-- Logs begin at Mon 2022-05-30 18:59:25 UTC, end at Mon 2022-05-30 21:35:06 UTC. -- May 30 19:41:42.813906 n-d-843949-2 systemd[1]: Started Devstack devstack@q-svc.service. May 30 19:41:44.957293 n-d-843949-2 neutron-server[83918]: INFO neutron.common.config [-] Logging enabled! May 30 19:41:44.958000 n-d-843949-2 neutron-server[83918]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 30 19:41:44.958100 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83918) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 30 19:41:44.960298 n-d-843949-2 neutron-server[83918]: INFO neutron.common.config [-] Logging enabled! May 30 19:41:44.960553 n-d-843949-2 neutron-server[83918]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 30 19:41:44.960799 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83918) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 30 19:41:44.961757 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 30 19:41:44.962523 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 30 19:41:44.962886 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 30 19:41:44.963134 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 30 19:41:44.963359 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 30 19:41:44.963679 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.964002 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.964302 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.964532 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.964829 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.965117 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.965397 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.965686 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.965982 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.966267 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.966545 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.966831 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.967058 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.967338 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.967624 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.967914 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.968161 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] debug = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.968441 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.968866 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.969274 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.969555 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.969844 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.970117 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.970394 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.970685 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.971009 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] host = n-d-843949-2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.971288 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.971574 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.971861 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.972168 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.972445 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.972727 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.973008 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.973279 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.973549 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] log_file = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.973827 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.974113 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.974398 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.974690 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.974916 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.975137 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.975422 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.975708 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.976006 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.976285 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.976560 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.976835 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.977104 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.977370 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.977728 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.978510 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.978798 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.979082 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.979351 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.979624 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.979896 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.980215 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.980566 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.980849 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.981124 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.981415 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.981684 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.981958 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.982259 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.982544 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.982832 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.983115 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.983388 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.983670 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.983938 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.984235 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.984505 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] use_json = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.984777 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.985049 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.985332 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.985605 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.985878 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.986149 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.986421 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.986707 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.986978 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:44.987272 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.987569 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.987868 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.988179 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.988477 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.988759 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.989047 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.989325 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.989613 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.989901 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.990189 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.990467 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.990753 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.991043 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.991332 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.991604 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.991880 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.992445 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.992728 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.993001 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.993400 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.993693 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.993974 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.994248 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.994528 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.994805 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.995078 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.995351 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.995628 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.995916 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.996222 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.996492 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.996762 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.997039 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.997309 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.997591 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.997868 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.998137 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.998406 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.998682 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.998952 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.999224 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.999500 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:44.999769 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.000073 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.000346 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.000616 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.000888 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.001158 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.001428 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.001696 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.001963 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.002239 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.002507 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.002782 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.003054 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.003323 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.003593 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.003879 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.004201 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.004480 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.004758 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.005036 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.005655 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.006034 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.006322 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.006602 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.006883 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.007156 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.007445 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.007731 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.008046 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.008334 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.008611 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.008947 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.009232 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.009517 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.009795 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.010073 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.010355 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.010638 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.010931 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.011225 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.011518 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.011984 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.012384 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.012668 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.012983 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.013274 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:45.013493 n-d-843949-2 neutron-server[83918]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 30 19:41:45.013735 n-d-843949-2 neutron-server[83918]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83918) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 30 19:41:45.418215 n-d-843949-2 neutron-server[83918]: INFO keyring.backend [-] Loading KWallet May 30 19:41:45.425580 n-d-843949-2 neutron-server[83918]: INFO keyring.backend [-] Loading SecretService May 30 19:41:45.428718 n-d-843949-2 neutron-server[83918]: INFO keyring.backend [-] Loading Windows May 30 19:41:45.430046 n-d-843949-2 neutron-server[83918]: INFO keyring.backend [-] Loading chainer May 30 19:41:45.430636 n-d-843949-2 neutron-server[83918]: INFO keyring.backend [-] Loading macOS May 30 19:41:45.464535 n-d-843949-2 neutron-server[83918]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 30 19:41:45.464811 n-d-843949-2 neutron-server[83918]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 30 19:41:45.465103 n-d-843949-2 neutron-server[83918]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 30 19:41:45.466563 n-d-843949-2 neutron-server[83918]: INFO neutron.manager [-] Loading core plugin: ml2 May 30 19:41:45.770824 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:45.771109 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:45.771388 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:45.828075 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:45.828359 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:45.828633 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:45.831655 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:45.831937 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:45.832228 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:45.860355 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:45.860635 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:45.860904 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:45.889062 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:45.889347 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:45.889619 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.203865 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.204521 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.204521 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.204683 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.205545 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.333504 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.333825 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.334109 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.334378 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.334640 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.334947 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.335213 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.335470 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.335810 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.336098 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.336346 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.336564 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.336829 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.337113 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.337380 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.337647 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.337904 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.338176 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.338431 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.338711 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.339058 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.339309 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.339557 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.339840 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.340117 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.340364 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.340751 n-d-843949-2 neutron-server[83918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 19:41:46.340995 n-d-843949-2 neutron-server[83918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 19:41:46.341249 n-d-843949-2 neutron-server[83918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 19:41:46.341477 n-d-843949-2 neutron-server[83918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 19:41:46.341714 n-d-843949-2 neutron-server[83918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 19:41:46.341951 n-d-843949-2 neutron-server[83918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 19:41:46.342506 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 30 19:41:46.345609 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 30 19:41:46.349633 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 30 19:41:46.353966 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) May 30 19:41:46.355587 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 30 19:41:46.356001 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 30 19:41:46.356341 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 30 19:41:46.356725 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 30 19:41:46.359499 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 30 19:41:46.359752 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 30 19:41:46.360130 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 30 19:41:46.390340 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 30 19:41:46.390791 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.391087 n-d-843949-2 neutron-server[83918]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83918) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 30 19:41:46.391454 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.392840 n-d-843949-2 neutron-server[83918]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83918) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 30 19:41:46.393123 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 30 19:41:46.393372 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 30 19:41:46.397751 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.398035 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.458479 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 30 19:41:46.458667 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 30 19:41:46.458907 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 30 19:41:46.459277 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 30 19:41:46.491411 n-d-843949-2 neutron-server[83918]: DEBUG oslo_db.sqlalchemy.engines [None req-356774af-37d2-49d2-99fc-40603040f290 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83918) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 30 19:41:46.815647 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Initializing driver for type 'gre' May 30 19:41:46.816194 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-356774af-37d2-49d2-99fc-40603040f290 None None] gre ID ranges: [(1, 1000)] May 30 19:41:46.872533 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Initializing driver for type 'local' May 30 19:41:46.872868 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Initializing driver for type 'vlan' May 30 19:41:46.885936 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-356774af-37d2-49d2-99fc-40603040f290 None None] VlanTypeDriver initialization complete May 30 19:41:46.886271 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Initializing driver for type 'vxlan' May 30 19:41:46.886890 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-356774af-37d2-49d2-99fc-40603040f290 None None] vxlan ID ranges: [(1, 1000)] May 30 19:41:46.941682 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Initializing extension driver 'port_security' May 30 19:41:46.942149 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.extensions.port_security [None req-356774af-37d2-49d2-99fc-40603040f290 None None] PortSecurityExtensionDriver initialization complete May 30 19:41:46.942477 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Initializing mechanism driver 'openvswitch' May 30 19:41:46.942824 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Initializing mechanism driver 'hyperv' May 30 19:41:46.949750 n-d-843949-2 neutron-server[83918]: DEBUG neutron.plugins.ml2.plugin [None req-356774af-37d2-49d2-99fc-40603040f290 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:41:46.950397 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > port after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.950764 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > port after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.951115 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > port after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.951621 n-d-843949-2 neutron-server[83918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 30 19:41:46.952066 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > subnet after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.952413 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > subnet after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.952751 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.953127 n-d-843949-2 neutron-server[83918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 30 19:41:46.953532 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > network after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.953876 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > network after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.954218 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > network after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.954597 n-d-843949-2 neutron-server[83918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 30 19:41:46.954997 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > security_group after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.955344 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > security_group after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.955677 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.956222 n-d-843949-2 neutron-server[83918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 30 19:41:46.956629 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.956973 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.957314 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.957695 n-d-843949-2 neutron-server[83918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 30 19:41:46.958200 n-d-843949-2 neutron-server[83918]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-356774af-37d2-49d2-99fc-40603040f290 None None] ML2 OVO RPC backend initialized. {{(pid=83918) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 30 19:41:46.958857 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.959208 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.959621 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > network before_response 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.959981 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > networks before_response 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.960324 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > port before_response 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.960662 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > ports before_response 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.960999 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > subnet before_response 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.961334 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > subnets before_response 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.961672 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > network after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.962006 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > network after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.962884 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > network after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.963213 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > port after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.963541 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > port after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.963868 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > port after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.964221 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > subnet after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.964552 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > subnet after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.964878 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:46.965453 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.plugin [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Modular L2 Plugin initialization complete May 30 19:41:46.965776 n-d-843949-2 neutron-server[83918]: DEBUG neutron.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading services supported by the core plugin {{(pid=83918) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 30 19:41:46.966095 n-d-843949-2 neutron-server[83918]: INFO neutron.plugins.ml2.managers [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Got port-security extension from driver 'port_security' May 30 19:41:46.966552 n-d-843949-2 neutron-server[83918]: INFO neutron.extensions.vlantransparent [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Disabled vlantransparent extension. May 30 19:41:46.966957 n-d-843949-2 neutron-server[83918]: DEBUG neutron.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83918) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 30 19:41:46.967263 n-d-843949-2 neutron-server[83918]: INFO neutron.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading Plugin: router May 30 19:41:47.001975 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.002356 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router after_create 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.002714 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router before_create 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.003068 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.003430 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.003777 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router after_delete 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.004158 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.004520 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router after_create 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.004862 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router after_update 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.005203 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router after_update 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.005544 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.005893 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router after_update 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.006292 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router precommit_update 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.006652 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: port after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.006982 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: port after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.007312 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: subnet after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.007639 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.008006 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.008350 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router precommit_create 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.008685 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: port before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.009586 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router precommit_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.010081 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router after_update 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.010551 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.011009 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router precommit_create 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.011367 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.011707 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router precommit_update 55549900 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.012095 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > agent after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.012440 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > agent after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.012782 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > network after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.013637 n-d-843949-2 neutron-server[83918]: DEBUG neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Tracking information for resource: router configured {{(pid=83918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 19:41:47.013959 n-d-843949-2 neutron-server[83918]: DEBUG neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Tracking information for resource: floatingip configured {{(pid=83918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 19:41:47.018713 n-d-843949-2 neutron-server[83918]: INFO neutron.db.l3_agentschedulers_db [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 30 19:41:47.019275 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: port after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.019625 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: port after_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.019998 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: port after_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.020334 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: port after_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.021227 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router before_create 55550100 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.021585 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.021937 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router precommit_create 55550100 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.022287 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > router precommit_update 55550100 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.027100 n-d-843949-2 neutron-server[83918]: DEBUG neutron.services.provider_configuration [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Service providers = [] {{(pid=83918) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 30 19:41:47.027457 n-d-843949-2 neutron-server[83918]: DEBUG neutron.db.servicetype_db [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83918) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 30 19:41:47.030340 n-d-843949-2 neutron-server[83918]: DEBUG neutron.services.service_base [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 30 19:41:47.030686 n-d-843949-2 neutron-server[83918]: DEBUG neutron.services.service_base [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 30 19:41:47.031024 n-d-843949-2 neutron-server[83918]: DEBUG neutron.services.service_base [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 30 19:41:47.031891 n-d-843949-2 neutron-server[83918]: DEBUG neutron.services.service_base [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 30 19:41:47.032288 n-d-843949-2 neutron-server[83918]: INFO neutron.services.service_base [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Default provider is not specified for service type L3_ROUTER_NAT May 30 19:41:47.032655 n-d-843949-2 neutron-server[83918]: DEBUG neutron.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 19:41:47.032964 n-d-843949-2 neutron-server[83918]: INFO neutron.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 30 19:41:47.044183 n-d-843949-2 neutron-server[83918]: DEBUG neutron.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 19:41:47.044512 n-d-843949-2 neutron-server[83918]: INFO neutron.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading Plugin: auto_allocate May 30 19:41:47.050216 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: network precommit_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.050580 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: network precommit_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.051089 n-d-843949-2 neutron-server[83918]: DEBUG neutron.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 19:41:47.051403 n-d-843949-2 neutron-server[83918]: INFO neutron.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading Plugin: tag May 30 19:41:47.058355 n-d-843949-2 neutron-server[83918]: DEBUG neutron.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 19:41:47.058678 n-d-843949-2 neutron-server[83918]: INFO neutron.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading Plugin: timestamp May 30 19:41:47.062591 n-d-843949-2 neutron-server[83918]: DEBUG neutron.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 19:41:47.062915 n-d-843949-2 neutron-server[83918]: INFO neutron.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading Plugin: network_ip_availability May 30 19:41:47.068124 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.068440 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.068783 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.069598 n-d-843949-2 neutron-server[83918]: DEBUG neutron.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 19:41:47.069912 n-d-843949-2 neutron-server[83918]: INFO neutron.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading Plugin: flavors May 30 19:41:47.074497 n-d-843949-2 neutron-server[83918]: DEBUG neutron.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 19:41:47.074823 n-d-843949-2 neutron-server[83918]: INFO neutron.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading Plugin: revisions May 30 19:41:47.083227 n-d-843949-2 neutron-server[83918]: DEBUG neutron.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 19:41:47.083606 n-d-843949-2 neutron-server[83918]: DEBUG oslo_concurrency.lockutils [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.618s {{(pid=83918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 30 19:41:47.084365 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83918) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 30 19:41:47.084693 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Initializing extension manager. May 30 19:41:47.085187 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: __init__.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.085521 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: __pycache__ {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.085846 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.086168 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.086487 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: _filter_validation_lib.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.089215 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.089557 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: address_group.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.090303 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.090849 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: address-group May 30 19:41:47.091241 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: address_scope.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.092089 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.092668 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: address-scope May 30 19:41:47.093039 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.094016 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.094624 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: router-admin-state-down-before-update May 30 19:41:47.094990 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: agent.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.095729 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.096305 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: agent May 30 19:41:47.096669 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: agent_resources_synced.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.097607 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.098155 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: agent-resources-synced May 30 19:41:47.098514 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: allowedaddresspairs.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.100625 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.101199 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: allowed-address-pairs May 30 19:41:47.101567 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: auto_allocated_topology.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.103148 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.103665 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: auto-allocated-topology May 30 19:41:47.104010 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: availability_zone.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.104706 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.105206 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: availability_zone May 30 19:41:47.105525 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: availability_zone_filter.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.106421 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.106920 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: availability_zone_filter May 30 19:41:47.107241 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: data_plane_status.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.108164 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.108668 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension data-plane-status not supported by any of loaded plugins May 30 19:41:47.108994 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: default_subnetpools.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.109898 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.110401 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: default-subnetpools May 30 19:41:47.110719 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.111495 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.112020 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: dhcp_agent_scheduler May 30 19:41:47.112341 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: dns.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.113247 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.113744 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension dns-integration not supported by any of loaded plugins May 30 19:41:47.114063 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: dns_domain_ports.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.114974 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.115474 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension dns-domain-ports not supported by any of loaded plugins May 30 19:41:47.115792 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: dvr.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.116472 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.116969 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: dvr May 30 19:41:47.117541 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: empty_string_filtering.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.119096 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.119601 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: empty-string-filtering May 30 19:41:47.119918 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.120859 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.121364 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 30 19:41:47.121683 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.122585 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.123082 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 30 19:41:47.123398 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: external_net.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.124439 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.124938 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: external-net May 30 19:41:47.125252 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.126152 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.126648 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: extra_dhcp_opt May 30 19:41:47.126961 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: extraroute.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.127845 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.128370 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: extraroute May 30 19:41:47.128687 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: extraroute_atomic.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.129695 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.130193 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: extraroute-atomic May 30 19:41:47.130508 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: filter_validation.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.131169 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.131668 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: filter-validation May 30 19:41:47.132005 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: fip_pf_description.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.132903 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.133396 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 30 19:41:47.133710 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: fip_port_details.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.134615 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.135113 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: fip-port-details May 30 19:41:47.135428 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: flavors.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.136683 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.137194 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: flavors May 30 19:41:47.137517 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.139143 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.139660 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 30 19:41:47.140009 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: floatingip_pools.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.140701 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.141209 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: floatingip-pools May 30 19:41:47.141528 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: ip_allocation.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.142425 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.142948 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension ip_allocation not supported by any of loaded plugins May 30 19:41:47.143265 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.144205 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.144705 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: ip-substring-filtering May 30 19:41:47.145024 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: l2_adjacency.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.145940 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.146433 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension l2_adjacency not supported by any of loaded plugins May 30 19:41:47.146750 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: l3.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.147703 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.148241 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: router May 30 19:41:47.148561 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.150885 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.151405 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 30 19:41:47.151735 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.152689 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.153202 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: ext-gw-mode May 30 19:41:47.153527 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.154436 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.154939 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: l3-ha May 30 19:41:47.155262 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: l3_flavors.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.156193 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.156699 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: l3-flavors May 30 19:41:47.157023 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.157940 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.158446 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: l3-port-ip-change-not-allowed May 30 19:41:47.158768 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: l3agentscheduler.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.159787 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.160324 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: l3_agent_scheduler May 30 19:41:47.160649 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: logging.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.162100 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.162608 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension logging not supported by any of loaded plugins May 30 19:41:47.162933 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: metering.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.163664 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.164260 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: metering May 30 19:41:47.164583 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.166168 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.166677 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: metering_source_and_destination_fields May 30 19:41:47.166998 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: multiprovidernet.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.167906 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.168434 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: multi-provider May 30 19:41:47.168754 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: netmtu.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.169656 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.170158 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: net-mtu May 30 19:41:47.170477 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: netmtu_writable.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.171381 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.171882 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: net-mtu-writable May 30 19:41:47.172229 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: network_availability_zone.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.172894 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.173392 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: network_availability_zone May 30 19:41:47.173708 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: network_ip_availability.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.174775 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.175277 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: network-ip-availability May 30 19:41:47.175596 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: network_segment_range.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.176381 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.176881 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension network-segment-range not supported by any of loaded plugins May 30 19:41:47.177197 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: pagination.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.178169 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.178491 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: pagination May 30 19:41:47.178803 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.179706 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.180243 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: port-mac-address-regenerate May 30 19:41:47.180562 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: port_resource_request.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.181986 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.182488 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension port-resource-request not supported by any of loaded plugins May 30 19:41:47.182805 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: portbindings.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.183708 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.184245 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: binding May 30 19:41:47.184565 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: portbindings_extended.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.185829 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.186339 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: binding-extended May 30 19:41:47.186665 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: portsecurity.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.187569 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.188119 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: port-security May 30 19:41:47.188439 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: project_id.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.189418 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.189743 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: project-id May 30 19:41:47.190056 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: providernet.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.190967 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.191470 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: provider May 30 19:41:47.191787 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: qos.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.195438 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.195990 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension qos not supported by any of loaded plugins May 30 19:41:47.196334 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.197606 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.198123 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 30 19:41:47.198449 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.199357 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.199859 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 30 19:41:47.200220 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: qos_default.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.201140 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.201636 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension qos-default not supported by any of loaded plugins May 30 19:41:47.201976 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: qos_fip.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.202608 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.203098 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension qos-fip not supported by any of loaded plugins May 30 19:41:47.203413 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: qos_gateway_ip.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.204371 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.204939 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 30 19:41:47.205182 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: qos_port_network_policy.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.206091 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.206591 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 30 19:41:47.206941 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: qos_rule_type_details.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.207824 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.208356 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 30 19:41:47.208678 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: qos_rules_alias.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.209716 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.210282 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension qos-rules-alias not supported by any of loaded plugins May 30 19:41:47.210537 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: quotasv2.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.211445 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.211769 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: quotas May 30 19:41:47.212631 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: quotasv2_detail.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.214231 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.214569 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: quota_details May 30 19:41:47.214896 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: rbac.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.215940 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.216476 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: rbac-policies May 30 19:41:47.216800 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: rbac_address_scope.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.217725 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.218239 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: rbac-address-scope May 30 19:41:47.218556 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: rbac_security_groups.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.219468 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.219998 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: rbac-security-groups May 30 19:41:47.220308 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: rbac_subnetpool.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.221226 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.221726 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: rbac-subnetpool May 30 19:41:47.222041 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: revisionifmatch.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.222962 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.223464 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: revision-if-match May 30 19:41:47.223779 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: revisions.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.224914 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.225411 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: standard-attr-revisions May 30 19:41:47.225725 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: router_availability_zone.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.226384 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.226880 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: router_availability_zone May 30 19:41:47.227194 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: routerservicetype.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.228691 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.229187 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension router-service-type not supported by any of loaded plugins May 30 19:41:47.229501 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.230405 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.230915 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: port-security-groups-filtering May 30 19:41:47.231227 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: securitygroup.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.242557 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.243083 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: security-group May 30 19:41:47.243445 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: segment.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.244252 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.244773 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension segment not supported by any of loaded plugins May 30 19:41:47.245099 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.246042 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.246552 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 30 19:41:47.246878 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: servicetype.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.247979 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.248510 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: service-type May 30 19:41:47.248831 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: sorting.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.249803 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.250132 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: sorting May 30 19:41:47.250450 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: standard_attr_segment.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.251378 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.251888 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension standard-attr-segment not supported by any of loaded plugins May 30 19:41:47.252243 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: standardattrdescription.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.252888 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.253391 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: standard-attr-description May 30 19:41:47.253715 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: stateful_security_group.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.254623 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.255131 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: stateful-security-group May 30 19:41:47.255451 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: stdattrs_common.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.256053 n-d-843949-2 neutron-server[83918]: WARNING neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 30 19:41:47.256365 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.257282 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.257791 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 30 19:41:47.258103 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: subnet_onboard.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.259272 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.259783 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: subnet_onboard May 30 19:41:47.260138 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.261066 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.261572 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 30 19:41:47.261890 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: subnet_service_types.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.262804 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.263313 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: subnet-service-types May 30 19:41:47.263629 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: subnetallocation.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.264734 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.265250 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: subnet_allocation May 30 19:41:47.265571 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.266388 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.266730 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: subnetpool-prefix-ops May 30 19:41:47.267044 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.267983 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.268501 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 30 19:41:47.268818 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: tagging.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.269876 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.270386 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: standard-attr-tag May 30 19:41:47.270704 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: timestamp.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.271888 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.272425 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loaded extension: standard-attr-timestamp May 30 19:41:47.272747 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: trunk.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.273788 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.274292 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension trunk not supported by any of loaded plugins May 30 19:41:47.275156 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: trunk_details.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.276082 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.276585 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension trunk-details not supported by any of loaded plugins May 30 19:41:47.276904 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: uplink_status_propagation.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.277813 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.278316 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 30 19:41:47.278633 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Loading extension file: vlantransparent.py {{(pid=83918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:41:47.279330 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:41:47.279834 n-d-843949-2 neutron-server[83918]: INFO neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extension vlan-transparent not supported by any of loaded plugins May 30 19:41:47.282121 n-d-843949-2 neutron-server[83918]: INFO neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Creating instance of TrackedResource for resource:network May 30 19:41:47.282837 n-d-843949-2 neutron-server[83918]: INFO neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Creating instance of TrackedResource for resource:subnet May 30 19:41:47.283430 n-d-843949-2 neutron-server[83918]: INFO neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Creating instance of TrackedResource for resource:subnetpool May 30 19:41:47.284226 n-d-843949-2 neutron-server[83918]: INFO neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Creating instance of TrackedResource for resource:port May 30 19:41:47.285466 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:41:47.285912 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Service FLAVORS assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:41:47.286521 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:41:47.286945 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:41:47.287279 n-d-843949-2 neutron-server[83918]: INFO neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Creating instance of TrackedResource for resource:router May 30 19:41:47.287935 n-d-843949-2 neutron-server[83918]: INFO neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Creating instance of TrackedResource for resource:floatingip May 30 19:41:47.288650 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Service METERING assigned prefix: /metering {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:41:47.290072 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.290984 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.291346 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:41:47.292500 n-d-843949-2 neutron-server[83918]: INFO neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Creating instance of CountableResource for resource:rbac_policy May 30 19:41:47.292932 n-d-843949-2 neutron-server[83918]: INFO neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Creating instance of TrackedResource for resource:security_group May 30 19:41:47.293599 n-d-843949-2 neutron-server[83918]: INFO neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Creating instance of TrackedResource for resource:security_group_rule May 30 19:41:47.294306 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Service CORE assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:41:47.294638 n-d-843949-2 neutron-server[83918]: INFO neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Creating instance of TrackedResource for resource:subnetpool May 30 19:41:47.294969 n-d-843949-2 neutron-server[83918]: WARNING neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] subnetpool is already registered May 30 19:41:47.295564 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Service CORE assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:41:47.295891 n-d-843949-2 neutron-server[83918]: INFO neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Creating instance of TrackedResource for resource:subnetpool May 30 19:41:47.296233 n-d-843949-2 neutron-server[83918]: WARNING neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] subnetpool is already registered May 30 19:41:47.298748 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:41:47.299178 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Service FLAVORS assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:41:47.299763 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:41:47.300209 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:41:47.300540 n-d-843949-2 neutron-server[83918]: INFO neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Creating instance of TrackedResource for resource:router May 30 19:41:47.300866 n-d-843949-2 neutron-server[83918]: WARNING neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] router is already registered May 30 19:41:47.301457 n-d-843949-2 neutron-server[83918]: INFO neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Creating instance of TrackedResource for resource:floatingip May 30 19:41:47.301781 n-d-843949-2 neutron-server[83918]: WARNING neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] floatingip is already registered May 30 19:41:47.302402 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Service METERING assigned prefix: /metering {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:41:47.303066 n-d-843949-2 neutron-server[83918]: INFO neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Creating instance of CountableResource for resource:rbac_policy May 30 19:41:47.303389 n-d-843949-2 neutron-server[83918]: WARNING neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] rbac_policy is already registered May 30 19:41:47.303922 n-d-843949-2 neutron-server[83918]: INFO neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Creating instance of TrackedResource for resource:security_group May 30 19:41:47.304271 n-d-843949-2 neutron-server[83918]: WARNING neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] security_group is already registered May 30 19:41:47.304922 n-d-843949-2 neutron-server[83918]: INFO neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Creating instance of TrackedResource for resource:security_group_rule May 30 19:41:47.305416 n-d-843949-2 neutron-server[83918]: WARNING neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] security_group_rule is already registered May 30 19:41:47.305855 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Service CORE assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:41:47.306187 n-d-843949-2 neutron-server[83918]: INFO neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Creating instance of TrackedResource for resource:subnetpool May 30 19:41:47.306507 n-d-843949-2 neutron-server[83918]: WARNING neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] subnetpool is already registered May 30 19:41:47.307088 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.v2.resource_helper [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Service CORE assigned prefix: {{(pid=83918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:41:47.307415 n-d-843949-2 neutron-server[83918]: INFO neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Creating instance of TrackedResource for resource:subnetpool May 30 19:41:47.307735 n-d-843949-2 neutron-server[83918]: WARNING neutron.quota.resource_registry [None req-356774af-37d2-49d2-99fc-40603040f290 None None] subnetpool is already registered May 30 19:41:47.308405 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: extensions {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.309838 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: address-groups {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.311405 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: address-scopes {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.312677 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: agents {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.313798 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: auto-allocated-topology {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.315003 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: availability_zones {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.316307 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: dhcp-networks {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.317669 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: dhcp-agents {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.319116 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: routers {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.320841 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: flavors {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.322002 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: service_profiles {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.323185 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: next_providers {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.324698 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: service_profiles {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.326103 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: floatingip-pools {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.327297 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: routers {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.329056 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: floatingips {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.330213 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: l3-routers {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.331531 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: l3-agents {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.332955 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: metering-labels {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.334307 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: metering-label-rules {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.335529 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: network-ip-availabilities {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.336766 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: bindings {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.339783 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: quotas {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.341227 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: quotas {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.342630 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: rbac-policies {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.343880 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: security-groups {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.345088 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: security-group-rules {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.346287 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: service-providers {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.347483 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: subnetpools {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.348911 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: subnetpools {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.350313 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.351958 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.354380 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.356132 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.357853 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.359492 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.361235 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.363034 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.364861 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.366660 n-d-843949-2 neutron-server[83918]: DEBUG neutron.api.extensions [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Extended resource: tags {{(pid=83918) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:41:47.372712 n-d-843949-2 neutron-server[83918]: WARNING keystonemiddleware.auth_token [None req-356774af-37d2-49d2-99fc-40603040f290 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 30 19:41:47.377385 n-d-843949-2 neutron-server[83918]: WARNING keystonemiddleware.auth_token [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 30 19:41:47.385240 n-d-843949-2 neutron-server[83918]: DEBUG oslo_concurrency.lockutils [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Acquired lock "singleton_lock" {{(pid=83918) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 30 19:41:47.385708 n-d-843949-2 neutron-server[83918]: DEBUG oslo_concurrency.lockutils [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Releasing lock "singleton_lock" {{(pid=83918) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 30 19:41:47.386333 n-d-843949-2 neutron-server[83918]: INFO oslo_service.service [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Starting 2 workers May 30 19:41:47.390968 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Started child 84023 {{(pid=83918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 30 19:41:47.395144 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Started child 84024 {{(pid=83918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 30 19:41:47.396495 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:41:47.397031 n-d-843949-2 neutron-server[83918]: INFO neutron.service [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Neutron service started, listening on 0.0.0.0:9696 May 30 19:41:47.397375 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Notify callbacks [] for process, before_spawn {{(pid=83918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:41:47.398191 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [-] (84023) wsgi starting up on http://0.0.0.0:9696 May 30 19:41:47.400406 n-d-843949-2 neutron-server[83918]: INFO oslo_service.service [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Starting 1 workers May 30 19:41:47.400539 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:41:47.401896 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [-] (84024) wsgi starting up on http://0.0.0.0:9696 May 30 19:41:47.405345 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Started child 84025 {{(pid=83918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 30 19:41:47.405883 n-d-843949-2 neutron-server[83918]: INFO oslo_service.service [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Starting 1 workers May 30 19:41:47.409233 n-d-843949-2 neutron-server[84025]: DEBUG neutron.service [None req-356774af-37d2-49d2-99fc-40603040f290 None None] calling RpcWorker wait() {{(pid=84025) _wait /opt/stack/neutron/neutron/service.py:128}} May 30 19:41:47.409774 n-d-843949-2 neutron-server[84025]: DEBUG neutron.service [None req-356774af-37d2-49d2-99fc-40603040f290 None None] returning from RpcWorker wait() {{(pid=84025) _wait /opt/stack/neutron/neutron/service.py:135}} May 30 19:41:47.410084 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Started child 84026 {{(pid=83918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 30 19:41:47.410881 n-d-843949-2 neutron-server[83918]: DEBUG neutron_lib.callbacks.manager [None req-356774af-37d2-49d2-99fc-40603040f290 None None] Notify callbacks [] for process, after_spawn {{(pid=83918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:41:47.410990 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:41:47.411384 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:41:47.412847 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83918) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 30 19:41:47.413059 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 30 19:41:47.413238 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 30 19:41:47.413448 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 30 19:41:47.413793 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 30 19:41:47.413956 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 30 19:41:47.414483 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.414773 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.415030 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.415370 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.416200 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.416348 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:41:47.416823 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.417022 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.417257 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.417512 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.417602 n-d-843949-2 neutron-server[84026]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:41:47.417763 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.417929 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.418094 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.418347 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.418575 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.418856 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.419131 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.419420 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.419687 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.419858 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.420145 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.420409 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.420639 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.420896 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] debug = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.421154 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.421623 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.421852 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.422102 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.422351 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.422633 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.422883 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.423190 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.423428 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.423642 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.423886 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.424201 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.424440 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.424691 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.424957 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.425172 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.425624 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] host = n-d-843949-2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.425871 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.426085 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.426314 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.426536 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.426789 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.427017 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.427260 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.427505 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.427753 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.428019 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.428279 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.428507 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.428741 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.428979 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] log_file = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.429141 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] log_options = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.429370 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.429643 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.429908 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.430094 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.430259 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.430430 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.430697 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.430893 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.431168 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.431347 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.431571 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.431769 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.432094 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.432251 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.432506 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.432735 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.432962 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.433169 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.433412 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.433651 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.433871 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.434094 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.434310 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.434527 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.434737 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.434946 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.435169 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.435397 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.435607 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.435837 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.436123 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.436379 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.436623 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.436860 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.437093 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.437355 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.437555 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.437869 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.438054 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.438293 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.438572 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.438790 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.439032 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.439243 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.439473 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.439701 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] use_json = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.439928 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.440178 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.440429 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.440640 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.440872 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.441082 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.441315 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.441541 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.441769 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.442152 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.442447 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.442750 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.443031 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.443313 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.443955 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.444213 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.444436 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.444681 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.445379 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.445567 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.445990 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.446360 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.446670 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.446938 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.447196 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.447502 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.449001 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.449001 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.449001 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.449001 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.449001 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.450623 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.450623 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.450623 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.450623 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.450623 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.450623 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.450623 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.450623 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.452090 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.452090 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.452090 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.452090 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.452090 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.452090 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.452524 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.452524 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.452679 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.452914 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.453136 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.453374 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.453609 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.453837 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.454052 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.454300 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.454533 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.454741 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.454949 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.455162 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.455372 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.455616 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.455831 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.456064 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.456275 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.456509 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.456743 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.456955 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.457170 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.457381 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.457612 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.457836 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.458045 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.458259 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.458473 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.458702 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.458913 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.459179 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.459366 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.459592 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.459802 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.460034 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.460243 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.460454 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.460734 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.461325 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.461325 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.464565 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.465498 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.465766 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.466009 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.466289 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.466529 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.466806 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.467034 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.467302 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.467543 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.467815 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.468088 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.468317 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.468585 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.468802 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.469054 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.469291 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.469600 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.469770 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.472167 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.472167 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.472167 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.472167 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.472167 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.472167 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.472167 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.472167 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.473916 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.473916 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.473916 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.473916 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.474322 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41068) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:41:47.482525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [-] 10.222.0.84 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069990 May 30 19:41:47.483267 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.483569 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.483843 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.484138 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.485219 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.485532 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.485806 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.486097 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.486367 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.486647 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.486932 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.488004 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.488253 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.488491 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.488830 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.489082 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.489298 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.489541 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.489806 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.490063 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.490297 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.490555 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.490812 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.491064 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.491322 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.491556 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.491804 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.492313 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.492569 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.492781 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.493473 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.493473 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.493473 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.493723 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.493883 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.494130 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.494994 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.494994 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.494994 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.494994 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.495307 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.495459 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.495715 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.495866 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.496134 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.496350 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.496565 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.496781 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.497016 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.497257 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.497491 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.497757 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.498012 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.498242 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.498465 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.498718 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.498962 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.499179 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.499442 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.499638 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.499849 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.500100 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.500318 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.500520 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.500732 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.500955 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.501183 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.501413 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.501626 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.501954 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.502167 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.502428 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.502663 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.502876 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.503111 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.503322 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.503531 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.503744 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.504031 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.504269 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.504486 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.504699 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.504912 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.505119 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.505366 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.505600 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.505939 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.506036 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.506246 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.506457 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.506674 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.506904 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.507111 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.507314 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.507684 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.508058 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.508409 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.508813 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.509240 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.509599 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.509888 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.510123 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.510374 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.510608 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.510847 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.511070 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.511277 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.511501 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.511715 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.511924 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.513044 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.513431 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.513776 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.514176 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.514574 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.515006 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.515426 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.515911 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.516231 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.516507 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.516697 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.516913 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.517161 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.517459 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.517774 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.518056 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.518305 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.518555 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.518854 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.519127 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.519400 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.519610 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.519898 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.520233 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.520667 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.520925 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.521357 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.521663 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.522664 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.522664 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.522664 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.522664 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.522664 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.523055 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.523144 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.523351 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.523583 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.523807 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.524053 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.524287 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.525061 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.525283 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.525515 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.525677 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 30 19:41:47.526207 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83918) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 30 19:41:47.526366 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 30 19:41:47.526515 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 30 19:41:47.526681 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 30 19:41:47.526845 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 30 19:41:47.526993 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 30 19:41:47.527194 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.527693 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.527693 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.527693 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.527899 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.528059 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.528192 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.528264 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.528417 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.528571 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.528727 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.528878 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.529214 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.529543 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.529702 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.529856 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.530013 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.530161 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.530321 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.530473 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.530626 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.530778 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.530936 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] debug = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.531107 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.531287 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.531452 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.531632 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.531749 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.531906 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.532114 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.532256 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.532410 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.533062 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.533062 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.533062 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.533062 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.533369 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.533369 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.533512 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.533590 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] host = n-d-843949-2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.533697 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.534701 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.535019 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.535181 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.535336 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.535490 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.535701 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.535791 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.535941 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.536118 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.536271 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.536441 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.536612 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.536728 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] log_file = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.536878 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] log_options = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.537029 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.537181 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.537330 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.538440 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.538440 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.538440 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.538440 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.538440 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.538440 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.538440 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.538884 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.538884 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.538884 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.539055 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.539130 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.539277 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.539572 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.539730 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.539885 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.540088 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.540342 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.541005 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.541161 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.541357 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.541466 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.541601 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.542574 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.542574 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.542574 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.542574 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.542574 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.542574 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.543232 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.543232 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.543232 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.543517 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.543632 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.543736 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.543839 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.548067 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.548067 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.548067 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.548067 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.548067 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.548067 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.548067 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] use_json = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.548067 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.548618 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.548618 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.548618 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.548618 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.548618 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.548618 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.548618 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.548618 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:41:47.549063 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549063 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549063 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549063 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549063 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549063 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549063 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549063 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549503 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549503 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549503 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549503 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549503 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549503 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549503 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549503 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549942 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549942 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549942 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549942 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549942 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549942 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549942 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549942 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.549942 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.550447 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.550447 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.550447 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.550447 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.550675 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.550743 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.550986 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.550986 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.551132 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.551324 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.551540 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.551649 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.551722 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.551889 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.552069 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.552235 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.552380 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.552533 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.552688 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.552844 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.552999 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.553154 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.553308 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.553463 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.553634 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.553769 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.553931 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.554120 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.554254 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.554437 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.554580 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.554709 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.554835 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.554970 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.555097 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.555247 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.555401 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.555575 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.555715 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.556484 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.556617 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.556856 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.557071 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.557071 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.557302 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.557414 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.557531 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.557686 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.557794 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.557933 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.558849 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.558849 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.558849 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.558849 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.558849 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.558849 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.559490 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.559490 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.559490 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.559490 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.559954 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.559954 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.559954 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.561202 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.561202 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.561202 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.561202 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.561202 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.561202 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.561202 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.561202 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.561782 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.561782 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.561782 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.561782 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.561782 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.562057 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.562057 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.562520 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.562520 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.562520 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.562911 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.562911 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.563153 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.563153 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.563380 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.563486 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.563602 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.563710 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.563850 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.564039 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.564199 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.564363 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.564532 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.564689 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.564844 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.564988 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.565167 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.565306 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.565463 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.565619 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.566679 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.566832 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.567014 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.567210 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.567390 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.567390 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.567653 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.567778 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.567903 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.568076 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.568161 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.568314 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.568461 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.568617 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.568772 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.568928 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.569084 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.569285 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.569415 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.569537 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.569691 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.569848 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.571035 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.571035 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.571035 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.571485 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.571485 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.572244 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.572244 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.572475 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.572595 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.572703 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.572808 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.572947 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.573104 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.573264 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.573419 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.573575 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.573731 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.573871 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.574033 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.574187 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.574345 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.574504 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.574653 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.574809 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.574964 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.575122 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.575278 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.575433 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.575584 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.575820 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.575919 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.576079 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.576237 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.576395 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.576556 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.576804 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.576962 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.576962 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.578095 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.578095 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.578095 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.578095 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.578095 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.578095 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.578095 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.579025 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.579025 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.579025 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.579025 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.579025 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.579025 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.579025 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.579904 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.579904 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.579904 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.579904 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.579904 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.579904 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.580724 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.580724 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.580987 n-d-843949-2 neutron-server[84025]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:41:47.581132 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.581132 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.581132 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.581132 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.581132 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.581132 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.581919 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.581919 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.581919 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.581919 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.581919 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.582574 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.582574 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.582574 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.582574 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.582574 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.583206 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.583206 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.583206 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.583206 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.583737 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.583737 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.583737 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.583737 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.584328 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.584328 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.584328 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.584328 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.584848 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.584848 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.584848 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.585248 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.585248 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.585248 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.585468 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.585547 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.585680 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.585870 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.586163 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.586426 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.586687 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.586951 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.587619 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.587619 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.587863 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.587863 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.588196 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.588196 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.588401 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.588489 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.588572 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.588736 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.588909 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:41:47.589059 n-d-843949-2 neutron-server[83918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 30 19:41:57.679383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed2bd20-e1f5-402e-9dbc-c52c62691efe None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 19:41:57.760710 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed2bd20-e1f5-402e-9dbc-c52c62691efe None None] No non-hosted networks {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 30 19:41:57.770049 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.agentschedulers_db [None req-1ed2bd20-e1f5-402e-9dbc-c52c62691efe None None] DHCP Agent not found on host n-d-843949-2 {{(pid=84025) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 30 19:41:57.886964 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1459fcf2-8fe0-4ae9-a6ce-121ece4a490b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4086846'] for agent, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:41:59.824022 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c9361699-4633-4642-b541-30ef5383798f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4086846'] for agent, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:41:59.853608 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e2ac6bc4-c661-4fa7-872c-ab58b6ce799b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:01.000404 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4086846'] for agent, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:01.191999 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4086846'] for agent, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:01.193233 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:01.198849 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:01.201855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:01.203147 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:01.206154 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:01.208302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:01.210384 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:01.214328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:01.217179 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:01.217612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:01.218080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:01.218587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-843949-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:42:01.224693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-843949-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:42:02.572104 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4086846'] for agent, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:03.001053 n-d-843949-2 neutron-server[84025]: INFO neutron.db.l3_hamode_db [None req-4c22808a-d2f5-471e-b91b-4806e69857ff None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 30 19:42:03.087381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22808a-d2f5-471e-b91b-4806e69857ff None None] Routers set() bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:42:03.087760 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22808a-d2f5-471e-b91b-4806e69857ff None None] Router IDs set() for agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 19:42:04.178676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41168) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:42:04.784154 n-d-843949-2 neutron-server[84023]: WARNING oslo_policy.policy [None req-ddbbf0f0-3dd2-48d4-9951-5eb86c151478 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 19:42:04.784745 n-d-843949-2 neutron-server[84023]: WARNING oslo_policy.policy [None req-ddbbf0f0-3dd2-48d4-9951-5eb86c151478 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 19:42:04.998116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [None req-ddbbf0f0-3dd2-48d4-9951-5eb86c151478 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:42:04.999166 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ddbbf0f0-3dd2-48d4-9951-5eb86c151478 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8196063 May 30 19:42:07.219092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41182) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:42:07.602790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a9d6c3aa-12cf-416e-9aef-8ea647b32087 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:42:07.655568 n-d-843949-2 neutron-server[84023]: DEBUG neutron.policy [None req-a9d6c3aa-12cf-416e-9aef-8ea647b32087 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84023) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 30 19:42:07.656322 n-d-843949-2 neutron-server[84023]: WARNING oslo_policy.policy [None req-a9d6c3aa-12cf-416e-9aef-8ea647b32087 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 19:42:07.656683 n-d-843949-2 neutron-server[84023]: WARNING oslo_policy.policy [None req-a9d6c3aa-12cf-416e-9aef-8ea647b32087 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 19:42:07.659912 n-d-843949-2 neutron-server[84023]: INFO neutron.quota [None req-a9d6c3aa-12cf-416e-9aef-8ea647b32087 admin admin] Loaded quota_driver: . May 30 19:42:07.675487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a9d6c3aa-12cf-416e-9aef-8ea647b32087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:42:07.742026 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c3aa-12cf-416e-9aef-8ea647b32087 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730630224532', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730630116196', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730630118528', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730630123636', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730630130136', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1303229', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1120553', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3722941', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3772087'] for rbac-policy, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:07.810281 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c3aa-12cf-416e-9aef-8ea647b32087 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:07.811432 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a9d6c3aa-12cf-416e-9aef-8ea647b32087 admin admin] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5913062 May 30 19:42:10.325503 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41196) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:42:10.688092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Request body: {'network': {'project_id': '671aaa0bd9884e88ad042241deb49fa2', 'name': 'private', 'admin_state_up': True}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:42:10.692670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:42:10.697804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Usage tracker for resource:network and tenant:671aaa0bd9884e88ad042241deb49fa2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:42:10.702356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:42:10.708429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:42:10.718129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Made reservation on behalf of 671aaa0bd9884e88ad042241deb49fa2 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:42:10.721010 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:10.738492 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:10.781946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:42:10.785659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Usage tracker for resource:security_group_rule and tenant:671aaa0bd9884e88ad042241deb49fa2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:42:10.788457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:42:10.794404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:42:10.861615 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:10.865327 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:10.889502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:42:10.916328 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730630599536', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:10.916911 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Unsubscribe: segment precommit_create {{(pid=84023) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 30 19:42:10.917380 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Added segment 0e4aa12f-7974-425c-b80f-fe63aa2f9fbf of type vlan for network aa1cff47-e60d-45f4-9e19-683a3a39fb75 May 30 19:42:10.925556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd38459-6266-49c5-85a6-84bbce1f9420,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:42:10.984883 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:10.985142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:10.985470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:10.985794 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:10.986115 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:10.986431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:10.986758 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:10.987061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:10.987372 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:10.987684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:10.988013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Tracked resource versions report: May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: pushed versions: May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: { 'ConntrackHelper': {'1.0'}, May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'Log': {'1.0'}, May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'Network': {'1.1'}, May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'Port': {'1.5'}, May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'PortForwarding': {'1.2'}, May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'QosPolicy': {'1.8'}, May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'SecurityGroup': {'1.2'}, May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'SecurityGroupRule': {'1.0'}, May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'SubPort': {'1.0'}, May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'Subnet': {'1.1'}, May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'Trunk': {'1.1'}} May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: consumer versions: May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: { DHCP agent@n-d-843949-2: {}, May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: L3 agent@n-d-843949-2: {}, May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: Metadata agent@n-d-843949-2: {}, May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: Metering agent@n-d-843949-2: {}, May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: Open vSwitch agent@n-d-843949-2: { 'ConntrackHelper': '1.0', May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'Log': '1.0', May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'Network': '1.1', May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'Port': '1.5', May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'PortForwarding': '1.2', May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'QosPolicy': '1.8', May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'SecurityGroup': '1.2', May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'SecurityGroupRule': '1.0', May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'SubPort': '1.0', May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'Subnet': '1.1', May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: 'Trunk': '1.1'}} May 30 19:42:10.989060 n-d-843949-2 neutron-server[84023]: {{(pid=84023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 19:42:11.026879 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:11.069969 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:11.070922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:42:11.071537 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:11.175085 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8485470 May 30 19:42:11.177592 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80033104-81ea-49a5-b615-5c573f2e513e admin admin] Pushing event updated for resources: {'Network': ['ID=aa1cff47-e60d-45f4-9e19-683a3a39fb75,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:42:11.204759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network aa1cff47-e60d-45f4-9e19-683a3a39fb75 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:42:13.755210 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41212) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:42:14.222929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05ee159-f9cc-4761-83a7-6b35899836cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:42:14.224280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c05ee159-f9cc-4761-83a7-6b35899836cb admin admin] 10.222.0.84 "GET /v2.0/networks/aa1cff47-e60d-45f4-9e19-683a3a39fb75 HTTP/1.1" status: 200 len: 825 time: 0.4681213 May 30 19:42:14.252008 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8990e48b-b934-42fa-b552-2572f68fefaa admin admin] 10.222.0.84 "GET /v2.0/subnetpools/5478fca1-7d71-45db-9e2d-a97c28ab5334 HTTP/1.1" status: 200 len: 734 time: 0.0218365 May 30 19:42:14.260156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a8030bdc-4abd-41ff-a3c6-4850cd7da7e0 admin admin] Request body: {'subnet': {'network_id': 'aa1cff47-e60d-45f4-9e19-683a3a39fb75', 'subnetpool_id': '5478fca1-7d71-45db-9e2d-a97c28ab5334', 'ip_version': 4, 'tenant_id': '671aaa0bd9884e88ad042241deb49fa2', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:42:14.264471 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a8030bdc-4abd-41ff-a3c6-4850cd7da7e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:42:14.268215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a8030bdc-4abd-41ff-a3c6-4850cd7da7e0 admin admin] Usage tracker for resource:subnet and tenant:671aaa0bd9884e88ad042241deb49fa2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:42:14.271012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a8030bdc-4abd-41ff-a3c6-4850cd7da7e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:42:14.278770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a8030bdc-4abd-41ff-a3c6-4850cd7da7e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:42:14.288841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8030bdc-4abd-41ff-a3c6-4850cd7da7e0 admin admin] Made reservation on behalf of 671aaa0bd9884e88ad042241deb49fa2 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:42:14.292264 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a8030bdc-4abd-41ff-a3c6-4850cd7da7e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:14.555332 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a8030bdc-4abd-41ff-a3c6-4850cd7da7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:14.636519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8030bdc-4abd-41ff-a3c6-4850cd7da7e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60a318b-1fbd-4d51-a67c-986bd9650ff1,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:42:14.648290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8030bdc-4abd-41ff-a3c6-4850cd7da7e0 admin admin] Checking segment: {'id': '0e4aa12f-7974-425c-b80f-fe63aa2f9fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'aa1cff47-e60d-45f4-9e19-683a3a39fb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:42:14.648953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8030bdc-4abd-41ff-a3c6-4850cd7da7e0 admin admin] Network hostable DHCP agents. Network: aa1cff47-e60d-45f4-9e19-683a3a39fb75, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:42:14.678529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8030bdc-4abd-41ff-a3c6-4850cd7da7e0 admin admin] Network aa1cff47-e60d-45f4-9e19-683a3a39fb75 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:42:14.688206 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-a8030bdc-4abd-41ff-a3c6-4850cd7da7e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, aa1cff47-e60d-45f4-9e19-683a3a39fb75) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:42:14.692732 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8030bdc-4abd-41ff-a3c6-4850cd7da7e0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:42:14.693305 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a8030bdc-4abd-41ff-a3c6-4850cd7da7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:14.698243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cd4baf-0ea8-4203-8f25-44fa1b840129 None None] Network aa1cff47-e60d-45f4-9e19-683a3a39fb75 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:42:14.713197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a8030bdc-4abd-41ff-a3c6-4850cd7da7e0 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4562256 May 30 19:42:15.002066 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-aa1cff47-e60d-45f4-9e19-683a3a39fb75', 'network_id': 'aa1cff47-e60d-45f4-9e19-683a3a39fb75', 'tenant_id': '671aaa0bd9884e88ad042241deb49fa2', 'fixed_ips': [{'subnet_id': 'a60a318b-1fbd-4d51-a67c-986bd9650ff1'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 19:42:15.003273 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:15.186341 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Allocated IP 172.20.0.2 (aa1cff47-e60d-45f4-9e19-683a3a39fb75/a60a318b-1fbd-4d51-a67c-986bd9650ff1/2c2a19b0-364a-4ba6-b396-65eb1fb7f54a) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:42:15.416540 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:15.430252 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Transition to ACTIVE for port object 2c2a19b0-364a-4ba6-b396-65eb1fb7f54a will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:42:15.450370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Transition to ACTIVE for port object 2c2a19b0-364a-4ba6-b396-65eb1fb7f54a will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:42:15.457033 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:15.525074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Network aa1cff47-e60d-45f4-9e19-683a3a39fb75 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:42:15.527749 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:42:15.530801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:42:15.541074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Pushing event updated for resources: {'Port': ['ID=2c2a19b0-364a-4ba6-b396-65eb1fb7f54a,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:42:15.577924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:15.578271 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:15.578611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:15.578945 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:15.579278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:15.579606 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:15.579929 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:15.580275 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:15.580598 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:15.580920 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:15.581239 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Tracked resource versions report: May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: pushed versions: May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: { 'ConntrackHelper': {'1.0'}, May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'Log': {'1.0'}, May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'Network': {'1.1'}, May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'Port': {'1.5'}, May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'PortForwarding': {'1.2'}, May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'QosPolicy': {'1.8'}, May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'SecurityGroup': {'1.2'}, May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'SecurityGroupRule': {'1.0'}, May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'SubPort': {'1.0'}, May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'Subnet': {'1.1'}, May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'Trunk': {'1.1'}} May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: consumer versions: May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: { DHCP agent@n-d-843949-2: {}, May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: L3 agent@n-d-843949-2: {}, May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: Metadata agent@n-d-843949-2: {}, May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: Metering agent@n-d-843949-2: {}, May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: Open vSwitch agent@n-d-843949-2: { 'ConntrackHelper': '1.0', May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'Log': '1.0', May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'Network': '1.1', May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'Port': '1.5', May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'PortForwarding': '1.2', May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'QosPolicy': '1.8', May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'SecurityGroup': '1.2', May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'SecurityGroupRule': '1.0', May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'SubPort': '1.0', May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'Subnet': '1.1', May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: 'Trunk': '1.1'}} May 30 19:42:15.582338 n-d-843949-2 neutron-server[84025]: {{(pid=84025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 19:42:15.640377 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Attempting to bind port 2c2a19b0-364a-4ba6-b396-65eb1fb7f54a on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:42:15.640771 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Attempting to bind port 2c2a19b0-364a-4ba6-b396-65eb1fb7f54a by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '0e4aa12f-7974-425c-b80f-fe63aa2f9fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'aa1cff47-e60d-45f4-9e19-683a3a39fb75'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:42:15.641197 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Attempting to bind port 2c2a19b0-364a-4ba6-b396-65eb1fb7f54a on network aa1cff47-e60d-45f4-9e19-683a3a39fb75 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:42:15.647392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:42:15.647786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Checking segment: {'id': '0e4aa12f-7974-425c-b80f-fe63aa2f9fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'aa1cff47-e60d-45f4-9e19-683a3a39fb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:42:15.648284 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:15.648669 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Bound using segment: {'id': '0e4aa12f-7974-425c-b80f-fe63aa2f9fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'aa1cff47-e60d-45f4-9e19-683a3a39fb75'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:42:15.649227 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Bound port: 2c2a19b0-364a-4ba6-b396-65eb1fb7f54a, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4aa12f-7974-425c-b80f-fe63aa2f9fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'aa1cff47-e60d-45f4-9e19-683a3a39fb75'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:42:15.649608 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:15.734502 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] For port 2c2a19b0-364a-4ba6-b396-65eb1fb7f54a, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:42:15.738451 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] For port 2c2a19b0-364a-4ba6-b396-65eb1fb7f54a, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=2c2a19b0-364a-4ba6-b396-65eb1fb7f54a,segment=NetworkSegment(0e4aa12f-7974-425c-b80f-fe63aa2f9fbf),segment_id=0e4aa12f-7974-425c-b80f-fe63aa2f9fbf)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:42:15.742239 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:15.844931 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4448b6-c8bd-45b7-a706-bbf230b8b053 None None] Pushing event updated for resources: {'Port': ['ID=2c2a19b0-364a-4ba6-b396-65eb1fb7f54a,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:42:17.009998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41222) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:42:17.618743 n-d-843949-2 neutron-server[84024]: WARNING oslo_policy.policy [None req-73b634dd-8600-48c5-b65f-125cca4faefe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 19:42:17.619329 n-d-843949-2 neutron-server[84024]: WARNING oslo_policy.policy [None req-73b634dd-8600-48c5-b65f-125cca4faefe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 19:42:17.838566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-73b634dd-8600-48c5-b65f-125cca4faefe admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:42:17.839720 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-73b634dd-8600-48c5-b65f-125cca4faefe admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8277562 May 30 19:42:19.474321 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b59936-1b6d-4067-8ba6-e50451556c8e None None] Network aa1cff47-e60d-45f4-9e19-683a3a39fb75 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:42:19.537658 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 2c2a19b0-364a-4ba6-b396-65eb1fb7f54a up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:42:19.644515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d198836e-b25a-4ef1-aa05-dda464f116a3 None None] Provisioning for port 2c2a19b0-364a-4ba6-b396-65eb1fb7f54a completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:42:19.700624 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 2c2a19b0-364a-4ba6-b396-65eb1fb7f54a completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:42:19.710072 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 2c2a19b0-364a-4ba6-b396-65eb1fb7f54a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:42:19.710401 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:19.881426 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:19.920776 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 2c2a19b0-364a-4ba6-b396-65eb1fb7f54a, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=2c2a19b0-364a-4ba6-b396-65eb1fb7f54a,segment=NetworkSegment(0e4aa12f-7974-425c-b80f-fe63aa2f9fbf),segment_id=0e4aa12f-7974-425c-b80f-fe63aa2f9fbf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:42:19.924732 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:19.990228 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=2c2a19b0-364a-4ba6-b396-65eb1fb7f54a,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:42:20.086068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b4ffae66-a338-495b-a617-8c0d41596886 None None] Provisioning complete for port 2c2a19b0-364a-4ba6-b396-65eb1fb7f54a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:42:20.086460 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b4ffae66-a338-495b-a617-8c0d41596886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:20.105895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41242) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:42:20.493265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-3e43f078-866b-4d61-9f9e-4d94f41caf1d admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:42:20.494212 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3e43f078-866b-4d61-9f9e-4d94f41caf1d admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3874328 May 30 19:42:21.469999 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 2c2a19b0-364a-4ba6-b396-65eb1fb7f54a up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:42:21.539014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 2c2a19b0-364a-4ba6-b396-65eb1fb7f54a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:42:21.539336 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:23.120358 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41254) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:42:23.488884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ebc26270-65ca-408d-a78a-57d41b937618 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '671aaa0bd9884e88ad042241deb49fa2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:42:23.526601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.policy [None req-ebc26270-65ca-408d-a78a-57d41b937618 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84024) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 30 19:42:23.527343 n-d-843949-2 neutron-server[84024]: WARNING oslo_policy.policy [None req-ebc26270-65ca-408d-a78a-57d41b937618 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 19:42:23.527706 n-d-843949-2 neutron-server[84024]: WARNING oslo_policy.policy [None req-ebc26270-65ca-408d-a78a-57d41b937618 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 19:42:23.530978 n-d-843949-2 neutron-server[84024]: INFO neutron.quota [None req-ebc26270-65ca-408d-a78a-57d41b937618 admin admin] Loaded quota_driver: . May 30 19:42:23.546282 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ebc26270-65ca-408d-a78a-57d41b937618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:42:23.552575 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ebc26270-65ca-408d-a78a-57d41b937618 admin admin] Usage tracker for resource:router and tenant:671aaa0bd9884e88ad042241deb49fa2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:42:23.557700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ebc26270-65ca-408d-a78a-57d41b937618 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:42:23.564946 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ebc26270-65ca-408d-a78a-57d41b937618 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:42:23.581365 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ebc26270-65ca-408d-a78a-57d41b937618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:23.583378 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ebc26270-65ca-408d-a78a-57d41b937618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:23.611782 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ebc26270-65ca-408d-a78a-57d41b937618 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:23.721953 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ebc26270-65ca-408d-a78a-57d41b937618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:23.745233 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ebc26270-65ca-408d-a78a-57d41b937618 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:23.746472 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ebc26270-65ca-408d-a78a-57d41b937618 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6251829 May 30 19:42:26.012151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41266) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:42:26.395105 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-b6196083-a7bd-451a-86b9-3c34dec49f42 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:42:26.396099 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b6196083-a7bd-451a-86b9-3c34dec49f42 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3829510 May 30 19:42:27.614992 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ddb3163e-1130-4427-b4da-46a0e423f078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:28.617068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41276) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:42:29.001379 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:42:29.008698 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:42:29.012407 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Usage tracker for resource:network and tenant:afa9e5d8ad02430db2267b452bff08f8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:42:29.015700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:42:29.021305 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:42:29.030598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Made reservation on behalf of afa9e5d8ad02430db2267b452bff08f8 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:42:29.033526 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:29.049933 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:29.090317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:42:29.094181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Usage tracker for resource:security_group_rule and tenant:afa9e5d8ad02430db2267b452bff08f8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:42:29.096969 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:42:29.103186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:42:29.170387 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:29.174138 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:29.189873 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Reserving flat network on physical network physnet1 {{(pid=84024) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 30 19:42:29.221881 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730630599536', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:29.222399 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Unsubscribe: segment precommit_create {{(pid=84024) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 30 19:42:29.222911 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Added segment 2d0258e7-5491-4fbd-8dea-0eb96f77ceb6 of type flat for network 238489c2-bb0e-4ad7-9830-2c68e3770386 May 30 19:42:29.237329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81f770a-a5fd-465c-869d-1dc9a3cdf88c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:42:29.293292 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:29.293633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:29.293963 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:29.294288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:29.294625 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:29.294926 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:29.295240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:29.295554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:29.295864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:29.296202 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:29.296516 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Tracked resource versions report: May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: pushed versions: May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: { 'ConntrackHelper': {'1.0'}, May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'Log': {'1.0'}, May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'Network': {'1.1'}, May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'Port': {'1.5'}, May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'PortForwarding': {'1.2'}, May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'QosPolicy': {'1.8'}, May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'SecurityGroup': {'1.2'}, May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'SecurityGroupRule': {'1.0'}, May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'SubPort': {'1.0'}, May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'Subnet': {'1.1'}, May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'Trunk': {'1.1'}} May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: consumer versions: May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: { DHCP agent@n-d-843949-2: {}, May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: L3 agent@n-d-843949-2: {}, May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: Metadata agent@n-d-843949-2: {}, May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: Metering agent@n-d-843949-2: {}, May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: Open vSwitch agent@n-d-843949-2: { 'ConntrackHelper': '1.0', May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'Log': '1.0', May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'Network': '1.1', May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'Port': '1.5', May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'PortForwarding': '1.2', May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'QosPolicy': '1.8', May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'SecurityGroup': '1.2', May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'SecurityGroupRule': '1.0', May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'SubPort': '1.0', May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'Subnet': '1.1', May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: 'Trunk': '1.1'}} May 30 19:42:29.297568 n-d-843949-2 neutron-server[84024]: {{(pid=84024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 19:42:29.345371 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:29.389983 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:29.391002 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:42:29.391627 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:29.497306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] Pushing event updated for resources: {'Network': ['ID=238489c2-bb0e-4ad7-9830-2c68e3770386,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:42:29.500869 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-14dabed6-e44e-45f2-9f7c-59607fcff17d admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8820665 May 30 19:42:29.522811 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:42:29.802909 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-743b5469-2132-495b-820e-85ff43fa7852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:30.948175 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:31.193521 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:31.752158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41298) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:42:32.039071 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad1b471-f685-4058-bc44-f497d3c39ae1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:42:32.040961 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0ad1b471-f685-4058-bc44-f497d3c39ae1 admin admin] 10.222.0.84 "GET /v2.0/subnets/a60a318b-1fbd-4d51-a67c-986bd9650ff1 HTTP/1.1" status: 200 len: 849 time: 0.2878473 May 30 19:42:32.185426 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a449dfae-93a3-42d8-8e42-8e588d13d226 admin admin] 10.222.0.84 "GET /v2.0/routers/f7e83d8b-10a6-4b4a-82ee-50ee566f6877 HTTP/1.1" status: 200 len: 704 time: 0.1391435 May 30 19:42:32.513507 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:32.666913 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:32.895844 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Allocated IP 172.20.0.1 (aa1cff47-e60d-45f4-9e19-683a3a39fb75/a60a318b-1fbd-4d51-a67c-986bd9650ff1/a3721575-abe1-4461-b52a-575fd269c68f) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:42:33.048474 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:33.065794 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Transition to ACTIVE for port object a3721575-abe1-4461-b52a-575fd269c68f will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:42:33.115942 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:33.194198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Network aa1cff47-e60d-45f4-9e19-683a3a39fb75 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:42:33.194615 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Pushing event updated for resources: {'Port': ['ID=a3721575-abe1-4461-b52a-575fd269c68f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:42:33.197410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:42:33.220743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:42:33.221366 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:33.344696 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:33.390014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6427908e-c673-4a88-b77f-82db1544e5fa None None] Provisioning for port a3721575-abe1-4461-b52a-575fd269c68f completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:42:33.394526 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6427908e-c673-4a88-b77f-82db1544e5fa None None] Provisioning complete for port a3721575-abe1-4461-b52a-575fd269c68f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:42:33.394886 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6427908e-c673-4a88-b77f-82db1544e5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:33.446121 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6427908e-c673-4a88-b77f-82db1544e5fa None None] Port a3721575-abe1-4461-b52a-575fd269c68f cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:42:33.570256 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:33.575039 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:33.575789 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:33.702815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Pushing event updated for resources: {'Port': ['ID=a3721575-abe1-4461-b52a-575fd269c68f,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:42:33.801428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Network aa1cff47-e60d-45f4-9e19-683a3a39fb75 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:42:33.802541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:42:33.969322 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e3f9ab46-5538-4453-830a-c517fec54253 None None] Provisioning complete for port a3721575-abe1-4461-b52a-575fd269c68f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:42:33.969856 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ab46-5538-4453-830a-c517fec54253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:34.021026 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e3f9ab46-5538-4453-830a-c517fec54253 None None] Port a3721575-abe1-4461-b52a-575fd269c68f cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:42:34.147783 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Router f7e83d8b-10a6-4b4a-82ee-50ee566f6877 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 19:42:34.314890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:42:34.323833 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-85f1c410-a281-4c0c-be00-aac96837ba8b admin admin] 10.222.0.84 "PUT /v2.0/routers/f7e83d8b-10a6-4b4a-82ee-50ee566f6877/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1337104 May 30 19:42:34.325191 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Sync routers for ids ['f7e83d8b-10a6-4b4a-82ee-50ee566f6877'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:42:34.338814 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Routers {'f7e83d8b-10a6-4b4a-82ee-50ee566f6877'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:42:34.339646 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:42:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['f7e83d8b-10a6-4b4a-82ee-50ee566f6877'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:42:34.512801 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Set router f7e83d8b-10a6-4b4a-82ee-50ee566f6877 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:42:34.876905 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e83d8b-10a6-4b4a-82ee-50ee566f6877', 'name': 'router1', 'tenant_id': '671aaa0bd9884e88ad042241deb49fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:42:23Z', 'updated_at': '2022-05-30T19:42:33Z', 'revision_number': 2, 'project_id': '671aaa0bd9884e88ad042241deb49fa2', 'gw_port_host': None, '_interfaces': [{'id': 'a3721575-abe1-4461-b52a-575fd269c68f', 'name': '', 'network_id': 'aa1cff47-e60d-45f4-9e19-683a3a39fb75', 'tenant_id': '671aaa0bd9884e88ad042241deb49fa2', 'mac_address': 'fa:16:3e:f8:7c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e83d8b-10a6-4b4a-82ee-50ee566f6877', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a60a318b-1fbd-4d51-a67c-986bd9650ff1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:42:32Z', 'updated_at': '2022-05-30T19:42:33Z', 'revision_number': 2, 'project_id': '671aaa0bd9884e88ad042241deb49fa2', 'subnets': [{'id': 'a60a318b-1fbd-4d51-a67c-986bd9650ff1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5478fca1-7d71-45db-9e2d-a97c28ab5334'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:42:34.881683 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Checking router: f7e83d8b-10a6-4b4a-82ee-50ee566f6877 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:42:34.882047 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Updating router f7e83d8b-10a6-4b4a-82ee-50ee566f6877 port a3721575-abe1-4461-b52a-575fd269c68f binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:42:34.932260 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:35.303421 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:35.317991 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Transition to ACTIVE for port object a3721575-abe1-4461-b52a-575fd269c68f will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:42:35.324611 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:35.561506 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bae062-df03-469b-ac22-fdb78160669b None None] Pushing event updated for resources: {'Port': ['ID=a3721575-abe1-4461-b52a-575fd269c68f,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:42:35.573382 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:42:35.583030 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bae062-df03-469b-ac22-fdb78160669b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:35.583369 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bae062-df03-469b-ac22-fdb78160669b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:35.583702 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bae062-df03-469b-ac22-fdb78160669b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:35.584053 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bae062-df03-469b-ac22-fdb78160669b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:35.584458 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bae062-df03-469b-ac22-fdb78160669b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:35.584698 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bae062-df03-469b-ac22-fdb78160669b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:35.585040 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bae062-df03-469b-ac22-fdb78160669b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:35.585355 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bae062-df03-469b-ac22-fdb78160669b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:35.585675 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bae062-df03-469b-ac22-fdb78160669b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:35.586040 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bae062-df03-469b-ac22-fdb78160669b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:35.586354 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bae062-df03-469b-ac22-fdb78160669b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bae062-df03-469b-ac22-fdb78160669b None None] Tracked resource versions report: May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: pushed versions: May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: { 'ConntrackHelper': {'1.0'}, May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'Log': {'1.0'}, May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'Network': {'1.1'}, May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'Port': {'1.5'}, May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'PortForwarding': {'1.2'}, May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'QosPolicy': {'1.8'}, May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'SecurityGroup': {'1.2'}, May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'SecurityGroupRule': {'1.0'}, May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'SubPort': {'1.0'}, May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'Subnet': {'1.1'}, May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'Trunk': {'1.1'}} May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: consumer versions: May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: { DHCP agent@n-d-843949-2: {}, May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: L3 agent@n-d-843949-2: {}, May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: Metadata agent@n-d-843949-2: {}, May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: Metering agent@n-d-843949-2: {}, May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: Open vSwitch agent@n-d-843949-2: { 'ConntrackHelper': '1.0', May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'Log': '1.0', May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'Network': '1.1', May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'Port': '1.5', May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'PortForwarding': '1.2', May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'QosPolicy': '1.8', May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'SecurityGroup': '1.2', May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'SecurityGroupRule': '1.0', May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'SubPort': '1.0', May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'Subnet': '1.1', May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: 'Trunk': '1.1'}} May 30 19:42:35.587438 n-d-843949-2 neutron-server[84026]: {{(pid=84026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 19:42:35.592798 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Attempting to bind port a3721575-abe1-4461-b52a-575fd269c68f on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:42:35.593206 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Attempting to bind port a3721575-abe1-4461-b52a-575fd269c68f by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '0e4aa12f-7974-425c-b80f-fe63aa2f9fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'aa1cff47-e60d-45f4-9e19-683a3a39fb75'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:42:35.593630 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Attempting to bind port a3721575-abe1-4461-b52a-575fd269c68f on network aa1cff47-e60d-45f4-9e19-683a3a39fb75 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:42:35.600084 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:42:35.600490 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Checking segment: {'id': '0e4aa12f-7974-425c-b80f-fe63aa2f9fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'aa1cff47-e60d-45f4-9e19-683a3a39fb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:42:35.600964 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:35.601877 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Bound using segment: {'id': '0e4aa12f-7974-425c-b80f-fe63aa2f9fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'aa1cff47-e60d-45f4-9e19-683a3a39fb75'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:42:35.602407 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Bound port: a3721575-abe1-4461-b52a-575fd269c68f, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4aa12f-7974-425c-b80f-fe63aa2f9fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'aa1cff47-e60d-45f4-9e19-683a3a39fb75'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:42:35.602787 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:35.688265 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] For port a3721575-abe1-4461-b52a-575fd269c68f, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:42:35.692359 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] For port a3721575-abe1-4461-b52a-575fd269c68f, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a3721575-abe1-4461-b52a-575fd269c68f,segment=NetworkSegment(0e4aa12f-7974-425c-b80f-fe63aa2f9fbf),segment_id=0e4aa12f-7974-425c-b80f-fe63aa2f9fbf)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:42:35.698071 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:35.788340 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bae062-df03-469b-ac22-fdb78160669b None None] Pushing event updated for resources: {'Port': ['ID=a3721575-abe1-4461-b52a-575fd269c68f,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:42:35.793493 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Routers {'f7e83d8b-10a6-4b4a-82ee-50ee566f6877'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:42:35.794183 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:42:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['f7e83d8b-10a6-4b4a-82ee-50ee566f6877'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:42:35.944731 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] Set router f7e83d8b-10a6-4b4a-82ee-50ee566f6877 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:42:36.270159 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e83d8b-10a6-4b4a-82ee-50ee566f6877', 'name': 'router1', 'tenant_id': '671aaa0bd9884e88ad042241deb49fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:42:23Z', 'updated_at': '2022-05-30T19:42:33Z', 'revision_number': 2, 'project_id': '671aaa0bd9884e88ad042241deb49fa2', 'gw_port_host': None, '_interfaces': [{'id': 'a3721575-abe1-4461-b52a-575fd269c68f', 'name': '', 'network_id': 'aa1cff47-e60d-45f4-9e19-683a3a39fb75', 'tenant_id': '671aaa0bd9884e88ad042241deb49fa2', 'mac_address': 'fa:16:3e:f8:7c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e83d8b-10a6-4b4a-82ee-50ee566f6877', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a60a318b-1fbd-4d51-a67c-986bd9650ff1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:42:32Z', 'updated_at': '2022-05-30T19:42:35Z', 'revision_number': 4, 'project_id': '671aaa0bd9884e88ad042241deb49fa2', 'subnets': [{'id': 'a60a318b-1fbd-4d51-a67c-986bd9650ff1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5478fca1-7d71-45db-9e2d-a97c28ab5334'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:42:36.274757 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df8ab7-a557-454b-bf33-ceca237c5a26 None None] The sync data for ids ['f7e83d8b-10a6-4b4a-82ee-50ee566f6877'] in n-d-843949-2 is: [{'id': 'f7e83d8b-10a6-4b4a-82ee-50ee566f6877', 'name': 'router1', 'tenant_id': '671aaa0bd9884e88ad042241deb49fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:42:23Z', 'updated_at': '2022-05-30T19:42:33Z', 'revision_number': 2, 'project_id': '671aaa0bd9884e88ad042241deb49fa2', 'gw_port_host': None, '_interfaces': [{'id': 'a3721575-abe1-4461-b52a-575fd269c68f', 'name': '', 'network_id': 'aa1cff47-e60d-45f4-9e19-683a3a39fb75', 'tenant_id': '671aaa0bd9884e88ad042241deb49fa2', 'mac_address': 'fa:16:3e:f8:7c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e83d8b-10a6-4b4a-82ee-50ee566f6877', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a60a318b-1fbd-4d51-a67c-986bd9650ff1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:42:32Z', 'updated_at': '2022-05-30T19:42:35Z', 'revision_number': 4, 'project_id': '671aaa0bd9884e88ad042241deb49fa2', 'subnets': [{'id': 'a60a318b-1fbd-4d51-a67c-986bd9650ff1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5478fca1-7d71-45db-9e2d-a97c28ab5334'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:42:36.494921 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41324) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:42:36.666140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e7f20a-7fcc-4e9a-b97a-a639f2a296a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:42:36.666694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c0e7f20a-7fcc-4e9a-b97a-a639f2a296a4 admin admin] Synchronizing usage tracker for tenant:afa9e5d8ad02430db2267b452bff08f8 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:42:36.685295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c0e7f20a-7fcc-4e9a-b97a-a639f2a296a4 admin admin] Unset dirty status for tenant:afa9e5d8ad02430db2267b452bff08f8 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:42:36.686437 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c0e7f20a-7fcc-4e9a-b97a-a639f2a296a4 admin admin] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 842 time: 0.1905825 May 30 19:42:36.695723 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c12a686a-00a2-4b9d-a6f9-81f7c264563a admin admin] Request body: {'subnet': {'gateway_ip': '172.25.5.1', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.25.5.0/24'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:42:36.700947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c12a686a-00a2-4b9d-a6f9-81f7c264563a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:42:36.704700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c12a686a-00a2-4b9d-a6f9-81f7c264563a admin admin] Usage tracker for resource:subnet and tenant:afa9e5d8ad02430db2267b452bff08f8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:42:36.707662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c12a686a-00a2-4b9d-a6f9-81f7c264563a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:42:36.717784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c12a686a-00a2-4b9d-a6f9-81f7c264563a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:42:36.728521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12a686a-00a2-4b9d-a6f9-81f7c264563a admin admin] Made reservation on behalf of afa9e5d8ad02430db2267b452bff08f8 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:42:36.730885 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c12a686a-00a2-4b9d-a6f9-81f7c264563a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:37.099304 n-d-843949-2 neutron-server[84024]: DEBUG neutron.objects.ports [None req-c12a686a-00a2-4b9d-a6f9-81f7c264563a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 19:42:37.099731 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c12a686a-00a2-4b9d-a6f9-81f7c264563a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:37.191568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a686a-00a2-4b9d-a6f9-81f7c264563a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a71fa04e-aa37-43be-888b-917d76c9d154,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:42:37.196380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a686a-00a2-4b9d-a6f9-81f7c264563a admin admin] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:42:37.196731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12a686a-00a2-4b9d-a6f9-81f7c264563a admin admin] Network hostable DHCP agents. Network: 238489c2-bb0e-4ad7-9830-2c68e3770386, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:42:37.224913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12a686a-00a2-4b9d-a6f9-81f7c264563a admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:42:37.235364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c12a686a-00a2-4b9d-a6f9-81f7c264563a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 238489c2-bb0e-4ad7-9830-2c68e3770386) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:42:37.239440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12a686a-00a2-4b9d-a6f9-81f7c264563a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:42:37.240057 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c12a686a-00a2-4b9d-a6f9-81f7c264563a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:37.245359 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409acb95-0b67-4bcb-b2ac-170647ffcad4 None None] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:42:37.270266 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c12a686a-00a2-4b9d-a6f9-81f7c264563a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5779202 May 30 19:42:37.505185 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eea7934-ccc2-4baa-a458-4d20765b7657 None None] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:42:37.532901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a3721575-abe1-4461-b52a-575fd269c68f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:42:37.741489 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port a3721575-abe1-4461-b52a-575fd269c68f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:42:37.751262 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a3721575-abe1-4461-b52a-575fd269c68f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:42:37.751625 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:37.893871 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:37.926010 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port a3721575-abe1-4461-b52a-575fd269c68f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a3721575-abe1-4461-b52a-575fd269c68f,segment=NetworkSegment(0e4aa12f-7974-425c-b80f-fe63aa2f9fbf),segment_id=0e4aa12f-7974-425c-b80f-fe63aa2f9fbf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:42:37.929826 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:37.996131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=a3721575-abe1-4461-b52a-575fd269c68f,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:42:39.428287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41340) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:42:39.480445 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a3721575-abe1-4461-b52a-575fd269c68f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:42:39.548075 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a3721575-abe1-4461-b52a-575fd269c68f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:42:39.548378 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:39.662104 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5a122862-18fa-48f5-90f9-812e73ee1274 admin admin] 10.222.0.84 "GET /v2.0/routers/f7e83d8b-10a6-4b4a-82ee-50ee566f6877 HTTP/1.1" status: 200 len: 710 time: 0.2327008 May 30 19:42:39.828219 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06df421b-cadb-420f-8926-9dc0ddf22411 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:42:39.829484 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-06df421b-cadb-420f-8926-9dc0ddf22411 admin admin] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 886 time: 0.1617944 May 30 19:42:39.838560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3e8b814b-9b46-445c-9d4a-6fa49e423338 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:42:40.312149 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e8b814b-9b46-445c-9d4a-6fa49e423338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:40.488474 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e8b814b-9b46-445c-9d4a-6fa49e423338 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:40.546450 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e8b814b-9b46-445c-9d4a-6fa49e423338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:40.673667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-3e8b814b-9b46-445c-9d4a-6fa49e423338 admin admin] Allocated IP 172.25.5.88 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/4054f0f1-5449-40b3-9aa9-2d131eb2efc4) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:42:40.816287 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e8b814b-9b46-445c-9d4a-6fa49e423338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:40.841986 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e8b814b-9b46-445c-9d4a-6fa49e423338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:40.906950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8b814b-9b46-445c-9d4a-6fa49e423338 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:42:40.910642 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-3e8b814b-9b46-445c-9d4a-6fa49e423338 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:42:40.914501 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b814b-9b46-445c-9d4a-6fa49e423338 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:42:40.943879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b814b-9b46-445c-9d4a-6fa49e423338 admin admin] Pushing event updated for resources: {'Port': ['ID=4054f0f1-5449-40b3-9aa9-2d131eb2efc4,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:42:41.058055 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e8b814b-9b46-445c-9d4a-6fa49e423338 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:41.256926 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e8b814b-9b46-445c-9d4a-6fa49e423338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:41.260650 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e8b814b-9b46-445c-9d4a-6fa49e423338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:41.453483 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8b814b-9b46-445c-9d4a-6fa49e423338 admin admin] Router f7e83d8b-10a6-4b4a-82ee-50ee566f6877 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:42:41.648994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8b814b-9b46-445c-9d4a-6fa49e423338 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:42:41.657596 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e8b814b-9b46-445c-9d4a-6fa49e423338 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:41.657818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Sync routers for ids ['f7e83d8b-10a6-4b4a-82ee-50ee566f6877'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:42:41.658796 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3e8b814b-9b46-445c-9d4a-6fa49e423338 admin admin] 10.222.0.84 "PUT /v2.0/routers/f7e83d8b-10a6-4b4a-82ee-50ee566f6877 HTTP/1.1" status: 200 len: 889 time: 1.8239529 May 30 19:42:41.670365 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Routers {'f7e83d8b-10a6-4b4a-82ee-50ee566f6877'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:42:41.671049 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:42:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['f7e83d8b-10a6-4b4a-82ee-50ee566f6877'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:42:41.860346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Set router f7e83d8b-10a6-4b4a-82ee-50ee566f6877 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:42:42.197365 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e83d8b-10a6-4b4a-82ee-50ee566f6877', 'name': 'router1', 'tenant_id': '671aaa0bd9884e88ad042241deb49fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4054f0f1-5449-40b3-9aa9-2d131eb2efc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:42:23Z', 'updated_at': '2022-05-30T19:42:40Z', 'revision_number': 4, 'project_id': '671aaa0bd9884e88ad042241deb49fa2', 'gw_port': {'id': '4054f0f1-5449-40b3-9aa9-2d131eb2efc4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e83d8b-10a6-4b4a-82ee-50ee566f6877', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:42:40Z', 'updated_at': '2022-05-30T19:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'a3721575-abe1-4461-b52a-575fd269c68f', 'name': '', 'network_id': 'aa1cff47-e60d-45f4-9e19-683a3a39fb75', 'tenant_id': '671aaa0bd9884e88ad042241deb49fa2', 'mac_address': 'fa:16:3e:f8:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e83d8b-10a6-4b4a-82ee-50ee566f6877', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a60a318b-1fbd-4d51-a67c-986bd9650ff1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:42:32Z', 'updated_at': '2022-05-30T19:42:37Z', 'revision_number': 5, 'project_id': '671aaa0bd9884e88ad042241deb49fa2', 'subnets': [{'id': 'a60a318b-1fbd-4d51-a67c-986bd9650ff1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5478fca1-7d71-45db-9e2d-a97c28ab5334'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:42:42.202492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Checking router: f7e83d8b-10a6-4b4a-82ee-50ee566f6877 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:42:42.202935 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Updating router f7e83d8b-10a6-4b4a-82ee-50ee566f6877 port 4054f0f1-5449-40b3-9aa9-2d131eb2efc4 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:42:42.253047 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:42.571576 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:42.583049 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Transition to ACTIVE for port object 4054f0f1-5449-40b3-9aa9-2d131eb2efc4 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:42:42.591497 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:42.695459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f980c6-2c35-4fe9-aaac-82a9e7cd8e75 None None] Pushing event updated for resources: {'Port': ['ID=4054f0f1-5449-40b3-9aa9-2d131eb2efc4,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:42:42.697772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Attempting to bind port 4054f0f1-5449-40b3-9aa9-2d131eb2efc4 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:42:42.698135 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Attempting to bind port 4054f0f1-5449-40b3-9aa9-2d131eb2efc4 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:42:42.698486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Attempting to bind port 4054f0f1-5449-40b3-9aa9-2d131eb2efc4 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:42:42.705192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:42:42.705553 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:42:42.705943 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:42.706312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:42:42.706758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Bound port: 4054f0f1-5449-40b3-9aa9-2d131eb2efc4, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:42:42.707147 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:42.776612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] For port 4054f0f1-5449-40b3-9aa9-2d131eb2efc4, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:42:42.779480 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] For port 4054f0f1-5449-40b3-9aa9-2d131eb2efc4, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4054f0f1-5449-40b3-9aa9-2d131eb2efc4,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:42:42.783790 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:42.861483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f980c6-2c35-4fe9-aaac-82a9e7cd8e75 None None] Pushing event updated for resources: {'Port': ['ID=4054f0f1-5449-40b3-9aa9-2d131eb2efc4,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:42:42.867462 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Routers {'f7e83d8b-10a6-4b4a-82ee-50ee566f6877'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:42:42.868349 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:42:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['f7e83d8b-10a6-4b4a-82ee-50ee566f6877'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:42:43.043002 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] Set router f7e83d8b-10a6-4b4a-82ee-50ee566f6877 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:42:43.363570 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e83d8b-10a6-4b4a-82ee-50ee566f6877', 'name': 'router1', 'tenant_id': '671aaa0bd9884e88ad042241deb49fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4054f0f1-5449-40b3-9aa9-2d131eb2efc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:42:23Z', 'updated_at': '2022-05-30T19:42:40Z', 'revision_number': 4, 'project_id': '671aaa0bd9884e88ad042241deb49fa2', 'gw_port': {'id': '4054f0f1-5449-40b3-9aa9-2d131eb2efc4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e83d8b-10a6-4b4a-82ee-50ee566f6877', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:42:40Z', 'updated_at': '2022-05-30T19:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'a3721575-abe1-4461-b52a-575fd269c68f', 'name': '', 'network_id': 'aa1cff47-e60d-45f4-9e19-683a3a39fb75', 'tenant_id': '671aaa0bd9884e88ad042241deb49fa2', 'mac_address': 'fa:16:3e:f8:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e83d8b-10a6-4b4a-82ee-50ee566f6877', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a60a318b-1fbd-4d51-a67c-986bd9650ff1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:42:32Z', 'updated_at': '2022-05-30T19:42:37Z', 'revision_number': 5, 'project_id': '671aaa0bd9884e88ad042241deb49fa2', 'subnets': [{'id': 'a60a318b-1fbd-4d51-a67c-986bd9650ff1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5478fca1-7d71-45db-9e2d-a97c28ab5334'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:42:43.368685 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0d265-ebde-411d-885e-db2028eef3b6 None None] The sync data for ids ['f7e83d8b-10a6-4b4a-82ee-50ee566f6877'] in n-d-843949-2 is: [{'id': 'f7e83d8b-10a6-4b4a-82ee-50ee566f6877', 'name': 'router1', 'tenant_id': '671aaa0bd9884e88ad042241deb49fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4054f0f1-5449-40b3-9aa9-2d131eb2efc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:42:23Z', 'updated_at': '2022-05-30T19:42:40Z', 'revision_number': 4, 'project_id': '671aaa0bd9884e88ad042241deb49fa2', 'gw_port': {'id': '4054f0f1-5449-40b3-9aa9-2d131eb2efc4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e83d8b-10a6-4b4a-82ee-50ee566f6877', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:42:40Z', 'updated_at': '2022-05-30T19:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'a3721575-abe1-4461-b52a-575fd269c68f', 'name': '', 'network_id': 'aa1cff47-e60d-45f4-9e19-683a3a39fb75', 'tenant_id': '671aaa0bd9884e88ad042241deb49fa2', 'mac_address': 'fa:16:3e:f8:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e83d8b-10a6-4b4a-82ee-50ee566f6877', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a60a318b-1fbd-4d51-a67c-986bd9650ff1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:42:32Z', 'updated_at': '2022-05-30T19:42:37Z', 'revision_number': 5, 'project_id': '671aaa0bd9884e88ad042241deb49fa2', 'subnets': [{'id': 'a60a318b-1fbd-4d51-a67c-986bd9650ff1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5478fca1-7d71-45db-9e2d-a97c28ab5334'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:42:43.558260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4054f0f1-5449-40b3-9aa9-2d131eb2efc4 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:42:43.631075 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 4054f0f1-5449-40b3-9aa9-2d131eb2efc4 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:42:43.636346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 4054f0f1-5449-40b3-9aa9-2d131eb2efc4 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:42:43.636718 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:43.759379 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:43.777457 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 4054f0f1-5449-40b3-9aa9-2d131eb2efc4, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4054f0f1-5449-40b3-9aa9-2d131eb2efc4,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:42:43.781501 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:43.854483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=4054f0f1-5449-40b3-9aa9-2d131eb2efc4,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:42:43.913310 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41350) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:42:44.095307 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-28af7e82-5bb6-4776-a559-fe2e0dbff123 admin admin] 10.222.0.84 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1069 time: 0.1801810 May 30 19:42:45.492227 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4054f0f1-5449-40b3-9aa9-2d131eb2efc4 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:42:45.562853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 4054f0f1-5449-40b3-9aa9-2d131eb2efc4 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:42:45.563222 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:57.609373 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dc83cf13-9f3a-4cf0-a2af-dd4dad83900c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:42:59.805672 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-77b1c787-e80e-45b2-89b6-7a8d72396e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:43:00.948083 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:43:01.196596 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:43:02.531559 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:43:12.473978 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:43:27.611208 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-124860bf-2a9b-482c-a4ee-705239a72d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:43:29.809234 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ec072be2-ef1d-44ec-8672-045315f7b77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:43:30.952667 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:43:31.199106 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:43:32.536940 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:43:49.473957 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:43:57.612969 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b346d50c-fb2d-486c-b956-d1c3f095d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:43:59.812183 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-816c91a7-29c5-49d3-a8f3-9e93750881af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:00.957821 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:01.204699 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:02.547256 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:26.473423 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:44:27.617606 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ca945feb-bec6-4a0f-adc4-65ab268b6789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:29.813552 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-05b1fe38-0b79-4eb2-9234-434fa6487e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:30.959414 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:31.206835 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:32.545478 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:49.308109 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41958) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:44:49.396491 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f393fb-c806-4035-bde8-7127e8dd5e3d admin admin] GET failed (client error): The resource could not be found. May 30 19:44:49.397662 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d1f393fb-c806-4035-bde8-7127e8dd5e3d admin admin] 10.222.0.84 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0886455 May 30 19:44:49.526531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534678fc-f433-495c-b358-897f177a93c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:44:49.527953 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-534678fc-f433-495c-b358-897f177a93c1 admin admin] 10.222.0.84 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1263900 May 30 19:44:51.536744 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41968) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:44:51.667286 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f33d644-f76a-4931-a19e-c1d6f1e2057c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:44:51.667842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3f33d644-f76a-4931-a19e-c1d6f1e2057c admin admin] Synchronizing usage tracker for tenant:afa9e5d8ad02430db2267b452bff08f8 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:44:51.684561 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3f33d644-f76a-4931-a19e-c1d6f1e2057c admin admin] Unset dirty status for tenant:afa9e5d8ad02430db2267b452bff08f8 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:44:51.685704 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3f33d644-f76a-4931-a19e-c1d6f1e2057c admin admin] 10.222.0.84 "GET /v2.0/subnets/a60a318b-1fbd-4d51-a67c-986bd9650ff1 HTTP/1.1" status: 200 len: 849 time: 0.1480999 May 30 19:44:51.695267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-2f6086cb-5f7d-4e12-a3ed-54c854fa19dc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:44:51.812649 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f6086cb-5f7d-4e12-a3ed-54c854fa19dc admin admin] Notify callbacks [] for subnet, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:52.027029 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f6086cb-5f7d-4e12-a3ed-54c854fa19dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730630571165'] for subnet, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:52.070476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6086cb-5f7d-4e12-a3ed-54c854fa19dc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:44:52.071991 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f6086cb-5f7d-4e12-a3ed-54c854fa19dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:52.072932 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2f6086cb-5f7d-4e12-a3ed-54c854fa19dc admin admin] 10.222.0.84 "PUT /v2.0/subnets/a60a318b-1fbd-4d51-a67c-986bd9650ff1 HTTP/1.1" status: 200 len: 868 time: 0.3813939 May 30 19:44:52.074949 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840dbb06-3d5c-497d-8c10-f1760dd1dfad None None] Network aa1cff47-e60d-45f4-9e19-683a3a39fb75 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:44:52.102562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6086cb-5f7d-4e12-a3ed-54c854fa19dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60a318b-1fbd-4d51-a67c-986bd9650ff1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:44:52.112061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6086cb-5f7d-4e12-a3ed-54c854fa19dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:52.112656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6086cb-5f7d-4e12-a3ed-54c854fa19dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:52.113134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6086cb-5f7d-4e12-a3ed-54c854fa19dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:52.113623 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6086cb-5f7d-4e12-a3ed-54c854fa19dc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:52.114079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6086cb-5f7d-4e12-a3ed-54c854fa19dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:52.114536 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6086cb-5f7d-4e12-a3ed-54c854fa19dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:52.114999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6086cb-5f7d-4e12-a3ed-54c854fa19dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:52.115451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6086cb-5f7d-4e12-a3ed-54c854fa19dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:52.115993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6086cb-5f7d-4e12-a3ed-54c854fa19dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:52.116518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6086cb-5f7d-4e12-a3ed-54c854fa19dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:52.117115 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6086cb-5f7d-4e12-a3ed-54c854fa19dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:52.510564 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-53737787-efd2-4441-a6bd-fc0136a3e137 None None] Provisioning complete for port 2c2a19b0-364a-4ba6-b396-65eb1fb7f54a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:44:52.510932 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-53737787-efd2-4441-a6bd-fc0136a3e137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:52.645821 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-53737787-efd2-4441-a6bd-fc0136a3e137 None None] Provisioning complete for port a3721575-abe1-4461-b52a-575fd269c68f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:44:52.646082 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-53737787-efd2-4441-a6bd-fc0136a3e137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:54.103111 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41978) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:44:54.298716 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bb6b36-65a2-4cb7-9418-a17d84729ce9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:44:54.299061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bb6b36-65a2-4cb7-9418-a17d84729ce9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:44:54.300652 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-42bb6b36-65a2-4cb7-9418-a17d84729ce9 admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1965768 May 30 19:44:56.333876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41988) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:44:56.528939 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42878537-e2a7-40bd-a656-95b83e499772 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:44:56.529317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42878537-e2a7-40bd-a656-95b83e499772 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:44:56.530802 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-42878537-e2a7-40bd-a656-95b83e499772 admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1959875 May 30 19:44:57.720546 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b2ecc34f-057e-4ad1-aa08-194254567723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:58.523563 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41998) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:44:58.712742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15054bd-8a38-4330-8ff9-d7d83d9ce284 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:44:58.714056 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a15054bd-8a38-4330-8ff9-d7d83d9ce284 admin admin] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 886 time: 0.1895235 May 30 19:44:59.816498 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1749a650-6e24-4024-81e3-94ba83c54b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:00.744524 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42008) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:00.936045 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ee52a0-54df-43b5-85bc-b61d48c6ca57 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:00.937291 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-82ee52a0-54df-43b5-85bc-b61d48c6ca57 admin admin] 10.222.0.84 "GET /v2.0/networks/aa1cff47-e60d-45f4-9e19-683a3a39fb75 HTTP/1.1" status: 200 len: 869 time: 0.1918416 May 30 19:45:00.962295 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:01.204124 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:02.550773 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:02.937314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42018) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:03.063876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf14897-0251-4c08-9cb0-4d3dc03506c9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:03.064289 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf14897-0251-4c08-9cb0-4d3dc03506c9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:03.065757 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3bf14897-0251-4c08-9cb0-4d3dc03506c9 admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1275167 May 30 19:45:03.473100 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:45:05.073176 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42028) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:05.204095 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882a925b-3c32-4e8b-9ba9-a68d9760b5e0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:05.204455 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882a925b-3c32-4e8b-9ba9-a68d9760b5e0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:05.206091 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-882a925b-3c32-4e8b-9ba9-a68d9760b5e0 admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1317179 May 30 19:45:07.209399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42038) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:07.342846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086e273e-a872-44e6-b661-e506d18064e4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:07.344177 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-086e273e-a872-44e6-b661-e506d18064e4 admin admin] 10.222.0.84 "GET /v2.0/subnets/a60a318b-1fbd-4d51-a67c-986bd9650ff1 HTTP/1.1" status: 200 len: 868 time: 0.1338437 May 30 19:45:09.348121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42048) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:09.469919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40af8d8c-1252-41a0-a774-b07ff40d9f3f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:09.471236 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-40af8d8c-1252-41a0-a774-b07ff40d9f3f admin admin] 10.222.0.84 "GET /v2.0/subnets/a71fa04e-aa37-43be-888b-917d76c9d154 HTTP/1.1" status: 200 len: 816 time: 0.1221945 May 30 19:45:27.250009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42086) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:27.320373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [None req-ef8dd43f-0c3b-410a-9e85-4ece17647f1c admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:45:27.321398 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ef8dd43f-0c3b-410a-9e85-4ece17647f1c admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0703747 May 30 19:45:27.621839 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2500798e-eee3-4fe4-897c-3cd69656bd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:29.409504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42096) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:29.542777 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c17ac1-7f64-43f0-bc3c-2521ea28dd7d admin admin] GET failed (client error): The resource could not be found. May 30 19:45:29.544116 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-60c17ac1-7f64-43f0-bc3c-2521ea28dd7d admin admin] 10.222.0.84 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1336708 May 30 19:45:29.667099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b7e60e-3279-4ea1-bd3a-1d4d734a972a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:29.668557 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e6b7e60e-3279-4ea1-bd3a-1d4d734a972a admin admin] 10.222.0.84 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1206341 May 30 19:45:29.820903 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-35ddf5c3-bfd9-480b-8a4e-1ab2989501b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:30.963092 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:31.206183 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:31.692161 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42106) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:31.763302 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-17ed7a86-e0ed-4c9a-ac62-8a5891dfda2f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:45:31.767686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-17ed7a86-e0ed-4c9a-ac62-8a5891dfda2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:45:31.777050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-17ed7a86-e0ed-4c9a-ac62-8a5891dfda2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:45:31.786649 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ed7a86-e0ed-4c9a-ac62-8a5891dfda2f admin admin] Made reservation on behalf of afa9e5d8ad02430db2267b452bff08f8 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:45:31.789124 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17ed7a86-e0ed-4c9a-ac62-8a5891dfda2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:31.875908 n-d-843949-2 neutron-server[84024]: WARNING neutron.services.revisions.revision_plugin [None req-17ed7a86-e0ed-4c9a-ac62-8a5891dfda2f admin admin] Could not find related network for resource to bump revision. May 30 19:45:31.888429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ed7a86-e0ed-4c9a-ac62-8a5891dfda2f admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:45:31.897314 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17ed7a86-e0ed-4c9a-ac62-8a5891dfda2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:31.897647 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-17ed7a86-e0ed-4c9a-ac62-8a5891dfda2f admin admin] Added segment 0b8b1dc0-8f1d-4c79-a2b4-9427785df72c of type vlan for network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e May 30 19:45:31.922521 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17ed7a86-e0ed-4c9a-ac62-8a5891dfda2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:31.950661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17ed7a86-e0ed-4c9a-ac62-8a5891dfda2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:31.951458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ed7a86-e0ed-4c9a-ac62-8a5891dfda2f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:31.952091 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17ed7a86-e0ed-4c9a-ac62-8a5891dfda2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:32.049246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed7a86-e0ed-4c9a-ac62-8a5891dfda2f admin admin] Pushing event updated for resources: {'Network': ['ID=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:32.051871 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-17ed7a86-e0ed-4c9a-ac62-8a5891dfda2f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3585951 May 30 19:45:32.062937 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:45:32.551788 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:34.068240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42116) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:34.156850 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f460ad-d54e-44f1-8f80-70247ff26f18 admin admin] GET failed (client error): The resource could not be found. May 30 19:45:34.157337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-77f460ad-d54e-44f1-8f80-70247ff26f18 admin admin] Synchronizing usage tracker for tenant:afa9e5d8ad02430db2267b452bff08f8 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:45:34.172155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-77f460ad-d54e-44f1-8f80-70247ff26f18 admin admin] Unset dirty status for tenant:afa9e5d8ad02430db2267b452bff08f8 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:45:34.173219 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-77f460ad-d54e-44f1-8f80-70247ff26f18 admin admin] 10.222.0.84 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1040578 May 30 19:45:34.277913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032836a7-98d3-40ce-9191-9f3ce3af5bca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:34.279349 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-032836a7-98d3-40ce-9191-9f3ce3af5bca admin admin] 10.222.0.84 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1022577 May 30 19:45:34.290964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3e219666-9802-488c-ac99-991d1b9fd06e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:45:34.295465 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3e219666-9802-488c-ac99-991d1b9fd06e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:45:34.304909 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3e219666-9802-488c-ac99-991d1b9fd06e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:45:34.314099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e219666-9802-488c-ac99-991d1b9fd06e admin admin] Made reservation on behalf of afa9e5d8ad02430db2267b452bff08f8 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:45:34.316286 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e219666-9802-488c-ac99-991d1b9fd06e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:34.511623 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e219666-9802-488c-ac99-991d1b9fd06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:34.580886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e219666-9802-488c-ac99-991d1b9fd06e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb33df50-8729-4e69-bef4-e61d67118b6c,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:34.592348 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e219666-9802-488c-ac99-991d1b9fd06e admin admin] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:45:34.592696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e219666-9802-488c-ac99-991d1b9fd06e admin admin] Network hostable DHCP agents. Network: daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:45:34.612921 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e219666-9802-488c-ac99-991d1b9fd06e admin admin] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:45:34.621662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-3e219666-9802-488c-ac99-991d1b9fd06e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:45:34.625558 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e219666-9802-488c-ac99-991d1b9fd06e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:34.626139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e219666-9802-488c-ac99-991d1b9fd06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:34.631192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db229a48-7956-4d1f-b6a3-b3761fe53dc1 None None] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:45:34.659580 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3e219666-9802-488c-ac99-991d1b9fd06e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3655202 May 30 19:45:34.851719 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'tenant_id': 'afa9e5d8ad02430db2267b452bff08f8', 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 19:45:34.852587 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:35.008942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Allocated IP 192.168.233.2 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/82024392-365c-47fb-bc80-9738eb51ae2d) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:45:35.212186 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:35.222480 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Transition to ACTIVE for port object 82024392-365c-47fb-bc80-9738eb51ae2d will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:45:35.240884 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Transition to ACTIVE for port object 82024392-365c-47fb-bc80-9738eb51ae2d will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:45:35.246761 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:35.315702 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:45:35.316835 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:45:35.320646 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:45:35.326942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Pushing event updated for resources: {'Port': ['ID=82024392-365c-47fb-bc80-9738eb51ae2d,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:35.363121 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:35.363464 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:35.363800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:35.364156 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:35.364480 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:35.364804 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:35.365125 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:35.365448 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:35.365766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:35.366084 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:35.366425 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:35.421013 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Attempting to bind port 82024392-365c-47fb-bc80-9738eb51ae2d on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:45:35.421651 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Attempting to bind port 82024392-365c-47fb-bc80-9738eb51ae2d by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:45:35.422006 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Attempting to bind port 82024392-365c-47fb-bc80-9738eb51ae2d on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:45:35.428660 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:45:35.429604 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:45:35.430029 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:35.430414 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:45:35.430869 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Bound port: 82024392-365c-47fb-bc80-9738eb51ae2d, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:45:35.431282 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:35.544538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] For port 82024392-365c-47fb-bc80-9738eb51ae2d, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:45:35.548132 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] For port 82024392-365c-47fb-bc80-9738eb51ae2d, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=82024392-365c-47fb-bc80-9738eb51ae2d,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:45:35.553038 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:35.629302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfb04b-7060-4efb-8ce1-3ab76bc32b85 None None] Pushing event updated for resources: {'Port': ['ID=82024392-365c-47fb-bc80-9738eb51ae2d,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:36.379299 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d351db5-3aae-45f6-8e4e-1f4f6482c935 None None] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:45:36.487883 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c1572fd0-765b-4804-8fe9-3fabc1814da5 None None] Provisioning for port 82024392-365c-47fb-bc80-9738eb51ae2d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:45:37.600349 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 82024392-365c-47fb-bc80-9738eb51ae2d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:45:37.667092 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 82024392-365c-47fb-bc80-9738eb51ae2d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:45:37.671728 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 82024392-365c-47fb-bc80-9738eb51ae2d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:45:37.672117 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:37.784822 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:37.815928 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 82024392-365c-47fb-bc80-9738eb51ae2d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=82024392-365c-47fb-bc80-9738eb51ae2d,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:45:37.820284 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:37.887360 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=82024392-365c-47fb-bc80-9738eb51ae2d,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:39.578986 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 82024392-365c-47fb-bc80-9738eb51ae2d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:45:39.646129 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 82024392-365c-47fb-bc80-9738eb51ae2d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:45:39.646486 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:40.472399 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:45:57.625164 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1c11d09b-7a31-490d-a16f-246dd551de2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:59.823426 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-98fc5bdf-39f7-461d-add1-7e9a101fcd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:00.967850 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:01.207836 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:02.554703 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:17.472532 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:46:27.626926 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f1693e86-4839-4563-b173-76c892812430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:29.825779 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-aec1c7c0-b0d6-4f77-b36d-dfcbc3e2a282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:30.970034 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:31.210664 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:32.558304 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:50.419512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42160) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:46:50.425337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-dcb5b95d-a5c7-4e4a-885b-95990e5aefde tempest-verify_tempest_config-215661830 tempest-verify_tempest_config-215661830-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:46:50.426261 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dcb5b95d-a5c7-4e4a-885b-95990e5aefde tempest-verify_tempest_config-215661830 tempest-verify_tempest_config-215661830-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057747 May 30 19:46:50.749691 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42178) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:46:50.885689 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:50.916355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:46:50.920157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Usage tracker for resource:security_group_rule and tenant:b2f0ffe35cb14b9aa9f5d8a629f2e5e3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:46:50.922853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:46:50.928770 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:46:50.995813 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:51.000779 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:51.044919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e89a3dd-1225-471c-82ac-e77935141021,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:46:51.049409 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Synchronizing usage tracker for tenant:afa9e5d8ad02430db2267b452bff08f8 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:46:51.059151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:46:51.059488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:46:51.059820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:46:51.060236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:46:51.060561 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:46:51.060881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:46:51.061196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:46:51.061510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:46:51.061825 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:46:51.062137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:46:51.062446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:46:51.075271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] Unset dirty status for tenant:afa9e5d8ad02430db2267b452bff08f8 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:46:51.076478 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cc91b7d9-e530-4ce5-86d4-a8b401c40b16 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b2f0ffe35cb14b9aa9f5d8a629f2e5e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3258564 May 30 19:46:51.079155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42184) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:46:51.136087 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a1c937d1-5525-48d5-becc-94070c3f5e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:51.160087 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a1c937d1-5525-48d5-becc-94070c3f5e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:51.251281 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a1c937d1-5525-48d5-becc-94070c3f5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:51.265907 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c937d1-5525-48d5-becc-94070c3f5e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e89a3dd-1225-471c-82ac-e77935141021,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:46:51.272019 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a1c937d1-5525-48d5-becc-94070c3f5e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:51.273132 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a1c937d1-5525-48d5-becc-94070c3f5e9c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1e89a3dd-1225-471c-82ac-e77935141021 HTTP/1.1" status: 204 len: 168 time: 0.1930866 May 30 19:46:54.472394 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:46:57.630197 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a963482f-5aca-4d0e-80f3-de3cb1ee1726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:59.828495 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9a2126e5-36fd-4bf6-a796-a20bb650e12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:00.972401 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:01.212437 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:02.559674 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:27.632373 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-204d1598-6077-41d6-9514-03f0c768baeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:29.830235 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ae4b1a0b-be78-4c3f-a275-2158e4c6276f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:30.974747 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:31.213488 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:31.475810 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:47:32.566042 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:57.634781 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d09996f7-358b-49ab-be25-198b656c4721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:59.830880 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c69e0d61-0c21-4285-8fac-3a77fe967ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:00.978913 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:01.216933 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:02.565499 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:08.475600 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:48:27.637084 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d06908a4-18d4-49ed-a7c6-2506cea2b678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:29.831438 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3f68e774-092f-433c-8f5a-53ce4c07e583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:30.982063 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:31.217720 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:32.569042 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:45.475290 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:48:57.639312 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ee12eab9-ba5f-42b7-9d52-e4b1e1ca4837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:59.832684 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-71e52f59-1650-4167-8b34-02061c6907af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:00.985114 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:01.219890 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:02.571915 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:22.474695 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:49:27.640969 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c328587e-9ecb-4dcb-9c7e-d66e66e67a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:29.834349 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-01c7ca2b-4127-4fd9-8715-5bc43f39abf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:30.986239 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:31.220068 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:32.574752 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:57.643143 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-efa61afd-7fff-4035-acf5-e74bfda3b1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:59.475236 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:49:59.836095 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9e5552ac-1490-4ae5-9733-2f5e801312f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:00.989663 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:01.222184 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:02.578038 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:02.669838 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4086846'] for agent, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:06.675650 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4086846'] for agent, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:27.646832 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f464d444-1300-4719-8f5d-e7c0b0f1766b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:29.836253 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ca90a2a1-9880-437f-8f62-51e7561cb199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:30.994966 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:31.224173 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:32.602448 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:32.638475 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:36.475652 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:50:36.629523 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:55.991967 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42248) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:50:56.125308 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cdc1cacf-3122-41d2-832f-ba78ed8f87dc admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1322043 May 30 19:50:57.648458 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8ad85373-c234-4f36-9ba2-0cd4e1f119d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:58.139527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42258) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:50:58.220976 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-180b75d3-f265-4da5-9ba9-058acd6926d1 admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0803351 May 30 19:50:59.837279 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-eea2a18d-1ccc-4014-a1d6-2760c08d10a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:00.994230 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:01.225576 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:02.588397 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:02.653823 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:06.631151 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:13.476049 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:51:27.649198 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f2abcdff-0ffd-447e-a813-f615a1063d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:29.839629 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e63212f0-b606-43ce-88a6-d79557d49168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:30.997079 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:31.226715 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:32.589842 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:32.661976 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:36.644942 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:50.475847 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:51:57.650172 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-33fec179-f034-4d8e-a7fb-41728956d696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:59.841190 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10fd20b5-56bf-4d0b-b465-b708071fadba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:01.000661 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:01.228733 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:02.591890 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:02.669508 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:06.644157 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:27.476378 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:52:27.668826 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6306-867f-447f-bb67-eadf05c3a45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:29.848374 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-20aec704-4c7e-46a2-b9d0-f1f9a5296c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:30.587813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42448) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:31.005021 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:31.180459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42468) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:31.249874 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:31.283877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42476) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:31.284808 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-de8b0fe1-8764-4d71-af0d-1fff3162a70c tempest-AutoAllocateNetworkTest-806813757 tempest-AutoAllocateNetworkTest-806813757-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=03ad1150de1c415ea7b75f8a7f9feaed&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6945329 May 30 19:52:31.443020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298f33aa-6e69-4e0f-a24b-11fe8b0137fd tempest-AutoAllocateNetworkTest-806813757 tempest-AutoAllocateNetworkTest-806813757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:31.447447 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42486) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:31.447664 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-298f33aa-6e69-4e0f-a24b-11fe8b0137fd tempest-AutoAllocateNetworkTest-806813757 tempest-AutoAllocateNetworkTest-806813757-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1622746 May 30 19:52:31.515129 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-09f3a249-d5c4-4293-a316-26ac6852edc5 tempest-AutoAllocateNetworkTest-806813757 tempest-AutoAllocateNetworkTest-806813757-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661073 May 30 19:52:31.517523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42492) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:31.553459 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-35748160-4196-4f3a-9977-456debe97147 tempest-AutoAllocateNetworkTest-806813757 tempest-AutoAllocateNetworkTest-806813757-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=03ad1150de1c415ea7b75f8a7f9feaed HTTP/1.1" status: 200 len: 208 time: 0.0340652 May 30 19:52:31.629246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-network', 'tenant_id': '18012846b9da440082f575e0c7d5b763'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:52:31.633775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:31.637808 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Usage tracker for resource:network and tenant:18012846b9da440082f575e0c7d5b763 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:31.641451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:31.647102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:31.659082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Made reservation on behalf of 18012846b9da440082f575e0c7d5b763 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:52:31.661365 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:31.674781 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:31.708345 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:31.712423 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Usage tracker for resource:security_group_rule and tenant:18012846b9da440082f575e0c7d5b763 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:31.715357 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:31.722004 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:31.793490 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:31.797256 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:31.830818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:52:31.835241 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808cb009-3bd4-4837-b331-0aedf9785795,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:31.848159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:31.848506 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:31.848830 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:31.849157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:31.849485 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:31.849801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:31.850295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:31.850765 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:31.851327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:31.851811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:31.852492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Tracked resource versions report: May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: pushed versions: May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: { 'ConntrackHelper': {'1.0'}, May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'Log': {'1.0'}, May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'Network': {'1.1'}, May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'Port': {'1.5'}, May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'PortForwarding': {'1.2'}, May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'QosPolicy': {'1.8'}, May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'SecurityGroup': {'1.2'}, May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'SecurityGroupRule': {'1.0'}, May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'SubPort': {'1.0'}, May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'Subnet': {'1.1'}, May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'Trunk': {'1.1'}} May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: consumer versions: May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: { DHCP agent@n-d-843949-2: {}, May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: HyperV agent@n-h1-843949-2: {}, May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: HyperV agent@n-h2-843949-2: {}, May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: L3 agent@n-d-843949-2: {}, May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: Metadata agent@n-d-843949-2: {}, May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: Metering agent@n-d-843949-2: {}, May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: Open vSwitch agent@n-d-843949-2: { 'ConntrackHelper': '1.0', May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'Log': '1.0', May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'Network': '1.1', May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'Port': '1.5', May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'PortForwarding': '1.2', May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'QosPolicy': '1.8', May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'SecurityGroup': '1.2', May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'SecurityGroupRule': '1.0', May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'SubPort': '1.0', May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'Subnet': '1.1', May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: 'Trunk': '1.1'}} May 30 19:52:31.853551 n-d-843949-2 neutron-server[84024]: {{(pid=84024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 19:52:31.859174 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:31.859862 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Added segment a59b0537-ee1f-4f25-8c72-feda34f41dee of type vlan for network e7d0ea33-751a-4199-859b-91d929a3ce53 May 30 19:52:31.890960 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:31.920620 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:31.921461 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:31.922033 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:32.024646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] Pushing event updated for resources: {'Network': ['ID=e7d0ea33-751a-4199-859b-91d929a3ce53,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:32.029631 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8404f85f-f12f-4b1e-88e5-2c82a28b6db5 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8481870 May 30 19:52:32.033101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42510) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:32.037850 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network e7d0ea33-751a-4199-859b-91d929a3ce53 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:52:32.044654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-2fef8a96-18e7-4eac-a765-c5661a0b8158 admin admin] Request body: {'subnet': {'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-subnet', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:52:32.050024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2fef8a96-18e7-4eac-a765-c5661a0b8158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:32.054474 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2fef8a96-18e7-4eac-a765-c5661a0b8158 admin admin] Usage tracker for resource:subnet and tenant:18012846b9da440082f575e0c7d5b763 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:32.057445 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2fef8a96-18e7-4eac-a765-c5661a0b8158 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:32.065824 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2fef8a96-18e7-4eac-a765-c5661a0b8158 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:32.079987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fef8a96-18e7-4eac-a765-c5661a0b8158 admin admin] Made reservation on behalf of 18012846b9da440082f575e0c7d5b763 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:52:32.083013 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2fef8a96-18e7-4eac-a765-c5661a0b8158 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:32.365266 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2fef8a96-18e7-4eac-a765-c5661a0b8158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:32.439044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef8a96-18e7-4eac-a765-c5661a0b8158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:32.452912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fef8a96-18e7-4eac-a765-c5661a0b8158 admin admin] Checking segment: {'id': 'a59b0537-ee1f-4f25-8c72-feda34f41dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:52:32.453259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fef8a96-18e7-4eac-a765-c5661a0b8158 admin admin] Network hostable DHCP agents. Network: e7d0ea33-751a-4199-859b-91d929a3ce53, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:52:32.477177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42530) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:32.483884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fef8a96-18e7-4eac-a765-c5661a0b8158 admin admin] Network e7d0ea33-751a-4199-859b-91d929a3ce53 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:52:32.494607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-2fef8a96-18e7-4eac-a765-c5661a0b8158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, e7d0ea33-751a-4199-859b-91d929a3ce53) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:52:32.504226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fef8a96-18e7-4eac-a765-c5661a0b8158 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:32.504454 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b675b3e9-f576-451d-a96c-f4d9456c89be None None] Network e7d0ea33-751a-4199-859b-91d929a3ce53 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:52:32.504800 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2fef8a96-18e7-4eac-a765-c5661a0b8158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:32.532157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42536) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:32.532628 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2fef8a96-18e7-4eac-a765-c5661a0b8158 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4982336 May 30 19:52:32.538411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:52:32.543027 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:32.555230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Usage tracker for resource:router and tenant:18012846b9da440082f575e0c7d5b763 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:32.560533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:32.566899 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:32.582058 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:32.584520 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:32.616259 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:32.627547 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:32.750132 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:32.805701 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-e7d0ea33-751a-4199-859b-91d929a3ce53', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 19:52:32.806664 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:32.893454 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:32.987636 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Allocated IP 172.20.0.2 (e7d0ea33-751a-4199-859b-91d929a3ce53/8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3/0813032b-473d-43bf-9641-ff4f332acd66) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:52:33.057996 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c255e3f-fce6-4923-96e1-26af2d56ddb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:33.131944 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:33.136801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5c255e3f-fce6-4923-96e1-26af2d56ddb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:33.147307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5c255e3f-fce6-4923-96e1-26af2d56ddb8 admin admin] Usage tracker for resource:security_group_rule and tenant:03ad1150de1c415ea7b75f8a7f9feaed is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:33.150954 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5c255e3f-fce6-4923-96e1-26af2d56ddb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:33.157274 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5c255e3f-fce6-4923-96e1-26af2d56ddb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:33.178213 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:33.239209 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c255e3f-fce6-4923-96e1-26af2d56ddb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:33.249416 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c255e3f-fce6-4923-96e1-26af2d56ddb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:33.308924 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:33.320843 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5c255e3f-fce6-4923-96e1-26af2d56ddb8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=03ad1150de1c415ea7b75f8a7f9feaed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8424330 May 30 19:52:33.321439 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42560) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:33.326001 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Transition to ACTIVE for port object 0813032b-473d-43bf-9641-ff4f332acd66 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:52:33.369385 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Transition to ACTIVE for port object 0813032b-473d-43bf-9641-ff4f332acd66 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:52:33.378532 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:33.411937 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c255e3f-fce6-4923-96e1-26af2d56ddb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edd4d5b-1a0c-4e46-b1e0-6d39aae9f9aa,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:33.413951 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Allocated IP 172.25.5.94 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/dc78bde4-a8a5-4f8e-a556-406657fba057) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:52:33.467062 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b41a2c15-4e28-4a65-8919-5add34f453a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:33.506590 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b41a2c15-4e28-4a65-8919-5add34f453a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:33.527611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Network e7d0ea33-751a-4199-859b-91d929a3ce53 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:52:33.531556 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:52:33.535671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:52:33.537770 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Pushing event updated for resources: {'Port': ['ID=0813032b-473d-43bf-9641-ff4f332acd66,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:33.577806 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b41a2c15-4e28-4a65-8919-5add34f453a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:33.581856 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:33.582195 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:33.582579 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:33.582907 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:33.583231 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:33.583593 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:33.583915 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:33.584322 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:33.584776 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:33.585085 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:33.585565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Tracked resource versions report: May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: pushed versions: May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: { 'ConntrackHelper': {'1.0'}, May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'Log': {'1.0'}, May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'Network': {'1.1'}, May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'Port': {'1.5'}, May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'PortForwarding': {'1.2'}, May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'QosPolicy': {'1.8'}, May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'SecurityGroup': {'1.2'}, May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'SecurityGroupRule': {'1.0'}, May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'SubPort': {'1.0'}, May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'Subnet': {'1.1'}, May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'Trunk': {'1.1'}} May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: consumer versions: May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: { DHCP agent@n-d-843949-2: {}, May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: HyperV agent@n-h1-843949-2: {}, May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: HyperV agent@n-h2-843949-2: {}, May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: L3 agent@n-d-843949-2: {}, May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: Metadata agent@n-d-843949-2: {}, May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: Metering agent@n-d-843949-2: {}, May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: Open vSwitch agent@n-d-843949-2: { 'ConntrackHelper': '1.0', May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'Log': '1.0', May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'Network': '1.1', May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'Port': '1.5', May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'PortForwarding': '1.2', May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'QosPolicy': '1.8', May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'SecurityGroup': '1.2', May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'SecurityGroupRule': '1.0', May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'SubPort': '1.0', May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'Subnet': '1.1', May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: 'Trunk': '1.1'}} May 30 19:52:33.586867 n-d-843949-2 neutron-server[84025]: {{(pid=84025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 19:52:33.612844 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a2c15-4e28-4a65-8919-5add34f453a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edd4d5b-1a0c-4e46-b1e0-6d39aae9f9aa,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:33.621415 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b41a2c15-4e28-4a65-8919-5add34f453a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:33.630537 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b41a2c15-4e28-4a65-8919-5add34f453a3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7edd4d5b-1a0c-4e46-b1e0-6d39aae9f9aa HTTP/1.1" status: 204 len: 168 time: 0.3013222 May 30 19:52:33.636952 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:33.696691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Attempting to bind port 0813032b-473d-43bf-9641-ff4f332acd66 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:52:33.697053 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Attempting to bind port 0813032b-473d-43bf-9641-ff4f332acd66 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'a59b0537-ee1f-4f25-8c72-feda34f41dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:52:33.698080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Attempting to bind port 0813032b-473d-43bf-9641-ff4f332acd66 on network e7d0ea33-751a-4199-859b-91d929a3ce53 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:52:33.707302 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:33.708934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:52:33.709291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Checking segment: {'id': 'a59b0537-ee1f-4f25-8c72-feda34f41dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:52:33.709685 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:33.710063 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Bound using segment: {'id': 'a59b0537-ee1f-4f25-8c72-feda34f41dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:52:33.710516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Bound port: 0813032b-473d-43bf-9641-ff4f332acd66, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59b0537-ee1f-4f25-8c72-feda34f41dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:52:33.710893 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:33.798817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:52:33.805359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:52:33.807794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] For port 0813032b-473d-43bf-9641-ff4f332acd66, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:52:33.813167 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] For port 0813032b-473d-43bf-9641-ff4f332acd66, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0813032b-473d-43bf-9641-ff4f332acd66,segment=NetworkSegment(a59b0537-ee1f-4f25-8c72-feda34f41dee),segment_id=a59b0537-ee1f-4f25-8c72-feda34f41dee)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:52:33.814971 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:52:33.818379 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:33.929374 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68faab6d-f84a-43d7-bb77-ef503f7ec89f None None] Pushing event updated for resources: {'Port': ['ID=0813032b-473d-43bf-9641-ff4f332acd66,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:34.019195 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc78bde4-a8a5-4f8e-a556-406657fba057,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:34.033969 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:34.034306 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:34.034641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:34.034970 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:34.035293 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:34.035613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:34.035928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:34.036273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:34.036589 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:34.036902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:34.037216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Tracked resource versions report: May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: pushed versions: May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: { 'ConntrackHelper': {'1.0'}, May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'Log': {'1.0'}, May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'Network': {'1.1'}, May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'Port': {'1.5'}, May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'PortForwarding': {'1.2'}, May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'QosPolicy': {'1.8'}, May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'SecurityGroup': {'1.2'}, May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'SecurityGroupRule': {'1.0'}, May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'SubPort': {'1.0'}, May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'Subnet': {'1.1'}, May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'Trunk': {'1.1'}} May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: consumer versions: May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: { DHCP agent@n-d-843949-2: {}, May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: HyperV agent@n-h1-843949-2: {}, May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: HyperV agent@n-h2-843949-2: {}, May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: L3 agent@n-d-843949-2: {}, May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: Metadata agent@n-d-843949-2: {}, May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: Metering agent@n-d-843949-2: {}, May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: Open vSwitch agent@n-d-843949-2: { 'ConntrackHelper': '1.0', May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'Log': '1.0', May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'Network': '1.1', May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'Port': '1.5', May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'PortForwarding': '1.2', May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'QosPolicy': '1.8', May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'SecurityGroup': '1.2', May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'SecurityGroupRule': '1.0', May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'SubPort': '1.0', May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'Subnet': '1.1', May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: 'Trunk': '1.1'}} May 30 19:52:34.038275 n-d-843949-2 neutron-server[84023]: {{(pid=84023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 19:52:34.052500 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:34.053454 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:34.343143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Router 61686beb-7a27-4420-b10d-a77166a3ca88 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 19:52:34.571729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:52:34.585375 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Sync routers for ids ['61686beb-7a27-4420-b10d-a77166a3ca88'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:52:34.600401 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Routers {'61686beb-7a27-4420-b10d-a77166a3ca88'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:52:34.601054 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:52:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61686beb-7a27-4420-b10d-a77166a3ca88'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:52:34.609663 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:34.611280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f74c1c42-94a5-41d0-9d9a-0b91fd7dd6f9 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.0774293 May 30 19:52:34.614697 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42610) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:34.858703 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Set router 61686beb-7a27-4420-b10d-a77166a3ca88 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:52:35.186808 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85044714-1e5f-4f1c-a212-c89ec2b2bece None None] Network e7d0ea33-751a-4199-859b-91d929a3ce53 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:52:35.293460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-add5b259-01a6-4862-a604-e9e19e9e2886 None None] Provisioning for port 0813032b-473d-43bf-9641-ff4f332acd66 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:52:35.305199 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:52:33Z', 'revision_number': 3, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:52:35.312516 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Checking router: 61686beb-7a27-4420-b10d-a77166a3ca88 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:52:35.312859 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Updating router 61686beb-7a27-4420-b10d-a77166a3ca88 port dc78bde4-a8a5-4f8e-a556-406657fba057 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:52:35.428949 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:35.574172 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:35.932631 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0813032b-473d-43bf-9641-ff4f332acd66 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:52:36.001186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Allocated IP 172.20.0.1 (e7d0ea33-751a-4199-859b-91d929a3ce53/8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3/dd0efaac-84f4-411d-bad9-a328b2ff7e67) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:52:36.082656 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:36.100204 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Transition to ACTIVE for port object dc78bde4-a8a5-4f8e-a556-406657fba057 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:52:36.105315 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 0813032b-473d-43bf-9641-ff4f332acd66 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:52:36.111743 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:36.113197 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0813032b-473d-43bf-9641-ff4f332acd66 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:52:36.113565 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:36.281794 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Attempting to bind port dc78bde4-a8a5-4f8e-a556-406657fba057 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:52:36.282149 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Attempting to bind port dc78bde4-a8a5-4f8e-a556-406657fba057 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:52:36.282502 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Attempting to bind port dc78bde4-a8a5-4f8e-a556-406657fba057 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:52:36.287393 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babd7bd-93a1-4d4a-aca9-6f39669b528f None None] Pushing event updated for resources: {'Port': ['ID=dc78bde4-a8a5-4f8e-a556-406657fba057,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:36.314886 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:52:36.315247 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:52:36.320243 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:36.321069 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:52:36.322041 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Bound port: dc78bde4-a8a5-4f8e-a556-406657fba057, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:52:36.322852 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:36.331254 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:36.349754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Transition to ACTIVE for port object dd0efaac-84f4-411d-bad9-a328b2ff7e67 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:52:36.382616 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:36.389464 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:36.404606 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babd7bd-93a1-4d4a-aca9-6f39669b528f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:36.405201 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babd7bd-93a1-4d4a-aca9-6f39669b528f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:36.405661 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babd7bd-93a1-4d4a-aca9-6f39669b528f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:36.406163 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babd7bd-93a1-4d4a-aca9-6f39669b528f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:36.406677 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babd7bd-93a1-4d4a-aca9-6f39669b528f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:36.407138 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babd7bd-93a1-4d4a-aca9-6f39669b528f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:36.407725 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babd7bd-93a1-4d4a-aca9-6f39669b528f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:36.408207 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babd7bd-93a1-4d4a-aca9-6f39669b528f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:36.408659 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babd7bd-93a1-4d4a-aca9-6f39669b528f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:36.409293 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babd7bd-93a1-4d4a-aca9-6f39669b528f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:36.409882 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babd7bd-93a1-4d4a-aca9-6f39669b528f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babd7bd-93a1-4d4a-aca9-6f39669b528f None None] Tracked resource versions report: May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: pushed versions: May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: { 'ConntrackHelper': {'1.0'}, May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'Log': {'1.0'}, May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'Network': {'1.1'}, May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'Port': {'1.5'}, May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'PortForwarding': {'1.2'}, May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'QosPolicy': {'1.8'}, May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'SecurityGroup': {'1.2'}, May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'SecurityGroupRule': {'1.0'}, May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'SubPort': {'1.0'}, May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'Subnet': {'1.1'}, May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'Trunk': {'1.1'}} May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: consumer versions: May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: { DHCP agent@n-d-843949-2: {}, May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: HyperV agent@n-h1-843949-2: {}, May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: HyperV agent@n-h2-843949-2: {}, May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: L3 agent@n-d-843949-2: {}, May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: Metadata agent@n-d-843949-2: {}, May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: Metering agent@n-d-843949-2: {}, May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: Open vSwitch agent@n-d-843949-2: { 'ConntrackHelper': '1.0', May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'Log': '1.0', May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'Network': '1.1', May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'Port': '1.5', May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'PortForwarding': '1.2', May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'QosPolicy': '1.8', May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'SecurityGroup': '1.2', May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'SecurityGroupRule': '1.0', May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'SubPort': '1.0', May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'Subnet': '1.1', May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: 'Trunk': '1.1'}} May 30 19:52:36.411773 n-d-843949-2 neutron-server[84026]: {{(pid=84026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 19:52:36.451348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 0813032b-473d-43bf-9641-ff4f332acd66, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0813032b-473d-43bf-9641-ff4f332acd66,segment=NetworkSegment(a59b0537-ee1f-4f25-8c72-feda34f41dee),segment_id=a59b0537-ee1f-4f25-8c72-feda34f41dee)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:52:36.457103 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:36.505897 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] For port dc78bde4-a8a5-4f8e-a556-406657fba057, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:52:36.509893 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] For port dc78bde4-a8a5-4f8e-a556-406657fba057, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dc78bde4-a8a5-4f8e-a556-406657fba057,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:52:36.534468 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:36.575158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Pushing event updated for resources: {'Port': ['ID=dd0efaac-84f4-411d-bad9-a328b2ff7e67,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:36.593578 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=0813032b-473d-43bf-9641-ff4f332acd66,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:36.603416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Network e7d0ea33-751a-4199-859b-91d929a3ce53 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:52:36.605254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:52:36.608653 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:52:36.609489 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:36.661563 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babd7bd-93a1-4d4a-aca9-6f39669b528f None None] Pushing event updated for resources: {'Port': ['ID=dc78bde4-a8a5-4f8e-a556-406657fba057,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:36.670958 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:36.673648 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Routers {'61686beb-7a27-4420-b10d-a77166a3ca88'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:52:36.674469 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:52:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61686beb-7a27-4420-b10d-a77166a3ca88'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:52:36.740432 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:36.951716 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] Set router 61686beb-7a27-4420-b10d-a77166a3ca88 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:52:36.988193 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b7600b02-37db-4f02-ab35-8be946eb889f None None] Provisioning for port dd0efaac-84f4-411d-bad9-a328b2ff7e67 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:52:36.994323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b7600b02-37db-4f02-ab35-8be946eb889f None None] Provisioning complete for port dd0efaac-84f4-411d-bad9-a328b2ff7e67 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:52:36.996416 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b7600b02-37db-4f02-ab35-8be946eb889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:37.043750 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:37.052278 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:37.053734 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:37.098542 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b7600b02-37db-4f02-ab35-8be946eb889f None None] Port dd0efaac-84f4-411d-bad9-a328b2ff7e67 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:52:37.258177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Pushing event updated for resources: {'Port': ['ID=dd0efaac-84f4-411d-bad9-a328b2ff7e67,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:37.362208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Network e7d0ea33-751a-4199-859b-91d929a3ce53 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:52:37.363440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:52:37.446930 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'dd0efaac-84f4-411d-bad9-a328b2ff7e67', 'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'mac_address': 'fa:16:3e:d3:36:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:35Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 1, 'project_id': '18012846b9da440082f575e0c7d5b763', 'subnets': [{'id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:52:37.455655 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7593f910-76c9-4bdb-b669-64c6602d5494 None None] The sync data for ids ['61686beb-7a27-4420-b10d-a77166a3ca88'] in n-d-843949-2 is: [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'dd0efaac-84f4-411d-bad9-a328b2ff7e67', 'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'mac_address': 'fa:16:3e:d3:36:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:35Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 1, 'project_id': '18012846b9da440082f575e0c7d5b763', 'subnets': [{'id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:52:37.544518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42684) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:37.755215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-eec2c3ee-a1f8-4fb0-8368-8725e85e0527 None None] Provisioning complete for port dd0efaac-84f4-411d-bad9-a328b2ff7e67 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:52:37.755630 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-eec2c3ee-a1f8-4fb0-8368-8725e85e0527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:37.848357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-eec2c3ee-a1f8-4fb0-8368-8725e85e0527 None None] Port dd0efaac-84f4-411d-bad9-a328b2ff7e67 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:52:37.850888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0813032b-473d-43bf-9641-ff4f332acd66 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:52:37.979466 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0813032b-473d-43bf-9641-ff4f332acd66 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:52:37.980380 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:37.989559 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Router 61686beb-7a27-4420-b10d-a77166a3ca88 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:52:38.117271 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d60107ac-6502-40b3-8e6a-e83c8fb0238e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:38.172816 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d60107ac-6502-40b3-8e6a-e83c8fb0238e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:38.178563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d60107ac-6502-40b3-8e6a-e83c8fb0238e admin admin] Usage tracker for resource:security_group_rule and tenant:917b94adc72b4dbaa49a30db35e46ea0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:38.181889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d60107ac-6502-40b3-8e6a-e83c8fb0238e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:38.190410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d60107ac-6502-40b3-8e6a-e83c8fb0238e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:38.282475 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d60107ac-6502-40b3-8e6a-e83c8fb0238e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:38.289826 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d60107ac-6502-40b3-8e6a-e83c8fb0238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:38.333227 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:52:38.359545 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-04e5e96b-784b-40ed-ba8c-5ad9e5e7eb0b admin admin] 10.222.0.84 "PUT /v2.0/routers/61686beb-7a27-4420-b10d-a77166a3ca88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7435811 May 30 19:52:38.391077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d60107ac-6502-40b3-8e6a-e83c8fb0238e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=917b94adc72b4dbaa49a30db35e46ea0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8453891 May 30 19:52:38.393928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42716) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:38.416576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60107ac-6502-40b3-8e6a-e83c8fb0238e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884e41a0-dab7-4ee0-8d49-b80424002359,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:38.483008 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dcf395b-38e6-4099-b22e-6291083f979c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:38.535602 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dcf395b-38e6-4099-b22e-6291083f979c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:38.640578 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dcf395b-38e6-4099-b22e-6291083f979c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:38.666192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf395b-38e6-4099-b22e-6291083f979c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884e41a0-dab7-4ee0-8d49-b80424002359,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:38.717814 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dcf395b-38e6-4099-b22e-6291083f979c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:38.721656 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5dcf395b-38e6-4099-b22e-6291083f979c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/884e41a0-dab7-4ee0-8d49-b80424002359 HTTP/1.1" status: 204 len: 168 time: 0.3253388 May 30 19:52:39.398041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42796) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:39.422213 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1136f79-e91b-45c7-ac84-ef362c492d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:39.474677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d1136f79-e91b-45c7-ac84-ef362c492d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:39.478848 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d1136f79-e91b-45c7-ac84-ef362c492d91 admin admin] Usage tracker for resource:security_group_rule and tenant:2e0c948a1de24aa1a784ec97ea4e2cc4 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:39.481903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d1136f79-e91b-45c7-ac84-ef362c492d91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:39.488000 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d1136f79-e91b-45c7-ac84-ef362c492d91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:39.585951 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1136f79-e91b-45c7-ac84-ef362c492d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:39.599381 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1136f79-e91b-45c7-ac84-ef362c492d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:39.675420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1136f79-e91b-45c7-ac84-ef362c492d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92229e3e-4c55-491e-bdee-5cd95898a09b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:39.681065 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d1136f79-e91b-45c7-ac84-ef362c492d91 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2e0c948a1de24aa1a784ec97ea4e2cc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2819793 May 30 19:52:39.683581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42818) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:39.777163 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a4951b29-cb5f-439e-a007-d4a7dda9f96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:39.809271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42826) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:39.834300 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a4951b29-cb5f-439e-a007-d4a7dda9f96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:39.839723 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dc78bde4-a8a5-4f8e-a556-406657fba057 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:52:39.936773 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a4951b29-cb5f-439e-a007-d4a7dda9f96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:39.974749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4951b29-cb5f-439e-a007-d4a7dda9f96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92229e3e-4c55-491e-bdee-5cd95898a09b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:39.977744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port dc78bde4-a8a5-4f8e-a556-406657fba057 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:52:39.982720 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a4951b29-cb5f-439e-a007-d4a7dda9f96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:39.983827 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a4951b29-cb5f-439e-a007-d4a7dda9f96c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/92229e3e-4c55-491e-bdee-5cd95898a09b HTTP/1.1" status: 204 len: 168 time: 0.2992103 May 30 19:52:39.993559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port dc78bde4-a8a5-4f8e-a556-406657fba057 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:52:39.994083 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:40.139870 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:40.156789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port dc78bde4-a8a5-4f8e-a556-406657fba057, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dc78bde4-a8a5-4f8e-a556-406657fba057,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:52:40.161236 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:40.206320 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb49d254-3f13-48a9-a447-5ad1982f2cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:40.233009 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=dc78bde4-a8a5-4f8e-a556-406657fba057,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:40.252130 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cb49d254-3f13-48a9-a447-5ad1982f2cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:40.256126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cb49d254-3f13-48a9-a447-5ad1982f2cf5 admin admin] Usage tracker for resource:security_group_rule and tenant:3f1d76466d64447c9008b3b7b92ce24e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:40.261715 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cb49d254-3f13-48a9-a447-5ad1982f2cf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:40.270735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cb49d254-3f13-48a9-a447-5ad1982f2cf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:40.352708 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb49d254-3f13-48a9-a447-5ad1982f2cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:40.358723 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb49d254-3f13-48a9-a447-5ad1982f2cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:40.441477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49d254-3f13-48a9-a447-5ad1982f2cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f850cf52-d7ab-4e16-bd0f-82b62872a3d6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:40.446701 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cb49d254-3f13-48a9-a447-5ad1982f2cf5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3f1d76466d64447c9008b3b7b92ce24e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6358032 May 30 19:52:40.449471 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42866) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:40.520868 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c90d8b8-cd08-4429-b39c-2bc73acbb916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:40.546882 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c90d8b8-cd08-4429-b39c-2bc73acbb916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:40.605403 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c90d8b8-cd08-4429-b39c-2bc73acbb916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:40.621573 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90d8b8-cd08-4429-b39c-2bc73acbb916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f850cf52-d7ab-4e16-bd0f-82b62872a3d6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:40.628207 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c90d8b8-cd08-4429-b39c-2bc73acbb916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:40.640510 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3c90d8b8-cd08-4429-b39c-2bc73acbb916 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f850cf52-d7ab-4e16-bd0f-82b62872a3d6 HTTP/1.1" status: 204 len: 168 time: 0.1890616 May 30 19:52:41.180258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42912) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:41.199259 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac80d-8548-44cf-bdc4-ed1d877ff1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:41.238440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ef0ac80d-8548-44cf-bdc4-ed1d877ff1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:41.250243 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42918) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:41.253705 n-d-843949-2 neutron-server[84023]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 30 19:52:41.255217 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ef0ac80d-8548-44cf-bdc4-ed1d877ff1e8 admin admin] Usage tracker for resource:security_group_rule and tenant:8e43728a26b14495b4cf15994a8ce737 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:41.258375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ef0ac80d-8548-44cf-bdc4-ed1d877ff1e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:41.265681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ef0ac80d-8548-44cf-bdc4-ed1d877ff1e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:41.316589 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-5cb3ea2b-f1ba-45e4-b1ac-c9e4c9d5aa9f tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=e924f24d79de4f05b40676c88a01bd8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651250 May 30 19:52:41.359343 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac80d-8548-44cf-bdc4-ed1d877ff1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:41.365550 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac80d-8548-44cf-bdc4-ed1d877ff1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:41.412032 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ef0ac80d-8548-44cf-bdc4-ed1d877ff1e8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8e43728a26b14495b4cf15994a8ce737&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2298992 May 30 19:52:41.414447 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42928) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:41.517191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-686adb26-3791-430d-a398-1a1d21bb60ce tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:41.524942 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-686adb26-3791-430d-a398-1a1d21bb60ce tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2023754 May 30 19:52:41.545184 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-7ab64693-ab37-467c-bf22-dc4a1fb54166 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/quotas/e924f24d79de4f05b40676c88a01bd8e HTTP/1.1" status: 200 len: 375 time: 0.0191824 May 30 19:52:41.597804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42936) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:41.598443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ac80d-8548-44cf-bdc4-ed1d877ff1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c66b33-29e4-446e-84a0-6087aa4873ee,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:41.612472 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-a3aafd4d-4451-4208-92cd-22b0c7174bf5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e924f24d79de4f05b40676c88a01bd8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661373 May 30 19:52:41.626154 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138258535-network', 'tenant_id': '0312d11e478a4ce8a99cb26a9f4c1b33'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:52:41.631125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:41.639127 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Usage tracker for resource:network and tenant:0312d11e478a4ce8a99cb26a9f4c1b33 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:41.647507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:41.656863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:41.679180 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-61289f59-004a-4b85-b7e6-da8ea75731c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:41.692885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Made reservation on behalf of 0312d11e478a4ce8a99cb26a9f4c1b33 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:52:41.695281 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:41.732875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42946) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:41.737661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:41.749819 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-61289f59-004a-4b85-b7e6-da8ea75731c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:41.798694 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-f2cc66be-8c82-4b14-bab4-bdd2027f58af tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=bd9d5d59edda447ca3a08101916bd754&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644243 May 30 19:52:41.805812 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:41.811072 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Usage tracker for resource:security_group_rule and tenant:0312d11e478a4ce8a99cb26a9f4c1b33 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:41.814267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:41.820659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:41.844517 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-61289f59-004a-4b85-b7e6-da8ea75731c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:41.857539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dc78bde4-a8a5-4f8e-a556-406657fba057 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:52:41.895863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61289f59-004a-4b85-b7e6-da8ea75731c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c66b33-29e4-446e-84a0-6087aa4873ee,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:41.939408 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-61289f59-004a-4b85-b7e6-da8ea75731c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:41.943875 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-61289f59-004a-4b85-b7e6-da8ea75731c8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/29c66b33-29e4-446e-84a0-6087aa4873ee HTTP/1.1" status: 204 len: 168 time: 0.5283401 May 30 19:52:41.998046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port dc78bde4-a8a5-4f8e-a556-406657fba057 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:52:41.998455 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:42.053426 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69a6d0e1-6e10-4e1f-b1b6-dcca4a5d0b59 req-540dbf32-ad73-4c77-a1f3-abc62acf6f3a tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 210 time: 0.0611603 May 30 19:52:42.055608 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:42.063476 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:42.109525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:52:42.119126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c71d98e-4779-4565-8207-a1870ec6ae56,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:42.127545 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:42.127926 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Added segment 3f291b7a-b311-4cea-819d-7846e0201864 of type vlan for network 0e31a8dd-ecbc-4346-83b0-495b6e73ed00 May 30 19:52:42.165084 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:42.201651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-c178aa1b-d1e4-4ea3-b488-e9901b002d6c tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:42.216458 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-c178aa1b-d1e4-4ea3-b488-e9901b002d6c tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4099166 May 30 19:52:42.217348 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:42.218287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:42.218912 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:42.236709 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-9f948dd5-e12b-49a0-9bf7-14f203598d1f tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/quotas/bd9d5d59edda447ca3a08101916bd754 HTTP/1.1" status: 200 len: 375 time: 0.0190933 May 30 19:52:42.321972 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-e6355507-dd18-4df1-a3e9-2ef6a7a73731 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=bd9d5d59edda447ca3a08101916bd754&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840738 May 30 19:52:42.355443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] Pushing event updated for resources: {'Network': ['ID=0e31a8dd-ecbc-4346-83b0-495b6e73ed00,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:42.375552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 0e31a8dd-ecbc-4346-83b0-495b6e73ed00 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:52:42.427218 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d8e774ca-f25e-46e5-878d-263483a9d226 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8089232 May 30 19:52:42.427579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42982) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:42.433472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f635a17c-614d-4c95-bc6a-172db3ad16a7 admin admin] Request body: {'subnet': {'network_id': '0e31a8dd-ecbc-4346-83b0-495b6e73ed00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138258535-subnet', 'tenant_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:52:42.441587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f635a17c-614d-4c95-bc6a-172db3ad16a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:42.449649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f635a17c-614d-4c95-bc6a-172db3ad16a7 admin admin] Usage tracker for resource:subnet and tenant:0312d11e478a4ce8a99cb26a9f4c1b33 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:42.453882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f635a17c-614d-4c95-bc6a-172db3ad16a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:42.478114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f635a17c-614d-4c95-bc6a-172db3ad16a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:42.509826 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f635a17c-614d-4c95-bc6a-172db3ad16a7 admin admin] Made reservation on behalf of 0312d11e478a4ce8a99cb26a9f4c1b33 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:52:42.521335 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f635a17c-614d-4c95-bc6a-172db3ad16a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:42.844538 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-691cb8f6-e791-4ea3-a57d-c9d76f0c361b req-c7be4e51-b70f-48b1-bd9d-575bb86782c2 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 210 time: 0.0838890 May 30 19:52:43.056439 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f635a17c-614d-4c95-bc6a-172db3ad16a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:43.241211 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d789be9d-462f-4f9c-b901-c228d1854dfa req-531dc5dd-e511-4700-ab69-e215d041f955 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 210 time: 0.1037142 May 30 19:52:43.297689 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635a17c-614d-4c95-bc6a-172db3ad16a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c3e08b-4bf9-406a-9223-9dd518d926d0,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:43.308750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f635a17c-614d-4c95-bc6a-172db3ad16a7 admin admin] Checking segment: {'id': '3f291b7a-b311-4cea-819d-7846e0201864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0e31a8dd-ecbc-4346-83b0-495b6e73ed00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:52:43.309128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f635a17c-614d-4c95-bc6a-172db3ad16a7 admin admin] Network hostable DHCP agents. Network: 0e31a8dd-ecbc-4346-83b0-495b6e73ed00, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:52:43.336178 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f635a17c-614d-4c95-bc6a-172db3ad16a7 admin admin] Network 0e31a8dd-ecbc-4346-83b0-495b6e73ed00 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:52:43.351231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-f635a17c-614d-4c95-bc6a-172db3ad16a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 0e31a8dd-ecbc-4346-83b0-495b6e73ed00) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:52:43.363576 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8f6d03-865e-4dc9-a1bc-f5a551f1843f None None] Network 0e31a8dd-ecbc-4346-83b0-495b6e73ed00 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:52:43.375503 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f635a17c-614d-4c95-bc6a-172db3ad16a7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:43.376218 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f635a17c-614d-4c95-bc6a-172db3ad16a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:43.425612 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f635a17c-614d-4c95-bc6a-172db3ad16a7 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9969194 May 30 19:52:43.428255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43082) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:43.438648 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138258535-router', 'tenant_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:52:43.445719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:43.453811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Usage tracker for resource:router and tenant:0312d11e478a4ce8a99cb26a9f4c1b33 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:43.463194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:43.474379 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:43.502923 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:43.503981 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:43.537356 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:43.861128 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:43.863487 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-0e31a8dd-ecbc-4346-83b0-495b6e73ed00', 'network_id': '0e31a8dd-ecbc-4346-83b0-495b6e73ed00', 'tenant_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'fixed_ips': [{'subnet_id': 'f9c3e08b-4bf9-406a-9223-9dd518d926d0'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 19:52:43.864487 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:44.123492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Allocated IP 172.20.0.2 (0e31a8dd-ecbc-4346-83b0-495b6e73ed00/f9c3e08b-4bf9-406a-9223-9dd518d926d0/5758c1a8-2639-459e-b8d8-d2f2eef6218c) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:52:44.129076 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b00ffe2f-92de-4721-b906-986b956635ba req-baa29708-3863-473a-8691-ad18ee7269da tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 210 time: 0.1069593 May 30 19:52:44.469844 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:44.561400 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:44.693606 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a2624b8-2ce5-4201-b7fb-1a1b46407e57 req-aa867a4c-5f16-45c5-a2fe-f12ca40cdf70 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 210 time: 0.0925088 May 30 19:52:44.785071 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:44.814379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Transition to ACTIVE for port object 5758c1a8-2639-459e-b8d8-d2f2eef6218c will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:52:44.859281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Transition to ACTIVE for port object 5758c1a8-2639-459e-b8d8-d2f2eef6218c will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:52:44.868024 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:44.947882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Allocated IP 172.25.5.86 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/7bbf6a84-8f46-49bf-96eb-8c633bda5f33) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:52:44.970328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Network 0e31a8dd-ecbc-4346-83b0-495b6e73ed00 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:52:44.981980 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:52:44.990685 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:52:45.164015 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:45.169778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Pushing event updated for resources: {'Port': ['ID=5758c1a8-2639-459e-b8d8-d2f2eef6218c,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:45.187666 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Attempting to bind port 5758c1a8-2639-459e-b8d8-d2f2eef6218c on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:52:45.188264 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Attempting to bind port 5758c1a8-2639-459e-b8d8-d2f2eef6218c by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '3f291b7a-b311-4cea-819d-7846e0201864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0e31a8dd-ecbc-4346-83b0-495b6e73ed00'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:52:45.188820 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Attempting to bind port 5758c1a8-2639-459e-b8d8-d2f2eef6218c on network 0e31a8dd-ecbc-4346-83b0-495b6e73ed00 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:52:45.198044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:52:45.198704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Checking segment: {'id': '3f291b7a-b311-4cea-819d-7846e0201864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0e31a8dd-ecbc-4346-83b0-495b6e73ed00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:52:45.199330 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:45.200009 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Bound using segment: {'id': '3f291b7a-b311-4cea-819d-7846e0201864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0e31a8dd-ecbc-4346-83b0-495b6e73ed00'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:52:45.200852 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Bound port: 5758c1a8-2639-459e-b8d8-d2f2eef6218c, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f291b7a-b311-4cea-819d-7846e0201864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0e31a8dd-ecbc-4346-83b0-495b6e73ed00'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:52:45.201699 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:45.205879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43174) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:45.207136 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:45.303682 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] For port 5758c1a8-2639-459e-b8d8-d2f2eef6218c, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:52:45.307495 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] For port 5758c1a8-2639-459e-b8d8-d2f2eef6218c, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5758c1a8-2639-459e-b8d8-d2f2eef6218c,segment=NetworkSegment(3f291b7a-b311-4cea-819d-7846e0201864),segment_id=3f291b7a-b311-4cea-819d-7846e0201864)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:52:45.314229 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:45.338635 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:52:45.349491 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:52:45.362816 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:52:45.374245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.93', 58254) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:45.494544 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-3910e8ba-f9c4-4b2f-8d56-fff378ef1eff tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=e924f24d79de4f05b40676c88a01bd8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1190722 May 30 19:52:45.521348 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Pushing event updated for resources: {'Port': ['ID=7bbf6a84-8f46-49bf-96eb-8c633bda5f33,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:45.572948 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7823dc4-2cee-4b20-b165-d689b5b0a6c6 None None] Pushing event updated for resources: {'Port': ['ID=5758c1a8-2639-459e-b8d8-d2f2eef6218c,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:45.579864 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:45.580939 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:45.592284 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2ba65ad0-cbaa-4576-9a33-f30c4d0de2d4 req-39ffa773-c8d8-4163-9587-a89082ab3661 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 210 time: 0.1259773 May 30 19:52:45.666566 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2051ae44-652c-4b4c-afa1-1464db7fb78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:45.821046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2051ae44-652c-4b4c-afa1-1464db7fb78f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:45.830057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2051ae44-652c-4b4c-afa1-1464db7fb78f admin admin] Usage tracker for resource:security_group_rule and tenant:9e97bb11a97d48ca80632ddbf12cae12 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:45.841486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2051ae44-652c-4b4c-afa1-1464db7fb78f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:45.856154 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2051ae44-652c-4b4c-afa1-1464db7fb78f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:45.864123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-f1fd7972-ee5a-466d-9d07-ee947a196a74 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:45.865571 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-f1fd7972-ee5a-466d-9d07-ee947a196a74 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2464893 May 30 19:52:45.948004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Request body: {'port': {'device_id': '97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': 'e924f24d79de4f05b40676c88a01bd8e'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:52:46.079173 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.93', 58257) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:46.131277 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2b25b17-0242-48e7-a6c1-20aadb1ac8cf tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=bd9d5d59edda447ca3a08101916bd754&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500050 May 30 19:52:46.152744 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d76902b2-2cc6-411b-92eb-ef3e2030ac95 req-d9a32870-4a88-456a-912e-a440d542451a tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 210 time: 0.0748866 May 30 19:52:46.164774 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2051ae44-652c-4b4c-afa1-1464db7fb78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:46.178767 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2051ae44-652c-4b4c-afa1-1464db7fb78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:46.233200 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2051ae44-652c-4b4c-afa1-1464db7fb78f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9e97bb11a97d48ca80632ddbf12cae12&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0222142 May 30 19:52:46.234279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43204) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:46.283291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Router 0b96f79b-9ebe-4890-9287-65efd066add6 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 19:52:46.337115 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051ae44-652c-4b4c-afa1-1464db7fb78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094735f7-492a-43f0-9f3e-91025c5799d0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:46.384706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:46.405691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Usage tracker for resource:port and tenant:e924f24d79de4f05b40676c88a01bd8e is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:46.410847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:46.436504 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:46.479044 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2a46d2ef-e115-46a0-b289-dd3c361f70a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:46.490308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Made reservation on behalf of e924f24d79de4f05b40676c88a01bd8e for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:52:46.493711 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:46.526608 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:46.550241 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2a46d2ef-e115-46a0-b289-dd3c361f70a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:46.631408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:46.635231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Usage tracker for resource:security_group_rule and tenant:e924f24d79de4f05b40676c88a01bd8e is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:46.641771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:46.659866 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:46.676830 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2a46d2ef-e115-46a0-b289-dd3c361f70a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:46.734912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46d2ef-e115-46a0-b289-dd3c361f70a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094735f7-492a-43f0-9f3e-91025c5799d0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:46.800815 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2a46d2ef-e115-46a0-b289-dd3c361f70a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:46.804925 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2a46d2ef-e115-46a0-b289-dd3c361f70a0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/094735f7-492a-43f0-9f3e-91025c5799d0 HTTP/1.1" status: 204 len: 168 time: 0.5540273 May 30 19:52:46.844870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-b6816a29-aef4-4ca4-a323-f3aa2fa2e82d tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:46.846365 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-b6816a29-aef4-4ca4-a323-f3aa2fa2e82d tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7108488 May 30 19:52:46.861347 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dec38be2-6e1e-4dc8-8856-91f2f23937f0 req-bc9ffbe4-3759-4066-9396-5730504fdcbb tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 210 time: 0.0622456 May 30 19:52:46.868401 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Request body: {'port': {'device_id': '95961dbc-0cec-4c97-aebe-e666f354fa51', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': 'bd9d5d59edda447ca3a08101916bd754'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:52:46.934902 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:46.945485 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:47.033494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccc5df9-1829-47ad-b703-97d0d14f5fd1 None None] Network 0e31a8dd-ecbc-4346-83b0-495b6e73ed00 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:52:47.093412 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b72460ca-9bcd-4763-b737-aa7bd021b055,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:47.187850 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:47.195343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Usage tracker for resource:port and tenant:bd9d5d59edda447ca3a08101916bd754 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:47.200411 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:47.229655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:47.284567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Made reservation on behalf of bd9d5d59edda447ca3a08101916bd754 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:52:47.294639 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:47.345713 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a1be3e23-5d03-4153-ab09-8d7ea7b2a246 None None] Provisioning for port 5758c1a8-2639-459e-b8d8-d2f2eef6218c completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:52:47.354484 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:47.472252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Allocated IP 192.168.233.160 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/1a3e0a2f-85cb-43eb-893d-e63137fe7393) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:52:47.482222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:47.495412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Usage tracker for resource:security_group_rule and tenant:bd9d5d59edda447ca3a08101916bd754 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:47.506403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:47.520880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:47.828576 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c848ceb-ae84-4453-aa2a-330173fe75ff req-a7a246d8-be17-4b7f-bc13-b6eae1b6e5ec tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 210 time: 0.1689732 May 30 19:52:47.873928 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:47.909817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:52:47.916471 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:47.922809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Sync routers for ids ['0b96f79b-9ebe-4890-9287-65efd066add6'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:52:47.974695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Routers {'0b96f79b-9ebe-4890-9287-65efd066add6'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:52:47.981706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:52:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0b96f79b-9ebe-4890-9287-65efd066add6'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:52:48.146510 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5758c1a8-2639-459e-b8d8-d2f2eef6218c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:52:48.197470 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:48.209013 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1040b544-f0eb-4d3a-a8be-41fffd2470ed,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:48.218835 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:48.228113 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-289ae8e6-23fa-4589-bdba-412458d90b87 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.7987125 May 30 19:52:48.235669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43270) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:48.242989 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Transition to ACTIVE for port object 1a3e0a2f-85cb-43eb-893d-e63137fe7393 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:52:48.290770 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:48.439568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43278) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:48.557012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Allocated IP 192.168.233.83 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/06574a6b-74bd-4aab-8298-fae153959e34) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:52:48.608952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43282) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:48.615107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Pushing event updated for resources: {'Port': ['ID=1a3e0a2f-85cb-43eb-893d-e63137fe7393,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:48.637417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 5758c1a8-2639-459e-b8d8-d2f2eef6218c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:52:48.648809 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4f63936-4eda-4c5b-ab11-6a3e07c6270c req-dce2be93-51ec-4e0d-bab5-314b81502c6d tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 210 time: 0.3636105 May 30 19:52:48.663955 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 5758c1a8-2639-459e-b8d8-d2f2eef6218c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:52:48.665004 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:48.674107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:52:48.676004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:52:48.682486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:52:48.708200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:48.709023 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:48.763108 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-b3d15f98-fd20-4ee3-9472-56bb50c0c6d5 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8290071 May 30 19:52:48.777042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-7899b91c-a0c0-412e-8b8f-172e100718c2 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:52:48.778193 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-7899b91c-a0c0-412e-8b8f-172e100718c2 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057273 May 30 19:52:48.835159 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Set router 0b96f79b-9ebe-4890-9287-65efd066add6 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:52:48.867824 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:48.887732 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Transition to ACTIVE for port object 06574a6b-74bd-4aab-8298-fae153959e34 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:52:48.928279 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:49.030798 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:52:49.034092 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43f0fbaf-8057-4c7c-b2d3-8aa97b0345e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:49.035262 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-692e26ba-5bc4-4db0-aa9b-8327f1a24444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:49.081224 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:52:49.096991 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:52:49.122349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:49.124544 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:49.226029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-43f0fbaf-8057-4c7c-b2d3-8aa97b0345e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:49.243915 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43296) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:49.268259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-43f0fbaf-8057-4c7c-b2d3-8aa97b0345e0 admin admin] Usage tracker for resource:security_group_rule and tenant:18a6b6cab136470f9d4fcf43eb811284 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:49.292310 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-43f0fbaf-8057-4c7c-b2d3-8aa97b0345e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:49.302763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-43f0fbaf-8057-4c7c-b2d3-8aa97b0345e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:49.346497 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4847412 May 30 19:52:49.428494 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6921f7-7a15-4814-9db1-4803ee677115 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Pushing event updated for resources: {'Port': ['ID=06574a6b-74bd-4aab-8298-fae153959e34,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:49.467187 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-692e26ba-5bc4-4db0-aa9b-8327f1a24444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:49.489936 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-692e26ba-5bc4-4db0-aa9b-8327f1a24444 admin admin] Usage tracker for resource:security_group_rule and tenant:0169cd90bd7c4042bd034d7cba49a42b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:49.507472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-692e26ba-5bc4-4db0-aa9b-8327f1a24444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:49.531029 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-692e26ba-5bc4-4db0-aa9b-8327f1a24444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:49.533944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-74aac973-3c23-438c-820f-e769623160db None None] Provisioning for port 1a3e0a2f-85cb-43eb-893d-e63137fe7393 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:52:49.579033 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-74aac973-3c23-438c-820f-e769623160db None None] Provisioning complete for port 1a3e0a2f-85cb-43eb-893d-e63137fe7393 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:52:49.579395 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-74aac973-3c23-438c-820f-e769623160db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:49.674601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f7de7-48e7-4753-a11b-aec92e35c6cf req-db80ae79-178e-4d67-87c1-e43297640ebf tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:49.675492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-566f7de7-48e7-4753-a11b-aec92e35c6cf req-db80ae79-178e-4d67-87c1-e43297640ebf tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Synchronizing usage tracker for tenant:e924f24d79de4f05b40676c88a01bd8e on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:52:49.689231 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43f0fbaf-8057-4c7c-b2d3-8aa97b0345e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:49.701598 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-de65ad7b-609f-4e5b-865c-44ed7582aa1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:49.735617 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43f0fbaf-8057-4c7c-b2d3-8aa97b0345e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:49.787549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-74aac973-3c23-438c-820f-e769623160db None None] Port 1a3e0a2f-85cb-43eb-893d-e63137fe7393 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:52:49.789628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Request body: {'port': {'device_id': '95961dbc-0cec-4c97-aebe-e666f354fa51', 'device_owner': 'compute:tempest-test_az-593013359', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:52:49.817056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0fbaf-8057-4c7c-b2d3-8aa97b0345e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f6917b-22d0-402a-b46a-3823907be875,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:49.892789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Request body: {'port': {'device_id': '97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19', 'device_owner': 'compute:tempest-test_az-593013359', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:52:49.923531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-de65ad7b-609f-4e5b-865c-44ed7582aa1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:49.928263 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-de65ad7b-609f-4e5b-865c-44ed7582aa1a admin admin] Usage tracker for resource:security_group_rule and tenant:2ef493ddea1f4eb5a999b16cc55866a9 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:49.931623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-de65ad7b-609f-4e5b-865c-44ed7582aa1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:49.938588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-de65ad7b-609f-4e5b-865c-44ed7582aa1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:50.008575 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c6e62ecf-d31f-4413-a4c2-0ffd1b6c6a10 None None] Provisioning for port 06574a6b-74bd-4aab-8298-fae153959e34 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:52:50.013435 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-de65ad7b-609f-4e5b-865c-44ed7582aa1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:50.026343 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-de65ad7b-609f-4e5b-865c-44ed7582aa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:50.029770 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c6e62ecf-d31f-4413-a4c2-0ffd1b6c6a10 None None] Provisioning complete for port 06574a6b-74bd-4aab-8298-fae153959e34 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:52:50.032445 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c6e62ecf-d31f-4413-a4c2-0ffd1b6c6a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:50.035002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-566f7de7-48e7-4753-a11b-aec92e35c6cf req-db80ae79-178e-4d67-87c1-e43297640ebf tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Unset dirty status for tenant:e924f24d79de4f05b40676c88a01bd8e on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:52:50.042369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-566f7de7-48e7-4753-a11b-aec92e35c6cf req-db80ae79-178e-4d67-87c1-e43297640ebf tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 936 time: 0.7308042 May 30 19:52:50.120334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-566f7de7-48e7-4753-a11b-aec92e35c6cf req-59ffcc0f-6e33-41fa-ae36-3dea63f37207 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Synchronizing usage tracker for tenant:e924f24d79de4f05b40676c88a01bd8e on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:52:50.227454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-566f7de7-48e7-4753-a11b-aec92e35c6cf req-59ffcc0f-6e33-41fa-ae36-3dea63f37207 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Unset dirty status for tenant:e924f24d79de4f05b40676c88a01bd8e on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:52:50.241757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-566f7de7-48e7-4753-a11b-aec92e35c6cf req-59ffcc0f-6e33-41fa-ae36-3dea63f37207 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980944 May 30 19:52:50.272755 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:50.284188 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:50.312336 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-692e26ba-5bc4-4db0-aa9b-8327f1a24444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:50.313829 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:50.336383 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-692e26ba-5bc4-4db0-aa9b-8327f1a24444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:50.397306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 5758c1a8-2639-459e-b8d8-d2f2eef6218c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5758c1a8-2639-459e-b8d8-d2f2eef6218c,segment=NetworkSegment(3f291b7a-b311-4cea-819d-7846e0201864),segment_id=3f291b7a-b311-4cea-819d-7846e0201864)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:52:50.456031 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:50.471026 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65ad7b-609f-4e5b-865c-44ed7582aa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a811a5a-3a5d-4442-b8e6-6fce5960b467,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:50.477727 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-43f0fbaf-8057-4c7c-b2d3-8aa97b0345e0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=18a6b6cab136470f9d4fcf43eb811284&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8572984 May 30 19:52:50.483801 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43314) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:50.493417 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-de65ad7b-609f-4e5b-865c-44ed7582aa1a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2ef493ddea1f4eb5a999b16cc55866a9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2415557 May 30 19:52:50.515916 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43318) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:50.600321 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c6e62ecf-d31f-4413-a4c2-0ffd1b6c6a10 None None] Port 06574a6b-74bd-4aab-8298-fae153959e34 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:52:50.631481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f998eb-2a3c-426a-a67e-72a4695b898a req-798e3b91-60a1-4dc6-9a34-24aaece241d9 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:50.639721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-75f998eb-2a3c-426a-a67e-72a4695b898a req-798e3b91-60a1-4dc6-9a34-24aaece241d9 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 935 time: 0.5216508 May 30 19:52:50.647102 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=5758c1a8-2639-459e-b8d8-d2f2eef6218c,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:50.683736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138258535-router', 'tenant_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7bbf6a84-8f46-49bf-96eb-8c633bda5f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:43Z', 'updated_at': '2022-05-30T19:52:45Z', 'revision_number': 3, 'project_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'gw_port': {'id': '7bbf6a84-8f46-49bf-96eb-8c633bda5f33', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:44Z', 'updated_at': '2022-05-30T19:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:52:50.688521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Checking router: 0b96f79b-9ebe-4890-9287-65efd066add6 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:52:50.688859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Updating router 0b96f79b-9ebe-4890-9287-65efd066add6 port 7bbf6a84-8f46-49bf-96eb-8c633bda5f33 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:52:50.740197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e26ba-5bc4-4db0-aa9b-8327f1a24444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805707c4-48ca-45d4-aefe-b19498ec2c98,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:50.763582 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-692e26ba-5bc4-4db0-aa9b-8327f1a24444 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0169cd90bd7c4042bd034d7cba49a42b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8480353 May 30 19:52:50.766458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43322) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:50.774745 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:50.804400 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c841a8dc-4a82-4bc7-b885-1bee0fc60931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:50.960644 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-75f998eb-2a3c-426a-a67e-72a4695b898a req-3fa2c7dd-68a0-4da7-8588-67dca6b2266f tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/security-groups?id=1040b544-f0eb-4d3a-a8be-41fffd2470ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197305 May 30 19:52:50.968386 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ac1260df-5a6c-4f27-9b0c-b47a81d509b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:50.995197 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c841a8dc-4a82-4bc7-b885-1bee0fc60931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:51.027509 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f070c966-1750-4d26-be1b-d96d1dcb0a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:51.057286 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ac1260df-5a6c-4f27-9b0c-b47a81d509b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:51.088596 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f070c966-1750-4d26-be1b-d96d1dcb0a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:51.137213 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ac1260df-5a6c-4f27-9b0c-b47a81d509b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:51.160620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1260df-5a6c-4f27-9b0c-b47a81d509b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805707c4-48ca-45d4-aefe-b19498ec2c98,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:51.163260 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ac1260df-5a6c-4f27-9b0c-b47a81d509b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:51.177543 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ac1260df-5a6c-4f27-9b0c-b47a81d509b3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/805707c4-48ca-45d4-aefe-b19498ec2c98 HTTP/1.1" status: 204 len: 168 time: 0.4010718 May 30 19:52:51.256803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06574a6b-74bd-4aab-8298-fae153959e34 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:52:51.272922 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c841a8dc-4a82-4bc7-b885-1bee0fc60931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:51.291729 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:51.352686 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:51.359716 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841a8dc-4a82-4bc7-b885-1bee0fc60931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f6917b-22d0-402a-b46a-3823907be875,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:51.366518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Transition to ACTIVE for port object 7bbf6a84-8f46-49bf-96eb-8c633bda5f33 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:52:51.378291 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f070c966-1750-4d26-be1b-d96d1dcb0a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:51.404127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Transition to ACTIVE for port object 06574a6b-74bd-4aab-8298-fae153959e34 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:52:51.408480 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:51.432744 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f070c966-1750-4d26-be1b-d96d1dcb0a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:51.434920 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f070c966-1750-4d26-be1b-d96d1dcb0a84 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5a811a5a-3a5d-4442-b8e6-6fce5960b467 HTTP/1.1" status: 204 len: 168 time: 0.9086282 May 30 19:52:51.441397 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:51.479654 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c841a8dc-4a82-4bc7-b885-1bee0fc60931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:51.483902 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c841a8dc-4a82-4bc7-b885-1bee0fc60931 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/89f6917b-22d0-402a-b46a-3823907be875 HTTP/1.1" status: 204 len: 168 time: 0.9922111 May 30 19:52:51.485433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070c966-1750-4d26-be1b-d96d1dcb0a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a811a5a-3a5d-4442-b8e6-6fce5960b467,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:51.501559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ae3de-4e03-4905-a95a-144a07565191 None None] Pushing event updated for resources: {'Port': ['ID=7bbf6a84-8f46-49bf-96eb-8c633bda5f33,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:51.536748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Attempting to bind port 7bbf6a84-8f46-49bf-96eb-8c633bda5f33 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:52:51.537107 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Attempting to bind port 7bbf6a84-8f46-49bf-96eb-8c633bda5f33 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:52:51.537461 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Attempting to bind port 7bbf6a84-8f46-49bf-96eb-8c633bda5f33 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:52:51.549724 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:52:51.555443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:52:51.556130 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:51.556766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:52:51.557264 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Bound port: 7bbf6a84-8f46-49bf-96eb-8c633bda5f33, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:52:51.557656 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:51.733437 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] For port 7bbf6a84-8f46-49bf-96eb-8c633bda5f33, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:52:51.741645 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] For port 7bbf6a84-8f46-49bf-96eb-8c633bda5f33, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7bbf6a84-8f46-49bf-96eb-8c633bda5f33,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:52:51.752969 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:51.766652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Pushing event updated for resources: {'Port': ['ID=06574a6b-74bd-4aab-8298-fae153959e34,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:51.944245 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ae3de-4e03-4905-a95a-144a07565191 None None] Pushing event updated for resources: {'Port': ['ID=7bbf6a84-8f46-49bf-96eb-8c633bda5f33,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:51.982611 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:51.989488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Attempting to bind port 06574a6b-74bd-4aab-8298-fae153959e34 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:52:51.992040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Attempting to bind port 06574a6b-74bd-4aab-8298-fae153959e34 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:52:51.992363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Attempting to bind port 06574a6b-74bd-4aab-8298-fae153959e34 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:52:52.007814 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Routers {'0b96f79b-9ebe-4890-9287-65efd066add6'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:52:52.008474 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:52:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0b96f79b-9ebe-4890-9287-65efd066add6'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:52:52.033044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Port 06574a6b-74bd-4aab-8298-fae153959e34 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:52:52.037796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Attempting to bind port 06574a6b-74bd-4aab-8298-fae153959e34 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:52:52.055081 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Sync routers for ids ['61686beb-7a27-4420-b10d-a77166a3ca88'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:52:52.068358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f1318-4d0e-4fa2-9ed0-5ec79eab74fa req-8ef18c17-3b9d-4485-9f13-83b94bde9e7e tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:52.070084 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-264f1318-4d0e-4fa2-9ed0-5ec79eab74fa req-8ef18c17-3b9d-4485-9f13-83b94bde9e7e tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 936 time: 0.4095190 May 30 19:52:52.084029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:52:52.084521 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:52:52.085087 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:52:52.085577 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Bound port: 06574a6b-74bd-4aab-8298-fae153959e34, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:52:52.085929 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:52.121346 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Routers {'61686beb-7a27-4420-b10d-a77166a3ca88'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:52:52.123776 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:52:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61686beb-7a27-4420-b10d-a77166a3ca88'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:52:52.345789 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-264f1318-4d0e-4fa2-9ed0-5ec79eab74fa req-8a10cd1d-b9be-429f-93b1-156a8cf9bd6a tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381279 May 30 19:52:52.425375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3e0a2f-85cb-43eb-893d-e63137fe7393 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:52:52.467584 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:52.556657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Transition to ACTIVE for port object 1a3e0a2f-85cb-43eb-893d-e63137fe7393 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:52:52.564564 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Allocated IP 172.20.0.1 (0e31a8dd-ecbc-4346-83b0-495b6e73ed00/f9c3e08b-4bf9-406a-9223-9dd518d926d0/42187427-8222-44b8-8940-4297e983a12c) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:52:52.564924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] For port 06574a6b-74bd-4aab-8298-fae153959e34, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:52:52.571124 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:52.575645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] For port 06574a6b-74bd-4aab-8298-fae153959e34, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=06574a6b-74bd-4aab-8298-fae153959e34,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:52:52.582183 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:52.677836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43344) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:52.699190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5758c1a8-2639-459e-b8d8-d2f2eef6218c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:52:52.742371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43348) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:52.783307 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a0fcbcd-3bfb-4663-928a-62050cc38e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:52.797098 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Set router 61686beb-7a27-4420-b10d-a77166a3ca88 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:52:52.851231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa1bc8-61ad-47fd-bb78-b3b79b8dcd9a req-5bf9e8fc-13af-4404-b729-6809824c0a37 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:52.870885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-14aa1bc8-61ad-47fd-bb78-b3b79b8dcd9a req-5bf9e8fc-13af-4404-b729-6809824c0a37 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 968 time: 0.4949505 May 30 19:52:52.871997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4a0fcbcd-3bfb-4663-928a-62050cc38e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:52.881822 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:52.882498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4a0fcbcd-3bfb-4663-928a-62050cc38e87 admin admin] Usage tracker for resource:security_group_rule and tenant:3c055bdbc474432799e1c932de2ba7a2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:52.884901 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] 10.222.0.93 "PUT /v2.0/ports/06574a6b-74bd-4aab-8298-fae153959e34 HTTP/1.1" status: 200 len: 1116 time: 3.3631063 May 30 19:52:52.901160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4a0fcbcd-3bfb-4663-928a-62050cc38e87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:52.921413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4a0fcbcd-3bfb-4663-928a-62050cc38e87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:52.930963 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95961dbc-0cec-4c97-aebe-e666f354fa51', 'tag': '06574a6b-74bd-4aab-8298-fae153959e34'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:52:52.988281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] Set router 0b96f79b-9ebe-4890-9287-65efd066add6 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:52:53.111658 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e9f7cba-2f11-4c01-b393-7f79a0e5cd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:53.258811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf2d87-b456-45f6-a6ee-d339f9344ceb service neutron] Pushing event updated for resources: {'Port': ['ID=06574a6b-74bd-4aab-8298-fae153959e34,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:53.281329 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 5758c1a8-2639-459e-b8d8-d2f2eef6218c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:52:53.281980 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:53.364723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4e9f7cba-2f11-4c01-b393-7f79a0e5cd09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:52:53.400951 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-14aa1bc8-61ad-47fd-bb78-b3b79b8dcd9a req-1815ae22-ae31-4366-a601-9174dd9439f6 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/security-groups?id=1040b544-f0eb-4d3a-a8be-41fffd2470ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291150 May 30 19:52:53.409333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4e9f7cba-2f11-4c01-b393-7f79a0e5cd09 admin admin] Usage tracker for resource:security_group_rule and tenant:23db2cd0289e45cab00eef74ab113664 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:52:53.424511 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4e9f7cba-2f11-4c01-b393-7f79a0e5cd09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:52:53.479911 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4e9f7cba-2f11-4c01-b393-7f79a0e5cd09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:52:53.548888 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-5ba193ee-3165-4789-830c-a55021dbf010 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd9d5d59edda447ca3a08101916bd754&device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 1119 time: 0.4638984 May 30 19:52:53.567621 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'dd0efaac-84f4-411d-bad9-a328b2ff7e67', 'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'mac_address': 'fa:16:3e:d3:36:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:35Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 2, 'project_id': '18012846b9da440082f575e0c7d5b763', 'subnets': [{'id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:52:53.578273 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Checking router: 61686beb-7a27-4420-b10d-a77166a3ca88 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:52:53.578634 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Updating router 61686beb-7a27-4420-b10d-a77166a3ca88 port dd0efaac-84f4-411d-bad9-a328b2ff7e67 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:52:53.677506 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Attempting to bind port 1a3e0a2f-85cb-43eb-893d-e63137fe7393 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:52:53.678151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Attempting to bind port 1a3e0a2f-85cb-43eb-893d-e63137fe7393 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:52:53.678277 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Attempting to bind port 1a3e0a2f-85cb-43eb-893d-e63137fe7393 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:52:53.696111 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3e0a2f-85cb-43eb-893d-e63137fe7393,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:53.705859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Port 1a3e0a2f-85cb-43eb-893d-e63137fe7393 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:52:53.706238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Attempting to bind port 1a3e0a2f-85cb-43eb-893d-e63137fe7393 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:52:53.714717 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:53.719173 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a0fcbcd-3bfb-4663-928a-62050cc38e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:53.731843 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a0fcbcd-3bfb-4663-928a-62050cc38e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:53.782316 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4a0fcbcd-3bfb-4663-928a-62050cc38e87 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3c055bdbc474432799e1c932de2ba7a2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1028466 May 30 19:52:53.786374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43368) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:53.832949 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:52:53.833374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:52:53.833829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:52:53.834462 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Bound port: 1a3e0a2f-85cb-43eb-893d-e63137fe7393, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:52:53.834850 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:54.014171 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f19fea5e-af16-484c-bdf0-ec8d010c6a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:54.073382 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f19fea5e-af16-484c-bdf0-ec8d010c6a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:54.090678 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-5cedab19-42d8-445b-9c4f-f5ce19f2cf2a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=06574a6b-74bd-4aab-8298-fae153959e34 HTTP/1.1" status: 200 len: 217 time: 0.5256550 May 30 19:52:54.110735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fcbcd-3bfb-4663-928a-62050cc38e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8d9d0e-0e3f-45d1-add0-f4c283d7047f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:54.262742 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138258535-router', 'tenant_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7bbf6a84-8f46-49bf-96eb-8c633bda5f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:43Z', 'updated_at': '2022-05-30T19:52:45Z', 'revision_number': 3, 'project_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'gw_port': {'id': '7bbf6a84-8f46-49bf-96eb-8c633bda5f33', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:44Z', 'updated_at': '2022-05-30T19:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:52:54.276014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e430af-abbc-42b1-b0dd-a90ed89aa4b3 None None] The sync data for ids ['0b96f79b-9ebe-4890-9287-65efd066add6'] in n-d-843949-2 is: [{'id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138258535-router', 'tenant_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7bbf6a84-8f46-49bf-96eb-8c633bda5f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:43Z', 'updated_at': '2022-05-30T19:52:45Z', 'revision_number': 3, 'project_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'gw_port': {'id': '7bbf6a84-8f46-49bf-96eb-8c633bda5f33', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:44Z', 'updated_at': '2022-05-30T19:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:52:54.359999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] For port 1a3e0a2f-85cb-43eb-893d-e63137fe7393, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:52:54.360807 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e91332-149c-485e-9a7a-1fa73b08b7ba'] response: {'name': 'network-changed', 'server_uuid': '95961dbc-0cec-4c97-aebe-e666f354fa51', 'tag': '06574a6b-74bd-4aab-8298-fae153959e34', 'status': 'completed', 'code': 200} May 30 19:52:54.366093 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:54.391874 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] For port 1a3e0a2f-85cb-43eb-893d-e63137fe7393, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1a3e0a2f-85cb-43eb-893d-e63137fe7393,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:52:54.395433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-e524b6b3-cffc-4f67-8052-d40faac57984 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:54.397029 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-e524b6b3-cffc-4f67-8052-d40faac57984 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2612104 May 30 19:52:54.406452 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:54.488790 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f19fea5e-af16-484c-bdf0-ec8d010c6a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:54.509650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Transition to ACTIVE for port object 42187427-8222-44b8-8940-4297e983a12c will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:52:54.600802 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c9c30-df0c-4414-bc25-a4976fc0ad50 req-ab058318-dfbd-4bc2-93e5-4f5dadfa6f5b tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:54.611384 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd5c9c30-df0c-4414-bc25-a4976fc0ad50 req-ab058318-dfbd-4bc2-93e5-4f5dadfa6f5b tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 969 time: 0.8226812 May 30 19:52:54.717328 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e9f7cba-2f11-4c01-b393-7f79a0e5cd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:54.764189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3e0a2f-85cb-43eb-893d-e63137fe7393,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:54.774576 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:54.792172 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e9f7cba-2f11-4c01-b393-7f79a0e5cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:54.806131 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Transition to ACTIVE for port object dd0efaac-84f4-411d-bad9-a328b2ff7e67 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:52:54.819745 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:54.899379 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:54.930253 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0200b-5310-4148-8249-3735696ea8a0 None None] Pushing event updated for resources: {'Port': ['ID=dd0efaac-84f4-411d-bad9-a328b2ff7e67,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:55.007812 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd5c9c30-df0c-4414-bc25-a4976fc0ad50 req-2cd66320-3aca-4620-9485-d906076c352f tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954532 May 30 19:52:55.033052 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-95f87bb8-27a4-4943-aa7f-155f2d60edea service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5880492 May 30 19:52:55.129158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Network 0e31a8dd-ecbc-4346-83b0-495b6e73ed00 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:52:55.132882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fea5e-af16-484c-bdf0-ec8d010c6a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8d9d0e-0e3f-45d1-add0-f4c283d7047f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:55.169670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:52:55.245601 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:55.249693 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-dbf52b41-609c-43ec-b234-9ccf7e968893 service neutron] 10.222.0.93 "PUT /v2.0/ports/1a3e0a2f-85cb-43eb-893d-e63137fe7393 HTTP/1.1" status: 200 len: 1117 time: 5.7350178 May 30 19:52:55.252718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19', 'tag': '1a3e0a2f-85cb-43eb-893d-e63137fe7393'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:52:55.314046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f7cba-2f11-4c01-b393-7f79a0e5cd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c748f735-dadc-44ad-9d94-d7f911ac2c27,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:55.401034 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Attempting to bind port dd0efaac-84f4-411d-bad9-a328b2ff7e67 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:52:55.401446 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Attempting to bind port dd0efaac-84f4-411d-bad9-a328b2ff7e67 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'a59b0537-ee1f-4f25-8c72-feda34f41dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:52:55.401817 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Attempting to bind port dd0efaac-84f4-411d-bad9-a328b2ff7e67 on network e7d0ea33-751a-4199-859b-91d929a3ce53 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:52:55.434992 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:52:55.437389 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Checking segment: {'id': 'a59b0537-ee1f-4f25-8c72-feda34f41dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:52:55.437860 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:55.438262 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Bound using segment: {'id': 'a59b0537-ee1f-4f25-8c72-feda34f41dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:52:55.438757 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Bound port: dd0efaac-84f4-411d-bad9-a328b2ff7e67, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59b0537-ee1f-4f25-8c72-feda34f41dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:52:55.439149 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:55.504788 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-85ecc08a-fa3b-4e63-ac13-c02fbd93b561 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262013 May 30 19:52:55.524359 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4e9f7cba-2f11-4c01-b393-7f79a0e5cd09 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=23db2cd0289e45cab00eef74ab113664&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7746506 May 30 19:52:55.525330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43392) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:55.673794 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] For port dd0efaac-84f4-411d-bad9-a328b2ff7e67, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:52:55.677468 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] For port dd0efaac-84f4-411d-bad9-a328b2ff7e67, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dd0efaac-84f4-411d-bad9-a328b2ff7e67,segment=NetworkSegment(a59b0537-ee1f-4f25-8c72-feda34f41dee),segment_id=a59b0537-ee1f-4f25-8c72-feda34f41dee)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:52:55.684988 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:55.786843 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f19fea5e-af16-484c-bdf0-ec8d010c6a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:55.789341 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f19fea5e-af16-484c-bdf0-ec8d010c6a2a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0b8d9d0e-0e3f-45d1-add0-f4c283d7047f HTTP/1.1" status: 204 len: 168 time: 2.0017219 May 30 19:52:55.791322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:52:55.796664 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:55.833240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Pushing event updated for resources: {'Port': ['ID=42187427-8222-44b8-8940-4297e983a12c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:55.925372 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0200b-5310-4148-8249-3735696ea8a0 None None] Pushing event updated for resources: {'Port': ['ID=dd0efaac-84f4-411d-bad9-a328b2ff7e67,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:55.942822 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Routers {'61686beb-7a27-4420-b10d-a77166a3ca88'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:52:55.946402 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:52:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61686beb-7a27-4420-b10d-a77166a3ca88'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:52:56.001820 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b70ae4-c300-4953-900b-4c7e752d1221 req-29e3d4db-403a-447a-a3df-ac5d916c7996 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:56.024314 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58b70ae4-c300-4953-900b-4c7e752d1221 req-29e3d4db-403a-447a-a3df-ac5d916c7996 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 968 time: 1.3054936 May 30 19:52:56.086080 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-29ca4acb-5e9d-4720-9cb5-d5594f1c7c30 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e924f24d79de4f05b40676c88a01bd8e&device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 1120 time: 0.6190450 May 30 19:52:56.337712 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-794ef05d-84d8-41ce-9a74-3ec5a91bcf2f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=1a3e0a2f-85cb-43eb-893d-e63137fe7393 HTTP/1.1" status: 200 len: 217 time: 0.2406254 May 30 19:52:56.340475 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:56.426298 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-373a4e02-5c52-4cf6-a8be-02511b1748aa req-20c05e35-24a8-43e3-bceb-d760ecea4dd9 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8983278 May 30 19:52:56.475056 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-db779415-fefd-44ed-953f-437f6f924bb5 None None] Provisioning for port 42187427-8222-44b8-8940-4297e983a12c completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:52:56.513259 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-db779415-fefd-44ed-953f-437f6f924bb5 None None] Provisioning complete for port 42187427-8222-44b8-8940-4297e983a12c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:52:56.514081 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-db779415-fefd-44ed-953f-437f6f924bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:56.538902 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-67ab497d-5a29-439e-ac6a-47d9b4a17644 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:56.547484 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] Set router 61686beb-7a27-4420-b10d-a77166a3ca88 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:52:56.555749 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-67ab497d-5a29-439e-ac6a-47d9b4a17644 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1864130 May 30 19:52:56.686003 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-db779415-fefd-44ed-953f-437f6f924bb5 None None] Port 42187427-8222-44b8-8940-4297e983a12c cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:52:56.695416 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-47b992e0-dceb-47fa-9f66-d2b91696e5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:56.810127 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58b70ae4-c300-4953-900b-4c7e752d1221 req-a15173d8-2177-4088-9b83-5a617dd94f2d tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/security-groups?id=1040b544-f0eb-4d3a-a8be-41fffd2470ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7848537 May 30 19:52:56.884801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dd0efaac-84f4-411d-bad9-a328b2ff7e67 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:52:56.906810 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-47b992e0-dceb-47fa-9f66-d2b91696e5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:57.028189 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-22c81fc4-99fb-4988-a4b6-b514825ff2c9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4573853 May 30 19:52:57.096285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c2200-926d-4d22-8f5d-34620985a090 req-7a83639d-ae18-4d11-8032-57e1411765c9 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:57.107799 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-575c2200-926d-4d22-8f5d-34620985a090 req-7a83639d-ae18-4d11-8032-57e1411765c9 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 969 time: 0.6958897 May 30 19:52:57.133313 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-def45ed7-0eaa-414a-9d66-2c72206375f7 req-a4e8d4b2-c4b4-48be-8223-c8da8548da29 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd9d5d59edda447ca3a08101916bd754&device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 1119 time: 0.5701542 May 30 19:52:57.144723 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-47b992e0-dceb-47fa-9f66-d2b91696e5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:57.271329 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port dd0efaac-84f4-411d-bad9-a328b2ff7e67 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:52:57.291649 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port dd0efaac-84f4-411d-bad9-a328b2ff7e67 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:52:57.292015 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:57.333449 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:52:57.457661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:57.503819 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:57.508871 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:57.572329 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'dd0efaac-84f4-411d-bad9-a328b2ff7e67', 'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'mac_address': 'fa:16:3e:d3:36:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:35Z', 'updated_at': '2022-05-30T19:52:55Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'subnets': [{'id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:52:57.578644 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2938570-7a16-4d7d-bc95-40f088a28c2e'] response: {'name': 'network-changed', 'server_uuid': '97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19', 'tag': '1a3e0a2f-85cb-43eb-893d-e63137fe7393', 'status': 'completed', 'code': 200} May 30 19:52:57.609653 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2306ee-fc34-4cc0-99de-4c6ba6ed1427 None None] The sync data for ids ['61686beb-7a27-4420-b10d-a77166a3ca88'] in n-d-843949-2 is: [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'dd0efaac-84f4-411d-bad9-a328b2ff7e67', 'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'mac_address': 'fa:16:3e:d3:36:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:35Z', 'updated_at': '2022-05-30T19:52:55Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'subnets': [{'id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:52:57.619256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b992e0-dceb-47fa-9f66-d2b91696e5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c748f735-dadc-44ad-9d94-d7f911ac2c27,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:57.629403 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-c55a9ded-5822-434f-aee4-33c8c1e7bc43 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850549 May 30 19:52:57.728400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def45ed7-0eaa-414a-9d66-2c72206375f7 req-ceece800-49c4-4d53-9a23-19b7c0593c0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:57.729853 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-def45ed7-0eaa-414a-9d66-2c72206375f7 req-ceece800-49c4-4d53-9a23-19b7c0593c0a service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.5658832 May 30 19:52:57.739350 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-575c2200-926d-4d22-8f5d-34620985a090 req-8c8139a2-9d38-40ff-ac65-1ed4bf31a11e tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6274178 May 30 19:52:57.745418 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-47b992e0-dceb-47fa-9f66-d2b91696e5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:57.746043 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-47b992e0-dceb-47fa-9f66-d2b91696e5e8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c748f735-dadc-44ad-9d94-d7f911ac2c27 HTTP/1.1" status: 204 len: 168 time: 2.2059293 May 30 19:52:57.860238 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2eb5c46a-e657-4173-ad9a-d184508eef6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:57.888743 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:57.893656 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-def45ed7-0eaa-414a-9d66-2c72206375f7 req-ad73a999-37fd-4642-a981-e199f772b15a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=06574a6b-74bd-4aab-8298-fae153959e34 HTTP/1.1" status: 200 len: 217 time: 0.1415384 May 30 19:52:57.981154 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port dd0efaac-84f4-411d-bad9-a328b2ff7e67, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dd0efaac-84f4-411d-bad9-a328b2ff7e67,segment=NetworkSegment(a59b0537-ee1f-4f25-8c72-feda34f41dee),segment_id=a59b0537-ee1f-4f25-8c72-feda34f41dee)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:52:57.986959 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:57.987872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7bbf6a84-8f46-49bf-96eb-8c633bda5f33 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:52:58.045294 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Pushing event updated for resources: {'Port': ['ID=42187427-8222-44b8-8940-4297e983a12c,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:58.086997 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def45ed7-0eaa-414a-9d66-2c72206375f7 req-af096bb8-ed8a-4428-98e0-176edd6e4ddd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:58.094357 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-def45ed7-0eaa-414a-9d66-2c72206375f7 req-af096bb8-ed8a-4428-98e0-176edd6e4ddd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1879382 May 30 19:52:58.233679 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e410d660-5188-4c72-9b06-d7828906a9f2 req-32c13f83-20c0-4ca6-924e-88d5156040fe service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832367 May 30 19:52:58.251354 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Network 0e31a8dd-ecbc-4346-83b0-495b6e73ed00 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:52:58.260097 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:52:58.434294 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=dd0efaac-84f4-411d-bad9-a328b2ff7e67,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:58.509401 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d05937-2c11-44e4-81ae-5152219a33af req-c32ac142-7347-4dbd-9ea2-b00b02e907f1 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:58.511650 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6d05937-2c11-44e4-81ae-5152219a33af req-c32ac142-7347-4dbd-9ea2-b00b02e907f1 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 968 time: 0.4163816 May 30 19:52:58.571122 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 7bbf6a84-8f46-49bf-96eb-8c633bda5f33 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:52:58.599560 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 7bbf6a84-8f46-49bf-96eb-8c633bda5f33 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:52:58.601743 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:58.642054 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6d05937-2c11-44e4-81ae-5152219a33af req-147ce175-5cee-4df5-b59e-83368c859196 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/security-groups?id=1040b544-f0eb-4d3a-a8be-41fffd2470ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242847 May 30 19:52:58.650982 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-def45ed7-0eaa-414a-9d66-2c72206375f7 req-ae2a1067-db16-4b78-be4f-b6efc494eac8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4035091 May 30 19:52:58.868268 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:58.921937 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 7bbf6a84-8f46-49bf-96eb-8c633bda5f33, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7bbf6a84-8f46-49bf-96eb-8c633bda5f33,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:52:58.943957 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:59.073663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fbaba96a-9505-498f-ac2b-dd09ab8d663b None None] Provisioning complete for port 42187427-8222-44b8-8940-4297e983a12c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:52:59.078050 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fbaba96a-9505-498f-ac2b-dd09ab8d663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:59.193893 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dd0efaac-84f4-411d-bad9-a328b2ff7e67 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:52:59.234167 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-02085f2e-d265-4601-9e13-f8b28557f327 req-d6fb1dec-4199-49e8-b810-45aafbb5a209 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e924f24d79de4f05b40676c88a01bd8e&device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 1120 time: 0.7677565 May 30 19:52:59.246973 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-def45ed7-0eaa-414a-9d66-2c72206375f7 req-8f7869d5-4052-4d56-965a-462c54ea60a8 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803883 May 30 19:52:59.437995 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fbaba96a-9505-498f-ac2b-dd09ab8d663b None None] Port 42187427-8222-44b8-8940-4297e983a12c cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:52:59.443242 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=7bbf6a84-8f46-49bf-96eb-8c633bda5f33,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:52:59.488494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port dd0efaac-84f4-411d-bad9-a328b2ff7e67 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:52:59.488866 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:59.504913 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ad394-3cca-4f93-bd11-dc67efb62fbc req-bb6dee97-e674-4372-a4ab-c256392011a0 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:59.518370 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-937ad394-3cca-4f93-bd11-dc67efb62fbc req-bb6dee97-e674-4372-a4ab-c256392011a0 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 969 time: 0.4145074 May 30 19:52:59.613967 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-def45ed7-0eaa-414a-9d66-2c72206375f7 req-77cc21ec-3f61-4698-b622-433f1243d156 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468299 May 30 19:52:59.661983 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-937ad394-3cca-4f93-bd11-dc67efb62fbc req-7c11d871-2ffb-4137-9aed-ff4168daada9 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426251 May 30 19:52:59.723546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02085f2e-d265-4601-9e13-f8b28557f327 req-f08dcc54-0add-4952-afbc-1421e9fdcb91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:52:59.729049 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-02085f2e-d265-4601-9e13-f8b28557f327 req-f08dcc54-0add-4952-afbc-1421e9fdcb91 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.4884868 May 30 19:52:59.765802 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43456) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:52:59.871858 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cb14f51c-d6fb-42d6-a24b-5f57a70253ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:00.038543 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-02085f2e-d265-4601-9e13-f8b28557f327 req-d65e3c28-98a8-4b18-811b-71da4ea28608 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=1a3e0a2f-85cb-43eb-893d-e63137fe7393 HTTP/1.1" status: 200 len: 217 time: 0.1493845 May 30 19:53:00.054478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f6864-6446-4c7e-88b4-dc646a8259b9 req-2a3c52e7-d35e-4601-b738-374129e9ba93 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:00.056254 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-257f6864-6446-4c7e-88b4-dc646a8259b9 req-2a3c52e7-d35e-4601-b738-374129e9ba93 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 968 time: 0.1493604 May 30 19:53:00.142941 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-257f6864-6446-4c7e-88b4-dc646a8259b9 req-2d0b74ec-f30e-42b1-ac3e-00889f9f6cd3 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/security-groups?id=1040b544-f0eb-4d3a-a8be-41fffd2470ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801923 May 30 19:53:00.320035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02085f2e-d265-4601-9e13-f8b28557f327 req-a7b1900c-0932-4a7e-9c54-d7498dcd816c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:00.320035 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-02085f2e-d265-4601-9e13-f8b28557f327 req-a7b1900c-0932-4a7e-9c54-d7498dcd816c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1932576 May 30 19:53:00.332564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-817296182-network', 'tenant_id': '1252846c85cb4f3da96b46deca7cb4f6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:00.343284 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:00.352070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Usage tracker for resource:network and tenant:1252846c85cb4f3da96b46deca7cb4f6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:00.363429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:00.374909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:00.386194 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Made reservation on behalf of 1252846c85cb4f3da96b46deca7cb4f6 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:53:00.389835 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:00.405415 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:00.406480 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Router 0b96f79b-9ebe-4890-9287-65efd066add6 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:53:00.444260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:00.448234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Usage tracker for resource:security_group_rule and tenant:1252846c85cb4f3da96b46deca7cb4f6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:00.451361 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:00.457088 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:00.535181 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:00.540419 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:00.560404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:53:00.571003 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:00.571345 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Added segment 657050da-58cd-4a7b-92de-272964ff31d7 of type vlan for network ef99a40e-b244-4305-a3be-e3c9ef1437a6 May 30 19:53:00.599849 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:00.666792 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2406422-2b7f-4285-aed0-a34afe9dfd86,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:00.670012 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:00.670885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:00.671454 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:00.715891 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9454989 May 30 19:53:00.716995 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43484) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:00.757941 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-02085f2e-d265-4601-9e13-f8b28557f327 req-86dd527f-da08-438a-a6ec-ae5010893826 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2669027 May 30 19:53:00.774709 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-68182e53-9161-401f-bd29-5355c0dd35e8 admin admin] Request body: {'subnet': {'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-817296182-subnet', 'tenant_id': '1252846c85cb4f3da96b46deca7cb4f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:00.788501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-68182e53-9161-401f-bd29-5355c0dd35e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:00.796460 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-68182e53-9161-401f-bd29-5355c0dd35e8 admin admin] Usage tracker for resource:subnet and tenant:1252846c85cb4f3da96b46deca7cb4f6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:00.801275 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-68182e53-9161-401f-bd29-5355c0dd35e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:00.808441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cfd06-5aca-49e8-ba54-1f7aa2d4bd34 admin admin] Pushing event updated for resources: {'Network': ['ID=ef99a40e-b244-4305-a3be-e3c9ef1437a6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:00.811747 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-68182e53-9161-401f-bd29-5355c0dd35e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:00.820750 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network ef99a40e-b244-4305-a3be-e3c9ef1437a6 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:53:00.824236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68182e53-9161-401f-bd29-5355c0dd35e8 admin admin] Made reservation on behalf of 1252846c85cb4f3da96b46deca7cb4f6 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:53:00.827318 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-68182e53-9161-401f-bd29-5355c0dd35e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:00.969595 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-02085f2e-d265-4601-9e13-f8b28557f327 req-8737900a-4a54-466d-b4da-4b8d38edf589 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022157 May 30 19:53:01.049445 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:01.065195 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7bbf6a84-8f46-49bf-96eb-8c633bda5f33 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:53:01.144657 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 7bbf6a84-8f46-49bf-96eb-8c633bda5f33 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:01.145032 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:01.163724 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-68182e53-9161-401f-bd29-5355c0dd35e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:01.168450 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:53:01.174594 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c648f7c6-cfd1-4cc2-8f84-2d89ce5d51dc admin admin] 10.222.0.84 "PUT /v2.0/routers/0b96f79b-9ebe-4890-9287-65efd066add6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9351676 May 30 19:53:01.236222 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-02085f2e-d265-4601-9e13-f8b28557f327 req-f25b320b-d32a-46af-91ac-5579249ff462 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564199 May 30 19:53:01.295313 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:01.296635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68182e53-9161-401f-bd29-5355c0dd35e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb81dd35-0c01-4e64-9d86-853df955e5f4,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:01.329463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c72c45-81a6-4cab-94f2-d6a51f6e0677 req-89c14f5f-ab46-4d7c-9cb2-9b1a0a78a097 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:01.331059 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84c72c45-81a6-4cab-94f2-d6a51f6e0677 req-89c14f5f-ab46-4d7c-9cb2-9b1a0a78a097 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 969 time: 0.4297481 May 30 19:53:01.418332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68182e53-9161-401f-bd29-5355c0dd35e8 admin admin] Checking segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:53:01.419001 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68182e53-9161-401f-bd29-5355c0dd35e8 admin admin] Network hostable DHCP agents. Network: ef99a40e-b244-4305-a3be-e3c9ef1437a6, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:53:01.456611 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84c72c45-81a6-4cab-94f2-d6a51f6e0677 req-7bb2550f-6f83-4873-8dde-1c5499dcacbe tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182542 May 30 19:53:01.517610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68182e53-9161-401f-bd29-5355c0dd35e8 admin admin] Network ef99a40e-b244-4305-a3be-e3c9ef1437a6 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:53:01.535872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-68182e53-9161-401f-bd29-5355c0dd35e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, ef99a40e-b244-4305-a3be-e3c9ef1437a6) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:53:01.540636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68182e53-9161-401f-bd29-5355c0dd35e8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:01.541190 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-68182e53-9161-401f-bd29-5355c0dd35e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:01.549300 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb3c11b-b4b8-4b18-8f99-1f13d3247fa0 None None] Network ef99a40e-b244-4305-a3be-e3c9ef1437a6 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:53:01.570654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907901ab-3714-422e-ba6d-ef2a5cb4f884 req-8c6a6fe2-e3ff-4d4f-9644-41cc9a3af30a tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:01.572137 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-907901ab-3714-422e-ba6d-ef2a5cb4f884 req-8c6a6fe2-e3ff-4d4f-9644-41cc9a3af30a tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 968 time: 0.1145926 May 30 19:53:01.583589 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-68182e53-9161-401f-bd29-5355c0dd35e8 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8655372 May 30 19:53:01.640573 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-907901ab-3714-422e-ba6d-ef2a5cb4f884 req-7cfdd6b6-6940-4e1a-a326-163ee651fc15 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/security-groups?id=1040b544-f0eb-4d3a-a8be-41fffd2470ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551481 May 30 19:53:01.804512 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0008c2-6f37-4ea5-936e-e2c22ebc1065 None None] Network ef99a40e-b244-4305-a3be-e3c9ef1437a6 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:53:02.223425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43548) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:02.511447 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-691aa5ec-a3f7-40b5-a4ad-5bffd58caf21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:02.550576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-691aa5ec-a3f7-40b5-a4ad-5bffd58caf21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:02.555271 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-691aa5ec-a3f7-40b5-a4ad-5bffd58caf21 admin admin] Usage tracker for resource:security_group_rule and tenant:517c1d15c49f45bf904704fa137e1b18 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:02.559642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-691aa5ec-a3f7-40b5-a4ad-5bffd58caf21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:02.571021 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43572) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:02.573025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-691aa5ec-a3f7-40b5-a4ad-5bffd58caf21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:02.578321 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8246f670-2752-4eb9-82d2-25c1390a802c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1499165831', 'description': 'tempest-description--335673103'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:02.587083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8246f670-2752-4eb9-82d2-25c1390a802c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:02.595206 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8246f670-2752-4eb9-82d2-25c1390a802c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Usage tracker for resource:security_group and tenant:18012846b9da440082f575e0c7d5b763 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:02.603503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8246f670-2752-4eb9-82d2-25c1390a802c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:02.613029 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:02.628958 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8246f670-2752-4eb9-82d2-25c1390a802c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:02.669372 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-691aa5ec-a3f7-40b5-a4ad-5bffd58caf21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:02.677088 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-691aa5ec-a3f7-40b5-a4ad-5bffd58caf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:02.683730 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8246f670-2752-4eb9-82d2-25c1390a802c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:02.718400 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:02.738443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8246f670-2752-4eb9-82d2-25c1390a802c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:02.742604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8246f670-2752-4eb9-82d2-25c1390a802c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Usage tracker for resource:security_group_rule and tenant:18012846b9da440082f575e0c7d5b763 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:02.746055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8246f670-2752-4eb9-82d2-25c1390a802c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:02.756569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8246f670-2752-4eb9-82d2-25c1390a802c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:02.817138 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-691aa5ec-a3f7-40b5-a4ad-5bffd58caf21 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=517c1d15c49f45bf904704fa137e1b18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5884500 May 30 19:53:02.817138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691aa5ec-a3f7-40b5-a4ad-5bffd58caf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65116e76-caed-41ca-9f0e-8e782c122a1e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:02.817337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43582) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:02.843179 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8246f670-2752-4eb9-82d2-25c1390a802c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:02.856937 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8246f670-2752-4eb9-82d2-25c1390a802c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:02.859765 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ed2cb-da2a-4206-ba00-8e64cf67a1f9 req-ea05d7c4-e41a-4939-9314-f26c12b21274 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:02.861381 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e5ed2cb-da2a-4206-ba00-8e64cf67a1f9 req-ea05d7c4-e41a-4939-9314-f26c12b21274 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 969 time: 0.1647520 May 30 19:53:02.924593 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e5ed2cb-da2a-4206-ba00-8e64cf67a1f9 req-1bcf0389-32c5-4c83-9bbe-5c31adf1ecf9 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555606 May 30 19:53:02.940038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246f670-2752-4eb9-82d2-25c1390a802c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d47109c-58f5-488e-9ad0-8aeb4c76d32d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:02.971467 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6343ba91-3e3a-4caf-b0eb-566e2b7135bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:02.973648 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8246f670-2752-4eb9-82d2-25c1390a802c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:02.978172 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8246f670-2752-4eb9-82d2-25c1390a802c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4052525 May 30 19:53:02.979796 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43592) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:02.995388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-cdf9a5f8-28e4-491f-b69e-4f211fd816a2 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Request body: {'security_group_rule': {'security_group_id': '8d47109c-58f5-488e-9ad0-8aeb4c76d32d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:03.004720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cdf9a5f8-28e4-491f-b69e-4f211fd816a2 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:03.026459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cdf9a5f8-28e4-491f-b69e-4f211fd816a2 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Usage tracker for resource:security_group_rule and tenant:18012846b9da440082f575e0c7d5b763 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:03.027592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cdf9a5f8-28e4-491f-b69e-4f211fd816a2 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:03.037984 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6343ba91-3e3a-4caf-b0eb-566e2b7135bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.046182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cdf9a5f8-28e4-491f-b69e-4f211fd816a2 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:03.051165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43598) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:03.065883 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1121493742-network', 'tenant_id': 'bde364bdbbeb4bbcb53f8bcd55eebb34'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:03.077053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cf7f2-7ef4-4777-bd82-4e8e56bb2ba2 req-b676c95a-6a80-4a51-aa07-7629e794f057 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:03.078812 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b63cf7f2-7ef4-4777-bd82-4e8e56bb2ba2 req-b676c95a-6a80-4a51-aa07-7629e794f057 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 968 time: 0.1353958 May 30 19:53:03.080076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:03.084466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Usage tracker for resource:network and tenant:bde364bdbbeb4bbcb53f8bcd55eebb34 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:03.087404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:03.091791 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a5f8-28e4-491f-b69e-4f211fd816a2 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.096302 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:03.145537 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b63cf7f2-7ef4-4777-bd82-4e8e56bb2ba2 req-82905770-25ea-4144-ba79-a3d79f70a931 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/security-groups?id=1040b544-f0eb-4d3a-a8be-41fffd2470ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549076 May 30 19:53:03.146243 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Made reservation on behalf of bde364bdbbeb4bbcb53f8bcd55eebb34 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:53:03.148428 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.152376 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6343ba91-3e3a-4caf-b0eb-566e2b7135bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.161242 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.173383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343ba91-3e3a-4caf-b0eb-566e2b7135bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65116e76-caed-41ca-9f0e-8e782c122a1e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:03.198993 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a5f8-28e4-491f-b69e-4f211fd816a2 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.203696 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6343ba91-3e3a-4caf-b0eb-566e2b7135bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.205602 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6343ba91-3e3a-4caf-b0eb-566e2b7135bf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/65116e76-caed-41ca-9f0e-8e782c122a1e HTTP/1.1" status: 204 len: 168 time: 0.3872676 May 30 19:53:03.207421 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a5f8-28e4-491f-b69e-4f211fd816a2 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.214141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:03.230240 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Usage tracker for resource:security_group_rule and tenant:bde364bdbbeb4bbcb53f8bcd55eebb34 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:03.234762 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:03.235897 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9a5f8-28e4-491f-b69e-4f211fd816a2 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fba04d2-7646-4a92-86ca-940827e46b0d,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:03.244094 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a5f8-28e4-491f-b69e-4f211fd816a2 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.249842 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cdf9a5f8-28e4-491f-b69e-4f211fd816a2 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2683268 May 30 19:53:03.250814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43604) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:03.254571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:03.258839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-774ee1b1-37bd-4f55-85d6-2d19544b7f92 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Request body: {'security_group_rule': {'security_group_id': '8d47109c-58f5-488e-9ad0-8aeb4c76d32d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:03.266881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-774ee1b1-37bd-4f55-85d6-2d19544b7f92 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:03.273467 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-774ee1b1-37bd-4f55-85d6-2d19544b7f92 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Usage tracker for resource:security_group_rule and tenant:18012846b9da440082f575e0c7d5b763 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:03.277790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-774ee1b1-37bd-4f55-85d6-2d19544b7f92 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:03.285901 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-774ee1b1-37bd-4f55-85d6-2d19544b7f92 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:03.315042 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-774ee1b1-37bd-4f55-85d6-2d19544b7f92 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.357608 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.365061 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.397973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:53:03.409895 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4b12cd-3be5-4ea0-b1c5-014c9779b57e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:03.416567 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-774ee1b1-37bd-4f55-85d6-2d19544b7f92 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.416825 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.417323 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Added segment 8a09f91b-778b-4a8b-bc8f-3cc7575d2d65 of type vlan for network b46710c5-56ea-45dd-bc48-dac8d36c651e May 30 19:53:03.422537 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-774ee1b1-37bd-4f55-85d6-2d19544b7f92 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.445754 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.462993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43612) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:03.465573 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ee1b1-37bd-4f55-85d6-2d19544b7f92 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd6b0d8-0de7-4bea-b60d-70f7c20e66dc,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:03.476462 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-774ee1b1-37bd-4f55-85d6-2d19544b7f92 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.478097 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-774ee1b1-37bd-4f55-85d6-2d19544b7f92 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2257087 May 30 19:53:03.481462 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43618) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:03.491426 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.492807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:03.493721 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.501458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:03.510540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:03.515224 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Usage tracker for resource:floatingip and tenant:18012846b9da440082f575e0c7d5b763 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:03.519532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:03.529605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:03.543696 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.544637 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4904788 May 30 19:53:03.549682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43622) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:03.601357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-2e425e5d-2ba2-4a81-8806-f61bdad8e862 admin admin] Request body: {'subnet': {'network_id': 'b46710c5-56ea-45dd-bc48-dac8d36c651e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1121493742-subnet', 'tenant_id': 'bde364bdbbeb4bbcb53f8bcd55eebb34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:03.631381 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2e425e5d-2ba2-4a81-8806-f61bdad8e862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:03.640252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2e425e5d-2ba2-4a81-8806-f61bdad8e862 admin admin] Usage tracker for resource:subnet and tenant:bde364bdbbeb4bbcb53f8bcd55eebb34 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:03.645877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2e425e5d-2ba2-4a81-8806-f61bdad8e862 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:03.655738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0ca84-7b4f-4984-aa3a-79a705ce0802 admin admin] Pushing event updated for resources: {'Network': ['ID=b46710c5-56ea-45dd-bc48-dac8d36c651e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:03.660000 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2e425e5d-2ba2-4a81-8806-f61bdad8e862 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:03.667615 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network b46710c5-56ea-45dd-bc48-dac8d36c651e details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:53:03.674672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e425e5d-2ba2-4a81-8806-f61bdad8e862 admin admin] Made reservation on behalf of bde364bdbbeb4bbcb53f8bcd55eebb34 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:53:03.677933 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2e425e5d-2ba2-4a81-8806-f61bdad8e862 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.741119 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43626) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:03.785527 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36f8811f-873a-4958-82b1-19c7eb0343b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.810236 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b7746549-8b00-4ee4-a475-c2d75dbcb896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.827904 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-36f8811f-873a-4958-82b1-19c7eb0343b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:03.833750 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-36f8811f-873a-4958-82b1-19c7eb0343b4 admin admin] Usage tracker for resource:security_group_rule and tenant:c529252130a84bae94197156e6d4c45a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:03.837222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-36f8811f-873a-4958-82b1-19c7eb0343b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:03.845565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-36f8811f-873a-4958-82b1-19c7eb0343b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:03.871778 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b7746549-8b00-4ee4-a475-c2d75dbcb896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:03.878085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b7746549-8b00-4ee4-a475-c2d75dbcb896 admin admin] Usage tracker for resource:security_group_rule and tenant:19f8c25176bb47d3b0a7f1f274e3dd9f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:03.882869 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b7746549-8b00-4ee4-a475-c2d75dbcb896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:03.890445 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b7746549-8b00-4ee4-a475-c2d75dbcb896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:03.897630 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:03.997120 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36f8811f-873a-4958-82b1-19c7eb0343b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:04.001577 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36f8811f-873a-4958-82b1-19c7eb0343b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:04.039794 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b7746549-8b00-4ee4-a475-c2d75dbcb896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:04.041191 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2e425e5d-2ba2-4a81-8806-f61bdad8e862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:04.077266 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b7746549-8b00-4ee4-a475-c2d75dbcb896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:04.098776 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-36f8811f-873a-4958-82b1-19c7eb0343b4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c529252130a84bae94197156e6d4c45a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6344876 May 30 19:53:04.101314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8811f-873a-4958-82b1-19c7eb0343b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e412528e-f61d-4229-9152-71bbef051840,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:04.105254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43632) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:04.141021 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Allocated IP 172.25.5.55 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/a3a37545-a45d-4875-8441-b30d8766efa3) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:53:04.196649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746549-8b00-4ee4-a475-c2d75dbcb896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d7f8fd-146c-47e6-b155-4f732a9df68c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:04.206167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e425e5d-2ba2-4a81-8806-f61bdad8e862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af815b3-3ca6-4aab-8349-f92385d9e9a6,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:04.219667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b7746549-8b00-4ee4-a475-c2d75dbcb896 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=19f8c25176bb47d3b0a7f1f274e3dd9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4775407 May 30 19:53:04.225019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43640) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:04.296414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e425e5d-2ba2-4a81-8806-f61bdad8e862 admin admin] Checking segment: {'id': '8a09f91b-778b-4a8b-bc8f-3cc7575d2d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b46710c5-56ea-45dd-bc48-dac8d36c651e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:53:04.296671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e425e5d-2ba2-4a81-8806-f61bdad8e862 admin admin] Network hostable DHCP agents. Network: b46710c5-56ea-45dd-bc48-dac8d36c651e, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:53:04.312224 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e79e964b-879e-4df5-af16-8748f460cfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:04.355953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189a9f9-ffa4-4fd1-822f-50f359b03f7f req-2771d44c-d9a5-419e-af73-0a854e4f1b28 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:04.357321 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d189a9f9-ffa4-4fd1-822f-50f359b03f7f req-2771d44c-d9a5-419e-af73-0a854e4f1b28 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 969 time: 0.3117852 May 30 19:53:04.364403 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e79e964b-879e-4df5-af16-8748f460cfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:04.405604 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:04.416021 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebc76184-4667-453a-a04b-cf2edcf26784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:04.452372 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e79e964b-879e-4df5-af16-8748f460cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:04.454514 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e425e5d-2ba2-4a81-8806-f61bdad8e862 admin admin] Network b46710c5-56ea-45dd-bc48-dac8d36c651e is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:53:04.467710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e964b-879e-4df5-af16-8748f460cfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e412528e-f61d-4229-9152-71bbef051840,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:04.470752 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebc76184-4667-453a-a04b-cf2edcf26784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:04.473411 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:04.482609 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:53:04.484189 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d189a9f9-ffa4-4fd1-822f-50f359b03f7f req-15754a86-3703-4fd3-9d70-595190cbb6c1 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180618 May 30 19:53:04.494742 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-2e425e5d-2ba2-4a81-8806-f61bdad8e862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, b46710c5-56ea-45dd-bc48-dac8d36c651e) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:53:04.515033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e425e5d-2ba2-4a81-8806-f61bdad8e862 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:04.515190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef89a052-37be-49a0-9ee8-2bbf5b62926c None None] Network b46710c5-56ea-45dd-bc48-dac8d36c651e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:53:04.520767 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2e425e5d-2ba2-4a81-8806-f61bdad8e862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:04.541691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf256526-7172-4ae9-9518-caa5100bc001 req-ec494697-2eaf-4705-9dc3-76f6150137c3 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:04.543162 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cf256526-7172-4ae9-9518-caa5100bc001 req-ec494697-2eaf-4705-9dc3-76f6150137c3 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 968 time: 0.2502844 May 30 19:53:04.551415 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e79e964b-879e-4df5-af16-8748f460cfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:04.552628 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e79e964b-879e-4df5-af16-8748f460cfc7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e412528e-f61d-4229-9152-71bbef051840 HTTP/1.1" status: 204 len: 168 time: 0.4464562 May 30 19:53:04.566175 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:53:04.569281 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:53:04.579625 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:53:04.582958 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Pushing event updated for resources: {'Port': ['ID=a3a37545-a45d-4875-8441-b30d8766efa3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:04.597636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2e425e5d-2ba2-4a81-8806-f61bdad8e862 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0467107 May 30 19:53:04.617146 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebc76184-4667-453a-a04b-cf2edcf26784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:04.620545 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebc76184-4667-453a-a04b-cf2edcf26784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:04.625457 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ebc76184-4667-453a-a04b-cf2edcf26784 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a2d7f8fd-146c-47e6-b155-4f732a9df68c HTTP/1.1" status: 204 len: 168 time: 0.3965590 May 30 19:53:04.643212 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc76184-4667-453a-a04b-cf2edcf26784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d7f8fd-146c-47e6-b155-4f732a9df68c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:04.665433 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cf256526-7172-4ae9-9518-caa5100bc001 req-9d6e3e7b-6c53-4d14-95fb-7ebef8b206c7 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/security-groups?id=1040b544-f0eb-4d3a-a8be-41fffd2470ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082675 May 30 19:53:04.799502 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:04.845828 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e269dcab-6d45-4b2e-a783-5f0cedaae242 None None] Network b46710c5-56ea-45dd-bc48-dac8d36c651e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:53:04.881166 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:05.123708 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:05.129211 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:05.139510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43660) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:05.160922 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-12dbfd89-c0e6-487d-ae77-6a02238a4391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:05.194752 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:05.205702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-12dbfd89-c0e6-487d-ae77-6a02238a4391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:05.212181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-12dbfd89-c0e6-487d-ae77-6a02238a4391 admin admin] Usage tracker for resource:security_group_rule and tenant:4f90d1d09f7d4fcea100aa50f8ff5ad0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:05.216056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-12dbfd89-c0e6-487d-ae77-6a02238a4391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:05.220223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Pushing event updated for resources: {'Port': ['ID=a3a37545-a45d-4875-8441-b30d8766efa3,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:05.222792 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:05.223782 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3f21a101-7d9c-41f6-a4cf-c83996cc19f8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7412865 May 30 19:53:05.229181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-12dbfd89-c0e6-487d-ae77-6a02238a4391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:05.318337 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-12dbfd89-c0e6-487d-ae77-6a02238a4391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:05.324808 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-12dbfd89-c0e6-487d-ae77-6a02238a4391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:05.376312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbfd89-c0e6-487d-ae77-6a02238a4391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e9e3eb-d13b-4673-ad1f-6f6cca923dc5,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:05.382252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-12dbfd89-c0e6-487d-ae77-6a02238a4391 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4f90d1d09f7d4fcea100aa50f8ff5ad0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2413006 May 30 19:53:05.391745 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43668) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:05.462131 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d39cad2d-8f45-4101-a5e8-ef4c0d76a6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:05.502608 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d39cad2d-8f45-4101-a5e8-ef4c0d76a6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:05.534359 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 06574a6b-74bd-4aab-8298-fae153959e34 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:53:05.563412 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d39cad2d-8f45-4101-a5e8-ef4c0d76a6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:05.585483 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cad2d-8f45-4101-a5e8-ef4c0d76a6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e9e3eb-d13b-4673-ad1f-6f6cca923dc5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:05.593682 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d39cad2d-8f45-4101-a5e8-ef4c0d76a6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:05.598433 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d39cad2d-8f45-4101-a5e8-ef4c0d76a6ac admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/40e9e3eb-d13b-4673-ad1f-6f6cca923dc5 HTTP/1.1" status: 204 len: 168 time: 0.2054131 May 30 19:53:05.654684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-8f4d346e-810f-42d6-84d2-4948c67a3e25 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1499165831&fields=id&tenant_id=18012846b9da440082f575e0c7d5b763 HTTP/1.1" status: 200 len: 267 time: 0.1564829 May 30 19:53:05.699519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 06574a6b-74bd-4aab-8298-fae153959e34, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=06574a6b-74bd-4aab-8298-fae153959e34,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:05.738196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '06574a6b-74bd-4aab-8298-fae153959e34', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '06574a6b-74bd-4aab-8298-fae153959e34', 'mac_address': 'fa:16:3e:90:c1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:tempest-test_az-593013359', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:53:05.809085 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:05.815886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-96ed1876-7090-411e-875d-1174647c5388 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:05.816643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-96ed1876-7090-411e-875d-1174647c5388 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Synchronizing usage tracker for tenant:1252846c85cb4f3da96b46deca7cb4f6 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:53:05.831231 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06574a6b-74bd-4aab-8298-fae153959e34 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:53:05.849731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 06574a6b-74bd-4aab-8298-fae153959e34, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=06574a6b-74bd-4aab-8298-fae153959e34,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:05.856042 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:05.856928 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1a3e0a2f-85cb-43eb-893d-e63137fe7393 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:53:05.873838 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-96ed1876-7090-411e-875d-1174647c5388 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Unset dirty status for tenant:1252846c85cb4f3da96b46deca7cb4f6 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:53:05.875187 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-96ed1876-7090-411e-875d-1174647c5388 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 820 time: 0.3607156 May 30 19:53:05.882025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb96f4-27ac-4219-af77-95741acad85e req-a4b85edb-6c9f-417e-bbdf-6bb3f9ef4a55 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:05.888847 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-a4b85edb-6c9f-417e-bbdf-6bb3f9ef4a55 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/networks?id=e7d0ea33-751a-4199-859b-91d929a3ce53 HTTP/1.1" status: 200 len: 823 time: 0.2328005 May 30 19:53:05.914467 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-55d913cd-09c2-4f1c-b267-72988a9c44c5 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/quotas/18012846b9da440082f575e0c7d5b763 HTTP/1.1" status: 200 len: 375 time: 0.0247498 May 30 19:53:05.917470 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-aff461ce-9a0b-41a7-aab3-653c297f9018 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/quotas/1252846c85cb4f3da96b46deca7cb4f6 HTTP/1.1" status: 200 len: 375 time: 0.0261548 May 30 19:53:05.940794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1a3e0a2f-85cb-43eb-893d-e63137fe7393, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1a3e0a2f-85cb-43eb-893d-e63137fe7393,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:05.947923 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=06574a6b-74bd-4aab-8298-fae153959e34,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:05.959709 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '1a3e0a2f-85cb-43eb-893d-e63137fe7393', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '1a3e0a2f-85cb-43eb-893d-e63137fe7393', 'mac_address': 'fa:16:3e:a8:b1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:tempest-test_az-593013359', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:53:06.007704 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-ca6dfcb2-4f0b-414f-8e35-286b84bae5db tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546432 May 30 19:53:06.032457 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:06.048772 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1e369cf1-4429-473b-921d-5d8f97204c47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=18012846b9da440082f575e0c7d5b763&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1332862 May 30 19:53:06.051501 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3e0a2f-85cb-43eb-893d-e63137fe7393 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:53:06.072125 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1a3e0a2f-85cb-43eb-893d-e63137fe7393, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1a3e0a2f-85cb-43eb-893d-e63137fe7393,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:06.077899 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:06.152527 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1a3e0a2f-85cb-43eb-893d-e63137fe7393,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:06.279027 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-375f2421-0097-4677-a4b0-24d120b45557 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:53:06.280575 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-375f2421-0097-4677-a4b0-24d120b45557 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1132896 May 30 19:53:06.395266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-317a028d-d2da-411b-9a6e-d742048201e6 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:53:06.396275 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-317a028d-d2da-411b-9a6e-d742048201e6 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1907454 May 30 19:53:06.442743 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['06574a6b-74bd-4aab-8298-fae153959e34'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:53:06.506136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['1a3e0a2f-85cb-43eb-893d-e63137fe7393'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:53:06.619002 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-49f7a6e7-d0d2-4401-ab1f-d20ac40cbea5 service neutron] 10.222.0.84 "GET /v2.0/networks/e7d0ea33-751a-4199-859b-91d929a3ce53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000504 May 30 19:53:06.651796 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-3a99d94d-cf03-415e-ace7-9bb2d4ce3aab service neutron] 10.222.0.84 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643477 May 30 19:53:06.684712 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:06.749490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43736) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:06.881107 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Sync routers for ids ['0b96f79b-9ebe-4890-9287-65efd066add6'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:53:06.903502 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Routers {'0b96f79b-9ebe-4890-9287-65efd066add6'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:53:06.904296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:53:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0b96f79b-9ebe-4890-9287-65efd066add6'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:53:06.941749 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-2fc4cbea-eb00-4f6e-b52e-0e662dd877f9 service neutron] 10.222.0.84 "GET /v2.0/networks/e7d0ea33-751a-4199-859b-91d929a3ce53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162191 May 30 19:53:06.962825 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-6e645eaf-607f-4f78-bd60-6111ab4652f2 service neutron] 10.222.0.84 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592392 May 30 19:53:07.132340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Set router 0b96f79b-9ebe-4890-9287-65efd066add6 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:53:07.180950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-801008087-network', 'tenant_id': 'da2c3b5169e14006bab98c084c88a6a6'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:07.187931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:07.194418 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Usage tracker for resource:network and tenant:da2c3b5169e14006bab98c084c88a6a6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:07.201598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:07.246675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:07.276404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Made reservation on behalf of da2c3b5169e14006bab98c084c88a6a6 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:53:07.279532 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:07.305898 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:07.379939 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:07.392500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Usage tracker for resource:security_group_rule and tenant:da2c3b5169e14006bab98c084c88a6a6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:07.401407 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:07.421257 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:07.537712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 06574a6b-74bd-4aab-8298-fae153959e34 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:53:07.552973 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:07.562817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a80925-636e-4e3b-9753-00d5006a34ce req-160891f9-b97c-4c09-92eb-cdc7bb3a160d tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:07.565451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f3a80925-636e-4e3b-9753-00d5006a34ce req-160891f9-b97c-4c09-92eb-cdc7bb3a160d tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 970 time: 0.2526283 May 30 19:53:07.568029 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:07.629316 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 06574a6b-74bd-4aab-8298-fae153959e34 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:53:07.637294 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 06574a6b-74bd-4aab-8298-fae153959e34 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:07.637888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358300a4-dd4e-434f-b8c6-1d584cd69c5e req-fb38dc91-a4cb-4f34-be2f-23d332aef8e5 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:07.638300 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:07.640103 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-358300a4-dd4e-434f-b8c6-1d584cd69c5e req-fb38dc91-a4cb-4f34-be2f-23d332aef8e5 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 969 time: 0.2516396 May 30 19:53:07.640737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:53:07.654189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13947983-5f67-4ca7-b2d0-7d79ca789249,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:07.661104 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:07.661813 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Added segment cceecb26-088f-43a0-aafb-c6216b0e1e9a of type vlan for network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 May 30 19:53:07.705139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:07.725968 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f3a80925-636e-4e3b-9753-00d5006a34ce req-e559a45d-5577-42dd-a032-ecea2eac497d tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527503 May 30 19:53:07.798407 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:07.800151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:07.801106 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:07.804448 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-358300a4-dd4e-434f-b8c6-1d584cd69c5e req-b72fad57-eb60-4011-9a59-14e3563d5fe7 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/security-groups?id=1040b544-f0eb-4d3a-a8be-41fffd2470ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549604 May 30 19:53:07.877453 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:07.928416 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79017073-a6f6-4456-a01f-1267d0fde856 req-f95747a1-b068-4ffb-bcb9-65ed5e24c303 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 210 time: 0.0613227 May 30 19:53:07.982384 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:07.997496 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95961dbc-0cec-4c97-aebe-e666f354fa51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06574a6b-74bd-4aab-8298-fae153959e34'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:53:08.017751 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b918a680-bee8-433e-8334-c6d43c94a4f3 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2665598 May 30 19:53:08.018137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43778) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:08.025309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-672e84e3-e80f-4934-82d8-c68dad735ab1 admin admin] Request body: {'subnet': {'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-801008087-subnet', 'tenant_id': 'da2c3b5169e14006bab98c084c88a6a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:08.031693 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-672e84e3-e80f-4934-82d8-c68dad735ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:08.036481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-672e84e3-e80f-4934-82d8-c68dad735ab1 admin admin] Usage tracker for resource:subnet and tenant:da2c3b5169e14006bab98c084c88a6a6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:08.041180 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-672e84e3-e80f-4934-82d8-c68dad735ab1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:08.050117 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-672e84e3-e80f-4934-82d8-c68dad735ab1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:08.061023 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c137459-b640-466e-a7ba-6c5c04aca6c4 req-e91a537c-9ba3-4298-8d2a-9866520ea4ee tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 210 time: 0.1041560 May 30 19:53:08.065759 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672e84e3-e80f-4934-82d8-c68dad735ab1 admin admin] Made reservation on behalf of da2c3b5169e14006bab98c084c88a6a6 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:53:08.077426 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-672e84e3-e80f-4934-82d8-c68dad735ab1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:08.088393 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:53:08.192441 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 06574a6b-74bd-4aab-8298-fae153959e34, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=06574a6b-74bd-4aab-8298-fae153959e34,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:08.215082 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:08.215849 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1a3e0a2f-85cb-43eb-893d-e63137fe7393 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:53:08.341636 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=06574a6b-74bd-4aab-8298-fae153959e34,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:08.393447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138258535-router', 'tenant_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7bbf6a84-8f46-49bf-96eb-8c633bda5f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:43Z', 'updated_at': '2022-05-30T19:52:55Z', 'revision_number': 4, 'project_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'gw_port': {'id': '7bbf6a84-8f46-49bf-96eb-8c633bda5f33', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:44Z', 'updated_at': '2022-05-30T19:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '42187427-8222-44b8-8940-4297e983a12c', 'name': '', 'network_id': '0e31a8dd-ecbc-4346-83b0-495b6e73ed00', 'tenant_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'mac_address': 'fa:16:3e:2a:02:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9c3e08b-4bf9-406a-9223-9dd518d926d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:52Z', 'updated_at': '2022-05-30T19:52:56Z', 'revision_number': 2, 'project_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'subnets': [{'id': 'f9c3e08b-4bf9-406a-9223-9dd518d926d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:53:08.413211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Checking router: 0b96f79b-9ebe-4890-9287-65efd066add6 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:53:08.414394 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Updating router 0b96f79b-9ebe-4890-9287-65efd066add6 port 42187427-8222-44b8-8940-4297e983a12c binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:53:08.516119 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:08.525185 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-672e84e3-e80f-4934-82d8-c68dad735ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:08.529132 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 1a3e0a2f-85cb-43eb-893d-e63137fe7393 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:53:08.538612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 1a3e0a2f-85cb-43eb-893d-e63137fe7393 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:08.538971 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:08.675310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672e84e3-e80f-4934-82d8-c68dad735ab1 admin admin] Checking segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:53:08.675860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672e84e3-e80f-4934-82d8-c68dad735ab1 admin admin] Network hostable DHCP agents. Network: 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:53:08.693996 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc9936d-44d0-4a16-801f-124428542a7f'] response: {'server_uuid': '95961dbc-0cec-4c97-aebe-e666f354fa51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06574a6b-74bd-4aab-8298-fae153959e34', 'code': 200} May 30 19:53:08.706220 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e84e3-e80f-4934-82d8-c68dad735ab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f931af6a-450f-4906-adfc-acf32639be02,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:08.710628 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672e84e3-e80f-4934-82d8-c68dad735ab1 admin admin] Network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:53:08.724357 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-672e84e3-e80f-4934-82d8-c68dad735ab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:53:08.729664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672e84e3-e80f-4934-82d8-c68dad735ab1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:08.730877 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-672e84e3-e80f-4934-82d8-c68dad735ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:08.748809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de82e50d-4654-4c8b-a273-b1039d1cf759 None None] Network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:53:08.756014 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-672e84e3-e80f-4934-82d8-c68dad735ab1 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7342672 May 30 19:53:08.844792 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9854b2ea-84a1-4fba-8ed4-e621057b5a81 req-089a149d-b84a-4a02-b35f-fa8155a8fc9f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 1121 time: 0.0846481 May 30 19:53:08.859496 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:08.892055 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9854b2ea-84a1-4fba-8ed4-e621057b5a81 req-ec26aea4-ab3e-43c6-bf3b-c886e97ae422 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:08.986731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-9854b2ea-84a1-4fba-8ed4-e621057b5a81 req-ec26aea4-ab3e-43c6-bf3b-c886e97ae422 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:08.997307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-9854b2ea-84a1-4fba-8ed4-e621057b5a81 req-ec26aea4-ab3e-43c6-bf3b-c886e97ae422 service neutron] Usage tracker for resource:security_group_rule and tenant:2aecceeaf6424873858dd7bcdbbf1a01 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:09.006114 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-9854b2ea-84a1-4fba-8ed4-e621057b5a81 req-ec26aea4-ab3e-43c6-bf3b-c886e97ae422 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:09.022469 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-9854b2ea-84a1-4fba-8ed4-e621057b5a81 req-ec26aea4-ab3e-43c6-bf3b-c886e97ae422 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:09.024456 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1a3e0a2f-85cb-43eb-893d-e63137fe7393, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1a3e0a2f-85cb-43eb-893d-e63137fe7393,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:09.076543 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:09.084594 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.77', 54875) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:09.241259 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:09.253156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43191221-cc12-4c46-ba28-97f1c35fe932 req-bea548ee-82b5-4619-84e6-0c301741c70a tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:09.254593 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43191221-cc12-4c46-ba28-97f1c35fe932 req-bea548ee-82b5-4619-84e6-0c301741c70a tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 971 time: 0.1525433 May 30 19:53:09.262357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958a5fb-58ae-424c-9507-ad547ad07ed7 req-0b6c6255-6b9c-4789-b4b3-3eaa5eea30cf tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:09.269667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3958a5fb-58ae-424c-9507-ad547ad07ed7 req-0b6c6255-6b9c-4789-b4b3-3eaa5eea30cf tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 970 time: 0.2095652 May 30 19:53:09.272970 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Transition to ACTIVE for port object 42187427-8222-44b8-8940-4297e983a12c will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:53:09.349085 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3958a5fb-58ae-424c-9507-ad547ad07ed7 req-aafed8be-5cc7-4e43-815b-d43e4b6f4ba5 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/security-groups?id=1040b544-f0eb-4d3a-a8be-41fffd2470ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779815 May 30 19:53:09.350169 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9854b2ea-84a1-4fba-8ed4-e621057b5a81 req-ec26aea4-ab3e-43c6-bf3b-c886e97ae422 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:09.370575 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9854b2ea-84a1-4fba-8ed4-e621057b5a81 req-ec26aea4-ab3e-43c6-bf3b-c886e97ae422 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:09.398182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb96f4-27ac-4219-af77-95741acad85e req-9cf21332-227f-4a3e-824b-beed8f1d8e21 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:09.398857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-b0bb96f4-27ac-4219-af77-95741acad85e req-9cf21332-227f-4a3e-824b-beed8f1d8e21 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Synchronizing usage tracker for tenant:18012846b9da440082f575e0c7d5b763 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:53:09.419546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43191221-cc12-4c46-ba28-97f1c35fe932 req-cd443af6-5b84-45a9-a521-f3a0c3409b24 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462007 May 30 19:53:09.423614 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9854b2ea-84a1-4fba-8ed4-e621057b5a81 req-ec26aea4-ab3e-43c6-bf3b-c886e97ae422 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1040b544-f0eb-4d3a-a8be-41fffd2470ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713904 May 30 19:53:09.434699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26aea4-ab3e-43c6-bf3b-c886e97ae422 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3a4a45-b22f-4fb7-9271-3d5f7a778023,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:09.454056 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-b0bb96f4-27ac-4219-af77-95741acad85e req-9cf21332-227f-4a3e-824b-beed8f1d8e21 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Unset dirty status for tenant:18012846b9da440082f575e0c7d5b763 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:53:09.454056 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-9cf21332-227f-4a3e-824b-beed8f1d8e21 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.77 "GET /v2.0/networks?id=e7d0ea33-751a-4199-859b-91d929a3ce53 HTTP/1.1" status: 200 len: 823 time: 0.3630934 May 30 19:53:09.479243 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:09.591672 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe43c3d-8609-441d-a95b-690cc335da78 None None] Network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:53:09.638696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-b0bb96f4-27ac-4219-af77-95741acad85e req-9b7c60c6-b40e-4695-a565-9bcd77f169c5 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Synchronizing usage tracker for tenant:18012846b9da440082f575e0c7d5b763 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:53:09.682781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-b0bb96f4-27ac-4219-af77-95741acad85e req-9b7c60c6-b40e-4695-a565-9bcd77f169c5 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Unset dirty status for tenant:18012846b9da440082f575e0c7d5b763 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:53:09.685209 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-9b7c60c6-b40e-4695-a565-9bcd77f169c5 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18012846b9da440082f575e0c7d5b763 HTTP/1.1" status: 200 len: 380 time: 0.1533186 May 30 19:53:09.699376 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-b0bb96f4-27ac-4219-af77-95741acad85e req-cce25781-757e-44b2-82b8-b8d606fe4ca6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Request body: {'port': {'device_id': '69b086e2-f608-420f-ad64-da821cd1f270', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'admin_state_up': True, 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'security_groups': ['8d47109c-58f5-488e-9ad0-8aeb4c76d32d']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:09.733504 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-df439c1b-fce6-40b9-8d25-13b05e785edd req-71b45ed3-72e2-4fbc-912e-29b1c894f20c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 210 time: 0.1366165 May 30 19:53:09.744271 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1a3e0a2f-85cb-43eb-893d-e63137fe7393,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:09.807684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.77', 54878) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:09.849976 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e118fce9-72bb-4e6f-95eb-d3c0c8a0a587 req-e14302c1-75f9-4f95-9766-8020043975de tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 210 time: 0.1359639 May 30 19:53:10.039301 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-b0bb96f4-27ac-4219-af77-95741acad85e req-cce25781-757e-44b2-82b8-b8d606fe4ca6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:10.044248 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-b0bb96f4-27ac-4219-af77-95741acad85e req-cce25781-757e-44b2-82b8-b8d606fe4ca6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Usage tracker for resource:port and tenant:18012846b9da440082f575e0c7d5b763 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:10.049091 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-b0bb96f4-27ac-4219-af77-95741acad85e req-cce25781-757e-44b2-82b8-b8d606fe4ca6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:10.064439 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-b0bb96f4-27ac-4219-af77-95741acad85e req-cce25781-757e-44b2-82b8-b8d606fe4ca6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:10.081869 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0bb96f4-27ac-4219-af77-95741acad85e req-cce25781-757e-44b2-82b8-b8d606fe4ca6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Made reservation on behalf of 18012846b9da440082f575e0c7d5b763 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:53:10.088311 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b0bb96f4-27ac-4219-af77-95741acad85e req-cce25781-757e-44b2-82b8-b8d606fe4ca6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:10.090451 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f371f9f-14fd-4cc2-acbd-787b8eae520d None None] Pushing event updated for resources: {'Port': ['ID=42187427-8222-44b8-8940-4297e983a12c,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:10.131249 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Attempting to bind port 42187427-8222-44b8-8940-4297e983a12c on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:53:10.131679 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Attempting to bind port 42187427-8222-44b8-8940-4297e983a12c by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '3f291b7a-b311-4cea-819d-7846e0201864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0e31a8dd-ecbc-4346-83b0-495b6e73ed00'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:53:10.132080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Attempting to bind port 42187427-8222-44b8-8940-4297e983a12c on network 0e31a8dd-ecbc-4346-83b0-495b6e73ed00 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:10.147245 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:53:10.147603 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Checking segment: {'id': '3f291b7a-b311-4cea-819d-7846e0201864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0e31a8dd-ecbc-4346-83b0-495b6e73ed00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:53:10.148050 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:10.148445 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Bound using segment: {'id': '3f291b7a-b311-4cea-819d-7846e0201864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0e31a8dd-ecbc-4346-83b0-495b6e73ed00'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:53:10.148977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Bound port: 42187427-8222-44b8-8940-4297e983a12c, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f291b7a-b311-4cea-819d-7846e0201864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0e31a8dd-ecbc-4346-83b0-495b6e73ed00'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:53:10.149365 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:10.202131 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-698cecf8-1b19-4764-a271-5f8b945c1469 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:10.203651 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-698cecf8-1b19-4764-a271-5f8b945c1469 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.77 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 820 time: 0.3935144 May 30 19:53:10.345980 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] For port 42187427-8222-44b8-8940-4297e983a12c, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:53:10.349861 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] For port 42187427-8222-44b8-8940-4297e983a12c, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=42187427-8222-44b8-8940-4297e983a12c,segment=NetworkSegment(3f291b7a-b311-4cea-819d-7846e0201864),segment_id=3f291b7a-b311-4cea-819d-7846e0201864)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:53:10.356069 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:10.384978 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-b0bb96f4-27ac-4219-af77-95741acad85e req-cce25781-757e-44b2-82b8-b8d606fe4ca6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Allocated IP 172.20.0.7 (e7d0ea33-751a-4199-859b-91d929a3ce53/8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3/d3fe0256-15f7-45f6-b7be-74f9ae34dfaf) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:53:10.496080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f371f9f-14fd-4cc2-acbd-787b8eae520d None None] Pushing event updated for resources: {'Port': ['ID=42187427-8222-44b8-8940-4297e983a12c,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:10.515759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Routers {'0b96f79b-9ebe-4890-9287-65efd066add6'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:53:10.516814 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:53:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0b96f79b-9ebe-4890-9287-65efd066add6'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:53:10.674829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff911f-38c7-40ae-b608-2c86a0778350 req-196e7547-a82a-4c8b-b523-19317a58f708 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:10.689810 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-22ff911f-38c7-40ae-b608-2c86a0778350 req-196e7547-a82a-4c8b-b523-19317a58f708 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 970 time: 0.1575947 May 30 19:53:10.780235 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-22ff911f-38c7-40ae-b608-2c86a0778350 req-f1104b97-a026-485d-b34c-84ee2e2a5188 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/security-groups?id=1040b544-f0eb-4d3a-a8be-41fffd2470ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891445 May 30 19:53:10.803087 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b0bb96f4-27ac-4219-af77-95741acad85e req-cce25781-757e-44b2-82b8-b8d606fe4ca6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:10.804137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3e0a2f-85cb-43eb-893d-e63137fe7393'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:53:10.822659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-b0bb96f4-27ac-4219-af77-95741acad85e req-cce25781-757e-44b2-82b8-b8d606fe4ca6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Transition to ACTIVE for port object d3fe0256-15f7-45f6-b7be-74f9ae34dfaf will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:53:10.889082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b0bb96f4-27ac-4219-af77-95741acad85e req-cce25781-757e-44b2-82b8-b8d606fe4ca6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:10.947420 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316ba1b0-0835-46df-a10c-5afd55f62ef9'] response: {'server_uuid': '97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3e0a2f-85cb-43eb-893d-e63137fe7393', 'code': 200} May 30 19:53:10.962543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43854) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:10.972341 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] Set router 0b96f79b-9ebe-4890-9287-65efd066add6 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:53:10.978429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-746670942-network', 'tenant_id': '350ca2a17f3d4f0abc1be1501103e654'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:11.020949 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0bb96f4-27ac-4219-af77-95741acad85e req-cce25781-757e-44b2-82b8-b8d606fe4ca6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Network e7d0ea33-751a-4199-859b-91d929a3ce53 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:53:11.022099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:11.024803 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-b0bb96f4-27ac-4219-af77-95741acad85e req-cce25781-757e-44b2-82b8-b8d606fe4ca6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:53:11.027763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bb96f4-27ac-4219-af77-95741acad85e req-cce25781-757e-44b2-82b8-b8d606fe4ca6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:53:11.031788 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb96f4-27ac-4219-af77-95741acad85e req-cce25781-757e-44b2-82b8-b8d606fe4ca6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:11.032585 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b0bb96f4-27ac-4219-af77-95741acad85e req-cce25781-757e-44b2-82b8-b8d606fe4ca6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:11.045886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Usage tracker for resource:network and tenant:350ca2a17f3d4f0abc1be1501103e654 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:11.052071 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:11.059244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:11.092175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb339c9-877b-4f4d-8515-623b2d76c4d1 req-2eafd818-3087-4529-af9c-dfbf3ade27eb tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:11.094828 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-edb339c9-877b-4f4d-8515-623b2d76c4d1 req-2eafd818-3087-4529-af9c-dfbf3ade27eb tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 971 time: 0.2287040 May 30 19:53:11.097539 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Made reservation on behalf of 350ca2a17f3d4f0abc1be1501103e654 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:53:11.102630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce25781-757e-44b2-82b8-b8d606fe4ca6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Pushing event updated for resources: {'Port': ['ID=d3fe0256-15f7-45f6-b7be-74f9ae34dfaf,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:11.103190 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:11.156945 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-cce25781-757e-44b2-82b8-b8d606fe4ca6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4619668 May 30 19:53:11.228267 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:11.234686 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aa2a4fec-c661-41c3-a0ae-4a8c329ee34d req-526be3ad-75eb-4308-a88a-d71f5f48b989 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 1122 time: 0.1977694 May 30 19:53:11.285068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:11.290949 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Usage tracker for resource:security_group_rule and tenant:350ca2a17f3d4f0abc1be1501103e654 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:11.294501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:11.301514 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:11.373128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-aa2a4fec-c661-41c3-a0ae-4a8c329ee34d req-b5c6363a-a804-472e-a28e-6076b539d9b3 service neutron] Synchronizing usage tracker for tenant:2aecceeaf6424873858dd7bcdbbf1a01 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:53:11.401909 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:11.429909 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-aa2a4fec-c661-41c3-a0ae-4a8c329ee34d req-b5c6363a-a804-472e-a28e-6076b539d9b3 service neutron] Unset dirty status for tenant:2aecceeaf6424873858dd7bcdbbf1a01 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:53:11.437293 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aa2a4fec-c661-41c3-a0ae-4a8c329ee34d req-b5c6363a-a804-472e-a28e-6076b539d9b3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950560 May 30 19:53:11.447487 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:11.457444 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c793edf4-3718-4731-b54b-24696eba84aa None None] Provisioning for port d3fe0256-15f7-45f6-b7be-74f9ae34dfaf completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:53:11.468788 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-edb339c9-877b-4f4d-8515-623b2d76c4d1 req-055a3ba5-3411-426d-87de-d64fc633692f tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352668 May 30 19:53:11.478693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c793edf4-3718-4731-b54b-24696eba84aa None None] Provisioning complete for port d3fe0256-15f7-45f6-b7be-74f9ae34dfaf triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:11.479062 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c793edf4-3718-4731-b54b-24696eba84aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:11.491882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:53:11.509795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39db34c2-0ed8-4eff-ac7a-400b88b84678,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:11.517744 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:11.518017 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Added segment 9a7c64c9-5ccf-4359-aacb-cf16c8707310 of type vlan for network 01b5a35d-1e6c-4e56-917f-89626cc3f12b May 30 19:53:11.526738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcddfa-eb55-40d7-beb5-2b3c6dd2ee4f req-7b0650c9-4f25-4307-b473-d58389653a68 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:11.534538 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78dcddfa-eb55-40d7-beb5-2b3c6dd2ee4f req-7b0650c9-4f25-4307-b473-d58389653a68 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 931 time: 0.3923497 May 30 19:53:11.560414 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c793edf4-3718-4731-b54b-24696eba84aa None None] Port d3fe0256-15f7-45f6-b7be-74f9ae34dfaf cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:53:11.587781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138258535-router', 'tenant_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7bbf6a84-8f46-49bf-96eb-8c633bda5f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:43Z', 'updated_at': '2022-05-30T19:52:55Z', 'revision_number': 4, 'project_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'gw_port': {'id': '7bbf6a84-8f46-49bf-96eb-8c633bda5f33', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:44Z', 'updated_at': '2022-05-30T19:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '42187427-8222-44b8-8940-4297e983a12c', 'name': '', 'network_id': '0e31a8dd-ecbc-4346-83b0-495b6e73ed00', 'tenant_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'mac_address': 'fa:16:3e:2a:02:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9c3e08b-4bf9-406a-9223-9dd518d926d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:52Z', 'updated_at': '2022-05-30T19:53:10Z', 'revision_number': 4, 'project_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'subnets': [{'id': 'f9c3e08b-4bf9-406a-9223-9dd518d926d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:53:11.592381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3e4d52-ef9c-4b3f-b775-37d044f5ce69 None None] The sync data for ids ['0b96f79b-9ebe-4890-9287-65efd066add6'] in n-d-843949-2 is: [{'id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138258535-router', 'tenant_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7bbf6a84-8f46-49bf-96eb-8c633bda5f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:43Z', 'updated_at': '2022-05-30T19:52:55Z', 'revision_number': 4, 'project_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'gw_port': {'id': '7bbf6a84-8f46-49bf-96eb-8c633bda5f33', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:44Z', 'updated_at': '2022-05-30T19:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '42187427-8222-44b8-8940-4297e983a12c', 'name': '', 'network_id': '0e31a8dd-ecbc-4346-83b0-495b6e73ed00', 'tenant_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'mac_address': 'fa:16:3e:2a:02:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9c3e08b-4bf9-406a-9223-9dd518d926d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:52Z', 'updated_at': '2022-05-30T19:53:10Z', 'revision_number': 4, 'project_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'subnets': [{'id': 'f9c3e08b-4bf9-406a-9223-9dd518d926d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:53:11.606813 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:11.625727 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78dcddfa-eb55-40d7-beb5-2b3c6dd2ee4f req-7dff2969-d1e6-4980-b759-932c9e615dde tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900409 May 30 19:53:11.716188 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:11.718283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:11.719108 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:11.917307 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-134285cf-f89f-4627-8f2e-d7f61e3f1640 req-5bacd4b0-5a72-4f14-825c-abbf152e461e tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 210 time: 0.0590994 May 30 19:53:11.932606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] Pushing event updated for resources: {'Network': ['ID=01b5a35d-1e6c-4e56-917f-89626cc3f12b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:11.939942 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43868) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:11.942892 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-becbe300-e672-4632-99c4-1aa19790f21e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9731131 May 30 19:53:11.953006 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 01b5a35d-1e6c-4e56-917f-89626cc3f12b details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:53:11.955163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-66cb3f24-5309-48df-8bc5-47d885ed12d9 admin admin] Request body: {'subnet': {'network_id': '01b5a35d-1e6c-4e56-917f-89626cc3f12b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-746670942-subnet', 'tenant_id': '350ca2a17f3d4f0abc1be1501103e654', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:11.964544 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-66cb3f24-5309-48df-8bc5-47d885ed12d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:11.981836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-66cb3f24-5309-48df-8bc5-47d885ed12d9 admin admin] Usage tracker for resource:subnet and tenant:350ca2a17f3d4f0abc1be1501103e654 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:11.989696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-66cb3f24-5309-48df-8bc5-47d885ed12d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:12.007053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-66cb3f24-5309-48df-8bc5-47d885ed12d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:12.029662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cb3f24-5309-48df-8bc5-47d885ed12d9 admin admin] Made reservation on behalf of 350ca2a17f3d4f0abc1be1501103e654 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:53:12.032397 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66cb3f24-5309-48df-8bc5-47d885ed12d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:12.312592 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb37e3-b560-469e-b079-23d13fdca03d req-099b9ec4-f415-4bc2-a4d6-0a7d8eb5d24f tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:12.331126 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-effb37e3-b560-469e-b079-23d13fdca03d req-099b9ec4-f415-4bc2-a4d6-0a7d8eb5d24f tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 970 time: 0.1696348 May 30 19:53:12.432400 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-effb37e3-b560-469e-b079-23d13fdca03d req-96230aa1-5b7c-451e-a308-0f0cbe6e9fa5 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/security-groups?id=1040b544-f0eb-4d3a-a8be-41fffd2470ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918140 May 30 19:53:12.483301 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66cb3f24-5309-48df-8bc5-47d885ed12d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:12.649907 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb3f24-5309-48df-8bc5-47d885ed12d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bed1f79-1e24-4e6c-919f-f367dcc5ce47,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:12.722217 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cb3f24-5309-48df-8bc5-47d885ed12d9 admin admin] Checking segment: {'id': '9a7c64c9-5ccf-4359-aacb-cf16c8707310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '01b5a35d-1e6c-4e56-917f-89626cc3f12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:53:12.722470 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb3f24-5309-48df-8bc5-47d885ed12d9 admin admin] Network hostable DHCP agents. Network: 01b5a35d-1e6c-4e56-917f-89626cc3f12b, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:53:12.758485 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb3f24-5309-48df-8bc5-47d885ed12d9 admin admin] Network 01b5a35d-1e6c-4e56-917f-89626cc3f12b is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:53:12.771847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-66cb3f24-5309-48df-8bc5-47d885ed12d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 01b5a35d-1e6c-4e56-917f-89626cc3f12b) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:53:12.780010 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cb3f24-5309-48df-8bc5-47d885ed12d9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:12.780010 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66cb3f24-5309-48df-8bc5-47d885ed12d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:12.784175 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f947fbd6-0197-4ae2-93fd-3bd2391e9137 None None] Network 01b5a35d-1e6c-4e56-917f-89626cc3f12b requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:53:12.816106 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-66cb3f24-5309-48df-8bc5-47d885ed12d9 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8617451 May 30 19:53:13.081901 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2d10b5f3-4c46-4af9-b5ba-55dfba4a4c38 req-27b7565b-726e-4dfa-b48f-9a9e4724e99f tempest-AggregatesAdminTestJSON-226112366 tempest-AggregatesAdminTestJSON-226112366-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 1121 time: 0.3200357 May 30 19:53:13.091918 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50418fe-f200-4022-ac5e-858f77d5dd84 req-7a4a9490-4044-4c03-aa6d-70831f9ad540 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:13.098727 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e50418fe-f200-4022-ac5e-858f77d5dd84 req-7a4a9490-4044-4c03-aa6d-70831f9ad540 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 971 time: 0.2553051 May 30 19:53:13.142173 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2d10b5f3-4c46-4af9-b5ba-55dfba4a4c38 req-3982a280-bf97-428e-bf3f-0a5414e060d0 tempest-AggregatesAdminTestJSON-226112366 tempest-AggregatesAdminTestJSON-226112366-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:13.153733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 42187427-8222-44b8-8940-4297e983a12c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:53:13.172687 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e50418fe-f200-4022-ac5e-858f77d5dd84 req-1eadbf9f-83bd-4cfa-b4bd-9c41199c36bf tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731106 May 30 19:53:13.196815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-2d10b5f3-4c46-4af9-b5ba-55dfba4a4c38 req-3982a280-bf97-428e-bf3f-0a5414e060d0 tempest-AggregatesAdminTestJSON-226112366 tempest-AggregatesAdminTestJSON-226112366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:13.201983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2d10b5f3-4c46-4af9-b5ba-55dfba4a4c38 req-3982a280-bf97-428e-bf3f-0a5414e060d0 tempest-AggregatesAdminTestJSON-226112366 tempest-AggregatesAdminTestJSON-226112366-project-admin] Usage tracker for resource:security_group_rule and tenant:fa8edf87e496418eb99799c7351c05fa is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:13.205121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2d10b5f3-4c46-4af9-b5ba-55dfba4a4c38 req-3982a280-bf97-428e-bf3f-0a5414e060d0 tempest-AggregatesAdminTestJSON-226112366 tempest-AggregatesAdminTestJSON-226112366-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:13.220556 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966d45af-bf52-4dba-a081-6b4e02bb593e None None] Network 01b5a35d-1e6c-4e56-917f-89626cc3f12b requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:53:13.220653 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-2d10b5f3-4c46-4af9-b5ba-55dfba4a4c38 req-3982a280-bf97-428e-bf3f-0a5414e060d0 tempest-AggregatesAdminTestJSON-226112366 tempest-AggregatesAdminTestJSON-226112366-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:13.340547 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 42187427-8222-44b8-8940-4297e983a12c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:53:13.340795 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2d10b5f3-4c46-4af9-b5ba-55dfba4a4c38 req-3982a280-bf97-428e-bf3f-0a5414e060d0 tempest-AggregatesAdminTestJSON-226112366 tempest-AggregatesAdminTestJSON-226112366-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:13.345410 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2d10b5f3-4c46-4af9-b5ba-55dfba4a4c38 req-3982a280-bf97-428e-bf3f-0a5414e060d0 tempest-AggregatesAdminTestJSON-226112366 tempest-AggregatesAdminTestJSON-226112366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:13.349395 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 42187427-8222-44b8-8940-4297e983a12c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:13.350252 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:13.405098 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2d10b5f3-4c46-4af9-b5ba-55dfba4a4c38 req-3982a280-bf97-428e-bf3f-0a5414e060d0 tempest-AggregatesAdminTestJSON-226112366 tempest-AggregatesAdminTestJSON-226112366-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=1040b544-f0eb-4d3a-a8be-41fffd2470ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900748 May 30 19:53:13.445972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982a280-bf97-428e-bf3f-0a5414e060d0 tempest-AggregatesAdminTestJSON-226112366 tempest-AggregatesAdminTestJSON-226112366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50a9f06-e039-4d3c-a94a-0a0bd100d5c2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:13.500306 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8723465-dbe7-49e3-8805-ba9414c46fbe req-a31c6639-043f-4447-a05a-232d1bf5c365 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:13.502285 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8723465-dbe7-49e3-8805-ba9414c46fbe req-a31c6639-043f-4447-a05a-232d1bf5c365 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 931 time: 0.1373811 May 30 19:53:13.562546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8723465-dbe7-49e3-8805-ba9414c46fbe req-8911e159-3c2a-4d68-a79b-3ed9bd4847c6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515103 May 30 19:53:13.569264 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:13.608180 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 42187427-8222-44b8-8940-4297e983a12c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=42187427-8222-44b8-8940-4297e983a12c,segment=NetworkSegment(3f291b7a-b311-4cea-819d-7846e0201864),segment_id=3f291b7a-b311-4cea-819d-7846e0201864)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:13.611848 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:13.692926 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=42187427-8222-44b8-8940-4297e983a12c,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:13.760006 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee9d5668-196e-4b13-ae2a-feb1f94917c2 req-251252df-05fe-4ea8-9bec-b8e486f66b96 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 210 time: 0.0421472 May 30 19:53:14.042714 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-9871087f-5df7-4038-b5ee-6268b7799f4f tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:14.044454 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-9871087f-5df7-4038-b5ee-6268b7799f4f tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 807 time: 0.1625183 May 30 19:53:14.063925 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-332c1d6a-f03c-4094-a1ad-bb0c6f94fa1c tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/quotas/da2c3b5169e14006bab98c084c88a6a6 HTTP/1.1" status: 200 len: 375 time: 0.0139959 May 30 19:53:14.110738 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-f03b3e23-a6f5-4335-aa08-89d884c67a09 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408113 May 30 19:53:14.312879 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-bf9fe2ae-9e04-49d1-ae7b-24a00abfab96 service neutron] 10.222.0.84 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943171 May 30 19:53:14.471166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282fe79-d602-4d98-a7b6-3641ca9a24a0 req-a4e5fdae-af57-447d-a98b-d3a177bcc6c7 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:14.472649 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8282fe79-d602-4d98-a7b6-3641ca9a24a0 req-a4e5fdae-af57-447d-a98b-d3a177bcc6c7 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 970 time: 0.2041140 May 30 19:53:14.477711 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-205b67bf-3b22-45f7-b299-c6785aff8dbe service neutron] 10.222.0.84 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581511 May 30 19:53:14.518639 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8282fe79-d602-4d98-a7b6-3641ca9a24a0 req-d7eb82eb-0ada-4974-84db-7a0be1ef1cec tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/security-groups?id=1040b544-f0eb-4d3a-a8be-41fffd2470ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400262 May 30 19:53:14.679254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-d80a928d-3058-4b18-b6af-f4685c830eec tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:53:14.680285 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-d80a928d-3058-4b18-b6af-f4685c830eec tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052528 May 30 19:53:14.690563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-726b8b83-3349-4ac5-b84b-6e9e17374ee5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Request body: {'port': {'device_id': 'dd1f52ad-195e-4111-a696-de6268dacf62', 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6', 'admin_state_up': True, 'tenant_id': '1252846c85cb4f3da96b46deca7cb4f6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:14.882713 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46b182-a1dc-4ea4-aaa7-4a8ddcaa7756 req-787a675d-d85c-4c9b-88de-de078becce25 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:14.884230 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d46b182-a1dc-4ea4-aaa7-4a8ddcaa7756 req-787a675d-d85c-4c9b-88de-de078becce25 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 971 time: 0.2452381 May 30 19:53:14.928002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-726b8b83-3349-4ac5-b84b-6e9e17374ee5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:14.950249 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93d04438-204e-4c59-b772-04a8e053e079 req-100fbe23-2b48-4a46-972d-7ee5670a97df tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 210 time: 0.0647449 May 30 19:53:14.950526 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Request body: {'port': {'device_id': '69b086e2-f608-420f-ad64-da821cd1f270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:14.951057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-726b8b83-3349-4ac5-b84b-6e9e17374ee5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Usage tracker for resource:port and tenant:1252846c85cb4f3da96b46deca7cb4f6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:14.955402 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-726b8b83-3349-4ac5-b84b-6e9e17374ee5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:14.964906 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-726b8b83-3349-4ac5-b84b-6e9e17374ee5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:14.998653 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-726b8b83-3349-4ac5-b84b-6e9e17374ee5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Made reservation on behalf of 1252846c85cb4f3da96b46deca7cb4f6 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:53:14.998653 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-726b8b83-3349-4ac5-b84b-6e9e17374ee5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:15.032315 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d46b182-a1dc-4ea4-aaa7-4a8ddcaa7756 req-674f085a-0e6a-4890-93aa-cde400fe3094 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410921 May 30 19:53:15.090371 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 42187427-8222-44b8-8940-4297e983a12c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:53:15.230998 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:15.247251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 42187427-8222-44b8-8940-4297e983a12c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:15.248091 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:15.289450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e43c8ea5-03d2-43d7-89e2-1f26415df8bf req-9184e1f6-cfd2-4b3b-b0ea-d1aea0d43835 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 210 time: 0.0787654 May 30 19:53:15.397987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-726b8b83-3349-4ac5-b84b-6e9e17374ee5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Allocated IP 172.20.0.9 (ef99a40e-b244-4305-a3be-e3c9ef1437a6/fb81dd35-0c01-4e64-9d86-853df955e5f4/a69ca81e-61c1-493e-9933-2e1b4e0c5775) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:53:15.405622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae769077-9318-428b-9ae1-7b67fe52763d req-75ce3d70-9793-4bf3-92ae-bd9b6c4fbc55 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:15.407088 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ae769077-9318-428b-9ae1-7b67fe52763d req-75ce3d70-9793-4bf3-92ae-bd9b6c4fbc55 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 931 time: 0.2628903 May 30 19:53:15.525388 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ae769077-9318-428b-9ae1-7b67fe52763d req-f784a992-e005-41a1-b477-dcd0669f9570 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998755 May 30 19:53:15.547000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b1fa3-3b4b-449b-9cdd-fc16bbebd588 req-e83876d0-ecb0-4592-a25a-bd3694563ced tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:15.547747 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-757b1fa3-3b4b-449b-9cdd-fc16bbebd588 req-e83876d0-ecb0-4592-a25a-bd3694563ced tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Synchronizing usage tracker for tenant:bd9d5d59edda447ca3a08101916bd754 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:53:15.717668 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-757b1fa3-3b4b-449b-9cdd-fc16bbebd588 req-e83876d0-ecb0-4592-a25a-bd3694563ced tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Unset dirty status for tenant:bd9d5d59edda447ca3a08101916bd754 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:53:15.719856 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-757b1fa3-3b4b-449b-9cdd-fc16bbebd588 req-e83876d0-ecb0-4592-a25a-bd3694563ced tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.93 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 970 time: 0.3995693 May 30 19:53:15.769397 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-726b8b83-3349-4ac5-b84b-6e9e17374ee5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:15.829119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-757b1fa3-3b4b-449b-9cdd-fc16bbebd588 req-7656247f-11fb-44d6-b9ab-1fbd142b17fc tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Deleting port 06574a6b-74bd-4aab-8298-fae153959e34 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:53:15.829715 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-757b1fa3-3b4b-449b-9cdd-fc16bbebd588 req-7656247f-11fb-44d6-b9ab-1fbd142b17fc tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:15.860417 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-726b8b83-3349-4ac5-b84b-6e9e17374ee5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:15.962544 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-726b8b83-3349-4ac5-b84b-6e9e17374ee5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Network ef99a40e-b244-4305-a3be-e3c9ef1437a6 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:53:15.966776 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b8b83-3349-4ac5-b84b-6e9e17374ee5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Pushing event updated for resources: {'Port': ['ID=a69ca81e-61c1-493e-9933-2e1b4e0c5775,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:15.969849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-726b8b83-3349-4ac5-b84b-6e9e17374ee5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:53:15.973589 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-726b8b83-3349-4ac5-b84b-6e9e17374ee5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:53:15.977497 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-726b8b83-3349-4ac5-b84b-6e9e17374ee5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:15.978661 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-726b8b83-3349-4ac5-b84b-6e9e17374ee5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:16.000845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec7faa-c83d-49a0-b1d4-05512be110d9 req-c0626f0b-7e38-470c-abac-c38d688d2f74 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:16.002304 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4dec7faa-c83d-49a0-b1d4-05512be110d9 req-c0626f0b-7e38-470c-abac-c38d688d2f74 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/ports?device_id=95961dbc-0cec-4c97-aebe-e666f354fa51 HTTP/1.1" status: 200 len: 970 time: 0.2128477 May 30 19:53:16.028977 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-726b8b83-3349-4ac5-b84b-6e9e17374ee5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3423986 May 30 19:53:16.053416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Request body: {'port': {'device_id': 'dd1f52ad-195e-4111-a696-de6268dacf62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:16.112472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3fe0256-15f7-45f6-b7be-74f9ae34dfaf {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:53:16.117043 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4dec7faa-c83d-49a0-b1d4-05512be110d9 req-6e646df4-edc3-463a-8133-fca6068164d8 tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.84 "GET /v2.0/security-groups?id=1040b544-f0eb-4d3a-a8be-41fffd2470ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054962 May 30 19:53:16.134502 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:16.178488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-757b1fa3-3b4b-449b-9cdd-fc16bbebd588 req-7656247f-11fb-44d6-b9ab-1fbd142b17fc tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] For port 06574a6b-74bd-4aab-8298-fae153959e34, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=06574a6b-74bd-4aab-8298-fae153959e34,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:16.178782 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-757b1fa3-3b4b-449b-9cdd-fc16bbebd588 req-7656247f-11fb-44d6-b9ab-1fbd142b17fc tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:16.209767 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:16.307230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.77', 54882) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:16.333466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-757b1fa3-3b4b-449b-9cdd-fc16bbebd588 req-7656247f-11fb-44d6-b9ab-1fbd142b17fc tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Calling delete_port for 06574a6b-74bd-4aab-8298-fae153959e34 owned by compute:tempest-test_az-593013359 {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:53:16.363484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Transition to ACTIVE for port object d3fe0256-15f7-45f6-b7be-74f9ae34dfaf will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:53:16.372456 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:16.520859 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56c253f8-ca9f-4157-9cd9-28da826c106d req-b193e61d-2717-46d6-a3c9-cec4b4961088 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 210 time: 0.1471784 May 30 19:53:16.626353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Pushing event updated for resources: {'Port': ['ID=d3fe0256-15f7-45f6-b7be-74f9ae34dfaf,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:16.739622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-d75585a9-60c6-49a6-afea-cf0365e26662 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:16.742819 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-d75585a9-60c6-49a6-afea-cf0365e26662 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.77 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 807 time: 0.4048152 May 30 19:53:16.752052 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Attempting to bind port d3fe0256-15f7-45f6-b7be-74f9ae34dfaf on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:53:16.752590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Attempting to bind port d3fe0256-15f7-45f6-b7be-74f9ae34dfaf by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'a59b0537-ee1f-4f25-8c72-feda34f41dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:53:16.752944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Attempting to bind port d3fe0256-15f7-45f6-b7be-74f9ae34dfaf on network e7d0ea33-751a-4199-859b-91d929a3ce53 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:16.766944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Port d3fe0256-15f7-45f6-b7be-74f9ae34dfaf on network e7d0ea33-751a-4199-859b-91d929a3ce53 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:53:16.767260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Attempting to bind port d3fe0256-15f7-45f6-b7be-74f9ae34dfaf on network e7d0ea33-751a-4199-859b-91d929a3ce53 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:16.781700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:53:16.782044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Checking segment: {'id': 'a59b0537-ee1f-4f25-8c72-feda34f41dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:53:16.782746 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Bound using segment: {'id': 'a59b0537-ee1f-4f25-8c72-feda34f41dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:53:16.783256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Bound port: d3fe0256-15f7-45f6-b7be-74f9ae34dfaf, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59b0537-ee1f-4f25-8c72-feda34f41dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:53:16.783603 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:16.795707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-35f13bed-a4f0-4eb0-ad7b-3c0bf663d420 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Request body: {'port': {'device_id': 'c691c532-9ff3-40c6-beec-55b9139bcc14', 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6', 'admin_state_up': True, 'tenant_id': 'da2c3b5169e14006bab98c084c88a6a6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:16.798136 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-757b1fa3-3b4b-449b-9cdd-fc16bbebd588 req-7656247f-11fb-44d6-b9ab-1fbd142b17fc tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:16.811098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['06574a6b-74bd-4aab-8298-fae153959e34'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:53:16.814423 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26126727-b399-4325-a5e1-b82ad7fe61e8 req-2f7c6d9b-1a42-43d5-aed3-3f8e536384b3 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:16.815883 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26126727-b399-4325-a5e1-b82ad7fe61e8 req-2f7c6d9b-1a42-43d5-aed3-3f8e536384b3 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 971 time: 0.5078030 May 30 19:53:16.897446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656247f-11fb-44d6-b9ab-1fbd142b17fc tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Pushing event deleted for resources: {'Port': ['ID=06574a6b-74bd-4aab-8298-fae153959e34,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:16.983103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-757b1fa3-3b4b-449b-9cdd-fc16bbebd588 req-7656247f-11fb-44d6-b9ab-1fbd142b17fc tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] No DVR routers for this DVR port 06574a6b-74bd-4aab-8298-fae153959e34 on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:53:16.997313 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-757b1fa3-3b4b-449b-9cdd-fc16bbebd588 req-7656247f-11fb-44d6-b9ab-1fbd142b17fc tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:16.999714 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95961dbc-0cec-4c97-aebe-e666f354fa51', 'name': 'network-vif-deleted', 'tag': '06574a6b-74bd-4aab-8298-fae153959e34'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:53:17.020225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] For port d3fe0256-15f7-45f6-b7be-74f9ae34dfaf, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:53:17.023698 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] For port d3fe0256-15f7-45f6-b7be-74f9ae34dfaf, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d3fe0256-15f7-45f6-b7be-74f9ae34dfaf,segment=NetworkSegment(a59b0537-ee1f-4f25-8c72-feda34f41dee),segment_id=a59b0537-ee1f-4f25-8c72-feda34f41dee)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:53:17.025954 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-757b1fa3-3b4b-449b-9cdd-fc16bbebd588 req-7656247f-11fb-44d6-b9ab-1fbd142b17fc tempest-AggregatesAdminTestJSON-473501935 tempest-AggregatesAdminTestJSON-473501935-project] 10.222.0.93 "DELETE /v2.0/ports/06574a6b-74bd-4aab-8298-fae153959e34 HTTP/1.1" status: 204 len: 173 time: 1.2999694 May 30 19:53:17.029281 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:17.089538 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26126727-b399-4325-a5e1-b82ad7fe61e8 req-f0e325cd-a553-4801-842c-924c64bfcafc tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613778 May 30 19:53:17.104289 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:17.105646 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] 10.222.0.77 "PUT /v2.0/ports/d3fe0256-15f7-45f6-b7be-74f9ae34dfaf HTTP/1.1" status: 200 len: 1091 time: 2.2371898 May 30 19:53:17.129434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a540c13-8ba1-4434-a667-0c2d4241ea9b service neutron] Pushing event updated for resources: {'Port': ['ID=d3fe0256-15f7-45f6-b7be-74f9ae34dfaf,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:17.145454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-35f13bed-a4f0-4eb0-ad7b-3c0bf663d420 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:17.162852 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-35f13bed-a4f0-4eb0-ad7b-3c0bf663d420 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Usage tracker for resource:port and tenant:da2c3b5169e14006bab98c084c88a6a6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:17.168549 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-35f13bed-a4f0-4eb0-ad7b-3c0bf663d420 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:17.240877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-35f13bed-a4f0-4eb0-ad7b-3c0bf663d420 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:17.278175 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-3d8b007e-55a2-4851-bcf3-8845e42b553d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=18012846b9da440082f575e0c7d5b763&device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 1094 time: 0.0976396 May 30 19:53:17.283290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665fc00-1375-4d4f-b755-1389ce016a9e req-9ad32d4f-477f-4409-a005-393cd8bb5e69 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:17.284392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9665fc00-1375-4d4f-b755-1389ce016a9e req-9ad32d4f-477f-4409-a005-393cd8bb5e69 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Synchronizing usage tracker for tenant:1252846c85cb4f3da96b46deca7cb4f6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:53:17.357261 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-35f13bed-a4f0-4eb0-ad7b-3c0bf663d420 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Made reservation on behalf of da2c3b5169e14006bab98c084c88a6a6 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:53:17.364667 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-35f13bed-a4f0-4eb0-ad7b-3c0bf663d420 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:17.451252 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-d713731f-ee6e-4478-91b5-03999128034e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3fe0256-15f7-45f6-b7be-74f9ae34dfaf HTTP/1.1" status: 200 len: 217 time: 0.1637766 May 30 19:53:17.464401 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69ca81e-61c1-493e-9933-2e1b4e0c5775 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:53:17.468666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9665fc00-1375-4d4f-b755-1389ce016a9e req-9ad32d4f-477f-4409-a005-393cd8bb5e69 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Unset dirty status for tenant:1252846c85cb4f3da96b46deca7cb4f6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:53:17.469936 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9665fc00-1375-4d4f-b755-1389ce016a9e req-9ad32d4f-477f-4409-a005-393cd8bb5e69 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 931 time: 0.5094061 May 30 19:53:17.475247 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:17.537933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb96f4-27ac-4219-af77-95741acad85e req-f79b740d-8f3b-4644-a317-e7beed070d93 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:17.539560 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-f79b740d-8f3b-4644-a317-e7beed070d93 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3 HTTP/1.1" status: 200 len: 862 time: 0.0701258 May 30 19:53:17.542180 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1454fd3b-f9ce-4060-a672-be89f10ed545 req-c7c5e643-de59-4887-9ac2-94f7db7cb0b7 tempest-DeleteServersAdminTestJSON-2029258982 tempest-DeleteServersAdminTestJSON-2029258982-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 1122 time: 0.1238744 May 30 19:53:17.550128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Transition to ACTIVE for port object a69ca81e-61c1-493e-9933-2e1b4e0c5775 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:53:17.569408 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:17.653551 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-1454fd3b-f9ce-4060-a672-be89f10ed545 req-0f1864d6-adc1-4c79-8aac-a3c82a802af0 tempest-DeleteServersAdminTestJSON-2029258982 tempest-DeleteServersAdminTestJSON-2029258982-project-admin] Deleting port 1a3e0a2f-85cb-43eb-893d-e63137fe7393 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:53:17.653885 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1454fd3b-f9ce-4060-a672-be89f10ed545 req-0f1864d6-adc1-4c79-8aac-a3c82a802af0 tempest-DeleteServersAdminTestJSON-2029258982 tempest-DeleteServersAdminTestJSON-2029258982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:17.685100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b83a05-db25-436d-b286-b624c32b2362 req-44b511d2-e558-4d23-aab1-51f24f512a7a tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:17.686724 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23b83a05-db25-436d-b286-b624c32b2362 req-44b511d2-e558-4d23-aab1-51f24f512a7a tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 943 time: 0.3602905 May 30 19:53:17.762790 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-47e3c722-96d7-414a-8659-5eb8b9f28a7e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7d0ea33-751a-4199-859b-91d929a3ce53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873343 May 30 19:53:17.828623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9665fc00-1375-4d4f-b755-1389ce016a9e req-611b269b-c01d-44f1-9048-9b6f84af4e94 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Synchronizing usage tracker for tenant:1252846c85cb4f3da96b46deca7cb4f6 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:53:17.847071 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Pushing event updated for resources: {'Port': ['ID=a69ca81e-61c1-493e-9933-2e1b4e0c5775,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:17.886241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-35f13bed-a4f0-4eb0-ad7b-3c0bf663d420 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Allocated IP 172.20.0.6 (41c9bfb4-8529-4660-8c6c-7d6abbb32dd6/f931af6a-450f-4906-adfc-acf32639be02/b3d8415d-b149-4568-b574-96d85490ccc0) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:53:17.904706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9665fc00-1375-4d4f-b755-1389ce016a9e req-611b269b-c01d-44f1-9048-9b6f84af4e94 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Unset dirty status for tenant:1252846c85cb4f3da96b46deca7cb4f6 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:53:17.905829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9665fc00-1375-4d4f-b755-1389ce016a9e req-611b269b-c01d-44f1-9048-9b6f84af4e94 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166520 May 30 19:53:17.974043 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23b83a05-db25-436d-b286-b624c32b2362 req-35ae7fad-a551-4f7a-9c2a-654fdb7a3ba0 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745926 May 30 19:53:18.000024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Attempting to bind port a69ca81e-61c1-493e-9933-2e1b4e0c5775 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:53:18.000024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Attempting to bind port a69ca81e-61c1-493e-9933-2e1b4e0c5775 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:53:18.000024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Attempting to bind port a69ca81e-61c1-493e-9933-2e1b4e0c5775 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:18.002766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-1454fd3b-f9ce-4060-a672-be89f10ed545 req-0f1864d6-adc1-4c79-8aac-a3c82a802af0 tempest-DeleteServersAdminTestJSON-2029258982 tempest-DeleteServersAdminTestJSON-2029258982-project-admin] For port 1a3e0a2f-85cb-43eb-893d-e63137fe7393, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1a3e0a2f-85cb-43eb-893d-e63137fe7393,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:18.003173 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1454fd3b-f9ce-4060-a672-be89f10ed545 req-0f1864d6-adc1-4c79-8aac-a3c82a802af0 tempest-DeleteServersAdminTestJSON-2029258982 tempest-DeleteServersAdminTestJSON-2029258982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:18.022453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Port a69ca81e-61c1-493e-9933-2e1b4e0c5775 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:53:18.022777 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Attempting to bind port a69ca81e-61c1-493e-9933-2e1b4e0c5775 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:18.032571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:53:18.032906 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Checking segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:53:18.033288 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Bound using segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:53:18.033840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Bound port: a69ca81e-61c1-493e-9933-2e1b4e0c5775, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:53:18.034186 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:18.124931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-1454fd3b-f9ce-4060-a672-be89f10ed545 req-0f1864d6-adc1-4c79-8aac-a3c82a802af0 tempest-DeleteServersAdminTestJSON-2029258982 tempest-DeleteServersAdminTestJSON-2029258982-project-admin] Calling delete_port for 1a3e0a2f-85cb-43eb-893d-e63137fe7393 owned by compute:tempest-test_az-593013359 {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:53:18.201274 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d760f5-d2aa-406c-92cf-c77855e9ea5d'] response: {'server_uuid': '95961dbc-0cec-4c97-aebe-e666f354fa51', 'name': 'network-vif-deleted', 'tag': '06574a6b-74bd-4aab-8298-fae153959e34', 'status': 'completed', 'code': 200} May 30 19:53:18.203840 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-6f2a5a3d-cb38-405e-aa09-056e7a02a8bf service neutron] 10.222.0.77 "GET /v2.0/networks/e7d0ea33-751a-4199-859b-91d929a3ce53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167917 May 30 19:53:18.245293 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] For port a69ca81e-61c1-493e-9933-2e1b4e0c5775, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:53:18.315071 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] For port a69ca81e-61c1-493e-9933-2e1b4e0c5775, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a69ca81e-61c1-493e-9933-2e1b4e0c5775,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:53:18.317877 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fabb1e97-41dd-4af4-9300-6b29ca52a936 req-a8806a68-6110-4eca-950d-f25efd60dabe tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 210 time: 0.0521929 May 30 19:53:18.330062 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:18.418261 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Pushing event updated for resources: {'Port': ['ID=a69ca81e-61c1-493e-9933-2e1b4e0c5775,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:18.421483 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1454fd3b-f9ce-4060-a672-be89f10ed545 req-0f1864d6-adc1-4c79-8aac-a3c82a802af0 tempest-DeleteServersAdminTestJSON-2029258982 tempest-DeleteServersAdminTestJSON-2029258982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:18.426499 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-35f13bed-a4f0-4eb0-ad7b-3c0bf663d420 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:18.443459 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:18.444335 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['1a3e0a2f-85cb-43eb-893d-e63137fe7393'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:53:18.444844 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-4505910c-f1fa-47e6-84a3-b07cc92ce9bd service neutron] 10.222.0.77 "PUT /v2.0/ports/a69ca81e-61c1-493e-9933-2e1b4e0c5775 HTTP/1.1" status: 200 len: 1091 time: 2.4007792 May 30 19:53:18.446248 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1f52ad-195e-4111-a696-de6268dacf62', 'tag': 'a69ca81e-61c1-493e-9933-2e1b4e0c5775'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:53:18.490798 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1864d6-adc1-4c79-8aac-a3c82a802af0 tempest-DeleteServersAdminTestJSON-2029258982 tempest-DeleteServersAdminTestJSON-2029258982-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a3e0a2f-85cb-43eb-893d-e63137fe7393,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:18.498457 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b0bb96f4-27ac-4219-af77-95741acad85e req-d314d2a7-7b7f-4ba1-8915-4dac19b4f121 service neutron] 10.222.0.77 "GET /v2.0/networks/e7d0ea33-751a-4199-859b-91d929a3ce53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721088 May 30 19:53:18.500000 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c4b815a-9484-40b6-87bc-1cdb157895d4 req-70d52ba9-b17f-4050-9376-5cb426e47e09 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19 HTTP/1.1" status: 200 len: 210 time: 0.0592012 May 30 19:53:18.601990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-095d748f-60e5-4e67-96b8-d00c2b0f39d7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 1094 time: 0.1040425 May 30 19:53:18.602501 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-35f13bed-a4f0-4eb0-ad7b-3c0bf663d420 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:18.608927 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-1454fd3b-f9ce-4060-a672-be89f10ed545 req-0f1864d6-adc1-4c79-8aac-a3c82a802af0 tempest-DeleteServersAdminTestJSON-2029258982 tempest-DeleteServersAdminTestJSON-2029258982-project-admin] No DVR routers for this DVR port 1a3e0a2f-85cb-43eb-893d-e63137fe7393 on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:53:18.611451 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1454fd3b-f9ce-4060-a672-be89f10ed545 req-0f1864d6-adc1-4c79-8aac-a3c82a802af0 tempest-DeleteServersAdminTestJSON-2029258982 tempest-DeleteServersAdminTestJSON-2029258982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:18.629557 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1454fd3b-f9ce-4060-a672-be89f10ed545 req-0f1864d6-adc1-4c79-8aac-a3c82a802af0 tempest-DeleteServersAdminTestJSON-2029258982 tempest-DeleteServersAdminTestJSON-2029258982-project-admin] 10.222.0.93 "DELETE /v2.0/ports/1a3e0a2f-85cb-43eb-893d-e63137fe7393 HTTP/1.1" status: 204 len: 173 time: 1.0816021 May 30 19:53:18.765513 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-f6a67f93-5005-4bdc-bdd1-6e99a85c55a8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a69ca81e-61c1-493e-9933-2e1b4e0c5775 HTTP/1.1" status: 200 len: 217 time: 0.0924053 May 30 19:53:18.768007 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa5f4ad4-4c52-4b0e-b828-94de9b22c18d'] response: {'name': 'network-changed', 'server_uuid': 'dd1f52ad-195e-4111-a696-de6268dacf62', 'tag': 'a69ca81e-61c1-493e-9933-2e1b4e0c5775', 'status': 'completed', 'code': 200} May 30 19:53:18.850934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-35f13bed-a4f0-4eb0-ad7b-3c0bf663d420 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:53:18.857126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-35f13bed-a4f0-4eb0-ad7b-3c0bf663d420 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:53:18.864366 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-35f13bed-a4f0-4eb0-ad7b-3c0bf663d420 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:53:18.872999 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-35f13bed-a4f0-4eb0-ad7b-3c0bf663d420 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:18.874056 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-35f13bed-a4f0-4eb0-ad7b-3c0bf663d420 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:18.880447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f13bed-a4f0-4eb0-ad7b-3c0bf663d420 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Pushing event updated for resources: {'Port': ['ID=b3d8415d-b149-4568-b574-96d85490ccc0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:18.900462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-66c9cf47-6b8a-42e6-b770-2c12a8aca2e8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:18.902058 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-66c9cf47-6b8a-42e6-b770-2c12a8aca2e8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.1265466 May 30 19:53:18.949781 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-35f13bed-a4f0-4eb0-ad7b-3c0bf663d420 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1620107 May 30 19:53:18.956407 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-93ad101a-ecf8-4ae5-b952-2101d6a3cfe9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461907 May 30 19:53:18.961397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Request body: {'port': {'device_id': 'c691c532-9ff3-40c6-beec-55b9139bcc14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:19.377953 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:19.400475 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-14949a9c-6709-45e2-9c47-e6ebe09d7ee2 service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144912 May 30 19:53:19.582646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aaf2e-c747-462f-b7fe-86494fe0509e req-7eb9c058-3be6-411e-99f4-ac42571fe9d0 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:19.584109 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-409aaf2e-c747-462f-b7fe-86494fe0509e req-7eb9c058-3be6-411e-99f4-ac42571fe9d0 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 943 time: 0.4525492 May 30 19:53:19.592064 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44038) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:19.592549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 06574a6b-74bd-4aab-8298-fae153959e34 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:53:19.626859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 06574a6b-74bd-4aab-8298-fae153959e34 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:53:19.627189 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 06574a6b-74bd-4aab-8298-fae153959e34 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:53:19.627592 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1a3e0a2f-85cb-43eb-893d-e63137fe7393 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:53:19.635391 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d614988-a98f-4049-b7ad-0fe089ba1341 req-a6e92b9c-3ce8-4456-9dd5-b7248d9603d9 service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257209 May 30 19:53:19.668657 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd70f4c-023a-4bf8-9838-c5955abe4a25 req-4ebe4181-8d74-4e22-822c-9c3f5a19995a tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:19.670274 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7bd70f4c-023a-4bf8-9838-c5955abe4a25 req-4ebe4181-8d74-4e22-822c-9c3f5a19995a tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 943 time: 0.3903580 May 30 19:53:19.680649 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 1a3e0a2f-85cb-43eb-893d-e63137fe7393 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:53:19.680976 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1a3e0a2f-85cb-43eb-893d-e63137fe7393 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:53:19.746556 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b992a849-f2f8-4aff-ad5c-687907524762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:19.782372 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b992a849-f2f8-4aff-ad5c-687907524762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:19.786271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b992a849-f2f8-4aff-ad5c-687907524762 admin admin] Usage tracker for resource:security_group_rule and tenant:f5c6d682989f49c18fd3744183af49d0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:19.789296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b992a849-f2f8-4aff-ad5c-687907524762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:19.794987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b992a849-f2f8-4aff-ad5c-687907524762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:19.863785 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b992a849-f2f8-4aff-ad5c-687907524762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:19.868496 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b992a849-f2f8-4aff-ad5c-687907524762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:19.917493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992a849-f2f8-4aff-ad5c-687907524762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb615d4-48df-4874-9a19-e937f029c54b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:19.924729 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b992a849-f2f8-4aff-ad5c-687907524762 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f5c6d682989f49c18fd3744183af49d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3281000 May 30 19:53:19.925421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44044) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:19.972025 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-409aaf2e-c747-462f-b7fe-86494fe0509e req-69caa814-a3a4-49d0-95da-6f764501fe6b tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341894 May 30 19:53:19.983652 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6dadc7b6-87dd-42af-8d63-4119ed50861d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:19.994060 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7bd70f4c-023a-4bf8-9838-c5955abe4a25 req-ab1f37bc-024d-41e7-bd10-4db004f0f385 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259147 May 30 19:53:20.014014 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6dadc7b6-87dd-42af-8d63-4119ed50861d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:20.028683 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8dbb863b-74fc-40a8-b352-0e8cbc57e57e req-8d635ab8-c086-4cc0-9526-c4bdbe3979bc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 1094 time: 0.2594092 May 30 19:53:20.090300 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6dadc7b6-87dd-42af-8d63-4119ed50861d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:20.110945 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadc7b6-87dd-42af-8d63-4119ed50861d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb615d4-48df-4874-9a19-e937f029c54b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:20.116551 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6dadc7b6-87dd-42af-8d63-4119ed50861d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:20.117668 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6dadc7b6-87dd-42af-8d63-4119ed50861d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7bb615d4-48df-4874-9a19-e937f029c54b HTTP/1.1" status: 204 len: 168 time: 0.1919057 May 30 19:53:20.202372 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b086e2-f608-420f-ad64-da821cd1f270', 'tag': 'd3fe0256-15f7-45f6-b7be-74f9ae34dfaf'}, {'server_uuid': '97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19', 'name': 'network-vif-deleted', 'tag': '1a3e0a2f-85cb-43eb-893d-e63137fe7393'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:53:20.310033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d8415d-b149-4568-b574-96d85490ccc0 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:53:20.325386 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:20.328189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb863b-74fc-40a8-b352-0e8cbc57e57e req-5d963407-df5f-4861-a358-b1b7b667a9a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:20.329638 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8dbb863b-74fc-40a8-b352-0e8cbc57e57e req-5d963407-df5f-4861-a358-b1b7b667a9a5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.2924469 May 30 19:53:20.407526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Transition to ACTIVE for port object b3d8415d-b149-4568-b574-96d85490ccc0 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:53:20.412730 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8dbb863b-74fc-40a8-b352-0e8cbc57e57e req-e4c35497-bb5a-4207-832e-ecdc59b2c2eb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a69ca81e-61c1-493e-9933-2e1b4e0c5775 HTTP/1.1" status: 200 len: 217 time: 0.0757878 May 30 19:53:20.415305 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:20.433287 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc23085-9388-4777-8935-540c545c9c1e'] response: {'name': 'network-changed', 'server_uuid': '69b086e2-f608-420f-ad64-da821cd1f270', 'tag': 'd3fe0256-15f7-45f6-b7be-74f9ae34dfaf', 'status': 'completed', 'code': 200} May 30 19:53:20.433717 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc23085-9388-4777-8935-540c545c9c1e'] response: {'server_uuid': '97dd92d5-8b90-4e02-b1a5-59d2cf3d9c19', 'name': 'network-vif-deleted', 'tag': '1a3e0a2f-85cb-43eb-893d-e63137fe7393', 'status': 'completed', 'code': 200} May 30 19:53:20.538631 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a60d9ab9-0a53-4ba3-9fa1-9e788504d191 req-cccd1883-46a2-43fc-9040-e610f97625b3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=18012846b9da440082f575e0c7d5b763&device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 1094 time: 0.0794785 May 30 19:53:20.544757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ddf89-dd7c-43b0-9582-f0e8c6c79a52 req-5b74670c-07f2-4b94-8c29-95ded78c0571 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:20.545583 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-907ddf89-dd7c-43b0-9582-f0e8c6c79a52 req-5b74670c-07f2-4b94-8c29-95ded78c0571 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Synchronizing usage tracker for tenant:da2c3b5169e14006bab98c084c88a6a6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:53:20.571397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44072) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:20.654137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d8415d-b149-4568-b574-96d85490ccc0,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:20.673263 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb863b-74fc-40a8-b352-0e8cbc57e57e req-1645350c-92ce-4f1b-9a87-617d07cab371 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:20.674721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8dbb863b-74fc-40a8-b352-0e8cbc57e57e req-1645350c-92ce-4f1b-9a87-617d07cab371 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.2547667 May 30 19:53:20.678545 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-4600a88f-128b-4691-8c3d-f5efa775d0e6 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=e924f24d79de4f05b40676c88a01bd8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672162 May 30 19:53:20.714687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-907ddf89-dd7c-43b0-9582-f0e8c6c79a52 req-5b74670c-07f2-4b94-8c29-95ded78c0571 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Unset dirty status for tenant:da2c3b5169e14006bab98c084c88a6a6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:53:20.715118 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50a5866c-4f1d-4484-af81-96705aabe11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:20.715821 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-907ddf89-dd7c-43b0-9582-f0e8c6c79a52 req-5b74670c-07f2-4b94-8c29-95ded78c0571 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 931 time: 0.5419948 May 30 19:53:20.778012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-50a5866c-4f1d-4484-af81-96705aabe11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:20.785847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-50a5866c-4f1d-4484-af81-96705aabe11f admin admin] Usage tracker for resource:security_group_rule and tenant:785d4bf52e0b4c96bfe931dd62a5f19f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:20.789686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-50a5866c-4f1d-4484-af81-96705aabe11f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:20.792667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8dbb863b-74fc-40a8-b352-0e8cbc57e57e req-2b91bc5f-7bb3-4401-aab4-c02475dc6b94 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107948 May 30 19:53:20.792813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d9ab9-0a53-4ba3-9fa1-9e788504d191 req-8c8f355c-d828-4229-a6db-ae3396bec282 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:20.794190 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a60d9ab9-0a53-4ba3-9fa1-9e788504d191 req-8c8f355c-d828-4229-a6db-ae3396bec282 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e7d0ea33-751a-4199-859b-91d929a3ce53 HTTP/1.1" status: 200 len: 924 time: 0.2487271 May 30 19:53:20.797725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-50a5866c-4f1d-4484-af81-96705aabe11f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:20.877445 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a60d9ab9-0a53-4ba3-9fa1-9e788504d191 req-911f4668-76d1-48f5-9c88-6f9440be294c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3fe0256-15f7-45f6-b7be-74f9ae34dfaf HTTP/1.1" status: 200 len: 217 time: 0.0716660 May 30 19:53:20.964412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d9ab9-0a53-4ba3-9fa1-9e788504d191 req-f17e9a5e-4dbd-44d0-8e2b-b6a7e86d87df service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:20.965605 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Attempting to bind port b3d8415d-b149-4568-b574-96d85490ccc0 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:53:20.965777 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a60d9ab9-0a53-4ba3-9fa1-9e788504d191 req-f17e9a5e-4dbd-44d0-8e2b-b6a7e86d87df service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3 HTTP/1.1" status: 200 len: 862 time: 0.0816076 May 30 19:53:20.965944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Attempting to bind port b3d8415d-b149-4568-b574-96d85490ccc0 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:53:20.966268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Attempting to bind port b3d8415d-b149-4568-b574-96d85490ccc0 on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:20.999932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Port b3d8415d-b149-4568-b574-96d85490ccc0 on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:53:21.000284 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Attempting to bind port b3d8415d-b149-4568-b574-96d85490ccc0 on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:21.003883 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-907ddf89-dd7c-43b0-9582-f0e8c6c79a52 req-a350cff8-caa8-4575-bc86-15ced8c5dadd tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819338 May 30 19:53:21.007552 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50a5866c-4f1d-4484-af81-96705aabe11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:21.013641 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50a5866c-4f1d-4484-af81-96705aabe11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:21.033664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:53:21.034011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Checking segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:53:21.034396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Bound using segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:53:21.034826 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Bound port: b3d8415d-b149-4568-b574-96d85490ccc0, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:53:21.035170 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:21.080634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5866c-4f1d-4484-af81-96705aabe11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73203309-b2c3-45e4-9e36-32a9c81f3cf8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:21.085940 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-50a5866c-4f1d-4484-af81-96705aabe11f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=785d4bf52e0b4c96bfe931dd62a5f19f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5133553 May 30 19:53:21.089318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44082) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:21.131055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-9bc65d20-2357-4490-aba9-9b1891421987 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:21.132537 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-9bc65d20-2357-4490-aba9-9b1891421987 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4158292 May 30 19:53:21.137737 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a60d9ab9-0a53-4ba3-9fa1-9e788504d191 req-dd4e7880-e317-4c2d-8caa-8eefaba9772f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7d0ea33-751a-4199-859b-91d929a3ce53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625199 May 30 19:53:21.153028 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8dbb863b-74fc-40a8-b352-0e8cbc57e57e req-139a3248-b831-4046-a1e6-e657c2c15b74 service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388948 May 30 19:53:21.232297 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b62ce72e-a2c8-47f8-9174-87b31595cf77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:21.280639 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] For port b3d8415d-b149-4568-b574-96d85490ccc0, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:53:21.285289 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] For port b3d8415d-b149-4568-b574-96d85490ccc0, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b3d8415d-b149-4568-b574-96d85490ccc0,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:53:21.286071 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b62ce72e-a2c8-47f8-9174-87b31595cf77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:21.287496 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-3dcccd0d-7466-4df1-b717-7fe07c9fa148 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/quotas/e924f24d79de4f05b40676c88a01bd8e HTTP/1.1" status: 200 len: 375 time: 0.1464596 May 30 19:53:21.335414 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a60d9ab9-0a53-4ba3-9fa1-9e788504d191 req-930db747-dbf6-486a-bef6-1119216a7928 service neutron] 10.222.0.77 "GET /v2.0/networks/e7d0ea33-751a-4199-859b-91d929a3ce53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885691 May 30 19:53:21.338381 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:21.430045 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b62ce72e-a2c8-47f8-9174-87b31595cf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:21.451129 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ce72e-a2c8-47f8-9174-87b31595cf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73203309-b2c3-45e4-9e36-32a9c81f3cf8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:21.455096 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-1a82036a-a772-4101-b575-1d06882485dd tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e924f24d79de4f05b40676c88a01bd8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1595631 May 30 19:53:21.471151 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b62ce72e-a2c8-47f8-9174-87b31595cf77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:21.472296 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b62ce72e-a2c8-47f8-9174-87b31595cf77 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/73203309-b2c3-45e4-9e36-32a9c81f3cf8 HTTP/1.1" status: 204 len: 168 time: 0.3818915 May 30 19:53:21.499712 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a60d9ab9-0a53-4ba3-9fa1-9e788504d191 req-8a0e9eef-b1bb-4152-9dde-1fb84f07965d service neutron] 10.222.0.77 "GET /v2.0/networks/e7d0ea33-751a-4199-859b-91d929a3ce53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564898 May 30 19:53:21.541170 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:21.543709 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] 10.222.0.77 "PUT /v2.0/ports/b3d8415d-b149-4568-b574-96d85490ccc0 HTTP/1.1" status: 200 len: 1091 time: 2.5862875 May 30 19:53:21.544207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c691c532-9ff3-40c6-beec-55b9139bcc14', 'tag': 'b3d8415d-b149-4568-b574-96d85490ccc0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:53:21.586732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device d3fe0256-15f7-45f6-b7be-74f9ae34dfaf details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:53:21.645757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8dbb863b-74fc-40a8-b352-0e8cbc57e57e req-d3b17684-ff68-41fa-a7d0-895e8db71a4a service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833083 May 30 19:53:21.648387 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494d6ba-3d36-4754-b083-6dc4558ee3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d8415d-b149-4568-b574-96d85490ccc0,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:21.843953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port d3fe0256-15f7-45f6-b7be-74f9ae34dfaf, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d3fe0256-15f7-45f6-b7be-74f9ae34dfaf,segment=NetworkSegment(a59b0537-ee1f-4f25-8c72-feda34f41dee),segment_id=a59b0537-ee1f-4f25-8c72-feda34f41dee)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:21.863716 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'd3fe0256-15f7-45f6-b7be-74f9ae34dfaf', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'port_id': 'd3fe0256-15f7-45f6-b7be-74f9ae34dfaf', 'mac_address': 'fa:16:3e:30:5c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:53:21.941899 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d45bc1-5e1f-4061-b3ad-911c496df1e0 req-8942eefa-f945-4cac-8d53-b004553e9418 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:21.943378 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76d45bc1-5e1f-4061-b3ad-911c496df1e0 req-8942eefa-f945-4cac-8d53-b004553e9418 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 943 time: 0.2022355 May 30 19:53:21.947996 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-555bbfa3-acf7-40ad-8c31-74c55ca5e179 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 1094 time: 0.2966931 May 30 19:53:21.955633 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:21.978025 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3fe0256-15f7-45f6-b7be-74f9ae34dfaf {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:53:21.995676 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port d3fe0256-15f7-45f6-b7be-74f9ae34dfaf, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d3fe0256-15f7-45f6-b7be-74f9ae34dfaf,segment=NetworkSegment(a59b0537-ee1f-4f25-8c72-feda34f41dee),segment_id=a59b0537-ee1f-4f25-8c72-feda34f41dee)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:22.001424 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:22.036184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ebeb9-91f1-4ca3-b080-17ebd5b8f76a req-f26b3366-9803-405f-8852-31c7c6c66923 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:22.037652 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-202ebeb9-91f1-4ca3-b080-17ebd5b8f76a req-f26b3366-9803-405f-8852-31c7c6c66923 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 943 time: 0.2249043 May 30 19:53:22.073306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=d3fe0256-15f7-45f6-b7be-74f9ae34dfaf,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:22.075752 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-3b72f63f-29be-42e4-9500-7097c7812fb3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3d8415d-b149-4568-b574-96d85490ccc0 HTTP/1.1" status: 200 len: 217 time: 0.1085732 May 30 19:53:22.151679 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76d45bc1-5e1f-4061-b3ad-911c496df1e0 req-5b758a68-c509-4e16-b5f8-411501abde4d tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012858 May 30 19:53:22.167183 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-202ebeb9-91f1-4ca3-b080-17ebd5b8f76a req-c1e6da9a-e1a6-4644-a31c-ccabb75e1866 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143966 May 30 19:53:22.172401 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-5d0f0996-c373-4fec-bd6e-0697b11f9180 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:22.173769 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-5d0f0996-c373-4fec-bd6e-0697b11f9180 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.0911243 May 30 19:53:22.233359 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-84b0f1d9-ef86-4260-a276-cfbe8ed3f4fe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508804 May 30 19:53:22.335289 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8643da84-cf94-4ad3-ac64-577097a0bd42'] response: {'name': 'network-changed', 'server_uuid': 'c691c532-9ff3-40c6-beec-55b9139bcc14', 'tag': 'b3d8415d-b149-4568-b574-96d85490ccc0', 'status': 'completed', 'code': 200} May 30 19:53:22.356096 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['d3fe0256-15f7-45f6-b7be-74f9ae34dfaf'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:53:22.426120 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-01e2d632-55ad-4b2e-9d72-dbe6ed9d0c61 service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849830 May 30 19:53:22.549924 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec2ce5f0-12df-4c0f-9418-53e4d578f780 req-5fad6f3d-a876-4991-a2d1-2b9c7e3a860e tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=92ff517d-4d08-48d6-be4c-e31689b644c5 HTTP/1.1" status: 200 len: 210 time: 0.1228313 May 30 19:53:22.700864 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc6830f6-48cf-413f-ab9c-7fd03c07c1ea req-bce91160-1fac-49db-ab80-b90f3d59c239 service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404728 May 30 19:53:22.709998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf7376-9c43-488d-b91f-37925938a087 req-87ae9e3a-3cbe-4ab9-ae7e-d9271b4031e5 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:22.717677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdbf7376-9c43-488d-b91f-37925938a087 req-87ae9e3a-3cbe-4ab9-ae7e-d9271b4031e5 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 943 time: 0.2583337 May 30 19:53:22.806349 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdbf7376-9c43-488d-b91f-37925938a087 req-21553a4a-fa1e-4a50-868e-3460229b0c01 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878286 May 30 19:53:22.847145 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e416cbc7-8cdf-4b3c-b5dd-c66994938c8c req-4898e1e8-b96c-4ab2-adf6-d55bbbb5ad42 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 1094 time: 0.0897675 May 30 19:53:22.971361 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-7f932661-2aad-4567-8b98-b4a363b80b93 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=e924f24d79de4f05b40676c88a01bd8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283496 May 30 19:53:23.029216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416cbc7-8cdf-4b3c-b5dd-c66994938c8c req-15685da3-0b17-4eda-9764-a834e4bc6acc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:23.031048 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e416cbc7-8cdf-4b3c-b5dd-c66994938c8c req-15685da3-0b17-4eda-9764-a834e4bc6acc service neutron] 10.222.0.77 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 908 time: 0.1773264 May 30 19:53:23.139564 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e416cbc7-8cdf-4b3c-b5dd-c66994938c8c req-5daca9a3-e977-4cf8-934b-f1dd7963c067 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3d8415d-b149-4568-b574-96d85490ccc0 HTTP/1.1" status: 200 len: 217 time: 0.0981083 May 30 19:53:23.246019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416cbc7-8cdf-4b3c-b5dd-c66994938c8c req-1c645dba-188c-4868-92c4-14b6335a3b48 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:23.247808 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e416cbc7-8cdf-4b3c-b5dd-c66994938c8c req-1c645dba-188c-4868-92c4-14b6335a3b48 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.1008239 May 30 19:53:23.256842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-f3b17994-dd73-45a7-b789-56cce05df8ae tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:23.258291 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-f3b17994-dd73-45a7-b789-56cce05df8ae tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2811952 May 30 19:53:23.292950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-02a793e6-58cc-4c73-bd4c-9a7cf933189c tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Request body: {'port': {'device_id': '92ff517d-4d08-48d6-be4c-e31689b644c5', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': 'e924f24d79de4f05b40676c88a01bd8e'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:23.304440 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e416cbc7-8cdf-4b3c-b5dd-c66994938c8c req-258ba6b0-d5cb-4dd6-9763-d7da0f44abbe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473542 May 30 19:53:23.457836 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e416cbc7-8cdf-4b3c-b5dd-c66994938c8c req-cda97394-3f7e-4890-95ff-47416d71186d service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417272 May 30 19:53:23.528876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-02a793e6-58cc-4c73-bd4c-9a7cf933189c tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:23.533275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-02a793e6-58cc-4c73-bd4c-9a7cf933189c tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Usage tracker for resource:port and tenant:e924f24d79de4f05b40676c88a01bd8e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:23.536309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-02a793e6-58cc-4c73-bd4c-9a7cf933189c tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:23.542255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-02a793e6-58cc-4c73-bd4c-9a7cf933189c tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:23.552604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-02a793e6-58cc-4c73-bd4c-9a7cf933189c tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Made reservation on behalf of e924f24d79de4f05b40676c88a01bd8e for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:53:23.555590 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-02a793e6-58cc-4c73-bd4c-9a7cf933189c tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:23.567897 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a69ca81e-61c1-493e-9933-2e1b4e0c5775 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:53:23.616483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device d3fe0256-15f7-45f6-b7be-74f9ae34dfaf up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:53:23.739745 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-02a793e6-58cc-4c73-bd4c-9a7cf933189c tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Allocated IP 192.168.233.61 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/dc8babba-06b9-42c7-a1b2-b738b2a25eb6) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:53:23.797874 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port a69ca81e-61c1-493e-9933-2e1b4e0c5775, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a69ca81e-61c1-493e-9933-2e1b4e0c5775,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:23.809189 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port d3fe0256-15f7-45f6-b7be-74f9ae34dfaf completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:53:23.817403 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'a69ca81e-61c1-493e-9933-2e1b4e0c5775', 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6', 'port_id': 'a69ca81e-61c1-493e-9933-2e1b4e0c5775', 'mac_address': 'fa:16:3e:dd:e7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb81dd35-0c01-4e64-9d86-853df955e5f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:53:23.819110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port d3fe0256-15f7-45f6-b7be-74f9ae34dfaf triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:23.819540 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:23.829794 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee003f-37f6-4679-9323-a71547d9151e req-aa7d8fcb-288f-4762-9be2-d0b6d2837e35 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:23.831381 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27ee003f-37f6-4679-9323-a71547d9151e req-aa7d8fcb-288f-4762-9be2-d0b6d2837e35 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 943 time: 0.3713956 May 30 19:53:23.835019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e416cbc7-8cdf-4b3c-b5dd-c66994938c8c req-f39b627a-7257-44df-addb-38ef75dae0c4 service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973287 May 30 19:53:23.868594 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356784a-70b3-4e33-b761-0780522bcd23 req-0a40ab77-fbda-4ec8-8da6-73f313908012 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:23.870897 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6356784a-70b3-4e33-b761-0780522bcd23 req-0a40ab77-fbda-4ec8-8da6-73f313908012 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 944 time: 0.4111478 May 30 19:53:23.916634 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27ee003f-37f6-4679-9323-a71547d9151e req-e7550f43-2d91-4538-915d-4f9eac7f9ada tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770328 May 30 19:53:23.957146 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6356784a-70b3-4e33-b761-0780522bcd23 req-e113be2e-4ba7-41d0-8b9b-45d796ff0d8c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565810 May 30 19:53:23.980916 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:24.006481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69ca81e-61c1-493e-9933-2e1b4e0c5775 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:53:24.022867 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-02a793e6-58cc-4c73-bd4c-9a7cf933189c tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:24.040535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-02a793e6-58cc-4c73-bd4c-9a7cf933189c tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Transition to ACTIVE for port object dc8babba-06b9-42c7-a1b2-b738b2a25eb6 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:53:24.055677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port a69ca81e-61c1-493e-9933-2e1b4e0c5775, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a69ca81e-61c1-493e-9933-2e1b4e0c5775,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:24.066597 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:24.073829 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-02a793e6-58cc-4c73-bd4c-9a7cf933189c tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:24.143283 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:24.157614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a793e6-58cc-4c73-bd4c-9a7cf933189c tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Pushing event updated for resources: {'Port': ['ID=dc8babba-06b9-42c7-a1b2-b738b2a25eb6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:24.168692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-02a793e6-58cc-4c73-bd4c-9a7cf933189c tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:53:24.169813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-02a793e6-58cc-4c73-bd4c-9a7cf933189c tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:53:24.177510 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=a69ca81e-61c1-493e-9933-2e1b4e0c5775,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:24.182352 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-02a793e6-58cc-4c73-bd4c-9a7cf933189c tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:53:24.186295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b086e2-f608-420f-ad64-da821cd1f270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fe0256-15f7-45f6-b7be-74f9ae34dfaf'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:53:24.186811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-02a793e6-58cc-4c73-bd4c-9a7cf933189c tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:24.187418 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-02a793e6-58cc-4c73-bd4c-9a7cf933189c tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:24.198201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port d3fe0256-15f7-45f6-b7be-74f9ae34dfaf, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d3fe0256-15f7-45f6-b7be-74f9ae34dfaf,segment=NetworkSegment(a59b0537-ee1f-4f25-8c72-feda34f41dee),segment_id=a59b0537-ee1f-4f25-8c72-feda34f41dee)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:24.204552 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:24.214925 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-02a793e6-58cc-4c73-bd4c-9a7cf933189c tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9428673 May 30 19:53:24.225905 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Request body: {'port': {'device_id': '92ff517d-4d08-48d6-be4c-e31689b644c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:24.266310 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ce898-598e-467e-a918-d0e0a89087b7 req-4b4c1179-eb9d-46b2-8eed-5a4c82c46b00 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:24.268014 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-648ce898-598e-467e-a918-d0e0a89087b7 req-4b4c1179-eb9d-46b2-8eed-5a4c82c46b00 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=92ff517d-4d08-48d6-be4c-e31689b644c5 HTTP/1.1" status: 200 len: 935 time: 0.1724887 May 30 19:53:24.280492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782852a-4eea-4d7e-8428-12c2105dfb50 req-a2c37707-15b8-4ac4-93e6-bdb610548410 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:24.281964 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8782852a-4eea-4d7e-8428-12c2105dfb50 req-a2c37707-15b8-4ac4-93e6-bdb610548410 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 943 time: 0.1479347 May 30 19:53:24.311724 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=d3fe0256-15f7-45f6-b7be-74f9ae34dfaf,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:24.336137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['a69ca81e-61c1-493e-9933-2e1b4e0c5775'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:53:24.380581 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-648ce898-598e-467e-a918-d0e0a89087b7 req-657f6909-86b6-4e14-a9cd-bfaef215102b tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975499 May 30 19:53:24.384654 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:24.388688 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8782852a-4eea-4d7e-8428-12c2105dfb50 req-70f229b5-3b65-46b8-b5d5-9122328283b3 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751927 May 30 19:53:24.473972 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-40523662-7036-407f-a706-e8e1e5679ced None None] Provisioning for port dc8babba-06b9-42c7-a1b2-b738b2a25eb6 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:53:24.490597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-40523662-7036-407f-a706-e8e1e5679ced None None] Provisioning complete for port dc8babba-06b9-42c7-a1b2-b738b2a25eb6 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:24.491067 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-40523662-7036-407f-a706-e8e1e5679ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:24.585099 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-40523662-7036-407f-a706-e8e1e5679ced None None] Port dc8babba-06b9-42c7-a1b2-b738b2a25eb6 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:53:24.637137 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9caf3576-6ada-443b-b909-595b4ae19bab'] response: {'server_uuid': '69b086e2-f608-420f-ad64-da821cd1f270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fe0256-15f7-45f6-b7be-74f9ae34dfaf', 'code': 200} May 30 19:53:24.848908 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-027dcd08-abd9-418e-a637-f07579dd625d req-51916ee5-1a57-4db9-9a0b-cb94bb6b8fa2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 1096 time: 0.1421185 May 30 19:53:24.915449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8babba-06b9-42c7-a1b2-b738b2a25eb6 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:53:24.923218 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-027dcd08-abd9-418e-a637-f07579dd625d req-26784202-93ad-4567-b4e4-7e2455a044cf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675724 May 30 19:53:24.925191 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:24.942829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Transition to ACTIVE for port object dc8babba-06b9-42c7-a1b2-b738b2a25eb6 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:53:24.949117 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:25.100498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Pushing event updated for resources: {'Port': ['ID=dc8babba-06b9-42c7-a1b2-b738b2a25eb6,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:25.153087 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Attempting to bind port dc8babba-06b9-42c7-a1b2-b738b2a25eb6 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:53:25.153413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Attempting to bind port dc8babba-06b9-42c7-a1b2-b738b2a25eb6 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:53:25.153734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Attempting to bind port dc8babba-06b9-42c7-a1b2-b738b2a25eb6 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:25.159863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Port dc8babba-06b9-42c7-a1b2-b738b2a25eb6 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:53:25.160210 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Attempting to bind port dc8babba-06b9-42c7-a1b2-b738b2a25eb6 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:25.166789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:53:25.167145 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:53:25.167523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:53:25.167944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Bound port: dc8babba-06b9-42c7-a1b2-b738b2a25eb6, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:53:25.168314 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:25.251659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d2c29-7053-4c98-8a30-96d1924f513b req-a80099f7-bf61-4264-9432-a7e6e5464312 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:25.252716 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-900d2c29-7053-4c98-8a30-96d1924f513b req-a80099f7-bf61-4264-9432-a7e6e5464312 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 944 time: 0.1398947 May 30 19:53:25.257981 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] For port dc8babba-06b9-42c7-a1b2-b738b2a25eb6, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:53:25.262357 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] For port dc8babba-06b9-42c7-a1b2-b738b2a25eb6, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=dc8babba-06b9-42c7-a1b2-b738b2a25eb6,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:53:25.264905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e2e1e-3391-4366-9436-2cab5c156012 req-9a19b4d5-3bda-401b-8443-985f0f8c0de2 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:25.266954 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7f5e2e1e-3391-4366-9436-2cab5c156012 req-9a19b4d5-3bda-401b-8443-985f0f8c0de2 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 945 time: 0.1159098 May 30 19:53:25.270703 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:25.344607 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:25.345891 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] 10.222.0.93 "PUT /v2.0/ports/dc8babba-06b9-42c7-a1b2-b738b2a25eb6 HTTP/1.1" status: 200 len: 1095 time: 1.1241012 May 30 19:53:25.346316 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ff517d-4d08-48d6-be4c-e31689b644c5', 'tag': 'dc8babba-06b9-42c7-a1b2-b738b2a25eb6'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:53:25.349072 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-900d2c29-7053-4c98-8a30-96d1924f513b req-df952ed5-4f33-418e-aa66-37a6ecb5c3db tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811992 May 30 19:53:25.352187 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7f5e2e1e-3391-4366-9436-2cab5c156012 req-4bf8c353-fbd8-480e-8042-a435d78e2c35 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675650 May 30 19:53:25.356088 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e64dae-b53d-41bb-b5fa-5f488e3d1b2f service neutron] Pushing event updated for resources: {'Port': ['ID=dc8babba-06b9-42c7-a1b2-b738b2a25eb6,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:25.479266 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-8d1f5aec-320b-4b94-8d7e-5d668b69d4d1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e924f24d79de4f05b40676c88a01bd8e&device_id=92ff517d-4d08-48d6-be4c-e31689b644c5 HTTP/1.1" status: 200 len: 1098 time: 0.0948811 May 30 19:53:25.563617 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-cc8c2a78-04fa-4df8-965a-7b7cde89d346 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=dc8babba-06b9-42c7-a1b2-b738b2a25eb6 HTTP/1.1" status: 200 len: 217 time: 0.0781109 May 30 19:53:25.577364 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a97c30c-ecca-4f06-8df9-38d982750b32'] response: {'name': 'network-changed', 'server_uuid': '92ff517d-4d08-48d6-be4c-e31689b644c5', 'tag': 'dc8babba-06b9-42c7-a1b2-b738b2a25eb6', 'status': 'completed', 'code': 200} May 30 19:53:25.584013 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b3d8415d-b149-4568-b574-96d85490ccc0 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:53:25.634058 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a69ca81e-61c1-493e-9933-2e1b4e0c5775 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:53:25.645775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-21fe9458-6afa-4b86-b31e-9507a43e725e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:25.647447 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-21fe9458-6afa-4b86-b31e-9507a43e725e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.0759912 May 30 19:53:25.728662 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-b257b30f-8b70-45ce-a72c-208f09ce9d06 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0750239 May 30 19:53:25.811457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0812616-3be5-4148-a1be-a1cc13229cf1 req-226ad040-3498-4aa8-a20a-14094badf154 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:25.813379 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e0812616-3be5-4148-a1be-a1cc13229cf1 req-226ad040-3498-4aa8-a20a-14094badf154 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=92ff517d-4d08-48d6-be4c-e31689b644c5 HTTP/1.1" status: 200 len: 947 time: 0.1424811 May 30 19:53:25.823578 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b3d8415d-b149-4568-b574-96d85490ccc0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b3d8415d-b149-4568-b574-96d85490ccc0,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:25.824810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193958f0-2cb9-4f5f-a958-bd310efb2c3e req-abdf0154-d49a-44f8-a3a8-fdced3ac2c95 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:25.826813 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-193958f0-2cb9-4f5f-a958-bd310efb2c3e req-abdf0154-d49a-44f8-a3a8-fdced3ac2c95 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 943 time: 0.1159492 May 30 19:53:25.839535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'b3d8415d-b149-4568-b574-96d85490ccc0', 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6', 'port_id': 'b3d8415d-b149-4568-b574-96d85490ccc0', 'mac_address': 'fa:16:3e:9b:e2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f931af6a-450f-4906-adfc-acf32639be02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:53:25.842628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port a69ca81e-61c1-493e-9933-2e1b4e0c5775 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:53:25.871660 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-2126c7f6-7ea1-4ae7-92da-b298b94b8466 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367564 May 30 19:53:25.877731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port a69ca81e-61c1-493e-9933-2e1b4e0c5775 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:25.878092 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:25.898288 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e0812616-3be5-4148-a1be-a1cc13229cf1 req-61fc7215-e67a-4c4c-bf66-f79225ba857b tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705762 May 30 19:53:25.902847 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-193958f0-2cb9-4f5f-a958-bd310efb2c3e req-0d192a31-18c3-4720-9e40-3be36aa8e0bb tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617468 May 30 19:53:25.953491 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:25.979261 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d8415d-b149-4568-b574-96d85490ccc0 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:53:26.027194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b3d8415d-b149-4568-b574-96d85490ccc0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b3d8415d-b149-4568-b574-96d85490ccc0,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:26.034471 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:26.037387 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73b7f207-6634-4b35-a53d-e19da63c3be1 req-3d9c49d9-d28a-4f4c-94a4-6b278ab1d250 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595130 May 30 19:53:26.148033 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:26.186124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b3d8415d-b149-4568-b574-96d85490ccc0,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:26.203523 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ca34ebcb-a212-4c2a-87cf-0aed34f47850 req-8593cad6-6003-45d6-9a51-40b8f702a60e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e924f24d79de4f05b40676c88a01bd8e&device_id=92ff517d-4d08-48d6-be4c-e31689b644c5 HTTP/1.1" status: 200 len: 1098 time: 0.1063130 May 30 19:53:26.208424 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port a69ca81e-61c1-493e-9933-2e1b4e0c5775, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a69ca81e-61c1-493e-9933-2e1b4e0c5775,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:26.223601 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:26.280252 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b3d8415d-b149-4568-b574-96d85490ccc0'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:53:26.391429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34ebcb-a212-4c2a-87cf-0aed34f47850 req-3ab78a38-2642-440b-8581-542080e36563 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:26.393700 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ca34ebcb-a212-4c2a-87cf-0aed34f47850 req-3ab78a38-2642-440b-8581-542080e36563 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.1833568 May 30 19:53:26.398699 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=a69ca81e-61c1-493e-9933-2e1b4e0c5775,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:26.497397 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ca34ebcb-a212-4c2a-87cf-0aed34f47850 req-6c990b37-7332-43d1-b262-29f046cb9caa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=dc8babba-06b9-42c7-a1b2-b738b2a25eb6 HTTP/1.1" status: 200 len: 217 time: 0.0945594 May 30 19:53:26.564879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34ebcb-a212-4c2a-87cf-0aed34f47850 req-619fdef9-a345-47f5-ba88-7de2e59cd6b5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:26.566310 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ca34ebcb-a212-4c2a-87cf-0aed34f47850 req-619fdef9-a345-47f5-ba88-7de2e59cd6b5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.0620582 May 30 19:53:26.638590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1f52ad-195e-4111-a696-de6268dacf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69ca81e-61c1-493e-9933-2e1b4e0c5775'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:53:26.699773 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ca34ebcb-a212-4c2a-87cf-0aed34f47850 req-4c433c75-c661-4177-81c9-5394e5f9ff35 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1264489 May 30 19:53:26.787953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffd7e9-8655-4833-97ef-246efe9ed36d req-9ee5f85d-bf44-473b-a6a8-fc58e584916f tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:26.788495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29ffd7e9-8655-4833-97ef-246efe9ed36d req-9ee5f85d-bf44-473b-a6a8-fc58e584916f tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 945 time: 0.1794548 May 30 19:53:26.850795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7f94a-41eb-4662-8773-f52589cf3cb5 req-cc38fd08-b3b6-46ce-aa2b-aea463760eae tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:26.852597 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-67a7f94a-41eb-4662-8773-f52589cf3cb5 req-cc38fd08-b3b6-46ce-aa2b-aea463760eae tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 945 time: 0.1267717 May 30 19:53:26.887615 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29ffd7e9-8655-4833-97ef-246efe9ed36d req-2535cee4-a2ff-413f-9dda-34c9b5774bf1 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855083 May 30 19:53:26.928953 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-67a7f94a-41eb-4662-8773-f52589cf3cb5 req-5f6a9efb-6721-4e85-bb13-29305e05d329 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678830 May 30 19:53:26.966147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44322) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:27.018489 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ddf29d5-88b8-4274-b27c-4ae13da3d242'] response: {'server_uuid': 'dd1f52ad-195e-4111-a696-de6268dacf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69ca81e-61c1-493e-9933-2e1b4e0c5775', 'code': 200} May 30 19:53:27.046911 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ca34ebcb-a212-4c2a-87cf-0aed34f47850 req-385eebf1-86ed-4f30-b801-f849a043dab5 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405812 May 30 19:53:27.078306 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44328) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:27.295586 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c5d152d-cf8d-4f92-8220-2f60d4be8bff req-1b519ae5-d450-40eb-8d8d-63f2a8256261 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 1096 time: 0.1051507 May 30 19:53:27.309531 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ca34ebcb-a212-4c2a-87cf-0aed34f47850 req-d4e66d6b-37de-40c9-a38d-85ac5284bc12 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542524 May 30 19:53:27.311071 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf4988-8cdf-44a8-a612-254d468cfee9 req-46d6abb0-3325-4fb1-9bd6-9a55c7c2d499 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:27.317819 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01bf4988-8cdf-44a8-a612-254d468cfee9 req-46d6abb0-3325-4fb1-9bd6-9a55c7c2d499 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 944 time: 0.1743414 May 30 19:53:27.358213 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980def79-3bfe-427d-9b3a-8bc0080451eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:27.392650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-980def79-3bfe-427d-9b3a-8bc0080451eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:27.396506 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-980def79-3bfe-427d-9b3a-8bc0080451eb admin admin] Usage tracker for resource:security_group_rule and tenant:4823d20425aa45129a4974f37f979f14 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:27.399413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-980def79-3bfe-427d-9b3a-8bc0080451eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:27.405081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-980def79-3bfe-427d-9b3a-8bc0080451eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:27.445897 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dacbaa15-0870-41ee-b728-d80351c3f2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:27.471435 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980def79-3bfe-427d-9b3a-8bc0080451eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:27.475323 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980def79-3bfe-427d-9b3a-8bc0080451eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:27.475737 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01bf4988-8cdf-44a8-a612-254d468cfee9 req-57f81a64-2d05-4b91-946e-18f47c01c8e4 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571150 May 30 19:53:27.480519 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c5d152d-cf8d-4f92-8220-2f60d4be8bff req-95078089-218e-4a8c-ba15-36318685150e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759973 May 30 19:53:27.516408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dacbaa15-0870-41ee-b728-d80351c3f2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:27.523118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dacbaa15-0870-41ee-b728-d80351c3f2d9 admin admin] Usage tracker for resource:security_group_rule and tenant:b0ac5f87d51b46298799916edcec3211 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:27.523390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980def79-3bfe-427d-9b3a-8bc0080451eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786a6b62-993d-4c34-9937-17996f620537,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:27.527575 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-980def79-3bfe-427d-9b3a-8bc0080451eb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4823d20425aa45129a4974f37f979f14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5608130 May 30 19:53:27.530171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44344) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:27.542591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dacbaa15-0870-41ee-b728-d80351c3f2d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:27.552768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256cc9c-e8cd-4991-b2de-0fcef6bb930f req-adbe3d70-81e6-41d0-9106-d9a3e46921b2 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:27.554223 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6256cc9c-e8cd-4991-b2de-0fcef6bb930f req-adbe3d70-81e6-41d0-9106-d9a3e46921b2 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=92ff517d-4d08-48d6-be4c-e31689b644c5 HTTP/1.1" status: 200 len: 947 time: 0.2074184 May 30 19:53:27.559062 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dacbaa15-0870-41ee-b728-d80351c3f2d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:27.597641 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b3d8415d-b149-4568-b574-96d85490ccc0 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:53:27.604918 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a9c92c1-ce62-4b27-80e8-40cb63c08c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:27.641889 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6256cc9c-e8cd-4991-b2de-0fcef6bb930f req-9fccedd7-649f-4175-b8e2-084e38e96c99 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767179 May 30 19:53:27.645922 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a9c92c1-ce62-4b27-80e8-40cb63c08c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:27.698523 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2a4b44c1-5186-4944-b703-914b325aa0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:27.707346 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dacbaa15-0870-41ee-b728-d80351c3f2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:27.718355 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dacbaa15-0870-41ee-b728-d80351c3f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:27.726059 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a9c92c1-ce62-4b27-80e8-40cb63c08c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:27.734661 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port b3d8415d-b149-4568-b574-96d85490ccc0 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:53:27.750633 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port b3d8415d-b149-4568-b574-96d85490ccc0 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:27.751241 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:27.761367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c92c1-ce62-4b27-80e8-40cb63c08c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786a6b62-993d-4c34-9937-17996f620537,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:27.773892 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a9c92c1-ce62-4b27-80e8-40cb63c08c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:27.781088 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbaa15-0870-41ee-b728-d80351c3f2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe03b83c-49f7-420d-be81-473f58e7f28c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:27.786721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dacbaa15-0870-41ee-b728-d80351c3f2d9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b0ac5f87d51b46298799916edcec3211&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7071135 May 30 19:53:27.792969 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44362) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:27.802307 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9a9c92c1-ce62-4b27-80e8-40cb63c08c5b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/786a6b62-993d-4c34-9937-17996f620537 HTTP/1.1" status: 204 len: 168 time: 0.2705233 May 30 19:53:27.860586 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bffc846-8294-469c-a4d7-e7be7e99f614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:27.891537 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bffc846-8294-469c-a4d7-e7be7e99f614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:27.922078 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:27.956228 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bffc846-8294-469c-a4d7-e7be7e99f614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:28.004442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffc846-8294-469c-a4d7-e7be7e99f614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe03b83c-49f7-420d-be81-473f58e7f28c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:28.008944 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bffc846-8294-469c-a4d7-e7be7e99f614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:28.010096 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0bffc846-8294-469c-a4d7-e7be7e99f614 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fe03b83c-49f7-420d-be81-473f58e7f28c HTTP/1.1" status: 204 len: 168 time: 0.2162189 May 30 19:53:28.071706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b3d8415d-b149-4568-b574-96d85490ccc0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b3d8415d-b149-4568-b574-96d85490ccc0,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:28.077980 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:28.187368 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b3d8415d-b149-4568-b574-96d85490ccc0,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:28.305827 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692f55a-7aac-474d-ae76-7fd7ac0d5075 req-4ec708da-f3bd-4c4c-adf2-e39cc71f52e2 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:28.308440 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7692f55a-7aac-474d-ae76-7fd7ac0d5075 req-4ec708da-f3bd-4c4c-adf2-e39cc71f52e2 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 945 time: 0.2353208 May 30 19:53:28.339677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c82e38-aa5a-4eb4-a22b-270140a41d23 req-205b6f5a-6d51-4592-9396-a55a1c50b350 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:28.341311 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d9c82e38-aa5a-4eb4-a22b-270140a41d23 req-205b6f5a-6d51-4592-9396-a55a1c50b350 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 945 time: 0.1179190 May 30 19:53:28.386847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44384) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:28.400067 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7692f55a-7aac-474d-ae76-7fd7ac0d5075 req-5d739d90-bc97-4730-8751-eb51a75fd2aa tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860059 May 30 19:53:28.410590 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d9c82e38-aa5a-4eb4-a22b-270140a41d23 req-4da6c388-df3f-4705-9526-81a4c345f9bf tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612080 May 30 19:53:28.415550 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-582ae3c5-8a05-45c2-a94f-57213e5efa83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:28.483306 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44392) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:28.484593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-582ae3c5-8a05-45c2-a94f-57213e5efa83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:28.492443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-582ae3c5-8a05-45c2-a94f-57213e5efa83 admin admin] Usage tracker for resource:security_group_rule and tenant:87b9c676a4e246b8a0603dde17186776 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:28.496044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-582ae3c5-8a05-45c2-a94f-57213e5efa83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:28.502965 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-582ae3c5-8a05-45c2-a94f-57213e5efa83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:28.614563 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-582ae3c5-8a05-45c2-a94f-57213e5efa83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:28.620571 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-582ae3c5-8a05-45c2-a94f-57213e5efa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:28.690407 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-582ae3c5-8a05-45c2-a94f-57213e5efa83 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=87b9c676a4e246b8a0603dde17186776&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3005242 May 30 19:53:28.691354 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ae3c5-8a05-45c2-a94f-57213e5efa83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c5fd5e-7023-43b3-b304-0bfe6c699e6a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:28.693958 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44404) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:28.789718 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-349dafba-75cd-47f5-8173-d28a7dabc2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:28.797781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44408) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:28.819808 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-349dafba-75cd-47f5-8173-d28a7dabc2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:28.821004 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-853abdc5-2560-4b2e-8507-90fda9166298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:28.839676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff258a-3a49-44e0-b882-743685df848e req-6f5ba394-3257-41e2-ac11-0d2de01a408c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:28.841146 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3cff258a-3a49-44e0-b882-743685df848e req-6f5ba394-3257-41e2-ac11-0d2de01a408c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 945 time: 0.1880736 May 30 19:53:28.851205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44412) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:28.853669 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-54d6c5df-85ff-47f4-bf74-b962da312c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:28.859209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9e01227b-178b-48b6-82fb-61d0ab6fc1df tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Request body: {'floatingip': {'port_id': 'd3fe0256-15f7-45f6-b7be-74f9ae34dfaf'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:28.898962 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-853abdc5-2560-4b2e-8507-90fda9166298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:28.912702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-853abdc5-2560-4b2e-8507-90fda9166298 admin admin] Usage tracker for resource:security_group_rule and tenant:e4c4c4e53eee4c068f22d32f46224899 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:28.917580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-853abdc5-2560-4b2e-8507-90fda9166298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:28.929431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-54d6c5df-85ff-47f4-bf74-b962da312c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:28.931879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-853abdc5-2560-4b2e-8507-90fda9166298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:28.939560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-54d6c5df-85ff-47f4-bf74-b962da312c8c admin admin] Usage tracker for resource:security_group_rule and tenant:053b0b72e1be4fc0900186bfc2a20e13 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:28.942309 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9e01227b-178b-48b6-82fb-61d0ab6fc1df tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:28.944150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-54d6c5df-85ff-47f4-bf74-b962da312c8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:28.957143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-54d6c5df-85ff-47f4-bf74-b962da312c8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:28.964120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce988f-c1d5-4023-9322-213483eaf268 req-adec3b02-5db7-492e-865d-ebb39c3327ef tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:28.965562 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fce988f-c1d5-4023-9322-213483eaf268 req-adec3b02-5db7-492e-865d-ebb39c3327ef tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 945 time: 0.2384076 May 30 19:53:29.020196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c691c532-9ff3-40c6-beec-55b9139bcc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d8415d-b149-4568-b574-96d85490ccc0'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:53:29.110379 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-349dafba-75cd-47f5-8173-d28a7dabc2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:29.131295 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fce988f-c1d5-4023-9322-213483eaf268 req-69fab6b0-a24d-40a4-b086-c2399567f1f3 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488159 May 30 19:53:29.140866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349dafba-75cd-47f5-8173-d28a7dabc2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c5fd5e-7023-43b3-b304-0bfe6c699e6a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:29.148023 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-349dafba-75cd-47f5-8173-d28a7dabc2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:29.149148 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-349dafba-75cd-47f5-8173-d28a7dabc2d4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/29c5fd5e-7023-43b3-b304-0bfe6c699e6a HTTP/1.1" status: 204 len: 168 time: 0.4543619 May 30 19:53:29.160686 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-853abdc5-2560-4b2e-8507-90fda9166298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:29.182185 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-853abdc5-2560-4b2e-8507-90fda9166298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:29.199455 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-54d6c5df-85ff-47f4-bf74-b962da312c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:29.226840 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-54d6c5df-85ff-47f4-bf74-b962da312c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:29.252579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853abdc5-2560-4b2e-8507-90fda9166298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dc861d-ca30-448c-8674-58da774f7a82,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:29.257342 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69378998-52c3-45ea-914d-85b93975df83'] response: {'server_uuid': 'c691c532-9ff3-40c6-beec-55b9139bcc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d8415d-b149-4568-b574-96d85490ccc0', 'code': 200} May 30 19:53:29.289767 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-853abdc5-2560-4b2e-8507-90fda9166298 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e4c4c4e53eee4c068f22d32f46224899&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8055406 May 30 19:53:29.293029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44424) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:29.324984 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-54d6c5df-85ff-47f4-bf74-b962da312c8c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=053b0b72e1be4fc0900186bfc2a20e13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5221975 May 30 19:53:29.328657 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd355757-412c-468e-be9d-42688d798600 req-316231c4-ed35-4852-9ec3-e8a9bebff1d0 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:29.335267 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd355757-412c-468e-be9d-42688d798600 req-316231c4-ed35-4852-9ec3-e8a9bebff1d0 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=92ff517d-4d08-48d6-be4c-e31689b644c5 HTTP/1.1" status: 200 len: 947 time: 0.2920542 May 30 19:53:29.337554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44428) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:29.420260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6c5df-85ff-47f4-bf74-b962da312c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbb5665-cfcf-4991-bc43-4c3cc12c7356,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:29.530858 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd355757-412c-468e-be9d-42688d798600 req-88e3dd90-2298-4859-84ba-c8f67d2e7bc4 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946411 May 30 19:53:29.607750 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44befbff-65d2-4102-a1cf-9883cbc14b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:29.621779 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device dc8babba-06b9-42c7-a1b2-b738b2a25eb6 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:53:29.658195 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76dbf173-de76-42b3-ae53-5bbecd8f74a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:29.688945 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0266ef45-2bcb-43dd-8c79-9620f8fdcdce req-20369ada-5be6-4716-865a-2e546cb92439 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 1096 time: 0.3475168 May 30 19:53:29.693090 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44befbff-65d2-4102-a1cf-9883cbc14b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:29.742103 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76dbf173-de76-42b3-ae53-5bbecd8f74a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:29.819214 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0266ef45-2bcb-43dd-8c79-9620f8fdcdce req-9c4fd5b7-847a-4d51-af75-68bf24f26b41 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183028 May 30 19:53:29.848809 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44befbff-65d2-4102-a1cf-9883cbc14b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:29.866859 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76dbf173-de76-42b3-ae53-5bbecd8f74a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:29.875860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44befbff-65d2-4102-a1cf-9883cbc14b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dc861d-ca30-448c-8674-58da774f7a82,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:29.897743 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76dbf173-de76-42b3-ae53-5bbecd8f74a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:29.905620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-76dbf173-de76-42b3-ae53-5bbecd8f74a8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8cbb5665-cfcf-4991-bc43-4c3cc12c7356 HTTP/1.1" status: 204 len: 168 time: 0.5606632 May 30 19:53:29.912719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbf173-de76-42b3-ae53-5bbecd8f74a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbb5665-cfcf-4991-bc43-4c3cc12c7356,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:29.915165 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44befbff-65d2-4102-a1cf-9883cbc14b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:29.919642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-44befbff-65d2-4102-a1cf-9883cbc14b81 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b2dc861d-ca30-448c-8674-58da774f7a82 HTTP/1.1" status: 204 len: 168 time: 0.6230667 May 30 19:53:29.958354 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-92bd1d95-7039-452c-8590-2e3d7afe1d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:29.985279 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-9e01227b-178b-48b6-82fb-61d0ab6fc1df tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:53:29.986841 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port dc8babba-06b9-42c7-a1b2-b738b2a25eb6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=dc8babba-06b9-42c7-a1b2-b738b2a25eb6,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:30.028891 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'dc8babba-06b9-42c7-a1b2-b738b2a25eb6', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': 'dc8babba-06b9-42c7-a1b2-b738b2a25eb6', 'mac_address': 'fa:16:3e:dc:13:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:53:30.089006 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9e01227b-178b-48b6-82fb-61d0ab6fc1df tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:30.095903 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9e01227b-178b-48b6-82fb-61d0ab6fc1df tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:30.109161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77873860-fc28-4a13-be7f-e68af0aedd1f req-5c19dba5-b3aa-4920-af4b-01130e738a6f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:30.112599 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-77873860-fc28-4a13-be7f-e68af0aedd1f req-5c19dba5-b3aa-4920-af4b-01130e738a6f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 945 time: 0.1203539 May 30 19:53:30.141691 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:30.162112 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8babba-06b9-42c7-a1b2-b738b2a25eb6 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:53:30.181417 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-77873860-fc28-4a13-be7f-e68af0aedd1f req-15a3dbab-008f-4680-b633-f3f078ec9450 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612025 May 30 19:53:30.183518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port dc8babba-06b9-42c7-a1b2-b738b2a25eb6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=dc8babba-06b9-42c7-a1b2-b738b2a25eb6,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:30.188746 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:30.278944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=dc8babba-06b9-42c7-a1b2-b738b2a25eb6,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:30.386433 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['dc8babba-06b9-42c7-a1b2-b738b2a25eb6'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:53:30.394716 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4172a-97a9-4227-9776-33e0d03d3722 req-bf19c78b-b54f-42b8-afec-ad3974042ccb tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:30.402671 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6fa4172a-97a9-4227-9776-33e0d03d3722 req-bf19c78b-b54f-42b8-afec-ad3974042ccb tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 945 time: 0.0939956 May 30 19:53:30.453810 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-9e01227b-178b-48b6-82fb-61d0ab6fc1df tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Floating IP 34588762-c1ab-468b-8538-9d7bbdee6a70 associated. External IP: 172.25.5.55, port: d3fe0256-15f7-45f6-b7be-74f9ae34dfaf. May 30 19:53:30.477102 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6fa4172a-97a9-4227-9776-33e0d03d3722 req-692adeaa-d6e1-48e4-acdf-5fc26ccb5c6f tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732617 May 30 19:53:30.607624 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44474) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:30.826672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e521e9-9815-4422-8954-b4dda3b8d354 req-40a8bdc0-3915-4c0b-bab5-404a678aca3e tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:30.828186 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b3e521e9-9815-4422-8954-b4dda3b8d354 req-40a8bdc0-3915-4c0b-bab5-404a678aca3e tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=92ff517d-4d08-48d6-be4c-e31689b644c5 HTTP/1.1" status: 200 len: 948 time: 0.1172738 May 30 19:53:30.929398 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b3e521e9-9815-4422-8954-b4dda3b8d354 req-3551af78-e8a5-43e1-991f-a270754f0a11 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915618 May 30 19:53:30.979826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e01227b-178b-48b6-82fb-61d0ab6fc1df tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Router 61686beb-7a27-4420-b10d-a77166a3ca88 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:53:31.017784 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:31.035869 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44484) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:31.070661 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f773da11-cb1e-4bd5-b75e-e6b62c5b3547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:31.162305 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f773da11-cb1e-4bd5-b75e-e6b62c5b3547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:31.166124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f773da11-cb1e-4bd5-b75e-e6b62c5b3547 admin admin] Usage tracker for resource:security_group_rule and tenant:58bc9f39ef2d4185b706b29e6e26faf8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:31.168977 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f773da11-cb1e-4bd5-b75e-e6b62c5b3547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:31.174694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f773da11-cb1e-4bd5-b75e-e6b62c5b3547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:31.235773 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:31.256822 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-728fd676-0abb-4b44-9758-0ae0e8c09b05 req-d42c195b-1e73-4876-86ea-e6a2605a5cf9 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 1096 time: 0.3263783 May 30 19:53:31.303233 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3100ac88-8d19-433e-b039-7a77c2e53eee admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bd9d5d59edda447ca3a08101916bd754&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6944470 May 30 19:53:31.306010 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44492) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:31.321497 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-728fd676-0abb-4b44-9758-0ae0e8c09b05 req-e03309be-c303-44e1-96c0-d486b56baada tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] Synchronizing usage tracker for tenant:bde364bdbbeb4bbcb53f8bcd55eebb34 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:53:31.328440 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f773da11-cb1e-4bd5-b75e-e6b62c5b3547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:31.335824 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f773da11-cb1e-4bd5-b75e-e6b62c5b3547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:31.374153 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f773da11-cb1e-4bd5-b75e-e6b62c5b3547 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=58bc9f39ef2d4185b706b29e6e26faf8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3373816 May 30 19:53:31.377652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44500) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:31.411460 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-728fd676-0abb-4b44-9758-0ae0e8c09b05 req-e03309be-c303-44e1-96c0-d486b56baada tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] Unset dirty status for tenant:bde364bdbbeb4bbcb53f8bcd55eebb34 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:53:31.424238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-728fd676-0abb-4b44-9758-0ae0e8c09b05 req-e03309be-c303-44e1-96c0-d486b56baada tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664822 May 30 19:53:31.438748 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773da11-cb1e-4bd5-b75e-e6b62c5b3547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf3f237-ef65-48f0-bcdb-391b03bcd36d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:31.465572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e01227b-178b-48b6-82fb-61d0ab6fc1df tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:53:31.474854 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d8c5-9d9b-4323-bda4-980d11163c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:31.482809 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4350cbd7-2843-4b75-97d3-47a7fbad5dcc None None] Sync routers for ids ['61686beb-7a27-4420-b10d-a77166a3ca88'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:53:31.498491 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9e01227b-178b-48b6-82fb-61d0ab6fc1df tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:31.502269 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d8c5-9d9b-4323-bda4-980d11163c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:31.503361 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4350cbd7-2843-4b75-97d3-47a7fbad5dcc None None] Routers {'61686beb-7a27-4420-b10d-a77166a3ca88'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:53:31.505393 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4350cbd7-2843-4b75-97d3-47a7fbad5dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:53:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61686beb-7a27-4420-b10d-a77166a3ca88'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:53:31.559602 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d8c5-9d9b-4323-bda4-980d11163c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:31.580099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3d8c5-9d9b-4323-bda4-980d11163c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf3f237-ef65-48f0-bcdb-391b03bcd36d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:31.604358 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d8c5-9d9b-4323-bda4-980d11163c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:31.608505 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1fb3d8c5-9d9b-4323-bda4-980d11163c4f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ddf3f237-ef65-48f0-bcdb-391b03bcd36d HTTP/1.1" status: 204 len: 168 time: 0.2275071 May 30 19:53:31.619467 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device dc8babba-06b9-42c7-a1b2-b738b2a25eb6 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:53:31.626966 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dbe9679-aac5-4dcc-9d94-7b99834535de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:31.725334 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9e01227b-178b-48b6-82fb-61d0ab6fc1df tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "PUT /v2.0/floatingips/34588762-c1ab-468b-8538-9d7bbdee6a70 HTTP/1.1" status: 200 len: 990 time: 2.8733077 May 30 19:53:31.729079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b086e2-f608-420f-ad64-da821cd1f270', 'tag': 'd3fe0256-15f7-45f6-b7be-74f9ae34dfaf'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:53:31.735261 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dbe9679-aac5-4dcc-9d94-7b99834535de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:31.778826 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port dc8babba-06b9-42c7-a1b2-b738b2a25eb6 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:53:31.783920 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port dc8babba-06b9-42c7-a1b2-b738b2a25eb6 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:31.784465 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:31.806060 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dbe9679-aac5-4dcc-9d94-7b99834535de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:31.822968 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe9679-aac5-4dcc-9d94-7b99834535de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1040b544-f0eb-4d3a-a8be-41fffd2470ed,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:31.830409 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dbe9679-aac5-4dcc-9d94-7b99834535de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:31.831538 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3dbe9679-aac5-4dcc-9d94-7b99834535de admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1040b544-f0eb-4d3a-a8be-41fffd2470ed HTTP/1.1" status: 204 len: 168 time: 0.5210593 May 30 19:53:31.897593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a99e4c-9c4d-47d4-8803-3227031085a8 req-1cd751f6-e0d7-406e-a154-b5670b14e594 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:31.900433 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b1a99e4c-9c4d-47d4-8803-3227031085a8 req-1cd751f6-e0d7-406e-a154-b5670b14e594 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 945 time: 0.1942930 May 30 19:53:31.906214 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b609789-d416-40fc-b7a8-a7d92ff7d12b req-612f1173-65a6-45c5-83d6-5c3d04fd302e tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 1096 time: 0.1979384 May 30 19:53:31.926272 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-4350cbd7-2843-4b75-97d3-47a7fbad5dcc None None] Set router 61686beb-7a27-4420-b10d-a77166a3ca88 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:53:31.971460 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:31.988146 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b609789-d416-40fc-b7a8-a7d92ff7d12b req-28420965-9088-431a-870c-410657f94a99 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751925 May 30 19:53:32.003726 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b1a99e4c-9c4d-47d4-8803-3227031085a8 req-d765e46d-321f-4545-879a-611a85a4b50c tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764797 May 30 19:53:32.019122 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ff517d-4d08-48d6-be4c-e31689b644c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8babba-06b9-42c7-a1b2-b738b2a25eb6'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:53:32.044642 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port dc8babba-06b9-42c7-a1b2-b738b2a25eb6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=dc8babba-06b9-42c7-a1b2-b738b2a25eb6,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:32.052085 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:32.175218 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=dc8babba-06b9-42c7-a1b2-b738b2a25eb6,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:32.420270 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4350cbd7-2843-4b75-97d3-47a7fbad5dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '34588762-c1ab-468b-8538-9d7bbdee6a70', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'port_id': 'd3fe0256-15f7-45f6-b7be-74f9ae34dfaf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'mac_address': 'fa:16:3e:30:5c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b086e2-f608-420f-ad64-da821cd1f270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T19:53:04Z', 'updated_at': '2022-05-30T19:53:29Z', 'revision_number': 1, 'project_id': '18012846b9da440082f575e0c7d5b763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0efaac-84f4-411d-bad9-a328b2ff7e67', 'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'mac_address': 'fa:16:3e:d3:36:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:35Z', 'updated_at': '2022-05-30T19:52:57Z', 'revision_number': 5, 'project_id': '18012846b9da440082f575e0c7d5b763', 'subnets': [{'id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:53:32.424167 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4350cbd7-2843-4b75-97d3-47a7fbad5dcc None None] Checking router: 61686beb-7a27-4420-b10d-a77166a3ca88 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:53:32.424764 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c56afd-65b6-465d-a9ad-6313e504f505 req-b9d22e55-68d7-4555-8120-5ae6bb05e719 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:32.426675 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93c56afd-65b6-465d-a9ad-6313e504f505 req-b9d22e55-68d7-4555-8120-5ae6bb05e719 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 945 time: 0.1426878 May 30 19:53:32.435422 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4350cbd7-2843-4b75-97d3-47a7fbad5dcc None None] Routers {'61686beb-7a27-4420-b10d-a77166a3ca88'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:53:32.436080 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4350cbd7-2843-4b75-97d3-47a7fbad5dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:53:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61686beb-7a27-4420-b10d-a77166a3ca88'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:53:32.488226 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93c56afd-65b6-465d-a9ad-6313e504f505 req-a0136bb4-3893-4da9-b341-ddb934d6be79 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553393 May 30 19:53:32.558843 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8444133c-9109-4ee6-86f3-1808fc3da35e'] response: {'name': 'network-changed', 'server_uuid': '69b086e2-f608-420f-ad64-da821cd1f270', 'tag': 'd3fe0256-15f7-45f6-b7be-74f9ae34dfaf', 'status': 'completed', 'code': 200} May 30 19:53:32.626987 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:32.664217 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-4350cbd7-2843-4b75-97d3-47a7fbad5dcc None None] Set router 61686beb-7a27-4420-b10d-a77166a3ca88 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:53:32.679704 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44552) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:32.730944 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:32.746740 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-077986d5-c003-4ddf-bd06-8b84f153d60d req-7e2180d6-b5bf-48ed-902f-2f941f965a27 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=18012846b9da440082f575e0c7d5b763&device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 1096 time: 0.1627836 May 30 19:53:32.789615 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1c6ff1d4-c524-4d83-8bf4-cc390a7def9d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fa8edf87e496418eb99799c7351c05fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1087182 May 30 19:53:32.798882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44560) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:32.928333 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1af9d6d-9010-4217-bc1e-411e538dd203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:32.962187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077986d5-c003-4ddf-bd06-8b84f153d60d req-914055f8-5792-4a8f-9676-39e6df3eebf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:32.963622 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-077986d5-c003-4ddf-bd06-8b84f153d60d req-914055f8-5792-4a8f-9676-39e6df3eebf6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e7d0ea33-751a-4199-859b-91d929a3ce53 HTTP/1.1" status: 200 len: 924 time: 0.2114375 May 30 19:53:32.974117 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc644bea-2a3f-40e9-a2af-e7d56975d431 req-c6141791-11d7-4ecf-9336-2bb17e1d21a4 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:32.977613 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1af9d6d-9010-4217-bc1e-411e538dd203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:32.981729 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc644bea-2a3f-40e9-a2af-e7d56975d431 req-c6141791-11d7-4ecf-9336-2bb17e1d21a4 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=92ff517d-4d08-48d6-be4c-e31689b644c5 HTTP/1.1" status: 200 len: 949 time: 0.2336786 May 30 19:53:33.077422 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1af9d6d-9010-4217-bc1e-411e538dd203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:33.123301 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af9d6d-9010-4217-bc1e-411e538dd203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50a9f06-e039-4d3c-a94a-0a0bd100d5c2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:33.127190 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1af9d6d-9010-4217-bc1e-411e538dd203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:33.128380 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b1af9d6d-9010-4217-bc1e-411e538dd203 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b50a9f06-e039-4d3c-a94a-0a0bd100d5c2 HTTP/1.1" status: 204 len: 168 time: 0.3285251 May 30 19:53:33.138029 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9d6d-9010-4217-bc1e-411e538dd203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:33.138594 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9d6d-9010-4217-bc1e-411e538dd203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:33.138992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9d6d-9010-4217-bc1e-411e538dd203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:33.139407 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9d6d-9010-4217-bc1e-411e538dd203 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:33.139797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9d6d-9010-4217-bc1e-411e538dd203 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:33.140204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9d6d-9010-4217-bc1e-411e538dd203 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:33.140591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9d6d-9010-4217-bc1e-411e538dd203 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:33.140971 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9d6d-9010-4217-bc1e-411e538dd203 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:33.141731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9d6d-9010-4217-bc1e-411e538dd203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:33.142150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9d6d-9010-4217-bc1e-411e538dd203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:33.142527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9d6d-9010-4217-bc1e-411e538dd203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:33.206408 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4350cbd7-2843-4b75-97d3-47a7fbad5dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '34588762-c1ab-468b-8538-9d7bbdee6a70', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'port_id': 'd3fe0256-15f7-45f6-b7be-74f9ae34dfaf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'mac_address': 'fa:16:3e:30:5c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b086e2-f608-420f-ad64-da821cd1f270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T19:53:04Z', 'updated_at': '2022-05-30T19:53:29Z', 'revision_number': 1, 'project_id': '18012846b9da440082f575e0c7d5b763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0efaac-84f4-411d-bad9-a328b2ff7e67', 'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'mac_address': 'fa:16:3e:d3:36:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:35Z', 'updated_at': '2022-05-30T19:52:57Z', 'revision_number': 5, 'project_id': '18012846b9da440082f575e0c7d5b763', 'subnets': [{'id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:53:33.210644 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4350cbd7-2843-4b75-97d3-47a7fbad5dcc None None] The sync data for ids ['61686beb-7a27-4420-b10d-a77166a3ca88'] in n-d-843949-2 is: [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '34588762-c1ab-468b-8538-9d7bbdee6a70', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'port_id': 'd3fe0256-15f7-45f6-b7be-74f9ae34dfaf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'mac_address': 'fa:16:3e:30:5c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b086e2-f608-420f-ad64-da821cd1f270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T19:53:04Z', 'updated_at': '2022-05-30T19:53:29Z', 'revision_number': 1, 'project_id': '18012846b9da440082f575e0c7d5b763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0efaac-84f4-411d-bad9-a328b2ff7e67', 'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'mac_address': 'fa:16:3e:d3:36:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:35Z', 'updated_at': '2022-05-30T19:52:57Z', 'revision_number': 5, 'project_id': '18012846b9da440082f575e0c7d5b763', 'subnets': [{'id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:53:33.218825 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-077986d5-c003-4ddf-bd06-8b84f153d60d req-75c17265-7686-4350-9f8d-a2fec083ef12 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3fe0256-15f7-45f6-b7be-74f9ae34dfaf HTTP/1.1" status: 200 len: 998 time: 0.2335491 May 30 19:53:33.221457 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc644bea-2a3f-40e9-a2af-e7d56975d431 req-6df97a49-2015-40f9-8703-af0e13e42b88 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387395 May 30 19:53:33.298552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077986d5-c003-4ddf-bd06-8b84f153d60d req-dd6bf541-b956-4d93-819b-6b43272ad475 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:33.302884 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-077986d5-c003-4ddf-bd06-8b84f153d60d req-dd6bf541-b956-4d93-819b-6b43272ad475 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3 HTTP/1.1" status: 200 len: 862 time: 0.0779898 May 30 19:53:33.369048 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2098f729-20b8-44a5-9fbf-4b773cba5dc4'] response: {'server_uuid': '92ff517d-4d08-48d6-be4c-e31689b644c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8babba-06b9-42c7-a1b2-b738b2a25eb6', 'code': 200} May 30 19:53:33.516382 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-077986d5-c003-4ddf-bd06-8b84f153d60d req-b516ef40-13af-475d-be2b-9fdb7f057ea2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7d0ea33-751a-4199-859b-91d929a3ce53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2065253 May 30 19:53:33.533369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cf33d7e1-2297-4870-8df7-0e033e672441 req-808bf520-366d-4a1c-9039-e4da281bfdab tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 1096 time: 0.1738644 May 30 19:53:33.596296 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5c19c784-72c1-466f-90f5-8e600e14d10d req-905ab5d6-feff-4558-bf39-df1e8b030c4c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=92ff517d-4d08-48d6-be4c-e31689b644c5 HTTP/1.1" status: 200 len: 1100 time: 0.1708264 May 30 19:53:33.638970 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e2d5f-14df-47c1-8cb0-3a3dbf78aa63 None None] New status for floating IP 34588762-c1ab-468b-8538-9d7bbdee6a70: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 19:53:33.658503 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5c19c784-72c1-466f-90f5-8e600e14d10d req-ceb97063-b0d9-437c-a4a5-8984c5679de4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557704 May 30 19:53:33.832416 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-077986d5-c003-4ddf-bd06-8b84f153d60d req-e897073c-a623-4197-9c05-b45506f432b3 service neutron] 10.222.0.77 "GET /v2.0/networks/e7d0ea33-751a-4199-859b-91d929a3ce53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052073 May 30 19:53:33.834626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-cf33d7e1-2297-4870-8df7-0e033e672441 req-d5d1d6b0-cf6b-4647-8087-2f75b08b8aea tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] Synchronizing usage tracker for tenant:350ca2a17f3d4f0abc1be1501103e654 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:53:33.954449 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-cf33d7e1-2297-4870-8df7-0e033e672441 req-d5d1d6b0-cf6b-4647-8087-2f75b08b8aea tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] Unset dirty status for tenant:350ca2a17f3d4f0abc1be1501103e654 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:53:33.967414 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cf33d7e1-2297-4870-8df7-0e033e672441 req-d5d1d6b0-cf6b-4647-8087-2f75b08b8aea tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911266 May 30 19:53:34.019355 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-47567f26-8986-46f4-96b7-20ff4d7d05f0 req-8a396ab1-38c3-4710-b094-9f6b110559f2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2816553 May 30 19:53:34.069994 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-077986d5-c003-4ddf-bd06-8b84f153d60d req-9a8c1189-78f5-49db-b3d4-c9bd14b29df8 service neutron] 10.222.0.77 "GET /v2.0/networks/e7d0ea33-751a-4199-859b-91d929a3ce53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313457 May 30 19:53:34.201603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aff04a5f-ee09-4b7d-8b4e-7de93551642d req-2dec9f95-abd0-4593-a278-8372ad681619 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 1096 time: 0.0802991 May 30 19:53:34.283691 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aff04a5f-ee09-4b7d-8b4e-7de93551642d req-db31e48f-b4b2-4aba-9150-30bf4b33cf06 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754752 May 30 19:53:34.434794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32d4ecd0-c49e-4c93-b085-fb4d2b785a35 req-95830d37-e61d-4bfd-9b60-12ec1636a0dd tempest-FlavorsV2NegativeTest-1288470161 tempest-FlavorsV2NegativeTest-1288470161-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=c6dcf0b1c1c1406da1430d1dd1c0fa9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356371 May 30 19:53:34.614011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4ecd0-c49e-4c93-b085-fb4d2b785a35 req-70e7264e-2ddd-45c1-8159-793f01157411 tempest-FlavorsV2NegativeTest-1288470161 tempest-FlavorsV2NegativeTest-1288470161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:34.615465 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32d4ecd0-c49e-4c93-b085-fb4d2b785a35 req-70e7264e-2ddd-45c1-8159-793f01157411 tempest-FlavorsV2NegativeTest-1288470161 tempest-FlavorsV2NegativeTest-1288470161-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751707 May 30 19:53:34.634392 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32d4ecd0-c49e-4c93-b085-fb4d2b785a35 req-89305bd0-2062-4de8-8159-e67af5987fa3 tempest-FlavorsV2NegativeTest-1288470161 tempest-FlavorsV2NegativeTest-1288470161-project] 10.222.0.84 "GET /v2.0/quotas/c6dcf0b1c1c1406da1430d1dd1c0fa9f HTTP/1.1" status: 200 len: 375 time: 0.0106106 May 30 19:53:34.702774 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32d4ecd0-c49e-4c93-b085-fb4d2b785a35 req-e932b9b3-3d48-4e63-822f-490a2eb2d15d tempest-FlavorsV2NegativeTest-1288470161 tempest-FlavorsV2NegativeTest-1288470161-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c6dcf0b1c1c1406da1430d1dd1c0fa9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619671 May 30 19:53:34.922622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3054f-406e-4852-a162-51ac39a3954d req-59ad9977-2372-45f6-b3e8-b61bcf912949 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:34.924341 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19c3054f-406e-4852-a162-51ac39a3954d req-59ad9977-2372-45f6-b3e8-b61bcf912949 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=92ff517d-4d08-48d6-be4c-e31689b644c5 HTTP/1.1" status: 200 len: 949 time: 0.0905292 May 30 19:53:34.971047 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19c3054f-406e-4852-a162-51ac39a3954d req-5b2f6712-e2bd-4610-9145-70c08e28d413 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 May 30 19:53:35.732812 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e44c229-7f11-4952-aaef-3a46559d3e6f req-4c53275e-0544-4750-a13c-5a8b6391eaea service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0854616 May 30 19:53:35.893934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44716) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:35.956963 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44726) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:35.965198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-81ab2d2d-b788-44db-872b-918d00a9642e tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:53:35.966300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-81ab2d2d-b788-44db-872b-918d00a9642e tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0081651 May 30 19:53:36.162963 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:36.206157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:36.210379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Usage tracker for resource:security_group_rule and tenant:c6dcf0b1c1c1406da1430d1dd1c0fa9f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:36.228533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:36.235790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:36.377893 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:36.383196 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:36.429505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-5be541b5-536f-4498-b7bc-1942584de9cd req-8158f284-1ffa-4188-98e9-68ea0e668e8f service neutron] Request body: {'binding': {'host': 'n-h2-843949-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:36.429991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-5be541b5-536f-4498-b7bc-1942584de9cd req-8158f284-1ffa-4188-98e9-68ea0e668e8f service neutron] Unknown quota resources ['binding']. {{(pid=84023) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 30 19:53:36.460438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a273cb-8699-401a-a13e-b263d62a0e9c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:36.473279 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c6dcf0b1c1c1406da1430d1dd1c0fa9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5760729 May 30 19:53:36.473677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44756) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:36.488636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:36.488980 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:36.489321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:36.490081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:36.490081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:36.490321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:36.490602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:36.490921 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:36.491239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:36.491885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:36.491885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25d9bc-e6c8-4fdf-85ca-7520ac0a0710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:36.550343 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c4e340b-dc0e-44d7-9bdf-cd3ff9d8789b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:36.577168 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c4e340b-dc0e-44d7-9bdf-cd3ff9d8789b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:36.640457 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c4e340b-dc0e-44d7-9bdf-cd3ff9d8789b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:36.664145 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c4e340b-dc0e-44d7-9bdf-cd3ff9d8789b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:36.666481 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9c4e340b-dc0e-44d7-9bdf-cd3ff9d8789b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/31a273cb-8699-401a-a13e-b263d62a0e9c HTTP/1.1" status: 204 len: 168 time: 0.1918321 May 30 19:53:36.668205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e340b-dc0e-44d7-9bdf-cd3ff9d8789b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a273cb-8699-401a-a13e-b263d62a0e9c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:36.673134 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:36.680952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-5be541b5-536f-4498-b7bc-1942584de9cd req-8158f284-1ffa-4188-98e9-68ea0e668e8f service neutron] Attempting to bind port a69ca81e-61c1-493e-9933-2e1b4e0c5775 on host n-h2-843949-2 for vnic_type normal with profile None {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:53:36.681342 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-5be541b5-536f-4498-b7bc-1942584de9cd req-8158f284-1ffa-4188-98e9-68ea0e668e8f service neutron] Attempting to bind port a69ca81e-61c1-493e-9933-2e1b4e0c5775 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:53:36.681684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be541b5-536f-4498-b7bc-1942584de9cd req-8158f284-1ffa-4188-98e9-68ea0e668e8f service neutron] Attempting to bind port a69ca81e-61c1-493e-9933-2e1b4e0c5775 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:36.689158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be541b5-536f-4498-b7bc-1942584de9cd req-8158f284-1ffa-4188-98e9-68ea0e668e8f service neutron] Port a69ca81e-61c1-493e-9933-2e1b4e0c5775 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:53:36.689441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be541b5-536f-4498-b7bc-1942584de9cd req-8158f284-1ffa-4188-98e9-68ea0e668e8f service neutron] Attempting to bind port a69ca81e-61c1-493e-9933-2e1b4e0c5775 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:36.700324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be541b5-536f-4498-b7bc-1942584de9cd req-8158f284-1ffa-4188-98e9-68ea0e668e8f service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:53:36.700662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be541b5-536f-4498-b7bc-1942584de9cd req-8158f284-1ffa-4188-98e9-68ea0e668e8f service neutron] Checking segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:53:36.703042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be541b5-536f-4498-b7bc-1942584de9cd req-8158f284-1ffa-4188-98e9-68ea0e668e8f service neutron] Bound using segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:53:36.703487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-5be541b5-536f-4498-b7bc-1942584de9cd req-8158f284-1ffa-4188-98e9-68ea0e668e8f service neutron] Bound port: a69ca81e-61c1-493e-9933-2e1b4e0c5775, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:53:36.778871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5be541b5-536f-4498-b7bc-1942584de9cd req-8158f284-1ffa-4188-98e9-68ea0e668e8f service neutron] For port a69ca81e-61c1-493e-9933-2e1b4e0c5775, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=a69ca81e-61c1-493e-9933-2e1b4e0c5775,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:53:36.789833 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5be541b5-536f-4498-b7bc-1942584de9cd req-8158f284-1ffa-4188-98e9-68ea0e668e8f service neutron] Notify callbacks [] for binding, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:36.790999 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-8158f284-1ffa-4188-98e9-68ea0e668e8f service neutron] 10.222.0.84 "POST /v2.0/ports/a69ca81e-61c1-493e-9933-2e1b4e0c5775/bindings HTTP/1.1" status: 201 len: 389 time: 0.5952497 May 30 19:53:37.191364 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-43073c01-d153-4732-81e0-e2b0872f0dc9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 1096 time: 0.1027956 May 30 19:53:37.252346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea1cb3-d8ad-49c6-b940-4a2f9c002e32 req-8f5f4029-163c-4611-90e3-f21f57224f64 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:37.253961 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1ea1cb3-d8ad-49c6-b940-4a2f9c002e32 req-8f5f4029-163c-4611-90e3-f21f57224f64 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=92ff517d-4d08-48d6-be4c-e31689b644c5 HTTP/1.1" status: 200 len: 949 time: 0.1116512 May 30 19:53:37.292808 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44800) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:37.304446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-183e3954-3302-4b3d-bdb0-ecc069b45dd6 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:53:37.314580 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-183e3954-3302-4b3d-bdb0-ecc069b45dd6 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0185840 May 30 19:53:37.333949 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44806) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:37.366093 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1ea1cb3-d8ad-49c6-b940-4a2f9c002e32 req-86a95613-4ab5-486d-98ef-43c6e4bd1b2a tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021121 May 30 19:53:37.512394 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be541b5-536f-4498-b7bc-1942584de9cd req-992fd031-9c75-479a-bbdb-ef242ab96ff6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:37.514443 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-992fd031-9c75-479a-bbdb-ef242ab96ff6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.3165615 May 30 19:53:37.542758 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bfde2c37-0e0c-4576-8372-f5646b9e4d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:37.584456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-bfde2c37-0e0c-4576-8372-f5646b9e4d6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:37.590335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-bfde2c37-0e0c-4576-8372-f5646b9e4d6d admin admin] Usage tracker for resource:security_group_rule and tenant:a319bccfef7344aca7aaa0c0f5f86fbc is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:37.594089 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-bfde2c37-0e0c-4576-8372-f5646b9e4d6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:37.594643 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-6d6ac181-5146-434b-a322-5eb415b3c5ee service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a69ca81e-61c1-493e-9933-2e1b4e0c5775 HTTP/1.1" status: 200 len: 217 time: 0.0728943 May 30 19:53:37.602012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-bfde2c37-0e0c-4576-8372-f5646b9e4d6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:37.670802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be541b5-536f-4498-b7bc-1942584de9cd req-079ad266-a8ee-4487-bf48-466b23fd158c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:37.672510 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-079ad266-a8ee-4487-bf48-466b23fd158c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.0720448 May 30 19:53:37.686667 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bfde2c37-0e0c-4576-8372-f5646b9e4d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:37.693623 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bfde2c37-0e0c-4576-8372-f5646b9e4d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:37.721824 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-802a6d18-a37a-436f-8682-ecca00d5ffc0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433867 May 30 19:53:37.735531 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bfde2c37-0e0c-4576-8372-f5646b9e4d6d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a319bccfef7344aca7aaa0c0f5f86fbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4005492 May 30 19:53:37.738424 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44826) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:37.777041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde2c37-0e0c-4576-8372-f5646b9e4d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926a95f3-509f-4e1a-a830-11fa0e9d6a9b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:37.826473 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5f2e8d85-3f71-4705-a4b6-70bc0e47e47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:37.866566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-e3f15730-91d8-4917-a038-d3b1c6842b2e service neutron] Request body: {'binding': {'host': 'n-h2-843949-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:37.866993 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-e3f15730-91d8-4917-a038-d3b1c6842b2e service neutron] Unknown quota resources ['binding']. {{(pid=84023) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 30 19:53:37.888461 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-85c31872-6073-4474-83d6-48a4a42cb3f7 service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600990 May 30 19:53:37.924392 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5f2e8d85-3f71-4705-a4b6-70bc0e47e47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:38.061777 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-79e75e4c-a77b-4c52-9207-515e72bddeac service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648028 May 30 19:53:38.152425 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5f2e8d85-3f71-4705-a4b6-70bc0e47e47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:38.172778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44838) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:38.181345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e8d85-3f71-4705-a4b6-70bc0e47e47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926a95f3-509f-4e1a-a830-11fa0e9d6a9b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:38.195116 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5f2e8d85-3f71-4705-a4b6-70bc0e47e47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:38.199404 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5f2e8d85-3f71-4705-a4b6-70bc0e47e47c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/926a95f3-509f-4e1a-a830-11fa0e9d6a9b HTTP/1.1" status: 204 len: 168 time: 0.4600794 May 30 19:53:38.203280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-e3f15730-91d8-4917-a038-d3b1c6842b2e service neutron] Attempting to bind port b3d8415d-b149-4568-b574-96d85490ccc0 on host n-h2-843949-2 for vnic_type normal with profile None {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:53:38.203611 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-e3f15730-91d8-4917-a038-d3b1c6842b2e service neutron] Attempting to bind port b3d8415d-b149-4568-b574-96d85490ccc0 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:53:38.203933 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-e3f15730-91d8-4917-a038-d3b1c6842b2e service neutron] Attempting to bind port b3d8415d-b149-4568-b574-96d85490ccc0 on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:38.214165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a835ebd-3e9c-4e55-a20e-3cfdea84e970 req-31b7e636-d9f7-4cd1-aeb5-1b33f0959532 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:38.225493 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a835ebd-3e9c-4e55-a20e-3cfdea84e970 req-31b7e636-d9f7-4cd1-aeb5-1b33f0959532 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 945 time: 0.2042029 May 30 19:53:38.229484 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-e3f15730-91d8-4917-a038-d3b1c6842b2e service neutron] Port b3d8415d-b149-4568-b574-96d85490ccc0 on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:53:38.229956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-e3f15730-91d8-4917-a038-d3b1c6842b2e service neutron] Attempting to bind port b3d8415d-b149-4568-b574-96d85490ccc0 on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:38.275307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-e3f15730-91d8-4917-a038-d3b1c6842b2e service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:53:38.275990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-e3f15730-91d8-4917-a038-d3b1c6842b2e service neutron] Checking segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:53:38.276139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-e3f15730-91d8-4917-a038-d3b1c6842b2e service neutron] Bound using segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:53:38.277046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-e3f15730-91d8-4917-a038-d3b1c6842b2e service neutron] Bound port: b3d8415d-b149-4568-b574-96d85490ccc0, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:53:38.327743 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-39ecafcb-bac9-499c-8b52-101766a57612 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62&tenant_id=1252846c85cb4f3da96b46deca7cb4f6&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 1096 time: 0.1124828 May 30 19:53:38.338204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a835ebd-3e9c-4e55-a20e-3cfdea84e970 req-12878260-16b0-4fc8-9a0b-f578ef02b540 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051280 May 30 19:53:38.339951 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843949-2'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:38.359652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-e3f15730-91d8-4917-a038-d3b1c6842b2e service neutron] For port b3d8415d-b149-4568-b574-96d85490ccc0, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b3d8415d-b149-4568-b574-96d85490ccc0,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:53:38.366260 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-e3f15730-91d8-4917-a038-d3b1c6842b2e service neutron] Notify callbacks [] for binding, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:38.367528 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-e3f15730-91d8-4917-a038-d3b1c6842b2e service neutron] 10.222.0.84 "POST /v2.0/ports/b3d8415d-b149-4568-b574-96d85490ccc0/bindings HTTP/1.1" status: 201 len: 389 time: 0.7261565 May 30 19:53:38.501595 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:38.575834 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1390178705-network', 'tenant_id': 'eb446be651e44c1c9f0d6a61f8b48c59'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:38.585365 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:38.593109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Usage tracker for resource:network and tenant:eb446be651e44c1c9f0d6a61f8b48c59 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:38.599065 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:38.622514 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:38.659152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44852) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:38.681467 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-682ce6b8-ceaa-49d9-a607-118831949e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:38.704070 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Made reservation on behalf of eb446be651e44c1c9f0d6a61f8b48c59 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:53:38.706554 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:38.721108 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-682ce6b8-ceaa-49d9-a607-118831949e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:38.723836 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:38.724955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-682ce6b8-ceaa-49d9-a607-118831949e9e admin admin] Usage tracker for resource:security_group_rule and tenant:a87dabf3246741e1a7dd0b59be65b98d is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:38.727942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-682ce6b8-ceaa-49d9-a607-118831949e9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:38.734209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-682ce6b8-ceaa-49d9-a607-118831949e9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:38.794450 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] For port a69ca81e-61c1-493e-9933-2e1b4e0c5775, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a69ca81e-61c1-493e-9933-2e1b4e0c5775,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:38.797072 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:38.810903 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Usage tracker for resource:security_group_rule and tenant:eb446be651e44c1c9f0d6a61f8b48c59 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:38.813393 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-682ce6b8-ceaa-49d9-a607-118831949e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:38.815260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:38.819446 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-682ce6b8-ceaa-49d9-a607-118831949e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:38.822939 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:38.870485 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] For port a69ca81e-61c1-493e-9933-2e1b4e0c5775, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:53:38.887874 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ce6b8-ceaa-49d9-a607-118831949e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c8f3b7-9075-4649-8c73-9fda6ecf5e13,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:38.896482 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-682ce6b8-ceaa-49d9-a607-118831949e9e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a87dabf3246741e1a7dd0b59be65b98d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2356799 May 30 19:53:38.896674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44860) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:38.959400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1f52ad-195e-4111-a696-de6268dacf62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a69ca81e-61c1-493e-9933-2e1b4e0c5775'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:53:38.964950 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:39.007033 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:39.025789 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3eda144b-416b-458b-a871-08746ff7a50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:39.064694 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:39.066097 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3eda144b-416b-458b-a871-08746ff7a50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:39.078765 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:39.078969 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873e011-c37e-4658-826f-2aaa69b7fece req-07768fe3-e6b7-4112-8908-5e7abf8aa290 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:39.080466 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8873e011-c37e-4658-826f-2aaa69b7fece req-07768fe3-e6b7-4112-8908-5e7abf8aa290 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 945 time: 0.1353395 May 30 19:53:39.186523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:53:39.195904 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] Pushing event updated for resources: {'Port': ['ID=a69ca81e-61c1-493e-9933-2e1b4e0c5775,revision_number=7']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:39.207377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af103110-cdf7-4831-aede-1d8a287b41a6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:39.207622 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8873e011-c37e-4658-826f-2aaa69b7fece req-40dfbbff-a424-4a00-8e93-107ae1a1d039 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217003 May 30 19:53:39.230196 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3eda144b-416b-458b-a871-08746ff7a50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:39.256500 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:39.257040 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Added segment 6f75ca35-e18f-4d9b-880e-b32e341512f9 of type vlan for network 55743427-5f1d-4ffc-af10-bfa878a346a4 May 30 19:53:39.260750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda144b-416b-458b-a871-08746ff7a50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c8f3b7-9075-4649-8c73-9fda6ecf5e13,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:39.265980 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3eda144b-416b-458b-a871-08746ff7a50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:39.267734 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3eda144b-416b-458b-a871-08746ff7a50a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/66c8f3b7-9075-4649-8c73-9fda6ecf5e13 HTTP/1.1" status: 204 len: 168 time: 0.3698573 May 30 19:53:39.285012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49cd2c-9399-4f7e-996b-ac630fbe0cab req-6ba7295f-3c0d-4b2f-8e62-ba55bfb06718 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:39.295516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e49cd2c-9399-4f7e-996b-ac630fbe0cab req-6ba7295f-3c0d-4b2f-8e62-ba55bfb06718 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=92ff517d-4d08-48d6-be4c-e31689b644c5 HTTP/1.1" status: 200 len: 949 time: 0.2016144 May 30 19:53:39.304313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] Attempting to bind port a69ca81e-61c1-493e-9933-2e1b4e0c5775 on host n-h1-843949-2 for vnic_type normal with profile {"migrating_to": "n-h2-843949-2"} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:53:39.304631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] Attempting to bind port a69ca81e-61c1-493e-9933-2e1b4e0c5775 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:53:39.304955 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] Attempting to bind port a69ca81e-61c1-493e-9933-2e1b4e0c5775 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:39.332318 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:39.337191 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] Port a69ca81e-61c1-493e-9933-2e1b4e0c5775 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:53:39.337941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] Attempting to bind port a69ca81e-61c1-493e-9933-2e1b4e0c5775 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:39.348837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:53:39.350690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] Checking segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:53:39.351251 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] Bound using segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:53:39.351785 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] Bound port: a69ca81e-61c1-493e-9933-2e1b4e0c5775, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:53:39.352297 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:39.363569 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e49cd2c-9399-4f7e-996b-ac630fbe0cab req-b3083639-71d1-4ffa-a584-362a3d89cfa8 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668881 May 30 19:53:39.432476 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b5eeebf-b23d-4118-9071-2b303a0711db'] response: {'server_uuid': 'dd1f52ad-195e-4111-a696-de6268dacf62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a69ca81e-61c1-493e-9933-2e1b4e0c5775', 'code': 200} May 30 19:53:39.488891 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:39.489741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:39.490314 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:39.642155 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a534ddb-225f-473e-9c7c-b707b32d03f7 req-b13623f8-013b-4304-9950-b2a4002dd1ce tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:39.643645 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8a534ddb-225f-473e-9c7c-b707b32d03f7 req-b13623f8-013b-4304-9950-b2a4002dd1ce tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 943 time: 0.0910170 May 30 19:53:39.696811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] For port a69ca81e-61c1-493e-9933-2e1b4e0c5775, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:53:39.699050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] Pushing event updated for resources: {'Network': ['ID=55743427-5f1d-4ffc-af10-bfa878a346a4,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:39.703162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] For port a69ca81e-61c1-493e-9933-2e1b4e0c5775, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a69ca81e-61c1-493e-9933-2e1b4e0c5775,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:53:39.708701 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8a534ddb-225f-473e-9c7c-b707b32d03f7 req-faa7fcfa-d57e-4562-b7a9-c03d7a11c123 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591908 May 30 19:53:39.712498 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:39.720428 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 55743427-5f1d-4ffc-af10-bfa878a346a4 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:53:39.866322 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-363a3c62-5586-4fdd-9995-7dc2b849185f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6924453 May 30 19:53:39.869584 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44892) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:39.876015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6f26ce7f-ee8c-4d0a-bea1-cf9df6c4a59e admin admin] Request body: {'subnet': {'network_id': '55743427-5f1d-4ffc-af10-bfa878a346a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1390178705-subnet', 'tenant_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:39.881364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6f26ce7f-ee8c-4d0a-bea1-cf9df6c4a59e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:39.887024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6f26ce7f-ee8c-4d0a-bea1-cf9df6c4a59e admin admin] Usage tracker for resource:subnet and tenant:eb446be651e44c1c9f0d6a61f8b48c59 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:39.891496 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6f26ce7f-ee8c-4d0a-bea1-cf9df6c4a59e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:39.901879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6f26ce7f-ee8c-4d0a-bea1-cf9df6c4a59e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:39.919160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f26ce7f-ee8c-4d0a-bea1-cf9df6c4a59e admin admin] Made reservation on behalf of eb446be651e44c1c9f0d6a61f8b48c59 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:53:39.922499 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6f26ce7f-ee8c-4d0a-bea1-cf9df6c4a59e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:39.956013 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:39.957423 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] 10.222.0.93 "PUT /v2.0/ports/a69ca81e-61c1-493e-9933-2e1b4e0c5775 HTTP/1.1" status: 200 len: 1121 time: 1.6227915 May 30 19:53:39.960361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca80331-efd7-48ec-85f5-42e8efb86199 service neutron] Pushing event updated for resources: {'Port': ['ID=a69ca81e-61c1-493e-9933-2e1b4e0c5775,revision_number=8']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:40.062470 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['a69ca81e-61c1-493e-9933-2e1b4e0c5775'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:53:40.077552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44908) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:40.208744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401e80f-ab3f-42b0-bf9e-52fe90cd332c req-1875b207-7bc4-47c4-92de-c24468812616 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:40.210161 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5401e80f-ab3f-42b0-bf9e-52fe90cd332c req-1875b207-7bc4-47c4-92de-c24468812616 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.93 "GET /v2.0/ports?device_id=92ff517d-4d08-48d6-be4c-e31689b644c5 HTTP/1.1" status: 200 len: 949 time: 0.2437108 May 30 19:53:40.310397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-5401e80f-ab3f-42b0-bf9e-52fe90cd332c req-5547c773-3315-49aa-8cd3-ee2f355850c9 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Deleting port dc8babba-06b9-42c7-a1b2-b738b2a25eb6 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:53:40.310968 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5401e80f-ab3f-42b0-bf9e-52fe90cd332c req-5547c773-3315-49aa-8cd3-ee2f355850c9 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:40.482452 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d6c638e-3b14-4f32-811a-6ba72b03358b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:40.525296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44924) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:40.536500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3d6c638e-3b14-4f32-811a-6ba72b03358b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:40.542981 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3d6c638e-3b14-4f32-811a-6ba72b03358b admin admin] Usage tracker for resource:security_group_rule and tenant:17d3d12abf3d474f96a28fe197b2cf1e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:40.546326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3d6c638e-3b14-4f32-811a-6ba72b03358b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:40.553112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3d6c638e-3b14-4f32-811a-6ba72b03358b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:40.601702 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6f26ce7f-ee8c-4d0a-bea1-cf9df6c4a59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:40.644729 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d6c638e-3b14-4f32-811a-6ba72b03358b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:40.652275 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d6c638e-3b14-4f32-811a-6ba72b03358b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:40.716929 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c638e-3b14-4f32-811a-6ba72b03358b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7156f12-800e-47ed-9386-eacc3253406b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:40.721582 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b19fbb49-0ad4-4d26-8cd7-1883fc402024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:40.735660 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3d6c638e-3b14-4f32-811a-6ba72b03358b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=17d3d12abf3d474f96a28fe197b2cf1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6569166 May 30 19:53:40.738269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44934) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:40.756011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26ce7f-ee8c-4d0a-bea1-cf9df6c4a59e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f309744-2353-4fe4-8123-5a569a11202c,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:40.795352 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b19fbb49-0ad4-4d26-8cd7-1883fc402024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:40.802706 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b19fbb49-0ad4-4d26-8cd7-1883fc402024 admin admin] Usage tracker for resource:security_group_rule and tenant:d98aeb196ffe4efe93dbe71f134895cd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:40.806906 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b19fbb49-0ad4-4d26-8cd7-1883fc402024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:40.815129 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b19fbb49-0ad4-4d26-8cd7-1883fc402024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:40.837263 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-954d789c-143a-433e-9551-7a06670636d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:40.843320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ff66a-0f74-4918-9159-5b8f0fd651ae req-2c626d15-7e3f-4244-8e7f-b8d1ef796f32 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:40.850049 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-660ff66a-0f74-4918-9159-5b8f0fd651ae req-2c626d15-7e3f-4244-8e7f-b8d1ef796f32 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=92ff517d-4d08-48d6-be4c-e31689b644c5 HTTP/1.1" status: 200 len: 949 time: 0.3248072 May 30 19:53:40.876726 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-954d789c-143a-433e-9551-7a06670636d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:40.878863 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fff9c-1922-43e1-8133-5f1b9bcb6b86 req-aa5d88fa-eada-4b31-916a-8300d60c2f56 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:40.880381 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-395fff9c-1922-43e1-8133-5f1b9bcb6b86 req-aa5d88fa-eada-4b31-916a-8300d60c2f56 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 945 time: 0.4371030 May 30 19:53:40.909175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5401e80f-ab3f-42b0-bf9e-52fe90cd332c req-5547c773-3315-49aa-8cd3-ee2f355850c9 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] For port dc8babba-06b9-42c7-a1b2-b738b2a25eb6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=dc8babba-06b9-42c7-a1b2-b738b2a25eb6,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:40.909530 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5401e80f-ab3f-42b0-bf9e-52fe90cd332c req-5547c773-3315-49aa-8cd3-ee2f355850c9 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:40.919040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26ce7f-ee8c-4d0a-bea1-cf9df6c4a59e admin admin] Checking segment: {'id': '6f75ca35-e18f-4d9b-880e-b32e341512f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '55743427-5f1d-4ffc-af10-bfa878a346a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:53:40.919389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f26ce7f-ee8c-4d0a-bea1-cf9df6c4a59e admin admin] Network hostable DHCP agents. Network: 55743427-5f1d-4ffc-af10-bfa878a346a4, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:53:40.956705 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b19fbb49-0ad4-4d26-8cd7-1883fc402024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:40.961186 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b19fbb49-0ad4-4d26-8cd7-1883fc402024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:41.010592 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-954d789c-143a-433e-9551-7a06670636d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:41.017192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fbb49-0ad4-4d26-8cd7-1883fc402024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb88c5a7-d945-40c2-a97f-b776ce143e86,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:41.033855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d789c-143a-433e-9551-7a06670636d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7156f12-800e-47ed-9386-eacc3253406b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:41.042368 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b19fbb49-0ad4-4d26-8cd7-1883fc402024 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d98aeb196ffe4efe93dbe71f134895cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5154517 May 30 19:53:41.043135 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44944) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:41.074896 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-954d789c-143a-433e-9551-7a06670636d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:41.076279 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-954d789c-143a-433e-9551-7a06670636d8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a7156f12-800e-47ed-9386-eacc3253406b HTTP/1.1" status: 204 len: 168 time: 0.3368464 May 30 19:53:41.079373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-5401e80f-ab3f-42b0-bf9e-52fe90cd332c req-5547c773-3315-49aa-8cd3-ee2f355850c9 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Calling delete_port for dc8babba-06b9-42c7-a1b2-b738b2a25eb6 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:53:41.117356 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b7c26bf2-5d8d-4ecb-8b79-befadd0ea3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:41.130817 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-660ff66a-0f74-4918-9159-5b8f0fd651ae req-4221374c-dbd8-4469-bb0d-90b21279f682 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/security-groups?id=b72460ca-9bcd-4763-b737-aa7bd021b055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798595 May 30 19:53:41.156364 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b7c26bf2-5d8d-4ecb-8b79-befadd0ea3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:41.202923 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-395fff9c-1922-43e1-8133-5f1b9bcb6b86 req-f8cccf1c-9c61-42d4-add3-fa956f32d5cc tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134813 May 30 19:53:41.239593 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b7c26bf2-5d8d-4ecb-8b79-befadd0ea3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:41.263997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c26bf2-5d8d-4ecb-8b79-befadd0ea3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb88c5a7-d945-40c2-a97f-b776ce143e86,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:41.287887 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b7c26bf2-5d8d-4ecb-8b79-befadd0ea3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:41.291143 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b7c26bf2-5d8d-4ecb-8b79-befadd0ea3d5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fb88c5a7-d945-40c2-a97f-b776ce143e86 HTTP/1.1" status: 204 len: 168 time: 0.2447469 May 30 19:53:41.325717 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f26ce7f-ee8c-4d0a-bea1-cf9df6c4a59e admin admin] Network 55743427-5f1d-4ffc-af10-bfa878a346a4 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:53:41.392332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-6f26ce7f-ee8c-4d0a-bea1-cf9df6c4a59e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 55743427-5f1d-4ffc-af10-bfa878a346a4) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:53:41.408468 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa6aef4-7b13-4cd9-a188-bf699d58b794 None None] Network 55743427-5f1d-4ffc-af10-bfa878a346a4 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:53:41.433384 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1f52ad-195e-4111-a696-de6268dacf62', 'tag': 'a69ca81e-61c1-493e-9933-2e1b4e0c5775'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:53:41.451129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f26ce7f-ee8c-4d0a-bea1-cf9df6c4a59e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:41.451945 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6f26ce7f-ee8c-4d0a-bea1-cf9df6c4a59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:41.483957 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:53:41.491829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6f26ce7f-ee8c-4d0a-bea1-cf9df6c4a59e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6207294 May 30 19:53:41.495395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44962) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:41.500709 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1390178705-router', 'tenant_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:41.513034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:41.517185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Usage tracker for resource:router and tenant:eb446be651e44c1c9f0d6a61f8b48c59 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:41.524843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:41.528563 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5401e80f-ab3f-42b0-bf9e-52fe90cd332c req-5547c773-3315-49aa-8cd3-ee2f355850c9 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:41.543367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:41.543845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f56237-b52e-4b9b-8571-dc03d21a757a req-8f03af64-455b-407b-9b56-364388fb3668 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:41.551355 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36f56237-b52e-4b9b-8571-dc03d21a757a req-8f03af64-455b-407b-9b56-364388fb3668 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 943 time: 0.2102592 May 30 19:53:41.572552 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:41.573996 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:41.593021 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['dc8babba-06b9-42c7-a1b2-b738b2a25eb6'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:53:41.615049 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:41.633609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547c773-3315-49aa-8cd3-ee2f355850c9 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Pushing event deleted for resources: {'Port': ['ID=dc8babba-06b9-42c7-a1b2-b738b2a25eb6,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:41.648007 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bce1767-372f-47e8-8ba5-67efcdd3a6b5'] response: {'name': 'network-changed', 'server_uuid': 'dd1f52ad-195e-4111-a696-de6268dacf62', 'tag': 'a69ca81e-61c1-493e-9933-2e1b4e0c5775', 'status': 'completed', 'code': 200} May 30 19:53:41.800972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5401e80f-ab3f-42b0-bf9e-52fe90cd332c req-5547c773-3315-49aa-8cd3-ee2f355850c9 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] No DVR routers for this DVR port dc8babba-06b9-42c7-a1b2-b738b2a25eb6 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:53:41.824606 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5401e80f-ab3f-42b0-bf9e-52fe90cd332c req-5547c773-3315-49aa-8cd3-ee2f355850c9 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:41.832110 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5401e80f-ab3f-42b0-bf9e-52fe90cd332c req-5547c773-3315-49aa-8cd3-ee2f355850c9 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.93 "DELETE /v2.0/ports/dc8babba-06b9-42c7-a1b2-b738b2a25eb6 HTTP/1.1" status: 204 len: 173 time: 1.5927074 May 30 19:53:41.834228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44970) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:41.834681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ff517d-4d08-48d6-be4c-e31689b644c5', 'name': 'network-vif-deleted', 'tag': 'dc8babba-06b9-42c7-a1b2-b738b2a25eb6'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:53:41.853352 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36f56237-b52e-4b9b-8571-dc03d21a757a req-312ddda6-14a0-448b-a28f-6763d5b5482f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999403 May 30 19:53:41.959800 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d75a22ef-e64e-4fc8-bcec-2021fa78884d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:41.983664 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:41.999658 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-55743427-5f1d-4ffc-af10-bfa878a346a4', 'network_id': '55743427-5f1d-4ffc-af10-bfa878a346a4', 'tenant_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'fixed_ips': [{'subnet_id': '0f309744-2353-4fe4-8123-5a569a11202c'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 19:53:42.001572 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:42.013592 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3018588-eea0-41d8-a52d-50ef22833033'] response: {'server_uuid': '92ff517d-4d08-48d6-be4c-e31689b644c5', 'name': 'network-vif-deleted', 'tag': 'dc8babba-06b9-42c7-a1b2-b738b2a25eb6', 'status': 'completed', 'code': 200} May 30 19:53:42.054036 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5ea7596-f9e9-4c2f-ac06-7683ad20c6df req-fdbf5b69-e919-4e5d-8966-be5831966371 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 1124 time: 0.4228382 May 30 19:53:42.217940 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d75a22ef-e64e-4fc8-bcec-2021fa78884d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:42.221113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea7596-f9e9-4c2f-ac06-7683ad20c6df req-8210ff2d-cae4-4e9d-80b0-4125acebc768 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:42.222405 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5ea7596-f9e9-4c2f-ac06-7683ad20c6df req-8210ff2d-cae4-4e9d-80b0-4125acebc768 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.1617980 May 30 19:53:42.224701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d75a22ef-e64e-4fc8-bcec-2021fa78884d admin admin] Usage tracker for resource:security_group_rule and tenant:483c87281ef94bb4883322f3a0dc59ab is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:42.227617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d75a22ef-e64e-4fc8-bcec-2021fa78884d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:42.230656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44980) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:42.318104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d75a22ef-e64e-4fc8-bcec-2021fa78884d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:42.361732 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:42.389898 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5ea7596-f9e9-4c2f-ac06-7683ad20c6df req-8c6df62a-13f8-4cda-8ef1-a58adaecd8d0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a69ca81e-61c1-493e-9933-2e1b4e0c5775 HTTP/1.1" status: 200 len: 217 time: 0.0729465 May 30 19:53:42.392209 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-63843129-29fe-44fd-bdc5-83485a33c0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:42.405930 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Allocated IP 172.20.0.2 (55743427-5f1d-4ffc-af10-bfa878a346a4/0f309744-2353-4fe4-8123-5a569a11202c/8e235579-e7bd-4919-9547-950387fdc486) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:53:42.447794 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:42.486352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea7596-f9e9-4c2f-ac06-7683ad20c6df req-2f34bcad-c998-431f-8a28-7b95633b0bcc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:42.488545 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5ea7596-f9e9-4c2f-ac06-7683ad20c6df req-2f34bcad-c998-431f-8a28-7b95633b0bcc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.0859902 May 30 19:53:42.601450 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Allocated IP 172.25.5.158 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/2222980d-2a3a-458f-8bb9-53f04286cb00) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:53:42.675224 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-fa1f030f-084c-4964-92b9-d6657d857937 req-0cbf595d-a2ce-4789-a7be-a65e4de2c4e7 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Synchronizing usage tracker for tenant:e924f24d79de4f05b40676c88a01bd8e on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:53:42.699004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-63843129-29fe-44fd-bdc5-83485a33c0f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:42.704920 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5ea7596-f9e9-4c2f-ac06-7683ad20c6df req-57ae4347-787e-44d9-9777-3599ae93f7e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199772 May 30 19:53:42.712610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-63843129-29fe-44fd-bdc5-83485a33c0f1 admin admin] Usage tracker for resource:security_group_rule and tenant:7f66f458d45b4e57ad736303b49be78a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:42.718373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-63843129-29fe-44fd-bdc5-83485a33c0f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:42.756581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-63843129-29fe-44fd-bdc5-83485a33c0f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:42.769452 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-fa1f030f-084c-4964-92b9-d6657d857937 req-0cbf595d-a2ce-4789-a7be-a65e4de2c4e7 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] Unset dirty status for tenant:e924f24d79de4f05b40676c88a01bd8e on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:53:42.782866 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:42.784556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa1f030f-084c-4964-92b9-d6657d857937 req-0cbf595d-a2ce-4789-a7be-a65e4de2c4e7 tempest-DeleteServersAdminTestJSON-1641937996 tempest-DeleteServersAdminTestJSON-1641937996-project] 10.222.0.84 "GET /v2.0/ports?device_id=92ff517d-4d08-48d6-be4c-e31689b644c5 HTTP/1.1" status: 200 len: 210 time: 0.2923372 May 30 19:53:42.794931 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Transition to ACTIVE for port object 8e235579-e7bd-4919-9547-950387fdc486 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:53:42.809361 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:42.825161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Transition to ACTIVE for port object 8e235579-e7bd-4919-9547-950387fdc486 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:53:42.833463 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:42.848987 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:42.862218 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d884c-e79b-4579-a2f4-81252d7e41df req-064d3db1-38bd-4caa-9e90-aebace820116 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:42.868967 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a80d884c-e79b-4579-a2f4-81252d7e41df req-064d3db1-38bd-4caa-9e90-aebace820116 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 945 time: 0.3780689 May 30 19:53:42.907276 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Network 55743427-5f1d-4ffc-af10-bfa878a346a4 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:53:42.910661 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:53:42.915428 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Pushing event updated for resources: {'Port': ['ID=8e235579-e7bd-4919-9547-950387fdc486,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:42.918463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:53:42.928557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Pushing event updated for resources: {'Port': ['ID=2222980d-2a3a-458f-8bb9-53f04286cb00,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:42.945708 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:53:42.946812 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:53:42.949740 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:53:42.967714 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:42.968370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:42.969345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:42.969845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:42.970322 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:42.970801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:42.971283 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:42.971759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:42.972398 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:42.972871 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:42.973743 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:42.980580 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d75a22ef-e64e-4fc8-bcec-2021fa78884d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:43.009592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a80d884c-e79b-4579-a2f4-81252d7e41df req-98b27528-1f8a-4247-82b3-13aea54a8804 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397107 May 30 19:53:43.016454 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d75a22ef-e64e-4fc8-bcec-2021fa78884d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:43.072483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Attempting to bind port 8e235579-e7bd-4919-9547-950387fdc486 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:53:43.073405 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Attempting to bind port 8e235579-e7bd-4919-9547-950387fdc486 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '6f75ca35-e18f-4d9b-880e-b32e341512f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '55743427-5f1d-4ffc-af10-bfa878a346a4'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:53:43.073757 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Attempting to bind port 8e235579-e7bd-4919-9547-950387fdc486 on network 55743427-5f1d-4ffc-af10-bfa878a346a4 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:43.092718 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:53:43.093220 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Checking segment: {'id': '6f75ca35-e18f-4d9b-880e-b32e341512f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '55743427-5f1d-4ffc-af10-bfa878a346a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:53:43.093626 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:43.094180 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Bound using segment: {'id': '6f75ca35-e18f-4d9b-880e-b32e341512f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '55743427-5f1d-4ffc-af10-bfa878a346a4'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:53:43.094645 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Bound port: 8e235579-e7bd-4919-9547-950387fdc486, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f75ca35-e18f-4d9b-880e-b32e341512f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '55743427-5f1d-4ffc-af10-bfa878a346a4'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:53:43.095007 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:43.099073 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:43.100985 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:43.128872 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-63843129-29fe-44fd-bdc5-83485a33c0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:43.150959 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-63843129-29fe-44fd-bdc5-83485a33c0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:43.195637 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] For port 8e235579-e7bd-4919-9547-950387fdc486, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:53:43.205762 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] For port 8e235579-e7bd-4919-9547-950387fdc486, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8e235579-e7bd-4919-9547-950387fdc486,segment=NetworkSegment(6f75ca35-e18f-4d9b-880e-b32e341512f9),segment_id=6f75ca35-e18f-4d9b-880e-b32e341512f9)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:53:43.218918 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:43.227970 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d75a22ef-e64e-4fc8-bcec-2021fa78884d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=483c87281ef94bb4883322f3a0dc59ab&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3703127 May 30 19:53:43.243439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5ea7596-f9e9-4c2f-ac06-7683ad20c6df req-17fd991c-0fbb-4b7b-9c55-18571988993b service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216663 May 30 19:53:43.248397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45000) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:43.333870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a22ef-e64e-4fc8-bcec-2021fa78884d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e815470-f3e0-41bd-811e-0e864eb5776f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:43.348083 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e1ac0-4ee4-4582-9809-d52e58c17658 None None] Pushing event updated for resources: {'Port': ['ID=8e235579-e7bd-4919-9547-950387fdc486,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:43.376045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63843129-29fe-44fd-bdc5-83485a33c0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4640bfdd-4d8b-4362-b39f-1161d66b3a1e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:43.481721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-63843129-29fe-44fd-bdc5-83485a33c0f1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7f66f458d45b4e57ad736303b49be78a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2500985 May 30 19:53:43.485254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45006) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:43.599015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80a302-0e82-468d-a60e-6c55fb454d61 req-cbae1faa-f426-47f6-b82a-6c10ad811ecc tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:43.610910 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e80a302-0e82-468d-a60e-6c55fb454d61 req-cbae1faa-f426-47f6-b82a-6c10ad811ecc tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 943 time: 0.4461758 May 30 19:53:43.626860 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8625b4e-b6ad-4625-a30e-92b683e03827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:43.639803 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-351beea9-bd85-4866-941a-82ce496f2bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:43.660763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Router 487e6c54-b7ca-47b2-980a-aac8b935a89d is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 19:53:43.678388 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8625b4e-b6ad-4625-a30e-92b683e03827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:43.687014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device a69ca81e-61c1-493e-9933-2e1b4e0c5775 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:53:43.690196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device dc8babba-06b9-42c7-a1b2-b738b2a25eb6 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:53:43.705478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5ea7596-f9e9-4c2f-ac06-7683ad20c6df req-733e6320-a19f-44a9-8e58-c138e3e01928 service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478712 May 30 19:53:43.733480 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-351beea9-bd85-4866-941a-82ce496f2bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:43.748533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: dc8babba-06b9-42c7-a1b2-b738b2a25eb6 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:53:43.748865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device dc8babba-06b9-42c7-a1b2-b738b2a25eb6 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:53:43.790494 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e80a302-0e82-468d-a60e-6c55fb454d61 req-26bc959f-d890-4633-878e-8e5f5287b4e3 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787267 May 30 19:53:43.868771 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-351beea9-bd85-4866-941a-82ce496f2bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:43.902482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351beea9-bd85-4866-941a-82ce496f2bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e815470-f3e0-41bd-811e-0e864eb5776f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:43.941525 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-351beea9-bd85-4866-941a-82ce496f2bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:43.944651 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-351beea9-bd85-4866-941a-82ce496f2bf9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9e815470-f3e0-41bd-811e-0e864eb5776f HTTP/1.1" status: 204 len: 168 time: 0.6881154 May 30 19:53:43.967221 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8625b4e-b6ad-4625-a30e-92b683e03827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:43.972163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port a69ca81e-61c1-493e-9933-2e1b4e0c5775, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a69ca81e-61c1-493e-9933-2e1b4e0c5775,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:43.983420 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8625b4e-b6ad-4625-a30e-92b683e03827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4640bfdd-4d8b-4362-b39f-1161d66b3a1e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:43.988816 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device a69ca81e-61c1-493e-9933-2e1b4e0c5775 has no active binding in host n-h2-843949-2 {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 19:53:44.023373 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8625b4e-b6ad-4625-a30e-92b683e03827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:44.028117 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f8625b4e-b6ad-4625-a30e-92b683e03827 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4640bfdd-4d8b-4362-b39f-1161d66b3a1e HTTP/1.1" status: 204 len: 168 time: 0.5416985 May 30 19:53:44.061566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:53:44.072510 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Sync routers for ids ['487e6c54-b7ca-47b2-980a-aac8b935a89d'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:53:44.087906 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:44.090627 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-19592a1f-648f-4f96-8b93-60452b4c3c04 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5937893 May 30 19:53:44.093586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45030) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:44.095632 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Routers {'487e6c54-b7ca-47b2-980a-aac8b935a89d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:53:44.096342 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:53:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['487e6c54-b7ca-47b2-980a-aac8b935a89d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:53:44.288734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45040) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:44.399187 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Set router 487e6c54-b7ca-47b2-980a-aac8b935a89d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:53:44.505163 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0922595-fa4b-47da-abff-36390ff62d03 req-42234027-d74d-4309-a2c7-2c7ee64cb451 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:44.506614 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0922595-fa4b-47da-abff-36390ff62d03 req-42234027-d74d-4309-a2c7-2c7ee64cb451 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 945 time: 0.2330272 May 30 19:53:44.610900 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0922595-fa4b-47da-abff-36390ff62d03 req-1c5c7932-beb1-4750-a399-0c5dd13a1006 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966249 May 30 19:53:44.782949 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1d6ade-3aa4-4f10-b781-45d700c6dfd6 None None] Network 55743427-5f1d-4ffc-af10-bfa878a346a4 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:53:44.836158 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91f7fded-775a-49c7-9f58-956178e292fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:44.901928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-91f7fded-775a-49c7-9f58-956178e292fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:44.911664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-91f7fded-775a-49c7-9f58-956178e292fd admin admin] Usage tracker for resource:security_group_rule and tenant:46b781e66ea14eeaa30950e86b1a95cf is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:44.916940 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-91f7fded-775a-49c7-9f58-956178e292fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:44.927881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-91f7fded-775a-49c7-9f58-956178e292fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:44.966985 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b69c7305-8ce5-4bcc-91d8-bf7f6596aafd None None] Provisioning for port 8e235579-e7bd-4919-9547-950387fdc486 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:53:44.982405 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'name': 'tempest-FloatingIPsTestJSON-1390178705-router', 'tenant_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '2222980d-2a3a-458f-8bb9-53f04286cb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:53:41Z', 'updated_at': '2022-05-30T19:53:43Z', 'revision_number': 3, 'project_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'gw_port': {'id': '2222980d-2a3a-458f-8bb9-53f04286cb00', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:53:42Z', 'updated_at': '2022-05-30T19:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:53:44.986618 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Checking router: 487e6c54-b7ca-47b2-980a-aac8b935a89d for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:53:44.987238 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Updating router 487e6c54-b7ca-47b2-980a-aac8b935a89d port 2222980d-2a3a-458f-8bb9-53f04286cb00 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:53:45.080521 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:45.095942 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91f7fded-775a-49c7-9f58-956178e292fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:45.107115 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91f7fded-775a-49c7-9f58-956178e292fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:45.228834 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7fded-775a-49c7-9f58-956178e292fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0013d2b5-898c-4e77-8dcc-6abdfcc44410,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:45.280214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45068) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:45.283440 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-91f7fded-775a-49c7-9f58-956178e292fd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=46b781e66ea14eeaa30950e86b1a95cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9858890 May 30 19:53:45.304741 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8e235579-e7bd-4919-9547-950387fdc486 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:53:45.403725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 8e235579-e7bd-4919-9547-950387fdc486 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:53:45.420160 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 8e235579-e7bd-4919-9547-950387fdc486 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:45.420514 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:45.517091 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45074) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:45.635371 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:45.723446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 8e235579-e7bd-4919-9547-950387fdc486, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8e235579-e7bd-4919-9547-950387fdc486,segment=NetworkSegment(6f75ca35-e18f-4d9b-880e-b32e341512f9),segment_id=6f75ca35-e18f-4d9b-880e-b32e341512f9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:45.732349 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:45.762369 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:45.811457 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Transition to ACTIVE for port object 2222980d-2a3a-458f-8bb9-53f04286cb00 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:53:45.825910 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:45.867756 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4a740b37-89ec-4a28-8737-06774e0c767f None None] Provisioning complete for port 8e235579-e7bd-4919-9547-950387fdc486 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:45.868131 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4a740b37-89ec-4a28-8737-06774e0c767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:45.923753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45092) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:45.924827 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-37b93c79-6d73-4cb2-bfb1-102db88220cf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e924f24d79de4f05b40676c88a01bd8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4042521 May 30 19:53:45.927325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-e08fccd3-45ad-4c8c-86d5-ad839cf243c5 service neutron] 10.222.0.77 "GET /v2.0/ports/a69ca81e-61c1-493e-9933-2e1b4e0c5775/bindings/n-h2-843949-2 HTTP/1.1" status: 200 len: 384 time: 0.4037180 May 30 19:53:45.964016 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Attempting to bind port 2222980d-2a3a-458f-8bb9-53f04286cb00 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:53:45.964462 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Attempting to bind port 2222980d-2a3a-458f-8bb9-53f04286cb00 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:53:45.964897 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Attempting to bind port 2222980d-2a3a-458f-8bb9-53f04286cb00 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:45.972845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=8e235579-e7bd-4919-9547-950387fdc486,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:45.977276 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:53:45.977727 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:53:45.978188 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:45.978654 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:53:45.979216 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Bound port: 2222980d-2a3a-458f-8bb9-53f04286cb00, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:53:45.979656 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:46.066966 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] For port 2222980d-2a3a-458f-8bb9-53f04286cb00, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:53:46.071556 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] For port 2222980d-2a3a-458f-8bb9-53f04286cb00, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=2222980d-2a3a-458f-8bb9-53f04286cb00,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:53:46.075242 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c72196-d95c-42df-a404-84b6b0c35664 None None] Pushing event updated for resources: {'Port': ['ID=2222980d-2a3a-458f-8bb9-53f04286cb00,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:46.088123 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c72196-d95c-42df-a404-84b6b0c35664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:46.088968 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c72196-d95c-42df-a404-84b6b0c35664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:46.088968 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c72196-d95c-42df-a404-84b6b0c35664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:46.089156 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c72196-d95c-42df-a404-84b6b0c35664 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:46.089544 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c72196-d95c-42df-a404-84b6b0c35664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:46.089871 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c72196-d95c-42df-a404-84b6b0c35664 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:46.090187 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c72196-d95c-42df-a404-84b6b0c35664 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:46.090664 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c72196-d95c-42df-a404-84b6b0c35664 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:46.091117 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c72196-d95c-42df-a404-84b6b0c35664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:46.091614 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c72196-d95c-42df-a404-84b6b0c35664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:46.091936 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c72196-d95c-42df-a404-84b6b0c35664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:53:46.103568 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b6817c8b-00b5-4daa-aa2f-19e477bcdef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:46.104782 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:46.174688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724ef17-1b2c-4996-9e7d-de2357aa1b1f req-6ffd4b92-fa24-4ab2-898e-0e7af3906e61 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:46.181597 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b724ef17-1b2c-4996-9e7d-de2357aa1b1f req-6ffd4b92-fa24-4ab2-898e-0e7af3906e61 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 943 time: 0.8980341 May 30 19:53:46.196626 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c72196-d95c-42df-a404-84b6b0c35664 None None] Pushing event updated for resources: {'Port': ['ID=2222980d-2a3a-458f-8bb9-53f04286cb00,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:46.228697 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Routers {'487e6c54-b7ca-47b2-980a-aac8b935a89d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:53:46.229353 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:53:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['487e6c54-b7ca-47b2-980a-aac8b935a89d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:53:46.281666 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b6817c8b-00b5-4daa-aa2f-19e477bcdef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:46.432011 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] Set router 487e6c54-b7ca-47b2-980a-aac8b935a89d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:53:46.491615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51992e9-26c3-4391-a5c4-6eaa5a604d7f req-2d384340-04be-4db9-b8b7-83dab4989be1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:46.499185 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b51992e9-26c3-4391-a5c4-6eaa5a604d7f req-2d384340-04be-4db9-b8b7-83dab4989be1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 945 time: 0.7062287 May 30 19:53:46.505786 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83e474fb-662a-4d0f-b7d8-bb25fc2b6cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:46.558021 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b724ef17-1b2c-4996-9e7d-de2357aa1b1f req-ea135ea0-e050-4ca7-b199-03a62c3c80eb tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743496 May 30 19:53:46.580641 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83e474fb-662a-4d0f-b7d8-bb25fc2b6cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:46.781063 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b6817c8b-00b5-4daa-aa2f-19e477bcdef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:46.788531 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'name': 'tempest-FloatingIPsTestJSON-1390178705-router', 'tenant_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '2222980d-2a3a-458f-8bb9-53f04286cb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:53:41Z', 'updated_at': '2022-05-30T19:53:43Z', 'revision_number': 3, 'project_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'gw_port': {'id': '2222980d-2a3a-458f-8bb9-53f04286cb00', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:53:42Z', 'updated_at': '2022-05-30T19:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:53:46.794078 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9182512e-33e5-4270-aece-e72d23a0d0a3 None None] The sync data for ids ['487e6c54-b7ca-47b2-980a-aac8b935a89d'] in n-d-843949-2 is: [{'id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'name': 'tempest-FloatingIPsTestJSON-1390178705-router', 'tenant_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '2222980d-2a3a-458f-8bb9-53f04286cb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:53:41Z', 'updated_at': '2022-05-30T19:53:43Z', 'revision_number': 3, 'project_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'gw_port': {'id': '2222980d-2a3a-458f-8bb9-53f04286cb00', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:53:42Z', 'updated_at': '2022-05-30T19:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:53:46.814026 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83e474fb-662a-4d0f-b7d8-bb25fc2b6cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:46.827392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6817c8b-00b5-4daa-aa2f-19e477bcdef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0013d2b5-898c-4e77-8dcc-6abdfcc44410,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:46.837942 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b51992e9-26c3-4391-a5c4-6eaa5a604d7f req-fa48e09c-a3b8-4740-b053-57b590d6ff35 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378549 May 30 19:53:46.913320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e474fb-662a-4d0f-b7d8-bb25fc2b6cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72460ca-9bcd-4763-b737-aa7bd021b055,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:46.954630 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b6817c8b-00b5-4daa-aa2f-19e477bcdef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:46.958389 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b6817c8b-00b5-4daa-aa2f-19e477bcdef6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0013d2b5-898c-4e77-8dcc-6abdfcc44410 HTTP/1.1" status: 204 len: 168 time: 1.5719135 May 30 19:53:46.962230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5be541b5-536f-4498-b7bc-1942584de9cd req-9bce19fe-69ba-46d0-b36e-f57ddd374522 service neutron] For port a69ca81e-61c1-493e-9933-2e1b4e0c5775, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a69ca81e-61c1-493e-9933-2e1b4e0c5775,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:46.970381 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83e474fb-662a-4d0f-b7d8-bb25fc2b6cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:46.971509 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-83e474fb-662a-4d0f-b7d8-bb25fc2b6cdc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b72460ca-9bcd-4763-b737-aa7bd021b055 HTTP/1.1" status: 204 len: 168 time: 1.0368202 May 30 19:53:47.033875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5be541b5-536f-4498-b7bc-1942584de9cd req-9bce19fe-69ba-46d0-b36e-f57ddd374522 service neutron] For port a69ca81e-61c1-493e-9933-2e1b4e0c5775, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:53:47.133681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-5be541b5-536f-4498-b7bc-1942584de9cd req-9bce19fe-69ba-46d0-b36e-f57ddd374522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69ca81e-61c1-493e-9933-2e1b4e0c5775 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:53:47.143379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8e235579-e7bd-4919-9547-950387fdc486 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:53:47.146245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5be541b5-536f-4498-b7bc-1942584de9cd req-9bce19fe-69ba-46d0-b36e-f57ddd374522 service neutron] For port a69ca81e-61c1-493e-9933-2e1b4e0c5775, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=a69ca81e-61c1-493e-9933-2e1b4e0c5775,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:47.162037 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:47.174221 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5be541b5-536f-4498-b7bc-1942584de9cd req-9bce19fe-69ba-46d0-b36e-f57ddd374522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:47.309624 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 8e235579-e7bd-4919-9547-950387fdc486 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:47.310286 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:47.518238 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-5be541b5-536f-4498-b7bc-1942584de9cd req-9bce19fe-69ba-46d0-b36e-f57ddd374522 service neutron] Transition to ACTIVE for port object a69ca81e-61c1-493e-9933-2e1b4e0c5775 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:53:47.534259 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5be541b5-536f-4498-b7bc-1942584de9cd req-9bce19fe-69ba-46d0-b36e-f57ddd374522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:47.779320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45146) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:47.811096 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce19fe-69ba-46d0-b36e-f57ddd374522 service neutron] Pushing event updated for resources: {'Port': ['ID=a69ca81e-61c1-493e-9933-2e1b4e0c5775,revision_number=10']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:47.818173 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45150) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:47.821204 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f54b1954-0f63-4274-a840-35ada296456e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:47.861415 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9dc81d81-fa9e-43a1-8841-183291c3c013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:47.898215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f54b1954-0f63-4274-a840-35ada296456e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:47.903034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f54b1954-0f63-4274-a840-35ada296456e admin admin] Usage tracker for resource:security_group_rule and tenant:dd21925e8d0e4c2d922db25c526fe288 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:47.911243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f54b1954-0f63-4274-a840-35ada296456e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:47.921962 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f54b1954-0f63-4274-a840-35ada296456e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:47.954098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be541b5-536f-4498-b7bc-1942584de9cd req-9bce19fe-69ba-46d0-b36e-f57ddd374522 service neutron] No DVR routers for this DVR port a69ca81e-61c1-493e-9933-2e1b4e0c5775 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:53:48.007137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Allocated IP 172.20.0.1 (55743427-5f1d-4ffc-af10-bfa878a346a4/0f309744-2353-4fe4-8123-5a569a11202c/3ed71ac3-ab1a-47c1-8e74-64ae92688fca) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:53:48.008544 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f54b1954-0f63-4274-a840-35ada296456e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:48.020389 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f54b1954-0f63-4274-a840-35ada296456e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:48.072083 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f54b1954-0f63-4274-a840-35ada296456e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dd21925e8d0e4c2d922db25c526fe288&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2907245 May 30 19:53:48.076725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45158) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:48.113988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9dc81d81-fa9e-43a1-8841-183291c3c013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:48.131263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9dc81d81-fa9e-43a1-8841-183291c3c013 admin admin] Usage tracker for resource:security_group_rule and tenant:8b4804c589b04637bc356735823ff532 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:48.137114 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b1954-0f63-4274-a840-35ada296456e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c5d510-8a07-4eef-918b-d797db1eccd0,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:48.139802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9dc81d81-fa9e-43a1-8841-183291c3c013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:48.154804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9dc81d81-fa9e-43a1-8841-183291c3c013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:48.156177 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-9bce19fe-69ba-46d0-b36e-f57ddd374522 service neutron] 10.222.0.77 "PUT /v2.0/ports/a69ca81e-61c1-493e-9933-2e1b4e0c5775/bindings/n-h2-843949-2/activate HTTP/1.1" status: 200 len: 369 time: 2.2224257 May 30 19:53:48.190824 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4f54813-18a8-4f14-8dde-c41fd59e2454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:48.267536 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4f54813-18a8-4f14-8dde-c41fd59e2454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:48.272445 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11afb9-2a28-43a7-a7c4-719350d84979 req-5d3f2b49-132c-4e09-9109-91499797413b tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:48.274248 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb11afb9-2a28-43a7-a7c4-719350d84979 req-5d3f2b49-132c-4e09-9109-91499797413b tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 944 time: 0.4478545 May 30 19:53:48.349662 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4f54813-18a8-4f14-8dde-c41fd59e2454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:48.394862 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f54813-18a8-4f14-8dde-c41fd59e2454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c5d510-8a07-4eef-918b-d797db1eccd0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:48.412944 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9dc81d81-fa9e-43a1-8841-183291c3c013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:48.414144 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4f54813-18a8-4f14-8dde-c41fd59e2454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:48.414407 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:48.415265 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d4f54813-18a8-4f14-8dde-c41fd59e2454 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/85c5d510-8a07-4eef-918b-d797db1eccd0 HTTP/1.1" status: 204 len: 168 time: 0.3375399 May 30 19:53:48.418223 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9dc81d81-fa9e-43a1-8841-183291c3c013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:48.437199 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb11afb9-2a28-43a7-a7c4-719350d84979 req-1657d886-4b3b-4339-ba4d-1b921088cb93 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517651 May 30 19:53:48.455566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Transition to ACTIVE for port object 3ed71ac3-ab1a-47c1-8e74-64ae92688fca will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:53:48.468188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc81d81-fa9e-43a1-8841-183291c3c013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decb6683-d9c9-488f-990f-e0fd424647ae,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:48.476148 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9dc81d81-fa9e-43a1-8841-183291c3c013 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8b4804c589b04637bc356735823ff532&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6544564 May 30 19:53:48.476508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45172) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:48.500121 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-b4975c02-423f-4476-a63f-86f73de42c02 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62&tenant_id=1252846c85cb4f3da96b46deca7cb4f6&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 1095 time: 0.2762823 May 30 19:53:48.501450 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:48.516343 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7841b8-fd7c-437d-98a9-9c03c4282f05 req-8daa862f-9434-4567-9186-5559482803c3 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:48.517860 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e7841b8-fd7c-437d-98a9-9c03c4282f05 req-8daa862f-9434-4567-9186-5559482803c3 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 945 time: 0.3658841 May 30 19:53:48.570336 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d112d091-7078-4a27-b602-fe6deb09ea63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:48.603049 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d112d091-7078-4a27-b602-fe6deb09ea63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:48.617694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Network 55743427-5f1d-4ffc-af10-bfa878a346a4 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:53:48.642887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:53:48.657329 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:53:48.657688 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:48.675787 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d112d091-7078-4a27-b602-fe6deb09ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:48.705185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112d091-7078-4a27-b602-fe6deb09ea63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decb6683-d9c9-488f-990f-e0fd424647ae,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:48.705390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Pushing event updated for resources: {'Port': ['ID=3ed71ac3-ab1a-47c1-8e74-64ae92688fca,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:48.708633 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d112d091-7078-4a27-b602-fe6deb09ea63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:48.710060 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d112d091-7078-4a27-b602-fe6deb09ea63 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/decb6683-d9c9-488f-990f-e0fd424647ae HTTP/1.1" status: 204 len: 168 time: 0.2327530 May 30 19:53:48.727703 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e7841b8-fd7c-437d-98a9-9c03c4282f05 req-e9658915-e291-4ca4-a8fc-22b9786a62aa tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210554 May 30 19:53:48.751190 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-976ca40f-8785-447b-99e7-27b20ecd7a09 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62&tenant_id=1252846c85cb4f3da96b46deca7cb4f6 HTTP/1.1" status: 200 len: 1095 time: 0.2322147 May 30 19:53:48.866875 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:48.959138 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ce425c65-8b77-4079-a9da-1fe70dcb6de7 None None] Provisioning for port 3ed71ac3-ab1a-47c1-8e74-64ae92688fca completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:53:48.965463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ce425c65-8b77-4079-a9da-1fe70dcb6de7 None None] Provisioning complete for port 3ed71ac3-ab1a-47c1-8e74-64ae92688fca triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:48.973198 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ce425c65-8b77-4079-a9da-1fe70dcb6de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:48.973616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-5b0ff2ac-7611-4223-97bd-46b5d37f2654 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 1095 time: 0.1749566 May 30 19:53:49.086800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ce425c65-8b77-4079-a9da-1fe70dcb6de7 None None] Port 3ed71ac3-ab1a-47c1-8e74-64ae92688fca cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:53:49.162714 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 2222980d-2a3a-458f-8bb9-53f04286cb00 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:53:49.294714 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 2222980d-2a3a-458f-8bb9-53f04286cb00 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:53:49.300818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 2222980d-2a3a-458f-8bb9-53f04286cb00 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:49.301217 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:49.324593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be541b5-536f-4498-b7bc-1942584de9cd req-f677315e-a0e9-4cd4-892f-e61cde235949 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:49.326037 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-f677315e-a0e9-4cd4-892f-e61cde235949 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.3335094 May 30 19:53:49.418703 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-28dbef2f-44e9-4309-b316-b922fed461ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a69ca81e-61c1-493e-9933-2e1b4e0c5775 HTTP/1.1" status: 200 len: 217 time: 0.0817740 May 30 19:53:49.473805 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:49.475564 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:49.484831 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:49.485555 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:49.520439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 2222980d-2a3a-458f-8bb9-53f04286cb00, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=2222980d-2a3a-458f-8bb9-53f04286cb00,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:49.531041 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:49.577791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be541b5-536f-4498-b7bc-1942584de9cd req-b29e0b9b-6646-4af7-8ff2-3dcc0fb0ae5b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:49.579224 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-b29e0b9b-6646-4af7-8ff2-3dcc0fb0ae5b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.1525333 May 30 19:53:49.662525 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=2222980d-2a3a-458f-8bb9-53f04286cb00,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:49.692541 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Pushing event updated for resources: {'Port': ['ID=3ed71ac3-ab1a-47c1-8e74-64ae92688fca,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:49.696591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-aedd4deb-bbc1-436d-bd38-ab6f2a568cd8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085255 May 30 19:53:49.706768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a69ca81e-61c1-493e-9933-2e1b4e0c5775 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:53:49.840861 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a69ca81e-61c1-493e-9933-2e1b4e0c5775 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:53:50.127577 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Network 55743427-5f1d-4ffc-af10-bfa878a346a4 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:53:50.137043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:53:50.175306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45240) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:50.219534 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-39feb36a-996e-4b01-bc91-03a630f4125f service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016522 May 30 19:53:50.231641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd7175-cebd-4a89-913e-e2dda1a76f5b req-362436b8-4e75-45ea-b972-2a11dc217d67 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:50.233798 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29fd7175-cebd-4a89-913e-e2dda1a76f5b req-362436b8-4e75-45ea-b972-2a11dc217d67 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 944 time: 0.4610219 May 30 19:53:50.482350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d3f17-0f85-4578-8679-f65ca2717825 req-d5cdcdfd-3f2a-47fe-8f73-83212b178a1b tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:50.488480 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ae9d3f17-0f85-4578-8679-f65ca2717825 req-d5cdcdfd-3f2a-47fe-8f73-83212b178a1b tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 945 time: 0.5294967 May 30 19:53:50.532544 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8ddb1cc0-8845-471b-a486-da302c6fdb05 None None] Provisioning complete for port 3ed71ac3-ab1a-47c1-8e74-64ae92688fca triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:50.553427 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8ddb1cc0-8845-471b-a486-da302c6fdb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:50.575868 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d12b0b4c-5957-445e-92a4-8521f8d3ac65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:50.618861 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29fd7175-cebd-4a89-913e-e2dda1a76f5b req-9ff7d9d1-e73e-4166-b99e-9a41ce778d7d tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747487 May 30 19:53:50.674059 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-a6f37a9d-54a7-4c06-8f2b-480e3a18450a service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879919 May 30 19:53:50.682923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d12b0b4c-5957-445e-92a4-8521f8d3ac65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:50.690809 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d12b0b4c-5957-445e-92a4-8521f8d3ac65 admin admin] Usage tracker for resource:security_group_rule and tenant:3555791a8cc649a7aa5c6b3408f6b941 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:50.694958 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d12b0b4c-5957-445e-92a4-8521f8d3ac65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:50.703122 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d12b0b4c-5957-445e-92a4-8521f8d3ac65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:50.715535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb1cc0-8845-471b-a486-da302c6fdb05 None None] Port 3ed71ac3-ab1a-47c1-8e74-64ae92688fca cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:53:50.749507 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ae9d3f17-0f85-4578-8679-f65ca2717825 req-aa1c3a90-6609-42d4-9f47-681a20fd40d9 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598298 May 30 19:53:50.845072 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d12b0b4c-5957-445e-92a4-8521f8d3ac65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:50.851417 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d12b0b4c-5957-445e-92a4-8521f8d3ac65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:50.969914 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b0b4c-5957-445e-92a4-8521f8d3ac65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25725bab-02f9-4c42-ac8d-89bad0b47997,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:50.975890 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d12b0b4c-5957-445e-92a4-8521f8d3ac65 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3555791a8cc649a7aa5c6b3408f6b941&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7979965 May 30 19:53:50.976486 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45268) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:51.049190 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fabef21a-c9db-4785-bf1f-b331e22132b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:51.091878 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fabef21a-c9db-4785-bf1f-b331e22132b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:51.125033 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 2222980d-2a3a-458f-8bb9-53f04286cb00 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:53:51.213938 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fabef21a-c9db-4785-bf1f-b331e22132b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:51.241904 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabef21a-c9db-4785-bf1f-b331e22132b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25725bab-02f9-4c42-ac8d-89bad0b47997,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:51.262531 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fabef21a-c9db-4785-bf1f-b331e22132b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:51.265929 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fabef21a-c9db-4785-bf1f-b331e22132b4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/25725bab-02f9-4c42-ac8d-89bad0b47997 HTTP/1.1" status: 204 len: 168 time: 0.2874930 May 30 19:53:51.285941 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 2222980d-2a3a-458f-8bb9-53f04286cb00 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:51.288138 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:51.308252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-cba93fec-7be1-4eaf-8940-a4ff8bece172 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62&tenant_id=1252846c85cb4f3da96b46deca7cb4f6&binding%3Ahost_id=n-h2-843949-2 HTTP/1.1" status: 200 len: 1095 time: 0.2435896 May 30 19:53:51.453138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Router 487e6c54-b7ca-47b2-980a-aac8b935a89d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:53:51.531086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5be541b5-536f-4498-b7bc-1942584de9cd req-0168c0da-c64f-441d-ac2d-fad95ed9821e service neutron] For port a69ca81e-61c1-493e-9933-2e1b4e0c5775, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:53:51.590770 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5be541b5-536f-4498-b7bc-1942584de9cd req-0168c0da-c64f-441d-ac2d-fad95ed9821e service neutron] Notify callbacks [] for binding, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:51.591865 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be541b5-536f-4498-b7bc-1942584de9cd req-0168c0da-c64f-441d-ac2d-fad95ed9821e service neutron] 10.222.0.93 "DELETE /v2.0/ports/a69ca81e-61c1-493e-9933-2e1b4e0c5775/bindings/n-h1-843949-2 HTTP/1.1" status: 204 len: 173 time: 0.2775915 May 30 19:53:51.695337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:53:51.702586 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-51d723a7-b454-424e-9ea1-7b627f013cec admin admin] 10.222.0.84 "PUT /v2.0/routers/487e6c54-b7ca-47b2-980a-aac8b935a89d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6073275 May 30 19:53:51.705137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Sync routers for ids ['487e6c54-b7ca-47b2-980a-aac8b935a89d'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:53:51.718349 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Routers {'487e6c54-b7ca-47b2-980a-aac8b935a89d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:53:51.718955 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:53:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['487e6c54-b7ca-47b2-980a-aac8b935a89d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:53:51.874163 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d51b8-47f8-4539-86ff-45dff32788f9 req-7cebf0e8-50ef-4ff4-96ae-fbb326270c8e tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:51.875758 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-225d51b8-47f8-4539-86ff-45dff32788f9 req-7cebf0e8-50ef-4ff4-96ae-fbb326270c8e tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 944 time: 0.0916853 May 30 19:53:51.931515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Set router 487e6c54-b7ca-47b2-980a-aac8b935a89d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:53:51.936486 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45308) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:52.002450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-225d51b8-47f8-4539-86ff-45dff32788f9 req-ad8db1db-118b-4354-abc8-c7ecb5e5dba4 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209323 May 30 19:53:52.054097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2677a0b-ca56-4446-97f0-31f24c9e8508 req-8175617c-87d0-4e34-b099-00d4c17b7abb tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:52.057805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2677a0b-ca56-4446-97f0-31f24c9e8508 req-8175617c-87d0-4e34-b099-00d4c17b7abb tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 945 time: 0.1236639 May 30 19:53:52.143109 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2677a0b-ca56-4446-97f0-31f24c9e8508 req-153b132e-7f1e-4aed-985d-b305b9f9df39 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666378 May 30 19:53:52.215101 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45322) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:52.261364 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aedbb47e-5131-4de5-8878-36c2f12e788c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:52.367254 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'name': 'tempest-FloatingIPsTestJSON-1390178705-router', 'tenant_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '2222980d-2a3a-458f-8bb9-53f04286cb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:53:41Z', 'updated_at': '2022-05-30T19:53:48Z', 'revision_number': 4, 'project_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'gw_port': {'id': '2222980d-2a3a-458f-8bb9-53f04286cb00', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:53:42Z', 'updated_at': '2022-05-30T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '3ed71ac3-ab1a-47c1-8e74-64ae92688fca', 'name': '', 'network_id': '55743427-5f1d-4ffc-af10-bfa878a346a4', 'tenant_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'mac_address': 'fa:16:3e:bf:ab:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f309744-2353-4fe4-8123-5a569a11202c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:53:47Z', 'updated_at': '2022-05-30T19:53:48Z', 'revision_number': 2, 'project_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'subnets': [{'id': '0f309744-2353-4fe4-8123-5a569a11202c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:53:52.373806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Checking router: 487e6c54-b7ca-47b2-980a-aac8b935a89d for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:53:52.373806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Updating router 487e6c54-b7ca-47b2-980a-aac8b935a89d port 3ed71ac3-ab1a-47c1-8e74-64ae92688fca binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:53:52.383217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-aedbb47e-5131-4de5-8878-36c2f12e788c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:52.391276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-aedbb47e-5131-4de5-8878-36c2f12e788c admin admin] Usage tracker for resource:security_group_rule and tenant:1aa2105fbcbd4401bf4a8cbd49994e36 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:52.394711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-aedbb47e-5131-4de5-8878-36c2f12e788c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:52.403748 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-aedbb47e-5131-4de5-8878-36c2f12e788c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:52.427687 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fea183c5-5d87-4029-88d7-c787fa69e842 req-86e1f2f1-4d10-4d04-b3f5-41cfc9630972 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 1095 time: 0.1479321 May 30 19:53:52.438129 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:52.529339 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fea183c5-5d87-4029-88d7-c787fa69e842 req-34ee9eff-01ef-41e0-b43a-61a9f3e499da tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007080 May 30 19:53:52.618681 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bc5735e5-821c-4865-8db8-c8e60a3b287b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:52.715149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bc5735e5-821c-4865-8db8-c8e60a3b287b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:52.724672 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bc5735e5-821c-4865-8db8-c8e60a3b287b admin admin] Usage tracker for resource:security_group_rule and tenant:cba1545b202a4c9580d016adb492379b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:52.729598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bc5735e5-821c-4865-8db8-c8e60a3b287b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:52.736251 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aedbb47e-5131-4de5-8878-36c2f12e788c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:52.743579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bc5735e5-821c-4865-8db8-c8e60a3b287b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:52.813205 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aedbb47e-5131-4de5-8878-36c2f12e788c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:52.839385 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bc5735e5-821c-4865-8db8-c8e60a3b287b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:52.844879 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bc5735e5-821c-4865-8db8-c8e60a3b287b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:52.915429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5735e5-821c-4865-8db8-c8e60a3b287b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25546e6-5123-4250-99ec-71841be4c0db,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:52.947223 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bc5735e5-821c-4865-8db8-c8e60a3b287b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cba1545b202a4c9580d016adb492379b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0095177 May 30 19:53:52.949557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45336) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:52.970244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbb47e-5131-4de5-8878-36c2f12e788c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0208bf55-95c7-45b9-b302-0e2583733d9f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:52.996766 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-aedbb47e-5131-4de5-8878-36c2f12e788c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1aa2105fbcbd4401bf4a8cbd49994e36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7777975 May 30 19:53:52.997529 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45342) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:53.019818 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-737dc5a4-3e21-4b1f-a22a-3442825e9afa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 1096 time: 0.2680824 May 30 19:53:53.070942 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:53.095044 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-b6f75ba2-14dc-45e5-96d0-cca2e4d56179 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2884765 May 30 19:53:53.106834 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Transition to ACTIVE for port object 3ed71ac3-ab1a-47c1-8e74-64ae92688fca will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:53:53.114357 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:53.143788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:53.158827 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2eb0db8f-2a70-4581-b577-fa9b437c54d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:53.188811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:53.203109 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Usage tracker for resource:floatingip and tenant:eb446be651e44c1c9f0d6a61f8b48c59 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:53.207594 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:53.240989 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2eb0db8f-2a70-4581-b577-fa9b437c54d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:53.271453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:53.275058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-baabc222-85e4-446d-8a0a-0107665fadf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:53.325188 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:53.335943 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-baabc222-85e4-446d-8a0a-0107665fadf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:53.380371 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec454b43-5a22-4407-9e38-4c9a9ac1957f None None] Pushing event updated for resources: {'Port': ['ID=3ed71ac3-ab1a-47c1-8e74-64ae92688fca,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:53.434379 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-baabc222-85e4-446d-8a0a-0107665fadf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:53.457882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabc222-85e4-446d-8a0a-0107665fadf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0208bf55-95c7-45b9-b302-0e2583733d9f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:53.474622 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-baabc222-85e4-446d-8a0a-0107665fadf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:53.475997 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-baabc222-85e4-446d-8a0a-0107665fadf2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0208bf55-95c7-45b9-b302-0e2583733d9f HTTP/1.1" status: 204 len: 168 time: 0.4774215 May 30 19:53:53.488670 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2eb0db8f-2a70-4581-b577-fa9b437c54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:53.502841 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2eb0db8f-2a70-4581-b577-fa9b437c54d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:53.504033 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2eb0db8f-2a70-4581-b577-fa9b437c54d0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c25546e6-5123-4250-99ec-71841be4c0db HTTP/1.1" status: 204 len: 168 time: 0.5524814 May 30 19:53:53.509187 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0db8f-2a70-4581-b577-fa9b437c54d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25546e6-5123-4250-99ec-71841be4c0db,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:53.538870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Attempting to bind port 3ed71ac3-ab1a-47c1-8e74-64ae92688fca on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:53:53.539228 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Attempting to bind port 3ed71ac3-ab1a-47c1-8e74-64ae92688fca by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '6f75ca35-e18f-4d9b-880e-b32e341512f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '55743427-5f1d-4ffc-af10-bfa878a346a4'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:53:53.539581 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Attempting to bind port 3ed71ac3-ab1a-47c1-8e74-64ae92688fca on network 55743427-5f1d-4ffc-af10-bfa878a346a4 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:53.548830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-98398ae0-299c-4449-8e96-725f62cb3810 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:53.550794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-98398ae0-299c-4449-8e96-725f62cb3810 service neutron] 10.222.0.93 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 908 time: 0.5178089 May 30 19:53:53.551117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:53:53.551751 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Checking segment: {'id': '6f75ca35-e18f-4d9b-880e-b32e341512f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '55743427-5f1d-4ffc-af10-bfa878a346a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:53:53.552998 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:53.553386 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Bound using segment: {'id': '6f75ca35-e18f-4d9b-880e-b32e341512f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '55743427-5f1d-4ffc-af10-bfa878a346a4'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:53:53.554020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Bound port: 3ed71ac3-ab1a-47c1-8e74-64ae92688fca, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f75ca35-e18f-4d9b-880e-b32e341512f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '55743427-5f1d-4ffc-af10-bfa878a346a4'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:53:53.554388 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:53.675808 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] For port 3ed71ac3-ab1a-47c1-8e74-64ae92688fca, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:53:53.679282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] For port 3ed71ac3-ab1a-47c1-8e74-64ae92688fca, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3ed71ac3-ab1a-47c1-8e74-64ae92688fca,segment=NetworkSegment(6f75ca35-e18f-4d9b-880e-b32e341512f9),segment_id=6f75ca35-e18f-4d9b-880e-b32e341512f9)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:53:53.683354 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-13179a4a-eb27-4cbf-96dc-cfba5f639daa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3d8415d-b149-4568-b574-96d85490ccc0 HTTP/1.1" status: 200 len: 217 time: 0.1221435 May 30 19:53:53.685378 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:53.689122 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-2676601e-1cb4-456a-823d-948fbab27d9c tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:53.696290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-2676601e-1cb4-456a-823d-948fbab27d9c tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 820 time: 0.5439744 May 30 19:53:53.784347 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-bbeb816b-15dc-4c0e-b206-7dd60c6140a1 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/quotas/1252846c85cb4f3da96b46deca7cb4f6 HTTP/1.1" status: 200 len: 375 time: 0.0869350 May 30 19:53:53.789719 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec454b43-5a22-4407-9e38-4c9a9ac1957f None None] Pushing event updated for resources: {'Port': ['ID=3ed71ac3-ab1a-47c1-8e74-64ae92688fca,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:53.793115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Routers {'487e6c54-b7ca-47b2-980a-aac8b935a89d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:53:53.793959 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:53:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['487e6c54-b7ca-47b2-980a-aac8b935a89d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:53:53.831759 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-3d74513e-d593-48b6-9fee-8a902333ca7d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:53.832606 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-3d74513e-d593-48b6-9fee-8a902333ca7d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.1320298 May 30 19:53:53.889955 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-e3500051-2aa7-47e6-8200-727362d55b96 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495222 May 30 19:53:54.084052 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-388fcb92-e7c1-405c-b189-9fde5430e264 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2989707 May 30 19:53:54.107154 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:54.127720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] Set router 487e6c54-b7ca-47b2-980a-aac8b935a89d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:53:54.184495 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45376) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:54.210951 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-16023ecf-42f7-4765-84dd-3b3b232af1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:54.295464 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-16023ecf-42f7-4765-84dd-3b3b232af1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:54.301991 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-16023ecf-42f7-4765-84dd-3b3b232af1c6 admin admin] Usage tracker for resource:security_group_rule and tenant:95adfda1942c4b38845fca0fc6b99a5f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:54.306167 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-16023ecf-42f7-4765-84dd-3b3b232af1c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:54.306308 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-da277d52-58d4-43b2-b8e2-50f227d844a3 service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011815 May 30 19:53:54.316687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-16023ecf-42f7-4765-84dd-3b3b232af1c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:54.459384 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-16023ecf-42f7-4765-84dd-3b3b232af1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:54.465717 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-16023ecf-42f7-4765-84dd-3b3b232af1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:54.523205 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-16023ecf-42f7-4765-84dd-3b3b232af1c6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=95adfda1942c4b38845fca0fc6b99a5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3375816 May 30 19:53:54.524525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16023ecf-42f7-4765-84dd-3b3b232af1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e1607d-4967-4ea2-bb20-7b78975c6148,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:54.529158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45386) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:54.577121 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-70866964-61bb-4424-8c77-79fbbbad13e6 service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550843 May 30 19:53:54.578225 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'name': 'tempest-FloatingIPsTestJSON-1390178705-router', 'tenant_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '2222980d-2a3a-458f-8bb9-53f04286cb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:53:41Z', 'updated_at': '2022-05-30T19:53:48Z', 'revision_number': 4, 'project_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'gw_port': {'id': '2222980d-2a3a-458f-8bb9-53f04286cb00', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:53:42Z', 'updated_at': '2022-05-30T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '3ed71ac3-ab1a-47c1-8e74-64ae92688fca', 'name': '', 'network_id': '55743427-5f1d-4ffc-af10-bfa878a346a4', 'tenant_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'mac_address': 'fa:16:3e:bf:ab:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f309744-2353-4fe4-8123-5a569a11202c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:53:47Z', 'updated_at': '2022-05-30T19:53:53Z', 'revision_number': 4, 'project_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'subnets': [{'id': '0f309744-2353-4fe4-8123-5a569a11202c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:53:54.583300 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7114e37-22c8-4cee-a85d-7aec582e93ae None None] The sync data for ids ['487e6c54-b7ca-47b2-980a-aac8b935a89d'] in n-d-843949-2 is: [{'id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'name': 'tempest-FloatingIPsTestJSON-1390178705-router', 'tenant_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '2222980d-2a3a-458f-8bb9-53f04286cb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:53:41Z', 'updated_at': '2022-05-30T19:53:48Z', 'revision_number': 4, 'project_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'gw_port': {'id': '2222980d-2a3a-458f-8bb9-53f04286cb00', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:53:42Z', 'updated_at': '2022-05-30T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '3ed71ac3-ab1a-47c1-8e74-64ae92688fca', 'name': '', 'network_id': '55743427-5f1d-4ffc-af10-bfa878a346a4', 'tenant_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'mac_address': 'fa:16:3e:bf:ab:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f309744-2353-4fe4-8123-5a569a11202c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:53:47Z', 'updated_at': '2022-05-30T19:53:53Z', 'revision_number': 4, 'project_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'subnets': [{'id': '0f309744-2353-4fe4-8123-5a569a11202c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:53:54.592274 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-ae7de8f7-d2fb-47f0-98fb-b7e255a87d5d service neutron] 10.222.0.84 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072708 May 30 19:53:54.626387 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-18e83e6e-0653-40a8-874e-4b0e8dacf173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:54.687220 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-18e83e6e-0653-40a8-874e-4b0e8dacf173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:54.771359 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-18e83e6e-0653-40a8-874e-4b0e8dacf173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:54.787626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e83e6e-0653-40a8-874e-4b0e8dacf173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e1607d-4967-4ea2-bb20-7b78975c6148,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:54.794371 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-18e83e6e-0653-40a8-874e-4b0e8dacf173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:54.797880 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-18e83e6e-0653-40a8-874e-4b0e8dacf173 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/76e1607d-4967-4ea2-bb20-7b78975c6148 HTTP/1.1" status: 204 len: 168 time: 0.2649322 May 30 19:53:54.798014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Allocated IP 172.25.5.33 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/6ed753fe-80eb-45b1-b456-db5143f5eec1) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:53:55.062939 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-f7b4a849-ad9e-4be0-9e74-85acd448c1e4 service neutron] 10.222.0.84 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697287 May 30 19:53:55.127241 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-28f14723-af73-4b5a-9ccc-5be235a7a61c tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14&tenant_id=da2c3b5169e14006bab98c084c88a6a6&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 1096 time: 0.3325317 May 30 19:53:55.172390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843949-2'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:55.188759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3ed71ac3-ab1a-47c1-8e74-64ae92688fca up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:53:55.294191 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:55.321741 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 3ed71ac3-ab1a-47c1-8e74-64ae92688fca completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:53:55.332285 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3ed71ac3-ab1a-47c1-8e74-64ae92688fca triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:55.332653 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:55.395420 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:55.537903 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:55.627444 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 3ed71ac3-ab1a-47c1-8e74-64ae92688fca, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3ed71ac3-ab1a-47c1-8e74-64ae92688fca,segment=NetworkSegment(6f75ca35-e18f-4d9b-880e-b32e341512f9),segment_id=6f75ca35-e18f-4d9b-880e-b32e341512f9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:55.635448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:53:55.635766 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:55.674429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:53:55.687411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:53:55.773153 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=3ed71ac3-ab1a-47c1-8e74-64ae92688fca,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:55.820179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Pushing event updated for resources: {'Port': ['ID=6ed753fe-80eb-45b1-b456-db5143f5eec1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:55.953506 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:55.965335 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:56.092318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4f9bb-bb3e-4cfb-bea8-eb96121ecd32 req-909875bd-8c9c-424b-8033-1a41cc0b6164 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:56.099372 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9aa4f9bb-bb3e-4cfb-bea8-eb96121ecd32 req-909875bd-8c9c-424b-8033-1a41cc0b6164 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 945 time: 0.5384676 May 30 19:53:56.126453 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:56.320598 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9aa4f9bb-bb3e-4cfb-bea8-eb96121ecd32 req-5235be48-9b0f-4053-b057-0452bfb6c6fb tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201393 May 30 19:53:56.444844 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] For port b3d8415d-b149-4568-b574-96d85490ccc0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b3d8415d-b149-4568-b574-96d85490ccc0,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:53:56.513554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] For port b3d8415d-b149-4568-b574-96d85490ccc0, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:53:56.574136 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:56.586797 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:56.626048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c691c532-9ff3-40c6-beec-55b9139bcc14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d8415d-b149-4568-b574-96d85490ccc0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:53:56.631536 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:56.658589 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:56.664328 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:56.718823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Pushing event updated for resources: {'Port': ['ID=6ed753fe-80eb-45b1-b456-db5143f5eec1,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:56.875169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-e535f208-d442-4260-af8b-3e4b61d6ad67 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:56.876759 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-e535f208-d442-4260-af8b-3e4b61d6ad67 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.93 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 820 time: 0.1982381 May 30 19:53:56.895551 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-135d3c07-e067-43be-b7a4-bc67427fa32f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Request body: {'port': {'device_id': 'b139f76c-7bc3-49db-9132-3fb28bfae11a', 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6', 'admin_state_up': True, 'tenant_id': '1252846c85cb4f3da96b46deca7cb4f6'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:56.950837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] Pushing event updated for resources: {'Port': ['ID=b3d8415d-b149-4568-b574-96d85490ccc0,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:56.972522 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:56.993026 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-eb1e4e62-351d-4f4b-b64f-c046f5af4ff6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8970284 May 30 19:53:57.137153 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3ed71ac3-ab1a-47c1-8e74-64ae92688fca up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:53:57.198902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-fefbdbcb-e8dc-4de3-abea-2e49d6ce3e98 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Synchronizing usage tracker for tenant:eb446be651e44c1c9f0d6a61f8b48c59 on resource:floatingip {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:53:57.238486 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-135d3c07-e067-43be-b7a4-bc67427fa32f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:57.261912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-135d3c07-e067-43be-b7a4-bc67427fa32f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:57.277831 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3ed71ac3-ab1a-47c1-8e74-64ae92688fca triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:53:57.280999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-135d3c07-e067-43be-b7a4-bc67427fa32f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Made reservation on behalf of 1252846c85cb4f3da96b46deca7cb4f6 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:53:57.281427 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:57.285482 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-135d3c07-e067-43be-b7a4-bc67427fa32f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:57.351608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] Attempting to bind port b3d8415d-b149-4568-b574-96d85490ccc0 on host n-h1-843949-2 for vnic_type normal with profile {"migrating_to": "n-h2-843949-2"} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:53:57.352070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] Attempting to bind port b3d8415d-b149-4568-b574-96d85490ccc0 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:53:57.352997 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] Attempting to bind port b3d8415d-b149-4568-b574-96d85490ccc0 on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:57.359865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] Port b3d8415d-b149-4568-b574-96d85490ccc0 on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:53:57.360481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] Attempting to bind port b3d8415d-b149-4568-b574-96d85490ccc0 on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:57.362997 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-fefbdbcb-e8dc-4de3-abea-2e49d6ce3e98 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Unset dirty status for tenant:eb446be651e44c1c9f0d6a61f8b48c59 on resource:floatingip {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:53:57.364502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-fefbdbcb-e8dc-4de3-abea-2e49d6ce3e98 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 695 time: 0.3703210 May 30 19:53:57.395405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:53:57.396191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] Checking segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:53:57.396805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] Bound using segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:53:57.397441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] Bound port: b3d8415d-b149-4568-b574-96d85490ccc0, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:53:57.397994 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:57.544995 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d771dc21-9d69-4e48-8cd2-6ecd7c835f52 req-abb52dde-f36b-4a6d-90dc-1fb422cd8cc6 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 210 time: 0.0596893 May 30 19:53:57.603226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-135d3c07-e067-43be-b7a4-bc67427fa32f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Allocated IP 172.20.0.7 (ef99a40e-b244-4305-a3be-e3c9ef1437a6/fb81dd35-0c01-4e64-9d86-853df955e5f4/976f3fa1-b849-4585-98a6-992a9dc7898a) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:53:57.662813 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c53e0105-0e32-434c-81cd-232b49d46b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:57.757496 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b062a33c-1bd6-4f3a-bcfd-0860a17510e9'] response: {'server_uuid': 'c691c532-9ff3-40c6-beec-55b9139bcc14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d8415d-b149-4568-b574-96d85490ccc0', 'code': 200} May 30 19:53:57.763472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-7512ed6d-7767-4d5f-9bcf-1e45c3e48ec1 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:57.764897 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-7512ed6d-7767-4d5f-9bcf-1e45c3e48ec1 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.3945785 May 30 19:53:57.781809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-59be0252-0f4a-4588-968c-fbbf910cb8cc tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:53:57.781809 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6f2c7b7-33f7-4126-80fc-62beaf0016e2 req-59be0252-0f4a-4588-968c-fbbf910cb8cc tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0096443 May 30 19:53:57.788892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] For port b3d8415d-b149-4568-b574-96d85490ccc0, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:53:57.793446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] For port b3d8415d-b149-4568-b574-96d85490ccc0, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b3d8415d-b149-4568-b574-96d85490ccc0,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:53:57.799835 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:58.004188 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-135d3c07-e067-43be-b7a4-bc67427fa32f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:58.034778 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] Pushing event updated for resources: {'Port': ['ID=b3d8415d-b149-4568-b574-96d85490ccc0,revision_number=8']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:58.036382 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-135d3c07-e067-43be-b7a4-bc67427fa32f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:58.041579 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:58.041579 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-57a88e27-745b-4190-9362-0ae9ae1c5afc service neutron] 10.222.0.93 "PUT /v2.0/ports/b3d8415d-b149-4568-b574-96d85490ccc0 HTTP/1.1" status: 200 len: 1121 time: 2.8905623 May 30 19:53:58.078631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea273-d52c-4cb8-941e-cc6c5eec7970 req-3466fa3a-6d37-4ac1-aaa1-29a993bdf7b9 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:58.080177 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-165ea273-d52c-4cb8-941e-cc6c5eec7970 req-3466fa3a-6d37-4ac1-aaa1-29a993bdf7b9 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 943 time: 0.1349866 May 30 19:53:58.114804 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b3d8415d-b149-4568-b574-96d85490ccc0'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:53:58.123215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-135d3c07-e067-43be-b7a4-bc67427fa32f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Network ef99a40e-b244-4305-a3be-e3c9ef1437a6 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:53:58.131391 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-135d3c07-e067-43be-b7a4-bc67427fa32f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:53:58.133719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-135d3c07-e067-43be-b7a4-bc67427fa32f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:53:58.139453 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-135d3c07-e067-43be-b7a4-bc67427fa32f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:58.140109 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-135d3c07-e067-43be-b7a4-bc67427fa32f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:58.147749 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-165ea273-d52c-4cb8-941e-cc6c5eec7970 req-2ab4f71c-f2dd-4344-a920-7804eb1077e9 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589483 May 30 19:53:58.166304 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d3c07-e067-43be-b7a4-bc67427fa32f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Pushing event updated for resources: {'Port': ['ID=976f3fa1-b849-4585-98a6-992a9dc7898a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:58.193057 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-135d3c07-e067-43be-b7a4-bc67427fa32f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3026581 May 30 19:53:58.208612 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Request body: {'port': {'device_id': 'b139f76c-7bc3-49db-9132-3fb28bfae11a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:53:58.357790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa0355b8-5deb-409c-8065-7748a9c7d7a1 req-0d5352af-6895-4493-8966-bac515a024b6 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/floatingips/b327f011-bc27-49c9-9f09-87697a40efaa HTTP/1.1" status: 200 len: 692 time: 0.0945127 May 30 19:53:58.363230 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:58.515676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0355b8-5deb-409c-8065-7748a9c7d7a1 req-d9246c2f-09e5-41bf-8c28-b0d0178f4870 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:58.516893 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa0355b8-5deb-409c-8065-7748a9c7d7a1 req-d9246c2f-09e5-41bf-8c28-b0d0178f4870 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.1538510 May 30 19:53:58.527940 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-fa0355b8-5deb-409c-8065-7748a9c7d7a1 req-fccbfdab-c0ef-454f-9a84-030cb75c09d7 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:53:58.529121 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa0355b8-5deb-409c-8065-7748a9c7d7a1 req-fccbfdab-c0ef-454f-9a84-030cb75c09d7 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067310 May 30 19:53:58.730355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976f3fa1-b849-4585-98a6-992a9dc7898a {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:53:58.739786 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:58.755939 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Transition to ACTIVE for port object 976f3fa1-b849-4585-98a6-992a9dc7898a will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:53:58.759720 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:58.823529 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Pushing event updated for resources: {'Port': ['ID=976f3fa1-b849-4585-98a6-992a9dc7898a,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:58.860725 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b82046ab-28cd-4249-b925-c7dc9d6b0a98 req-c335103b-d170-4472-8bb9-053ccb3bd821 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/floatingips?tenant_id=eb446be651e44c1c9f0d6a61f8b48c59 HTTP/1.1" status: 200 len: 695 time: 0.0958021 May 30 19:53:58.946789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Attempting to bind port 976f3fa1-b849-4585-98a6-992a9dc7898a on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:53:58.947290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Attempting to bind port 976f3fa1-b849-4585-98a6-992a9dc7898a by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:53:58.947923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Attempting to bind port 976f3fa1-b849-4585-98a6-992a9dc7898a on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:58.953615 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Port 976f3fa1-b849-4585-98a6-992a9dc7898a on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:53:58.954007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Attempting to bind port 976f3fa1-b849-4585-98a6-992a9dc7898a on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:53:58.960607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:53:58.960943 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Checking segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:53:58.961355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Bound using segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:53:58.961793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Bound port: 976f3fa1-b849-4585-98a6-992a9dc7898a, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:53:58.962136 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:59.072613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82046ab-28cd-4249-b925-c7dc9d6b0a98 req-7c4eb456-71ae-4ed1-bd36-e1405e1fb5ee tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:59.074163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b82046ab-28cd-4249-b925-c7dc9d6b0a98 req-7c4eb456-71ae-4ed1-bd36-e1405e1fb5ee tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/networks?id=238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 787 time: 0.2075155 May 30 19:53:59.074389 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] For port 976f3fa1-b849-4585-98a6-992a9dc7898a, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:53:59.078037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] For port 976f3fa1-b849-4585-98a6-992a9dc7898a, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=976f3fa1-b849-4585-98a6-992a9dc7898a,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:53:59.082811 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:59.084786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def099e2-8e50-4f1b-94d0-c3359300df0f req-992ce890-a852-4221-b9df-fdd3db5d9e59 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:59.086210 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-def099e2-8e50-4f1b-94d0-c3359300df0f req-992ce890-a852-4221-b9df-fdd3db5d9e59 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 943 time: 0.1928244 May 30 19:53:59.091914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-b82046ab-28cd-4249-b925-c7dc9d6b0a98 req-fd56aacf-7640-4751-9533-7c71d2b3b014 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:53:59.092842 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b82046ab-28cd-4249-b925-c7dc9d6b0a98 req-fd56aacf-7640-4751-9533-7c71d2b3b014 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058029 May 30 19:53:59.140667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45536) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:59.148823 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:59.150369 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] 10.222.0.93 "PUT /v2.0/ports/976f3fa1-b849-4585-98a6-992a9dc7898a HTTP/1.1" status: 200 len: 1091 time: 0.9471200 May 30 19:53:59.150798 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b139f76c-7bc3-49db-9132-3fb28bfae11a', 'tag': '976f3fa1-b849-4585-98a6-992a9dc7898a'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:53:59.152487 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-def099e2-8e50-4f1b-94d0-c3359300df0f req-e1e67c26-5967-46c1-a06a-4b4c15d417a6 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566256 May 30 19:53:59.183292 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c676f-7cf3-4103-a5ef-e3ea21369eef service neutron] Pushing event updated for resources: {'Port': ['ID=976f3fa1-b849-4585-98a6-992a9dc7898a,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:59.313514 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-fc3e687e-dd62-4caf-9e15-21cc4bb651c0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 1094 time: 0.1167305 May 30 19:53:59.342702 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86a582ea-266a-4687-8378-f5e83e6a66a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:59.381209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-86a582ea-266a-4687-8378-f5e83e6a66a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:53:59.386533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-86a582ea-266a-4687-8378-f5e83e6a66a5 admin admin] Usage tracker for resource:security_group_rule and tenant:2916f23a1bfc4bcb8be6a86498ed3924 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:53:59.390693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-86a582ea-266a-4687-8378-f5e83e6a66a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:53:59.393225 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-8560ea21-25cd-4b88-b4bf-c30e1bb02849 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=976f3fa1-b849-4585-98a6-992a9dc7898a HTTP/1.1" status: 200 len: 217 time: 0.0688934 May 30 19:53:59.401483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-86a582ea-266a-4687-8378-f5e83e6a66a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:53:59.488392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-b25aa118-1cbf-43a9-ae3f-63b5e3b1aa27 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:59.490257 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-b25aa118-1cbf-43a9-ae3f-63b5e3b1aa27 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.0906494 May 30 19:53:59.550719 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-a3db72e6-75f8-4607-8e9c-b75a2929b232 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536149 May 30 19:53:59.621169 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a0b3fde-56a5-478e-b111-afe6e68499ee req-f3430eac-ca96-4180-aaad-8ac3a250908e tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/floatingips/b327f011-bc27-49c9-9f09-87697a40efaa HTTP/1.1" status: 200 len: 692 time: 0.1338396 May 30 19:53:59.630587 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd8951b-f2e1-455d-a21e-64e547ca40ac'] response: {'name': 'network-changed', 'server_uuid': 'b139f76c-7bc3-49db-9132-3fb28bfae11a', 'tag': '976f3fa1-b849-4585-98a6-992a9dc7898a', 'status': 'completed', 'code': 200} May 30 19:53:59.666052 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86a582ea-266a-4687-8378-f5e83e6a66a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:59.777154 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-5b853e2b-8986-401b-9827-59555164e752 service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187784 May 30 19:53:59.786876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c691c532-9ff3-40c6-beec-55b9139bcc14', 'tag': 'b3d8415d-b149-4568-b574-96d85490ccc0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:53:59.800143 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86a582ea-266a-4687-8378-f5e83e6a66a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:59.841503 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-651fe0e3-afa2-4853-a652-a3024e35871e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:59.912404 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aa2c09b2-6f87-494c-bcc0-39482bc6f106 req-4ada4f33-6db9-4d45-84ef-dfa41421cf10 service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287894 May 30 19:53:59.925779 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a582ea-266a-4687-8378-f5e83e6a66a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b45b69e-4752-4ab9-b1df-92115a03e9c2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:53:59.933411 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-86a582ea-266a-4687-8378-f5e83e6a66a5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2916f23a1bfc4bcb8be6a86498ed3924&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7919438 May 30 19:53:59.937467 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45570) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:53:59.965017 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b3fde-56a5-478e-b111-afe6e68499ee req-e32f5f9e-fab9-45b7-8e97-a995a5daaa3c tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:59.966332 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a0b3fde-56a5-478e-b111-afe6e68499ee req-e32f5f9e-fab9-45b7-8e97-a995a5daaa3c tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.3441548 May 30 19:53:59.979442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-4a0b3fde-56a5-478e-b111-afe6e68499ee req-8e6a2399-5b63-4859-9077-7b1cc9684b45 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:53:59.980478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a0b3fde-56a5-478e-b111-afe6e68499ee req-8e6a2399-5b63-4859-9077-7b1cc9684b45 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0080292 May 30 19:53:59.990456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0391f-879d-49fb-bf2b-2de65d70caa6 req-09872829-eed9-4ee9-afb5-710aa80bdfdb tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:53:59.991878 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-91e0391f-879d-49fb-bf2b-2de65d70caa6 req-09872829-eed9-4ee9-afb5-710aa80bdfdb tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 943 time: 0.1956534 May 30 19:54:00.050724 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4c7109bd-e955-4979-a0e8-d01242edd78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:00.084389 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b73aac80-0e26-42b1-b78f-d21798ff4b19 req-a9d8372a-9b74-407c-8e29-46c3b374d94a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 1094 time: 0.1183698 May 30 19:54:00.085987 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4c7109bd-e955-4979-a0e8-d01242edd78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:00.087833 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a0b3fde-56a5-478e-b111-afe6e68499ee req-239043bf-0682-4c26-9af8-5d6fe1d60fb5 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 695 time: 0.0949800 May 30 19:54:00.176983 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-91e0391f-879d-49fb-bf2b-2de65d70caa6 req-89123c07-da50-4d98-af86-f109f89fb5f5 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361103 May 30 19:54:00.179819 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a0b3fde-56a5-478e-b111-afe6e68499ee req-84299020-c6db-4745-b3db-6ecf2663ec3a tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 695 time: 0.0842035 May 30 19:54:00.274607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73aac80-0e26-42b1-b78f-d21798ff4b19 req-55f4c311-6e9e-4cf3-a30a-47f81f960ca5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:00.280424 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b73aac80-0e26-42b1-b78f-d21798ff4b19 req-55f4c311-6e9e-4cf3-a30a-47f81f960ca5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.1855659 May 30 19:54:00.343356 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4c7109bd-e955-4979-a0e8-d01242edd78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:00.357938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-4a0b3fde-56a5-478e-b111-afe6e68499ee req-08db1755-209a-4137-869f-0164bb393c58 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Deleting port 6ed753fe-80eb-45b1-b456-db5143f5eec1 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:54:00.358102 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a0b3fde-56a5-478e-b111-afe6e68499ee req-08db1755-209a-4137-869f-0164bb393c58 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:00.368986 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b73aac80-0e26-42b1-b78f-d21798ff4b19 req-43a39784-4f77-4591-9ab5-e4bc2dd75728 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=976f3fa1-b849-4585-98a6-992a9dc7898a HTTP/1.1" status: 200 len: 217 time: 0.0818927 May 30 19:54:00.371355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7109bd-e955-4979-a0e8-d01242edd78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b45b69e-4752-4ab9-b1df-92115a03e9c2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:00.374654 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4c7109bd-e955-4979-a0e8-d01242edd78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:00.382478 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc268ab1-9e92-4083-b0b7-7327d2f1bb97'] response: {'name': 'network-changed', 'server_uuid': 'c691c532-9ff3-40c6-beec-55b9139bcc14', 'tag': 'b3d8415d-b149-4568-b574-96d85490ccc0', 'status': 'completed', 'code': 200} May 30 19:54:00.389075 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4c7109bd-e955-4979-a0e8-d01242edd78f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1b45b69e-4752-4ab9-b1df-92115a03e9c2 HTTP/1.1" status: 204 len: 168 time: 0.4415922 May 30 19:54:00.471424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73aac80-0e26-42b1-b78f-d21798ff4b19 req-6f706f15-0036-45a7-8971-1c9782197938 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:00.473339 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b73aac80-0e26-42b1-b78f-d21798ff4b19 req-6f706f15-0036-45a7-8971-1c9782197938 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.0831223 May 30 19:54:00.540312 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b73aac80-0e26-42b1-b78f-d21798ff4b19 req-f949f6f5-72ae-4723-bfe6-5f2370c8b315 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597990 May 30 19:54:00.610471 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a0b3fde-56a5-478e-b111-afe6e68499ee req-08db1755-209a-4137-869f-0164bb393c58 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:00.610838 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a0b3fde-56a5-478e-b111-afe6e68499ee req-08db1755-209a-4137-869f-0164bb393c58 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:00.708361 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b73aac80-0e26-42b1-b78f-d21798ff4b19 req-e49613d6-5465-4204-979e-4bbe57a6f73c service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585124 May 30 19:54:00.733234 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa2a5991-adf3-43ab-a664-ac4015e71de4 req-58b67fcb-d3d2-45d6-944d-82fe86d9ec53 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 1124 time: 0.2914462 May 30 19:54:00.739556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-4a0b3fde-56a5-478e-b111-afe6e68499ee req-08db1755-209a-4137-869f-0164bb393c58 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Calling delete_port for 6ed753fe-80eb-45b1-b456-db5143f5eec1 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:54:00.791014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45592) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:00.818709 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6cb00b7d-080e-4997-9d16-cab789ca986a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:00.883021 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6cb00b7d-080e-4997-9d16-cab789ca986a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:00.889622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6cb00b7d-080e-4997-9d16-cab789ca986a admin admin] Usage tracker for resource:security_group_rule and tenant:5e28da47843d48efa25e4f8b85eddb50 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:00.893582 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b73aac80-0e26-42b1-b78f-d21798ff4b19 req-bbb82992-1d6b-4329-b9ee-121d8cf70beb service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758673 May 30 19:54:00.894330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6cb00b7d-080e-4997-9d16-cab789ca986a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:00.901228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6cb00b7d-080e-4997-9d16-cab789ca986a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:00.976167 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6cb00b7d-080e-4997-9d16-cab789ca986a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:00.980224 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6cb00b7d-080e-4997-9d16-cab789ca986a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:01.013969 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:01.024086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb00b7d-080e-4997-9d16-cab789ca986a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926b160d-b7fc-4dfc-b376-5beca08d2e3c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:01.033438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a5991-adf3-43ab-a664-ac4015e71de4 req-3068f6df-3077-4666-8476-b72575051158 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:01.034890 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa2a5991-adf3-43ab-a664-ac4015e71de4 req-3068f6df-3077-4666-8476-b72575051158 service neutron] 10.222.0.77 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 908 time: 0.2679908 May 30 19:54:01.038959 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6cb00b7d-080e-4997-9d16-cab789ca986a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5e28da47843d48efa25e4f8b85eddb50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2445455 May 30 19:54:01.039188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45596) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:01.096591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac576c53-ba30-491f-a345-c30eb2d420f1 req-6c6e5094-f080-4809-8f96-188f5d1da96a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:01.097882 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e5bdaf9-791a-4c3e-9ccb-90cbe5a4a718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:01.098330 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac576c53-ba30-491f-a345-c30eb2d420f1 req-6c6e5094-f080-4809-8f96-188f5d1da96a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 943 time: 0.3322160 May 30 19:54:01.123913 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e5bdaf9-791a-4c3e-9ccb-90cbe5a4a718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:01.136502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa2a5991-adf3-43ab-a664-ac4015e71de4 req-3d867eca-9a18-4421-8251-7b7cfa9da10a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3d8415d-b149-4568-b574-96d85490ccc0 HTTP/1.1" status: 200 len: 217 time: 0.0933828 May 30 19:54:01.173645 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e5bdaf9-791a-4c3e-9ccb-90cbe5a4a718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:01.191956 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5bdaf9-791a-4c3e-9ccb-90cbe5a4a718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926b160d-b7fc-4dfc-b376-5beca08d2e3c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:01.194226 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e5bdaf9-791a-4c3e-9ccb-90cbe5a4a718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:01.195351 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7e5bdaf9-791a-4c3e-9ccb-90cbe5a4a718 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/926b160d-b7fc-4dfc-b376-5beca08d2e3c HTTP/1.1" status: 204 len: 168 time: 0.1553280 May 30 19:54:01.256173 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:01.256651 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a0b3fde-56a5-478e-b111-afe6e68499ee req-08db1755-209a-4137-869f-0164bb393c58 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:01.320662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db1755-209a-4137-869f-0164bb393c58 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Pushing event deleted for resources: {'Port': ['ID=6ed753fe-80eb-45b1-b456-db5143f5eec1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:01.327007 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac576c53-ba30-491f-a345-c30eb2d420f1 req-af3c73ef-852c-4d42-a8e4-0e840cccf144 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194867 May 30 19:54:01.372677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a5991-adf3-43ab-a664-ac4015e71de4 req-a6988d15-143e-40f0-b222-4b6dc867ca83 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:01.374155 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa2a5991-adf3-43ab-a664-ac4015e71de4 req-a6988d15-143e-40f0-b222-4b6dc867ca83 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.2293620 May 30 19:54:01.376218 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a0b3fde-56a5-478e-b111-afe6e68499ee req-08db1755-209a-4137-869f-0164bb393c58 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:01.429276 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa2a5991-adf3-43ab-a664-ac4015e71de4 req-aa325a3b-ac6d-428e-b4eb-9cff84a6b3e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468836 May 30 19:54:01.531912 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a0b3fde-56a5-478e-b111-afe6e68499ee req-08db1755-209a-4137-869f-0164bb393c58 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:01.533058 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a0b3fde-56a5-478e-b111-afe6e68499ee req-08db1755-209a-4137-869f-0164bb393c58 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "DELETE /v2.0/floatingips/b327f011-bc27-49c9-9f09-87697a40efaa HTTP/1.1" status: 204 len: 173 time: 1.3388538 May 30 19:54:01.599785 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa2a5991-adf3-43ab-a664-ac4015e71de4 req-079afff4-b618-4c0b-b6dc-a4bf2da7e2ee service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578503 May 30 19:54:01.814163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b3d8415d-b149-4568-b574-96d85490ccc0 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:54:01.829528 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa2a5991-adf3-43ab-a664-ac4015e71de4 req-34f58b76-b84a-436d-89d3-bb12253e038a service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213631 May 30 19:54:01.878318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb511c-ed67-4998-bca9-e18377bf5ea6 req-e4357d8b-2a29-4d0f-bf96-6817e3ec51f6 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:01.888930 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96eb511c-ed67-4998-bca9-e18377bf5ea6 req-e4357d8b-2a29-4d0f-bf96-6817e3ec51f6 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 943 time: 0.1562760 May 30 19:54:01.944150 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96eb511c-ed67-4998-bca9-e18377bf5ea6 req-43d42fc6-507d-40a0-ba51-3de955d737eb tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541201 May 30 19:54:02.032977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port b3d8415d-b149-4568-b574-96d85490ccc0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b3d8415d-b149-4568-b574-96d85490ccc0,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:02.062802 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b3d8415d-b149-4568-b574-96d85490ccc0 has no active binding in host n-h2-843949-2 {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 19:54:02.191707 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-2d8a9a46-b199-4f98-b33f-24ee3dce2c2e tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2093980 May 30 19:54:02.202785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:02.208346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:02.213270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Usage tracker for resource:floatingip and tenant:eb446be651e44c1c9f0d6a61f8b48c59 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:02.217927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:02.226246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:02.245502 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:02.393321 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:02.501189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45652) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:02.537728 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Allocated IP 172.25.5.32 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/878c6fd2-eec0-41c6-987d-09460050228c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:54:02.620952 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:02.721625 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:02.733131 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:02.801267 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:02.885955 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0e843d8-4f52-4dcd-b758-006ce8b03b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:02.895793 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:54:02.896832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Pushing event updated for resources: {'Port': ['ID=878c6fd2-eec0-41c6-987d-09460050228c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:02.901317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:54:02.904570 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:54:02.940576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e20f2-0993-4a29-be0a-97e07a003dfe req-bdb8e45a-ec6a-4464-a871-c27d58da19e8 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:02.942216 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d0e20f2-0993-4a29-be0a-97e07a003dfe req-bdb8e45a-ec6a-4464-a871-c27d58da19e8 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 943 time: 0.1779201 May 30 19:54:02.949102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d0e843d8-4f52-4dcd-b758-006ce8b03b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:02.952994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d0e843d8-4f52-4dcd-b758-006ce8b03b78 admin admin] Usage tracker for resource:security_group_rule and tenant:cab39c6835304388979f2eedb1904b69 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:02.956098 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d0e843d8-4f52-4dcd-b758-006ce8b03b78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:02.961814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d0e843d8-4f52-4dcd-b758-006ce8b03b78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:02.975174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45666) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:03.002475 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d0e20f2-0993-4a29-be0a-97e07a003dfe req-4a51b3a5-12d8-43bc-82b4-ac0f78c3e40d tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521245 May 30 19:54:03.090135 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:03.111301 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0e843d8-4f52-4dcd-b758-006ce8b03b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:03.117373 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0e843d8-4f52-4dcd-b758-006ce8b03b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:03.178210 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d0e843d8-4f52-4dcd-b758-006ce8b03b78 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cab39c6835304388979f2eedb1904b69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6748619 May 30 19:54:03.179119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45678) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:03.206745 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:03.251688 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e843d8-4f52-4dcd-b758-006ce8b03b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724d774f-1b1c-4bc8-9c73-d55f2a86c684,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:03.301765 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8382-1325-4da6-873e-b1f13d99224d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:03.348409 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8382-1325-4da6-873e-b1f13d99224d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:03.405650 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cebc8eb4-232d-4559-900c-244e71b1b209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:03.449874 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cebc8eb4-232d-4559-900c-244e71b1b209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:03.455169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cebc8eb4-232d-4559-900c-244e71b1b209 admin admin] Usage tracker for resource:security_group_rule and tenant:9c91004dee054d4bbb31f9f16c723b05 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:03.458698 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cebc8eb4-232d-4559-900c-244e71b1b209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:03.465099 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8382-1325-4da6-873e-b1f13d99224d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:03.468848 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cebc8eb4-232d-4559-900c-244e71b1b209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:03.489074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c8382-1325-4da6-873e-b1f13d99224d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724d774f-1b1c-4bc8-9c73-d55f2a86c684,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:03.504180 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8382-1325-4da6-873e-b1f13d99224d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:03.505477 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3b6c8382-1325-4da6-873e-b1f13d99224d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/724d774f-1b1c-4bc8-9c73-d55f2a86c684 HTTP/1.1" status: 204 len: 168 time: 0.3235402 May 30 19:54:03.584889 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cebc8eb4-232d-4559-900c-244e71b1b209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:03.590873 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cebc8eb4-232d-4559-900c-244e71b1b209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:03.630028 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-6146862c-2716-4891-b7ab-7fc80e0bf7f0 service neutron] 10.222.0.77 "GET /v2.0/ports/b3d8415d-b149-4568-b574-96d85490ccc0/bindings/n-h2-843949-2 HTTP/1.1" status: 200 len: 384 time: 0.3362539 May 30 19:54:03.669680 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cebc8eb4-232d-4559-900c-244e71b1b209 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9c91004dee054d4bbb31f9f16c723b05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6934855 May 30 19:54:03.670769 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc8eb4-232d-4559-900c-244e71b1b209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04446706-01de-4e0c-9a0c-33c8541fe3dd,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:03.673877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45690) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:03.728570 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb99c9-4f41-4b26-9c09-34a237857e3f req-f306221d-05de-4871-9253-d48c5c61a5d7 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:03.730039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0cb99c9-4f41-4b26-9c09-34a237857e3f req-f306221d-05de-4871-9253-d48c5c61a5d7 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 943 time: 0.4402378 May 30 19:54:03.763147 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-28d106b2-c038-4bdd-8aa4-4f44fb466c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:03.799854 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-28d106b2-c038-4bdd-8aa4-4f44fb466c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:03.813412 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 976f3fa1-b849-4585-98a6-992a9dc7898a details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:54:03.865140 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:54:03.898134 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0cb99c9-4f41-4b26-9c09-34a237857e3f req-c08f185b-13ff-4d03-8c01-bd9edd97262d tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616819 May 30 19:54:03.900964 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:03.912134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-28d106b2-c038-4bdd-8aa4-4f44fb466c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:03.920301 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:03.961137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d106b2-c038-4bdd-8aa4-4f44fb466c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04446706-01de-4e0c-9a0c-33c8541fe3dd,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:03.965426 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-28d106b2-c038-4bdd-8aa4-4f44fb466c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:03.970119 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-28d106b2-c038-4bdd-8aa4-4f44fb466c11 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/04446706-01de-4e0c-9a0c-33c8541fe3dd HTTP/1.1" status: 204 len: 168 time: 0.2946343 May 30 19:54:04.058071 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 976f3fa1-b849-4585-98a6-992a9dc7898a, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=976f3fa1-b849-4585-98a6-992a9dc7898a,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:04.079716 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '976f3fa1-b849-4585-98a6-992a9dc7898a', 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6', 'port_id': '976f3fa1-b849-4585-98a6-992a9dc7898a', 'mac_address': 'fa:16:3e:a0:0b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb81dd35-0c01-4e64-9d86-853df955e5f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:54:04.132255 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:04.156075 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:04.161935 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Pushing event updated for resources: {'Port': ['ID=878c6fd2-eec0-41c6-987d-09460050228c,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:04.178663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976f3fa1-b849-4585-98a6-992a9dc7898a {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:54:04.190261 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:04.198720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 976f3fa1-b849-4585-98a6-992a9dc7898a, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=976f3fa1-b849-4585-98a6-992a9dc7898a,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:04.199441 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-f95fedd3-b104-4387-be29-ce2837f21993 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0011487 May 30 19:54:04.204776 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:04.219073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45712) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:04.261123 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-feb5f2ec-2fba-41e8-9dfe-dff4ada2c374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:04.301995 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=976f3fa1-b849-4585-98a6-992a9dc7898a,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:04.326126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-38d99982-d49b-49da-9993-e20d3b744ff8 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Synchronizing usage tracker for tenant:eb446be651e44c1c9f0d6a61f8b48c59 on resource:floatingip {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:54:04.336743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-0f3493d6-cd15-488c-83fd-1ba4d6d44803 service neutron] For port b3d8415d-b149-4568-b574-96d85490ccc0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b3d8415d-b149-4568-b574-96d85490ccc0,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:04.343402 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-feb5f2ec-2fba-41e8-9dfe-dff4ada2c374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:04.353109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-feb5f2ec-2fba-41e8-9dfe-dff4ada2c374 admin admin] Usage tracker for resource:security_group_rule and tenant:3590cf6abe8849839401ea3765518d67 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:04.360854 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-feb5f2ec-2fba-41e8-9dfe-dff4ada2c374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:04.366336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-38d99982-d49b-49da-9993-e20d3b744ff8 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Unset dirty status for tenant:eb446be651e44c1c9f0d6a61f8b48c59 on resource:floatingip {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:54:04.367487 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-38d99982-d49b-49da-9993-e20d3b744ff8 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.1671238 May 30 19:54:04.373003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-0f3493d6-cd15-488c-83fd-1ba4d6d44803 service neutron] For port b3d8415d-b149-4568-b574-96d85490ccc0, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:04.378850 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-feb5f2ec-2fba-41e8-9dfe-dff4ada2c374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:04.447861 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['976f3fa1-b849-4585-98a6-992a9dc7898a'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:54:04.479023 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-feb5f2ec-2fba-41e8-9dfe-dff4ada2c374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:04.486963 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-feb5f2ec-2fba-41e8-9dfe-dff4ada2c374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:04.543229 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5f2ec-2fba-41e8-9dfe-dff4ada2c374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1add6e11-30f1-4a04-95b9-d75b72e1ccc3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:04.555394 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-feb5f2ec-2fba-41e8-9dfe-dff4ada2c374 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3590cf6abe8849839401ea3765518d67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3341994 May 30 19:54:04.555984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45722) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:04.580896 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-0f3493d6-cd15-488c-83fd-1ba4d6d44803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d8415d-b149-4568-b574-96d85490ccc0 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:54:04.600229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-0f3493d6-cd15-488c-83fd-1ba4d6d44803 service neutron] For port b3d8415d-b149-4568-b574-96d85490ccc0, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b3d8415d-b149-4568-b574-96d85490ccc0,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:04.628535 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-447d2d93-654d-48ca-a4af-5dc8c755508c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:04.636671 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-0f3493d6-cd15-488c-83fd-1ba4d6d44803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:04.660485 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-447d2d93-654d-48ca-a4af-5dc8c755508c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:04.705184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-ab78d74d-d194-481d-9cd0-e26570369f75 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:04.711636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-ab78d74d-d194-481d-9cd0-e26570369f75 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.3080935 May 30 19:54:04.723039 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-a226dc64-5528-4677-ae28-8187424da15f tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:54:04.741461 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-345a2e5b-103e-4e88-a599-8750a9e4d549 req-a226dc64-5528-4677-ae28-8187424da15f tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0239003 May 30 19:54:04.817970 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45728) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:04.849492 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83e4039f-e565-4b8a-8dc8-2a58744aa71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:04.874922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-0f3493d6-cd15-488c-83fd-1ba4d6d44803 service neutron] Transition to ACTIVE for port object b3d8415d-b149-4568-b574-96d85490ccc0 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:04.882239 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-0f3493d6-cd15-488c-83fd-1ba4d6d44803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:04.883751 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-447d2d93-654d-48ca-a4af-5dc8c755508c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:04.903520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d2d93-654d-48ca-a4af-5dc8c755508c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1add6e11-30f1-4a04-95b9-d75b72e1ccc3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:04.924833 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-447d2d93-654d-48ca-a4af-5dc8c755508c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:04.930145 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-447d2d93-654d-48ca-a4af-5dc8c755508c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1add6e11-30f1-4a04-95b9-d75b72e1ccc3 HTTP/1.1" status: 204 len: 168 time: 0.3713033 May 30 19:54:05.055710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-83e4039f-e565-4b8a-8dc8-2a58744aa71d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:05.077610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-83e4039f-e565-4b8a-8dc8-2a58744aa71d admin admin] Usage tracker for resource:security_group_rule and tenant:bd173b18ba98406a891df41d402a1188 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:05.135432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-83e4039f-e565-4b8a-8dc8-2a58744aa71d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:05.153193 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-83e4039f-e565-4b8a-8dc8-2a58744aa71d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:05.164860 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab70ee63-d7c8-46e2-a150-9a6f27b92c3f req-a1cabfd3-5111-42ed-b30a-f5a76c4a31b2 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/floatingips/64124cf0-ff1a-4098-9e62-9f43dfc518d0 HTTP/1.1" status: 200 len: 692 time: 0.2301261 May 30 19:54:05.201897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3493d6-cd15-488c-83fd-1ba4d6d44803 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d8415d-b149-4568-b574-96d85490ccc0,revision_number=10']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:05.244743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-0f3493d6-cd15-488c-83fd-1ba4d6d44803 service neutron] No DVR routers for this DVR port b3d8415d-b149-4568-b574-96d85490ccc0 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:54:05.430447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a4a48-dc24-438b-93c6-adf10ee535ae req-0914e6e0-f9cb-4912-83e7-4917bfe9450b tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:05.432161 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a28a4a48-dc24-438b-93c6-adf10ee535ae req-0914e6e0-f9cb-4912-83e7-4917bfe9450b tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 944 time: 0.4963875 May 30 19:54:05.487509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70ee63-d7c8-46e2-a150-9a6f27b92c3f req-d4888a92-2eb0-42a2-830e-4a5156cbde62 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:05.488865 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab70ee63-d7c8-46e2-a150-9a6f27b92c3f req-d4888a92-2eb0-42a2-830e-4a5156cbde62 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.2785535 May 30 19:54:05.501488 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-0f3493d6-cd15-488c-83fd-1ba4d6d44803 service neutron] 10.222.0.77 "PUT /v2.0/ports/b3d8415d-b149-4568-b574-96d85490ccc0/bindings/n-h2-843949-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8640208 May 30 19:54:05.634942 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83e4039f-e565-4b8a-8dc8-2a58744aa71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:05.637833 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-b799e071-b416-4fc9-b897-696cf670ed8f tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14&tenant_id=da2c3b5169e14006bab98c084c88a6a6&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 1095 time: 0.0766931 May 30 19:54:05.651420 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83e4039f-e565-4b8a-8dc8-2a58744aa71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:05.715083 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab70ee63-d7c8-46e2-a150-9a6f27b92c3f req-1943645a-e014-4eed-8907-d0f63d0c578f tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.2126043 May 30 19:54:05.722771 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-6aba845e-c57a-47b3-9a74-f9bdd204b5f4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14&tenant_id=da2c3b5169e14006bab98c084c88a6a6 HTTP/1.1" status: 200 len: 1095 time: 0.0772502 May 30 19:54:05.727675 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a28a4a48-dc24-438b-93c6-adf10ee535ae req-35b9be1e-8ba0-494f-85c2-595bf53d8710 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810326 May 30 19:54:05.811392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4039f-e565-4b8a-8dc8-2a58744aa71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360f51d5-dc4e-409c-a361-697eeb25297a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:05.818272 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-83e4039f-e565-4b8a-8dc8-2a58744aa71d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bd173b18ba98406a891df41d402a1188&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9989781 May 30 19:54:05.820896 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45762) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:05.829133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 976f3fa1-b849-4585-98a6-992a9dc7898a up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:54:05.860917 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-fef92f19-65ae-4b53-9bda-2642be43f2d9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 1095 time: 0.1137731 May 30 19:54:05.891261 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab70ee63-d7c8-46e2-a150-9a6f27b92c3f req-a7bdc599-cb1a-4822-8a17-e537b88d6838 tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.1752577 May 30 19:54:05.914376 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 976f3fa1-b849-4585-98a6-992a9dc7898a completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:54:05.921059 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 976f3fa1-b849-4585-98a6-992a9dc7898a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:05.921546 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:06.039636 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3875b66-b935-438f-9f80-d0b31291627d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:06.044424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-6f473ad4-a565-4246-b737-e23b37cab7a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:06.046136 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-6f473ad4-a565-4246-b737-e23b37cab7a6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 908 time: 0.1765018 May 30 19:54:06.049962 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:06.079005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b139f76c-7bc3-49db-9132-3fb28bfae11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976f3fa1-b849-4585-98a6-992a9dc7898a'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:06.089230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 976f3fa1-b849-4585-98a6-992a9dc7898a, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=976f3fa1-b849-4585-98a6-992a9dc7898a,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:06.094763 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:06.139028 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-071e9cc5-b6c0-432b-92c1-3940d0e49e18 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3d8415d-b149-4568-b574-96d85490ccc0 HTTP/1.1" status: 200 len: 217 time: 0.0814283 May 30 19:54:06.159793 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3875b66-b935-438f-9f80-d0b31291627d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:06.174570 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-ab70ee63-d7c8-46e2-a150-9a6f27b92c3f req-d3b4e75b-b6cf-4ccc-be6b-b29deeeeb02b tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Deleting port 878c6fd2-eec0-41c6-987d-09460050228c {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:54:06.174906 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ab70ee63-d7c8-46e2-a150-9a6f27b92c3f req-d3b4e75b-b6cf-4ccc-be6b-b29deeeeb02b tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:06.190628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=976f3fa1-b849-4585-98a6-992a9dc7898a,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:06.222625 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-a28beea2-3c5f-45c1-a604-ee805ec99991 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:06.224509 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-a28beea2-3c5f-45c1-a604-ee805ec99991 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.0774930 May 30 19:54:06.286556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc8e5b-7a2e-4cc9-a783-236c24a96fba req-677d92b6-24e4-4ca3-b2b0-39dcad769478 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:06.288170 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dbcc8e5b-7a2e-4cc9-a783-236c24a96fba req-677d92b6-24e4-4ca3-b2b0-39dcad769478 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 944 time: 0.3093398 May 30 19:54:06.292469 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-0be68231-160b-4862-86aa-022c1c8fc0ef service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564051 May 30 19:54:06.413867 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3875b66-b935-438f-9f80-d0b31291627d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:06.437078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3875b66-b935-438f-9f80-d0b31291627d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360f51d5-dc4e-409c-a361-697eeb25297a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:06.446090 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-d66d177b-59ad-4eab-90e2-db9417a252b5 service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451325 May 30 19:54:06.469031 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dbcc8e5b-7a2e-4cc9-a783-236c24a96fba req-28b420bb-e4c9-4fbe-9a39-c3361a0b6178 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267552 May 30 19:54:06.490455 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ab70ee63-d7c8-46e2-a150-9a6f27b92c3f req-d3b4e75b-b6cf-4ccc-be6b-b29deeeeb02b tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:06.491497 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ab70ee63-d7c8-46e2-a150-9a6f27b92c3f req-d3b4e75b-b6cf-4ccc-be6b-b29deeeeb02b tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:06.515267 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3875b66-b935-438f-9f80-d0b31291627d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:06.516588 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f3875b66-b935-438f-9f80-d0b31291627d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/360f51d5-dc4e-409c-a361-697eeb25297a HTTP/1.1" status: 204 len: 168 time: 0.6948981 May 30 19:54:06.609749 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-f668537c-18b8-49af-aec7-9d383df6eba7 service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565354 May 30 19:54:06.647827 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-ab70ee63-d7c8-46e2-a150-9a6f27b92c3f req-d3b4e75b-b6cf-4ccc-be6b-b29deeeeb02b tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Calling delete_port for 878c6fd2-eec0-41c6-987d-09460050228c owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:54:06.677204 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:06.829328 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ab70ee63-d7c8-46e2-a150-9a6f27b92c3f req-d3b4e75b-b6cf-4ccc-be6b-b29deeeeb02b tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:06.883074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4e75b-b6cf-4ccc-be6b-b29deeeeb02b tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Pushing event deleted for resources: {'Port': ['ID=878c6fd2-eec0-41c6-987d-09460050228c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:06.923550 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ab70ee63-d7c8-46e2-a150-9a6f27b92c3f req-d3b4e75b-b6cf-4ccc-be6b-b29deeeeb02b tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:06.941673 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ab70ee63-d7c8-46e2-a150-9a6f27b92c3f req-d3b4e75b-b6cf-4ccc-be6b-b29deeeeb02b tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:06.942828 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab70ee63-d7c8-46e2-a150-9a6f27b92c3f req-d3b4e75b-b6cf-4ccc-be6b-b29deeeeb02b tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "DELETE /v2.0/floatingips/64124cf0-ff1a-4098-9e62-9f43dfc518d0 HTTP/1.1" status: 204 len: 173 time: 1.0507898 May 30 19:54:07.361378 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-639e0f82-8b6a-4322-b00e-278aecdb5e4c'] response: {'server_uuid': 'b139f76c-7bc3-49db-9132-3fb28bfae11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976f3fa1-b849-4585-98a6-992a9dc7898a', 'code': 200} May 30 19:54:07.367129 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-9f015e63-c89b-4c79-ab0c-4b5f7e2fa613 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14&tenant_id=da2c3b5169e14006bab98c084c88a6a6&binding%3Ahost_id=n-h2-843949-2 HTTP/1.1" status: 200 len: 1095 time: 0.0974734 May 30 19:54:07.482246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-577235f3-7fa7-4e08-8ef3-e9504056b333 service neutron] For port b3d8415d-b149-4568-b574-96d85490ccc0, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:07.486063 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-577235f3-7fa7-4e08-8ef3-e9504056b333 service neutron] Notify callbacks [] for binding, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:07.487531 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd50a41a-8234-4d47-833c-1696af229eb3 req-577235f3-7fa7-4e08-8ef3-e9504056b333 service neutron] 10.222.0.93 "DELETE /v2.0/ports/b3d8415d-b149-4568-b574-96d85490ccc0/bindings/n-h1-843949-2 HTTP/1.1" status: 204 len: 173 time: 0.1062977 May 30 19:54:07.603814 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8d0aa-99ee-4837-ac23-64b93476d0fc req-18f18d59-1638-40cd-8cbc-dd0260a357d2 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:07.605304 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ca8d0aa-99ee-4837-ac23-64b93476d0fc req-18f18d59-1638-40cd-8cbc-dd0260a357d2 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 945 time: 0.1131301 May 30 19:54:07.609077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7f0d148-2807-4e22-b19e-bd285cdc72c7 req-a8fefa84-032d-4169-ade4-9b788eca2250 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 1096 time: 0.1818213 May 30 19:54:07.764262 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ca8d0aa-99ee-4837-ac23-64b93476d0fc req-c7d640f5-ceb9-4ec6-bd52-ef9cd109d539 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517460 May 30 19:54:07.765839 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-ade086cc-8ca4-4902-8517-157ae3ac3fac req-b80a29a7-b9c0-416e-ab24-63f1a11b429b tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] show failed (client error): The resource could not be found. May 30 19:54:07.766734 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ade086cc-8ca4-4902-8517-157ae3ac3fac req-b80a29a7-b9c0-416e-ab24-63f1a11b429b tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/floatingips/64124cf0-ff1a-4098-9e62-9f43dfc518d0 HTTP/1.1" status: 404 len: 350 time: 0.0880082 May 30 19:54:07.768172 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7f0d148-2807-4e22-b19e-bd285cdc72c7 req-cdb32b39-c620-411a-81db-c4e09dae97e6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395490 May 30 19:54:07.848902 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b3d8415d-b149-4568-b574-96d85490ccc0 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:54:07.871359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45838) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:07.941488 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b3d8415d-b149-4568-b574-96d85490ccc0 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:54:08.068802 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-330923836-network', 'tenant_id': 'a67044bb65da49e49a17dbc38e4558c8'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:08.076937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:08.082065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Usage tracker for resource:network and tenant:a67044bb65da49e49a17dbc38e4558c8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:08.085694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:08.093072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:08.107085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Made reservation on behalf of a67044bb65da49e49a17dbc38e4558c8 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:54:08.110857 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:08.164220 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:08.298512 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:08.305411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Usage tracker for resource:security_group_rule and tenant:a67044bb65da49e49a17dbc38e4558c8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:08.317430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:08.326300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:08.338917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb1020-4c34-4909-8511-2677984335a1 req-cf7b0f36-199a-4e42-a86c-9ab2e51540bd tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:08.340382 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfdb1020-4c34-4909-8511-2677984335a1 req-cf7b0f36-199a-4e42-a86c-9ab2e51540bd tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 944 time: 0.2170360 May 30 19:54:08.415390 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfdb1020-4c34-4909-8511-2677984335a1 req-7a5b9a7c-a2ee-45d9-be42-b9e0f571da56 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676894 May 30 19:54:08.513533 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-561d30a7-98c4-44b8-bf87-624822e4b91b req-bc63ec86-e765-4902-9bf3-0ad3f5d7b88e tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] show failed (client error): The resource could not be found. May 30 19:54:08.514530 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-561d30a7-98c4-44b8-bf87-624822e4b91b req-bc63ec86-e765-4902-9bf3-0ad3f5d7b88e tempest-FloatingIPsTestJSON-1546807640 tempest-FloatingIPsTestJSON-1546807640-project] 10.222.0.84 "GET /v2.0/floatingips/64124cf0-ff1a-4098-9e62-9f43dfc518d0 HTTP/1.1" status: 404 len: 350 time: 0.0789363 May 30 19:54:08.518481 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:08.525836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45868) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:08.528795 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:08.585455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:54:08.598998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44d0f3d-1760-4157-b68c-8dc8c5abaaba,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:08.613333 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:08.613907 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Added segment 2819480f-8c60-4764-9fc7-24a5499e9208 of type vlan for network 351aca1e-b919-4724-82e1-8d9edc1e8a32 May 30 19:54:08.624078 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-a404cd4c-ee79-4d1e-ba33-496fa39b531c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1499165831&fields=id&tenant_id=18012846b9da440082f575e0c7d5b763 HTTP/1.1" status: 200 len: 267 time: 0.0969450 May 30 19:54:08.677332 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:08.804628 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:08.805529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:08.806102 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:08.908426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-debbf72b-bed7-46f9-9b17-dad7f3fc913f tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:08.916535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-debbf72b-bed7-46f9-9b17-dad7f3fc913f tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/networks?id=e7d0ea33-751a-4199-859b-91d929a3ce53 HTTP/1.1" status: 200 len: 823 time: 0.2707536 May 30 19:54:08.941423 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95b8c940-11ac-4435-84f1-e317b25d042c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:08.962663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0872562 May 30 19:54:08.962663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4581bd6-3d00-404c-8cba-5bfd4f28fd1b admin admin] Pushing event updated for resources: {'Network': ['ID=351aca1e-b919-4724-82e1-8d9edc1e8a32,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:08.964237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45888) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:08.965516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-bb481b91-1c08-4d81-a687-1e919ded8d31 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/quotas/18012846b9da440082f575e0c7d5b763 HTTP/1.1" status: 200 len: 375 time: 0.0481756 May 30 19:54:08.971640 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 351aca1e-b919-4724-82e1-8d9edc1e8a32 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:54:08.972145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-39c6f5cc-897a-484e-a0a1-c4306fd25ba0 admin admin] Request body: {'subnet': {'network_id': '351aca1e-b919-4724-82e1-8d9edc1e8a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-330923836-subnet', 'tenant_id': 'a67044bb65da49e49a17dbc38e4558c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:08.976568 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-39c6f5cc-897a-484e-a0a1-c4306fd25ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:08.983048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-39c6f5cc-897a-484e-a0a1-c4306fd25ba0 admin admin] Usage tracker for resource:subnet and tenant:a67044bb65da49e49a17dbc38e4558c8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:09.029906 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-39c6f5cc-897a-484e-a0a1-c4306fd25ba0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:09.038789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-39c6f5cc-897a-484e-a0a1-c4306fd25ba0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:09.066577 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c6f5cc-897a-484e-a0a1-c4306fd25ba0 admin admin] Made reservation on behalf of a67044bb65da49e49a17dbc38e4558c8 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:54:09.069383 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39c6f5cc-897a-484e-a0a1-c4306fd25ba0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:09.198329 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-cab1ab4d-c78c-4f56-9c5a-f70bd2d5f01c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=18012846b9da440082f575e0c7d5b763&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2170496 May 30 19:54:09.482999 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39c6f5cc-897a-484e-a0a1-c4306fd25ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:09.643481 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-ad4c970b-55cb-4935-adc5-0e9a53daad52 service neutron] 10.222.0.84 "GET /v2.0/networks/e7d0ea33-751a-4199-859b-91d929a3ce53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128740 May 30 19:54:09.656189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6f5cc-897a-484e-a0a1-c4306fd25ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e983d5a4-0797-454c-adcb-856aaf0fd3f4,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:09.692646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-95b8c940-11ac-4435-84f1-e317b25d042c admin admin] Deleting port 3ed71ac3-ab1a-47c1-8e74-64ae92688fca {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:54:09.693347 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95b8c940-11ac-4435-84f1-e317b25d042c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:09.783539 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1f621-5428-456a-b5d0-b4f254d339cc req-a10aa896-2963-49e2-b4d2-a9d0d9e83a4c tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:09.791145 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51b1f621-5428-456a-b5d0-b4f254d339cc req-a10aa896-2963-49e2-b4d2-a9d0d9e83a4c tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 945 time: 0.4428203 May 30 19:54:09.797692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c6f5cc-897a-484e-a0a1-c4306fd25ba0 admin admin] Checking segment: {'id': '2819480f-8c60-4764-9fc7-24a5499e9208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '351aca1e-b919-4724-82e1-8d9edc1e8a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:54:09.798046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c6f5cc-897a-484e-a0a1-c4306fd25ba0 admin admin] Network hostable DHCP agents. Network: 351aca1e-b919-4724-82e1-8d9edc1e8a32, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:54:09.882510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-95b8c940-11ac-4435-84f1-e317b25d042c admin admin] For port 3ed71ac3-ab1a-47c1-8e74-64ae92688fca, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3ed71ac3-ab1a-47c1-8e74-64ae92688fca,segment=NetworkSegment(6f75ca35-e18f-4d9b-880e-b32e341512f9),segment_id=6f75ca35-e18f-4d9b-880e-b32e341512f9)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:09.883168 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95b8c940-11ac-4435-84f1-e317b25d042c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:09.887202 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffdda4-fcd9-45f8-ab89-404b7cde6404 req-4711a040-3349-4012-b8cf-a332eed335eb tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:09.888665 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7ffdda4-fcd9-45f8-ab89-404b7cde6404 req-4711a040-3349-4012-b8cf-a332eed335eb tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.77 "GET /v2.0/ports?device_id=69b086e2-f608-420f-ad64-da821cd1f270 HTTP/1.1" status: 200 len: 945 time: 0.3385189 May 30 19:54:09.936630 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-d1767d83-0a5a-43bd-ba95-d5a495660693 service neutron] 10.222.0.84 "GET /v2.0/networks/e7d0ea33-751a-4199-859b-91d929a3ce53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663727 May 30 19:54:09.968499 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51b1f621-5428-456a-b5d0-b4f254d339cc req-fe682d19-3979-4ae9-b039-c19faf187dd0 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763408 May 30 19:54:09.985466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c6f5cc-897a-484e-a0a1-c4306fd25ba0 admin admin] Network 351aca1e-b919-4724-82e1-8d9edc1e8a32 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:54:09.998854 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-b7ffdda4-fcd9-45f8-ab89-404b7cde6404 req-b8564651-e1db-4560-b270-f8cde9c1d6d3 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Deleting port d3fe0256-15f7-45f6-b7be-74f9ae34dfaf {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:54:09.999239 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b7ffdda4-fcd9-45f8-ab89-404b7cde6404 req-b8564651-e1db-4560-b270-f8cde9c1d6d3 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:10.046786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-95b8c940-11ac-4435-84f1-e317b25d042c admin admin] Calling delete_port for 3ed71ac3-ab1a-47c1-8e74-64ae92688fca owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:54:10.050832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-39c6f5cc-897a-484e-a0a1-c4306fd25ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 351aca1e-b919-4724-82e1-8d9edc1e8a32) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:54:10.061030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2c3cb0-7d6b-4092-b8fb-49b44da79bb5 None None] Network 351aca1e-b919-4724-82e1-8d9edc1e8a32 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:54:10.095774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c6f5cc-897a-484e-a0a1-c4306fd25ba0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:10.096393 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39c6f5cc-897a-484e-a0a1-c4306fd25ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:10.157131 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45912) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:10.169135 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-39c6f5cc-897a-484e-a0a1-c4306fd25ba0 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2022169 May 30 19:54:10.538333 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4996a9d-6db4-4777-82f9-cb50264660ca None None] Network 351aca1e-b919-4724-82e1-8d9edc1e8a32 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:54:10.677142 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95b8c940-11ac-4435-84f1-e317b25d042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:10.758890 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29f59171-4979-4dd2-abb5-4f6067934921 req-18930920-a915-42e0-a78a-52db9c308885 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 1095 time: 0.4218817 May 30 19:54:10.772075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8c940-11ac-4435-84f1-e317b25d042c admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed71ac3-ab1a-47c1-8e74-64ae92688fca,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:10.856908 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1bd56d7c-b03e-4033-92b9-c4d4a1ea6535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:10.900914 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29f59171-4979-4dd2-abb5-4f6067934921 req-a43bd970-a73d-4056-b882-9d4774a74d4d tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386132 May 30 19:54:10.980632 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f36cad2-57ee-4e29-ba07-8bc47fae49ce req-b89968d5-4fe5-45fd-9e3e-d8a68210f51f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7720330 May 30 19:54:10.983908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-b7ffdda4-fcd9-45f8-ab89-404b7cde6404 req-b8564651-e1db-4560-b270-f8cde9c1d6d3 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] For port d3fe0256-15f7-45f6-b7be-74f9ae34dfaf, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d3fe0256-15f7-45f6-b7be-74f9ae34dfaf,segment=NetworkSegment(a59b0537-ee1f-4f25-8c72-feda34f41dee),segment_id=a59b0537-ee1f-4f25-8c72-feda34f41dee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:10.984317 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b7ffdda4-fcd9-45f8-ab89-404b7cde6404 req-b8564651-e1db-4560-b270-f8cde9c1d6d3 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:11.202048 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1bd56d7c-b03e-4033-92b9-c4d4a1ea6535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:11.207467 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1bd56d7c-b03e-4033-92b9-c4d4a1ea6535 admin admin] Usage tracker for resource:security_group_rule and tenant:017dbfd376f0456cb3d057ad1224971c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:11.230487 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1bd56d7c-b03e-4033-92b9-c4d4a1ea6535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:11.255850 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1bd56d7c-b03e-4033-92b9-c4d4a1ea6535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:11.419612 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73ec8296-df94-481c-b602-5e27169dadb4 req-07a524fb-41ba-477f-8f9a-daf1d61a1fda tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 1096 time: 0.5136995 May 30 19:54:11.532357 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1bd56d7c-b03e-4033-92b9-c4d4a1ea6535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:11.543302 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1bd56d7c-b03e-4033-92b9-c4d4a1ea6535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:11.569311 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95b8c940-11ac-4435-84f1-e317b25d042c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:11.653737 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b7ffdda4-fcd9-45f8-ab89-404b7cde6404 req-b8564651-e1db-4560-b270-f8cde9c1d6d3 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:11.654103 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b7ffdda4-fcd9-45f8-ab89-404b7cde6404 req-b8564651-e1db-4560-b270-f8cde9c1d6d3 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:11.654486 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-b7ffdda4-fcd9-45f8-ab89-404b7cde6404 req-b8564651-e1db-4560-b270-f8cde9c1d6d3 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Floating IP 34588762-c1ab-468b-8538-9d7bbdee6a70 disassociated. External IP: 172.25.5.55, port: d3fe0256-15f7-45f6-b7be-74f9ae34dfaf. May 30 19:54:11.654830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-b7ffdda4-fcd9-45f8-ab89-404b7cde6404 req-b8564651-e1db-4560-b270-f8cde9c1d6d3 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Calling delete_port for d3fe0256-15f7-45f6-b7be-74f9ae34dfaf owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:54:11.686893 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73ec8296-df94-481c-b602-5e27169dadb4 req-a137f93d-9e41-4a90-804a-1cd129a19488 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529833 May 30 19:54:11.699440 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f36cad2-57ee-4e29-ba07-8bc47fae49ce req-ad0537b8-6444-4760-8a4f-42ce1efffde7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 1095 time: 0.4757061 May 30 19:54:11.781021 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd56d7c-b03e-4033-92b9-c4d4a1ea6535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b9f471-a2b1-4ccb-b638-f1a4514b466c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:11.813548 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1bd56d7c-b03e-4033-92b9-c4d4a1ea6535 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=017dbfd376f0456cb3d057ad1224971c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6549206 May 30 19:54:11.818515 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45954) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:11.937499 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc03b28e-a187-451b-a293-8c7b14a2c28b req-7b6751af-780e-4c5d-920b-9b73fa268330 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 210 time: 0.1719747 May 30 19:54:12.020647 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84b3c686-4240-4db0-a312-751c9e90f328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:12.065079 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84b3c686-4240-4db0-a312-751c9e90f328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:12.144330 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84b3c686-4240-4db0-a312-751c9e90f328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:12.147119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45972) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:12.163561 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1199945449-network', 'tenant_id': '6ed59499891a4a8696238123293c1f5a'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:12.233661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36cad2-57ee-4e29-ba07-8bc47fae49ce req-6da12475-1bb6-4d43-8a09-0dd971afd0d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:12.235244 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f36cad2-57ee-4e29-ba07-8bc47fae49ce req-6da12475-1bb6-4d43-8a09-0dd971afd0d6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.5131977 May 30 19:54:12.356625 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:12.359821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3c686-4240-4db0-a312-751c9e90f328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b9f471-a2b1-4ccb-b638-f1a4514b466c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:12.375434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Usage tracker for resource:network and tenant:6ed59499891a4a8696238123293c1f5a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:12.379658 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:12.445613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:12.491363 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b7ffdda4-fcd9-45f8-ab89-404b7cde6404 req-b8564651-e1db-4560-b270-f8cde9c1d6d3 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:12.508286 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84b3c686-4240-4db0-a312-751c9e90f328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:12.509970 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-84b3c686-4240-4db0-a312-751c9e90f328 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c0b9f471-a2b1-4ccb-b638-f1a4514b466c HTTP/1.1" status: 204 len: 168 time: 0.6895895 May 30 19:54:12.537051 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Made reservation on behalf of 6ed59499891a4a8696238123293c1f5a for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:54:12.539273 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:12.563313 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:12.592783 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8564651-e1db-4560-b270-f8cde9c1d6d3 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Pushing event deleted for resources: {'Port': ['ID=d3fe0256-15f7-45f6-b7be-74f9ae34dfaf,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:12.602930 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f36cad2-57ee-4e29-ba07-8bc47fae49ce req-d5f9113a-91e4-4eca-9208-83298cf789ed service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a69ca81e-61c1-493e-9933-2e1b4e0c5775 HTTP/1.1" status: 200 len: 217 time: 0.3478365 May 30 19:54:12.608221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:12.613832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Usage tracker for resource:security_group_rule and tenant:6ed59499891a4a8696238123293c1f5a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:12.617171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:12.624675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:12.719836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b8c940-11ac-4435-84f1-e317b25d042c admin admin] Router 487e6c54-b7ca-47b2-980a-aac8b935a89d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:54:12.728627 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:12.736831 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:12.761758 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-fa442c85-017d-475c-a699-1496c5d3022e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:12.768657 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-fa442c85-017d-475c-a699-1496c5d3022e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 807 time: 0.6484606 May 30 19:54:12.781982 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36cad2-57ee-4e29-ba07-8bc47fae49ce req-75c44ced-3422-4e08-9398-e718101d19ef service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:12.783370 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f36cad2-57ee-4e29-ba07-8bc47fae49ce req-75c44ced-3422-4e08-9398-e718101d19ef service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.1708174 May 30 19:54:12.788090 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-bcb357fa-c9dc-481c-a579-ce4ffa889d17 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:12.789528 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-bcb357fa-c9dc-481c-a579-ce4ffa889d17 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.77 "GET /v2.0/networks?id=e7d0ea33-751a-4199-859b-91d929a3ce53 HTTP/1.1" status: 200 len: 823 time: 0.8511569 May 30 19:54:12.886176 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:54:12.909751 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:12.910134 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Added segment b697f19e-5ac7-4204-a8a8-a93d8c5402ef of type vlan for network cd3164a8-fe21-428e-b343-123614c1e1d5 May 30 19:54:12.912652 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6cf43b-d57c-4831-9bf9-763dfef22f8e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:12.960008 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:13.003512 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:13.004506 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:13.005082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:13.059384 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f36cad2-57ee-4e29-ba07-8bc47fae49ce req-7cd2ab99-d6b6-4789-bbb2-5ea00da439f2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103568 May 30 19:54:13.092647 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-3444ee47-5cbf-46b1-9fbd-f4584552d129 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/quotas/da2c3b5169e14006bab98c084c88a6a6 HTTP/1.1" status: 200 len: 375 time: 0.3230600 May 30 19:54:13.106603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b5b4ef0-387c-455e-80e0-8eaa196bf9c0 req-cd28035b-7395-4b5e-9393-003359bc995a tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 1096 time: 0.8703396 May 30 19:54:13.131009 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] Pushing event updated for resources: {'Network': ['ID=cd3164a8-fe21-428e-b343-123614c1e1d5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:13.138758 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-68874d3c-9548-454b-b74c-a25aa34c9269 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9800711 May 30 19:54:13.139033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45982) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:13.145944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d94910bc-44f0-4692-872d-739beaed02f4 admin admin] Request body: {'subnet': {'network_id': 'cd3164a8-fe21-428e-b343-123614c1e1d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1199945449-subnet', 'tenant_id': '6ed59499891a4a8696238123293c1f5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:13.148283 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network cd3164a8-fe21-428e-b343-123614c1e1d5 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:54:13.153297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d94910bc-44f0-4692-872d-739beaed02f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:13.160793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d94910bc-44f0-4692-872d-739beaed02f4 admin admin] Usage tracker for resource:subnet and tenant:6ed59499891a4a8696238123293c1f5a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:13.164935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d94910bc-44f0-4692-872d-739beaed02f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:13.173835 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d94910bc-44f0-4692-872d-739beaed02f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:13.177633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b8c940-11ac-4435-84f1-e317b25d042c admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:54:13.184855 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-95b8c940-11ac-4435-84f1-e317b25d042c admin admin] 10.222.0.84 "PUT /v2.0/routers/487e6c54-b7ca-47b2-980a-aac8b935a89d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6577141 May 30 19:54:13.187184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45986) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:13.193937 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b10ea-fb11-4cb7-92fe-eadc4e5bb3aa None None] Sync routers for ids ['487e6c54-b7ca-47b2-980a-aac8b935a89d'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:54:13.214232 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b10ea-fb11-4cb7-92fe-eadc4e5bb3aa None None] Routers {'487e6c54-b7ca-47b2-980a-aac8b935a89d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:54:13.214869 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-932b10ea-fb11-4cb7-92fe-eadc4e5bb3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:54:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['487e6c54-b7ca-47b2-980a-aac8b935a89d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:13.296166 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45990) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:13.390308 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94910bc-44f0-4692-872d-739beaed02f4 admin admin] Made reservation on behalf of 6ed59499891a4a8696238123293c1f5a for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:54:13.392457 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d94910bc-44f0-4692-872d-739beaed02f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:13.415022 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-662bc5fa-25c0-4aa6-b57d-00e99d400651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:13.439325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f36cad2-57ee-4e29-ba07-8bc47fae49ce req-8846f25c-53df-48cf-bc9a-9dd74146b691 service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725245 May 30 19:54:13.472336 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-932b10ea-fb11-4cb7-92fe-eadc4e5bb3aa None None] Set router 487e6c54-b7ca-47b2-980a-aac8b935a89d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:54:13.636420 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b5b4ef0-387c-455e-80e0-8eaa196bf9c0 req-16a6507e-635a-4882-82de-bdadce183771 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671540 May 30 19:54:13.648663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-b4b0089d-7693-4882-b478-fb4af0135b59 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18012846b9da440082f575e0c7d5b763 HTTP/1.1" status: 200 len: 380 time: 0.7139094 May 30 19:54:13.653972 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-662bc5fa-25c0-4aa6-b57d-00e99d400651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:13.662961 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-662bc5fa-25c0-4aa6-b57d-00e99d400651 admin admin] Usage tracker for resource:security_group_rule and tenant:55281eeafd2845469ad016c29eeb9028 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:13.667532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-662bc5fa-25c0-4aa6-b57d-00e99d400651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:13.678232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-662bc5fa-25c0-4aa6-b57d-00e99d400651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:13.688447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-1607763d-dc26-4419-87f9-e0fe6cc2d1f7 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Request body: {'port': {'device_id': 'd3525835-999a-4f73-b7eb-b58c4e33f185', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'admin_state_up': True, 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'security_groups': ['8d47109c-58f5-488e-9ad0-8aeb4c76d32d']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:13.716725 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-e8bc3d27-4db0-41ef-9f80-6067cf08511d tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6232226 May 30 19:54:13.858968 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device d3fe0256-15f7-45f6-b7be-74f9ae34dfaf no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:54:13.862341 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-662bc5fa-25c0-4aa6-b57d-00e99d400651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:13.876380 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-662bc5fa-25c0-4aa6-b57d-00e99d400651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:13.883251 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d94910bc-44f0-4692-872d-739beaed02f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:13.941836 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: d3fe0256-15f7-45f6-b7be-74f9ae34dfaf {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:54:13.942859 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-932b10ea-fb11-4cb7-92fe-eadc4e5bb3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'name': 'tempest-FloatingIPsTestJSON-1390178705-router', 'tenant_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '2222980d-2a3a-458f-8bb9-53f04286cb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:53:41Z', 'updated_at': '2022-05-30T19:54:10Z', 'revision_number': 5, 'project_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'gw_port': {'id': '2222980d-2a3a-458f-8bb9-53f04286cb00', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:53:42Z', 'updated_at': '2022-05-30T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:13.945942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device d3fe0256-15f7-45f6-b7be-74f9ae34dfaf not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:54:13.956979 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b10ea-fb11-4cb7-92fe-eadc4e5bb3aa None None] Checking router: 487e6c54-b7ca-47b2-980a-aac8b935a89d for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:54:13.985869 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b10ea-fb11-4cb7-92fe-eadc4e5bb3aa None None] Routers {'487e6c54-b7ca-47b2-980a-aac8b935a89d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:54:13.990762 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-a6852dd6-5fbd-4206-8f36-aaee4c777006 service neutron] 10.222.0.84 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581561 May 30 19:54:13.995014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bc5fa-25c0-4aa6-b57d-00e99d400651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22086d2-ffd2-4cf4-89ba-dca32ed3a0e9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:14.013139 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-932b10ea-fb11-4cb7-92fe-eadc4e5bb3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:54:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['487e6c54-b7ca-47b2-980a-aac8b935a89d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:14.017788 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-662bc5fa-25c0-4aa6-b57d-00e99d400651 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=55281eeafd2845469ad016c29eeb9028&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7154119 May 30 19:54:14.021935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94910bc-44f0-4692-872d-739beaed02f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f75e162d-bcb9-4fc3-bf33-f479ba97744e,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:14.023689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46000) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:14.027436 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9564-3779-4ac9-8fd3-98dc0e0d0f7a admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:14.176524 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94910bc-44f0-4692-872d-739beaed02f4 admin admin] Checking segment: {'id': 'b697f19e-5ac7-4204-a8a8-a93d8c5402ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cd3164a8-fe21-428e-b343-123614c1e1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:54:14.176893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94910bc-44f0-4692-872d-739beaed02f4 admin admin] Network hostable DHCP agents. Network: cd3164a8-fe21-428e-b343-123614c1e1d5, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:54:14.247067 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94910bc-44f0-4692-872d-739beaed02f4 admin admin] Network cd3164a8-fe21-428e-b343-123614c1e1d5 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:54:14.258351 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cfdce005-fd6b-4b1a-a15e-df93f06cec20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:14.266192 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a03d7e37-ef62-4bf2-be0d-157c85bc6be2 req-b1a5572e-e631-45b1-ad57-b9e7ee8b58ea tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 210 time: 0.0868313 May 30 19:54:14.275242 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-d94910bc-44f0-4692-872d-739beaed02f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, cd3164a8-fe21-428e-b343-123614c1e1d5) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:54:14.282646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94910bc-44f0-4692-872d-739beaed02f4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:14.283224 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d94910bc-44f0-4692-872d-739beaed02f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:14.291183 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd96e53b-d676-451d-98bc-43e1852def83 None None] Network cd3164a8-fe21-428e-b343-123614c1e1d5 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:54:14.331290 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cfdce005-fd6b-4b1a-a15e-df93f06cec20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:14.337414 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-c78a42c9-e76f-440c-a082-2e322a3bbf54 service neutron] 10.222.0.84 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142085 May 30 19:54:14.377527 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-932b10ea-fb11-4cb7-92fe-eadc4e5bb3aa None None] Set router 487e6c54-b7ca-47b2-980a-aac8b935a89d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:54:14.432898 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f36cad2-57ee-4e29-ba07-8bc47fae49ce req-86346bbf-fbc2-4f90-991e-c86982ad520c service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9703181 May 30 19:54:14.476925 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d94910bc-44f0-4692-872d-739beaed02f4 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3289874 May 30 19:54:14.522490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46012) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:14.558628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cfdce005-fd6b-4b1a-a15e-df93f06cec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:14.598629 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-1607763d-dc26-4419-87f9-e0fe6cc2d1f7 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:14.614654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdce005-fd6b-4b1a-a15e-df93f06cec20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22086d2-ffd2-4cf4-89ba-dca32ed3a0e9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:14.621116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-1607763d-dc26-4419-87f9-e0fe6cc2d1f7 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Usage tracker for resource:port and tenant:18012846b9da440082f575e0c7d5b763 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:14.635493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-1607763d-dc26-4419-87f9-e0fe6cc2d1f7 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:14.655481 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cfdce005-fd6b-4b1a-a15e-df93f06cec20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:14.662447 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cfdce005-fd6b-4b1a-a15e-df93f06cec20 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c22086d2-ffd2-4cf4-89ba-dca32ed3a0e9 HTTP/1.1" status: 204 len: 168 time: 0.5855887 May 30 19:54:14.675242 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-1607763d-dc26-4419-87f9-e0fe6cc2d1f7 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:14.678456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7ffdda4-fcd9-45f8-ab89-404b7cde6404 req-b8564651-e1db-4560-b270-f8cde9c1d6d3 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Router 61686beb-7a27-4420-b10d-a77166a3ca88 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:54:14.700469 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9564-3779-4ac9-8fd3-98dc0e0d0f7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:14.714991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-1607763d-dc26-4419-87f9-e0fe6cc2d1f7 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Made reservation on behalf of 18012846b9da440082f575e0c7d5b763 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:54:14.718553 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab9564-3779-4ac9-8fd3-98dc0e0d0f7a admin admin] Deleting port 2222980d-2a3a-458f-8bb9-53f04286cb00 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:54:14.719335 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9564-3779-4ac9-8fd3-98dc0e0d0f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:14.735429 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-1607763d-dc26-4419-87f9-e0fe6cc2d1f7 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:15.035916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de47dd18-80a2-4cb5-be12-e7ec07b703d5 None None] Network cd3164a8-fe21-428e-b343-123614c1e1d5 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:54:15.044805 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-09655bcd-d712-4756-97bd-f01838824e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:15.265096 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58748dcf-f451-4d1b-8e2f-bc2a96706447 req-4a88df12-cfdf-4bf2-bfcc-7ec470afeb86 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 210 time: 0.3443274 May 30 19:54:15.270950 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-932b10ea-fb11-4cb7-92fe-eadc4e5bb3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'name': 'tempest-FloatingIPsTestJSON-1390178705-router', 'tenant_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '2222980d-2a3a-458f-8bb9-53f04286cb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:53:41Z', 'updated_at': '2022-05-30T19:54:10Z', 'revision_number': 5, 'project_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'gw_port': {'id': '2222980d-2a3a-458f-8bb9-53f04286cb00', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:53:42Z', 'updated_at': '2022-05-30T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:15.291017 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b10ea-fb11-4cb7-92fe-eadc4e5bb3aa None None] The sync data for ids ['487e6c54-b7ca-47b2-980a-aac8b935a89d'] in n-d-843949-2 is: [{'id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'name': 'tempest-FloatingIPsTestJSON-1390178705-router', 'tenant_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '2222980d-2a3a-458f-8bb9-53f04286cb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:53:41Z', 'updated_at': '2022-05-30T19:54:10Z', 'revision_number': 5, 'project_id': 'eb446be651e44c1c9f0d6a61f8b48c59', 'gw_port': {'id': '2222980d-2a3a-458f-8bb9-53f04286cb00', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487e6c54-b7ca-47b2-980a-aac8b935a89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:53:42Z', 'updated_at': '2022-05-30T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:54:15.442978 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-09655bcd-d712-4756-97bd-f01838824e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:15.458493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-09655bcd-d712-4756-97bd-f01838824e81 admin admin] Usage tracker for resource:security_group_rule and tenant:c7b1283e870740e79ddd4ee442d7a815 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:15.461760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-09655bcd-d712-4756-97bd-f01838824e81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:15.468144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-09655bcd-d712-4756-97bd-f01838824e81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:15.676920 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-09655bcd-d712-4756-97bd-f01838824e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:15.697193 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-09655bcd-d712-4756-97bd-f01838824e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:15.782149 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-1607763d-dc26-4419-87f9-e0fe6cc2d1f7 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Allocated IP 172.20.0.13 (e7d0ea33-751a-4199-859b-91d929a3ce53/8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3/0ca776c2-f388-4661-8e8e-243e0941ffc7) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:54:15.818286 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-da0271c9-6068-4c66-803f-58d41fa31657 req-668303fb-0b58-4755-8ed9-84624e852058 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 1096 time: 0.5085294 May 30 19:54:15.918474 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-09655bcd-d712-4756-97bd-f01838824e81 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c7b1283e870740e79ddd4ee442d7a815&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3898473 May 30 19:54:15.922792 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09655bcd-d712-4756-97bd-f01838824e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239cb69c-2526-4f0a-9b7a-6f804691b3dd,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:15.934938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46050) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:15.936823 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-e9ab9564-3779-4ac9-8fd3-98dc0e0d0f7a admin admin] For port 2222980d-2a3a-458f-8bb9-53f04286cb00, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=2222980d-2a3a-458f-8bb9-53f04286cb00,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:15.937187 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9564-3779-4ac9-8fd3-98dc0e0d0f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:16.034403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7ffdda4-fcd9-45f8-ab89-404b7cde6404 req-b8564651-e1db-4560-b270-f8cde9c1d6d3 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:54:16.047312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36593ffd-719b-4d91-87ff-48a4f8e50da7 None None] Sync routers for ids ['61686beb-7a27-4420-b10d-a77166a3ca88'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:54:16.065911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36593ffd-719b-4d91-87ff-48a4f8e50da7 None None] Routers {'61686beb-7a27-4420-b10d-a77166a3ca88'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:54:16.066533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-36593ffd-719b-4d91-87ff-48a4f8e50da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:54:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61686beb-7a27-4420-b10d-a77166a3ca88'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:16.118261 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab9564-3779-4ac9-8fd3-98dc0e0d0f7a admin admin] Calling delete_port for 2222980d-2a3a-458f-8bb9-53f04286cb00 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:54:16.146205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-da0271c9-6068-4c66-803f-58d41fa31657 req-a6d99d67-3df6-4b73-8b02-96fd60b45a35 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269534 May 30 19:54:16.258632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46062) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:16.270030 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-52835af8-859a-4a86-9769-1eb2f5d80d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:16.293353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ffdda4-fcd9-45f8-ab89-404b7cde6404 req-b8564651-e1db-4560-b270-f8cde9c1d6d3 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] No DVR routers for this DVR port d3fe0256-15f7-45f6-b7be-74f9ae34dfaf on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:54:16.337795 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b7ffdda4-fcd9-45f8-ab89-404b7cde6404 req-b8564651-e1db-4560-b270-f8cde9c1d6d3 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:16.393197 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-52835af8-859a-4a86-9769-1eb2f5d80d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:16.500762 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-36593ffd-719b-4d91-87ff-48a4f8e50da7 None None] Set router 61686beb-7a27-4420-b10d-a77166a3ca88 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:54:16.564445 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-52835af8-859a-4a86-9769-1eb2f5d80d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:16.579116 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9564-3779-4ac9-8fd3-98dc0e0d0f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:16.606979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b086e2-f608-420f-ad64-da821cd1f270', 'name': 'network-vif-deleted', 'tag': 'd3fe0256-15f7-45f6-b7be-74f9ae34dfaf'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:16.679429 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7ffdda4-fcd9-45f8-ab89-404b7cde6404 req-b8564651-e1db-4560-b270-f8cde9c1d6d3 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.77 "DELETE /v2.0/ports/d3fe0256-15f7-45f6-b7be-74f9ae34dfaf HTTP/1.1" status: 204 len: 173 time: 6.7784231 May 30 19:54:16.685961 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab9564-3779-4ac9-8fd3-98dc0e0d0f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=2222980d-2a3a-458f-8bb9-53f04286cb00,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:16.709634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-38743bf6-2881-4bca-8d1d-bb9411a76265 req-a92d177f-966a-421e-bec7-aa18058d622c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Synchronizing usage tracker for tenant:18012846b9da440082f575e0c7d5b763 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:54:16.724289 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916de972-8f75-4c5b-9b6d-91558a32217b req-4c29a2fe-88be-45ff-954d-3e123750193a tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:16.724955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-916de972-8f75-4c5b-9b6d-91558a32217b req-4c29a2fe-88be-45ff-954d-3e123750193a tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Synchronizing usage tracker for tenant:a67044bb65da49e49a17dbc38e4558c8 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:54:16.753690 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-1607763d-dc26-4419-87f9-e0fe6cc2d1f7 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:16.765983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-38743bf6-2881-4bca-8d1d-bb9411a76265 req-a92d177f-966a-421e-bec7-aa18058d622c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Unset dirty status for tenant:18012846b9da440082f575e0c7d5b763 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:54:16.767175 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-38743bf6-2881-4bca-8d1d-bb9411a76265 req-a92d177f-966a-421e-bec7-aa18058d622c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 210 time: 0.1497493 May 30 19:54:16.813086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-1607763d-dc26-4419-87f9-e0fe6cc2d1f7 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Transition to ACTIVE for port object 0ca776c2-f388-4661-8e8e-243e0941ffc7 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:16.817321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-916de972-8f75-4c5b-9b6d-91558a32217b req-4c29a2fe-88be-45ff-954d-3e123750193a tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Unset dirty status for tenant:a67044bb65da49e49a17dbc38e4558c8 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:54:16.818172 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-916de972-8f75-4c5b-9b6d-91558a32217b req-4c29a2fe-88be-45ff-954d-3e123750193a tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/networks?id=351aca1e-b919-4724-82e1-8d9edc1e8a32 HTTP/1.1" status: 200 len: 814 time: 0.5566680 May 30 19:54:16.896201 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52835af8-859a-4a86-9769-1eb2f5d80d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239cb69c-2526-4f0a-9b7a-6f804691b3dd,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:17.044961 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-916de972-8f75-4c5b-9b6d-91558a32217b req-a14c7ea6-ca19-4ef4-b258-5afccec3f172 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/quotas/a67044bb65da49e49a17dbc38e4558c8 HTTP/1.1" status: 200 len: 375 time: 0.1721559 May 30 19:54:17.063804 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-712ebc09-faa7-4dc9-9433-b51c4863483e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:17.089764 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-36593ffd-719b-4d91-87ff-48a4f8e50da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'dd0efaac-84f4-411d-bad9-a328b2ff7e67', 'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'mac_address': 'fa:16:3e:d3:36:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:35Z', 'updated_at': '2022-05-30T19:52:57Z', 'revision_number': 5, 'project_id': '18012846b9da440082f575e0c7d5b763', 'subnets': [{'id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:17.098225 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36593ffd-719b-4d91-87ff-48a4f8e50da7 None None] Checking router: 61686beb-7a27-4420-b10d-a77166a3ca88 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:54:17.110302 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9564-3779-4ac9-8fd3-98dc0e0d0f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:17.133546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36593ffd-719b-4d91-87ff-48a4f8e50da7 None None] Routers {'61686beb-7a27-4420-b10d-a77166a3ca88'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:54:17.134809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-36593ffd-719b-4d91-87ff-48a4f8e50da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:54:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61686beb-7a27-4420-b10d-a77166a3ca88'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:17.205937 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-52835af8-859a-4a86-9769-1eb2f5d80d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:17.209869 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-52835af8-859a-4a86-9769-1eb2f5d80d59 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/239cb69c-2526-4f0a-9b7a-6f804691b3dd HTTP/1.1" status: 204 len: 168 time: 1.2572529 May 30 19:54:17.242682 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-916de972-8f75-4c5b-9b6d-91558a32217b req-f86d1136-c78c-4972-b3b9-e9e50fb7863b tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a67044bb65da49e49a17dbc38e4558c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1740558 May 30 19:54:17.249950 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-91dfab65-8eb4-4d49-a210-e8d65ac4b234 req-5d2dc8ba-b202-45de-8e55-e368d68836d1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 210 time: 0.1673262 May 30 19:54:17.319100 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3ed71ac3-ab1a-47c1-8e74-64ae92688fca no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:54:17.395647 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-916de972-8f75-4c5b-9b6d-91558a32217b req-353deb61-f932-4b5e-b01b-c486eca1e99d service neutron] 10.222.0.84 "GET /v2.0/networks/351aca1e-b919-4724-82e1-8d9edc1e8a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413755 May 30 19:54:17.405472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-712ebc09-faa7-4dc9-9433-b51c4863483e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:17.408278 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-1607763d-dc26-4419-87f9-e0fe6cc2d1f7 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:17.544506 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4930d778-05f2-4c84-92b5-bbfb4ec858a0'] response: {'server_uuid': '69b086e2-f608-420f-ad64-da821cd1f270', 'name': 'network-vif-deleted', 'tag': 'd3fe0256-15f7-45f6-b7be-74f9ae34dfaf', 'status': 'completed', 'code': 200} May 30 19:54:17.554497 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 3ed71ac3-ab1a-47c1-8e74-64ae92688fca {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:54:17.557129 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3ed71ac3-ab1a-47c1-8e74-64ae92688fca not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:54:17.612970 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-9cce8013-acd3-4655-8e77-72492ed656e5 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:17.614769 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-9cce8013-acd3-4655-8e77-72492ed656e5 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.77 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 807 time: 0.7998836 May 30 19:54:17.697496 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-9e14421a-58e0-44b2-9870-d2524ea0204e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Request body: {'port': {'device_id': '4a36c7f9-7ee9-499f-905f-5ecad03e9e71', 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6', 'admin_state_up': True, 'tenant_id': 'da2c3b5169e14006bab98c084c88a6a6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:17.697733 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9564-3779-4ac9-8fd3-98dc0e0d0f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:17.708729 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9564-3779-4ac9-8fd3-98dc0e0d0f7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:17.797024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-712ebc09-faa7-4dc9-9433-b51c4863483e admin admin] Usage tracker for resource:security_group_rule and tenant:c28af8189b334f36900dd5163bbc5541 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:17.801114 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-712ebc09-faa7-4dc9-9433-b51c4863483e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:17.813437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-712ebc09-faa7-4dc9-9433-b51c4863483e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:17.814977 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9564-3779-4ac9-8fd3-98dc0e0d0f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:17.815485 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ab9564-3779-4ac9-8fd3-98dc0e0d0f7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 487e6c54-b7ca-47b2-980a-aac8b935a89d {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 19:54:17.815872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-36593ffd-719b-4d91-87ff-48a4f8e50da7 None None] Set router 61686beb-7a27-4420-b10d-a77166a3ca88 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:54:17.875590 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9564-3779-4ac9-8fd3-98dc0e0d0f7a admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:17.876742 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e9ab9564-3779-4ac9-8fd3-98dc0e0d0f7a admin admin] 10.222.0.84 "DELETE /v2.0/routers/487e6c54-b7ca-47b2-980a-aac8b935a89d HTTP/1.1" status: 204 len: 168 time: 4.6887276 May 30 19:54:17.884022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46094) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:17.895586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-9e14421a-58e0-44b2-9870-d2524ea0204e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:17.911229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-1607763d-dc26-4419-87f9-e0fe6cc2d1f7 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Network e7d0ea33-751a-4199-859b-91d929a3ce53 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:54:17.918197 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607763d-dc26-4419-87f9-e0fe6cc2d1f7 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Pushing event updated for resources: {'Port': ['ID=0ca776c2-f388-4661-8e8e-243e0941ffc7,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:17.927349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-1607763d-dc26-4419-87f9-e0fe6cc2d1f7 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:54:17.940383 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-1607763d-dc26-4419-87f9-e0fe6cc2d1f7 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:54:17.944209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-1607763d-dc26-4419-87f9-e0fe6cc2d1f7 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:17.944936 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-1607763d-dc26-4419-87f9-e0fe6cc2d1f7 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:17.952269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-9e14421a-58e0-44b2-9870-d2524ea0204e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:18.029059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-9e14421a-58e0-44b2-9870-d2524ea0204e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Made reservation on behalf of da2c3b5169e14006bab98c084c88a6a6 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:54:18.034405 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-9e14421a-58e0-44b2-9870-d2524ea0204e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:18.064434 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-1607763d-dc26-4419-87f9-e0fe6cc2d1f7 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3889980 May 30 19:54:18.081167 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-916de972-8f75-4c5b-9b6d-91558a32217b req-0b793df4-1ffb-4603-977b-feb455494685 service neutron] 10.222.0.84 "GET /v2.0/networks/351aca1e-b919-4724-82e1-8d9edc1e8a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6708090 May 30 19:54:18.105965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Request body: {'port': {'device_id': 'd3525835-999a-4f73-b7eb-b58c4e33f185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:18.111204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46100) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:18.136495 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-429264db-450e-4361-9307-56ffc931f056 admin admin] Deleting subnet 0f309744-2353-4fe4-8123-5a569a11202c {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:54:18.146211 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-712ebc09-faa7-4dc9-9433-b51c4863483e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:18.147533 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-429264db-450e-4361-9307-56ffc931f056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:18.177114 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ec16959a-302a-44c8-9555-bc0cce449764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:18.223513 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-712ebc09-faa7-4dc9-9433-b51c4863483e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:18.281808 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a376e176-7284-4be7-a127-674f75ccd693 req-1d765c27-5e05-41e4-876d-e0bfd9668d7f tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 1096 time: 0.6585698 May 30 19:54:18.385584 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-429264db-450e-4361-9307-56ffc931f056 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:18.405253 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ebc09-faa7-4dc9-9433-b51c4863483e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09357381-ddf2-4afe-8bb6-38c93f44b832,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:18.416656 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-712ebc09-faa7-4dc9-9433-b51c4863483e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c28af8189b334f36900dd5163bbc5541&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1569545 May 30 19:54:18.423691 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46112) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:18.424834 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ec16959a-302a-44c8-9555-bc0cce449764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:18.486095 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:54:18.516702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ec16959a-302a-44c8-9555-bc0cce449764 admin admin] Usage tracker for resource:security_group_rule and tenant:93c45adea9b84ed698b4de497f69adf3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:18.523885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ec16959a-302a-44c8-9555-bc0cce449764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:18.532591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a376e176-7284-4be7-a127-674f75ccd693 req-2728cfa2-3415-428d-b94a-1fd0a2e6a524 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496958 May 30 19:54:18.546223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ec16959a-302a-44c8-9555-bc0cce449764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:18.567488 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:18.591175 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-429264db-450e-4361-9307-56ffc931f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:18.593668 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c64bf8f7-b64d-4acf-8bb5-d8d3f1719d4a None None] Provisioning for port 0ca776c2-f388-4661-8e8e-243e0941ffc7 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:54:18.601142 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c64bf8f7-b64d-4acf-8bb5-d8d3f1719d4a None None] Provisioning complete for port 0ca776c2-f388-4661-8e8e-243e0941ffc7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:18.601750 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c64bf8f7-b64d-4acf-8bb5-d8d3f1719d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:18.681046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c64bf8f7-b64d-4acf-8bb5-d8d3f1719d4a None None] Port 0ca776c2-f388-4661-8e8e-243e0941ffc7 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:54:18.706261 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-36593ffd-719b-4d91-87ff-48a4f8e50da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'dd0efaac-84f4-411d-bad9-a328b2ff7e67', 'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'mac_address': 'fa:16:3e:d3:36:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:35Z', 'updated_at': '2022-05-30T19:52:57Z', 'revision_number': 5, 'project_id': '18012846b9da440082f575e0c7d5b763', 'subnets': [{'id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:18.717780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36593ffd-719b-4d91-87ff-48a4f8e50da7 None None] The sync data for ids ['61686beb-7a27-4420-b10d-a77166a3ca88'] in n-d-843949-2 is: [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'dd0efaac-84f4-411d-bad9-a328b2ff7e67', 'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'mac_address': 'fa:16:3e:d3:36:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:35Z', 'updated_at': '2022-05-30T19:52:57Z', 'revision_number': 5, 'project_id': '18012846b9da440082f575e0c7d5b763', 'subnets': [{'id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:54:18.751553 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-217fe06b-bc30-4028-b088-e520b107a521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:18.810313 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-217fe06b-bc30-4028-b088-e520b107a521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:18.894746 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-429264db-450e-4361-9307-56ffc931f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:18.952614 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ce9faba-83bc-410b-b704-347f408a4dc2 req-833ce01e-06a0-41a5-bea0-60bd2f92e622 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/ports?device_id=8da2a797-751a-47a3-ab25-aae7228ab1cf HTTP/1.1" status: 200 len: 210 time: 0.1902838 May 30 19:54:18.996207 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429264db-450e-4361-9307-56ffc931f056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f309744-2353-4fe4-8123-5a569a11202c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:19.004467 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ec16959a-302a-44c8-9555-bc0cce449764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:19.023376 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4662e434-3e78-4a38-917e-8ade6b02ca25 None None] Network 55743427-5f1d-4ffc-af10-bfa878a346a4 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:54:19.031154 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-429264db-450e-4361-9307-56ffc931f056 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:19.034650 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ec16959a-302a-44c8-9555-bc0cce449764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:19.063443 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-217fe06b-bc30-4028-b088-e520b107a521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:19.081429 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 2222980d-2a3a-458f-8bb9-53f04286cb00 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:54:19.144790 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7684a9db-b9f6-46c3-ae00-ba9dacfd9c59 None None] New status for floating IP 34588762-c1ab-468b-8538-9d7bbdee6a70: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 19:54:19.161959 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-9e14421a-58e0-44b2-9870-d2524ea0204e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Allocated IP 172.20.0.13 (41c9bfb4-8529-4660-8c6c-7d6abbb32dd6/f931af6a-450f-4906-adfc-acf32639be02/9f740787-7f7d-4d5f-8870-23030fee3917) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:54:19.164200 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-217fe06b-bc30-4028-b088-e520b107a521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:19.169162 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-217fe06b-bc30-4028-b088-e520b107a521 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/09357381-ddf2-4afe-8bb6-38c93f44b832 HTTP/1.1" status: 204 len: 168 time: 0.6774416 May 30 19:54:19.184369 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-429264db-450e-4361-9307-56ffc931f056 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/0f309744-2353-4fe4-8123-5a569a11202c HTTP/1.1" status: 204 len: 168 time: 1.2983694 May 30 19:54:19.192584 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46136) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:19.203372 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ec16959a-302a-44c8-9555-bc0cce449764 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=93c45adea9b84ed698b4de497f69adf3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0894566 May 30 19:54:19.204229 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16959a-302a-44c8-9555-bc0cce449764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd78a17-3364-4165-b2c6-18f5577003a3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:19.205352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46138) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:19.240811 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 2222980d-2a3a-458f-8bb9-53f04286cb00 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:54:19.241151 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 2222980d-2a3a-458f-8bb9-53f04286cb00 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:54:19.492441 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:19.495795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fe06b-bc30-4028-b088-e520b107a521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09357381-ddf2-4afe-8bb6-38c93f44b832,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:19.508734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Deleting port 8e235579-e7bd-4919-9547-950387fdc486 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:54:19.509187 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:19.561913 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-553255ef-abf5-4e26-9127-18c41697eaee req-84fe381b-9353-463e-82c9-5df38203d095 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 210 time: 0.3057764 May 30 19:54:19.622671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2214599-787a-4b8a-abdb-8d004cd01b9d None None] DHCP port deletion for 55743427-5f1d-4ffc-af10-bfa878a346a4 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 19:54:19.628888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b2214599-787a-4b8a-abdb-8d004cd01b9d None None] Deleting port 8e235579-e7bd-4919-9547-950387fdc486 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:54:19.641870 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b2214599-787a-4b8a-abdb-8d004cd01b9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:19.729954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16aa9bf-34fc-4a2d-9a88-dd26835ed330 req-50a51a11-1577-4a83-9d64-141414bd8769 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:19.739617 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a16aa9bf-34fc-4a2d-9a88-dd26835ed330 req-50a51a11-1577-4a83-9d64-141414bd8769 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 932 time: 1.1217513 May 30 19:54:19.890270 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] For port 8e235579-e7bd-4919-9547-950387fdc486, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8e235579-e7bd-4919-9547-950387fdc486,segment=NetworkSegment(6f75ca35-e18f-4d9b-880e-b32e341512f9),segment_id=6f75ca35-e18f-4d9b-880e-b32e341512f9)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:19.890613 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:20.056181 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c714ec3-81e4-431f-a08a-e15ba7489e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:20.091622 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c714ec3-81e4-431f-a08a-e15ba7489e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:20.113951 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b2214599-787a-4b8a-abdb-8d004cd01b9d None None] For port 8e235579-e7bd-4919-9547-950387fdc486, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8e235579-e7bd-4919-9547-950387fdc486,segment=NetworkSegment(6f75ca35-e18f-4d9b-880e-b32e341512f9),segment_id=6f75ca35-e18f-4d9b-880e-b32e341512f9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:20.114369 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b2214599-787a-4b8a-abdb-8d004cd01b9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:20.150480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46154) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:20.183946 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a16aa9bf-34fc-4a2d-9a88-dd26835ed330 req-82a6767a-1989-48be-af19-6c68f0ff938a tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4432623 May 30 19:54:20.302270 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-744b3c4d-59fa-4ee9-a87d-b554cf581c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:20.351321 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b2214599-787a-4b8a-abdb-8d004cd01b9d None None] Calling delete_port for 8e235579-e7bd-4919-9547-950387fdc486 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:54:20.377734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Calling delete_port for 8e235579-e7bd-4919-9547-950387fdc486 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:54:20.450568 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:54:20.484572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-744b3c4d-59fa-4ee9-a87d-b554cf581c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:20.488608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-744b3c4d-59fa-4ee9-a87d-b554cf581c4b admin admin] Usage tracker for resource:security_group_rule and tenant:34a249466a2e40e888daf97bb650823b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:20.491834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-744b3c4d-59fa-4ee9-a87d-b554cf581c4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:20.496224 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:20.499107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-744b3c4d-59fa-4ee9-a87d-b554cf581c4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:20.522568 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c714ec3-81e4-431f-a08a-e15ba7489e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:20.544940 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-b2214599-787a-4b8a-abdb-8d004cd01b9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 19:54:20.545672 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-b2214599-787a-4b8a-abdb-8d004cd01b9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 19:54:20.548595 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] No DVR routers for this DVR port 8e235579-e7bd-4919-9547-950387fdc486 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:54:20.572097 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-487dbef4-a840-4b7f-ae5a-e2506b1807e4 req-dad858e6-ad08-4e7c-96ee-b9b42043fb04 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7208734 May 30 19:54:20.583128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e235579-e7bd-4919-9547-950387fdc486,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:20.595277 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-9e14421a-58e0-44b2-9870-d2524ea0204e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:20.601714 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c714ec3-81e4-431f-a08a-e15ba7489e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd78a17-3364-4165-b2c6-18f5577003a3,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:20.695580 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:20.704686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916de972-8f75-4c5b-9b6d-91558a32217b req-0afe5f5a-b031-4c1b-ac3d-5f2308c31626 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:20.705969 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-916de972-8f75-4c5b-9b6d-91558a32217b req-0afe5f5a-b031-4c1b-ac3d-5f2308c31626 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.93 "GET /v2.0/networks?id=351aca1e-b919-4724-82e1-8d9edc1e8a32 HTTP/1.1" status: 200 len: 814 time: 0.5726914 May 30 19:54:20.723799 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:54:20.724467 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:54:20.725223 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:54:20.725535 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Subscribe: > port after_create 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:54:20.725862 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:54:20.726227 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Subscribe: > port after_update 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:54:20.726581 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:54:20.726904 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:54:20.727244 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:54:20.727524 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:54:20.751926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca776c2-f388-4661-8e8e-243e0941ffc7 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:54:20.761448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-916de972-8f75-4c5b-9b6d-91558a32217b req-bd9a1834-723c-4d0c-b559-4214e1ba4bee tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Request body: {'port': {'device_id': '8da2a797-751a-47a3-ab25-aae7228ab1cf', 'network_id': '351aca1e-b919-4724-82e1-8d9edc1e8a32', 'admin_state_up': True, 'tenant_id': 'a67044bb65da49e49a17dbc38e4558c8'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:20.789216 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595d2b08-d038-41f1-976a-457ef52e5366 req-b897605a-6fb2-4ff9-b7c0-88c05151c827 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=f4715e2930334c93877781e3111f362f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895896 May 30 19:54:20.790984 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:20.812209 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:54:20.813048 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:54:20.813048 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:54:20.813339 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:54:20.813579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55743427-5f1d-4ffc-af10-bfa878a346a4']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:20.827500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f75ca35-e18f-4d9b-880e-b32e341512f9') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:20.827810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f75ca35-e18f-4d9b-880e-b32e341512f9') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:20.839071 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:20.855007 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:20.863025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:54:20.863396 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:20.875816 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-744b3c4d-59fa-4ee9-a87d-b554cf581c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:20.877573 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c714ec3-81e4-431f-a08a-e15ba7489e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: util.warn_limited( May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: util.warn_limited( May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: timer() May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: self._notify() May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:54:20.880021 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:54:20.882757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7c714ec3-81e4-431f-a08a-e15ba7489e54 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9cd78a17-3364-4165-b2c6-18f5577003a3 HTTP/1.1" status: 204 len: 168 time: 1.6489928 May 30 19:54:20.913935 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-744b3c4d-59fa-4ee9-a87d-b554cf581c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:20.932773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Transition to ACTIVE for port object 0ca776c2-f388-4661-8e8e-243e0941ffc7 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:20.968795 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:20.998725 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:21.009556 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] 10.222.0.84 "DELETE /v2.0/networks/55743427-5f1d-4ffc-af10-bfa878a346a4 HTTP/1.1" status: 204 len: 168 time: 1.7983387 May 30 19:54:21.013291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b78b0-6c7b-48df-8387-33b9fa2245b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=55743427-5f1d-4ffc-af10-bfa878a346a4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:21.024161 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:21.047827 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b2214599-787a-4b8a-abdb-8d004cd01b9d None None] Deleting port 8e235579-e7bd-4919-9547-950387fdc486 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:54:21.048545 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b2214599-787a-4b8a-abdb-8d004cd01b9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:21.069360 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-9e14421a-58e0-44b2-9870-d2524ea0204e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:21.171222 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8e235579-e7bd-4919-9547-950387fdc486 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:54:21.199857 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b2214599-787a-4b8a-abdb-8d004cd01b9d None None] The port '8e235579-e7bd-4919-9547-950387fdc486' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 19:54:21.235850 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 8e235579-e7bd-4919-9547-950387fdc486 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:54:21.243881 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8e235579-e7bd-4919-9547-950387fdc486 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:54:21.264365 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b3c4d-59fa-4ee9-a87d-b554cf581c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af3a380-1dc6-4dc0-a06c-ccef7b6e867f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:21.278969 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-744b3c4d-59fa-4ee9-a87d-b554cf581c4b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=34a249466a2e40e888daf97bb650823b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1262584 May 30 19:54:21.283002 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46190) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:21.319513 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46194) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:21.319954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-9e14421a-58e0-44b2-9870-d2524ea0204e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:54:21.338325 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-9e14421a-58e0-44b2-9870-d2524ea0204e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:54:21.341351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-9e14421a-58e0-44b2-9870-d2524ea0204e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:54:21.345656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-9e14421a-58e0-44b2-9870-d2524ea0204e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:21.346437 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-9e14421a-58e0-44b2-9870-d2524ea0204e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:21.378743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-916de972-8f75-4c5b-9b6d-91558a32217b req-bd9a1834-723c-4d0c-b559-4214e1ba4bee tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:21.382839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-916de972-8f75-4c5b-9b6d-91558a32217b req-bd9a1834-723c-4d0c-b559-4214e1ba4bee tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Usage tracker for resource:port and tenant:a67044bb65da49e49a17dbc38e4558c8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:21.386431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-916de972-8f75-4c5b-9b6d-91558a32217b req-bd9a1834-723c-4d0c-b559-4214e1ba4bee tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:21.392425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-916de972-8f75-4c5b-9b6d-91558a32217b req-bd9a1834-723c-4d0c-b559-4214e1ba4bee tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:21.406546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-9e14421a-58e0-44b2-9870-d2524ea0204e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7276855 May 30 19:54:21.466393 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1539912e-b1dd-46cf-a149-3dcea35bf8eb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=eb446be651e44c1c9f0d6a61f8b48c59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1456437 May 30 19:54:21.471325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46202) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:21.473899 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ddd1b6af-5c94-47b7-b614-f43631a013fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:21.532182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Request body: {'port': {'device_id': '4a36c7f9-7ee9-499f-905f-5ecad03e9e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:21.533015 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ddd1b6af-5c94-47b7-b614-f43631a013fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:21.573877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916de972-8f75-4c5b-9b6d-91558a32217b req-bd9a1834-723c-4d0c-b559-4214e1ba4bee tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Made reservation on behalf of a67044bb65da49e49a17dbc38e4558c8 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:54:21.577776 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-916de972-8f75-4c5b-9b6d-91558a32217b req-bd9a1834-723c-4d0c-b559-4214e1ba4bee tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:21.613872 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f968845-aeec-44ee-8b6b-08c9fcf9eab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:21.626938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46206) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:21.634784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Pushing event updated for resources: {'Port': ['ID=0ca776c2-f388-4661-8e8e-243e0941ffc7,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:21.671027 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f968845-aeec-44ee-8b6b-08c9fcf9eab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:21.678258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dabacc07-b926-4cb7-b20a-57703486e91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:21.727107 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ddd1b6af-5c94-47b7-b614-f43631a013fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:21.781682 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1b6af-5c94-47b7-b614-f43631a013fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af3a380-1dc6-4dc0-a06c-ccef7b6e867f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:21.788258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2a748c75-a7cc-42eb-8d1a-d646e2ecac45 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:54:21.789416 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2a748c75-a7cc-42eb-8d1a-d646e2ecac45 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0277529 May 30 19:54:21.790849 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ddd1b6af-5c94-47b7-b614-f43631a013fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:21.791940 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ddd1b6af-5c94-47b7-b614-f43631a013fa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7af3a380-1dc6-4dc0-a06c-ccef7b6e867f HTTP/1.1" status: 204 len: 168 time: 0.5079463 May 30 19:54:21.793291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dabacc07-b926-4cb7-b20a-57703486e91f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:21.798302 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dabacc07-b926-4cb7-b20a-57703486e91f admin admin] Usage tracker for resource:security_group_rule and tenant:0a1cc64c56b246d5b59f2d607df1ad71 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:21.802786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dabacc07-b926-4cb7-b20a-57703486e91f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:21.806018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d2b08-d038-41f1-976a-457ef52e5366 req-a2fdef2e-dd37-46c5-94d3-d044001a7871 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:21.807555 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dabacc07-b926-4cb7-b20a-57703486e91f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:21.813588 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595d2b08-d038-41f1-976a-457ef52e5366 req-a2fdef2e-dd37-46c5-94d3-d044001a7871 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9568038 May 30 19:54:21.828079 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f968845-aeec-44ee-8b6b-08c9fcf9eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:21.848480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-ddc0e1a0-929d-4b48-9dfc-ffb3c79b0974 service neutron] Request body: {'binding': {'host': 'n-h1-843949-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:21.848920 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-ddc0e1a0-929d-4b48-9dfc-ffb3c79b0974 service neutron] Unknown quota resources ['binding']. {{(pid=84023) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 30 19:54:21.851352 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f968845-aeec-44ee-8b6b-08c9fcf9eab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af103110-cdf7-4831-aede-1d8a287b41a6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:21.871148 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f968845-aeec-44ee-8b6b-08c9fcf9eab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:21.872270 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4f968845-aeec-44ee-8b6b-08c9fcf9eab5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/af103110-cdf7-4831-aede-1d8a287b41a6 HTTP/1.1" status: 204 len: 168 time: 0.4000988 May 30 19:54:21.910501 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dabacc07-b926-4cb7-b20a-57703486e91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:21.915700 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dabacc07-b926-4cb7-b20a-57703486e91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:21.964525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabacc07-b926-4cb7-b20a-57703486e91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6d2aba-9f1d-498b-944f-73fd17079a05,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:21.968943 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dabacc07-b926-4cb7-b20a-57703486e91f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0a1cc64c56b246d5b59f2d607df1ad71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3403990 May 30 19:54:21.971522 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46216) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:21.980513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14421a-58e0-44b2-9870-d2524ea0204e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Pushing event updated for resources: {'Port': ['ID=9f740787-7f7d-4d5f-8870-23030fee3917,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:22.021104 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595d2b08-d038-41f1-976a-457ef52e5366 req-aa6af314-2902-4b52-b109-7d9f03114296 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/quotas/f4715e2930334c93877781e3111f362f HTTP/1.1" status: 200 len: 375 time: 0.2065415 May 30 19:54:22.059770 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2288e84f-e7f9-44a7-9b06-5cf645187a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:22.090412 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2288e84f-e7f9-44a7-9b06-5cf645187a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:22.150000 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Attempting to bind port 0ca776c2-f388-4661-8e8e-243e0941ffc7 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:54:22.150614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Attempting to bind port 0ca776c2-f388-4661-8e8e-243e0941ffc7 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'a59b0537-ee1f-4f25-8c72-feda34f41dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:54:22.150735 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Attempting to bind port 0ca776c2-f388-4661-8e8e-243e0941ffc7 on network e7d0ea33-751a-4199-859b-91d929a3ce53 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:22.151181 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2288e84f-e7f9-44a7-9b06-5cf645187a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:22.171536 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288e84f-e7f9-44a7-9b06-5cf645187a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6d2aba-9f1d-498b-944f-73fd17079a05,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:22.174137 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2288e84f-e7f9-44a7-9b06-5cf645187a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:22.177663 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2288e84f-e7f9-44a7-9b06-5cf645187a93 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5c6d2aba-9f1d-498b-944f-73fd17079a05 HTTP/1.1" status: 204 len: 168 time: 0.2028537 May 30 19:54:22.210911 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595d2b08-d038-41f1-976a-457ef52e5366 req-807caacb-55e5-43a9-a0eb-72cd41a31398 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f4715e2930334c93877781e3111f362f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1889727 May 30 19:54:22.228474 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:22.258075 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Port 0ca776c2-f388-4661-8e8e-243e0941ffc7 on network e7d0ea33-751a-4199-859b-91d929a3ce53 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:54:22.258406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Attempting to bind port 0ca776c2-f388-4661-8e8e-243e0941ffc7 on network e7d0ea33-751a-4199-859b-91d929a3ce53 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:22.317258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-916de972-8f75-4c5b-9b6d-91558a32217b req-bd9a1834-723c-4d0c-b559-4214e1ba4bee tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Allocated IP 172.20.0.2 (351aca1e-b919-4724-82e1-8d9edc1e8a32/e983d5a4-0797-454c-adcb-856aaf0fd3f4/304b4732-c2ca-4e0e-8e47-589341dd7de6) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:54:22.326410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:54:22.326789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Checking segment: {'id': 'a59b0537-ee1f-4f25-8c72-feda34f41dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:54:22.327125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Bound using segment: {'id': 'a59b0537-ee1f-4f25-8c72-feda34f41dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:54:22.327672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Bound port: 0ca776c2-f388-4661-8e8e-243e0941ffc7, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59b0537-ee1f-4f25-8c72-feda34f41dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:54:22.328058 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:22.560341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-ddc0e1a0-929d-4b48-9dfc-ffb3c79b0974 service neutron] Attempting to bind port 976f3fa1-b849-4585-98a6-992a9dc7898a on host n-h1-843949-2 for vnic_type normal with profile None {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:54:22.560727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-ddc0e1a0-929d-4b48-9dfc-ffb3c79b0974 service neutron] Attempting to bind port 976f3fa1-b849-4585-98a6-992a9dc7898a by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:54:22.560971 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-ddc0e1a0-929d-4b48-9dfc-ffb3c79b0974 service neutron] Attempting to bind port 976f3fa1-b849-4585-98a6-992a9dc7898a on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:22.746148 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] For port 0ca776c2-f388-4661-8e8e-243e0941ffc7, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:22.749110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] For port 0ca776c2-f388-4661-8e8e-243e0941ffc7, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=0ca776c2-f388-4661-8e8e-243e0941ffc7,segment=NetworkSegment(a59b0537-ee1f-4f25-8c72-feda34f41dee),segment_id=a59b0537-ee1f-4f25-8c72-feda34f41dee)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:54:22.756724 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8264d85-afb7-4f0c-b82d-668a03068f63 req-63cac7db-836a-4812-b75f-aee2f28e2bc2 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/ports?device_id=8da2a797-751a-47a3-ab25-aae7228ab1cf HTTP/1.1" status: 200 len: 210 time: 0.2301769 May 30 19:54:22.765697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-ddc0e1a0-929d-4b48-9dfc-ffb3c79b0974 service neutron] Port 976f3fa1-b849-4585-98a6-992a9dc7898a on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:54:22.766023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-ddc0e1a0-929d-4b48-9dfc-ffb3c79b0974 service neutron] Attempting to bind port 976f3fa1-b849-4585-98a6-992a9dc7898a on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:22.797225 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:22.945889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Pushing event updated for resources: {'Port': ['ID=0ca776c2-f388-4661-8e8e-243e0941ffc7,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:22.958420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-ddc0e1a0-929d-4b48-9dfc-ffb3c79b0974 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:54:22.959371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-ddc0e1a0-929d-4b48-9dfc-ffb3c79b0974 service neutron] Checking segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:54:22.959371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-ddc0e1a0-929d-4b48-9dfc-ffb3c79b0974 service neutron] Bound using segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:54:22.959596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-ddc0e1a0-929d-4b48-9dfc-ffb3c79b0974 service neutron] Bound port: 976f3fa1-b849-4585-98a6-992a9dc7898a, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:54:23.065461 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:23.066815 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-e2b02544-4838-4ba8-b84e-0bc4322fc02a service neutron] 10.222.0.77 "PUT /v2.0/ports/0ca776c2-f388-4661-8e8e-243e0941ffc7 HTTP/1.1" status: 200 len: 1092 time: 4.9881635 May 30 19:54:23.069967 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3525835-999a-4f73-b7eb-b58c4e33f185', 'tag': '0ca776c2-f388-4661-8e8e-243e0941ffc7'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:23.368758 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-916de972-8f75-4c5b-9b6d-91558a32217b req-bd9a1834-723c-4d0c-b559-4214e1ba4bee tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:23.400279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-ddc0e1a0-929d-4b48-9dfc-ffb3c79b0974 service neutron] For port 976f3fa1-b849-4585-98a6-992a9dc7898a, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=976f3fa1-b849-4585-98a6-992a9dc7898a,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:54:23.432649 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-ddc0e1a0-929d-4b48-9dfc-ffb3c79b0974 service neutron] Notify callbacks [] for binding, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:23.433790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-ddc0e1a0-929d-4b48-9dfc-ffb3c79b0974 service neutron] 10.222.0.84 "POST /v2.0/ports/976f3fa1-b849-4585-98a6-992a9dc7898a/bindings HTTP/1.1" status: 201 len: 389 time: 1.5916855 May 30 19:54:23.558622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46278) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:23.616384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ddcf4-d799-4d1f-bc8f-123511ae00a1 req-0b82c48a-7e13-4372-82aa-511f1a553353 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:23.617446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f47ddcf4-d799-4d1f-bc8f-123511ae00a1 req-0b82c48a-7e13-4372-82aa-511f1a553353 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Synchronizing usage tracker for tenant:da2c3b5169e14006bab98c084c88a6a6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:54:23.628171 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-1075b4bc-f578-44d6-aee3-6ae16ddbcdd5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=18012846b9da440082f575e0c7d5b763&device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 1095 time: 0.4720638 May 30 19:54:23.703224 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f740787-7f7d-4d5f-8870-23030fee3917 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:54:23.715010 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-916de972-8f75-4c5b-9b6d-91558a32217b req-bd9a1834-723c-4d0c-b559-4214e1ba4bee tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:23.769469 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:23.773091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f47ddcf4-d799-4d1f-bc8f-123511ae00a1 req-0b82c48a-7e13-4372-82aa-511f1a553353 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Unset dirty status for tenant:da2c3b5169e14006bab98c084c88a6a6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:54:23.780849 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f47ddcf4-d799-4d1f-bc8f-123511ae00a1 req-0b82c48a-7e13-4372-82aa-511f1a553353 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 932 time: 0.6988132 May 30 19:54:23.796130 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-39d8d021-2516-4db4-beb3-f8b904711f05 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ca776c2-f388-4661-8e8e-243e0941ffc7 HTTP/1.1" status: 200 len: 217 time: 0.1558201 May 30 19:54:23.841738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-424188664-network', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:23.847181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:23.852050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Usage tracker for resource:network and tenant:e1f7ad2b0e0a43c78fbf76504ce43566 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:23.855711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:23.863524 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:23.869806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.77', 54936) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:23.914756 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Made reservation on behalf of e1f7ad2b0e0a43c78fbf76504ce43566 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:54:23.917996 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:23.938106 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:23.962794 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Transition to ACTIVE for port object 9f740787-7f7d-4d5f-8870-23030fee3917 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:23.996656 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:24.006883 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916de972-8f75-4c5b-9b6d-91558a32217b req-bd9a1834-723c-4d0c-b559-4214e1ba4bee tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Network 351aca1e-b919-4724-82e1-8d9edc1e8a32 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:54:24.008245 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-3e916bca-651e-44c6-8b6e-cada46a48bcb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 1096 time: 0.2228775 May 30 19:54:24.008976 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a1834-723c-4d0c-b559-4214e1ba4bee tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Pushing event updated for resources: {'Port': ['ID=304b4732-c2ca-4e0e-8e47-589341dd7de6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:24.013271 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595d2b08-d038-41f1-976a-457ef52e5366 req-b9c20f8f-288d-497b-95c1-54f7b2896826 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f4715e2930334c93877781e3111f362f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0962420 May 30 19:54:24.013922 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:24.018665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Usage tracker for resource:security_group_rule and tenant:e1f7ad2b0e0a43c78fbf76504ce43566 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:24.022140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:24.053950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:24.054300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-916de972-8f75-4c5b-9b6d-91558a32217b req-bd9a1834-723c-4d0c-b559-4214e1ba4bee tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:54:24.094692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-916de972-8f75-4c5b-9b6d-91558a32217b req-bd9a1834-723c-4d0c-b559-4214e1ba4bee tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:54:24.103113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916de972-8f75-4c5b-9b6d-91558a32217b req-bd9a1834-723c-4d0c-b559-4214e1ba4bee tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:24.103886 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-916de972-8f75-4c5b-9b6d-91558a32217b req-bd9a1834-723c-4d0c-b559-4214e1ba4bee tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:24.244565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-20d2825b-ec1a-4601-9c30-e6cb280b0d49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:24.253796 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-20d2825b-ec1a-4601-9c30-e6cb280b0d49 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.2280939 May 30 19:54:24.263477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-803ce04a-d54a-4443-b1ec-8986ba402990 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:24.265178 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-803ce04a-d54a-4443-b1ec-8986ba402990 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3 HTTP/1.1" status: 200 len: 862 time: 0.3992710 May 30 19:54:24.283912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f47ddcf4-d799-4d1f-bc8f-123511ae00a1 req-c18217c4-802b-4b21-8262-ee64a5e7b345 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018435 May 30 19:54:24.415229 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-f1c18604-728b-4b55-bb54-db04e8c0ad6f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=976f3fa1-b849-4585-98a6-992a9dc7898a HTTP/1.1" status: 200 len: 217 time: 0.1540084 May 30 19:54:24.442724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Pushing event updated for resources: {'Port': ['ID=9f740787-7f7d-4d5f-8870-23030fee3917,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:24.454013 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-916de972-8f75-4c5b-9b6d-91558a32217b req-bd9a1834-723c-4d0c-b559-4214e1ba4bee tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7044082 May 30 19:54:24.473505 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:24.479880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Request body: {'port': {'device_id': '8da2a797-751a-47a3-ab25-aae7228ab1cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:24.489275 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:24.536721 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-0c0b167b-1f19-4d9d-a84b-dc08224d6445 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:24.539130 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-0c0b167b-1f19-4d9d-a84b-dc08224d6445 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.1154740 May 30 19:54:24.545518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:54:24.596960 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f118924-b1be-4f77-9efd-e88e16bd1738,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:24.607048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39f014-720e-4a06-8bb1-8f854f0a5821 req-dd21332e-a9e9-4ec9-936c-6b2f91d10f34 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:24.608583 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af39f014-720e-4a06-8bb1-8f854f0a5821 req-dd21332e-a9e9-4ec9-936c-6b2f91d10f34 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 944 time: 0.8245072 May 30 19:54:24.609042 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-be0ce74d-08ed-4629-94c6-a9b1386eb5d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583584 May 30 19:54:24.612513 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:24.613865 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Added segment b54e4e9d-30cc-4c85-864b-291b2d559f49 of type vlan for network 07d7a20b-768f-47e6-89de-d7930c016c1b May 30 19:54:24.616390 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a48872b6-3f19-45b1-928d-640a0cb5358b req-80a3eb52-6bf9-40df-84fa-3b4109557124 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/ports?device_id=9171c5eb-e273-4d1e-97df-9df256f70c41 HTTP/1.1" status: 200 len: 210 time: 0.1107061 May 30 19:54:24.744988 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:24.747410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d2b08-d038-41f1-976a-457ef52e5366 req-c019efa3-21cc-49d4-b25b-9585b968789b tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:24.749105 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595d2b08-d038-41f1-976a-457ef52e5366 req-c019efa3-21cc-49d4-b25b-9585b968789b tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6891379 May 30 19:54:24.756443 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Attempting to bind port 9f740787-7f7d-4d5f-8870-23030fee3917 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:54:24.757118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Attempting to bind port 9f740787-7f7d-4d5f-8870-23030fee3917 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:54:24.757656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Attempting to bind port 9f740787-7f7d-4d5f-8870-23030fee3917 on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:24.789116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Request body: {'port': {'device_id': '9171c5eb-e273-4d1e-97df-9df256f70c41', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': 'f4715e2930334c93877781e3111f362f'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:24.811993 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3c8d7ec-e294-4ab2-8c7c-1805ddc943f3'] response: {'name': 'network-changed', 'server_uuid': 'd3525835-999a-4f73-b7eb-b58c4e33f185', 'tag': '0ca776c2-f388-4661-8e8e-243e0941ffc7', 'status': 'completed', 'code': 200} May 30 19:54:24.823054 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-8d97f13e-e716-42df-9426-4e8f6e7fa9a4 service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020442 May 30 19:54:24.834901 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:24.835775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:24.836488 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:24.879024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Port 9f740787-7f7d-4d5f-8870-23030fee3917 on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:54:24.879743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Attempting to bind port 9f740787-7f7d-4d5f-8870-23030fee3917 on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:24.899125 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-6ffba4f8-7084-4e3f-b21a-6679f24d01b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7d0ea33-751a-4199-859b-91d929a3ce53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5907328 May 30 19:54:24.906098 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:24.951845 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af39f014-720e-4a06-8bb1-8f854f0a5821 req-d01f4242-2f56-44f6-93f7-f13732fb7725 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115969 May 30 19:54:24.969476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:54:24.970027 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Checking segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:54:24.970574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Bound using segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:54:24.971191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Bound port: 9f740787-7f7d-4d5f-8870-23030fee3917, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:54:24.971885 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:25.181172 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6207118 May 30 19:54:25.182374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf3040-4cd8-4cb3-8cb0-6d129588864b admin admin] Pushing event updated for resources: {'Network': ['ID=07d7a20b-768f-47e6-89de-d7930c016c1b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:25.186355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46322) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:25.192460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 07d7a20b-768f-47e6-89de-d7930c016c1b details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:54:25.197297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a8971844-3ac4-413b-9920-7a8c621b6f91 admin admin] Request body: {'subnet': {'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-424188664-subnet', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:25.203385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a8971844-3ac4-413b-9920-7a8c621b6f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:25.220253 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a8971844-3ac4-413b-9920-7a8c621b6f91 admin admin] Usage tracker for resource:subnet and tenant:e1f7ad2b0e0a43c78fbf76504ce43566 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:25.225345 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a8971844-3ac4-413b-9920-7a8c621b6f91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:25.234122 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a8971844-3ac4-413b-9920-7a8c621b6f91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:25.278486 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-0083df57-ace9-43ff-85e0-6f11237e0564 service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482341 May 30 19:54:25.287310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8971844-3ac4-413b-9920-7a8c621b6f91 admin admin] Made reservation on behalf of e1f7ad2b0e0a43c78fbf76504ce43566 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:54:25.289808 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a8971844-3ac4-413b-9920-7a8c621b6f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:25.598674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:25.599588 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-20a84762-bed8-4048-b7c4-5943827b3b58 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a&tenant_id=1252846c85cb4f3da96b46deca7cb4f6&binding%3Ahost_id=n-h2-843949-2 HTTP/1.1" status: 200 len: 1096 time: 0.1460884 May 30 19:54:25.617265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843949-2'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:25.624609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Usage tracker for resource:port and tenant:f4715e2930334c93877781e3111f362f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:25.633687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:25.661446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:25.669473 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-4c89a610-9ba9-449c-89f7-5bc1cc98d942 service neutron] 10.222.0.77 "GET /v2.0/networks/e7d0ea33-751a-4199-859b-91d929a3ce53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7504699 May 30 19:54:25.730669 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffff4c2-a07c-4328-8787-cf73fffef1c7 req-bd94b541-704e-4786-a96c-a78ebd551c91 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:25.732658 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a8971844-3ac4-413b-9920-7a8c621b6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:25.736466 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ffff4c2-a07c-4328-8787-cf73fffef1c7 req-bd94b541-704e-4786-a96c-a78ebd551c91 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 945 time: 0.7767689 May 30 19:54:25.813234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Made reservation on behalf of f4715e2930334c93877781e3111f362f for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:54:25.814896 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:25.816041 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:25.827330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] For port 9f740787-7f7d-4d5f-8870-23030fee3917, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:25.834980 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8971844-3ac4-413b-9920-7a8c621b6f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:25.902177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8971844-3ac4-413b-9920-7a8c621b6f91 admin admin] Checking segment: {'id': 'b54e4e9d-30cc-4c85-864b-291b2d559f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:54:25.902560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8971844-3ac4-413b-9920-7a8c621b6f91 admin admin] Network hostable DHCP agents. Network: 07d7a20b-768f-47e6-89de-d7930c016c1b, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:54:25.907647 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4110a-4a2c-4840-a6c2-d23d59d34458 req-afda6cae-271d-48c8-930e-c609c494e4c0 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:25.908349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-67d4110a-4a2c-4840-a6c2-d23d59d34458 req-afda6cae-271d-48c8-930e-c609c494e4c0 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Synchronizing usage tracker for tenant:a67044bb65da49e49a17dbc38e4558c8 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:54:25.924488 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:25.942638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] For port 9f740787-7f7d-4d5f-8870-23030fee3917, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9f740787-7f7d-4d5f-8870-23030fee3917,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:54:25.959249 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.006699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8971844-3ac4-413b-9920-7a8c621b6f91 admin admin] Network 07d7a20b-768f-47e6-89de-d7930c016c1b is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:54:26.026917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a8971844-3ac4-413b-9920-7a8c621b6f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 07d7a20b-768f-47e6-89de-d7930c016c1b) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:54:26.034104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8971844-3ac4-413b-9920-7a8c621b6f91 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:26.034679 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a8971844-3ac4-413b-9920-7a8c621b6f91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.036836 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c66abd-01b9-431d-87c2-e88085f6000c None None] Network 07d7a20b-768f-47e6-89de-d7930c016c1b requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:54:26.067085 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] For port 976f3fa1-b849-4585-98a6-992a9dc7898a, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=976f3fa1-b849-4585-98a6-992a9dc7898a,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:26.077422 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a8971844-3ac4-413b-9920-7a8c621b6f91 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8870733 May 30 19:54:26.077605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46346) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:26.084450 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-424188664-router', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:26.084775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-67d4110a-4a2c-4840-a6c2-d23d59d34458 req-afda6cae-271d-48c8-930e-c609c494e4c0 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Unset dirty status for tenant:a67044bb65da49e49a17dbc38e4558c8 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:54:26.085912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-67d4110a-4a2c-4840-a6c2-d23d59d34458 req-afda6cae-271d-48c8-930e-c609c494e4c0 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/ports?device_id=8da2a797-751a-47a3-ab25-aae7228ab1cf HTTP/1.1" status: 200 len: 931 time: 0.9301679 May 30 19:54:26.091771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:26.105762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Usage tracker for resource:router and tenant:e1f7ad2b0e0a43c78fbf76504ce43566 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:26.109969 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:26.114075 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ffff4c2-a07c-4328-8787-cf73fffef1c7 req-2bdef7fe-3b1a-4d1f-b66d-27ebcb44cfeb tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126538 May 30 19:54:26.119912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:26.128095 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] For port 976f3fa1-b849-4585-98a6-992a9dc7898a, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:26.146291 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.147606 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] 10.222.0.77 "PUT /v2.0/ports/9f740787-7f7d-4d5f-8870-23030fee3917 HTTP/1.1" status: 200 len: 1092 time: 4.6580276 May 30 19:54:26.178857 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.179938 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.197128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b139f76c-7bc3-49db-9132-3fb28bfae11a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '976f3fa1-b849-4585-98a6-992a9dc7898a'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:26.201109 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:26.203471 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.215714 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.227245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Usage tracker for resource:security_group_rule and tenant:f4715e2930334c93877781e3111f362f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:26.233062 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:26.239686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:26.268210 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.295748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-07d7a20b-768f-47e6-89de-d7930c016c1b', 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'fixed_ips': [{'subnet_id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 19:54:26.296566 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.334697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a3440-5e16-4953-a1a5-c44e4e7ebd58 service neutron] Pushing event updated for resources: {'Port': ['ID=9f740787-7f7d-4d5f-8870-23030fee3917,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:26.352831 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccad261c-21df-4eed-99d6-fc418f6916c7 req-45cb4259-550f-4a13-9073-89eb207281ca service neutron] 10.222.0.77 "GET /v2.0/networks/e7d0ea33-751a-4199-859b-91d929a3ce53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511812 May 30 19:54:26.416706 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:54:26.417414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] Pushing event updated for resources: {'Port': ['ID=976f3fa1-b849-4585-98a6-992a9dc7898a,revision_number=7']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:26.499173 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Allocated IP 172.20.0.2 (07d7a20b-768f-47e6-89de-d7930c016c1b/e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9/235f8032-5384-450f-9779-46cc2b736fb7) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:54:26.537269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] Attempting to bind port 976f3fa1-b849-4585-98a6-992a9dc7898a on host n-h2-843949-2 for vnic_type normal with profile {"migrating_to": "n-h1-843949-2"} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:54:26.537589 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] Attempting to bind port 976f3fa1-b849-4585-98a6-992a9dc7898a by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:54:26.537906 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] Attempting to bind port 976f3fa1-b849-4585-98a6-992a9dc7898a on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:26.548869 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.552600 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] Port 976f3fa1-b849-4585-98a6-992a9dc7898a on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:54:26.552920 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] Attempting to bind port 976f3fa1-b849-4585-98a6-992a9dc7898a on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:26.562220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-67d4110a-4a2c-4840-a6c2-d23d59d34458 req-0216ddc7-3e50-427b-bcac-279902f5cb7c tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Synchronizing usage tracker for tenant:a67044bb65da49e49a17dbc38e4558c8 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:54:26.563984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:54:26.564420 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] Checking segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:54:26.564697 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] Bound using segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:54:26.565125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] Bound port: 976f3fa1-b849-4585-98a6-992a9dc7898a, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:54:26.565457 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.593799 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.618664 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.676295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304b4732-c2ca-4e0e-8e47-589341dd7de6 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:54:26.699162 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.726068 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.732371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-67d4110a-4a2c-4840-a6c2-d23d59d34458 req-0216ddc7-3e50-427b-bcac-279902f5cb7c tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Unset dirty status for tenant:a67044bb65da49e49a17dbc38e4558c8 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:54:26.733537 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-67d4110a-4a2c-4840-a6c2-d23d59d34458 req-0216ddc7-3e50-427b-bcac-279902f5cb7c tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/security-groups?id=d44d0f3d-1760-4157-b68c-8dc8c5abaaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6221344 May 30 19:54:26.737908 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Transition to ACTIVE for port object 235f8032-5384-450f-9779-46cc2b736fb7 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:26.762659 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Transition to ACTIVE for port object 235f8032-5384-450f-9779-46cc2b736fb7 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:26.766483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Transition to ACTIVE for port object 304b4732-c2ca-4e0e-8e47-589341dd7de6 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:26.770642 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.774181 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-59323552-979b-4397-bd47-10eb51bfd424 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 1095 time: 0.5481791 May 30 19:54:26.775640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7566201b-c507-412d-88e8-e1f071044617,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:26.790870 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.837573 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] For port 976f3fa1-b849-4585-98a6-992a9dc7898a, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:26.841121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] For port 976f3fa1-b849-4585-98a6-992a9dc7898a, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=976f3fa1-b849-4585-98a6-992a9dc7898a,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:54:26.856649 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.861013 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Pushing event updated for resources: {'Port': ['ID=235f8032-5384-450f-9779-46cc2b736fb7,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:26.873851 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Network 07d7a20b-768f-47e6-89de-d7930c016c1b is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:54:26.875092 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:54:26.877725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:54:26.886167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a36c7f9-7ee9-499f-905f-5ecad03e9e71', 'tag': '9f740787-7f7d-4d5f-8870-23030fee3917'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:26.934351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf47eff-10fd-4a12-9959-29f92b31b007 req-9ed114dd-6b10-4ab8-aa2f-621c99a83c39 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:26.940991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-faf47eff-10fd-4a12-9959-29f92b31b007 req-9ed114dd-6b10-4ab8-aa2f-621c99a83c39 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 944 time: 0.5377162 May 30 19:54:26.976074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Attempting to bind port 235f8032-5384-450f-9779-46cc2b736fb7 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:54:26.976581 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Attempting to bind port 235f8032-5384-450f-9779-46cc2b736fb7 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'b54e4e9d-30cc-4c85-864b-291b2d559f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:54:26.978219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Attempting to bind port 235f8032-5384-450f-9779-46cc2b736fb7 on network 07d7a20b-768f-47e6-89de-d7930c016c1b {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:26.980856 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] Pushing event updated for resources: {'Port': ['ID=976f3fa1-b849-4585-98a6-992a9dc7898a,revision_number=8']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:26.988442 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:54:26.988792 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Checking segment: {'id': 'b54e4e9d-30cc-4c85-864b-291b2d559f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:54:26.989253 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.989735 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Bound using segment: {'id': 'b54e4e9d-30cc-4c85-864b-291b2d559f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:54:26.990321 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Bound port: 235f8032-5384-450f-9779-46cc2b736fb7, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54e4e9d-30cc-4c85-864b-291b2d559f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:54:26.990797 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:27.001867 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-da1c9b2f-b00a-4987-8574-63837f9ff249 req-84305058-7ea7-4c38-946d-fd6aad13ddb5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=18012846b9da440082f575e0c7d5b763&device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 1095 time: 0.5447242 May 30 19:54:27.009599 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-0c538494-c8a4-461c-8f13-e42d0ed2aae5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f740787-7f7d-4d5f-8870-23030fee3917 HTTP/1.1" status: 200 len: 217 time: 0.2200105 May 30 19:54:27.107674 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] For port 235f8032-5384-450f-9779-46cc2b736fb7, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:27.111278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] For port 235f8032-5384-450f-9779-46cc2b736fb7, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=235f8032-5384-450f-9779-46cc2b736fb7,segment=NetworkSegment(b54e4e9d-30cc-4c85-864b-291b2d559f49),segment_id=b54e4e9d-30cc-4c85-864b-291b2d559f49)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:54:27.115927 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:27.163521 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Pushing event updated for resources: {'Port': ['ID=304b4732-c2ca-4e0e-8e47-589341dd7de6,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:27.164712 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:27.199615 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5624c16-94d6-4607-9276-e22ac6efe060 None None] Pushing event updated for resources: {'Port': ['ID=235f8032-5384-450f-9779-46cc2b736fb7,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:27.216781 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:27.279158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Allocated IP 192.168.233.203 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/2d4acd42-d35d-4fea-afd6-8972a6f9e2be) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:54:27.316087 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:27.317691 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2ed342fd-ef12-4f68-bb2e-38a76a31a367 service neutron] 10.222.0.77 "PUT /v2.0/ports/976f3fa1-b849-4585-98a6-992a9dc7898a HTTP/1.1" status: 200 len: 1121 time: 1.7057571 May 30 19:54:27.320546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-faf47eff-10fd-4a12-9959-29f92b31b007 req-0dd8c4fb-3748-4569-b73f-4b40bdc5637f tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786335 May 30 19:54:27.339173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-3d06e453-a71e-4c01-b83b-2d1bd1be3e52 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:27.340941 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-3d06e453-a71e-4c01-b83b-2d1bd1be3e52 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.2911067 May 30 19:54:27.396700 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['976f3fa1-b849-4585-98a6-992a9dc7898a'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:54:27.443532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Allocated IP 172.25.5.23 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/32f7fe60-80bd-4b51-9cbe-9cb93ce72075) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:54:27.501793 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aaca8dc7-6768-4333-ae51-d99631a31037 req-3867d2ea-dacc-4ee7-8030-eeeca39eeed0 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/ports?device_id=9171c5eb-e273-4d1e-97df-9df256f70c41 HTTP/1.1" status: 200 len: 210 time: 0.1800401 May 30 19:54:27.689933 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-59a2b26d-d5a5-46a0-b5aa-bea7e6e4bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:27.729046 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:27.744995 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-297998a7-df53-4d72-9ca3-22c73c9d204d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2770131 May 30 19:54:27.760158 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:27.801117 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c9b2f-b00a-4987-8574-63837f9ff249 req-76f03639-c99a-4c31-807e-f9c5e5ae5d64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:27.802532 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-da1c9b2f-b00a-4987-8574-63837f9ff249 req-76f03639-c99a-4c31-807e-f9c5e5ae5d64 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e7d0ea33-751a-4199-859b-91d929a3ce53 HTTP/1.1" status: 200 len: 924 time: 0.7921131 May 30 19:54:27.843261 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:54:27.843804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Attempting to bind port 304b4732-c2ca-4e0e-8e47-589341dd7de6 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:54:27.844108 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Attempting to bind port 304b4732-c2ca-4e0e-8e47-589341dd7de6 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '2819480f-8c60-4764-9fc7-24a5499e9208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '351aca1e-b919-4724-82e1-8d9edc1e8a32'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:54:27.844439 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Attempting to bind port 304b4732-c2ca-4e0e-8e47-589341dd7de6 on network 351aca1e-b919-4724-82e1-8d9edc1e8a32 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:27.846347 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:54:27.848776 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:54:27.878327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Pushing event updated for resources: {'Port': ['ID=32f7fe60-80bd-4b51-9cbe-9cb93ce72075,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:27.911683 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-17337e31-2373-4c3e-b23e-80013eab1767 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=07be7e4f1fc84109b649e34136610531&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1808641 May 30 19:54:28.019690 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:28.020454 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:28.081285 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-da1c9b2f-b00a-4987-8574-63837f9ff249 req-8c1b10bf-0b8b-4f67-ba29-454391d97e5f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ca776c2-f388-4661-8e8e-243e0941ffc7 HTTP/1.1" status: 200 len: 217 time: 0.2549024 May 30 19:54:28.096901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Port 304b4732-c2ca-4e0e-8e47-589341dd7de6 on network 351aca1e-b919-4724-82e1-8d9edc1e8a32 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:54:28.097198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Attempting to bind port 304b4732-c2ca-4e0e-8e47-589341dd7de6 on network 351aca1e-b919-4724-82e1-8d9edc1e8a32 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:28.247655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:54:28.248021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Checking segment: {'id': '2819480f-8c60-4764-9fc7-24a5499e9208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '351aca1e-b919-4724-82e1-8d9edc1e8a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:54:28.248399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Bound using segment: {'id': '2819480f-8c60-4764-9fc7-24a5499e9208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '351aca1e-b919-4724-82e1-8d9edc1e8a32'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:54:28.248836 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Bound port: 304b4732-c2ca-4e0e-8e47-589341dd7de6, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2819480f-8c60-4764-9fc7-24a5499e9208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '351aca1e-b919-4724-82e1-8d9edc1e8a32'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:54:28.249177 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:28.283390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Router 95df5663-da85-4659-948a-39a743b0005e is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 19:54:28.314022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d8ccc0-19a5-478e-be21-ecb552ca44eb None None] Network 07d7a20b-768f-47e6-89de-d7930c016c1b requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:54:28.389762 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-479c503d-c0f8-440a-9d6f-24818973da87 service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5801504 May 30 19:54:28.403351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c9b2f-b00a-4987-8574-63837f9ff249 req-5b970c60-aba4-4edb-9f44-76f327f4fdd3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:28.404767 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-da1c9b2f-b00a-4987-8574-63837f9ff249 req-5b970c60-aba4-4edb-9f44-76f327f4fdd3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3 HTTP/1.1" status: 200 len: 862 time: 0.3030272 May 30 19:54:28.423686 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2816d061-7e14-4254-a374-a4658d436863 None None] Provisioning for port 235f8032-5384-450f-9779-46cc2b736fb7 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:54:28.428771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6184fd7-db78-441b-932c-bdb8c58aa6b3 req-f78c1294-ed41-4f60-a8d5-458ac13a206d tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:28.429982 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6184fd7-db78-441b-932c-bdb8c58aa6b3 req-f78c1294-ed41-4f60-a8d5-458ac13a206d tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 944 time: 0.6881928 May 30 19:54:28.498519 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:54:28.522736 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:28.527292 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-682d62c3-ee73-4f63-9731-67d49bc7fc22 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.4455509 May 30 19:54:28.527438 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46370) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:28.532027 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Sync routers for ids ['95df5663-da85-4659-948a-39a743b0005e'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:54:28.562589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Routers {'95df5663-da85-4659-948a-39a743b0005e'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:54:28.563257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:54:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['95df5663-da85-4659-948a-39a743b0005e'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:28.589391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-bdacb2f9-0b58-4b94-ad04-c52876037187 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:28.590810 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-bdacb2f9-0b58-4b94-ad04-c52876037187 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6258717 May 30 19:54:28.610291 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:28.682791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] For port 304b4732-c2ca-4e0e-8e47-589341dd7de6, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:28.689470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Transition to ACTIVE for port object 2d4acd42-d35d-4fea-afd6-8972a6f9e2be will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:28.719358 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-5575009b-102a-46ac-95f0-387d00712f9f tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/quotas/07be7e4f1fc84109b649e34136610531 HTTP/1.1" status: 200 len: 375 time: 0.1022367 May 30 19:54:28.724961 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] For port 304b4732-c2ca-4e0e-8e47-589341dd7de6, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=304b4732-c2ca-4e0e-8e47-589341dd7de6,segment=NetworkSegment(2819480f-8c60-4764-9fc7-24a5499e9208),segment_id=2819480f-8c60-4764-9fc7-24a5499e9208)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:54:28.748585 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6184fd7-db78-441b-932c-bdb8c58aa6b3 req-4452a76d-7174-47d7-b6d9-6d62468336d2 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563980 May 30 19:54:28.758039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Set router 95df5663-da85-4659-948a-39a743b0005e gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:54:28.771274 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:28.933636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-93774779-849f-47eb-adda-4e3c4608fbe3 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=07be7e4f1fc84109b649e34136610531&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1835690 May 30 19:54:28.937937 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbc32706-a175-492e-8ff4-1d48bbfb3bfb req-c3493f01-7c96-4e08-ba4d-de5d35eb43b1 service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176227 May 30 19:54:28.965209 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-da1c9b2f-b00a-4987-8574-63837f9ff249 req-4e94b742-fe0a-4aad-91a6-805847bda479 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7d0ea33-751a-4199-859b-91d929a3ce53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5105569 May 30 19:54:28.981081 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:28.982477 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-916de972-8f75-4c5b-9b6d-91558a32217b req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] 10.222.0.93 "PUT /v2.0/ports/304b4732-c2ca-4e0e-8e47-589341dd7de6 HTTP/1.1" status: 200 len: 1091 time: 4.5115983 May 30 19:54:29.005016 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b418726c-3651-4125-94f7-aa98ef61883d'] response: {'name': 'network-changed', 'server_uuid': '4a36c7f9-7ee9-499f-905f-5ecad03e9e71', 'tag': '9f740787-7f7d-4d5f-8870-23030fee3917', 'status': 'completed', 'code': 200} May 30 19:54:29.037586 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b11610-d131-467b-a3d8-73b21e4eb253'] response: {'server_uuid': 'b139f76c-7bc3-49db-9132-3fb28bfae11a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '976f3fa1-b849-4585-98a6-992a9dc7898a', 'code': 200} May 30 19:54:29.052343 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:29.222771 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95df5663-da85-4659-948a-39a743b0005e', 'name': 'tempest-ServersTestJSON-424188664-router', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:54:26Z', 'updated_at': '2022-05-30T19:54:27Z', 'revision_number': 3, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'gw_port': {'id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:27Z', 'updated_at': '2022-05-30T19:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:29.239530 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Checking router: 95df5663-da85-4659-948a-39a743b0005e for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:54:29.246870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Updating router 95df5663-da85-4659-948a-39a743b0005e port 32f7fe60-80bd-4b51-9cbe-9cb93ce72075 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:54:29.253508 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbc847-b9d0-476a-b9fa-a131f64340d3 service neutron] Pushing event updated for resources: {'Port': ['ID=304b4732-c2ca-4e0e-8e47-589341dd7de6,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:29.327897 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 235f8032-5384-450f-9779-46cc2b736fb7 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:54:29.420111 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:29.484408 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-da1c9b2f-b00a-4987-8574-63837f9ff249 req-917e59e0-dd29-4c07-9fd8-de202e459c4e service neutron] 10.222.0.77 "GET /v2.0/networks/e7d0ea33-751a-4199-859b-91d929a3ce53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049865 May 30 19:54:29.572464 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 235f8032-5384-450f-9779-46cc2b736fb7 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:54:29.585667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 235f8032-5384-450f-9779-46cc2b736fb7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:29.586174 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:29.752507 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:29.887372 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:54:29.898354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:54:29.917032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:54:29.920719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:29.921313 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:29.948367 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 0ca776c2-f388-4661-8e8e-243e0941ffc7 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:54:29.958963 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Pushing event updated for resources: {'Port': ['ID=2d4acd42-d35d-4fea-afd6-8972a6f9e2be,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:29.987014 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:29.987275 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-916de972-8f75-4c5b-9b6d-91558a32217b req-039775e6-7b9a-4d34-82f9-ebf9106e145d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a67044bb65da49e49a17dbc38e4558c8&device_id=8da2a797-751a-47a3-ab25-aae7228ab1cf HTTP/1.1" status: 200 len: 1094 time: 0.9268546 May 30 19:54:30.012903 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6e07dda7-b0af-4d6b-908a-e8c033203883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:30.021956 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:30.090333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dada3f-a11b-4a91-82f9-3aee2afa73c1 req-80443407-799a-4470-ae61-6441962c10d0 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:30.091792 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8dada3f-a11b-4a91-82f9-3aee2afa73c1 req-80443407-799a-4470-ae61-6441962c10d0 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 943 time: 0.6054742 May 30 19:54:30.103168 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595d2b08-d038-41f1-976a-457ef52e5366 req-50410aec-c939-4a2b-bee1-ddbe97d4b18e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3209469 May 30 19:54:30.107220 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Transition to ACTIVE for port object 32f7fe60-80bd-4b51-9cbe-9cb93ce72075 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:30.109668 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Allocated IP 172.20.0.1 (07d7a20b-768f-47e6-89de-d7930c016c1b/e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9/29568a45-786b-4b8f-a4f6-dd07d6b7a5a5) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:54:30.133027 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Request body: {'port': {'device_id': '9171c5eb-e273-4d1e-97df-9df256f70c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:30.142114 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 235f8032-5384-450f-9779-46cc2b736fb7, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=235f8032-5384-450f-9779-46cc2b736fb7,segment=NetworkSegment(b54e4e9d-30cc-4c85-864b-291b2d559f49),segment_id=b54e4e9d-30cc-4c85-864b-291b2d559f49)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:30.143285 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:30.179143 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-916de972-8f75-4c5b-9b6d-91558a32217b req-7c89ff47-ca6b-4d53-8230-df9971c7e63d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=304b4732-c2ca-4e0e-8e47-589341dd7de6 HTTP/1.1" status: 200 len: 217 time: 0.1810081 May 30 19:54:30.190343 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:30.200760 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e67d6dd1-fd90-45c1-ad00-61b61a40514e req-e4ab7084-73e6-457f-964f-4336f0309bad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 1095 time: 1.1408679 May 30 19:54:30.298473 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 0ca776c2-f388-4661-8e8e-243e0941ffc7, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=0ca776c2-f388-4661-8e8e-243e0941ffc7,segment=NetworkSegment(a59b0537-ee1f-4f25-8c72-feda34f41dee),segment_id=a59b0537-ee1f-4f25-8c72-feda34f41dee)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:30.307396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed04ff-354a-489f-8327-36b8608488cf None None] Pushing event updated for resources: {'Port': ['ID=32f7fe60-80bd-4b51-9cbe-9cb93ce72075,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:30.316208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916de972-8f75-4c5b-9b6d-91558a32217b req-679fb6bb-3603-4eb3-b602-bbcdfcdcc42b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:30.318629 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-916de972-8f75-4c5b-9b6d-91558a32217b req-679fb6bb-3603-4eb3-b602-bbcdfcdcc42b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e983d5a4-0797-454c-adcb-856aaf0fd3f4 HTTP/1.1" status: 200 len: 854 time: 0.1082168 May 30 19:54:30.337145 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:30.349252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b0739-d399-49f3-ad67-e3be38c57ec0 req-d78a1805-4cc4-4688-8ae4-b46d926dd57b tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:30.350722 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa3b0739-d399-49f3-ad67-e3be38c57ec0 req-d78a1805-4cc4-4688-8ae4-b46d926dd57b tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/ports?device_id=8da2a797-751a-47a3-ab25-aae7228ab1cf HTTP/1.1" status: 200 len: 943 time: 0.7373626 May 30 19:54:30.355113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Transition to ACTIVE for port object 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:30.365090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1feed2af-bac4-496c-961e-365df7254faf None None] Provisioning for port 2d4acd42-d35d-4fea-afd6-8972a6f9e2be completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:54:30.367721 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Attempting to bind port 32f7fe60-80bd-4b51-9cbe-9cb93ce72075 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:54:30.368629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Attempting to bind port 32f7fe60-80bd-4b51-9cbe-9cb93ce72075 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:54:30.368977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Attempting to bind port 32f7fe60-80bd-4b51-9cbe-9cb93ce72075 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:30.374298 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '0ca776c2-f388-4661-8e8e-243e0941ffc7', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'port_id': '0ca776c2-f388-4661-8e8e-243e0941ffc7', 'mac_address': 'fa:16:3e:70:de:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:54:30.381368 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:30.386200 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1feed2af-bac4-496c-961e-365df7254faf None None] Provisioning complete for port 2d4acd42-d35d-4fea-afd6-8972a6f9e2be triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:30.386567 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1feed2af-bac4-496c-961e-365df7254faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:30.410820 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-da1c9b2f-b00a-4987-8574-63837f9ff249 req-b0f06ce2-d9dd-430f-8c0c-e8d2b152759c service neutron] 10.222.0.77 "GET /v2.0/networks/e7d0ea33-751a-4199-859b-91d929a3ce53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8217905 May 30 19:54:30.451441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Network 07d7a20b-768f-47e6-89de-d7930c016c1b is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:54:30.454128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:54:30.457864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:54:30.476189 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:54:30.476369 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:54:30.476619 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:30.476981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:54:30.477475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Bound port: 32f7fe60-80bd-4b51-9cbe-9cb93ce72075, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:54:30.477834 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:30.493491 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Pushing event updated for resources: {'Port': ['ID=29568a45-786b-4b8f-a4f6-dd07d6b7a5a5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:30.524403 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:30.524963 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-916de972-8f75-4c5b-9b6d-91558a32217b req-5e9ef6c8-663f-4326-ba46-f5c7501b8c59 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=351aca1e-b919-4724-82e1-8d9edc1e8a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1625950 May 30 19:54:30.555206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8dada3f-a11b-4a91-82f9-3aee2afa73c1 req-2b2ade9c-3285-47d4-9c2b-a1009a44aead tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499540 May 30 19:54:30.564973 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1feed2af-bac4-496c-961e-365df7254faf None None] Port 2d4acd42-d35d-4fea-afd6-8972a6f9e2be cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:54:30.571875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=235f8032-5384-450f-9779-46cc2b736fb7,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:30.579311 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:30.646416 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca776c2-f388-4661-8e8e-243e0941ffc7 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:54:30.660959 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:30.661453 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] For port 32f7fe60-80bd-4b51-9cbe-9cb93ce72075, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:30.666796 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] For port 32f7fe60-80bd-4b51-9cbe-9cb93ce72075, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=32f7fe60-80bd-4b51-9cbe-9cb93ce72075,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:54:30.670949 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 0ca776c2-f388-4661-8e8e-243e0941ffc7, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=0ca776c2-f388-4661-8e8e-243e0941ffc7,segment=NetworkSegment(a59b0537-ee1f-4f25-8c72-feda34f41dee),segment_id=a59b0537-ee1f-4f25-8c72-feda34f41dee)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:30.672844 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:30.720781 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:30.721443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 976f3fa1-b849-4585-98a6-992a9dc7898a details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:54:30.791442 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-08b2205e-dc91-4e1e-9dcd-ac6ce335b99f tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=07be7e4f1fc84109b649e34136610531&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558028 May 30 19:54:30.819135 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed04ff-354a-489f-8327-36b8608488cf None None] Pushing event updated for resources: {'Port': ['ID=32f7fe60-80bd-4b51-9cbe-9cb93ce72075,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:30.828788 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:30.840094 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa3b0739-d399-49f3-ad67-e3be38c57ec0 req-3d9e5137-2e36-4ad8-aa8e-f2ada5ac44c9 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/security-groups?id=d44d0f3d-1760-4157-b68c-8dc8c5abaaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673705 May 30 19:54:31.029564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da2a797-751a-47a3-ab25-aae7228ab1cf', 'tag': '304b4732-c2ca-4e0e-8e47-589341dd7de6'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:31.031638 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Routers {'95df5663-da85-4659-948a-39a743b0005e'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:54:31.032297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:54:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['95df5663-da85-4659-948a-39a743b0005e'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:31.067706 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b139f76c-7bc3-49db-9132-3fb28bfae11a', 'tag': '976f3fa1-b849-4585-98a6-992a9dc7898a'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:31.156076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d6dd1-fd90-45c1-ad00-61b61a40514e req-6c92ba3d-d4bf-4058-b66e-6dfd4719046d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:31.157528 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e67d6dd1-fd90-45c1-ad00-61b61a40514e req-6c92ba3d-d4bf-4058-b66e-6dfd4719046d service neutron] 10.222.0.77 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 908 time: 0.8377225 May 30 19:54:31.170630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-cf61604e-167a-4645-ac42-30fc8c8bdf8d tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:31.172098 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-cf61604e-167a-4645-ac42-30fc8c8bdf8d tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3727045 May 30 19:54:31.183267 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 235f8032-5384-450f-9779-46cc2b736fb7 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:54:31.191509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Request body: {'port': {'device_id': '2a1f93ca-221d-4889-b9b8-2807ef50a7b7', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '07be7e4f1fc84109b649e34136610531'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:31.273288 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:31.282395 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:31.300483 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:31.325550 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=0ca776c2-f388-4661-8e8e-243e0941ffc7,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:31.359580 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:31.362280 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ddb1c6ef-4c34-4ca9-9ba0-8fc6a572cdf1 None None] Provisioning for port 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:54:31.379939 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 235f8032-5384-450f-9779-46cc2b736fb7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:31.380284 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:31.408698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.93', 58303) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:31.417764 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 976f3fa1-b849-4585-98a6-992a9dc7898a, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=976f3fa1-b849-4585-98a6-992a9dc7898a,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:31.439672 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ddb1c6ef-4c34-4ca9-9ba0-8fc6a572cdf1 None None] Provisioning complete for port 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:31.440070 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ddb1c6ef-4c34-4ca9-9ba0-8fc6a572cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:31.449568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-916de972-8f75-4c5b-9b6d-91558a32217b req-53ddd57f-ca48-4a89-a100-161f29bbd3fe service neutron] 10.222.0.93 "GET /v2.0/networks/351aca1e-b919-4724-82e1-8d9edc1e8a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9107959 May 30 19:54:31.472329 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ce733-fefb-42e0-b8a6-548b4995681a req-beb5825d-c1a5-4118-9c16-869416c0a224 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:31.473822 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd4ce733-fefb-42e0-b8a6-548b4995681a req-beb5825d-c1a5-4118-9c16-869416c0a224 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 944 time: 0.6461051 May 30 19:54:31.500370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 976f3fa1-b849-4585-98a6-992a9dc7898a has no active binding in host n-h1-843949-2 {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 19:54:31.503039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e67d6dd1-fd90-45c1-ad00-61b61a40514e req-295fb46b-ea33-4985-8de6-0859e2a11d0d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f740787-7f7d-4d5f-8870-23030fee3917 HTTP/1.1" status: 200 len: 217 time: 0.2139361 May 30 19:54:31.527919 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] Set router 95df5663-da85-4659-948a-39a743b0005e gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:54:31.538459 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:31.547166 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Pushing event updated for resources: {'Port': ['ID=29568a45-786b-4b8f-a4f6-dd07d6b7a5a5,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:31.574912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:31.578841 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ddb1c6ef-4c34-4ca9-9ba0-8fc6a572cdf1 None None] Port 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:54:31.592906 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Usage tracker for resource:port and tenant:07be7e4f1fc84109b649e34136610531 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:31.598667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:31.654482 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:31.679596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Made reservation on behalf of 07be7e4f1fc84109b649e34136610531 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:54:31.682810 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:31.710552 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:31.763742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Network 07d7a20b-768f-47e6-89de-d7930c016c1b is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:54:31.767598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:54:31.809306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['0ca776c2-f388-4661-8e8e-243e0941ffc7'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:54:31.822995 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d6dd1-fd90-45c1-ad00-61b61a40514e req-d17f8b26-69a7-46fb-a8a9-796d24f12dbc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:31.824672 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e67d6dd1-fd90-45c1-ad00-61b61a40514e req-d17f8b26-69a7-46fb-a8a9-796d24f12dbc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.3119011 May 30 19:54:31.835952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:31.906927 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-107977e8-fc1d-4579-acc5-5c3cf64c9023 service neutron] 10.222.0.93 "GET /v2.0/ports/976f3fa1-b849-4585-98a6-992a9dc7898a/bindings/n-h1-843949-2 HTTP/1.1" status: 200 len: 384 time: 0.4954996 May 30 19:54:31.912621 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e67d6dd1-fd90-45c1-ad00-61b61a40514e req-f7be5947-5191-4604-aa65-5ef1ff2ce5fb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703471 May 30 19:54:31.918314 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d33752-0844-4bdf-95f8-fc1366b1f294 req-d99e76eb-0244-47ad-97f3-cf945bae326b tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:31.918991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-12d33752-0844-4bdf-95f8-fc1366b1f294 req-d99e76eb-0244-47ad-97f3-cf945bae326b tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Synchronizing usage tracker for tenant:f4715e2930334c93877781e3111f362f on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:54:31.932564 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd4ce733-fefb-42e0-b8a6-548b4995681a req-5fc3cfe7-44d0-4656-b6c7-fd0c77b4418e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247313 May 30 19:54:31.960655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Usage tracker for resource:security_group_rule and tenant:07be7e4f1fc84109b649e34136610531 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:31.965323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:31.977045 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:31.977293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9f740787-7f7d-4d5f-8870-23030fee3917 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:54:32.137584 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:54:32.200383 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-916de972-8f75-4c5b-9b6d-91558a32217b req-e2562a95-0cab-4195-bb53-6dbd5054e66d service neutron] 10.222.0.93 "GET /v2.0/networks/351aca1e-b919-4724-82e1-8d9edc1e8a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7254529 May 30 19:54:32.202181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95df5663-da85-4659-948a-39a743b0005e', 'name': 'tempest-ServersTestJSON-424188664-router', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:54:26Z', 'updated_at': '2022-05-30T19:54:30Z', 'revision_number': 4, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'gw_port': {'id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:27Z', 'updated_at': '2022-05-30T19:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '29568a45-786b-4b8f-a4f6-dd07d6b7a5a5', 'name': '', 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'mac_address': 'fa:16:3e:57:3f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:29Z', 'updated_at': '2022-05-30T19:54:30Z', 'revision_number': 1, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'subnets': [{'id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:32.217653 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519b4908-a94b-4bcc-b192-eb4243f88f36 None None] The sync data for ids ['95df5663-da85-4659-948a-39a743b0005e'] in n-d-843949-2 is: [{'id': '95df5663-da85-4659-948a-39a743b0005e', 'name': 'tempest-ServersTestJSON-424188664-router', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:54:26Z', 'updated_at': '2022-05-30T19:54:30Z', 'revision_number': 4, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'gw_port': {'id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:27Z', 'updated_at': '2022-05-30T19:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '29568a45-786b-4b8f-a4f6-dd07d6b7a5a5', 'name': '', 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'mac_address': 'fa:16:3e:57:3f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:29Z', 'updated_at': '2022-05-30T19:54:30Z', 'revision_number': 1, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'subnets': [{'id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:54:32.231636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fcf7bdd8-e376-46c1-8043-e5ec1291bcbc req-9e233a2f-6628-4a28-a433-d13b7ab9b609 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a1f93ca-221d-4889-b9b8-2807ef50a7b7 HTTP/1.1" status: 200 len: 210 time: 0.1525271 May 30 19:54:32.234824 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d8d9a70f-29b1-410a-8cc5-34706377ebf1 None None] Provisioning complete for port 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:32.235373 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d8d9a70f-29b1-410a-8cc5-34706377ebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:32.270174 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:32.282057 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:32.297185 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9f740787-7f7d-4d5f-8870-23030fee3917, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9f740787-7f7d-4d5f-8870-23030fee3917,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:32.358524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-12d33752-0844-4bdf-95f8-fc1366b1f294 req-d99e76eb-0244-47ad-97f3-cf945bae326b tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Unset dirty status for tenant:f4715e2930334c93877781e3111f362f on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:54:32.359812 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12d33752-0844-4bdf-95f8-fc1366b1f294 req-d99e76eb-0244-47ad-97f3-cf945bae326b tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/ports?device_id=9171c5eb-e273-4d1e-97df-9df256f70c41 HTTP/1.1" status: 200 len: 936 time: 1.3704696 May 30 19:54:32.362014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '9f740787-7f7d-4d5f-8870-23030fee3917', 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6', 'port_id': '9f740787-7f7d-4d5f-8870-23030fee3917', 'mac_address': 'fa:16:3e:0d:0f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f931af6a-450f-4906-adfc-acf32639be02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:54:32.366598 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9a70f-29b1-410a-8cc5-34706377ebf1 None None] Port 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:54:32.415671 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a0ba42-486b-4d3b-989d-1bf13840b211,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:32.421672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4acd42-d35d-4fea-afd6-8972a6f9e2be {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:54:32.452782 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:32.482316 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:32.501175 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f740787-7f7d-4d5f-8870-23030fee3917 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:54:32.519762 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9f740787-7f7d-4d5f-8870-23030fee3917, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9f740787-7f7d-4d5f-8870-23030fee3917,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:32.535243 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:32.564133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Router 95df5663-da85-4659-948a-39a743b0005e has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:54:32.591608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-12d33752-0844-4bdf-95f8-fc1366b1f294 req-a439bb5b-292a-4652-9256-66e2fba13116 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Synchronizing usage tracker for tenant:f4715e2930334c93877781e3111f362f on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:54:32.612625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Transition to ACTIVE for port object 2d4acd42-d35d-4fea-afd6-8972a6f9e2be will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:32.631200 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=9f740787-7f7d-4d5f-8870-23030fee3917,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:32.632261 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:32.635087 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:32.639638 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e67d6dd1-fd90-45c1-ad00-61b61a40514e req-6468585d-f6e1-4dc3-a3df-8640c4f731ea service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065505 May 30 19:54:32.737654 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:32.763140 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['9f740787-7f7d-4d5f-8870-23030fee3917'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:54:32.834298 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Allocated IP 192.168.233.127 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/b451b848-1c08-447f-8b2b-ef89b4c485fd) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:54:32.863230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-12d33752-0844-4bdf-95f8-fc1366b1f294 req-a439bb5b-292a-4652-9256-66e2fba13116 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Unset dirty status for tenant:f4715e2930334c93877781e3111f362f on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:54:32.864731 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12d33752-0844-4bdf-95f8-fc1366b1f294 req-a439bb5b-292a-4652-9256-66e2fba13116 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/security-groups?id=7566201b-c507-412d-88e8-e1f071044617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902754 May 30 19:54:33.011668 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51612ac3-4a1d-4496-9cc0-0c9588c3f07a'] response: {'name': 'network-changed', 'server_uuid': '8da2a797-751a-47a3-ab25-aae7228ab1cf', 'tag': '304b4732-c2ca-4e0e-8e47-589341dd7de6', 'status': 'completed', 'code': 200} May 30 19:54:33.140217 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d518d1-b07c-4307-81b1-d741048c58f3'] response: {'name': 'network-changed', 'server_uuid': 'b139f76c-7bc3-49db-9132-3fb28bfae11a', 'tag': '976f3fa1-b849-4585-98a6-992a9dc7898a', 'status': 'completed', 'code': 200} May 30 19:54:33.153092 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.93', 58304) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:33.162004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-1796fc57-4e66-4aa4-98ed-4d3665ed579c service neutron] For port 976f3fa1-b849-4585-98a6-992a9dc7898a, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=976f3fa1-b849-4585-98a6-992a9dc7898a,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:33.243622 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:33.257760 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-1796fc57-4e66-4aa4-98ed-4d3665ed579c service neutron] For port 976f3fa1-b849-4585-98a6-992a9dc7898a, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:33.295645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4acd42-d35d-4fea-afd6-8972a6f9e2be,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:33.304025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Transition to ACTIVE for port object b451b848-1c08-447f-8b2b-ef89b4c485fd will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:33.346827 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:54:33.355634 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-84eada10-b50a-4151-9a7b-6ed32f7ae6a0 req-87895d6c-d02a-4b47-83c7-62f4ff22755f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 1124 time: 0.2013373 May 30 19:54:33.429826 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-1796fc57-4e66-4aa4-98ed-4d3665ed579c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976f3fa1-b849-4585-98a6-992a9dc7898a {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:54:33.444099 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:33.450736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e65b87-68df-44e1-89d4-9381d982bd22 req-b815f4e7-9fcf-4f4c-8210-188a7e0df2f9 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:33.452119 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4e65b87-68df-44e1-89d4-9381d982bd22 req-b815f4e7-9fcf-4f4c-8210-188a7e0df2f9 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 945 time: 0.9484284 May 30 19:54:33.515259 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bdb646e6-66a6-46cd-86d3-0fbb8de78040 admin admin] 10.222.0.84 "PUT /v2.0/routers/95df5663-da85-4659-948a-39a743b0005e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9867871 May 30 19:54:33.525567 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-1796fc57-4e66-4aa4-98ed-4d3665ed579c service neutron] For port 976f3fa1-b849-4585-98a6-992a9dc7898a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=976f3fa1-b849-4585-98a6-992a9dc7898a,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:33.558532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:54:33.564031 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:54:33.567546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e67d6dd1-fd90-45c1-ad00-61b61a40514e req-1a340aaf-fdde-4330-b0b6-7a3e2ac7771d service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8959987 May 30 19:54:33.567732 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Pushing event updated for resources: {'Port': ['ID=b451b848-1c08-447f-8b2b-ef89b4c485fd,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:33.569883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:54:33.593686 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-1796fc57-4e66-4aa4-98ed-4d3665ed579c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:33.604053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Attempting to bind port 2d4acd42-d35d-4fea-afd6-8972a6f9e2be on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:54:33.604396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Attempting to bind port 2d4acd42-d35d-4fea-afd6-8972a6f9e2be by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:54:33.604730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Attempting to bind port 2d4acd42-d35d-4fea-afd6-8972a6f9e2be on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:33.627686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eada10-b50a-4151-9a7b-6ed32f7ae6a0 req-5fd35c45-78d5-4f30-95e8-29c23934d824 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:33.630753 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-84eada10-b50a-4151-9a7b-6ed32f7ae6a0 req-5fd35c45-78d5-4f30-95e8-29c23934d824 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.2683773 May 30 19:54:33.638965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Port 2d4acd42-d35d-4fea-afd6-8972a6f9e2be on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:54:33.639302 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Attempting to bind port 2d4acd42-d35d-4fea-afd6-8972a6f9e2be on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:33.646948 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4e65b87-68df-44e1-89d4-9381d982bd22 req-3afad24c-91e8-438c-824f-bd52633550c9 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473529 May 30 19:54:33.711926 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b24268c9-c807-46ef-a65c-02cdd5550122 req-a16a01f8-69c1-4818-a74a-6e3996495520 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a67044bb65da49e49a17dbc38e4558c8&device_id=8da2a797-751a-47a3-ab25-aae7228ab1cf HTTP/1.1" status: 200 len: 1094 time: 0.5108171 May 30 19:54:33.714772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:54:33.715111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:54:33.715559 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:54:33.716249 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Bound port: 2d4acd42-d35d-4fea-afd6-8972a6f9e2be, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:54:33.716763 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:33.848478 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:33.848811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:33.849139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:33.849460 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:33.849781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:33.850105 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:33.850420 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:33.850737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:33.851043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:33.851374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:33.851654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:33.856059 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-dfe981b0-7522-462f-adea-854153dac30d None None] Provisioning for port b451b848-1c08-447f-8b2b-ef89b4c485fd completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:54:33.864217 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-dfe981b0-7522-462f-adea-854153dac30d None None] Provisioning complete for port b451b848-1c08-447f-8b2b-ef89b4c485fd triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:33.864747 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dfe981b0-7522-462f-adea-854153dac30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:33.933111 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-84eada10-b50a-4151-9a7b-6ed32f7ae6a0 req-66083549-8e26-4fa0-ac35-657dcad98bb4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=976f3fa1-b849-4585-98a6-992a9dc7898a HTTP/1.1" status: 200 len: 217 time: 0.0862601 May 30 19:54:33.941517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-dfe981b0-7522-462f-adea-854153dac30d None None] Port b451b848-1c08-447f-8b2b-ef89b4c485fd cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:54:33.943085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7ef6d-b0ea-40f5-8506-90a5bbdfd392 req-54e55e18-aada-4425-ba4d-f6adf7669472 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:33.943228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:33.943941 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:33.951653 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dc7ef6d-b0ea-40f5-8506-90a5bbdfd392 req-54e55e18-aada-4425-ba4d-f6adf7669472 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 943 time: 0.6301503 May 30 19:54:33.972287 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-1796fc57-4e66-4aa4-98ed-4d3665ed579c service neutron] Transition to ACTIVE for port object 976f3fa1-b849-4585-98a6-992a9dc7898a will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:33.985899 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9f740787-7f7d-4d5f-8870-23030fee3917 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:54:34.014497 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-004f44b9-7d77-4186-a79f-3598f685c858 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8271172 May 30 19:54:34.022234 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eada10-b50a-4151-9a7b-6ed32f7ae6a0 req-5379419e-2637-42ac-9dee-5edc028e48c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:34.023664 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-84eada10-b50a-4151-9a7b-6ed32f7ae6a0 req-5379419e-2637-42ac-9dee-5edc028e48c9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.0750921 May 30 19:54:34.029241 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Request body: {'port': {'device_id': '2a1f93ca-221d-4889-b9b8-2807ef50a7b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:34.097761 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-84eada10-b50a-4151-9a7b-6ed32f7ae6a0 req-223e61c8-0a44-4678-938e-6da64c628125 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433664 May 30 19:54:34.106898 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 9f740787-7f7d-4d5f-8870-23030fee3917 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:54:34.111849 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 9f740787-7f7d-4d5f-8870-23030fee3917 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:34.112231 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:34.140178 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-1796fc57-4e66-4aa4-98ed-4d3665ed579c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:34.229944 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:34.259301 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a36c7f9-7ee9-499f-905f-5ecad03e9e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f740787-7f7d-4d5f-8870-23030fee3917'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:34.271052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9f740787-7f7d-4d5f-8870-23030fee3917, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9f740787-7f7d-4d5f-8870-23030fee3917,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:34.278292 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:34.280115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 0ca776c2-f388-4661-8e8e-243e0941ffc7 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:54:34.302465 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:34.339922 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-84eada10-b50a-4151-9a7b-6ed32f7ae6a0 req-0e771a04-fee7-4472-9ecb-44d3bc0b2f1a service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303324 May 30 19:54:34.356893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] For port 2d4acd42-d35d-4fea-afd6-8972a6f9e2be, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:34.401515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=9f740787-7f7d-4d5f-8870-23030fee3917,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:34.415922 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 0ca776c2-f388-4661-8e8e-243e0941ffc7 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:54:34.420920 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 0ca776c2-f388-4661-8e8e-243e0941ffc7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:34.421359 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:34.426401 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dc7ef6d-b0ea-40f5-8506-90a5bbdfd392 req-dd7f7613-fcfa-4e6e-a72a-be5862222719 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736674 May 30 19:54:34.428045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] For port 2d4acd42-d35d-4fea-afd6-8972a6f9e2be, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2d4acd42-d35d-4fea-afd6-8972a6f9e2be,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:54:34.435274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796fc57-4e66-4aa4-98ed-4d3665ed579c service neutron] Pushing event updated for resources: {'Port': ['ID=976f3fa1-b849-4585-98a6-992a9dc7898a,revision_number=10']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:34.448353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-1796fc57-4e66-4aa4-98ed-4d3665ed579c service neutron] No DVR routers for this DVR port 976f3fa1-b849-4585-98a6-992a9dc7898a on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:54:34.454293 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:34.501138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24268c9-c807-46ef-a65c-02cdd5550122 req-ba21c916-7d70-42a8-986c-7e670b327171 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:34.502601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b24268c9-c807-46ef-a65c-02cdd5550122 req-ba21c916-7d70-42a8-986c-7e670b327171 service neutron] 10.222.0.93 "GET /v2.0/networks?id=351aca1e-b919-4724-82e1-8d9edc1e8a32 HTTP/1.1" status: 200 len: 915 time: 0.6887753 May 30 19:54:34.554043 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:34.609077 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-84eada10-b50a-4151-9a7b-6ed32f7ae6a0 req-9baa35ea-d041-41f4-9920-f08a905b51f8 service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430205 May 30 19:54:34.624460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 0ca776c2-f388-4661-8e8e-243e0941ffc7, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=0ca776c2-f388-4661-8e8e-243e0941ffc7,segment=NetworkSegment(a59b0537-ee1f-4f25-8c72-feda34f41dee),segment_id=a59b0537-ee1f-4f25-8c72-feda34f41dee)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:34.635401 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:34.683112 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:34.684695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595d2b08-d038-41f1-976a-457ef52e5366 req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] 10.222.0.77 "PUT /v2.0/ports/2d4acd42-d35d-4fea-afd6-8972a6f9e2be HTTP/1.1" status: 200 len: 1096 time: 4.5555387 May 30 19:54:34.709335 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b24268c9-c807-46ef-a65c-02cdd5550122 req-b2770fc9-5c22-42e4-b709-20ca5f3406c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=304b4732-c2ca-4e0e-8e47-589341dd7de6 HTTP/1.1" status: 200 len: 217 time: 0.1885896 May 30 19:54:34.719047 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-1796fc57-4e66-4aa4-98ed-4d3665ed579c service neutron] 10.222.0.93 "PUT /v2.0/ports/976f3fa1-b849-4585-98a6-992a9dc7898a/bindings/n-h1-843949-2/activate HTTP/1.1" status: 200 len: 369 time: 2.7842624 May 30 19:54:34.726500 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=0ca776c2-f388-4661-8e8e-243e0941ffc7,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:34.831151 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b593d1c-4a76-4ec0-a493-0984f8e1d17b req-e6f527e2-960b-4c42-9bc0-9f45e81f7bb4 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:34.832638 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b593d1c-4a76-4ec0-a493-0984f8e1d17b req-e6f527e2-960b-4c42-9bc0-9f45e81f7bb4 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/ports?device_id=8da2a797-751a-47a3-ab25-aae7228ab1cf HTTP/1.1" status: 200 len: 943 time: 0.9844787 May 30 19:54:34.905715 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b451b848-1c08-447f-8b2b-ef89b4c485fd {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:54:34.914104 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:34.933435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Transition to ACTIVE for port object b451b848-1c08-447f-8b2b-ef89b4c485fd will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:34.938617 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:34.945660 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda05dad-c2d5-46ad-968c-3677902061f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4acd42-d35d-4fea-afd6-8972a6f9e2be,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:34.993571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24268c9-c807-46ef-a65c-02cdd5550122 req-43340181-a6f1-4912-b6ad-e7dd4f5a1d79 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:34.995287 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b24268c9-c807-46ef-a65c-02cdd5550122 req-43340181-a6f1-4912-b6ad-e7dd4f5a1d79 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e983d5a4-0797-454c-adcb-856aaf0fd3f4 HTTP/1.1" status: 200 len: 854 time: 0.2144275 May 30 19:54:35.048927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9171c5eb-e273-4d1e-97df-9df256f70c41', 'tag': '2d4acd42-d35d-4fea-afd6-8972a6f9e2be'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:35.063544 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46430) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:35.107554 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b24268c9-c807-46ef-a65c-02cdd5550122 req-e94a25bd-082a-454e-b871-79c039a257ec service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=351aca1e-b919-4724-82e1-8d9edc1e8a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018457 May 30 19:54:35.115108 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b593d1c-4a76-4ec0-a493-0984f8e1d17b req-d70a4e3d-d688-4089-af6a-47bdb62bd3a8 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/security-groups?id=d44d0f3d-1760-4157-b68c-8dc8c5abaaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071257 May 30 19:54:35.173915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Pushing event updated for resources: {'Port': ['ID=b451b848-1c08-447f-8b2b-ef89b4c485fd,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:35.219183 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 32f7fe60-80bd-4b51-9cbe-9cb93ce72075 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:54:35.266415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Attempting to bind port b451b848-1c08-447f-8b2b-ef89b4c485fd on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:54:35.268094 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Attempting to bind port b451b848-1c08-447f-8b2b-ef89b4c485fd by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:54:35.270169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Attempting to bind port b451b848-1c08-447f-8b2b-ef89b4c485fd on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:35.288046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Port b451b848-1c08-447f-8b2b-ef89b4c485fd on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:54:35.290354 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Attempting to bind port b451b848-1c08-447f-8b2b-ef89b4c485fd on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:35.308421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:54:35.308768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:54:35.309163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:54:35.309610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Bound port: b451b848-1c08-447f-8b2b-ef89b4c485fd, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:54:35.309960 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:35.377099 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 32f7fe60-80bd-4b51-9cbe-9cb93ce72075 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:54:35.382255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 32f7fe60-80bd-4b51-9cbe-9cb93ce72075 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:35.382735 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:35.424538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] For port b451b848-1c08-447f-8b2b-ef89b4c485fd, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:35.428641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] For port b451b848-1c08-447f-8b2b-ef89b4c485fd, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b451b848-1c08-447f-8b2b-ef89b4c485fd,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:54:35.434100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d232e7-07de-4f19-bfac-1b709ff47edd req-7a77378f-a7ad-4120-8015-d6d6727c8829 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:35.434617 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:35.435839 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-67d232e7-07de-4f19-bfac-1b709ff47edd req-7a77378f-a7ad-4120-8015-d6d6727c8829 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 946 time: 0.7158985 May 30 19:54:35.448842 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595d2b08-d038-41f1-976a-457ef52e5366 req-868b02b7-8f69-46bb-a308-fbe2aa8aa6f0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4715e2930334c93877781e3111f362f&device_id=9171c5eb-e273-4d1e-97df-9df256f70c41 HTTP/1.1" status: 200 len: 1099 time: 0.6603959 May 30 19:54:35.459139 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-9cffb6ab-48ae-4fd9-84ef-ab018207343a tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a&tenant_id=1252846c85cb4f3da96b46deca7cb4f6&binding%3Ahost_id=n-h2-843949-2 HTTP/1.1" status: 200 len: 1095 time: 0.6253750 May 30 19:54:35.511445 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:35.513196 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] 10.222.0.93 "PUT /v2.0/ports/b451b848-1c08-447f-8b2b-ef89b4c485fd HTTP/1.1" status: 200 len: 1096 time: 1.4880686 May 30 19:54:35.513464 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:35.513813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1f93ca-221d-4889-b9b8-2807ef50a7b7', 'tag': 'b451b848-1c08-447f-8b2b-ef89b4c485fd'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:35.526417 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:35.532137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 32f7fe60-80bd-4b51-9cbe-9cb93ce72075, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=32f7fe60-80bd-4b51-9cbe-9cb93ce72075,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:35.537453 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:35.624258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d90e56-f646-4772-9807-45e817981d59 service neutron] Pushing event updated for resources: {'Port': ['ID=b451b848-1c08-447f-8b2b-ef89b4c485fd,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:35.625619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=32f7fe60-80bd-4b51-9cbe-9cb93ce72075,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:35.636915 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595d2b08-d038-41f1-976a-457ef52e5366 req-1fd83e5c-1d94-4e60-941d-10867f68ae46 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=2d4acd42-d35d-4fea-afd6-8972a6f9e2be HTTP/1.1" status: 200 len: 217 time: 0.1768308 May 30 19:54:35.661926 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-452a1053-820a-41c1-822a-752a59f45b28 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=07be7e4f1fc84109b649e34136610531&device_id=2a1f93ca-221d-4889-b9b8-2807ef50a7b7 HTTP/1.1" status: 200 len: 1099 time: 0.1037388 May 30 19:54:35.733024 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-885e7fba-0bce-4854-b7a5-46ff00eebeaf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=b451b848-1c08-447f-8b2b-ef89b4c485fd HTTP/1.1" status: 200 len: 217 time: 0.0625701 May 30 19:54:35.742239 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b24268c9-c807-46ef-a65c-02cdd5550122 req-f3b18a19-3b12-4ccd-a703-531925d3ae93 service neutron] 10.222.0.93 "GET /v2.0/networks/351aca1e-b919-4724-82e1-8d9edc1e8a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210923 May 30 19:54:35.777991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:35.789387 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-67d232e7-07de-4f19-bfac-1b709ff47edd req-e165f221-24c5-4f89-a94a-d59f434cf3b0 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378689 May 30 19:54:35.793466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Usage tracker for resource:security_group_rule and tenant:9684f626ef92460b994d00406967fa27 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:35.854618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:35.867353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d2b08-d038-41f1-976a-457ef52e5366 req-eb68888c-7d64-4519-b910-5a09140f32a2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:35.869510 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595d2b08-d038-41f1-976a-457ef52e5366 req-eb68888c-7d64-4519-b910-5a09140f32a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2156379 May 30 19:54:35.870934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:35.895842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-910f7e62-5e73-41e3-a0b2-76539c619b79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:35.898307 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-910f7e62-5e73-41e3-a0b2-76539c619b79 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1597388 May 30 19:54:35.980090 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-481eb452-6291-456d-bf3c-c8c407495b46 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0751178 May 30 19:54:36.025602 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 304b4732-c2ca-4e0e-8e47-589341dd7de6 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:54:36.027603 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 976f3fa1-b849-4585-98a6-992a9dc7898a no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:54:36.030157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864dce1d-c74c-4175-964d-772161e50b06 req-0007b10e-7211-4a27-b438-31ff7e0ba5e1 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:36.031620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-864dce1d-c74c-4175-964d-772161e50b06 req-0007b10e-7211-4a27-b438-31ff7e0ba5e1 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a1f93ca-221d-4889-b9b8-2807ef50a7b7 HTTP/1.1" status: 200 len: 948 time: 0.6871574 May 30 19:54:36.090158 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-38ba80df-060d-4fa3-9e33-04a8f7e6e7b6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a&tenant_id=1252846c85cb4f3da96b46deca7cb4f6 HTTP/1.1" status: 200 len: 1095 time: 0.5499465 May 30 19:54:36.130357 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46446) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:36.139027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-68c562f6-56ff-4aaf-8c27-6ebeadd80d94 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Request body: {'security_group': {'name': 'tempest-securitygroup--494866402', 'description': 'tempest-description--1879568687'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:36.148851 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-68c562f6-56ff-4aaf-8c27-6ebeadd80d94 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:36.153328 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-d7f30fcb-afc1-4e48-b3ab-664d307e8696 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674559 May 30 19:54:36.155698 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-68c562f6-56ff-4aaf-8c27-6ebeadd80d94 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Usage tracker for resource:security_group and tenant:e1f7ad2b0e0a43c78fbf76504ce43566 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:36.184210 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-68c562f6-56ff-4aaf-8c27-6ebeadd80d94 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:36.197521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-68c562f6-56ff-4aaf-8c27-6ebeadd80d94 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:36.197754 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b24268c9-c807-46ef-a65c-02cdd5550122 req-cdec8818-20bd-44ac-952e-7a19ba0f4bbb service neutron] 10.222.0.93 "GET /v2.0/networks/351aca1e-b919-4724-82e1-8d9edc1e8a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436762 May 30 19:54:36.258409 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.276765 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-864dce1d-c74c-4175-964d-772161e50b06 req-6279cc05-4019-4590-abe3-28ff9152630d tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/security-groups?id=37a0ba42-486b-4d3b-989d-1bf13840b211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283936 May 30 19:54:36.287383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 304b4732-c2ca-4e0e-8e47-589341dd7de6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=304b4732-c2ca-4e0e-8e47-589341dd7de6,segment=NetworkSegment(2819480f-8c60-4764-9fc7-24a5499e9208),segment_id=2819480f-8c60-4764-9fc7-24a5499e9208)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:36.299982 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68c562f6-56ff-4aaf-8c27-6ebeadd80d94 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.302284 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.314609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '304b4732-c2ca-4e0e-8e47-589341dd7de6', 'network_id': '351aca1e-b919-4724-82e1-8d9edc1e8a32', 'port_id': '304b4732-c2ca-4e0e-8e47-589341dd7de6', 'mac_address': 'fa:16:3e:a7:71:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e983d5a4-0797-454c-adcb-856aaf0fd3f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:54:36.320884 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 976f3fa1-b849-4585-98a6-992a9dc7898a not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:54:36.373360 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-82589e3d-de2d-4e13-b9d9-bebbd60b1b18 req-2c57c430-920b-4f47-9aa4-8229108d0ad8 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139401 May 30 19:54:36.387821 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1c7f558-01db-4fb3-9bfc-ea300299c1e6'] response: {'server_uuid': '4a36c7f9-7ee9-499f-905f-5ecad03e9e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f740787-7f7d-4d5f-8870-23030fee3917', 'code': 200} May 30 19:54:36.389084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-68c562f6-56ff-4aaf-8c27-6ebeadd80d94 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:36.397111 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-68c562f6-56ff-4aaf-8c27-6ebeadd80d94 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Usage tracker for resource:security_group_rule and tenant:e1f7ad2b0e0a43c78fbf76504ce43566 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:36.401581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-68c562f6-56ff-4aaf-8c27-6ebeadd80d94 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:36.406184 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.424447 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-68c562f6-56ff-4aaf-8c27-6ebeadd80d94 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:36.431163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304b4732-c2ca-4e0e-8e47-589341dd7de6 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:54:36.463601 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 304b4732-c2ca-4e0e-8e47-589341dd7de6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=304b4732-c2ca-4e0e-8e47-589341dd7de6,segment=NetworkSegment(2819480f-8c60-4764-9fc7-24a5499e9208),segment_id=2819480f-8c60-4764-9fc7-24a5499e9208)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:36.470825 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.503797 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68c562f6-56ff-4aaf-8c27-6ebeadd80d94 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.509425 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68c562f6-56ff-4aaf-8c27-6ebeadd80d94 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.533634 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595d2b08-d038-41f1-976a-457ef52e5366 req-9cb1a9cd-456e-468f-9ae9-248dc8a17bd1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6409674 May 30 19:54:36.533634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9431607c-84b6-4ebf-bb0f-d2d3cedf1864,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:36.551073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=304b4732-c2ca-4e0e-8e47-589341dd7de6,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:36.554290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c562f6-56ff-4aaf-8c27-6ebeadd80d94 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f9c54b-8ecc-4b25-b524-4fc5c80fab9c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:36.557161 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68c562f6-56ff-4aaf-8c27-6ebeadd80d94 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.561251 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-68c562f6-56ff-4aaf-8c27-6ebeadd80d94 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4299412 May 30 19:54:36.562007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46452) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:36.567645 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-80dd3e36-cb4e-45ff-b642-b0d66b44e658 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Request body: {'security_group_rule': {'security_group_id': 'b1f9c54b-8ecc-4b25-b524-4fc5c80fab9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:36.574008 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-80dd3e36-cb4e-45ff-b642-b0d66b44e658 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:36.578159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-80dd3e36-cb4e-45ff-b642-b0d66b44e658 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Usage tracker for resource:security_group_rule and tenant:e1f7ad2b0e0a43c78fbf76504ce43566 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:36.581222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-80dd3e36-cb4e-45ff-b642-b0d66b44e658 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:36.586993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-80dd3e36-cb4e-45ff-b642-b0d66b44e658 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:36.603713 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-80dd3e36-cb4e-45ff-b642-b0d66b44e658 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.618963 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-16df6ffb-03b6-4b34-a8dc-dc10b2ac85cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 1095 time: 0.4939759 May 30 19:54:36.665096 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-80dd3e36-cb4e-45ff-b642-b0d66b44e658 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.668730 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-80dd3e36-cb4e-45ff-b642-b0d66b44e658 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.681115 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9684f626ef92460b994d00406967fa27&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6024363 May 30 19:54:36.687558 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46456) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:36.691837 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.703081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['304b4732-c2ca-4e0e-8e47-589341dd7de6'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:54:36.704449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd3e36-cb4e-45ff-b642-b0d66b44e658 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53e32d5-bb74-44ca-937b-4bf29195e262,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:36.706766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:36.707119 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:36.707467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:36.707791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:36.708149 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:36.708485 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:36.708813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:36.709340 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:36.709446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:36.709770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:36.710533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f530eff8-d25c-49ff-9a9a-151efd59df97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:36.728671 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-80dd3e36-cb4e-45ff-b642-b0d66b44e658 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.732440 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-80dd3e36-cb4e-45ff-b642-b0d66b44e658 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1692038 May 30 19:54:36.735376 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46460) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:36.749027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-78c6ddc0-6171-4751-930e-e199bec83e86 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Request body: {'security_group_rule': {'security_group_id': 'b1f9c54b-8ecc-4b25-b524-4fc5c80fab9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:36.755630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-78c6ddc0-6171-4751-930e-e199bec83e86 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:36.763933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-78c6ddc0-6171-4751-930e-e199bec83e86 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Usage tracker for resource:security_group_rule and tenant:e1f7ad2b0e0a43c78fbf76504ce43566 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:36.767039 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-78c6ddc0-6171-4751-930e-e199bec83e86 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:36.775522 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-78c6ddc0-6171-4751-930e-e199bec83e86 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:36.795387 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2db195f1-603b-42db-8869-efe164844978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.826368 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-78c6ddc0-6171-4751-930e-e199bec83e86 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.843148 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2db195f1-603b-42db-8869-efe164844978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.867745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d24b64-b166-44a4-b22f-2b52121d2f11 req-cc87404c-d4ef-4d55-a00c-59622a713f1b tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:36.869787 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f5d24b64-b166-44a4-b22f-2b52121d2f11 req-cc87404c-d4ef-4d55-a00c-59622a713f1b tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/ports?device_id=9171c5eb-e273-4d1e-97df-9df256f70c41 HTTP/1.1" status: 200 len: 948 time: 0.5843749 May 30 19:54:36.931867 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-78c6ddc0-6171-4751-930e-e199bec83e86 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.940798 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-78c6ddc0-6171-4751-930e-e199bec83e86 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.955479 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a838211-d21f-435b-991b-37bc983cbacb req-579ef6ef-67b7-4874-b4e1-9400590f4a36 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 1097 time: 0.4836977 May 30 19:54:36.959625 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595d2b08-d038-41f1-976a-457ef52e5366 req-99e0f701-3dba-49dd-92be-9e1b144961a0 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825653 May 30 19:54:36.960920 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-978e2e01-f361-4499-9310-eb3a58df8c99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:36.962369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-978e2e01-f361-4499-9310-eb3a58df8c99 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.2847273 May 30 19:54:36.969309 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2db195f1-603b-42db-8869-efe164844978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:36.974484 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3863f-0d74-486a-bc62-e36f6a4dfcaa req-1ea4396a-2589-49e8-b762-c7dbe1881f82 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:36.975938 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-38b3863f-0d74-486a-bc62-e36f6a4dfcaa req-1ea4396a-2589-49e8-b762-c7dbe1881f82 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 946 time: 0.4634640 May 30 19:54:36.983312 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6ddc0-6171-4751-930e-e199bec83e86 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c302a73-51c9-4413-8b4c-138efdb762e7,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:36.995898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db195f1-603b-42db-8869-efe164844978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9431607c-84b6-4ebf-bb0f-d2d3cedf1864,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:36.999158 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2db195f1-603b-42db-8869-efe164844978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:37.002904 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2db195f1-603b-42db-8869-efe164844978 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9431607c-84b6-4ebf-bb0f-d2d3cedf1864 HTTP/1.1" status: 204 len: 168 time: 0.3117611 May 30 19:54:37.003236 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-78c6ddc0-6171-4751-930e-e199bec83e86 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:37.007448 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-78c6ddc0-6171-4751-930e-e199bec83e86 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2679963 May 30 19:54:37.014454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46470) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:37.021447 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:37.040265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:37.044933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Usage tracker for resource:floatingip and tenant:e1f7ad2b0e0a43c78fbf76504ce43566 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:37.048030 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:37.055884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:37.069870 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:37.126516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 32f7fe60-80bd-4b51-9cbe-9cb93ce72075 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:54:37.161840 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f5d24b64-b166-44a4-b22f-2b52121d2f11 req-69216706-9fea-4309-a551-459e870d19d0 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/security-groups?id=7566201b-c507-412d-88e8-e1f071044617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736754 May 30 19:54:37.171177 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-79631657-60c5-4223-9089-584063af1b4c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=976f3fa1-b849-4585-98a6-992a9dc7898a HTTP/1.1" status: 200 len: 217 time: 0.1904230 May 30 19:54:37.240882 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 32f7fe60-80bd-4b51-9cbe-9cb93ce72075 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:37.241249 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:37.276371 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a838211-d21f-435b-991b-37bc983cbacb req-b01a9f45-65b7-428f-ad2c-813f7bee1e92 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966154 May 30 19:54:37.314153 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-38b3863f-0d74-486a-bc62-e36f6a4dfcaa req-c11c3a6c-65f5-4595-99cf-7782e4be52a8 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410169 May 30 19:54:37.315845 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423ea036-3dbc-4467-b6f8-27a6950aaf01'] response: {'name': 'network-changed', 'server_uuid': '9171c5eb-e273-4d1e-97df-9df256f70c41', 'tag': '2d4acd42-d35d-4fea-afd6-8972a6f9e2be', 'status': 'completed', 'code': 200} May 30 19:54:37.319441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-65611c4e-3068-42c8-af73-10e2ebca7141 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:37.320961 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-65611c4e-3068-42c8-af73-10e2ebca7141 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.1370575 May 30 19:54:37.334514 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:37.361197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595d2b08-d038-41f1-976a-457ef52e5366 req-e323d3bb-75a7-4d71-afb5-0d164c7aeee6 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794229 May 30 19:54:37.489353 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fedaf8e6-65f0-44a6-bf64-dc571c430e71'] response: {'name': 'network-changed', 'server_uuid': '2a1f93ca-221d-4889-b9b8-2807ef50a7b7', 'tag': 'b451b848-1c08-447f-8b2b-ef89b4c485fd', 'status': 'completed', 'code': 200} May 30 19:54:37.564526 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46478) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:37.595062 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2df1a25d-3e5d-43ba-ae33-52d6ba959510 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879502 May 30 19:54:37.605268 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-61515d4f-c940-4d16-b0d1-07fa1f2618bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:37.632164 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Allocated IP 172.25.5.76 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/85f183f0-79a6-4419-a586-b91c85060d71) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:54:37.734712 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-61515d4f-c940-4d16-b0d1-07fa1f2618bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:37.750037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-61515d4f-c940-4d16-b0d1-07fa1f2618bb admin admin] Usage tracker for resource:security_group_rule and tenant:3d012b8ed8d946deb49c076ce6ac21b5 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:37.756851 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-61515d4f-c940-4d16-b0d1-07fa1f2618bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:37.762681 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-457ce2a7-7c3e-40dd-9a30-8df11a1d4f70 req-611b5131-6e68-4d79-ad3e-c48e171b6d31 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=07be7e4f1fc84109b649e34136610531&device_id=2a1f93ca-221d-4889-b9b8-2807ef50a7b7 HTTP/1.1" status: 200 len: 1099 time: 0.2724161 May 30 19:54:37.769348 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-61515d4f-c940-4d16-b0d1-07fa1f2618bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:37.811638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b8b9e-7ab3-4fc7-b66f-41b5e4770b02 req-ebd6158a-5cf5-4d8d-8a7e-5b7ffd7456d8 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:37.814183 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a01b8b9e-7ab3-4fc7-b66f-41b5e4770b02 req-ebd6158a-5cf5-4d8d-8a7e-5b7ffd7456d8 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 944 time: 0.3425410 May 30 19:54:37.857174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-efb6e066-b4ed-4553-beda-f3a5d9675461 service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281172 May 30 19:54:37.863206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c9f8aeb-da8b-4298-aea2-64a55c91b8ed req-fc1bdc63-aa38-40ae-a1ac-48a146a2993f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4715e2930334c93877781e3111f362f&device_id=9171c5eb-e273-4d1e-97df-9df256f70c41 HTTP/1.1" status: 200 len: 1099 time: 0.3128307 May 30 19:54:37.871808 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b508c-3e4c-4f37-882e-a0774f23b163 req-c9decb78-f81a-4f63-8522-c8adbf6d49b9 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:37.873194 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c10b508c-3e4c-4f37-882e-a0774f23b163 req-c9decb78-f81a-4f63-8522-c8adbf6d49b9 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/ports?device_id=8da2a797-751a-47a3-ab25-aae7228ab1cf HTTP/1.1" status: 200 len: 944 time: 0.3217444 May 30 19:54:37.936433 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:37.984127 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ce2a7-7c3e-40dd-9a30-8df11a1d4f70 req-894b0eb5-deef-42ed-9453-bf1cddd9d673 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:37.985673 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-457ce2a7-7c3e-40dd-9a30-8df11a1d4f70 req-894b0eb5-deef-42ed-9453-bf1cddd9d673 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.2141767 May 30 19:54:38.024581 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 304b4732-c2ca-4e0e-8e47-589341dd7de6 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:54:38.079908 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-457ce2a7-7c3e-40dd-9a30-8df11a1d4f70 req-61502911-ecd2-4c15-aa66-16af90d00df4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=b451b848-1c08-447f-8b2b-ef89b4c485fd HTTP/1.1" status: 200 len: 217 time: 0.0819616 May 30 19:54:38.084502 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-61515d4f-c940-4d16-b0d1-07fa1f2618bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:38.096503 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 304b4732-c2ca-4e0e-8e47-589341dd7de6 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:54:38.101483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 304b4732-c2ca-4e0e-8e47-589341dd7de6 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:38.101895 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:38.123193 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-61515d4f-c940-4d16-b0d1-07fa1f2618bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:38.137909 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:38.173401 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a01b8b9e-7ab3-4fc7-b66f-41b5e4770b02 req-cf95a34c-fa92-4ee1-9080-066516f15a4f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418975 May 30 19:54:38.259485 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:38.271503 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c10b508c-3e4c-4f37-882e-a0774f23b163 req-8c022241-90e8-4ddc-9fd2-8cc563dcedc0 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/security-groups?id=d44d0f3d-1760-4157-b68c-8dc8c5abaaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594210 May 30 19:54:38.297267 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-5bb98e17-b6fd-496e-a017-7573c35bfb64 service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331443 May 30 19:54:38.320457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f8aeb-da8b-4298-aea2-64a55c91b8ed req-4779df27-834c-40f1-8d38-dac14dda2d3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:38.324546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c9f8aeb-da8b-4298-aea2-64a55c91b8ed req-4779df27-834c-40f1-8d38-dac14dda2d3e service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.4330359 May 30 19:54:38.340630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 304b4732-c2ca-4e0e-8e47-589341dd7de6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=304b4732-c2ca-4e0e-8e47-589341dd7de6,segment=NetworkSegment(2819480f-8c60-4764-9fc7-24a5499e9208),segment_id=2819480f-8c60-4764-9fc7-24a5499e9208)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:38.351629 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:38.352821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ce2a7-7c3e-40dd-9a30-8df11a1d4f70 req-8f1293e8-4cf3-4a8c-81fc-2de7a9b4c7f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:38.354264 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-457ce2a7-7c3e-40dd-9a30-8df11a1d4f70 req-8f1293e8-4cf3-4a8c-81fc-2de7a9b4c7f8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2680426 May 30 19:54:38.364137 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-61515d4f-c940-4d16-b0d1-07fa1f2618bb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3d012b8ed8d946deb49c076ce6ac21b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7963803 May 30 19:54:38.366103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61515d4f-c940-4d16-b0d1-07fa1f2618bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a4b87b-2061-470e-aabd-5df1f89b154e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:38.368558 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46486) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:38.407635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3525835-999a-4f73-b7eb-b58c4e33f185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca776c2-f388-4661-8e8e-243e0941ffc7'}, {'server_uuid': '8da2a797-751a-47a3-ab25-aae7228ab1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304b4732-c2ca-4e0e-8e47-589341dd7de6'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:38.408442 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Pushing event updated for resources: {'Port': ['ID=85f183f0-79a6-4419-a586-b91c85060d71,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:38.411801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:54:38.428102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:54:38.436773 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:54:38.467335 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c9f8aeb-da8b-4298-aea2-64a55c91b8ed req-ba67ea6f-1df0-43eb-b101-1254d46e7d44 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=2d4acd42-d35d-4fea-afd6-8972a6f9e2be HTTP/1.1" status: 200 len: 217 time: 0.1355958 May 30 19:54:38.520438 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=304b4732-c2ca-4e0e-8e47-589341dd7de6,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:38.573794 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6b182d2b-eaf3-482d-bbf8-3a30274cd8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:38.615164 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-457ce2a7-7c3e-40dd-9a30-8df11a1d4f70 req-a99633db-4c5e-4c82-8164-daeafdcbb0fb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2447300 May 30 19:54:38.616883 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6b182d2b-eaf3-482d-bbf8-3a30274cd8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:38.621763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f8aeb-da8b-4298-aea2-64a55c91b8ed req-af4fd61c-9436-4e96-b5ae-18d39b026e51 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:38.623223 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c9f8aeb-da8b-4298-aea2-64a55c91b8ed req-af4fd61c-9436-4e96-b5ae-18d39b026e51 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1273401 May 30 19:54:38.713401 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59025cc-9c78-4cb3-8ad4-ac3c962a0476 req-70e46ae9-1cd0-414b-b001-5dc3d72fb7a6 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:38.714888 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a59025cc-9c78-4cb3-8ad4-ac3c962a0476 req-70e46ae9-1cd0-414b-b001-5dc3d72fb7a6 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a1f93ca-221d-4889-b9b8-2807ef50a7b7 HTTP/1.1" status: 200 len: 948 time: 0.2503626 May 30 19:54:38.761731 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595d58c-4179-46ab-953d-889d41b1153b req-e78fb64b-2a0b-49c6-8a70-759b99fde3c1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:38.763180 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5595d58c-4179-46ab-953d-889d41b1153b req-e78fb64b-2a0b-49c6-8a70-759b99fde3c1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 946 time: 0.2012863 May 30 19:54:38.863860 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c9f8aeb-da8b-4298-aea2-64a55c91b8ed req-e1040206-19eb-44a3-8c19-fce0e023809c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2248826 May 30 19:54:38.865891 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a59025cc-9c78-4cb3-8ad4-ac3c962a0476 req-a81173d6-cde1-4a30-8d19-848b29e21b58 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/security-groups?id=37a0ba42-486b-4d3b-989d-1bf13840b211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436565 May 30 19:54:38.871404 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-457ce2a7-7c3e-40dd-9a30-8df11a1d4f70 req-3c472ecf-3a6d-48bb-9afd-6d70ca05fecb service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437925 May 30 19:54:38.873513 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:38.876666 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6b182d2b-eaf3-482d-bbf8-3a30274cd8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:38.973261 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5595d58c-4179-46ab-953d-889d41b1153b req-2d20f8cc-d567-44c2-bf6e-917759cc7373 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975617 May 30 19:54:39.030587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b182d2b-eaf3-482d-bbf8-3a30274cd8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a4b87b-2061-470e-aabd-5df1f89b154e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:39.052105 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-f15b610b-7be2-4784-b5e7-dfd428704406 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a&tenant_id=1252846c85cb4f3da96b46deca7cb4f6&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 1095 time: 0.2751732 May 30 19:54:39.092429 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:39.128386 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c9f8aeb-da8b-4298-aea2-64a55c91b8ed req-fedf78a2-3903-4c1e-b95a-d33ed8f44d3d service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569022 May 30 19:54:39.145529 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6b182d2b-eaf3-482d-bbf8-3a30274cd8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:39.146632 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6b182d2b-eaf3-482d-bbf8-3a30274cd8b1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b5a4b87b-2061-470e-aabd-5df1f89b154e HTTP/1.1" status: 204 len: 168 time: 0.7722363 May 30 19:54:39.148655 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-457ce2a7-7c3e-40dd-9a30-8df11a1d4f70 req-507af0a8-5481-41a1-a6e9-b36289f2cfbb service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655480 May 30 19:54:39.335739 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:39.336900 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ff75a-d2a9-4071-aa57-b7ef07ea7d40 req-7e32e264-16e9-4033-aa88-3d3c36e90815 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:39.338363 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb6ff75a-d2a9-4071-aa57-b7ef07ea7d40 req-7e32e264-16e9-4033-aa88-3d3c36e90815 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/ports?device_id=9171c5eb-e273-4d1e-97df-9df256f70c41 HTTP/1.1" status: 200 len: 948 time: 0.3512003 May 30 19:54:39.345539 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:39.389874 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c9f8aeb-da8b-4298-aea2-64a55c91b8ed req-7b91715f-0ef2-44c6-975f-07b30bfa23e3 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220109 May 30 19:54:39.399602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f0a83-a986-4d98-8f54-367d49b0a519 req-5553efff-2a70-44bc-9f7e-0908ec94cf47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:39.404437 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b3f0a83-a986-4d98-8f54-367d49b0a519 req-5553efff-2a70-44bc-9f7e-0908ec94cf47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 946 time: 0.2878695 May 30 19:54:39.415023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2a8937d4-db17-4668-86cc-c10b8504ac88 service neutron] For port 976f3fa1-b849-4585-98a6-992a9dc7898a, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:39.460695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb6ff75a-d2a9-4071-aa57-b7ef07ea7d40 req-14a63955-3d83-4418-bdb4-2bd869088ea9 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/security-groups?id=7566201b-c507-412d-88e8-e1f071044617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147354 May 30 19:54:39.469439 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2a8937d4-db17-4668-86cc-c10b8504ac88 service neutron] Notify callbacks [] for binding, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:39.470493 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cee9cd77-b997-4dfe-b2ac-ed1342d96965 req-2a8937d4-db17-4668-86cc-c10b8504ac88 service neutron] 10.222.0.77 "DELETE /v2.0/ports/976f3fa1-b849-4585-98a6-992a9dc7898a/bindings/n-h2-843949-2 HTTP/1.1" status: 204 len: 173 time: 0.4078643 May 30 19:54:39.486985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Pushing event updated for resources: {'Port': ['ID=85f183f0-79a6-4419-a586-b91c85060d71,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:39.496600 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b3f0a83-a986-4d98-8f54-367d49b0a519 req-45bb031d-1d33-4a13-9ec6-e4b4d0bfa628 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836835 May 30 19:54:39.499662 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:39.541842 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:39.552198 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-40589e70-27f1-4f5b-bf25-c42570f89875 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5268490 May 30 19:54:39.588426 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ce7cfc-4ea0-468f-afd7-7fb4d641831f'] response: {'server_uuid': 'd3525835-999a-4f73-b7eb-b58c4e33f185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca776c2-f388-4661-8e8e-243e0941ffc7', 'code': 200} May 30 19:54:39.588899 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ce7cfc-4ea0-468f-afd7-7fb4d641831f'] response: {'server_uuid': '8da2a797-751a-47a3-ab25-aae7228ab1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304b4732-c2ca-4e0e-8e47-589341dd7de6', 'code': 200} May 30 19:54:39.700491 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e2b6a-6795-458d-aa0f-8a15d4809247 req-2cdee49f-d338-45d9-be19-2ebdd0822938 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:39.707337 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b3e2b6a-6795-458d-aa0f-8a15d4809247 req-2cdee49f-d338-45d9-be19-2ebdd0822938 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 944 time: 0.0968528 May 30 19:54:39.772987 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f0688e97-fd98-450e-bf2c-81b32b3491c5 req-04f3eea8-1513-4862-b096-1c8cde52a3e8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8da2a797-751a-47a3-ab25-aae7228ab1cf HTTP/1.1" status: 200 len: 1096 time: 0.1006866 May 30 19:54:39.838157 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f0688e97-fd98-450e-bf2c-81b32b3491c5 req-3d4ff706-37d2-46ce-a039-de1c0d218843 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d44d0f3d-1760-4157-b68c-8dc8c5abaaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572572 May 30 19:54:39.864521 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b3e2b6a-6795-458d-aa0f-8a15d4809247 req-19bab1a5-9208-429b-98cb-a465754380c3 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557789 May 30 19:54:39.904162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45ec2c-3f67-4573-a2f1-787d212bc7ab req-05a5d0df-ce86-4fde-981d-b16922d14154 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:39.904162 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe45ec2c-3f67-4573-a2f1-787d212bc7ab req-05a5d0df-ce86-4fde-981d-b16922d14154 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/ports?device_id=8da2a797-751a-47a3-ab25-aae7228ab1cf HTTP/1.1" status: 200 len: 945 time: 0.1416335 May 30 19:54:39.911757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d162a4fc-1269-4234-ab37-ded565c5446f req-3c891cea-df2b-4f14-9abd-65176fa0b6c8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 1097 time: 0.1861489 May 30 19:54:40.004837 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe45ec2c-3f67-4573-a2f1-787d212bc7ab req-a83b6c39-2086-47b7-a7c9-a6633e6621ec tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/security-groups?id=d44d0f3d-1760-4157-b68c-8dc8c5abaaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979660 May 30 19:54:40.011124 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d162a4fc-1269-4234-ab37-ded565c5446f req-54194d06-ed69-498c-a358-a345acebd604 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861626 May 30 19:54:40.015219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2d4acd42-d35d-4fea-afd6-8972a6f9e2be details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:54:40.049535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b451b848-1c08-447f-8b2b-ef89b4c485fd details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:54:40.061079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-820af265-9ae3-4eb0-8c6b-3af2ace74e5b tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--494866402&fields=id&tenant_id=e1f7ad2b0e0a43c78fbf76504ce43566 HTTP/1.1" status: 200 len: 267 time: 0.0490193 May 30 19:54:40.298580 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 2d4acd42-d35d-4fea-afd6-8972a6f9e2be, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2d4acd42-d35d-4fea-afd6-8972a6f9e2be,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:40.326889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '2d4acd42-d35d-4fea-afd6-8972a6f9e2be', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '2d4acd42-d35d-4fea-afd6-8972a6f9e2be', 'mac_address': 'fa:16:3e:a3:0a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:54:40.331088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port b451b848-1c08-447f-8b2b-ef89b4c485fd, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b451b848-1c08-447f-8b2b-ef89b4c485fd,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:40.374609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-1c354be0-0fae-4ab7-a97e-2b86c249597d tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:40.380521 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-1c354be0-0fae-4ab7-a97e-2b86c249597d tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/networks?id=07d7a20b-768f-47e6-89de-d7930c016c1b HTTP/1.1" status: 200 len: 805 time: 0.3117521 May 30 19:54:40.395088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'b451b848-1c08-447f-8b2b-ef89b4c485fd', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': 'b451b848-1c08-447f-8b2b-ef89b4c485fd', 'mac_address': 'fa:16:3e:1c:1b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:54:40.399765 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:40.412576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf77601-5692-4590-8b11-877db95fa0e7 req-ca5baea8-34cd-4882-99c8-1bc6d2907a6b tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:40.414056 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dcf77601-5692-4590-8b11-877db95fa0e7 req-ca5baea8-34cd-4882-99c8-1bc6d2907a6b tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a1f93ca-221d-4889-b9b8-2807ef50a7b7 HTTP/1.1" status: 200 len: 948 time: 0.1788158 May 30 19:54:40.421417 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-29ae6773-9762-4d67-8639-3f15dbee6e8b tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/quotas/e1f7ad2b0e0a43c78fbf76504ce43566 HTTP/1.1" status: 200 len: 375 time: 0.0388443 May 30 19:54:40.472490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4acd42-d35d-4fea-afd6-8972a6f9e2be {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:54:40.493653 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:40.506256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 2d4acd42-d35d-4fea-afd6-8972a6f9e2be, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2d4acd42-d35d-4fea-afd6-8972a6f9e2be,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:40.517352 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:40.525984 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dcf77601-5692-4590-8b11-877db95fa0e7 req-8f412854-491b-4eb8-a175-44657c667f2f tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/security-groups?id=37a0ba42-486b-4d3b-989d-1bf13840b211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708792 May 30 19:54:40.553403 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b451b848-1c08-447f-8b2b-ef89b4c485fd {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:54:40.557495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-c0b5f31a-8224-417a-97a3-c260b7d2396a tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e1f7ad2b0e0a43c78fbf76504ce43566&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1274745 May 30 19:54:40.591144 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port b451b848-1c08-447f-8b2b-ef89b4c485fd, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b451b848-1c08-447f-8b2b-ef89b4c485fd,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:40.605306 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:40.609807 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=2d4acd42-d35d-4fea-afd6-8972a6f9e2be,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:40.686768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=b451b848-1c08-447f-8b2b-ef89b4c485fd,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:40.736222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-0a00e32d-fd4f-4954-af66-f1cbb0f4f3e5 service neutron] 10.222.0.84 "GET /v2.0/networks/07d7a20b-768f-47e6-89de-d7930c016c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788223 May 30 19:54:40.762733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['2d4acd42-d35d-4fea-afd6-8972a6f9e2be'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:54:40.889734 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['b451b848-1c08-447f-8b2b-ef89b4c485fd'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:54:40.928766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9899df-64a7-48ea-bdb0-581bc0e2bf40 req-aec74bbd-f8da-49a0-91b6-5a62d87386c2 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:40.931211 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf9899df-64a7-48ea-bdb0-581bc0e2bf40 req-aec74bbd-f8da-49a0-91b6-5a62d87386c2 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 946 time: 0.2303140 May 30 19:54:40.934121 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-4af6d5d8-3040-487d-b9aa-180307209b42 service neutron] 10.222.0.84 "GET /v2.0/networks/07d7a20b-768f-47e6-89de-d7930c016c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874163 May 30 19:54:41.003699 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf9899df-64a7-48ea-bdb0-581bc0e2bf40 req-d7717261-b140-4bcd-87ed-b2c186e1b607 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651534 May 30 19:54:41.532465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2b6f2-9444-4f58-a61a-a0fa0187e9eb req-6bb4b666-08c3-4de2-93a9-964eb74bdcea tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:41.533929 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5fb2b6f2-9444-4f58-a61a-a0fa0187e9eb req-6bb4b666-08c3-4de2-93a9-964eb74bdcea tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/ports?device_id=9171c5eb-e273-4d1e-97df-9df256f70c41 HTTP/1.1" status: 200 len: 949 time: 0.1858819 May 30 19:54:41.544912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3fd36-ba43-412c-bf57-f9d1369a6f54 req-5f28d065-2861-40e4-9661-42ff9eff292c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:41.546330 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ea3fd36-ba43-412c-bf57-f9d1369a6f54 req-5f28d065-2861-40e4-9661-42ff9eff292c tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 946 time: 0.1125813 May 30 19:54:41.620770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ea3fd36-ba43-412c-bf57-f9d1369a6f54 req-fad0dcef-bfe4-4a32-a700-a5ed6cc99673 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598035 May 30 19:54:41.622882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5fb2b6f2-9444-4f58-a61a-a0fa0187e9eb req-16b716d9-fbee-4bd3-b631-f42f2c80e7e8 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/security-groups?id=7566201b-c507-412d-88e8-e1f071044617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757000 May 30 19:54:41.860776 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9c1cecf-3e24-4333-a14e-fa0f4466ab36 req-9bb82e08-7475-494b-94e7-7109bbee6159 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 1095 time: 0.1279254 May 30 19:54:41.867642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84af4391-1c21-4b9f-9cb1-de7544cca682 req-0e14c2a8-c9db-4daf-a238-9aac77485550 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 1097 time: 0.1000409 May 30 19:54:41.932359 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9c1cecf-3e24-4333-a14e-fa0f4466ab36 req-108d4630-6e7f-44da-845a-55ec27e7d76c tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637069 May 30 19:54:41.938478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84af4391-1c21-4b9f-9cb1-de7544cca682 req-bf8cd359-890c-44bb-ae73-311e5311c631 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551827 May 30 19:54:42.015375 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2d4acd42-d35d-4fea-afd6-8972a6f9e2be up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:54:42.097107 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b451b848-1c08-447f-8b2b-ef89b4c485fd up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:54:42.174961 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7060702a-7070-4e57-bff2-63cb0c4fb339 req-d43508f6-6e42-42fc-b6f7-4605b70fc09b tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2a0a7a1-6186-4315-b14d-33df2a3203ef HTTP/1.1" status: 200 len: 210 time: 0.0465045 May 30 19:54:42.192417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f744c1d-7f99-4790-9f12-4ac26044c912 req-46ac1a79-89eb-46f0-b0f8-c1f85dc3c261 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:42.200565 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7f744c1d-7f99-4790-9f12-4ac26044c912 req-46ac1a79-89eb-46f0-b0f8-c1f85dc3c261 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/ports?device_id=8da2a797-751a-47a3-ab25-aae7228ab1cf HTTP/1.1" status: 200 len: 945 time: 0.1391032 May 30 19:54:42.203051 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 2d4acd42-d35d-4fea-afd6-8972a6f9e2be completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:54:42.209310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 2d4acd42-d35d-4fea-afd6-8972a6f9e2be triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:42.210103 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:42.242325 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port b451b848-1c08-447f-8b2b-ef89b4c485fd completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:54:42.256757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7f744c1d-7f99-4790-9f12-4ac26044c912 req-3f6316a9-fc51-436b-a4a7-a5eb9f49ca7e tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/security-groups?id=d44d0f3d-1760-4157-b68c-8dc8c5abaaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545628 May 30 19:54:42.260919 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port b451b848-1c08-447f-8b2b-ef89b4c485fd triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:42.261480 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:42.462422 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:42.561605 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:42.575026 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc99c8-953c-46cf-a50c-1b11c62db511 req-0502a7e3-8de9-4ac8-bbb7-503defd4dbaf tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:42.588899 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43cc99c8-953c-46cf-a50c-1b11c62db511 req-0502a7e3-8de9-4ac8-bbb7-503defd4dbaf tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a1f93ca-221d-4889-b9b8-2807ef50a7b7 HTTP/1.1" status: 200 len: 949 time: 0.2031834 May 30 19:54:42.605433 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port b451b848-1c08-447f-8b2b-ef89b4c485fd, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b451b848-1c08-447f-8b2b-ef89b4c485fd,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:42.609166 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1f93ca-221d-4889-b9b8-2807ef50a7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b451b848-1c08-447f-8b2b-ef89b4c485fd'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:42.623183 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:42.654758 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb156488-6e69-4456-8a3d-b1f87163ed98 req-031f76ba-d208-422a-92ce-2c2dcaf0bdc9 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:42.668525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb156488-6e69-4456-8a3d-b1f87163ed98 req-031f76ba-d208-422a-92ce-2c2dcaf0bdc9 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 946 time: 0.1891284 May 30 19:54:42.670582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-177690e4-a467-4262-a320-c6e5617191d7 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:42.671888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-177690e4-a467-4262-a320-c6e5617191d7 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Synchronizing usage tracker for tenant:e1f7ad2b0e0a43c78fbf76504ce43566 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:54:42.672902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46588) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:42.686553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-09e70447-4046-4f03-812d-4a88071f8ccc tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Request body: {'floatingip': {'port_id': '0ca776c2-f388-4661-8e8e-243e0941ffc7'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:42.701476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-177690e4-a467-4262-a320-c6e5617191d7 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Unset dirty status for tenant:e1f7ad2b0e0a43c78fbf76504ce43566 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:54:42.703070 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-177690e4-a467-4262-a320-c6e5617191d7 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.93 "GET /v2.0/networks?id=07d7a20b-768f-47e6-89de-d7930c016c1b HTTP/1.1" status: 200 len: 805 time: 0.2983940 May 30 19:54:42.754084 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=b451b848-1c08-447f-8b2b-ef89b4c485fd,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:42.768021 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 2d4acd42-d35d-4fea-afd6-8972a6f9e2be, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2d4acd42-d35d-4fea-afd6-8972a6f9e2be,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:42.773298 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:42.796093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cd853dad-4107-4a63-a056-e8c61b9459c1 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Synchronizing usage tracker for tenant:e1f7ad2b0e0a43c78fbf76504ce43566 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:54:42.835679 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cd853dad-4107-4a63-a056-e8c61b9459c1 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Unset dirty status for tenant:e1f7ad2b0e0a43c78fbf76504ce43566 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:54:42.837401 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cd853dad-4107-4a63-a056-e8c61b9459c1 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1f7ad2b0e0a43c78fbf76504ce43566 HTTP/1.1" status: 200 len: 379 time: 0.1214468 May 30 19:54:42.839878 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46594) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:42.845461 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43cc99c8-953c-46cf-a50c-1b11c62db511 req-8e36fb40-1964-4d8e-a239-f49cca0f6ddb tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/security-groups?id=37a0ba42-486b-4d3b-989d-1bf13840b211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557235 May 30 19:54:42.851371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-f93f94f2-d995-4ef3-8f55-0d4ed5e70038 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Request body: {'port': {'device_id': 'd2a0a7a1-6186-4315-b14d-33df2a3203ef', 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b', 'admin_state_up': True, 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'security_groups': ['b1f9c54b-8ecc-4b25-b524-4fc5c80fab9c']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:42.893520 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-09e70447-4046-4f03-812d-4a88071f8ccc tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:42.909830 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=2d4acd42-d35d-4fea-afd6-8972a6f9e2be,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:43.105944 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-590c45f7-8c17-4f2f-a773-14fbf14094a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:43.119038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-f93f94f2-d995-4ef3-8f55-0d4ed5e70038 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:43.125652 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-f93f94f2-d995-4ef3-8f55-0d4ed5e70038 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Usage tracker for resource:port and tenant:e1f7ad2b0e0a43c78fbf76504ce43566 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:43.128928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-f93f94f2-d995-4ef3-8f55-0d4ed5e70038 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:43.145107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-f93f94f2-d995-4ef3-8f55-0d4ed5e70038 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:43.168429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-590c45f7-8c17-4f2f-a773-14fbf14094a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:43.176473 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-590c45f7-8c17-4f2f-a773-14fbf14094a1 admin admin] Usage tracker for resource:security_group_rule and tenant:c57939bb89154c24bac10ee4d510d001 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:43.186369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-590c45f7-8c17-4f2f-a773-14fbf14094a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:43.194861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-590c45f7-8c17-4f2f-a773-14fbf14094a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:43.254594 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-f93f94f2-d995-4ef3-8f55-0d4ed5e70038 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Made reservation on behalf of e1f7ad2b0e0a43c78fbf76504ce43566 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:54:43.258969 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-f93f94f2-d995-4ef3-8f55-0d4ed5e70038 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:43.278953 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c568fa14-43b8-4dd5-a018-594ab649ceef req-4466874c-1f8c-4060-80ef-48a36940f071 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 1097 time: 0.4359996 May 30 19:54:43.326665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-86e1a2bd-d7cb-40ad-a607-ce83ae6a77fa tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:43.328143 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-86e1a2bd-d7cb-40ad-a607-ce83ae6a77fa tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 820 time: 0.3146322 May 30 19:54:43.408010 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-590c45f7-8c17-4f2f-a773-14fbf14094a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:43.421275 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-590c45f7-8c17-4f2f-a773-14fbf14094a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:43.493070 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-e28b014a-01cb-4295-9aaf-372511e52c15 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/quotas/1252846c85cb4f3da96b46deca7cb4f6 HTTP/1.1" status: 200 len: 375 time: 0.1499815 May 30 19:54:43.504594 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c568fa14-43b8-4dd5-a018-594ab649ceef req-a8c2ad1c-8932-48e8-9659-38e3de79fb93 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246978 May 30 19:54:43.576780 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1202578c-abf8-4b79-8ea9-0db867c11362'] response: {'server_uuid': '2a1f93ca-221d-4889-b9b8-2807ef50a7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b451b848-1c08-447f-8b2b-ef89b4c485fd', 'code': 200} May 30 19:54:43.636192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c45f7-8c17-4f2f-a773-14fbf14094a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97280bba-e5db-46bb-9d01-47925e7775ff,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:43.643858 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-590c45f7-8c17-4f2f-a773-14fbf14094a1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c57939bb89154c24bac10ee4d510d001&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8029101 May 30 19:54:43.650696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46620) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:43.727014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-f93f94f2-d995-4ef3-8f55-0d4ed5e70038 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Allocated IP 172.20.0.11 (07d7a20b-768f-47e6-89de-d7930c016c1b/e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9/5e58aca5-0ab5-4cc8-9187-b4849f99686d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:54:43.742601 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9e363b3-aca2-4cb6-96ce-36d19e4234e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:43.788252 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9e363b3-aca2-4cb6-96ce-36d19e4234e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:43.939798 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9e363b3-aca2-4cb6-96ce-36d19e4234e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:44.001260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e363b3-aca2-4cb6-96ce-36d19e4234e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97280bba-e5db-46bb-9d01-47925e7775ff,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:44.025599 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9e363b3-aca2-4cb6-96ce-36d19e4234e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:44.029692 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b9e363b3-aca2-4cb6-96ce-36d19e4234e5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/97280bba-e5db-46bb-9d01-47925e7775ff HTTP/1.1" status: 204 len: 168 time: 0.3783040 May 30 19:54:44.037746 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-f93f94f2-d995-4ef3-8f55-0d4ed5e70038 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:44.057215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-f93f94f2-d995-4ef3-8f55-0d4ed5e70038 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Transition to ACTIVE for port object 5e58aca5-0ab5-4cc8-9187-b4849f99686d will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:44.082830 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-f93f94f2-d995-4ef3-8f55-0d4ed5e70038 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:44.086011 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-2e7c53cd-5ece-4bd1-a267-2b03fb9a129b tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5803502 May 30 19:54:44.167009 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-f93f94f2-d995-4ef3-8f55-0d4ed5e70038 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Network 07d7a20b-768f-47e6-89de-d7930c016c1b is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:54:44.170483 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-f93f94f2-d995-4ef3-8f55-0d4ed5e70038 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:54:44.174676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-f93f94f2-d995-4ef3-8f55-0d4ed5e70038 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:54:44.223521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f94f2-d995-4ef3-8f55-0d4ed5e70038 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Pushing event updated for resources: {'Port': ['ID=5e58aca5-0ab5-4cc8-9187-b4849f99686d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:44.289872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-f93f94f2-d995-4ef3-8f55-0d4ed5e70038 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:44.290504 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-f93f94f2-d995-4ef3-8f55-0d4ed5e70038 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:44.345039 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-f93f94f2-d995-4ef3-8f55-0d4ed5e70038 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5019124 May 30 19:54:44.356410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Request body: {'port': {'device_id': 'd2a0a7a1-6186-4315-b14d-33df2a3203ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:44.440711 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-b999358d-9222-459e-b296-e8a6d8e92344 service neutron] 10.222.0.84 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422327 May 30 19:54:44.568796 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a9badeb1-9705-48cd-b24a-ccadd534dab5 None None] Provisioning for port 5e58aca5-0ab5-4cc8-9187-b4849f99686d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:54:44.578712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a9badeb1-9705-48cd-b24a-ccadd534dab5 None None] Provisioning complete for port 5e58aca5-0ab5-4cc8-9187-b4849f99686d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:44.579351 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a9badeb1-9705-48cd-b24a-ccadd534dab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:44.614620 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-09e70447-4046-4f03-812d-4a88071f8ccc tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:44.616265 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:44.625519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff122589-248e-44e6-bbd1-f80b73fb2a79 req-56da6817-0d6d-443b-8b06-3a943614537b tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:44.631937 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff122589-248e-44e6-bbd1-f80b73fb2a79 req-56da6817-0d6d-443b-8b06-3a943614537b tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/ports?device_id=9171c5eb-e273-4d1e-97df-9df256f70c41 HTTP/1.1" status: 200 len: 950 time: 0.8072982 May 30 19:54:44.635923 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d8b882f-bf67-4b6d-ad2f-95ad75a33c72 req-816fb659-9816-4c70-b520-6ac3fcf9673c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2a1f93ca-221d-4889-b9b8-2807ef50a7b7 HTTP/1.1" status: 200 len: 1101 time: 0.8128877 May 30 19:54:44.636394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46634) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:44.697024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a9badeb1-9705-48cd-b24a-ccadd534dab5 None None] Port 5e58aca5-0ab5-4cc8-9187-b4849f99686d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:54:44.716655 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-09e70447-4046-4f03-812d-4a88071f8ccc tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:44.868312 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-03f599b8-e363-401c-abfc-3ee2007349a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:44.955046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-03f599b8-e363-401c-abfc-3ee2007349a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:44.986992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-03f599b8-e363-401c-abfc-3ee2007349a5 admin admin] Usage tracker for resource:security_group_rule and tenant:a8225382c72f4e5ba92bb72a9cf0e621 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:44.996306 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-03f599b8-e363-401c-abfc-3ee2007349a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:45.012358 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff122589-248e-44e6-bbd1-f80b73fb2a79 req-0084e4d1-d42e-4909-bccf-62326e2cfb8f tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/security-groups?id=7566201b-c507-412d-88e8-e1f071044617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792896 May 30 19:54:45.014000 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-03f599b8-e363-401c-abfc-3ee2007349a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:45.054983 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e58aca5-0ab5-4cc8-9187-b4849f99686d {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:54:45.066424 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:45.088843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Transition to ACTIVE for port object 5e58aca5-0ab5-4cc8-9187-b4849f99686d will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:45.091518 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d8b882f-bf67-4b6d-ad2f-95ad75a33c72 req-5b219d90-7326-40ef-bd58-f13f7bae6820 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=37a0ba42-486b-4d3b-989d-1bf13840b211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197516 May 30 19:54:45.093894 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:45.105012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-1629b336-c59d-42cd-a64c-e462a3a03ddc service neutron] 10.222.0.84 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633399 May 30 19:54:45.232486 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-03f599b8-e363-401c-abfc-3ee2007349a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:45.240834 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e58aca5-0ab5-4cc8-9187-b4849f99686d,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:45.306253 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-03f599b8-e363-401c-abfc-3ee2007349a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:45.359983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f599b8-e363-401c-abfc-3ee2007349a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108e99b9-1cc9-4b20-8de3-9806577ac7c3,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:45.409723 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Attempting to bind port 5e58aca5-0ab5-4cc8-9187-b4849f99686d on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:54:45.410318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Attempting to bind port 5e58aca5-0ab5-4cc8-9187-b4849f99686d by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'b54e4e9d-30cc-4c85-864b-291b2d559f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:54:45.410906 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Attempting to bind port 5e58aca5-0ab5-4cc8-9187-b4849f99686d on network 07d7a20b-768f-47e6-89de-d7930c016c1b {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:45.419099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Port 5e58aca5-0ab5-4cc8-9187-b4849f99686d on network 07d7a20b-768f-47e6-89de-d7930c016c1b not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:54:45.419824 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Attempting to bind port 5e58aca5-0ab5-4cc8-9187-b4849f99686d on network 07d7a20b-768f-47e6-89de-d7930c016c1b {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:45.427154 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:54:45.427840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Checking segment: {'id': 'b54e4e9d-30cc-4c85-864b-291b2d559f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:54:45.428486 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Bound using segment: {'id': 'b54e4e9d-30cc-4c85-864b-291b2d559f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:54:45.429144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Bound port: 5e58aca5-0ab5-4cc8-9187-b4849f99686d, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54e4e9d-30cc-4c85-864b-291b2d559f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:54:45.429725 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:45.447823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67ef2a-1ee2-4945-8559-67770a02b1f8 req-e873b428-7fb8-42a5-97ba-ae8a8632d372 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:45.457711 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b67ef2a-1ee2-4945-8559-67770a02b1f8 req-e873b428-7fb8-42a5-97ba-ae8a8632d372 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2a0a7a1-6186-4315-b14d-33df2a3203ef HTTP/1.1" status: 200 len: 944 time: 0.3118906 May 30 19:54:45.551807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] For port 5e58aca5-0ab5-4cc8-9187-b4849f99686d, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:45.557363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] For port 5e58aca5-0ab5-4cc8-9187-b4849f99686d, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5e58aca5-0ab5-4cc8-9187-b4849f99686d,segment=NetworkSegment(b54e4e9d-30cc-4c85-864b-291b2d559f49),segment_id=b54e4e9d-30cc-4c85-864b-291b2d559f49)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:54:45.562512 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:45.572457 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-03f599b8-e363-401c-abfc-3ee2007349a5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a8225382c72f4e5ba92bb72a9cf0e621&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9304662 May 30 19:54:45.577153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46652) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:45.577664 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9171c5eb-e273-4d1e-97df-9df256f70c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4acd42-d35d-4fea-afd6-8972a6f9e2be'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:45.604090 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-09e70447-4046-4f03-812d-4a88071f8ccc tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Floating IP 34588762-c1ab-468b-8538-9d7bbdee6a70 associated. External IP: 172.25.5.55, port: 0ca776c2-f388-4661-8e8e-243e0941ffc7. May 30 19:54:45.634834 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:45.636183 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] 10.222.0.93 "PUT /v2.0/ports/5e58aca5-0ab5-4cc8-9187-b4849f99686d HTTP/1.1" status: 200 len: 1092 time: 1.2846501 May 30 19:54:45.636612 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a0a7a1-6186-4315-b14d-33df2a3203ef', 'tag': '5e58aca5-0ab5-4cc8-9187-b4849f99686d'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:45.655989 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71d48a-424f-40f8-99ec-5304de1978b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e58aca5-0ab5-4cc8-9187-b4849f99686d,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:45.753001 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-a7cb93bb-a438-4141-8474-0645e77b43d4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f7ad2b0e0a43c78fbf76504ce43566&device_id=d2a0a7a1-6186-4315-b14d-33df2a3203ef HTTP/1.1" status: 200 len: 1095 time: 0.0770903 May 30 19:54:45.818629 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b67ef2a-1ee2-4945-8559-67770a02b1f8 req-9e39748e-28bd-4d68-bbd8-f1e7f1bfe748 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1f9c54b-8ecc-4b25-b524-4fc5c80fab9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3599148 May 30 19:54:45.860204 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-a2cd9cb6-c961-4c02-a295-2ae508b4e6b8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e58aca5-0ab5-4cc8-9187-b4849f99686d HTTP/1.1" status: 200 len: 217 time: 0.0962963 May 30 19:54:45.865673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd88ec1-37fa-4e52-812c-873a20f7be50 req-00b6facb-da38-4580-b486-f24b2fdeb548 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:45.873412 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4fd88ec1-37fa-4e52-812c-873a20f7be50 req-00b6facb-da38-4580-b486-f24b2fdeb548 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a1f93ca-221d-4889-b9b8-2807ef50a7b7 HTTP/1.1" status: 200 len: 950 time: 0.3871474 May 30 19:54:45.888806 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-960dce99-bf7c-43d2-8242-2dff0a24bfd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:45.928293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-0a7b65f2-266c-4f9e-8206-8d0b640ee006 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:45.929652 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-0a7b65f2-266c-4f9e-8206-8d0b640ee006 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9 HTTP/1.1" status: 200 len: 844 time: 0.0628414 May 30 19:54:45.950982 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-960dce99-bf7c-43d2-8242-2dff0a24bfd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:46.028637 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4fd88ec1-37fa-4e52-812c-873a20f7be50 req-9b1c8be9-8923-44df-9c07-22fd0f303b45 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/security-groups?id=37a0ba42-486b-4d3b-989d-1bf13840b211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538835 May 30 19:54:46.031287 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-d97267e5-cab1-4b56-98d7-e3fbacff53fc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=07d7a20b-768f-47e6-89de-d7930c016c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839140 May 30 19:54:46.054205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e068baff-8f9d-454a-9d67-34456f728d0b req-c1b7e88c-5ab0-4c09-95dd-266a1b76fa61 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 210 time: 0.0876391 May 30 19:54:46.139016 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-960dce99-bf7c-43d2-8242-2dff0a24bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:46.161238 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960dce99-bf7c-43d2-8242-2dff0a24bfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108e99b9-1cc9-4b20-8de3-9806577ac7c3,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:46.193700 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-960dce99-bf7c-43d2-8242-2dff0a24bfd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:46.199819 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-960dce99-bf7c-43d2-8242-2dff0a24bfd1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/108e99b9-1cc9-4b20-8de3-9806577ac7c3 HTTP/1.1" status: 204 len: 168 time: 0.6082425 May 30 19:54:46.210364 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0524ab51-6b47-419b-9dc9-3b6ac882af4f'] response: {'server_uuid': '9171c5eb-e273-4d1e-97df-9df256f70c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4acd42-d35d-4fea-afd6-8972a6f9e2be', 'code': 200} May 30 19:54:46.485790 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-78e9de73-cda0-42a7-91d5-0d8cc5d7960f service neutron] 10.222.0.93 "GET /v2.0/networks/07d7a20b-768f-47e6-89de-d7930c016c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466462 May 30 19:54:46.524982 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b28f02-d777-491b-b3b7-a005aeecfa37'] response: {'name': 'network-changed', 'server_uuid': 'd2a0a7a1-6186-4315-b14d-33df2a3203ef', 'tag': '5e58aca5-0ab5-4cc8-9187-b4849f99686d', 'status': 'completed', 'code': 200} May 30 19:54:46.656668 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Sync routers for ids ['95df5663-da85-4659-948a-39a743b0005e'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:54:46.678120 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Routers {'95df5663-da85-4659-948a-39a743b0005e'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:54:46.679004 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:54:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['95df5663-da85-4659-948a-39a743b0005e'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:46.692471 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ee9e1620-c3bc-482f-ae0f-0b691d43a982 req-cd202da7-7517-4ad7-bdab-19b8f7c56209 service neutron] 10.222.0.93 "GET /v2.0/networks/07d7a20b-768f-47e6-89de-d7930c016c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003503 May 30 19:54:46.735905 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f94f9e4c-d46d-4c58-8e2b-068b13f7cb8f req-24e33373-afb8-4b23-bad7-6dc4cc0d783d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9171c5eb-e273-4d1e-97df-9df256f70c41 HTTP/1.1" status: 200 len: 1101 time: 0.2419038 May 30 19:54:46.949359 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f94f9e4c-d46d-4c58-8e2b-068b13f7cb8f req-92907da5-f097-489c-a149-dfd8f20c1c3b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7566201b-c507-412d-88e8-e1f071044617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009959 May 30 19:54:46.959180 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc8058-15da-4629-81da-2f511f2ec34b req-1ce8c44f-2640-48b2-a6b7-c8d0ef8d0e66 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:46.966111 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53dc8058-15da-4629-81da-2f511f2ec34b req-1ce8c44f-2640-48b2-a6b7-c8d0ef8d0e66 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/ports?device_id=9171c5eb-e273-4d1e-97df-9df256f70c41 HTTP/1.1" status: 200 len: 950 time: 0.2938154 May 30 19:54:46.987725 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Set router 95df5663-da85-4659-948a-39a743b0005e gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:54:46.988963 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-280ec10f-a586-42f7-b9c9-bd37d28f6141 req-ccb22519-84f9-45a3-a0e9-4775b01fed73 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f7ad2b0e0a43c78fbf76504ce43566&device_id=d2a0a7a1-6186-4315-b14d-33df2a3203ef HTTP/1.1" status: 200 len: 1095 time: 0.1931541 May 30 19:54:47.150600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e70447-4046-4f03-812d-4a88071f8ccc tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Router 61686beb-7a27-4420-b10d-a77166a3ca88 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:54:47.167319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ec10f-a586-42f7-b9c9-bd37d28f6141 req-096dd43f-a876-4438-8692-14ae98e4b139 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:47.171459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-6cc3f529-90d9-4445-9b61-f8a0a7f7a5ed tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:47.172963 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-6cc3f529-90d9-4445-9b61-f8a0a7f7a5ed tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.77 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 820 time: 0.3965745 May 30 19:54:47.173709 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-280ec10f-a586-42f7-b9c9-bd37d28f6141 req-096dd43f-a876-4438-8692-14ae98e4b139 service neutron] 10.222.0.93 "GET /v2.0/networks?id=07d7a20b-768f-47e6-89de-d7930c016c1b HTTP/1.1" status: 200 len: 906 time: 0.1763172 May 30 19:54:47.199010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-c8ec846c-30eb-4449-9076-396d7844e068 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Request body: {'port': {'device_id': 'dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131', 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6', 'admin_state_up': True, 'tenant_id': '1252846c85cb4f3da96b46deca7cb4f6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:47.251108 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53dc8058-15da-4629-81da-2f511f2ec34b req-42fe4855-8e68-4b34-bee4-04bea83fc19e tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/security-groups?id=7566201b-c507-412d-88e8-e1f071044617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839880 May 30 19:54:47.369184 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-280ec10f-a586-42f7-b9c9-bd37d28f6141 req-7316a47b-dab6-4ac9-8ad5-bc28cdfa980e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e58aca5-0ab5-4cc8-9187-b4849f99686d HTTP/1.1" status: 200 len: 217 time: 0.1877575 May 30 19:54:47.579851 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ec10f-a586-42f7-b9c9-bd37d28f6141 req-1b547867-d52a-4de7-9030-ec9dd50aa303 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:47.582623 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-280ec10f-a586-42f7-b9c9-bd37d28f6141 req-1b547867-d52a-4de7-9030-ec9dd50aa303 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9 HTTP/1.1" status: 200 len: 844 time: 0.1205826 May 30 19:54:47.582926 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95df5663-da85-4659-948a-39a743b0005e', 'name': 'tempest-ServersTestJSON-424188664-router', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:54:26Z', 'updated_at': '2022-05-30T19:54:30Z', 'revision_number': 4, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'gw_port': {'id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:27Z', 'updated_at': '2022-05-30T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '29568a45-786b-4b8f-a4f6-dd07d6b7a5a5', 'name': '', 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'mac_address': 'fa:16:3e:57:3f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:29Z', 'updated_at': '2022-05-30T19:54:30Z', 'revision_number': 2, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'subnets': [{'id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:47.588892 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Checking router: 95df5663-da85-4659-948a-39a743b0005e for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:54:47.589313 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Updating router 95df5663-da85-4659-948a-39a743b0005e port 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:54:47.655486 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:47.681999 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-280ec10f-a586-42f7-b9c9-bd37d28f6141 req-ab451c1e-4ad0-4a82-bd55-e0d9a4c103fa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=07d7a20b-768f-47e6-89de-d7930c016c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920546 May 30 19:54:47.822092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-c8ec846c-30eb-4449-9076-396d7844e068 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:47.834913 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-c8ec846c-30eb-4449-9076-396d7844e068 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Usage tracker for resource:port and tenant:1252846c85cb4f3da96b46deca7cb4f6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:47.843011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-c8ec846c-30eb-4449-9076-396d7844e068 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:47.859093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-c8ec846c-30eb-4449-9076-396d7844e068 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:47.892121 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-280ec10f-a586-42f7-b9c9-bd37d28f6141 req-6295a52d-9078-4421-8839-d0c1af88b0f8 service neutron] 10.222.0.93 "GET /v2.0/networks/07d7a20b-768f-47e6-89de-d7930c016c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029643 May 30 19:54:47.895001 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-c8ec846c-30eb-4449-9076-396d7844e068 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Made reservation on behalf of 1252846c85cb4f3da96b46deca7cb4f6 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:54:47.898122 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-c8ec846c-30eb-4449-9076-396d7844e068 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:47.934607 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23b7b27e-6846-47b6-bfe6-1e09b4d74d0b req-993f7eb1-f0c9-4e68-b277-ab6dd042cae3 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 1097 time: 0.4446988 May 30 19:54:48.031194 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14487217-8ea9-4d6b-8cdd-80e190b1370b req-f2876948-b544-4def-8ee0-a41789a567bb tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:48.038359 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-14487217-8ea9-4d6b-8cdd-80e190b1370b req-f2876948-b544-4def-8ee0-a41789a567bb tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2a0a7a1-6186-4315-b14d-33df2a3203ef HTTP/1.1" status: 200 len: 944 time: 0.4933240 May 30 19:54:48.112557 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23b7b27e-6846-47b6-bfe6-1e09b4d74d0b req-d2a2cc7e-8fe5-4625-8aea-022d67333ad0 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768892 May 30 19:54:48.223986 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-280ec10f-a586-42f7-b9c9-bd37d28f6141 req-b6b4c5ab-e833-4006-adcb-252060cf49f0 service neutron] 10.222.0.93 "GET /v2.0/networks/07d7a20b-768f-47e6-89de-d7930c016c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256621 May 30 19:54:48.295135 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-14487217-8ea9-4d6b-8cdd-80e190b1370b req-d23ee79f-5255-48c0-9659-e3111e28e919 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1f9c54b-8ecc-4b25-b524-4fc5c80fab9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555127 May 30 19:54:48.317416 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:48.349310 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Transition to ACTIVE for port object 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:48.365178 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:48.412354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-c8ec846c-30eb-4449-9076-396d7844e068 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Allocated IP 172.20.0.2 (ef99a40e-b244-4305-a3be-e3c9ef1437a6/fb81dd35-0c01-4e64-9d86-853df955e5f4/9788f11e-77e1-46b4-bcb4-eb45c4d13f21) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:54:48.536988 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-168c456b-a5ac-4d6f-815b-57210c3949d0 req-27e3aab7-6c6e-4e26-a9e4-bf29de1210e3 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 210 time: 0.0776749 May 30 19:54:48.637885 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65344f-bc98-4e5c-9167-168e6ac1d54f None None] Pushing event updated for resources: {'Port': ['ID=29568a45-786b-4b8f-a4f6-dd07d6b7a5a5,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:48.756793 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65344f-bc98-4e5c-9167-168e6ac1d54f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:48.757021 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65344f-bc98-4e5c-9167-168e6ac1d54f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:48.757355 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65344f-bc98-4e5c-9167-168e6ac1d54f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:48.757686 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65344f-bc98-4e5c-9167-168e6ac1d54f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:48.758545 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65344f-bc98-4e5c-9167-168e6ac1d54f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:48.758869 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65344f-bc98-4e5c-9167-168e6ac1d54f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:48.759190 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65344f-bc98-4e5c-9167-168e6ac1d54f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:48.759508 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65344f-bc98-4e5c-9167-168e6ac1d54f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:48.759823 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65344f-bc98-4e5c-9167-168e6ac1d54f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:48.760169 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65344f-bc98-4e5c-9167-168e6ac1d54f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:48.760549 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65344f-bc98-4e5c-9167-168e6ac1d54f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:48.812532 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Attempting to bind port 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:54:48.812901 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Attempting to bind port 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'b54e4e9d-30cc-4c85-864b-291b2d559f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:54:48.813262 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Attempting to bind port 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 on network 07d7a20b-768f-47e6-89de-d7930c016c1b {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:48.820999 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:54:48.821374 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Checking segment: {'id': 'b54e4e9d-30cc-4c85-864b-291b2d559f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:54:48.821803 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:48.822187 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Bound using segment: {'id': 'b54e4e9d-30cc-4c85-864b-291b2d559f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:54:48.822653 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Bound port: 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54e4e9d-30cc-4c85-864b-291b2d559f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:54:48.823038 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:48.865484 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e70447-4046-4f03-812d-4a88071f8ccc tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:54:48.877539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a10f8-ea24-4c6d-b911-cbd6f3541926 None None] Sync routers for ids ['61686beb-7a27-4420-b10d-a77166a3ca88'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:54:48.892830 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a10f8-ea24-4c6d-b911-cbd6f3541926 None None] Routers {'61686beb-7a27-4420-b10d-a77166a3ca88'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:54:48.893274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef823c-6b01-4997-a223-3ccbe2fb2709 req-6342b40e-5351-439b-9bbf-869ee411689b tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:48.894030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-b37a10f8-ea24-4c6d-b911-cbd6f3541926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:54:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61686beb-7a27-4420-b10d-a77166a3ca88'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:48.894745 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6ef823c-6b01-4997-a223-3ccbe2fb2709 req-6342b40e-5351-439b-9bbf-869ee411689b tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a1f93ca-221d-4889-b9b8-2807ef50a7b7 HTTP/1.1" status: 200 len: 950 time: 0.5517738 May 30 19:54:48.909734 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-c8ec846c-30eb-4449-9076-396d7844e068 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:48.921861 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] For port 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:48.922467 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-09e70447-4046-4f03-812d-4a88071f8ccc tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:48.924946 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] For port 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=29568a45-786b-4b8f-a4f6-dd07d6b7a5a5,segment=NetworkSegment(b54e4e9d-30cc-4c85-864b-291b2d559f49),segment_id=b54e4e9d-30cc-4c85-864b-291b2d559f49)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:54:48.936014 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:49.062425 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Routers {'95df5663-da85-4659-948a-39a743b0005e'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:54:49.062848 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:54:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['95df5663-da85-4659-948a-39a743b0005e'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:49.065064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6ef823c-6b01-4997-a223-3ccbe2fb2709 req-ec94314b-c772-4211-9c42-9a3a23703363 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/security-groups?id=37a0ba42-486b-4d3b-989d-1bf13840b211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483278 May 30 19:54:49.098166 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-09e70447-4046-4f03-812d-4a88071f8ccc tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "PUT /v2.0/floatingips/34588762-c1ab-468b-8538-9d7bbdee6a70 HTTP/1.1" status: 200 len: 991 time: 6.4244974 May 30 19:54:49.100205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3525835-999a-4f73-b7eb-b58c4e33f185', 'tag': '0ca776c2-f388-4661-8e8e-243e0941ffc7'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:49.154748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0899b76a-0f85-42b9-8d94-52a7b90b5d4f req-1823ed5e-9f12-46da-9526-2d3a59332ba7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3417058 May 30 19:54:49.165582 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-c8ec846c-30eb-4449-9076-396d7844e068 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:49.200760 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-b37a10f8-ea24-4c6d-b911-cbd6f3541926 None None] Set router 61686beb-7a27-4420-b10d-a77166a3ca88 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:54:49.384300 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65344f-bc98-4e5c-9167-168e6ac1d54f None None] Pushing event updated for resources: {'Port': ['ID=29568a45-786b-4b8f-a4f6-dd07d6b7a5a5,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:49.431701 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] Set router 95df5663-da85-4659-948a-39a743b0005e gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:54:49.535831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-c8ec846c-30eb-4449-9076-396d7844e068 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Network ef99a40e-b244-4305-a3be-e3c9ef1437a6 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:54:49.541582 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-c8ec846c-30eb-4449-9076-396d7844e068 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:54:49.547938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-c8ec846c-30eb-4449-9076-396d7844e068 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:54:49.551771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-c8ec846c-30eb-4449-9076-396d7844e068 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:49.552408 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-c8ec846c-30eb-4449-9076-396d7844e068 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:49.577655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec846c-30eb-4449-9076-396d7844e068 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Pushing event updated for resources: {'Port': ['ID=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:49.594595 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-c8ec846c-30eb-4449-9076-396d7844e068 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4079101 May 30 19:54:49.612200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Request body: {'port': {'device_id': 'dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:49.762199 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb484d2f-6273-4648-9622-bfaa8b43ce51 req-2e80e191-d39a-43e3-8331-594615f8b259 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:49.763915 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb484d2f-6273-4648-9622-bfaa8b43ce51 req-2e80e191-d39a-43e3-8331-594615f8b259 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/ports?device_id=9171c5eb-e273-4d1e-97df-9df256f70c41 HTTP/1.1" status: 200 len: 950 time: 0.3603570 May 30 19:54:49.816940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-b37a10f8-ea24-4c6d-b911-cbd6f3541926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '34588762-c1ab-468b-8538-9d7bbdee6a70', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'port_id': '0ca776c2-f388-4661-8e8e-243e0941ffc7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'mac_address': 'fa:16:3e:70:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3525835-999a-4f73-b7eb-b58c4e33f185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T19:53:04Z', 'updated_at': '2022-05-30T19:54:44Z', 'revision_number': 5, 'project_id': '18012846b9da440082f575e0c7d5b763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0efaac-84f4-411d-bad9-a328b2ff7e67', 'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'mac_address': 'fa:16:3e:d3:36:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:35Z', 'updated_at': '2022-05-30T19:52:57Z', 'revision_number': 5, 'project_id': '18012846b9da440082f575e0c7d5b763', 'subnets': [{'id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:49.821130 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:49.824041 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a10f8-ea24-4c6d-b911-cbd6f3541926 None None] Checking router: 61686beb-7a27-4420-b10d-a77166a3ca88 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:54:49.839016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a10f8-ea24-4c6d-b911-cbd6f3541926 None None] Routers {'61686beb-7a27-4420-b10d-a77166a3ca88'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:54:49.839755 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-b37a10f8-ea24-4c6d-b911-cbd6f3541926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:54:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61686beb-7a27-4420-b10d-a77166a3ca88'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:49.903792 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb484d2f-6273-4648-9622-bfaa8b43ce51 req-739277a1-2831-49e6-87eb-ac90af6180da tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/security-groups?id=7566201b-c507-412d-88e8-e1f071044617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306279 May 30 19:54:49.980067 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95df5663-da85-4659-948a-39a743b0005e', 'name': 'tempest-ServersTestJSON-424188664-router', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:54:26Z', 'updated_at': '2022-05-30T19:54:30Z', 'revision_number': 4, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'gw_port': {'id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:27Z', 'updated_at': '2022-05-30T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '29568a45-786b-4b8f-a4f6-dd07d6b7a5a5', 'name': '', 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'mac_address': 'fa:16:3e:57:3f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:29Z', 'updated_at': '2022-05-30T19:54:48Z', 'revision_number': 4, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'subnets': [{'id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:49.985644 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7133c6-d463-42a9-bd0d-841f308bfea9 None None] The sync data for ids ['95df5663-da85-4659-948a-39a743b0005e'] in n-d-843949-2 is: [{'id': '95df5663-da85-4659-948a-39a743b0005e', 'name': 'tempest-ServersTestJSON-424188664-router', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:54:26Z', 'updated_at': '2022-05-30T19:54:30Z', 'revision_number': 4, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'gw_port': {'id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:27Z', 'updated_at': '2022-05-30T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '29568a45-786b-4b8f-a4f6-dd07d6b7a5a5', 'name': '', 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'mac_address': 'fa:16:3e:57:3f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:29Z', 'updated_at': '2022-05-30T19:54:48Z', 'revision_number': 4, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'subnets': [{'id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:54:50.110169 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5e58aca5-0ab5-4cc8-9187-b4849f99686d details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:54:50.262185 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-b37a10f8-ea24-4c6d-b911-cbd6f3541926 None None] Set router 61686beb-7a27-4420-b10d-a77166a3ca88 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:54:50.492725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5e58aca5-0ab5-4cc8-9187-b4849f99686d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5e58aca5-0ab5-4cc8-9187-b4849f99686d,segment=NetworkSegment(b54e4e9d-30cc-4c85-864b-291b2d559f49),segment_id=b54e4e9d-30cc-4c85-864b-291b2d559f49)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:50.520036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '5e58aca5-0ab5-4cc8-9187-b4849f99686d', 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b', 'port_id': '5e58aca5-0ab5-4cc8-9187-b4849f99686d', 'mac_address': 'fa:16:3e:82:f5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:54:50.645227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04715eb-a00d-4daa-874f-8515126ceae4 req-958d35c0-1a91-4098-85ad-4e1b2bd291f6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:50.647289 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d04715eb-a00d-4daa-874f-8515126ceae4 req-958d35c0-1a91-4098-85ad-4e1b2bd291f6 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 946 time: 0.2716377 May 30 19:54:50.660263 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:50.696627 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e58aca5-0ab5-4cc8-9187-b4849f99686d {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:54:50.731027 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5e58aca5-0ab5-4cc8-9187-b4849f99686d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5e58aca5-0ab5-4cc8-9187-b4849f99686d,segment=NetworkSegment(b54e4e9d-30cc-4c85-864b-291b2d559f49),segment_id=b54e4e9d-30cc-4c85-864b-291b2d559f49)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:50.764366 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:50.774855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:54:50.819170 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:50.836171 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-5386920d-ec90-4e30-9edc-122818a70102 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:54:50.841482 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=5e58aca5-0ab5-4cc8-9187-b4849f99686d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:50.844784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-5386920d-ec90-4e30-9edc-122818a70102 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0300479 May 30 19:54:50.852968 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-9765d6a0-21ed-4de7-b247-5c8fed56bda3 service neutron] Request body: {'binding': {'host': 'n-h2-843949-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:50.853701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-9765d6a0-21ed-4de7-b247-5c8fed56bda3 service neutron] Unknown quota resources ['binding']. {{(pid=84023) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 30 19:54:50.854819 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:50.855207 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:50.855547 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:50.855876 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:50.856226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:50.856549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:50.856867 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:50.857184 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:50.857499 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:50.857811 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:50.858125 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:54:50.894448 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-b37a10f8-ea24-4c6d-b911-cbd6f3541926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '34588762-c1ab-468b-8538-9d7bbdee6a70', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'port_id': '0ca776c2-f388-4661-8e8e-243e0941ffc7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'mac_address': 'fa:16:3e:70:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3525835-999a-4f73-b7eb-b58c4e33f185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T19:53:04Z', 'updated_at': '2022-05-30T19:54:44Z', 'revision_number': 5, 'project_id': '18012846b9da440082f575e0c7d5b763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0efaac-84f4-411d-bad9-a328b2ff7e67', 'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'mac_address': 'fa:16:3e:d3:36:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:35Z', 'updated_at': '2022-05-30T19:52:57Z', 'revision_number': 5, 'project_id': '18012846b9da440082f575e0c7d5b763', 'subnets': [{'id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:54:50.898529 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a10f8-ea24-4c6d-b911-cbd6f3541926 None None] The sync data for ids ['61686beb-7a27-4420-b10d-a77166a3ca88'] in n-d-843949-2 is: [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '34588762-c1ab-468b-8538-9d7bbdee6a70', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'port_id': '0ca776c2-f388-4661-8e8e-243e0941ffc7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'mac_address': 'fa:16:3e:70:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3525835-999a-4f73-b7eb-b58c4e33f185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T19:53:04Z', 'updated_at': '2022-05-30T19:54:44Z', 'revision_number': 5, 'project_id': '18012846b9da440082f575e0c7d5b763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0efaac-84f4-411d-bad9-a328b2ff7e67', 'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'mac_address': 'fa:16:3e:d3:36:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:35Z', 'updated_at': '2022-05-30T19:52:57Z', 'revision_number': 5, 'project_id': '18012846b9da440082f575e0c7d5b763', 'subnets': [{'id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:54:50.930683 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d04715eb-a00d-4daa-874f-8515126ceae4 req-ccbfff43-e9e0-4eb2-9e4b-6bb29ffaf785 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741845 May 30 19:54:50.935133 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Transition to ACTIVE for port object 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:50.962310 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:51.025145 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['5e58aca5-0ab5-4cc8-9187-b4849f99686d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:54:51.048974 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d94881-b988-48fc-bb46-cecd9708976d'] response: {'name': 'network-changed', 'server_uuid': 'd3525835-999a-4f73-b7eb-b58c4e33f185', 'tag': '0ca776c2-f388-4661-8e8e-243e0941ffc7', 'status': 'completed', 'code': 200} May 30 19:54:51.202127 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:54:51.259319 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Pushing event updated for resources: {'Port': ['ID=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:51.353162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:54:51.359392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:51.359802 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:51.445694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Attempting to bind port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:54:51.445922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Attempting to bind port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:54:51.446248 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Attempting to bind port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:51.455651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-9765d6a0-21ed-4de7-b247-5c8fed56bda3 service neutron] Attempting to bind port 9f740787-7f7d-4d5f-8870-23030fee3917 on host n-h2-843949-2 for vnic_type normal with profile None {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:54:51.455993 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-9765d6a0-21ed-4de7-b247-5c8fed56bda3 service neutron] Attempting to bind port 9f740787-7f7d-4d5f-8870-23030fee3917 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:54:51.456330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-9765d6a0-21ed-4de7-b247-5c8fed56bda3 service neutron] Attempting to bind port 9f740787-7f7d-4d5f-8870-23030fee3917 on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:51.463566 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2ce4bdf7-aa0f-4ff9-a1b4-feab43964b45 req-aa378a15-a4f0-4516-832e-72fa81aac9c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=18012846b9da440082f575e0c7d5b763&device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 1097 time: 0.4206357 May 30 19:54:51.471515 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf11e26-e3d2-4e00-b37e-d4b811472198 req-a4422598-1c94-4e1f-9bfe-5de3b79ddee8 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:51.472876 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bcf11e26-e3d2-4e00-b37e-d4b811472198 req-a4422598-1c94-4e1f-9bfe-5de3b79ddee8 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2a0a7a1-6186-4315-b14d-33df2a3203ef HTTP/1.1" status: 200 len: 945 time: 0.3352964 May 30 19:54:51.475902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:54:51.476244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Attempting to bind port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:51.504662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-9765d6a0-21ed-4de7-b247-5c8fed56bda3 service neutron] Port 9f740787-7f7d-4d5f-8870-23030fee3917 on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:54:51.505056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-9765d6a0-21ed-4de7-b247-5c8fed56bda3 service neutron] Attempting to bind port 9f740787-7f7d-4d5f-8870-23030fee3917 on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:51.520386 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:51.552626 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=29568a45-786b-4b8f-a4f6-dd07d6b7a5a5,segment=NetworkSegment(b54e4e9d-30cc-4c85-864b-291b2d559f49),segment_id=b54e4e9d-30cc-4c85-864b-291b2d559f49)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:51.556843 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:51.577200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:54:51.577533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Checking segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:54:51.577918 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Bound using segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:54:51.578352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Bound port: 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:54:51.578694 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:51.615786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-9765d6a0-21ed-4de7-b247-5c8fed56bda3 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:54:51.616139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-9765d6a0-21ed-4de7-b247-5c8fed56bda3 service neutron] Checking segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:54:51.616523 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-9765d6a0-21ed-4de7-b247-5c8fed56bda3 service neutron] Bound using segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:54:51.616965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-9765d6a0-21ed-4de7-b247-5c8fed56bda3 service neutron] Bound port: 9f740787-7f7d-4d5f-8870-23030fee3917, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:54:51.633627 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=29568a45-786b-4b8f-a4f6-dd07d6b7a5a5,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:51.705592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bcf11e26-e3d2-4e00-b37e-d4b811472198 req-431dd1c9-ede6-4790-8fcb-8f28adf5b447 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1f9c54b-8ecc-4b25-b524-4fc5c80fab9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100739 May 30 19:54:51.749819 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4bdf7-aa0f-4ff9-a1b4-feab43964b45 req-56aab040-0a82-42ca-b93f-8aa8f4a1302c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:51.751280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2ce4bdf7-aa0f-4ff9-a1b4-feab43964b45 req-56aab040-0a82-42ca-b93f-8aa8f4a1302c service neutron] 10.222.0.77 "GET /v2.0/networks?id=e7d0ea33-751a-4199-859b-91d929a3ce53 HTTP/1.1" status: 200 len: 924 time: 0.2774131 May 30 19:54:51.757674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-9765d6a0-21ed-4de7-b247-5c8fed56bda3 service neutron] For port 9f740787-7f7d-4d5f-8870-23030fee3917, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9f740787-7f7d-4d5f-8870-23030fee3917,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:54:51.810405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] For port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:51.814009 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-9765d6a0-21ed-4de7-b247-5c8fed56bda3 service neutron] Notify callbacks [] for binding, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:51.815136 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-9765d6a0-21ed-4de7-b247-5c8fed56bda3 service neutron] 10.222.0.84 "POST /v2.0/ports/9f740787-7f7d-4d5f-8870-23030fee3917/bindings HTTP/1.1" status: 201 len: 389 time: 0.9693437 May 30 19:54:51.884990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] For port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:54:51.893654 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:51.993196 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2ce4bdf7-aa0f-4ff9-a1b4-feab43964b45 req-83bd727e-8f54-4364-9635-0f4088a69ac2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ca776c2-f388-4661-8e8e-243e0941ffc7 HTTP/1.1" status: 200 len: 999 time: 0.2325537 May 30 19:54:52.005740 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:52.007127 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] 10.222.0.77 "PUT /v2.0/ports/9788f11e-77e1-46b4-bcb4-eb45c4d13f21 HTTP/1.1" status: 200 len: 1091 time: 2.4015083 May 30 19:54:52.085739 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5e58aca5-0ab5-4cc8-9187-b4849f99686d up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:54:52.111497 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08431703-c418-4b7a-a0b5-bf4235f0105d service neutron] Pushing event updated for resources: {'Port': ['ID=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:52.165286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 5e58aca5-0ab5-4cc8-9187-b4849f99686d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:54:52.171597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 5e58aca5-0ab5-4cc8-9187-b4849f99686d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:52.172595 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:52.228126 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-cd3b8734-689f-47da-bccd-9f86c9443923 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 1097 time: 0.1440756 May 30 19:54:52.237225 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981ee5e-5d07-4fe9-91a9-97ef30dd3b4d req-110ef5b6-7642-4b26-aa61-a85dbbe22c65 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:52.237905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-d981ee5e-5d07-4fe9-91a9-97ef30dd3b4d req-110ef5b6-7642-4b26-aa61-a85dbbe22c65 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Synchronizing usage tracker for tenant:1252846c85cb4f3da96b46deca7cb4f6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:54:52.247259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4bdf7-aa0f-4ff9-a1b4-feab43964b45 req-1f91a0a1-121e-49e0-adc9-bfda83588905 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:52.248635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2ce4bdf7-aa0f-4ff9-a1b4-feab43964b45 req-1f91a0a1-121e-49e0-adc9-bfda83588905 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3 HTTP/1.1" status: 200 len: 862 time: 0.2488213 May 30 19:54:52.325588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-d981ee5e-5d07-4fe9-91a9-97ef30dd3b4d req-110ef5b6-7642-4b26-aa61-a85dbbe22c65 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Unset dirty status for tenant:1252846c85cb4f3da96b46deca7cb4f6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:54:52.326745 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d981ee5e-5d07-4fe9-91a9-97ef30dd3b4d req-110ef5b6-7642-4b26-aa61-a85dbbe22c65 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 943 time: 0.5056303 May 30 19:54:52.391392 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-5559a510-eed7-4f09-a8e6-478730cbf1e8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 1094 time: 0.3305805 May 30 19:54:52.402285 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:52.437897 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a0a7a1-6186-4315-b14d-33df2a3203ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e58aca5-0ab5-4cc8-9187-b4849f99686d'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:52.449186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5e58aca5-0ab5-4cc8-9187-b4849f99686d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5e58aca5-0ab5-4cc8-9187-b4849f99686d,segment=NetworkSegment(b54e4e9d-30cc-4c85-864b-291b2d559f49),segment_id=b54e4e9d-30cc-4c85-864b-291b2d559f49)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:52.454573 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:52.506178 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-b6814acc-add3-4804-8d9e-1767e890a649 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:52.507991 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-b6814acc-add3-4804-8d9e-1767e890a649 service neutron] 10.222.0.93 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 908 time: 0.2697165 May 30 19:54:52.536219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=5e58aca5-0ab5-4cc8-9187-b4849f99686d,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:52.565012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-c533a6ab-4f51-48d7-9a6d-2027afc5aeee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9788f11e-77e1-46b4-bcb4-eb45c4d13f21 HTTP/1.1" status: 200 len: 217 time: 0.1583834 May 30 19:54:52.569539 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d981ee5e-5d07-4fe9-91a9-97ef30dd3b4d req-da3e63d1-181e-46b8-8111-2d3aea9eada9 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246485 May 30 19:54:52.577912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2ce4bdf7-aa0f-4ff9-a1b4-feab43964b45 req-9145ab06-e88c-4826-975c-7d47e49ba0b3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7d0ea33-751a-4199-859b-91d929a3ce53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3211753 May 30 19:54:52.596917 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-c6911b77-4d4c-42b2-a744-d45e3139ebbe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f740787-7f7d-4d5f-8870-23030fee3917 HTTP/1.1" status: 200 len: 217 time: 0.0821555 May 30 19:54:52.672994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-36631ee8-15e8-4077-a652-ac4f998980b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:52.675462 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-36631ee8-15e8-4077-a652-ac4f998980b8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.0719769 May 30 19:54:52.735850 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-ab330780-1c8a-4817-bffa-95a4cf8fb448 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538986 May 30 19:54:52.767601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-3715c89b-5e7f-455e-8d03-345f536a2c9d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:52.769177 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-3715c89b-5e7f-455e-8d03-345f536a2c9d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.1903701 May 30 19:54:52.869012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-d18a9ec7-9129-4d7e-8abf-137250c5c75d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658131 May 30 19:54:52.925961 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-42479b70-07ea-45ad-8513-c1f017071ee5 service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837256 May 30 19:54:53.023038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2ce4bdf7-aa0f-4ff9-a1b4-feab43964b45 req-9010b79f-2c12-40f8-9839-e7d5eccc7d20 service neutron] 10.222.0.77 "GET /v2.0/networks/e7d0ea33-751a-4199-859b-91d929a3ce53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723099 May 30 19:54:53.061301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131', 'tag': '9788f11e-77e1-46b4-bcb4-eb45c4d13f21'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:53.078585 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0978415c-016f-4ccc-ab6c-5acbcd145900'] response: {'server_uuid': 'd2a0a7a1-6186-4315-b14d-33df2a3203ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e58aca5-0ab5-4cc8-9187-b4849f99686d', 'code': 200} May 30 19:54:53.195219 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-cd67632d-9296-4ef5-8fd7-c696d323c61c service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181715 May 30 19:54:53.204670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb2766-fa70-4323-b9b4-35ba6c0af53f req-b1edbbe5-d61e-480e-b478-39af281488ce tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:53.211762 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7afb2766-fa70-4323-b9b4-35ba6c0af53f req-b1edbbe5-d61e-480e-b478-39af281488ce tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 946 time: 0.4528708 May 30 19:54:53.277273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:54:53.281812 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab69c25e-1af7-4f39-9285-342cc1ccc38f None None] New status for floating IP 34588762-c1ab-468b-8538-9d7bbdee6a70: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 19:54:53.302359 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-51ca5cb1-ac2f-4790-a8c5-897754f30af8 service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549020 May 30 19:54:53.419312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:53.419827 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:53.482524 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7afb2766-fa70-4323-b9b4-35ba6c0af53f req-6bc3a3ac-2851-4ed4-9d39-c8e7f54e904d tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697296 May 30 19:54:53.520102 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-7d1746e6-f4c1-4957-8bcc-6a3500e6c9e0 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71&tenant_id=da2c3b5169e14006bab98c084c88a6a6&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 1097 time: 0.1456480 May 30 19:54:53.533728 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843949-2'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:53.581686 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2ce4bdf7-aa0f-4ff9-a1b4-feab43964b45 req-9637b187-2695-457d-b9d6-85a4955ccc53 service neutron] 10.222.0.77 "GET /v2.0/networks/e7d0ea33-751a-4199-859b-91d929a3ce53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507786 May 30 19:54:53.680662 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:53.715596 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af2922f5-973e-4303-912d-a328b4a471f2 req-06ea90f8-3e97-4ff0-9b9c-cd9894710f29 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d2a0a7a1-6186-4315-b14d-33df2a3203ef HTTP/1.1" status: 200 len: 1097 time: 0.4966764 May 30 19:54:53.717362 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb8fd371-e4a0-4235-8445-1ce43f9f2459 req-3a3880a1-68b0-4c7e-9439-13f1fc6cf996 service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974844 May 30 19:54:53.764835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edd872-88b3-4169-87d5-1e539280e429 req-c558b7f2-d324-43ea-8c7f-ed7f2d4c65b8 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:53.766279 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7edd872-88b3-4169-87d5-1e539280e429 req-c558b7f2-d324-43ea-8c7f-ed7f2d4c65b8 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2a0a7a1-6186-4315-b14d-33df2a3203ef HTTP/1.1" status: 200 len: 946 time: 0.2350619 May 30 19:54:53.818557 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af2922f5-973e-4303-912d-a328b4a471f2 req-72cd9c79-7e5b-4b02-9152-91d77d7f5673 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b1f9c54b-8ecc-4b25-b524-4fc5c80fab9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954273 May 30 19:54:53.835559 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cd6e6-2db7-4cce-9942-147f254d8e3a req-66b435c5-de2d-4e26-9553-c150a8009f6a tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:53.837059 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-788cd6e6-2db7-4cce-9942-147f254d8e3a req-66b435c5-de2d-4e26-9553-c150a8009f6a tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a1f93ca-221d-4889-b9b8-2807ef50a7b7 HTTP/1.1" status: 200 len: 950 time: 0.1900454 May 30 19:54:53.841883 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7edd872-88b3-4169-87d5-1e539280e429 req-621f7409-99ac-408b-8160-876bfc98a9a3 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1f9c54b-8ecc-4b25-b524-4fc5c80fab9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664918 May 30 19:54:53.883696 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-788cd6e6-2db7-4cce-9942-147f254d8e3a req-29707c68-b173-44dc-a28d-5fe39df3b84d tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/security-groups?id=37a0ba42-486b-4d3b-989d-1bf13840b211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402033 May 30 19:54:53.886197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] For port 9f740787-7f7d-4d5f-8870-23030fee3917, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9f740787-7f7d-4d5f-8870-23030fee3917,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:53.922597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] For port 9f740787-7f7d-4d5f-8870-23030fee3917, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:53.955526 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86eddf1-c10b-46f2-921d-de0a44c02988'] response: {'name': 'network-changed', 'server_uuid': 'dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131', 'tag': '9788f11e-77e1-46b4-bcb4-eb45c4d13f21', 'status': 'completed', 'code': 200} May 30 19:54:53.998533 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:54.001202 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a36c7f9-7ee9-499f-905f-5ecad03e9e71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f740787-7f7d-4d5f-8870-23030fee3917'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:54.009295 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:54.109314 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-767f4395-f050-4c81-b762-0f10177ec54b req-95171aa9-1489-4050-9bd9-812a4b79e793 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 1094 time: 0.1291659 May 30 19:54:54.172265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943a582-8220-4147-857a-61760caf63fa service neutron] Pushing event updated for resources: {'Port': ['ID=9f740787-7f7d-4d5f-8870-23030fee3917,revision_number=7']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:54.231952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] Attempting to bind port 9f740787-7f7d-4d5f-8870-23030fee3917 on host n-h1-843949-2 for vnic_type normal with profile {"migrating_to": "n-h2-843949-2"} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:54:54.232367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] Attempting to bind port 9f740787-7f7d-4d5f-8870-23030fee3917 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:54:54.232696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] Attempting to bind port 9f740787-7f7d-4d5f-8870-23030fee3917 on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:54.237283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd0a20-abe9-41c9-8f64-bc7eb9128131 req-75c9d89e-d512-4800-9e50-a497bdacb268 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:54.238780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] Port 9f740787-7f7d-4d5f-8870-23030fee3917 on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:54:54.239056 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21fd0a20-abe9-41c9-8f64-bc7eb9128131 req-75c9d89e-d512-4800-9e50-a497bdacb268 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 943 time: 0.1807134 May 30 19:54:54.239185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] Attempting to bind port 9f740787-7f7d-4d5f-8870-23030fee3917 on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:54:54.247603 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:54:54.248276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] Checking segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:54:54.248761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] Bound using segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:54:54.249296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] Bound port: 9f740787-7f7d-4d5f-8870-23030fee3917, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:54:54.249737 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:54.315154 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21fd0a20-abe9-41c9-8f64-bc7eb9128131 req-4550b401-361f-4b5a-8f8c-6f75ca58d3d0 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621421 May 30 19:54:54.324527 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5558d242-1029-4a2c-8399-2e546332c11e'] response: {'server_uuid': '4a36c7f9-7ee9-499f-905f-5ecad03e9e71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f740787-7f7d-4d5f-8870-23030fee3917', 'code': 200} May 30 19:54:54.364489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f4395-f050-4c81-b762-0f10177ec54b req-b1096367-380b-4cee-8f7c-26baebee4f5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:54.366038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-767f4395-f050-4c81-b762-0f10177ec54b req-b1096367-380b-4cee-8f7c-26baebee4f5d service neutron] 10.222.0.77 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.2443390 May 30 19:54:54.369409 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] For port 9f740787-7f7d-4d5f-8870-23030fee3917, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:54.373099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] For port 9f740787-7f7d-4d5f-8870-23030fee3917, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9f740787-7f7d-4d5f-8870-23030fee3917,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:54:54.395147 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:54.580554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943a582-8220-4147-857a-61760caf63fa service neutron] Pushing event updated for resources: {'Port': ['ID=9f740787-7f7d-4d5f-8870-23030fee3917,revision_number=8']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:54.602590 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:54.603624 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-767f4395-f050-4c81-b762-0f10177ec54b req-96886d61-56ab-41d7-ac1b-d0ba468ef484 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9788f11e-77e1-46b4-bcb4-eb45c4d13f21 HTTP/1.1" status: 200 len: 217 time: 0.2196605 May 30 19:54:54.604505 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6943a582-8220-4147-857a-61760caf63fa service neutron] 10.222.0.93 "PUT /v2.0/ports/9f740787-7f7d-4d5f-8870-23030fee3917 HTTP/1.1" status: 200 len: 1122 time: 1.0760305 May 30 19:54:54.698234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['9f740787-7f7d-4d5f-8870-23030fee3917'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:54:54.733918 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f4395-f050-4c81-b762-0f10177ec54b req-a654c949-03ab-4cf2-991b-625fc5c4a369 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:54.735346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-767f4395-f050-4c81-b762-0f10177ec54b req-a654c949-03ab-4cf2-991b-625fc5c4a369 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.1226103 May 30 19:54:54.784417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42930aa9-085f-45ea-bb90-858a71ad34bd req-808d7ebe-58a5-455b-9247-735d73d97470 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:54.785851 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42930aa9-085f-45ea-bb90-858a71ad34bd req-808d7ebe-58a5-455b-9247-735d73d97470 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/ports?device_id=9171c5eb-e273-4d1e-97df-9df256f70c41 HTTP/1.1" status: 200 len: 950 time: 0.2305677 May 30 19:54:54.801006 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-767f4395-f050-4c81-b762-0f10177ec54b req-64edc6cb-06f8-4db0-94e3-a757fa9cf38b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545561 May 30 19:54:54.835073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a61b6-9d2e-4fd9-b708-59f83e6f1701 req-67cb497d-9d94-46ca-9305-c9d4726fe5d9 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:54.836507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-645a61b6-9d2e-4fd9-b708-59f83e6f1701 req-67cb497d-9d94-46ca-9305-c9d4726fe5d9 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Synchronizing usage tracker for tenant:07be7e4f1fc84109b649e34136610531 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:54:54.853616 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-645a61b6-9d2e-4fd9-b708-59f83e6f1701 req-67cb497d-9d94-46ca-9305-c9d4726fe5d9 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Unset dirty status for tenant:07be7e4f1fc84109b649e34136610531 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:54:54.854762 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-645a61b6-9d2e-4fd9-b708-59f83e6f1701 req-67cb497d-9d94-46ca-9305-c9d4726fe5d9 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.93 "GET /v2.0/ports?device_id=2a1f93ca-221d-4889-b9b8-2807ef50a7b7 HTTP/1.1" status: 200 len: 950 time: 0.1001842 May 30 19:54:54.930237 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-645a61b6-9d2e-4fd9-b708-59f83e6f1701 req-dac52c54-0a1c-4924-baff-8cb50d917bad tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Deleting port b451b848-1c08-447f-8b2b-ef89b4c485fd {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:54:54.930667 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-645a61b6-9d2e-4fd9-b708-59f83e6f1701 req-dac52c54-0a1c-4924-baff-8cb50d917bad tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:54.934959 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a9029-8341-4763-8920-6d76b006eae3 req-6a970314-4062-4935-a0e6-da92d1df5872 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:54.936436 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a0a9029-8341-4763-8920-6d76b006eae3 req-6a970314-4062-4935-a0e6-da92d1df5872 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 944 time: 0.2838531 May 30 19:54:54.946355 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42930aa9-085f-45ea-bb90-858a71ad34bd req-99d85398-9e76-46fd-a3c8-f0efaeebc3ed tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/security-groups?id=7566201b-c507-412d-88e8-e1f071044617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499124 May 30 19:54:55.016942 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-767f4395-f050-4c81-b762-0f10177ec54b req-ba058167-2669-4b94-9199-760087848106 service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994431 May 30 19:54:55.019506 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a0a9029-8341-4763-8920-6d76b006eae3 req-73d4c339-bb1d-4b8c-b6c2-5fd75d04dab8 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761771 May 30 19:54:55.224191 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-645a61b6-9d2e-4fd9-b708-59f83e6f1701 req-dac52c54-0a1c-4924-baff-8cb50d917bad tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] For port b451b848-1c08-447f-8b2b-ef89b4c485fd, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b451b848-1c08-447f-8b2b-ef89b4c485fd,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:55.224505 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-645a61b6-9d2e-4fd9-b708-59f83e6f1701 req-dac52c54-0a1c-4924-baff-8cb50d917bad tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:55.298064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-767f4395-f050-4c81-b762-0f10177ec54b req-a7725819-f4f9-4700-b7a2-a96f6ab214a0 service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663150 May 30 19:54:55.324663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d096ab-13ee-41db-8a1d-48d952277342 req-c83bf845-77c8-4d3a-b508-c946aa04d9ce tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:55.326093 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f4d096ab-13ee-41db-8a1d-48d952277342 req-c83bf845-77c8-4d3a-b508-c946aa04d9ce tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2a0a7a1-6186-4315-b14d-33df2a3203ef HTTP/1.1" status: 200 len: 946 time: 0.1912906 May 30 19:54:55.336427 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550ef0d-a0af-4c81-9ed6-078566c9a28b req-00a259b4-b830-4714-b5c5-2b7ecf61b2d2 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:55.337822 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5550ef0d-a0af-4c81-9ed6-078566c9a28b req-00a259b4-b830-4714-b5c5-2b7ecf61b2d2 tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a1f93ca-221d-4889-b9b8-2807ef50a7b7 HTTP/1.1" status: 200 len: 950 time: 0.1556256 May 30 19:54:55.363174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-645a61b6-9d2e-4fd9-b708-59f83e6f1701 req-dac52c54-0a1c-4924-baff-8cb50d917bad tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Calling delete_port for b451b848-1c08-447f-8b2b-ef89b4c485fd owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:54:55.414804 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f4d096ab-13ee-41db-8a1d-48d952277342 req-a7b707fb-fdac-400f-9ad6-e04f52bb13dd tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1f9c54b-8ecc-4b25-b524-4fc5c80fab9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754774 May 30 19:54:55.417327 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5550ef0d-a0af-4c81-9ed6-078566c9a28b req-001b1d37-84e1-4f9d-8c25-9df0b593db5c tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.84 "GET /v2.0/security-groups?id=37a0ba42-486b-4d3b-989d-1bf13840b211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655608 May 30 19:54:55.486687 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:54:55.619475 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-645a61b6-9d2e-4fd9-b708-59f83e6f1701 req-dac52c54-0a1c-4924-baff-8cb50d917bad tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:55.636720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['b451b848-1c08-447f-8b2b-ef89b4c485fd'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:54:55.646409 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996a67c-d9bc-4060-83be-dd0ea3163090 req-5669b098-67da-406b-b96b-ea212d99aa7d tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:55.655892 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7996a67c-d9bc-4060-83be-dd0ea3163090 req-5669b098-67da-406b-b96b-ea212d99aa7d tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 943 time: 0.0966299 May 30 19:54:55.672284 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac52c54-0a1c-4924-baff-8cb50d917bad tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Pushing event deleted for resources: {'Port': ['ID=b451b848-1c08-447f-8b2b-ef89b4c485fd,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:55.750822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-645a61b6-9d2e-4fd9-b708-59f83e6f1701 req-dac52c54-0a1c-4924-baff-8cb50d917bad tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] No DVR routers for this DVR port b451b848-1c08-447f-8b2b-ef89b4c485fd on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:54:55.753622 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-645a61b6-9d2e-4fd9-b708-59f83e6f1701 req-dac52c54-0a1c-4924-baff-8cb50d917bad tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:55.759439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7996a67c-d9bc-4060-83be-dd0ea3163090 req-f0c4966b-25d0-4e31-bcd4-93e78b66a3ac tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021919 May 30 19:54:55.775095 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-645a61b6-9d2e-4fd9-b708-59f83e6f1701 req-dac52c54-0a1c-4924-baff-8cb50d917bad tempest-ServerDiagnosticsNegativeTest-608262730 tempest-ServerDiagnosticsNegativeTest-608262730-project] 10.222.0.93 "DELETE /v2.0/ports/b451b848-1c08-447f-8b2b-ef89b4c485fd HTTP/1.1" status: 204 len: 173 time: 0.9119589 May 30 19:54:55.780660 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763482c-4254-4287-ada3-f5661c1f8b84 req-a4a8b0d6-9f32-4ca6-8aaa-b30b01505006 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:55.786023 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7763482c-4254-4287-ada3-f5661c1f8b84 req-a4a8b0d6-9f32-4ca6-8aaa-b30b01505006 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.77 "GET /v2.0/ports?device_id=9171c5eb-e273-4d1e-97df-9df256f70c41 HTTP/1.1" status: 200 len: 950 time: 0.1002417 May 30 19:54:55.865760 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-7763482c-4254-4287-ada3-f5661c1f8b84 req-5f42d377-5669-4dce-920f-135a286456c2 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Deleting port 2d4acd42-d35d-4fea-afd6-8972a6f9e2be {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:54:55.866111 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7763482c-4254-4287-ada3-f5661c1f8b84 req-5f42d377-5669-4dce-920f-135a286456c2 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:55.994807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46860) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:56.046984 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:54:56.172802 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cdbb64da-0e31-4b80-a0a8-9d967405854b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:56.204207 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:56.206471 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cdbb64da-0e31-4b80-a0a8-9d967405854b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:56.210249 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cdbb64da-0e31-4b80-a0a8-9d967405854b admin admin] Usage tracker for resource:security_group_rule and tenant:9c76b7f1387d4144876c7415faee96b6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:56.214136 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cdbb64da-0e31-4b80-a0a8-9d967405854b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:56.224975 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cdbb64da-0e31-4b80-a0a8-9d967405854b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:56.225562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '9788f11e-77e1-46b4-bcb4-eb45c4d13f21', 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6', 'port_id': '9788f11e-77e1-46b4-bcb4-eb45c4d13f21', 'mac_address': 'fa:16:3e:d9:b0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb81dd35-0c01-4e64-9d86-853df955e5f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:54:56.259398 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-7763482c-4254-4287-ada3-f5661c1f8b84 req-5f42d377-5669-4dce-920f-135a286456c2 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] For port 2d4acd42-d35d-4fea-afd6-8972a6f9e2be, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2d4acd42-d35d-4fea-afd6-8972a6f9e2be,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:56.259923 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7763482c-4254-4287-ada3-f5661c1f8b84 req-5f42d377-5669-4dce-920f-135a286456c2 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:56.285319 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869f49d-e1c5-43b1-a83a-ece0ea543a68 req-2be53ac0-bff6-466e-b0b4-e42f56899a3c tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:56.286778 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f869f49d-e1c5-43b1-a83a-ece0ea543a68 req-2be53ac0-bff6-466e-b0b4-e42f56899a3c tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/ports?device_id=9171c5eb-e273-4d1e-97df-9df256f70c41 HTTP/1.1" status: 200 len: 950 time: 0.2139261 May 30 19:54:56.306689 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:56.318845 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cdbb64da-0e31-4b80-a0a8-9d967405854b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:56.325029 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cdbb64da-0e31-4b80-a0a8-9d967405854b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:56.330524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:54:56.333278 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a36c7f9-7ee9-499f-905f-5ecad03e9e71', 'tag': '9f740787-7f7d-4d5f-8870-23030fee3917'}, {'server_uuid': '2a1f93ca-221d-4889-b9b8-2807ef50a7b7', 'name': 'network-vif-deleted', 'tag': 'b451b848-1c08-447f-8b2b-ef89b4c485fd'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:56.348819 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:56.354822 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:56.380899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb64da-0e31-4b80-a0a8-9d967405854b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d180bbb-ea1f-4b69-a4f7-3a4353ee646b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:56.404340 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cdbb64da-0e31-4b80-a0a8-9d967405854b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9c76b7f1387d4144876c7415faee96b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4059384 May 30 19:54:56.404617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46870) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:56.446288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:56.478039 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-796bf94c-deee-4b3a-9e7a-835fcd8132c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:56.512589 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-796bf94c-deee-4b3a-9e7a-835fcd8132c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:56.566101 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-7763482c-4254-4287-ada3-f5661c1f8b84 req-5f42d377-5669-4dce-920f-135a286456c2 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Calling delete_port for 2d4acd42-d35d-4fea-afd6-8972a6f9e2be owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:54:56.579668 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-796bf94c-deee-4b3a-9e7a-835fcd8132c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:56.597440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bf94c-deee-4b3a-9e7a-835fcd8132c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d180bbb-ea1f-4b69-a4f7-3a4353ee646b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:56.603828 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['9788f11e-77e1-46b4-bcb4-eb45c4d13f21'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:54:56.604346 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-796bf94c-deee-4b3a-9e7a-835fcd8132c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:56.606178 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-796bf94c-deee-4b3a-9e7a-835fcd8132c4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5d180bbb-ea1f-4b69-a4f7-3a4353ee646b HTTP/1.1" status: 204 len: 168 time: 0.2001812 May 30 19:54:56.652494 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f869f49d-e1c5-43b1-a83a-ece0ea543a68 req-fb37647b-9ad1-4cae-989b-915fa8ba75ff tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/security-groups?id=7566201b-c507-412d-88e8-e1f071044617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560255 May 30 19:54:56.663294 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e5be9-8fdf-4e22-b772-02ddf1864fdb req-d6e164e8-93fe-405d-85e1-c830aa40694d tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:56.673183 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a0e5be9-8fdf-4e22-b772-02ddf1864fdb req-d6e164e8-93fe-405d-85e1-c830aa40694d tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 944 time: 0.4979448 May 30 19:54:56.742582 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b1d0fa-c2b4-4b14-b544-ba7ab4af0a4c'] response: {'name': 'network-changed', 'server_uuid': '4a36c7f9-7ee9-499f-905f-5ecad03e9e71', 'tag': '9f740787-7f7d-4d5f-8870-23030fee3917', 'status': 'completed', 'code': 200} May 30 19:54:56.743090 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b1d0fa-c2b4-4b14-b544-ba7ab4af0a4c'] response: {'server_uuid': '2a1f93ca-221d-4889-b9b8-2807ef50a7b7', 'name': 'network-vif-deleted', 'tag': 'b451b848-1c08-447f-8b2b-ef89b4c485fd', 'status': 'completed', 'code': 200} May 30 19:54:56.760953 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a0e5be9-8fdf-4e22-b772-02ddf1864fdb req-1ea2859f-38a3-4a46-84f0-416e71d35cc6 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885184 May 30 19:54:56.993516 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7763482c-4254-4287-ada3-f5661c1f8b84 req-5f42d377-5669-4dce-920f-135a286456c2 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:57.007635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4aeec1f-97d6-4c2f-b2b1-cb5c65692f04 req-5b3b173e-3756-4a90-963b-e1b327998249 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 1125 time: 0.2400651 May 30 19:54:57.017428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46890) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:57.037564 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd66045d-950c-4011-853f-67cfffab5c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:57.075567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fd66045d-950c-4011-853f-67cfffab5c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:57.080500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fd66045d-950c-4011-853f-67cfffab5c1e admin admin] Usage tracker for resource:security_group_rule and tenant:5d86ca5ff51a45c3b62849fa5d5af376 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:57.083926 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fd66045d-950c-4011-853f-67cfffab5c1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:57.089845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fd66045d-950c-4011-853f-67cfffab5c1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:57.090693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42d377-5669-4dce-920f-135a286456c2 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Pushing event deleted for resources: {'Port': ['ID=2d4acd42-d35d-4fea-afd6-8972a6f9e2be,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:57.129249 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8ed31-a754-4c34-9748-d942c1380509 req-cb25f048-ce5a-459b-908c-00da7257d44f tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:57.130690 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27b8ed31-a754-4c34-9748-d942c1380509 req-cb25f048-ce5a-459b-908c-00da7257d44f tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2a0a7a1-6186-4315-b14d-33df2a3203ef HTTP/1.1" status: 200 len: 946 time: 0.2515430 May 30 19:54:57.158522 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd66045d-950c-4011-853f-67cfffab5c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:57.163446 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd66045d-950c-4011-853f-67cfffab5c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:57.185394 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46896) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:57.238965 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66045d-950c-4011-853f-67cfffab5c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182665ab-d3de-43a0-98e2-4295b1fb3e30,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:57.258979 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fd66045d-950c-4011-853f-67cfffab5c1e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5d86ca5ff51a45c3b62849fa5d5af376&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2384052 May 30 19:54:57.259847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46902) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:57.307633 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['2d4acd42-d35d-4fea-afd6-8972a6f9e2be'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:54:57.339213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7763482c-4254-4287-ada3-f5661c1f8b84 req-5f42d377-5669-4dce-920f-135a286456c2 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] No DVR routers for this DVR port 2d4acd42-d35d-4fea-afd6-8972a6f9e2be on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:54:57.341844 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7763482c-4254-4287-ada3-f5661c1f8b84 req-5f42d377-5669-4dce-920f-135a286456c2 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:57.351311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9171c5eb-e273-4d1e-97df-9df256f70c41', 'name': 'network-vif-deleted', 'tag': '2d4acd42-d35d-4fea-afd6-8972a6f9e2be'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:57.369915 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b98874d-8d5d-454f-ad85-218bfbfec56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:57.403082 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27b8ed31-a754-4c34-9748-d942c1380509 req-a3fdc76d-9a50-4d24-bf6d-02d59967122f tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1f9c54b-8ecc-4b25-b524-4fc5c80fab9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2629824 May 30 19:54:57.410391 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b98874d-8d5d-454f-ad85-218bfbfec56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:57.418355 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7763482c-4254-4287-ada3-f5661c1f8b84 req-5f42d377-5669-4dce-920f-135a286456c2 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.77 "DELETE /v2.0/ports/2d4acd42-d35d-4fea-afd6-8972a6f9e2be HTTP/1.1" status: 204 len: 173 time: 1.6304553 May 30 19:54:57.430825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aeec1f-97d6-4c2f-b2b1-cb5c65692f04 req-4d22332a-3d08-4de1-a94a-3e4810566b46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:57.432721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4aeec1f-97d6-4c2f-b2b1-cb5c65692f04 req-4d22332a-3d08-4de1-a94a-3e4810566b46 service neutron] 10.222.0.77 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 908 time: 0.3431771 May 30 19:54:57.440173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddbc50-bc6f-4121-a38b-a4e2361505ef req-a2e91678-9214-495b-bf37-f6c271dff685 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:57.448001 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9bddbc50-bc6f-4121-a38b-a4e2361505ef req-a2e91678-9214-495b-bf37-f6c271dff685 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 944 time: 0.4452057 May 30 19:54:57.542655 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0adfd6eb-7ff0-4175-8075-b8041ddd1317'] response: {'server_uuid': '9171c5eb-e273-4d1e-97df-9df256f70c41', 'name': 'network-vif-deleted', 'tag': '2d4acd42-d35d-4fea-afd6-8972a6f9e2be', 'status': 'completed', 'code': 200} May 30 19:54:57.547806 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5b46ca45-2407-4ab6-ac8b-25b05953ba12 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=07be7e4f1fc84109b649e34136610531&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3591495 May 30 19:54:57.551300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46910) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:57.565990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4aeec1f-97d6-4c2f-b2b1-cb5c65692f04 req-469698ad-0123-4689-b185-59010884d5e7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f740787-7f7d-4d5f-8870-23030fee3917 HTTP/1.1" status: 200 len: 217 time: 0.1159875 May 30 19:54:57.615975 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b98874d-8d5d-454f-ad85-218bfbfec56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:57.634852 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98874d-8d5d-454f-ad85-218bfbfec56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182665ab-d3de-43a0-98e2-4295b1fb3e30,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:57.655223 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b98874d-8d5d-454f-ad85-218bfbfec56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:57.656454 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0b98874d-8d5d-454f-ad85-218bfbfec56d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/182665ab-d3de-43a0-98e2-4295b1fb3e30 HTTP/1.1" status: 204 len: 168 time: 0.3956525 May 30 19:54:57.659183 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1cda44e-c814-442d-8504-62dbb6decf87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:57.678490 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9bddbc50-bc6f-4121-a38b-a4e2361505ef req-4dd5f92c-95f0-4f10-92a0-c5820948d5f9 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295051 May 30 19:54:57.687771 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1cda44e-c814-442d-8504-62dbb6decf87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:57.696734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aeec1f-97d6-4c2f-b2b1-cb5c65692f04 req-018f7e37-741c-4cac-87a9-05f7a72c50ec service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:57.698174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4aeec1f-97d6-4c2f-b2b1-cb5c65692f04 req-018f7e37-741c-4cac-87a9-05f7a72c50ec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.1225069 May 30 19:54:57.727698 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bc2dcf6e-2d47-47bf-8879-fd283a1464d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:57.759116 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1cda44e-c814-442d-8504-62dbb6decf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:57.765585 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4aeec1f-97d6-4c2f-b2b1-cb5c65692f04 req-e421db3c-0adc-40fe-b083-3586d07c56aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576644 May 30 19:54:57.787141 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cda44e-c814-442d-8504-62dbb6decf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a0ba42-486b-4d3b-989d-1bf13840b211,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:57.806155 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1cda44e-c814-442d-8504-62dbb6decf87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:57.811282 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e1cda44e-c814-442d-8504-62dbb6decf87 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/37a0ba42-486b-4d3b-989d-1bf13840b211 HTTP/1.1" status: 204 len: 168 time: 0.2582593 May 30 19:54:57.824007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e7fb3-57db-4a55-88cd-eb0fe9e008c6 req-40aced58-9db7-4548-a452-2d91607ff741 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:57.831156 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-106e7fb3-57db-4a55-88cd-eb0fe9e008c6 req-40aced58-9db7-4548-a452-2d91607ff741 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2a0a7a1-6186-4315-b14d-33df2a3203ef HTTP/1.1" status: 200 len: 946 time: 0.2055750 May 30 19:54:57.833948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46924) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:57.841621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ccac7a91-7daa-459d-a90f-3847eb046c1e tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Request body: {'floatingip': {'port_id': '5e58aca5-0ab5-4cc8-9187-b4849f99686d'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:57.933068 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ccac7a91-7daa-459d-a90f-3847eb046c1e tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:58.065086 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:54:58.091181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f2e892f7-bde8-4005-a43e-7707433cd018 req-eded841a-816d-484a-9b58-0b9d9dfd7cc4 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Synchronizing usage tracker for tenant:f4715e2930334c93877781e3111f362f on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:54:58.139557 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9f740787-7f7d-4d5f-8870-23030fee3917 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:54:58.145001 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f2e892f7-bde8-4005-a43e-7707433cd018 req-eded841a-816d-484a-9b58-0b9d9dfd7cc4 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] Unset dirty status for tenant:f4715e2930334c93877781e3111f362f on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:54:58.146161 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2e892f7-bde8-4005-a43e-7707433cd018 req-eded841a-816d-484a-9b58-0b9d9dfd7cc4 tempest-TenantUsagesTestJSON-634361572 tempest-TenantUsagesTestJSON-634361572-project] 10.222.0.84 "GET /v2.0/ports?device_id=9171c5eb-e273-4d1e-97df-9df256f70c41 HTTP/1.1" status: 200 len: 210 time: 0.1981013 May 30 19:54:58.167524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6cb8b-995a-4ad4-b78a-375470cb2175 req-1bb95287-1a88-476a-9034-bd6b69fae037 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:58.167943 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b451b848-1c08-447f-8b2b-ef89b4c485fd no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:54:58.174387 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2e6cb8b-995a-4ad4-b78a-375470cb2175 req-1bb95287-1a88-476a-9034-bd6b69fae037 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 944 time: 0.1886795 May 30 19:54:58.211634 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4aeec1f-97d6-4c2f-b2b1-cb5c65692f04 req-ed0b0e82-4435-4a15-9ec2-b07a9764f8bb service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340949 May 30 19:54:58.266807 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: b451b848-1c08-447f-8b2b-ef89b4c485fd {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:54:58.267196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b451b848-1c08-447f-8b2b-ef89b4c485fd not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:54:58.361443 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4aeec1f-97d6-4c2f-b2b1-cb5c65692f04 req-8a985777-894c-46f3-a4c2-872cb6731c90 service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424298 May 30 19:54:58.382135 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2e6cb8b-995a-4ad4-b78a-375470cb2175 req-af5c2a54-afe1-499d-8615-72c4b5d37f2f tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068617 May 30 19:54:58.440870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:54:58.451744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:54:58.452251 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:58.511422 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46938) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:58.556043 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9f740787-7f7d-4d5f-8870-23030fee3917, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9f740787-7f7d-4d5f-8870-23030fee3917,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:58.576095 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9f740787-7f7d-4d5f-8870-23030fee3917 has no active binding in host n-h2-843949-2 {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 19:54:58.610984 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f42965a7-e1d4-487f-8384-55e38ed79070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:58.645053 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:58.645987 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-11e906da-5376-46fc-a33d-e4b8d75565ad service neutron] 10.222.0.77 "GET /v2.0/ports/9f740787-7f7d-4d5f-8870-23030fee3917/bindings/n-h2-843949-2 HTTP/1.1" status: 200 len: 384 time: 0.1141672 May 30 19:54:58.656658 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f42965a7-e1d4-487f-8384-55e38ed79070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:58.681011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9788f11e-77e1-46b4-bcb4-eb45c4d13f21'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:54:58.709862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:58.717726 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:58.718702 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2d4acd42-d35d-4fea-afd6-8972a6f9e2be no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:54:58.733987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f42965a7-e1d4-487f-8384-55e38ed79070 admin admin] Usage tracker for resource:security_group_rule and tenant:ec78b23fcc5a4cdca93ecb5e337238de is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:58.737730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f42965a7-e1d4-487f-8384-55e38ed79070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:58.789442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f42965a7-e1d4-487f-8384-55e38ed79070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:58.847480 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ccac7a91-7daa-459d-a90f-3847eb046c1e tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:58.848009 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84d44d1-d0bb-49e6-bb34-02823ca91b90'] response: {'server_uuid': 'dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9788f11e-77e1-46b4-bcb4-eb45c4d13f21', 'code': 200} May 30 19:54:58.851872 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ccac7a91-7daa-459d-a90f-3847eb046c1e tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:58.890567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 2d4acd42-d35d-4fea-afd6-8972a6f9e2be {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:54:58.891046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2d4acd42-d35d-4fea-afd6-8972a6f9e2be not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:54:58.941492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:59.165659 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-ccac7a91-7daa-459d-a90f-3847eb046c1e tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Floating IP 2a4dce70-4928-4cbd-b522-ae4c94f77446 associated. External IP: 172.25.5.76, port: 5e58aca5-0ab5-4cc8-9187-b4849f99686d. May 30 19:54:59.237915 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46958) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:59.255340 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f42965a7-e1d4-487f-8384-55e38ed79070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:59.326017 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f42965a7-e1d4-487f-8384-55e38ed79070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:59.365910 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f42965a7-e1d4-487f-8384-55e38ed79070 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ec78b23fcc5a4cdca93ecb5e337238de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8509772 May 30 19:54:59.367854 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46966) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:59.404857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-781df96f-6db1-458b-a5cb-8f246a1a9ccd service neutron] For port 9f740787-7f7d-4d5f-8870-23030fee3917, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9f740787-7f7d-4d5f-8870-23030fee3917,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:59.421720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42965a7-e1d4-487f-8384-55e38ed79070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45450ac6-968c-44f3-9b28-d60721b26f00,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:59.443610 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7b5b2c20-0f5e-4ca6-bc1b-a09cabc47bc2 req-7e35678c-beec-41e3-8747-9a04e2a2db85 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 1096 time: 0.4212668 May 30 19:54:59.446676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-781df96f-6db1-458b-a5cb-8f246a1a9ccd service neutron] For port 9f740787-7f7d-4d5f-8870-23030fee3917, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:54:59.502643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb559e4-1643-4a1e-95e3-8ee97f3585e8 req-07c471f2-73d4-4cda-a5f7-b956f0726374 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:59.514801 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2bb559e4-1643-4a1e-95e3-8ee97f3585e8 req-07c471f2-73d4-4cda-a5f7-b956f0726374 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 945 time: 0.4935145 May 30 19:54:59.566713 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-168977989-network', 'tenant_id': '7f14cc1a7e814a30840686fc48246cb9'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:54:59.583285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-781df96f-6db1-458b-a5cb-8f246a1a9ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f740787-7f7d-4d5f-8870-23030fee3917 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:54:59.600037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:59.619721 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-afc7778e-0339-43cb-9a10-6da63a0ac6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:59.644929 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46974) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:59.651753 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-afc7778e-0339-43cb-9a10-6da63a0ac6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:59.656379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Usage tracker for resource:network and tenant:7f14cc1a7e814a30840686fc48246cb9 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:59.661627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-781df96f-6db1-458b-a5cb-8f246a1a9ccd service neutron] For port 9f740787-7f7d-4d5f-8870-23030fee3917, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9f740787-7f7d-4d5f-8870-23030fee3917,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:54:59.671924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:59.691015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:59.694294 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7b5b2c20-0f5e-4ca6-bc1b-a09cabc47bc2 req-a3193e93-19a4-4cd8-84b4-11d239d0c778 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150431 May 30 19:54:59.700530 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2bb559e4-1643-4a1e-95e3-8ee97f3585e8 req-b77b58e0-433e-4c45-8100-8800290b7f15 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849313 May 30 19:54:59.703519 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-781df96f-6db1-458b-a5cb-8f246a1a9ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:59.723775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Made reservation on behalf of 7f14cc1a7e814a30840686fc48246cb9 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:54:59.726318 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:59.751956 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:59.775218 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-afc7778e-0339-43cb-9a10-6da63a0ac6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:59.793111 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7778e-0339-43cb-9a10-6da63a0ac6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45450ac6-968c-44f3-9b28-d60721b26f00,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:54:59.826128 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-afc7778e-0339-43cb-9a10-6da63a0ac6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:59.829857 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-afc7778e-0339-43cb-9a10-6da63a0ac6bd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/45450ac6-968c-44f3-9b28-d60721b26f00 HTTP/1.1" status: 204 len: 168 time: 0.4583075 May 30 19:54:59.841993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccac7a91-7daa-459d-a90f-3847eb046c1e tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Router 95df5663-da85-4659-948a-39a743b0005e has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:54:59.856008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:54:59.857508 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c8c14b6a-c97d-47d0-b77c-4e959590fd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:59.870619 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Usage tracker for resource:security_group_rule and tenant:7f14cc1a7e814a30840686fc48246cb9 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:54:59.878084 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8dca8-1ac4-4040-aa50-c0dc89de7518 req-7e4c9a9d-6c9c-4942-9958-d9f0fa9040ce tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:54:59.879515 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dee8dca8-1ac4-4040-aa50-c0dc89de7518 req-7e4c9a9d-6c9c-4942-9958-d9f0fa9040ce tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 944 time: 0.2989504 May 30 19:54:59.880326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:54:59.904749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:54:59.943835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-781df96f-6db1-458b-a5cb-8f246a1a9ccd service neutron] Transition to ACTIVE for port object 9f740787-7f7d-4d5f-8870-23030fee3917 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:54:59.958395 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-781df96f-6db1-458b-a5cb-8f246a1a9ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:00.041071 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dee8dca8-1ac4-4040-aa50-c0dc89de7518 req-9427641e-006a-432c-8d64-b596693397b1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537714 May 30 19:55:00.058617 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2cdfd0c2-28af-489d-83a0-0ce1859e1564 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f4715e2930334c93877781e3111f362f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4068906 May 30 19:55:00.059159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46986) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:00.194636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781df96f-6db1-458b-a5cb-8f246a1a9ccd service neutron] Pushing event updated for resources: {'Port': ['ID=9f740787-7f7d-4d5f-8870-23030fee3917,revision_number=10']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:00.203050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-781df96f-6db1-458b-a5cb-8f246a1a9ccd service neutron] No DVR routers for this DVR port 9f740787-7f7d-4d5f-8870-23030fee3917 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:55:00.218163 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01644c39-b61b-413e-b17c-55b0bd637140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:00.250376 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01644c39-b61b-413e-b17c-55b0bd637140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:00.257145 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:00.312300 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:00.315934 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01644c39-b61b-413e-b17c-55b0bd637140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:00.341905 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01644c39-b61b-413e-b17c-55b0bd637140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7566201b-c507-412d-88e8-e1f071044617,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:00.353127 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccac7a91-7daa-459d-a90f-3847eb046c1e tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:55:00.354840 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01644c39-b61b-413e-b17c-55b0bd637140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:00.358305 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-01644c39-b61b-413e-b17c-55b0bd637140 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7566201b-c507-412d-88e8-e1f071044617 HTTP/1.1" status: 204 len: 168 time: 0.2962718 May 30 19:55:00.362923 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ccac7a91-7daa-459d-a90f-3847eb046c1e tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:00.385651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:55:00.397816 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998269f-92d7-49d2-b75c-de72ff8a02fe None None] Sync routers for ids ['95df5663-da85-4659-948a-39a743b0005e'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:55:00.407299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7141717d-857b-44bd-8773-71796d6e6d40,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:00.414289 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998269f-92d7-49d2-b75c-de72ff8a02fe None None] Routers {'95df5663-da85-4659-948a-39a743b0005e'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:55:00.415272 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:00.415484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c998269f-92d7-49d2-b75c-de72ff8a02fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:55:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['95df5663-da85-4659-948a-39a743b0005e'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:00.415631 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Added segment 497d8034-46dc-4c66-aeef-d72db1c51323 of type vlan for network 92bd3d59-4531-4793-a162-5b682749f8a1 May 30 19:55:00.433137 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ccac7a91-7daa-459d-a90f-3847eb046c1e tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "PUT /v2.0/floatingips/2a4dce70-4928-4cbd-b522-ae4c94f77446 HTTP/1.1" status: 200 len: 991 time: 2.5976880 May 30 19:55:00.434657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a0a7a1-6186-4315-b14d-33df2a3203ef', 'tag': '5e58aca5-0ab5-4cc8-9187-b4849f99686d'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:55:00.441490 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-781df96f-6db1-458b-a5cb-8f246a1a9ccd service neutron] 10.222.0.77 "PUT /v2.0/ports/9f740787-7f7d-4d5f-8870-23030fee3917/bindings/n-h2-843949-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7854967 May 30 19:55:00.476959 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:00.562026 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:00.563114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:00.563909 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:00.612819 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129855cc-f68d-4291-b1a9-146fd81f477c'] response: {'name': 'network-changed', 'server_uuid': 'd2a0a7a1-6186-4315-b14d-33df2a3203ef', 'tag': '5e58aca5-0ab5-4cc8-9187-b4849f99686d', 'status': 'completed', 'code': 200} May 30 19:55:00.683786 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-36a758ec-7e5a-468a-9f48-4c22fee5f097 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71&tenant_id=da2c3b5169e14006bab98c084c88a6a6&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 1096 time: 0.1726437 May 30 19:55:00.776626 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-7f4b7ca5-417b-4046-bfe7-9752b4ebb19e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71&tenant_id=da2c3b5169e14006bab98c084c88a6a6 HTTP/1.1" status: 200 len: 1096 time: 0.0853186 May 30 19:55:00.814494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c998269f-92d7-49d2-b75c-de72ff8a02fe None None] Set router 95df5663-da85-4659-948a-39a743b0005e gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:55:00.825894 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5192263 May 30 19:55:00.834588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47010) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:00.866431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-9c5c1e31-3a64-49d2-91b5-770f836e96e5 admin admin] Request body: {'subnet': {'network_id': '92bd3d59-4531-4793-a162-5b682749f8a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-168977989-subnet', 'tenant_id': '7f14cc1a7e814a30840686fc48246cb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:00.871705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9c5c1e31-3a64-49d2-91b5-770f836e96e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:00.877783 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9c5c1e31-3a64-49d2-91b5-770f836e96e5 admin admin] Usage tracker for resource:subnet and tenant:7f14cc1a7e814a30840686fc48246cb9 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:00.881761 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9c5c1e31-3a64-49d2-91b5-770f836e96e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:00.888746 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9c5c1e31-3a64-49d2-91b5-770f836e96e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:00.900382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4eec73-ed75-40d5-8d94-e73e98f00a21 admin admin] Pushing event updated for resources: {'Network': ['ID=92bd3d59-4531-4793-a162-5b682749f8a1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:00.917604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5c1e31-3a64-49d2-91b5-770f836e96e5 admin admin] Made reservation on behalf of 7f14cc1a7e814a30840686fc48246cb9 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:55:00.920151 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9c5c1e31-3a64-49d2-91b5-770f836e96e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:00.962229 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-7f35f3c4-de0e-441a-84da-2bd08a306fa2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 1096 time: 0.1590638 May 30 19:55:00.971687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 92bd3d59-4531-4793-a162-5b682749f8a1 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:55:01.049708 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47018) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:01.081329 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6645c-e289-404e-8b18-7e65b1aad510 req-dbe84612-6a32-4cd3-a5ba-9f7e71cad2f5 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:01.089388 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-abc6645c-e289-404e-8b18-7e65b1aad510 req-dbe84612-6a32-4cd3-a5ba-9f7e71cad2f5 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2a0a7a1-6186-4315-b14d-33df2a3203ef HTTP/1.1" status: 200 len: 946 time: 0.3864932 May 30 19:55:01.148403 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b30a34e-045b-4d15-ade8-c0e71833a7f4 req-33ed1298-995f-4b14-81c1-bec3c3bb5a2b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f7ad2b0e0a43c78fbf76504ce43566&device_id=d2a0a7a1-6186-4315-b14d-33df2a3203ef HTTP/1.1" status: 200 len: 1097 time: 0.5375221 May 30 19:55:01.159993 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8db05322-6cca-457a-bc86-5bd80eb21bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:01.316396 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8db05322-6cca-457a-bc86-5bd80eb21bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:01.323219 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-e286cddc-5231-42c9-ac12-079e94446df8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:01.345932 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-e286cddc-5231-42c9-ac12-079e94446df8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 908 time: 0.3780479 May 30 19:55:01.349466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8db05322-6cca-457a-bc86-5bd80eb21bba admin admin] Usage tracker for resource:security_group_rule and tenant:9e4abc4800254e01b99e563222674123 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:01.419075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8db05322-6cca-457a-bc86-5bd80eb21bba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:01.469761 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-abc6645c-e289-404e-8b18-7e65b1aad510 req-fe005598-d9f5-48c9-ac22-e3a2ae033294 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1f9c54b-8ecc-4b25-b524-4fc5c80fab9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3792870 May 30 19:55:01.494647 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:01.518242 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:01.560597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30a34e-045b-4d15-ade8-c0e71833a7f4 req-f094d662-8c3d-4bbc-96c4-3853d3531116 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:01.562165 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b30a34e-045b-4d15-ade8-c0e71833a7f4 req-f094d662-8c3d-4bbc-96c4-3853d3531116 service neutron] 10.222.0.93 "GET /v2.0/networks?id=07d7a20b-768f-47e6-89de-d7930c016c1b HTTP/1.1" status: 200 len: 906 time: 0.3974731 May 30 19:55:01.634129 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6718e11b-03b8-4915-81f0-642f8c15ba9b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f740787-7f7d-4d5f-8870-23030fee3917 HTTP/1.1" status: 200 len: 217 time: 0.2765281 May 30 19:55:01.634375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8db05322-6cca-457a-bc86-5bd80eb21bba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:01.641478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fb888-0383-4d22-8876-de39c0d99f65 req-d8c00fad-4515-4926-80ab-5d308f0a2bd6 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:01.642950 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-936fb888-0383-4d22-8876-de39c0d99f65 req-d8c00fad-4515-4926-80ab-5d308f0a2bd6 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 945 time: 0.5719652 May 30 19:55:01.644235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c998269f-92d7-49d2-b75c-de72ff8a02fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95df5663-da85-4659-948a-39a743b0005e', 'name': 'tempest-ServersTestJSON-424188664-router', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:54:26Z', 'updated_at': '2022-05-30T19:54:30Z', 'revision_number': 4, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'gw_port': {'id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:27Z', 'updated_at': '2022-05-30T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '2a4dce70-4928-4cbd-b522-ae4c94f77446', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'floating_ip_address': '172.25.5.76', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '95df5663-da85-4659-948a-39a743b0005e', 'port_id': '5e58aca5-0ab5-4cc8-9187-b4849f99686d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b', 'mac_address': 'fa:16:3e:82:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a0a7a1-6186-4315-b14d-33df2a3203ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T19:54:38Z', 'updated_at': '2022-05-30T19:54:58Z', 'revision_number': 1, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29568a45-786b-4b8f-a4f6-dd07d6b7a5a5', 'name': '', 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'mac_address': 'fa:16:3e:57:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:29Z', 'updated_at': '2022-05-30T19:54:51Z', 'revision_number': 5, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'subnets': [{'id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:01.651179 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998269f-92d7-49d2-b75c-de72ff8a02fe None None] Checking router: 95df5663-da85-4659-948a-39a743b0005e for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:55:01.676166 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998269f-92d7-49d2-b75c-de72ff8a02fe None None] Routers {'95df5663-da85-4659-948a-39a743b0005e'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:55:01.678235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c998269f-92d7-49d2-b75c-de72ff8a02fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:55:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['95df5663-da85-4659-948a-39a743b0005e'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:01.684062 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9c5c1e31-3a64-49d2-91b5-770f836e96e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:01.709838 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-69691a6b-8ce3-42d4-b366-301a2ddbca4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:01.712080 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-69691a6b-8ce3-42d4-b366-301a2ddbca4b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.0705423 May 30 19:55:01.766800 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-ae4a63df-6f62-46c7-b055-95c949e3b8d2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472176 May 30 19:55:01.852384 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b30a34e-045b-4d15-ade8-c0e71833a7f4 req-f6289e54-39c6-4d2c-885d-927ad86af326 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e58aca5-0ab5-4cc8-9187-b4849f99686d HTTP/1.1" status: 200 len: 999 time: 0.2791412 May 30 19:55:01.864945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c1e31-3a64-49d2-91b5-770f836e96e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede5b085-a7f1-4061-925b-5e8c7aff68d0,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:01.881556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-936fb888-0383-4d22-8876-de39c0d99f65 req-7a6da19c-6adf-4425-babe-6bd59462423c tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288873 May 30 19:55:01.917270 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c998269f-92d7-49d2-b75c-de72ff8a02fe None None] Set router 95df5663-da85-4659-948a-39a743b0005e gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:55:01.919429 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8db05322-6cca-457a-bc86-5bd80eb21bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:01.934986 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8db05322-6cca-457a-bc86-5bd80eb21bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:01.957561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5c1e31-3a64-49d2-91b5-770f836e96e5 admin admin] Checking segment: {'id': '497d8034-46dc-4c66-aeef-d72db1c51323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '92bd3d59-4531-4793-a162-5b682749f8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:01.958136 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5c1e31-3a64-49d2-91b5-770f836e96e5 admin admin] Network hostable DHCP agents. Network: 92bd3d59-4531-4793-a162-5b682749f8a1, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:55:01.971371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30a34e-045b-4d15-ade8-c0e71833a7f4 req-8b254873-2c7e-4646-a961-3c7273744685 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:01.973039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b30a34e-045b-4d15-ade8-c0e71833a7f4 req-8b254873-2c7e-4646-a961-3c7273744685 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9 HTTP/1.1" status: 200 len: 844 time: 0.0965464 May 30 19:55:01.983127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6448e04-fbed-459d-8daf-2a32b72fe498 req-f2cbce34-5969-48d3-a0e7-cd084a639254 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:01.984959 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e6448e04-fbed-459d-8daf-2a32b72fe498 req-f2cbce34-5969-48d3-a0e7-cd084a639254 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 945 time: 0.2970991 May 30 19:55:01.996678 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8db05322-6cca-457a-bc86-5bd80eb21bba admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9e4abc4800254e01b99e563222674123&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9444206 May 30 19:55:02.009598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47040) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:02.058615 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-fc7373d4-eee4-44c5-8f3d-427e37630ed5 service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780545 May 30 19:55:02.065446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db05322-6cca-457a-bc86-5bd80eb21bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1747aaa-1de7-4642-9a56-ef96a4445e78,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:02.088005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9f740787-7f7d-4d5f-8870-23030fee3917 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:55:02.104394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5c1e31-3a64-49d2-91b5-770f836e96e5 admin admin] Network 92bd3d59-4531-4793-a162-5b682749f8a1 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:55:02.136517 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e6448e04-fbed-459d-8daf-2a32b72fe498 req-ffd7c2e9-ddd4-4924-8b0f-8f64c6b28354 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024849 May 30 19:55:02.143819 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-9c5c1e31-3a64-49d2-91b5-770f836e96e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 92bd3d59-4531-4793-a162-5b682749f8a1) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:02.162414 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838e7706-701d-447d-8c99-9436aba813c5 None None] Network 92bd3d59-4531-4793-a162-5b682749f8a1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:55:02.168590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5c1e31-3a64-49d2-91b5-770f836e96e5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:02.169196 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9c5c1e31-3a64-49d2-91b5-770f836e96e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:02.211516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b30a34e-045b-4d15-ade8-c0e71833a7f4 req-a8ed227b-5872-495f-aa04-54ed280fded2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=07d7a20b-768f-47e6-89de-d7930c016c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2252831 May 30 19:55:02.224692 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9c5c1e31-3a64-49d2-91b5-770f836e96e5 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3858488 May 30 19:55:02.314710 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-794247d1-559f-4d1f-bd39-662aeb6cc8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:02.340332 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9f740787-7f7d-4d5f-8870-23030fee3917 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:55:02.366497 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-794247d1-559f-4d1f-bd39-662aeb6cc8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:02.422116 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b30a34e-045b-4d15-ade8-c0e71833a7f4 req-24b4a14f-9f9a-42b6-9e3f-ef8ea001ff06 service neutron] 10.222.0.93 "GET /v2.0/networks/07d7a20b-768f-47e6-89de-d7930c016c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946800 May 30 19:55:02.444045 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-794247d1-559f-4d1f-bd39-662aeb6cc8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:02.468138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794247d1-559f-4d1f-bd39-662aeb6cc8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1747aaa-1de7-4642-9a56-ef96a4445e78,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:02.477927 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-5a7429c0-2599-4089-b29b-4cd93e4e148e service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870540 May 30 19:55:02.483434 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-794247d1-559f-4d1f-bd39-662aeb6cc8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:02.487168 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-794247d1-559f-4d1f-bd39-662aeb6cc8bc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a1747aaa-1de7-4642-9a56-ef96a4445e78 HTTP/1.1" status: 204 len: 168 time: 0.4743934 May 30 19:55:02.668777 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b30a34e-045b-4d15-ade8-c0e71833a7f4 req-d8f3589e-cd24-4afd-81e0-26b600a3df14 service neutron] 10.222.0.93 "GET /v2.0/networks/07d7a20b-768f-47e6-89de-d7930c016c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402372 May 30 19:55:02.861383 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:02.885028 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:02.892607 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18dac7b-4464-4808-86b8-b615af3247e2 None None] Network 92bd3d59-4531-4793-a162-5b682749f8a1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:55:02.940951 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-ce6f58c5-0ed6-4e43-9743-b3935d4cbef6 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71&tenant_id=da2c3b5169e14006bab98c084c88a6a6&binding%3Ahost_id=n-h2-843949-2 HTTP/1.1" status: 200 len: 1096 time: 0.0969529 May 30 19:55:03.103460 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6629af97-167e-4390-af55-9451e2122427 service neutron] For port 9f740787-7f7d-4d5f-8870-23030fee3917, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:55:03.110427 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6629af97-167e-4390-af55-9451e2122427 service neutron] Notify callbacks [] for binding, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:03.111842 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1baf6297-0dd9-4449-8239-4f3692bda071 req-6629af97-167e-4390-af55-9451e2122427 service neutron] 10.222.0.93 "DELETE /v2.0/ports/9f740787-7f7d-4d5f-8870-23030fee3917/bindings/n-h1-843949-2 HTTP/1.1" status: 204 len: 173 time: 0.1618757 May 30 19:55:03.284810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea41510-db09-48ab-aa17-37b26c6d0f3d req-f255d3d5-f29c-4314-8164-9330b4d3b547 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:03.286303 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bea41510-db09-48ab-aa17-37b26c6d0f3d req-f255d3d5-f29c-4314-8164-9330b4d3b547 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 945 time: 0.1069355 May 30 19:55:03.291765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c998269f-92d7-49d2-b75c-de72ff8a02fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95df5663-da85-4659-948a-39a743b0005e', 'name': 'tempest-ServersTestJSON-424188664-router', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:54:26Z', 'updated_at': '2022-05-30T19:54:30Z', 'revision_number': 4, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'gw_port': {'id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:27Z', 'updated_at': '2022-05-30T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '2a4dce70-4928-4cbd-b522-ae4c94f77446', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'floating_ip_address': '172.25.5.76', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '95df5663-da85-4659-948a-39a743b0005e', 'port_id': '5e58aca5-0ab5-4cc8-9187-b4849f99686d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b', 'mac_address': 'fa:16:3e:82:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a0a7a1-6186-4315-b14d-33df2a3203ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T19:54:38Z', 'updated_at': '2022-05-30T19:54:58Z', 'revision_number': 1, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29568a45-786b-4b8f-a4f6-dd07d6b7a5a5', 'name': '', 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'mac_address': 'fa:16:3e:57:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:29Z', 'updated_at': '2022-05-30T19:54:51Z', 'revision_number': 5, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'subnets': [{'id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:03.305963 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998269f-92d7-49d2-b75c-de72ff8a02fe None None] The sync data for ids ['95df5663-da85-4659-948a-39a743b0005e'] in n-d-843949-2 is: [{'id': '95df5663-da85-4659-948a-39a743b0005e', 'name': 'tempest-ServersTestJSON-424188664-router', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:54:26Z', 'updated_at': '2022-05-30T19:54:30Z', 'revision_number': 4, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'gw_port': {'id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:27Z', 'updated_at': '2022-05-30T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '2a4dce70-4928-4cbd-b522-ae4c94f77446', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'floating_ip_address': '172.25.5.76', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '95df5663-da85-4659-948a-39a743b0005e', 'port_id': '5e58aca5-0ab5-4cc8-9187-b4849f99686d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b', 'mac_address': 'fa:16:3e:82:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a0a7a1-6186-4315-b14d-33df2a3203ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T19:54:38Z', 'updated_at': '2022-05-30T19:54:58Z', 'revision_number': 1, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29568a45-786b-4b8f-a4f6-dd07d6b7a5a5', 'name': '', 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'mac_address': 'fa:16:3e:57:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:29Z', 'updated_at': '2022-05-30T19:54:51Z', 'revision_number': 5, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'subnets': [{'id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:55:03.383013 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bea41510-db09-48ab-aa17-37b26c6d0f3d req-cce37502-229e-47db-82be-5eacc2d65674 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781953 May 30 19:55:03.754069 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a746f74b-82c1-442d-9296-426bd1436242 req-15a30ab2-ff65-460b-9f9e-e9c5e3348317 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 1096 time: 0.1263590 May 30 19:55:03.762303 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c4ba1-3ceb-4ade-8af4-acbc36dc81a1 req-8193c2ce-16eb-4e8d-b1cc-dbf05214faa9 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:03.763701 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f86c4ba1-3ceb-4ade-8af4-acbc36dc81a1 req-8193c2ce-16eb-4e8d-b1cc-dbf05214faa9 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 945 time: 0.2131691 May 30 19:55:03.839706 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a746f74b-82c1-442d-9296-426bd1436242 req-c7fefcea-dea0-4fde-9346-8487944eb210 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749619 May 30 19:55:03.847362 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f86c4ba1-3ceb-4ade-8af4-acbc36dc81a1 req-0772266f-48fd-413e-98be-c43028cb429f tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654361 May 30 19:55:04.002399 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55010c-3c2d-4d10-a631-7d15542cffac None None] New status for floating IP 2a4dce70-4928-4cbd-b522-ae4c94f77446: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 19:55:04.378198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47134) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:04.385015 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-822469418-network', 'tenant_id': 'ca2481b4f5114663a364c2ee8b18d5b4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:04.401487 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:04.414523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Usage tracker for resource:network and tenant:ca2481b4f5114663a364c2ee8b18d5b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:04.425297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:04.434406 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-87076ff0-9528-40ca-80f1-98836f337fe1 req-2f0b7bb7-16d1-40a1-842c-4f6b8af86692 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 1096 time: 0.1714275 May 30 19:55:04.434822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:04.449950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Made reservation on behalf of ca2481b4f5114663a364c2ee8b18d5b4 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:55:04.453992 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:04.491195 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:04.520992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47138) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:04.535712 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-87076ff0-9528-40ca-80f1-98836f337fe1 req-8cb0f3d4-d35c-4f65-93e7-4ececd29a684 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833654 May 30 19:55:04.565020 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:04.575112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Usage tracker for resource:security_group_rule and tenant:ca2481b4f5114663a364c2ee8b18d5b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:04.578667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:04.586178 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:04.713183 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:04.717744 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:04.763026 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:55:04.793115 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-0982735c-b192-4a51-83aa-5b9ce7ea241c tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=80c5886d695a483397b8748456ab7e32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1220970 May 30 19:55:04.799811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c490647e-79c9-4e39-8b5a-6c330609fd3c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:04.807158 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:04.807158 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Added segment 4f02f6cb-c2a4-4d60-8eaa-5e6642df44fd of type vlan for network 0035fec6-dbe8-489d-864b-30d6b87ac714 May 30 19:55:04.874272 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:04.925358 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-138265324-network', 'tenant_id': '786de5a300034beebcae4021e1f48951'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:04.944005 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:04.950985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Usage tracker for resource:network and tenant:786de5a300034beebcae4021e1f48951 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:04.974287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:04.991016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:05.006942 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:05.008349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:05.009732 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:05.063373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Made reservation on behalf of 786de5a300034beebcae4021e1f48951 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:55:05.072474 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:05.136043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-64394918-1454-45b8-b84c-f896ea922eea tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:05.138406 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-64394918-1454-45b8-b84c-f896ea922eea tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3436766 May 30 19:55:05.168680 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:05.173055 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-156ceaf1-6c26-4298-8f8c-2ffbbeef9485 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/quotas/80c5886d695a483397b8748456ab7e32 HTTP/1.1" status: 200 len: 375 time: 0.0211391 May 30 19:55:05.203351 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8240602 May 30 19:55:05.215034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47164) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:05.220572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d524a-63d9-43e1-825e-bee8cc3a95b8 admin admin] Pushing event updated for resources: {'Network': ['ID=0035fec6-dbe8-489d-864b-30d6b87ac714,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:05.230581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5fdc1e11-9a42-447d-a4dd-5bdd053551ed admin admin] Request body: {'subnet': {'network_id': '0035fec6-dbe8-489d-864b-30d6b87ac714', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-822469418-subnet', 'tenant_id': 'ca2481b4f5114663a364c2ee8b18d5b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:05.232691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 0035fec6-dbe8-489d-864b-30d6b87ac714 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:55:05.277604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5fdc1e11-9a42-447d-a4dd-5bdd053551ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:05.293827 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5fdc1e11-9a42-447d-a4dd-5bdd053551ed admin admin] Usage tracker for resource:subnet and tenant:ca2481b4f5114663a364c2ee8b18d5b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:05.299740 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5fdc1e11-9a42-447d-a4dd-5bdd053551ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:05.302888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:05.318663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5fdc1e11-9a42-447d-a4dd-5bdd053551ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:05.321934 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Usage tracker for resource:security_group_rule and tenant:786de5a300034beebcae4021e1f48951 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:05.337045 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:05.346598 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-7ce104e5-ac8e-4a78-841f-dd7bc7cfae33 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1647260 May 30 19:55:05.354669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:05.356717 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdc1e11-9a42-447d-a4dd-5bdd053551ed admin admin] Made reservation on behalf of ca2481b4f5114663a364c2ee8b18d5b4 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:55:05.359163 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5fdc1e11-9a42-447d-a4dd-5bdd053551ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:05.391931 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-62ab20df-a441-40ef-8023-257617237c57 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:05.393250 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-62ab20df-a441-40ef-8023-257617237c57 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 807 time: 0.3784568 May 30 19:55:05.419775 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-afe4ec64-1eb1-46c6-8e7e-f7e58d0cad1e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/quotas/da2c3b5169e14006bab98c084c88a6a6 HTTP/1.1" status: 200 len: 375 time: 0.0191953 May 30 19:55:05.521158 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-edec4556-f094-4d96-8a54-1b69d5502f71 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004925 May 30 19:55:05.583756 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:05.627165 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:05.675581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:55:05.694631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c518b5b-1704-4b44-b6e6-8922ccd9328f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:05.703284 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:05.703703 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Added segment 4329252c-8885-4ae4-b29e-9ba3202871f4 of type vlan for network 60002e2b-84c7-4489-b061-89eacded10ff May 30 19:55:05.779045 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8f0786d-e95f-49e4-b711-887be72d616b req-fb5c7435-64a3-46f5-8218-2b02fcd064e1 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 210 time: 0.0711000 May 30 19:55:05.797247 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5fdc1e11-9a42-447d-a4dd-5bdd053551ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:05.807986 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:05.900872 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-af00b621-afad-4076-ad90-ce4d0d6ca8c5 service neutron] 10.222.0.84 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714514 May 30 19:55:05.919049 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc1e11-9a42-447d-a4dd-5bdd053551ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc551816-8267-4b44-ad6f-5c77cb6103d0,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:05.964111 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:05.965173 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:05.965822 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:06.009656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc1e11-9a42-447d-a4dd-5bdd053551ed admin admin] Checking segment: {'id': '4f02f6cb-c2a4-4d60-8eaa-5e6642df44fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0035fec6-dbe8-489d-864b-30d6b87ac714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:06.010089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdc1e11-9a42-447d-a4dd-5bdd053551ed admin admin] Network hostable DHCP agents. Network: 0035fec6-dbe8-489d-864b-30d6b87ac714, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:55:06.100012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-06398b40-4e42-4356-bc2e-71d28e629f02 service neutron] 10.222.0.84 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922820 May 30 19:55:06.118903 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] Pushing event updated for resources: {'Network': ['ID=60002e2b-84c7-4489-b061-89eacded10ff,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:06.127537 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47184) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:06.128372 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b44830ce-e10b-4531-ad1f-a976e2242d86 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6063154 May 30 19:55:06.129523 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 60002e2b-84c7-4489-b061-89eacded10ff details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:55:06.134214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-857d7fa5-4a56-4a42-b4c8-446eaf2db945 admin admin] Request body: {'subnet': {'network_id': '60002e2b-84c7-4489-b061-89eacded10ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-138265324-subnet', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:06.142138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdc1e11-9a42-447d-a4dd-5bdd053551ed admin admin] Network 0035fec6-dbe8-489d-864b-30d6b87ac714 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:55:06.142920 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-857d7fa5-4a56-4a42-b4c8-446eaf2db945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:06.149714 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-857d7fa5-4a56-4a42-b4c8-446eaf2db945 admin admin] Usage tracker for resource:subnet and tenant:786de5a300034beebcae4021e1f48951 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:06.155859 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-857d7fa5-4a56-4a42-b4c8-446eaf2db945 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:06.159286 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5fdc1e11-9a42-447d-a4dd-5bdd053551ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 0035fec6-dbe8-489d-864b-30d6b87ac714) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:06.162781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-857d7fa5-4a56-4a42-b4c8-446eaf2db945 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:06.173248 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc1e11-9a42-447d-a4dd-5bdd053551ed admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:06.176370 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5fdc1e11-9a42-447d-a4dd-5bdd053551ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:06.187750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857d7fa5-4a56-4a42-b4c8-446eaf2db945 admin admin] Made reservation on behalf of 786de5a300034beebcae4021e1f48951 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:55:06.190319 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-857d7fa5-4a56-4a42-b4c8-446eaf2db945 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:06.236317 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5fdc1e11-9a42-447d-a4dd-5bdd053551ed admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0184069 May 30 19:55:06.470533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c458899c-5cde-4c91-b88b-7555e0f43702 None None] Network 0035fec6-dbe8-489d-864b-30d6b87ac714 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:55:06.565824 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47198) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:06.723217 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-521a4f84-a372-4816-a8bc-5f5cdf43a27b admin admin] Deleting subnet ede5b085-a7f1-4061-925b-5e8c7aff68d0 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:55:06.726509 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-521a4f84-a372-4816-a8bc-5f5cdf43a27b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:06.784984 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-521a4f84-a372-4816-a8bc-5f5cdf43a27b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:06.850819 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-857d7fa5-4a56-4a42-b4c8-446eaf2db945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:06.888586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-521a4f84-a372-4816-a8bc-5f5cdf43a27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:06.912757 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:06.934142 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac04b1fa-2765-4720-8087-405c7317fc85 req-80d5dda8-23d4-46f5-925b-f86cb61c77e2 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 210 time: 0.2293839 May 30 19:55:07.050140 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc40af4c-102d-4fde-af7a-0aa0846880ab None None] Network 0035fec6-dbe8-489d-864b-30d6b87ac714 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:55:07.079325 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-521a4f84-a372-4816-a8bc-5f5cdf43a27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:07.108356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d7fa5-4a56-4a42-b4c8-446eaf2db945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1f2fdd8-e02c-4626-a06a-d481f48d0414,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:07.183812 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a4f84-a372-4816-a8bc-5f5cdf43a27b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede5b085-a7f1-4061-925b-5e8c7aff68d0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:07.190786 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-521a4f84-a372-4816-a8bc-5f5cdf43a27b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:07.198637 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-521a4f84-a372-4816-a8bc-5f5cdf43a27b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/ede5b085-a7f1-4061-925b-5e8c7aff68d0 HTTP/1.1" status: 204 len: 168 time: 0.6317849 May 30 19:55:07.201426 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47222) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:07.236467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857d7fa5-4a56-4a42-b4c8-446eaf2db945 admin admin] Checking segment: {'id': '4329252c-8885-4ae4-b29e-9ba3202871f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:07.239423 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d7fa5-4a56-4a42-b4c8-446eaf2db945 admin admin] Network hostable DHCP agents. Network: 60002e2b-84c7-4489-b061-89eacded10ff, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:55:07.261326 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51a3cc16-853c-4522-a167-bcb2bc30c37d req-bffbf664-009a-403c-aca0-1ea2fdcd46ae tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 210 time: 0.1302512 May 30 19:55:07.294336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d7fa5-4a56-4a42-b4c8-446eaf2db945 admin admin] Network 60002e2b-84c7-4489-b061-89eacded10ff is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:55:07.312363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-857d7fa5-4a56-4a42-b4c8-446eaf2db945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 60002e2b-84c7-4489-b061-89eacded10ff) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:07.316621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857d7fa5-4a56-4a42-b4c8-446eaf2db945 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:07.317399 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-857d7fa5-4a56-4a42-b4c8-446eaf2db945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:07.343794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-857d7fa5-4a56-4a42-b4c8-446eaf2db945 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2150655 May 30 19:55:07.347084 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47226) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:07.353464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-138265324-router', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:07.371086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:07.380638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Usage tracker for resource:router and tenant:786de5a300034beebcae4021e1f48951 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:07.385010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:07.393189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:07.417663 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:07.418757 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:07.439537 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecaf502-3643-4f54-85cb-e17c26d57bc7 None None] Network 60002e2b-84c7-4489-b061-89eacded10ff requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:55:07.447412 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:07.637519 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e36b460-787f-4560-a40d-fa4c9d45e199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:07.808273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-60002e2b-84c7-4489-b061-89eacded10ff', 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'fixed_ips': [{'subnet_id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 19:55:07.809084 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:07.842859 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:07.878801 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e36b460-787f-4560-a40d-fa4c9d45e199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:07.909598 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-5707428a-6467-4a61-a879-776d5abb5c58 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=80c5886d695a483397b8748456ab7e32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1477644 May 30 19:55:07.910769 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-1e36b460-787f-4560-a40d-fa4c9d45e199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bd3d59-4531-4793-a162-5b682749f8a1']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:07.925586 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-1e36b460-787f-4560-a40d-fa4c9d45e199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497d8034-46dc-4c66-aeef-d72db1c51323') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:07.925940 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-1e36b460-787f-4560-a40d-fa4c9d45e199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497d8034-46dc-4c66-aeef-d72db1c51323') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:07.939773 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e36b460-787f-4560-a40d-fa4c9d45e199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:07.959852 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e36b460-787f-4560-a40d-fa4c9d45e199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:07.967614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e36b460-787f-4560-a40d-fa4c9d45e199 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:55:07.968032 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e36b460-787f-4560-a40d-fa4c9d45e199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:08.073366 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Allocated IP 172.20.0.2 (60002e2b-84c7-4489-b061-89eacded10ff/a1f2fdd8-e02c-4626-a06a-d481f48d0414/83d0516e-881c-4b35-b703-02aac52b1cb1) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: timer() May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: self._notify() May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:55:08.106512 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:55:08.174345 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e36b460-787f-4560-a40d-fa4c9d45e199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:08.207779 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e36b460-787f-4560-a40d-fa4c9d45e199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:08.225675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36b460-787f-4560-a40d-fa4c9d45e199 admin admin] Pushing event deleted for resources: {'Network': ['ID=92bd3d59-4531-4793-a162-5b682749f8a1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:08.233723 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1e36b460-787f-4560-a40d-fa4c9d45e199 admin admin] 10.222.0.84 "DELETE /v2.0/networks/92bd3d59-4531-4793-a162-5b682749f8a1 HTTP/1.1" status: 204 len: 168 time: 1.0280335 May 30 19:55:08.234324 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47234) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:08.333985 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7941e077-0bea-48f8-9639-98b9701fdbe4 req-7fa116f5-223b-451c-bf94-cf9cdaa628f2 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 210 time: 0.1049469 May 30 19:55:08.367559 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-63886c71-ae40-4f6a-8ba8-cbc5cd9f9602 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:08.369052 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-63886c71-ae40-4f6a-8ba8-cbc5cd9f9602 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4488678 May 30 19:55:08.372176 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e20a2a9-8647-4185-8ec7-b35032eff75b admin admin] Deleting subnet dc551816-8267-4b44-ad6f-5c77cb6103d0 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:55:08.382728 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9e20a2a9-8647-4185-8ec7-b35032eff75b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:08.436561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Request body: {'port': {'device_id': '35aeb205-e5ed-4ded-9da6-3e444fdc1218', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '80c5886d695a483397b8748456ab7e32'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:08.445999 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9e20a2a9-8647-4185-8ec7-b35032eff75b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:08.521999 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9e20a2a9-8647-4185-8ec7-b35032eff75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:08.583500 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:08.614514 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9e20a2a9-8647-4185-8ec7-b35032eff75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:08.620582 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Transition to ACTIVE for port object 83d0516e-881c-4b35-b703-02aac52b1cb1 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:08.648208 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Transition to ACTIVE for port object 83d0516e-881c-4b35-b703-02aac52b1cb1 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:08.655287 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:08.692984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20a2a9-8647-4185-8ec7-b35032eff75b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc551816-8267-4b44-ad6f-5c77cb6103d0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:08.700570 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be6bf6f6-c5e4-49dd-96fe-23033dc69811 req-21ef2893-0d31-490e-b950-cde6706a6455 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 210 time: 0.1722217 May 30 19:55:08.734114 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9e20a2a9-8647-4185-8ec7-b35032eff75b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:08.735220 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Network 60002e2b-84c7-4489-b061-89eacded10ff is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:08.738418 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:08.743617 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:55:08.748881 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9e20a2a9-8647-4185-8ec7-b35032eff75b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/dc551816-8267-4b44-ad6f-5c77cb6103d0 HTTP/1.1" status: 204 len: 168 time: 0.5113702 May 30 19:55:08.752345 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47242) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:08.754837 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Pushing event updated for resources: {'Port': ['ID=83d0516e-881c-4b35-b703-02aac52b1cb1,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:08.878704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Attempting to bind port 83d0516e-881c-4b35-b703-02aac52b1cb1 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:55:08.879403 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Attempting to bind port 83d0516e-881c-4b35-b703-02aac52b1cb1 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4329252c-8885-4ae4-b29e-9ba3202871f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:55:08.879740 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Attempting to bind port 83d0516e-881c-4b35-b703-02aac52b1cb1 on network 60002e2b-84c7-4489-b061-89eacded10ff {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:08.887628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:55:08.888009 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Checking segment: {'id': '4329252c-8885-4ae4-b29e-9ba3202871f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:08.888410 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:08.889128 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Bound using segment: {'id': '4329252c-8885-4ae4-b29e-9ba3202871f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:55:08.889708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Bound port: 83d0516e-881c-4b35-b703-02aac52b1cb1, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4329252c-8885-4ae4-b29e-9ba3202871f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:55:08.890077 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:08.910739 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba741404-4618-40f3-b9d5-d627fcc68a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:08.985126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-b9819bfc-e10e-409b-bcb7-db367eb6c755 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:08.986856 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-b9819bfc-e10e-409b-bcb7-db367eb6c755 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.77 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 807 time: 0.2853439 May 30 19:55:09.007522 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] For port 83d0516e-881c-4b35-b703-02aac52b1cb1, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:55:09.009931 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:09.011602 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] For port 83d0516e-881c-4b35-b703-02aac52b1cb1, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=83d0516e-881c-4b35-b703-02aac52b1cb1,segment=NetworkSegment(4329252c-8885-4ae4-b29e-9ba3202871f4),segment_id=4329252c-8885-4ae4-b29e-9ba3202871f4)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:55:09.025588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-ff9f29b4-b813-45a6-8ec7-12730bcbcb29 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Request body: {'port': {'device_id': 'b606f007-e9e3-4268-9855-ba55da8817f4', 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6', 'admin_state_up': True, 'tenant_id': 'da2c3b5169e14006bab98c084c88a6a6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:09.032052 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:09.101797 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Usage tracker for resource:port and tenant:80c5886d695a483397b8748456ab7e32 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:09.105999 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:09.117561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:09.197124 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba741404-4618-40f3-b9d5-d627fcc68a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:09.212701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Made reservation on behalf of 80c5886d695a483397b8748456ab7e32 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:55:09.213822 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64547404-e5c7-4b7a-abfe-b5502ac1041c None None] Pushing event updated for resources: {'Port': ['ID=83d0516e-881c-4b35-b703-02aac52b1cb1,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:09.218620 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:09.234615 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ba741404-4618-40f3-b9d5-d627fcc68a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0035fec6-dbe8-489d-864b-30d6b87ac714']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:09.249935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ba741404-4618-40f3-b9d5-d627fcc68a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f02f6cb-c2a4-4d60-8eaa-5e6642df44fd') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:09.250226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ba741404-4618-40f3-b9d5-d627fcc68a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f02f6cb-c2a4-4d60-8eaa-5e6642df44fd') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:09.270353 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba741404-4618-40f3-b9d5-d627fcc68a98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:09.276979 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:09.295168 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba741404-4618-40f3-b9d5-d627fcc68a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:09.301977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba741404-4618-40f3-b9d5-d627fcc68a98 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:55:09.302359 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba741404-4618-40f3-b9d5-d627fcc68a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:09.320797 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:09.372515 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: timer() May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: self._notify() May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:55:09.401791 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:55:09.410267 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba741404-4618-40f3-b9d5-d627fcc68a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:09.440593 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba741404-4618-40f3-b9d5-d627fcc68a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:09.447825 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba741404-4618-40f3-b9d5-d627fcc68a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=0035fec6-dbe8-489d-864b-30d6b87ac714,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:09.455412 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ba741404-4618-40f3-b9d5-d627fcc68a98 admin admin] 10.222.0.84 "DELETE /v2.0/networks/0035fec6-dbe8-489d-864b-30d6b87ac714 HTTP/1.1" status: 204 len: 168 time: 0.6989651 May 30 19:55:09.513495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:09.520460 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-ff9f29b4-b813-45a6-8ec7-12730bcbcb29 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:09.523657 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Usage tracker for resource:security_group_rule and tenant:80c5886d695a483397b8748456ab7e32 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:09.533415 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:09.547382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:09.553097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-ff9f29b4-b813-45a6-8ec7-12730bcbcb29 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:09.650434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-ff9f29b4-b813-45a6-8ec7-12730bcbcb29 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Made reservation on behalf of da2c3b5169e14006bab98c084c88a6a6 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:55:09.660271 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-ff9f29b4-b813-45a6-8ec7-12730bcbcb29 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:09.769614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47268) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:09.835878 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-91c5764e-d84e-4a19-969a-ab5309c0f534 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7f14cc1a7e814a30840686fc48246cb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0639763 May 30 19:55:09.837043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47272) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:09.908591 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-522ff3bc-d229-4e2b-bcff-262678c59b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:09.946496 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-522ff3bc-d229-4e2b-bcff-262678c59b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:09.950447 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b87ef93-40c3-4cc5-a398-cc0a0d5a9d4d req-f541aa85-1285-4246-8cdd-864dba3a3263 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 210 time: 0.2701757 May 30 19:55:09.954746 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Allocated IP 172.25.5.156 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:55:09.975955 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f4a1a6b1-2a47-4b55-942a-2c956b123610 req-e969e1e2-68e8-4707-8bef-a0e261499fcd tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 210 time: 0.0793316 May 30 19:55:10.024929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-ff9f29b4-b813-45a6-8ec7-12730bcbcb29 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Allocated IP 172.20.0.4 (41c9bfb4-8529-4660-8c6c-7d6abbb32dd6/f931af6a-450f-4906-adfc-acf32639be02/946bb9d1-7928-4cda-8909-336cdf25bf5f) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:55:10.067583 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-522ff3bc-d229-4e2b-bcff-262678c59b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:10.097935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ff3bc-d229-4e2b-bcff-262678c59b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7141717d-857b-44bd-8773-71796d6e6d40,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:10.148896 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-522ff3bc-d229-4e2b-bcff-262678c59b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:10.150761 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-522ff3bc-d229-4e2b-bcff-262678c59b17 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7141717d-857b-44bd-8773-71796d6e6d40 HTTP/1.1" status: 204 len: 168 time: 0.3125858 May 30 19:55:10.175853 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:10.215413 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:10.585418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Allocated IP 192.168.233.35 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/45283eb0-7f60-4f12-a812-00a197ecbf9e) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:55:10.623832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11051176-946a-48a7-8520-506177875ba7 None None] Network 60002e2b-84c7-4489-b061-89eacded10ff requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:55:10.627724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74748e46-5812-4f6e-b805-b2582418e4e1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:10.680355 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:10.757123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-50322954-4a44-4b7a-a7d1-f1d598e11468 None None] Provisioning for port 83d0516e-881c-4b35-b703-02aac52b1cb1 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:10.956444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47286) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:11.023168 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-54be4119-4a8b-4ace-8a87-3f62092ffb00 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ca2481b4f5114663a364c2ee8b18d5b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0641823 May 30 19:55:11.026934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47292) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:11.265518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 83d0516e-881c-4b35-b703-02aac52b1cb1 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:55:11.405628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 83d0516e-881c-4b35-b703-02aac52b1cb1 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:11.409521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-315eb350-3c13-4ec6-97aa-9c3e75ba97a3 None None] Provisioning complete for port 83d0516e-881c-4b35-b703-02aac52b1cb1 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:11.409904 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-315eb350-3c13-4ec6-97aa-9c3e75ba97a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:11.419629 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-ff9f29b4-b813-45a6-8ec7-12730bcbcb29 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:11.428385 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2238ec9-5472-4e6d-ac4d-942c9212ab27 req-ae584b9e-7fc3-4572-974f-8d899a84bdbf tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 210 time: 0.1807652 May 30 19:55:11.431271 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:11.442881 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:11.462336 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd6df201-4826-4835-956c-5772d72c7939 req-e752705f-11cf-41d0-9dd1-18a41bd023fa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9838662 May 30 19:55:11.487510 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 83d0516e-881c-4b35-b703-02aac52b1cb1 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:11.487877 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:11.506646 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51b6979c-38ee-4105-8889-cf1420736f40 req-fb4091b1-c6e3-4696-aa5e-6b56971dc672 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 210 time: 0.1592948 May 30 19:55:11.611346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Transition to ACTIVE for port object 45283eb0-7f60-4f12-a812-00a197ecbf9e will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:11.640465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:11.645291 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Pushing event updated for resources: {'Port': ['ID=6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:11.650318 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-315eb350-3c13-4ec6-97aa-9c3e75ba97a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:11.659657 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:11.662189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:55:11.704060 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:11.719334 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-315eb350-3c13-4ec6-97aa-9c3e75ba97a3 None None] For port 83d0516e-881c-4b35-b703-02aac52b1cb1, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=83d0516e-881c-4b35-b703-02aac52b1cb1,segment=NetworkSegment(4329252c-8885-4ae4-b29e-9ba3202871f4),segment_id=4329252c-8885-4ae4-b29e-9ba3202871f4)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:11.729784 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-315eb350-3c13-4ec6-97aa-9c3e75ba97a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:11.745639 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-686aecf4-168c-41b1-8b44-0a3859079f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:11.783106 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-ff9f29b4-b813-45a6-8ec7-12730bcbcb29 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:11.856748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd6df201-4826-4835-956c-5772d72c7939 req-4abd7fe2-8cde-4d0c-af81-3b98c0385fcc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 1095 time: 0.3404055 May 30 19:55:11.858560 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-686aecf4-168c-41b1-8b44-0a3859079f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:11.873934 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 19:55:11.874505 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 19:55:11.875254 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315eb350-3c13-4ec6-97aa-9c3e75ba97a3 None None] Pushing event updated for resources: {'Port': ['ID=83d0516e-881c-4b35-b703-02aac52b1cb1,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:11.915689 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:12.021738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-ff9f29b4-b813-45a6-8ec7-12730bcbcb29 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:12.032650 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-ff9f29b4-b813-45a6-8ec7-12730bcbcb29 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:12.035053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-ff9f29b4-b813-45a6-8ec7-12730bcbcb29 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:55:12.039818 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-ff9f29b4-b813-45a6-8ec7-12730bcbcb29 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:12.040447 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-ff9f29b4-b813-45a6-8ec7-12730bcbcb29 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:12.071413 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:12.085624 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:12.088312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:55:12.092492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:12.093150 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:12.167567 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f29b4-b813-45a6-8ec7-12730bcbcb29 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Pushing event updated for resources: {'Port': ['ID=946bb9d1-7928-4cda-8909-336cdf25bf5f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:12.253908 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8649104 May 30 19:55:12.255218 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-ff9f29b4-b813-45a6-8ec7-12730bcbcb29 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2563150 May 30 19:55:12.290677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Request body: {'port': {'device_id': 'b606f007-e9e3-4268-9855-ba55da8817f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:12.326021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Request body: {'port': {'device_id': '35aeb205-e5ed-4ded-9da6-3e444fdc1218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:12.439385 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198fc89-60ab-44b8-9553-64d7410aeec2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Pushing event updated for resources: {'Port': ['ID=45283eb0-7f60-4f12-a812-00a197ecbf9e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:12.442976 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-686aecf4-168c-41b1-8b44-0a3859079f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:12.465517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f9e0f46f-e1c8-4d6c-8c84-3bc19e397f6d None None] Provisioning for port 45283eb0-7f60-4f12-a812-00a197ecbf9e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:12.468227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6df201-4826-4835-956c-5772d72c7939 req-a33adb07-92b3-4cff-b534-9bc8a9403429 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:12.469872 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd6df201-4826-4835-956c-5772d72c7939 req-a33adb07-92b3-4cff-b534-9bc8a9403429 service neutron] 10.222.0.93 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 908 time: 0.5829127 May 30 19:55:12.488224 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f9e0f46f-e1c8-4d6c-8c84-3bc19e397f6d None None] Provisioning complete for port 45283eb0-7f60-4f12-a812-00a197ecbf9e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:12.488588 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f9e0f46f-e1c8-4d6c-8c84-3bc19e397f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:12.554714 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f9e0f46f-e1c8-4d6c-8c84-3bc19e397f6d None None] Port 45283eb0-7f60-4f12-a812-00a197ecbf9e cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:55:12.589752 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686aecf4-168c-41b1-8b44-0a3859079f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c490647e-79c9-4e39-8b5a-6c330609fd3c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:12.653302 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd6df201-4826-4835-956c-5772d72c7939 req-0fab850e-6af8-4134-92ca-d0a98b1a7e6e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3d8415d-b149-4568-b574-96d85490ccc0 HTTP/1.1" status: 200 len: 217 time: 0.1205041 May 30 19:55:12.658007 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-686aecf4-168c-41b1-8b44-0a3859079f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:12.662870 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-686aecf4-168c-41b1-8b44-0a3859079f7e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c490647e-79c9-4e39-8b5a-6c330609fd3c HTTP/1.1" status: 204 len: 168 time: 1.4197648 May 30 19:55:12.702927 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:12.754191 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:12.824779 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:12.825027 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:13.038984 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6df201-4826-4835-956c-5772d72c7939 req-6b7f09ac-80b6-455e-824b-a5dfe5b95dad service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:13.040489 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd6df201-4826-4835-956c-5772d72c7939 req-6b7f09ac-80b6-455e-824b-a5dfe5b95dad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.3737221 May 30 19:55:13.238148 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 83d0516e-881c-4b35-b703-02aac52b1cb1 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:55:13.340926 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 83d0516e-881c-4b35-b703-02aac52b1cb1 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:13.341287 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:13.422258 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd6df201-4826-4835-956c-5772d72c7939 req-5080a6bd-f851-472d-809a-c611036f6dab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754626 May 30 19:55:13.675495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fddf3-25dd-43b5-8837-dfb9905a5157 req-d83178b8-31b7-4d3d-9bf7-a75eab8cc3a4 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:13.676197 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-dc3fddf3-25dd-43b5-8837-dfb9905a5157 req-d83178b8-31b7-4d3d-9bf7-a75eab8cc3a4 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Synchronizing usage tracker for tenant:da2c3b5169e14006bab98c084c88a6a6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:55:13.690917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fb21d-a718-48a2-9235-9d2c7d534f80 req-60134345-be4b-4793-8da5-1d1a60efe61c tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:13.691560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b68fb21d-a718-48a2-9235-9d2c7d534f80 req-60134345-be4b-4793-8da5-1d1a60efe61c tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Synchronizing usage tracker for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:55:13.896573 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-dc3fddf3-25dd-43b5-8837-dfb9905a5157 req-d83178b8-31b7-4d3d-9bf7-a75eab8cc3a4 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Unset dirty status for tenant:da2c3b5169e14006bab98c084c88a6a6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:55:13.898404 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc3fddf3-25dd-43b5-8837-dfb9905a5157 req-d83178b8-31b7-4d3d-9bf7-a75eab8cc3a4 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 931 time: 1.1812863 May 30 19:55:13.931330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b68fb21d-a718-48a2-9235-9d2c7d534f80 req-60134345-be4b-4793-8da5-1d1a60efe61c tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Unset dirty status for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:55:13.932458 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b68fb21d-a718-48a2-9235-9d2c7d534f80 req-60134345-be4b-4793-8da5-1d1a60efe61c tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 935 time: 1.2101107 May 30 19:55:13.966361 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd6df201-4826-4835-956c-5772d72c7939 req-dcb172b5-cf62-4e39-918a-fea4775a8f7d service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322711 May 30 19:55:14.202373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b68fb21d-a718-48a2-9235-9d2c7d534f80 req-4ee31179-32a1-4f33-9c26-a8d58a26ab83 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Synchronizing usage tracker for tenant:80c5886d695a483397b8748456ab7e32 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:55:14.219409 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc3fddf3-25dd-43b5-8837-dfb9905a5157 req-f354a291-3598-4928-a356-e69530292138 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992373 May 30 19:55:14.374803 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd6df201-4826-4835-956c-5772d72c7939 req-3926af1e-3a70-4c2f-91b7-43ec882345e4 service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730774 May 30 19:55:14.386801 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b68fb21d-a718-48a2-9235-9d2c7d534f80 req-4ee31179-32a1-4f33-9c26-a8d58a26ab83 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Unset dirty status for tenant:80c5886d695a483397b8748456ab7e32 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:55:14.388172 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b68fb21d-a718-48a2-9235-9d2c7d534f80 req-4ee31179-32a1-4f33-9c26-a8d58a26ab83 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365821 May 30 19:55:14.419329 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946bb9d1-7928-4cda-8909-336cdf25bf5f {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:55:14.431227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45283eb0-7f60-4f12-a812-00a197ecbf9e {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:55:14.436395 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:14.448412 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:14.473396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Transition to ACTIVE for port object 946bb9d1-7928-4cda-8909-336cdf25bf5f will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:14.482233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Transition to ACTIVE for port object 45283eb0-7f60-4f12-a812-00a197ecbf9e will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:14.485263 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:14.525166 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:14.727861 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Pushing event updated for resources: {'Port': ['ID=946bb9d1-7928-4cda-8909-336cdf25bf5f,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:14.800595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Router 8fdc757d-b48b-42d8-a584-b7310795fc1d is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 19:55:14.964300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Pushing event updated for resources: {'Port': ['ID=45283eb0-7f60-4f12-a812-00a197ecbf9e,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:15.052600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Attempting to bind port 45283eb0-7f60-4f12-a812-00a197ecbf9e on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:55:15.052922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Attempting to bind port 45283eb0-7f60-4f12-a812-00a197ecbf9e by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:55:15.053242 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Attempting to bind port 45283eb0-7f60-4f12-a812-00a197ecbf9e on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:15.062140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Attempting to bind port 946bb9d1-7928-4cda-8909-336cdf25bf5f on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:55:15.062472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Attempting to bind port 946bb9d1-7928-4cda-8909-336cdf25bf5f by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:55:15.062788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Attempting to bind port 946bb9d1-7928-4cda-8909-336cdf25bf5f on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:15.244238 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Port 45283eb0-7f60-4f12-a812-00a197ecbf9e on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:55:15.244557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Attempting to bind port 45283eb0-7f60-4f12-a812-00a197ecbf9e on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:15.248509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Port 946bb9d1-7928-4cda-8909-336cdf25bf5f on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:55:15.248818 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Attempting to bind port 946bb9d1-7928-4cda-8909-336cdf25bf5f on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:15.277586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:55:15.278057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:15.278386 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:55:15.278888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Bound port: 45283eb0-7f60-4f12-a812-00a197ecbf9e, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:55:15.279320 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:15.288665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:55:15.288989 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Checking segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:15.289353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Bound using segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:55:15.289767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Bound port: 946bb9d1-7928-4cda-8909-336cdf25bf5f, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:55:15.290096 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:15.389387 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8be739-4a05-4642-a41e-002c6102d0eb req-3cadbf57-47e6-4600-bb67-292c1a4ee78a tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:15.390742 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a8be739-4a05-4642-a41e-002c6102d0eb req-3cadbf57-47e6-4600-bb67-292c1a4ee78a tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/ports?device_id=8da2a797-751a-47a3-ab25-aae7228ab1cf HTTP/1.1" status: 200 len: 945 time: 0.4776740 May 30 19:55:15.518411 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-38fa7ae6-c887-4ec6-8e9c-e01918168b96 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=62224e4a80e642d1af5db13c4fcc50ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738788 May 30 19:55:15.555535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] For port 946bb9d1-7928-4cda-8909-336cdf25bf5f, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:55:15.560748 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] For port 45283eb0-7f60-4f12-a812-00a197ecbf9e, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:55:15.633408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] For port 45283eb0-7f60-4f12-a812-00a197ecbf9e, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=45283eb0-7f60-4f12-a812-00a197ecbf9e,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:55:15.639981 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] For port 946bb9d1-7928-4cda-8909-336cdf25bf5f, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=946bb9d1-7928-4cda-8909-336cdf25bf5f,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:55:15.650174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a8be739-4a05-4642-a41e-002c6102d0eb req-bf8a9d39-96f3-459f-95eb-adb0141f62df tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/security-groups?id=d44d0f3d-1760-4157-b68c-8dc8c5abaaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426124 May 30 19:55:15.656259 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:15.690755 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:15.780948 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:15.781955 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] 10.222.0.77 "PUT /v2.0/ports/45283eb0-7f60-4f12-a812-00a197ecbf9e HTTP/1.1" status: 200 len: 1095 time: 3.4602368 May 30 19:55:15.792378 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:15.793933 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] 10.222.0.77 "PUT /v2.0/ports/946bb9d1-7928-4cda-8909-336cdf25bf5f HTTP/1.1" status: 200 len: 1091 time: 3.5179775 May 30 19:55:15.797416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35aeb205-e5ed-4ded-9da6-3e444fdc1218', 'tag': '45283eb0-7f60-4f12-a812-00a197ecbf9e'}, {'name': 'network-changed', 'server_uuid': 'b606f007-e9e3-4268-9855-ba55da8817f4', 'tag': '946bb9d1-7928-4cda-8909-336cdf25bf5f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:55:15.917655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d61ad-abc1-458b-8284-b8c3d02927ac service neutron] Pushing event updated for resources: {'Port': ['ID=45283eb0-7f60-4f12-a812-00a197ecbf9e,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:15.924436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-65feb3eb-84ba-40e6-9ff7-e87e5223c75c tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:15.926413 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-65feb3eb-84ba-40e6-9ff7-e87e5223c75c tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3955963 May 30 19:55:16.044294 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:55:16.051537 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-34b3988d-72a7-4567-be77-b6ce5a00c0e9 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/quotas/62224e4a80e642d1af5db13c4fcc50ce HTTP/1.1" status: 200 len: 375 time: 0.0829403 May 30 19:55:16.053251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Sync routers for ids ['8fdc757d-b48b-42d8-a584-b7310795fc1d'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:55:16.064965 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Routers {'8fdc757d-b48b-42d8-a584-b7310795fc1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:55:16.065577 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:55:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8fdc757d-b48b-42d8-a584-b7310795fc1d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:16.119742 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629d36b-30ed-4ac3-a095-181af2c6c65a service neutron] Pushing event updated for resources: {'Port': ['ID=946bb9d1-7928-4cda-8909-336cdf25bf5f,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:16.134626 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-c8960798-e469-48cb-9d46-2229512239c4 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=62224e4a80e642d1af5db13c4fcc50ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738294 May 30 19:55:16.142758 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:16.146531 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4a9d6af0-695e-4fc3-953e-d991789b77de admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.7953017 May 30 19:55:16.146905 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47378) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:16.155991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-6954ea2e-5948-4e27-81ef-fc7b1d01bf90 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 1098 time: 0.3151922 May 30 19:55:16.164385 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b6d54-ea45-4995-a647-085ef87a42b4 req-ba866743-83cc-4a83-a137-966ea1c9eb8e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:16.165459 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-085b6d54-ea45-4995-a647-085ef87a42b4 req-ba866743-83cc-4a83-a137-966ea1c9eb8e tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 943 time: 0.3912859 May 30 19:55:16.168464 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-44aacb8c-5aac-4b0a-80b7-add83e95f609 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 1094 time: 0.3229790 May 30 19:55:16.315320 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-8f2ed9a3-a02f-4a55-b726-ec90bce03e13 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=946bb9d1-7928-4cda-8909-336cdf25bf5f HTTP/1.1" status: 200 len: 217 time: 0.0990517 May 30 19:55:16.316473 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-79394f2a-0594-4ad9-a728-ef3d3d10c0ac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=45283eb0-7f60-4f12-a812-00a197ecbf9e HTTP/1.1" status: 200 len: 217 time: 0.1471691 May 30 19:55:16.421063 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Set router 8fdc757d-b48b-42d8-a584-b7310795fc1d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:55:16.512543 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-085b6d54-ea45-4995-a647-085ef87a42b4 req-5bb5166b-61aa-404b-b2d5-c31952409098 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950449 May 30 19:55:16.607026 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-002cd5da-9ca5-4a4e-8708-f6be6ffbbfe1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:16.617718 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-002cd5da-9ca5-4a4e-8708-f6be6ffbbfe1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.2862337 May 30 19:55:16.631011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-58dd0d2d-6d5e-4067-8c33-5b36b6c0b79f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:16.645815 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-58dd0d2d-6d5e-4067-8c33-5b36b6c0b79f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.3131938 May 30 19:55:16.663878 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb8ea3d-9d73-4c66-82bd-e617c56d15ab'] response: {'name': 'network-changed', 'server_uuid': '35aeb205-e5ed-4ded-9da6-3e444fdc1218', 'tag': '45283eb0-7f60-4f12-a812-00a197ecbf9e', 'status': 'completed', 'code': 200} May 30 19:55:16.664159 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb8ea3d-9d73-4c66-82bd-e617c56d15ab'] response: {'name': 'network-changed', 'server_uuid': 'b606f007-e9e3-4268-9855-ba55da8817f4', 'tag': '946bb9d1-7928-4cda-8909-336cdf25bf5f', 'status': 'completed', 'code': 200} May 30 19:55:16.831415 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ed263b4-7db9-43cb-ba30-00f1cbbc8a19 req-a3ca648b-06e4-4ad7-bd75-7e67849d77fb tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=99be9749-f558-4324-95c6-6f85fe378be7 HTTP/1.1" status: 200 len: 210 time: 0.1090460 May 30 19:55:16.844258 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-74aaa309-2a2e-42f3-813e-c5f0e492f641 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2150273 May 30 19:55:16.989424 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-138265324-router', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:07Z', 'updated_at': '2022-05-30T19:55:11Z', 'revision_number': 3, 'project_id': '786de5a300034beebcae4021e1f48951', 'gw_port': {'id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:09Z', 'updated_at': '2022-05-30T19:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:16.994990 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Checking router: 8fdc757d-b48b-42d8-a584-b7310795fc1d for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:55:16.995605 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Updating router 8fdc757d-b48b-42d8-a584-b7310795fc1d port 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:55:17.066249 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:17.126072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e690d47-a020-4050-8fbe-7b297cdc367e req-5fd837b2-0ebc-4369-b79b-67c5137511a6 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:17.127549 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e690d47-a020-4050-8fbe-7b297cdc367e req-5fd837b2-0ebc-4369-b79b-67c5137511a6 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da2a797-751a-47a3-ab25-aae7228ab1cf HTTP/1.1" status: 200 len: 945 time: 0.7103486 May 30 19:55:17.143253 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1eb19-7bf0-4334-bb61-9d4b0b47a507 req-2e99f139-0236-4a5d-bf07-16d6f81b5d88 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:17.144887 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5e1eb19-7bf0-4334-bb61-9d4b0b47a507 req-2e99f139-0236-4a5d-bf07-16d6f81b5d88 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 947 time: 0.7326081 May 30 19:55:17.309558 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-29544ba0-ca02-4c82-9144-f797f1005040 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6548977 May 30 19:55:17.391270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-1e690d47-a020-4050-8fbe-7b297cdc367e req-423cf31d-1d77-447b-a4e6-72b18a4711d8 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Deleting port 304b4732-c2ca-4e0e-8e47-589341dd7de6 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:55:17.391613 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1e690d47-a020-4050-8fbe-7b297cdc367e req-423cf31d-1d77-447b-a4e6-72b18a4711d8 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:17.395344 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:17.486295 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:17.501900 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-9e8e8fd4-7d61-4f7a-ad09-4db27c88e373 service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461773 May 30 19:55:17.504059 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Transition to ACTIVE for port object 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:17.514636 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:17.536814 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5e1eb19-7bf0-4334-bb61-9d4b0b47a507 req-8b847361-4640-4b51-8b38-05d84acbc1d6 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566701 May 30 19:55:17.616854 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ff5d973-991b-4853-9def-5f3db8c48825 req-ec505551-f1a9-492a-8d00-42f25be0c0dc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5564303 May 30 19:55:17.660334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Allocated IP 172.20.0.1 (60002e2b-84c7-4489-b061-89eacded10ff/a1f2fdd8-e02c-4626-a06a-d481f48d0414/ff2e8112-b9f2-4276-94ba-8b525f5252a9) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:55:17.703994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fece2a-21bb-4d15-8a38-ffdc4322d282 None None] Pushing event updated for resources: {'Port': ['ID=6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:17.716601 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Attempting to bind port 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:55:17.716966 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Attempting to bind port 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:55:17.717323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Attempting to bind port 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:17.730137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:55:17.730715 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:17.731118 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:17.731500 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:55:17.732102 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Bound port: 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:55:17.732479 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:17.829134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] For port 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:55:17.832922 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] For port 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:55:17.842701 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:17.883897 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:17.901287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Transition to ACTIVE for port object ff2e8112-b9f2-4276-94ba-8b525f5252a9 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:17.918965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ad83d-3500-42d7-a345-7c04e6b6746d req-a38be6fa-8790-4210-81f3-0e5466b0e3f0 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:17.926302 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a52ad83d-3500-42d7-a345-7c04e6b6746d req-a38be6fa-8790-4210-81f3-0e5466b0e3f0 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/ports?device_id=8da2a797-751a-47a3-ab25-aae7228ab1cf HTTP/1.1" status: 200 len: 945 time: 0.8132250 May 30 19:55:17.928409 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:17.969497 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fece2a-21bb-4d15-8a38-ffdc4322d282 None None] Pushing event updated for resources: {'Port': ['ID=6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:18.007200 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Routers {'8fdc757d-b48b-42d8-a584-b7310795fc1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:55:18.008278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:55:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8fdc757d-b48b-42d8-a584-b7310795fc1d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:18.022067 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Network 60002e2b-84c7-4489-b061-89eacded10ff is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:18.023103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Pushing event updated for resources: {'Port': ['ID=ff2e8112-b9f2-4276-94ba-8b525f5252a9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:18.026738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:18.033177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:55:18.094701 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:18.132850 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-35bdd32a-3221-4c16-ae3d-030c83c42038 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7977841 May 30 19:55:18.207898 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:18.214812 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ab6d64a-e757-4019-8e13-48790c0736fa req-b2a7ed74-750c-4bba-ad0b-b414e6bf1a45 service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6917956 May 30 19:55:18.300552 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a52ad83d-3500-42d7-a345-7c04e6b6746d req-7ede7eb4-42a5-4ec6-b478-857702a1fc76 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/security-groups?id=d44d0f3d-1760-4157-b68c-8dc8c5abaaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731306 May 30 19:55:18.341322 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] Set router 8fdc757d-b48b-42d8-a584-b7310795fc1d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:55:18.386413 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-be4c25b3-5873-4224-b4b6-e78aab0a2721 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=62224e4a80e642d1af5db13c4fcc50ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495956 May 30 19:55:18.439925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1e690d47-a020-4050-8fbe-7b297cdc367e req-423cf31d-1d77-447b-a4e6-72b18a4711d8 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] For port 304b4732-c2ca-4e0e-8e47-589341dd7de6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=304b4732-c2ca-4e0e-8e47-589341dd7de6,segment=NetworkSegment(2819480f-8c60-4764-9fc7-24a5499e9208),segment_id=2819480f-8c60-4764-9fc7-24a5499e9208)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:18.441239 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1e690d47-a020-4050-8fbe-7b297cdc367e req-423cf31d-1d77-447b-a4e6-72b18a4711d8 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:18.569719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c259d6-0b90-4874-9469-c114784007c1 req-bbb98dc6-6ba0-4d7a-9f49-92b15983dc71 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:18.578036 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b1c259d6-0b90-4874-9469-c114784007c1 req-bbb98dc6-6ba0-4d7a-9f49-92b15983dc71 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 943 time: 0.8738837 May 30 19:55:18.589310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8b6ec85a-6c5e-4c95-8db4-e881a63422e0 None None] Provisioning for port ff2e8112-b9f2-4276-94ba-8b525f5252a9 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:18.596353 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8b6ec85a-6c5e-4c95-8db4-e881a63422e0 None None] Provisioning complete for port ff2e8112-b9f2-4276-94ba-8b525f5252a9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:18.596912 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8b6ec85a-6c5e-4c95-8db4-e881a63422e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:18.660947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-1e690d47-a020-4050-8fbe-7b297cdc367e req-423cf31d-1d77-447b-a4e6-72b18a4711d8 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Calling delete_port for 304b4732-c2ca-4e0e-8e47-589341dd7de6 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:55:18.670734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-98eacffe-49d6-479c-a0d3-7e254b70287b tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:18.672248 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-98eacffe-49d6-479c-a0d3-7e254b70287b tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2672455 May 30 19:55:18.696623 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ff5d973-991b-4853-9def-5f3db8c48825 req-e3fccac3-e51a-44d9-91d2-e90436129538 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 1095 time: 0.8933761 May 30 19:55:18.698854 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Request body: {'port': {'device_id': '99be9749-f558-4324-95c6-6f85fe378be7', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '62224e4a80e642d1af5db13c4fcc50ce'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:18.715021 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8b6ec85a-6c5e-4c95-8db4-e881a63422e0 None None] Port ff2e8112-b9f2-4276-94ba-8b525f5252a9 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:55:18.790356 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-138265324-router', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:07Z', 'updated_at': '2022-05-30T19:55:11Z', 'revision_number': 3, 'project_id': '786de5a300034beebcae4021e1f48951', 'gw_port': {'id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:09Z', 'updated_at': '2022-05-30T19:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:18.794230 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5809bcf5-e2b7-498a-9b2e-eb929ca5a1a6 req-275fd284-00c3-4bf6-a55d-b31d1075f82b service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548769 May 30 19:55:18.794801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5912e0ce-c5b2-43db-8da0-cc45962b4286 None None] The sync data for ids ['8fdc757d-b48b-42d8-a584-b7310795fc1d'] in n-d-843949-2 is: [{'id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-138265324-router', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:07Z', 'updated_at': '2022-05-30T19:55:11Z', 'revision_number': 3, 'project_id': '786de5a300034beebcae4021e1f48951', 'gw_port': {'id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:09Z', 'updated_at': '2022-05-30T19:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:55:18.836976 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-75a8c053-3279-4153-be55-f9b28860c947 req-9d9deeb0-996e-4135-9e74-92f02078eef6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=99be9749-f558-4324-95c6-6f85fe378be7 HTTP/1.1" status: 200 len: 210 time: 0.1466160 May 30 19:55:18.973811 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:18.987727 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:19.104760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:19.115532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Usage tracker for resource:port and tenant:62224e4a80e642d1af5db13c4fcc50ce is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:19.118483 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b1c259d6-0b90-4874-9469-c114784007c1 req-1a82680c-5f1f-4612-82df-2482b789cf7d tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5393732 May 30 19:55:19.121619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:19.123840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Pushing event updated for resources: {'Port': ['ID=ff2e8112-b9f2-4276-94ba-8b525f5252a9,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:19.130561 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:19.149387 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:19.193101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Made reservation on behalf of 62224e4a80e642d1af5db13c4fcc50ce for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:55:19.198496 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:19.261190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:55:19.287287 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:19.358850 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:19.364690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Usage tracker for resource:security_group_rule and tenant:62224e4a80e642d1af5db13c4fcc50ce is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:19.371596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:19.373148 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:19.380015 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:19.380782 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:19.389970 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:19.410071 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Network 60002e2b-84c7-4489-b061-89eacded10ff is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:19.413937 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:19.433755 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5d973-991b-4853-9def-5f3db8c48825 req-70abaec3-4c8c-4ac0-80e2-0d5c6534fddd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:19.435265 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ff5d973-991b-4853-9def-5f3db8c48825 req-70abaec3-4c8c-4ac0-80e2-0d5c6534fddd service neutron] 10.222.0.77 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.6884475 May 30 19:55:19.568444 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:19.591247 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:19.596839 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:19.623895 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-688ee767-c8c5-4ced-b2db-5f794a094e91 req-9643f03f-966c-4f7f-a8c8-35462ecfe8b6 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 1096 time: 0.5767534 May 30 19:55:19.676160 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ff5d973-991b-4853-9def-5f3db8c48825 req-95eaf543-2e3b-43be-bab1-0fb7a9faf9d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=976f3fa1-b849-4585-98a6-992a9dc7898a HTTP/1.1" status: 200 len: 217 time: 0.2208335 May 30 19:55:19.680010 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bca015f5-83a4-477c-98bb-cdad1168b1e5 req-29d71f43-ea20-4108-92d1-ada5f72cc950 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 1098 time: 0.7918916 May 30 19:55:19.683583 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1e690d47-a020-4050-8fbe-7b297cdc367e req-423cf31d-1d77-447b-a4e6-72b18a4711d8 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:19.707423 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:19.713593 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:19.729219 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:19.759685 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ce701e4b-6cf5-452f-a4c7-25710415be8c None None] Provisioning complete for port ff2e8112-b9f2-4276-94ba-8b525f5252a9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:19.760125 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ce701e4b-6cf5-452f-a4c7-25710415be8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:19.827338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ce701e4b-6cf5-452f-a4c7-25710415be8c None None] Port ff2e8112-b9f2-4276-94ba-8b525f5252a9 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:55:19.884211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5d973-991b-4853-9def-5f3db8c48825 req-64848968-71c8-4510-a076-63d69a9f380d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:19.885645 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ff5d973-991b-4853-9def-5f3db8c48825 req-64848968-71c8-4510-a076-63d69a9f380d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.1875024 May 30 19:55:19.917175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423cf31d-1d77-447b-a4e6-72b18a4711d8 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Pushing event deleted for resources: {'Port': ['ID=304b4732-c2ca-4e0e-8e47-589341dd7de6,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:20.026964 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e690d47-a020-4050-8fbe-7b297cdc367e req-423cf31d-1d77-447b-a4e6-72b18a4711d8 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] No DVR routers for this DVR port 304b4732-c2ca-4e0e-8e47-589341dd7de6 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:55:20.029575 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1e690d47-a020-4050-8fbe-7b297cdc367e req-423cf31d-1d77-447b-a4e6-72b18a4711d8 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:20.033722 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ae2826-d2dd-47bf-93b9-32b85df76bbf,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:20.046964 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da2a797-751a-47a3-ab25-aae7228ab1cf', 'name': 'network-vif-deleted', 'tag': '304b4732-c2ca-4e0e-8e47-589341dd7de6'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:55:20.059237 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ff5d973-991b-4853-9def-5f3db8c48825 req-0fa12632-492b-4cbe-8ba1-cf1b0c5343b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388161 May 30 19:55:20.063897 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Allocated IP 192.168.233.217 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/7afcbb28-bbd4-4cf7-a043-0db8404e1619) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:55:20.064079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-688ee767-c8c5-4ced-b2db-5f794a094e91 req-fa7a8ef4-e3bb-4320-a23d-fc1e1aae7478 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390664 May 30 19:55:20.069399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36945ae5-1b05-4689-8cc7-f3a09a028ab1 req-7c419680-e592-421a-b478-b5d1074a4010 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:20.070775 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36945ae5-1b05-4689-8cc7-f3a09a028ab1 req-7c419680-e592-421a-b478-b5d1074a4010 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 947 time: 0.7786713 May 30 19:55:20.108906 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e690d47-a020-4050-8fbe-7b297cdc367e req-423cf31d-1d77-447b-a4e6-72b18a4711d8 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.93 "DELETE /v2.0/ports/304b4732-c2ca-4e0e-8e47-589341dd7de6 HTTP/1.1" status: 204 len: 173 time: 2.9629292 May 30 19:55:20.218940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 304b4732-c2ca-4e0e-8e47-589341dd7de6 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:55:20.306232 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 304b4732-c2ca-4e0e-8e47-589341dd7de6 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:55:20.306809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 304b4732-c2ca-4e0e-8e47-589341dd7de6 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:55:20.401599 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:20.408542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca015f5-83a4-477c-98bb-cdad1168b1e5 req-cfc1b260-0fde-453c-907a-f4eca334f94d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:20.409989 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bca015f5-83a4-477c-98bb-cdad1168b1e5 req-cfc1b260-0fde-453c-907a-f4eca334f94d service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.7129612 May 30 19:55:20.411315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-bdcd6783-f076-4960-a05d-61814666c23a req-d3c0f48c-fbc8-4216-aa8e-acebe4d9c4d9 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Synchronizing usage tracker for tenant:a67044bb65da49e49a17dbc38e4558c8 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:55:20.429353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Transition to ACTIVE for port object 7afcbb28-bbd4-4cf7-a043-0db8404e1619 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:20.466281 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Router 8fdc757d-b48b-42d8-a584-b7310795fc1d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:55:20.472755 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:20.513488 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bca015f5-83a4-477c-98bb-cdad1168b1e5 req-b4a9c9e1-144f-4b8c-a09c-95a7b4c7fc37 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=45283eb0-7f60-4f12-a812-00a197ecbf9e HTTP/1.1" status: 200 len: 217 time: 0.0938563 May 30 19:55:20.525284 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36945ae5-1b05-4689-8cc7-f3a09a028ab1 req-2b6a46a0-2faf-45b3-b044-cdb42b8b8f8a tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253447 May 30 19:55:20.609495 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:20.610370 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-bdcd6783-f076-4960-a05d-61814666c23a req-d3c0f48c-fbc8-4216-aa8e-acebe4d9c4d9 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] Unset dirty status for tenant:a67044bb65da49e49a17dbc38e4558c8 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:55:20.611691 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bdcd6783-f076-4960-a05d-61814666c23a req-d3c0f48c-fbc8-4216-aa8e-acebe4d9c4d9 tempest-VolumesAdminNegativeTest-1677934335 tempest-VolumesAdminNegativeTest-1677934335-project] 10.222.0.84 "GET /v2.0/ports?device_id=8da2a797-751a-47a3-ab25-aae7228ab1cf HTTP/1.1" status: 200 len: 210 time: 0.2895253 May 30 19:55:20.625997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ff5d973-991b-4853-9def-5f3db8c48825 req-6206fc9d-3017-4302-95ee-b718283d01a4 service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532818 May 30 19:55:20.637183 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca015f5-83a4-477c-98bb-cdad1168b1e5 req-afb7f0a5-1832-4c13-82d1-6be0dfe3abc9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:20.637183 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bca015f5-83a4-477c-98bb-cdad1168b1e5 req-afb7f0a5-1832-4c13-82d1-6be0dfe3abc9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1035948 May 30 19:55:20.693778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Pushing event updated for resources: {'Port': ['ID=7afcbb28-bbd4-4cf7-a043-0db8404e1619,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:20.702161 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:20.705914 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:55:20.798788 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:20.799459 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:20.858941 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-500dc159-382d-43b1-ae98-74f53860777c'] response: {'server_uuid': '8da2a797-751a-47a3-ab25-aae7228ab1cf', 'name': 'network-vif-deleted', 'tag': '304b4732-c2ca-4e0e-8e47-589341dd7de6', 'status': 'completed', 'code': 200} May 30 19:55:20.859180 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-a02fa2f8-e7c1-40b2-a9b6-3b2ee11c3eb6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1663623 May 30 19:55:20.876263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Request body: {'port': {'device_id': '99be9749-f558-4324-95c6-6f85fe378be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:20.954977 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ff5d973-991b-4853-9def-5f3db8c48825 req-003960fb-106b-4cef-aae9-3f00984f67c6 service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042271 May 30 19:55:21.040815 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bca015f5-83a4-477c-98bb-cdad1168b1e5 req-ae6fa7e0-f438-43d4-b8df-2051c98c3f33 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2342398 May 30 19:55:21.048449 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79c2b8-6704-4d1d-9f44-aed087cf97a2 req-00d05409-1d62-4891-ae48-a68e02e57b2b tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:21.049759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e79c2b8-6704-4d1d-9f44-aed087cf97a2 req-00d05409-1d62-4891-ae48-a68e02e57b2b tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=99be9749-f558-4324-95c6-6f85fe378be7 HTTP/1.1" status: 200 len: 936 time: 0.2420475 May 30 19:55:21.057686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bd279-81b6-4fb5-9f00-f8ca624155c4 req-765d1d2d-b98b-49fe-87ae-f519e507cd93 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:21.057924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0c8aaa87-caaf-47cb-84c0-04a79b4e6655 None None] Provisioning for port 7afcbb28-bbd4-4cf7-a043-0db8404e1619 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:21.059437 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf1bd279-81b6-4fb5-9f00-f8ca624155c4 req-765d1d2d-b98b-49fe-87ae-f519e507cd93 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 943 time: 0.1957998 May 30 19:55:21.063427 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0c8aaa87-caaf-47cb-84c0-04a79b4e6655 None None] Provisioning complete for port 7afcbb28-bbd4-4cf7-a043-0db8404e1619 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:21.063795 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0c8aaa87-caaf-47cb-84c0-04a79b4e6655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:21.111466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:55:21.118031 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-db4239b2-b7a4-4ea0-9d71-1779e7f683ca admin admin] 10.222.0.84 "PUT /v2.0/routers/8fdc757d-b48b-42d8-a584-b7310795fc1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9695568 May 30 19:55:21.134458 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:21.140811 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0c8aaa87-caaf-47cb-84c0-04a79b4e6655 None None] Port 7afcbb28-bbd4-4cf7-a043-0db8404e1619 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:55:21.181721 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:55:21.300826 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:21.301439 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:21.322668 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e79c2b8-6704-4d1d-9f44-aed087cf97a2 req-7e051c0a-302e-4c13-ba5a-04f70e57e83a tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450073 May 30 19:55:21.336384 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf1bd279-81b6-4fb5-9f00-f8ca624155c4 req-3d382295-6c73-4261-83cb-10e8d57c84e5 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575705 May 30 19:55:21.406664 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bca015f5-83a4-477c-98bb-cdad1168b1e5 req-18fc4b9a-1650-4b3d-b69a-53f7829446f8 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559334 May 30 19:55:21.585956 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afcbb28-bbd4-4cf7-a043-0db8404e1619 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:55:21.594117 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:21.611639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Transition to ACTIVE for port object 7afcbb28-bbd4-4cf7-a043-0db8404e1619 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:21.617581 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:21.647477 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58ca5087-2207-44ec-bfc4-9c51a51c2e0e req-40d72331-daef-4132-b67d-9754a1b65604 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1230803 May 30 19:55:21.648957 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bca015f5-83a4-477c-98bb-cdad1168b1e5 req-e6792f26-6d19-4c70-921a-7e6e5c92bfd1 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333775 May 30 19:55:21.788941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Pushing event updated for resources: {'Port': ['ID=7afcbb28-bbd4-4cf7-a043-0db8404e1619,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:21.871048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27406767-a45b-4a78-82fe-6551393c84a7 req-f1bf6c93-013b-4342-b414-da5226ced2e5 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:21.873068 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27406767-a45b-4a78-82fe-6551393c84a7 req-f1bf6c93-013b-4342-b414-da5226ced2e5 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 947 time: 0.2067621 May 30 19:55:21.941649 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Attempting to bind port 7afcbb28-bbd4-4cf7-a043-0db8404e1619 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:55:21.942244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Attempting to bind port 7afcbb28-bbd4-4cf7-a043-0db8404e1619 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:55:21.942385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Attempting to bind port 7afcbb28-bbd4-4cf7-a043-0db8404e1619 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:21.945062 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bca015f5-83a4-477c-98bb-cdad1168b1e5 req-05a882d4-e657-44d7-bd0b-9db350689e9c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 1094 time: 0.2261446 May 30 19:55:21.949275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Port 7afcbb28-bbd4-4cf7-a043-0db8404e1619 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:55:21.949622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Attempting to bind port 7afcbb28-bbd4-4cf7-a043-0db8404e1619 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:21.954069 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27406767-a45b-4a78-82fe-6551393c84a7 req-05678c96-1f98-463c-8984-72ae55ef98cb tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712016 May 30 19:55:21.956779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:55:21.957112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:21.957494 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:55:21.957920 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Bound port: 7afcbb28-bbd4-4cf7-a043-0db8404e1619, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:55:21.958261 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:22.099043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] For port 7afcbb28-bbd4-4cf7-a043-0db8404e1619, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:55:22.114681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] For port 7afcbb28-bbd4-4cf7-a043-0db8404e1619, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=7afcbb28-bbd4-4cf7-a043-0db8404e1619,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:55:22.121277 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:22.136400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47444) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:22.187334 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:22.189049 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] 10.222.0.93 "PUT /v2.0/ports/7afcbb28-bbd4-4cf7-a043-0db8404e1619 HTTP/1.1" status: 200 len: 1096 time: 1.3169184 May 30 19:55:22.191933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99be9749-f558-4324-95c6-6f85fe378be7', 'tag': '7afcbb28-bbd4-4cf7-a043-0db8404e1619'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:55:22.207916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 946bb9d1-7928-4cda-8909-336cdf25bf5f details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:55:22.217821 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca015f5-83a4-477c-98bb-cdad1168b1e5 req-8cc46d4f-5466-4742-bff3-a7f6c98fed3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:22.219640 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bca015f5-83a4-477c-98bb-cdad1168b1e5 req-8cc46d4f-5466-4742-bff3-a7f6c98fed3c service neutron] 10.222.0.77 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 908 time: 0.2645009 May 30 19:55:22.224799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf935edd-8e58-4875-9e98-03947367fedc service neutron] Pushing event updated for resources: {'Port': ['ID=7afcbb28-bbd4-4cf7-a043-0db8404e1619,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:22.360842 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6e341d-df69-44c5-82f6-e76e40483d5d admin admin] Deleting subnet e983d5a4-0797-454c-adcb-856aaf0fd3f4 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:55:22.364693 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bca015f5-83a4-477c-98bb-cdad1168b1e5 req-b5108747-da82-46f1-8e04-613120636c29 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=946bb9d1-7928-4cda-8909-336cdf25bf5f HTTP/1.1" status: 200 len: 217 time: 0.1368523 May 30 19:55:22.365319 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f6e341d-df69-44c5-82f6-e76e40483d5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:22.390047 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98680194-6405-422d-b11d-0e9986a14569'] response: {'name': 'network-changed', 'server_uuid': '99be9749-f558-4324-95c6-6f85fe378be7', 'tag': '7afcbb28-bbd4-4cf7-a043-0db8404e1619', 'status': 'completed', 'code': 200} May 30 19:55:22.433438 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-e0409fe2-b763-49db-9c3a-bc551d6a91a5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=62224e4a80e642d1af5db13c4fcc50ce&device_id=99be9749-f558-4324-95c6-6f85fe378be7 HTTP/1.1" status: 200 len: 1099 time: 0.1907985 May 30 19:55:22.586783 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 946bb9d1-7928-4cda-8909-336cdf25bf5f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=946bb9d1-7928-4cda-8909-336cdf25bf5f,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:22.594682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca015f5-83a4-477c-98bb-cdad1168b1e5 req-379ad594-78d4-4302-9f9c-9a1d7989068e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:22.601724 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bca015f5-83a4-477c-98bb-cdad1168b1e5 req-379ad594-78d4-4302-9f9c-9a1d7989068e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.1863275 May 30 19:55:22.613115 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f6e341d-df69-44c5-82f6-e76e40483d5d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:22.624250 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f6e341d-df69-44c5-82f6-e76e40483d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:22.626796 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '946bb9d1-7928-4cda-8909-336cdf25bf5f', 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6', 'port_id': '946bb9d1-7928-4cda-8909-336cdf25bf5f', 'mac_address': 'fa:16:3e:64:fd:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f931af6a-450f-4906-adfc-acf32639be02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:55:22.641934 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-fb1a3a30-340d-44d9-891c-3e814fe71415 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=7afcbb28-bbd4-4cf7-a043-0db8404e1619 HTTP/1.1" status: 200 len: 217 time: 0.1996887 May 30 19:55:22.701566 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:22.734085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47478) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:22.735790 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946bb9d1-7928-4cda-8909-336cdf25bf5f {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:55:22.743533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-2ca7c2fa-d1b0-491c-8955-47fe7017a793 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:22.745552 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-2ca7c2fa-d1b0-491c-8955-47fe7017a793 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.0963590 May 30 19:55:22.769960 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 946bb9d1-7928-4cda-8909-336cdf25bf5f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=946bb9d1-7928-4cda-8909-336cdf25bf5f,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:22.778640 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:22.779273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 45283eb0-7f60-4f12-a812-00a197ecbf9e details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:55:22.812192 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f6e341d-df69-44c5-82f6-e76e40483d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:22.818767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1596148485-network', 'tenant_id': '801cb9bb92e84d2ca1a00f97962fdc52'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:22.861583 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bca015f5-83a4-477c-98bb-cdad1168b1e5 req-58b2cdb9-2b8e-4602-8a92-97463fa06e28 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307247 May 30 19:55:22.868452 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:22.872108 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-3b26b08e-dc8e-4248-8a5c-07afd1ace0cc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170042 May 30 19:55:22.875050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e341d-df69-44c5-82f6-e76e40483d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e983d5a4-0797-454c-adcb-856aaf0fd3f4,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:22.935902 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=946bb9d1-7928-4cda-8909-336cdf25bf5f,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:22.936844 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Sync routers for ids ['8fdc757d-b48b-42d8-a584-b7310795fc1d'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:55:22.949706 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Routers {'8fdc757d-b48b-42d8-a584-b7310795fc1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:55:22.950935 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:55:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8fdc757d-b48b-42d8-a584-b7310795fc1d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:22.981297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Usage tracker for resource:network and tenant:801cb9bb92e84d2ca1a00f97962fdc52 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:22.988524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:22.998770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:23.032053 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 45283eb0-7f60-4f12-a812-00a197ecbf9e, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=45283eb0-7f60-4f12-a812-00a197ecbf9e,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:23.050392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '45283eb0-7f60-4f12-a812-00a197ecbf9e', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '45283eb0-7f60-4f12-a812-00a197ecbf9e', 'mac_address': 'fa:16:3e:80:24:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:55:23.050977 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f6e341d-df69-44c5-82f6-e76e40483d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:23.057284 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Made reservation on behalf of 801cb9bb92e84d2ca1a00f97962fdc52 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:55:23.059597 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:23.079046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-e9d23e7a-68a7-4927-b728-ee5e918ff8dd tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:55:23.088193 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-e9d23e7a-68a7-4927-b728-ee5e918ff8dd tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0390553 May 30 19:55:23.098192 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-5d95079f-416d-4a6b-abed-9e44b47153c8 service neutron] Request body: {'binding': {'host': 'n-h2-843949-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:23.098985 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-5d95079f-416d-4a6b-abed-9e44b47153c8 service neutron] Unknown quota resources ['binding']. {{(pid=84023) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 30 19:55:23.100107 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-0480666d-7f99-4780-bac1-bea6e456fa47 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170324 May 30 19:55:23.122453 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:23.144559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45283eb0-7f60-4f12-a812-00a197ecbf9e {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:55:23.147057 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:23.151590 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Set router 8fdc757d-b48b-42d8-a584-b7310795fc1d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:55:23.161613 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 45283eb0-7f60-4f12-a812-00a197ecbf9e, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=45283eb0-7f60-4f12-a812-00a197ecbf9e,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:23.167049 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:23.175147 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8f6e341d-df69-44c5-82f6-e76e40483d5d admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e983d5a4-0797-454c-adcb-856aaf0fd3f4 HTTP/1.1" status: 204 len: 168 time: 1.0377080 May 30 19:55:23.189416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47486) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:23.255047 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bca015f5-83a4-477c-98bb-cdad1168b1e5 req-88462f5a-2b46-4028-85bb-e5f9fc0b07d3 service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817360 May 30 19:55:23.319168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=45283eb0-7f60-4f12-a812-00a197ecbf9e,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:23.344870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:23.363157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd698480-3001-46f1-9ff4-675d2f3556e7 req-cc197b34-7256-4511-9ab5-101a1ec42a93 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:23.365044 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd698480-3001-46f1-9ff4-675d2f3556e7 req-cc197b34-7256-4511-9ab5-101a1ec42a93 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=99be9749-f558-4324-95c6-6f85fe378be7 HTTP/1.1" status: 200 len: 948 time: 0.6355903 May 30 19:55:23.387583 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36f539e9-3804-43f7-aba5-3acfad3b99ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:23.399918 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b6c48114-8365-4b7e-957e-56e98be03d05 req-990948cd-7fb4-4f5d-afee-ed933e92f1de service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934208 May 30 19:55:23.466448 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['946bb9d1-7928-4cda-8909-336cdf25bf5f'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:55:23.496927 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['45283eb0-7f60-4f12-a812-00a197ecbf9e'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:55:23.500374 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-138265324-router', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:07Z', 'updated_at': '2022-05-30T19:55:18Z', 'revision_number': 4, 'project_id': '786de5a300034beebcae4021e1f48951', 'gw_port': {'id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:09Z', 'updated_at': '2022-05-30T19:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ff2e8112-b9f2-4276-94ba-8b525f5252a9', 'name': '', 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'mac_address': 'fa:16:3e:f1:75:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:17Z', 'updated_at': '2022-05-30T19:55:18Z', 'revision_number': 2, 'project_id': '786de5a300034beebcae4021e1f48951', 'subnets': [{'id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:23.505702 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Checking router: 8fdc757d-b48b-42d8-a584-b7310795fc1d for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:55:23.506178 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Updating router 8fdc757d-b48b-42d8-a584-b7310795fc1d port ff2e8112-b9f2-4276-94ba-8b525f5252a9 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:55:23.530268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Usage tracker for resource:security_group_rule and tenant:801cb9bb92e84d2ca1a00f97962fdc52 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:23.551592 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:23.583721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:23.595910 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:23.685152 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd698480-3001-46f1-9ff4-675d2f3556e7 req-20f66511-536e-4357-ab8a-c0212f21bdf7 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611707 May 30 19:55:23.705525 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36f539e9-3804-43f7-aba5-3acfad3b99ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:23.743301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-5d95079f-416d-4a6b-abed-9e44b47153c8 service neutron] Attempting to bind port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 on host n-h2-843949-2 for vnic_type normal with profile None {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:55:23.743846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-5d95079f-416d-4a6b-abed-9e44b47153c8 service neutron] Attempting to bind port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:55:23.743942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-5d95079f-416d-4a6b-abed-9e44b47153c8 service neutron] Attempting to bind port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:23.754886 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bca015f5-83a4-477c-98bb-cdad1168b1e5 req-e2a11b4d-fabf-4d89-ad9f-0ef51b1945ec service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375017 May 30 19:55:23.762658 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-5d95079f-416d-4a6b-abed-9e44b47153c8 service neutron] Port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:55:23.762999 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-5d95079f-416d-4a6b-abed-9e44b47153c8 service neutron] Attempting to bind port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:23.792302 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-5d95079f-416d-4a6b-abed-9e44b47153c8 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:55:23.792702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-5d95079f-416d-4a6b-abed-9e44b47153c8 service neutron] Checking segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:23.793022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-5d95079f-416d-4a6b-abed-9e44b47153c8 service neutron] Bound using segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:55:23.793468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-5d95079f-416d-4a6b-abed-9e44b47153c8 service neutron] Bound port: 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:55:23.803089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-36f539e9-3804-43f7-aba5-3acfad3b99ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351aca1e-b919-4724-82e1-8d9edc1e8a32']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:23.820480 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-36f539e9-3804-43f7-aba5-3acfad3b99ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2819480f-8c60-4764-9fc7-24a5499e9208') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:23.820925 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-36f539e9-3804-43f7-aba5-3acfad3b99ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2819480f-8c60-4764-9fc7-24a5499e9208') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:23.827200 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:23.834362 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:23.845406 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36f539e9-3804-43f7-aba5-3acfad3b99ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:23.872733 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36f539e9-3804-43f7-aba5-3acfad3b99ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:23.882082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f539e9-3804-43f7-aba5-3acfad3b99ba admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:55:23.882679 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36f539e9-3804-43f7-aba5-3acfad3b99ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: timer() May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: self._notify() May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:55:23.895931 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:55:23.910022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:55:23.926515 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb6530d-66b2-4fe5-9e28-98a78642e777,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:23.930820 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-5d95079f-416d-4a6b-abed-9e44b47153c8 service neutron] For port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:55:23.936120 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:23.936436 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Added segment a5c4b156-d389-45bf-8537-283a2158520f of type vlan for network 9e62228a-1cec-457c-998b-c0eb784be621 May 30 19:55:23.955910 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bcfff089-5494-4a07-aac2-bc1b04f2212f req-385a1ff9-82c6-40d3-981f-9bbc3f36eeb3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=62224e4a80e642d1af5db13c4fcc50ce&device_id=99be9749-f558-4324-95c6-6f85fe378be7 HTTP/1.1" status: 200 len: 1099 time: 0.4950893 May 30 19:55:23.983032 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-5d95079f-416d-4a6b-abed-9e44b47153c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:23.984191 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-5d95079f-416d-4a6b-abed-9e44b47153c8 service neutron] 10.222.0.84 "POST /v2.0/ports/9788f11e-77e1-46b4-bcb4-eb45c4d13f21/bindings HTTP/1.1" status: 201 len: 389 time: 0.8949678 May 30 19:55:23.987096 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:24.026720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47873948-9e81-4121-87e1-f9208c2814e6 req-ae825654-332c-4a3c-9692-65c2dab86e0c tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:24.028284 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-47873948-9e81-4121-87e1-f9208c2814e6 req-ae825654-332c-4a3c-9692-65c2dab86e0c tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 944 time: 0.1741798 May 30 19:55:24.054552 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:24.055157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:24.055743 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:24.149994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfff089-5494-4a07-aac2-bc1b04f2212f req-fe67741c-d1fb-43c4-b295-5822e781bd25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:24.151048 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3510778 May 30 19:55:24.154915 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bcfff089-5494-4a07-aac2-bc1b04f2212f req-fe67741c-d1fb-43c4-b295-5822e781bd25 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.1820261 May 30 19:55:24.155457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47494) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:24.161758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-94ab6a38-63dd-48c2-ae58-062130a0a3e5 admin admin] Request body: {'subnet': {'network_id': '9e62228a-1cec-457c-998b-c0eb784be621', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596148485-subnet', 'tenant_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:24.185007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00f2ed-be83-4cdc-a77c-246c959a7149 admin admin] Pushing event updated for resources: {'Network': ['ID=9e62228a-1cec-457c-998b-c0eb784be621,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:24.188854 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-47873948-9e81-4121-87e1-f9208c2814e6 req-51c864f6-0c6c-408c-a927-ff27d51210b7 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505163 May 30 19:55:24.202301 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 9e62228a-1cec-457c-998b-c0eb784be621 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:55:24.263464 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-94ab6a38-63dd-48c2-ae58-062130a0a3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:24.265879 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:24.283150 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36f539e9-3804-43f7-aba5-3acfad3b99ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:24.290808 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Transition to ACTIVE for port object ff2e8112-b9f2-4276-94ba-8b525f5252a9 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:24.298850 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-94ab6a38-63dd-48c2-ae58-062130a0a3e5 admin admin] Usage tracker for resource:subnet and tenant:801cb9bb92e84d2ca1a00f97962fdc52 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:24.302862 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-94ab6a38-63dd-48c2-ae58-062130a0a3e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:24.306599 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:24.349890 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bcfff089-5494-4a07-aac2-bc1b04f2212f req-3021d61b-523b-4f39-9c95-633bda688b40 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=7afcbb28-bbd4-4cf7-a043-0db8404e1619 HTTP/1.1" status: 200 len: 217 time: 0.1835215 May 30 19:55:24.350785 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-94ab6a38-63dd-48c2-ae58-062130a0a3e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:24.368469 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36f539e9-3804-43f7-aba5-3acfad3b99ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:24.373537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f539e9-3804-43f7-aba5-3acfad3b99ba admin admin] Pushing event deleted for resources: {'Network': ['ID=351aca1e-b919-4724-82e1-8d9edc1e8a32,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:24.439796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da9064-3fa2-47e4-abfd-ac4c538e85a1 req-fc730fb0-189a-41b2-967e-f4068cc20d4d tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:24.449509 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-36f539e9-3804-43f7-aba5-3acfad3b99ba admin admin] 10.222.0.84 "DELETE /v2.0/networks/351aca1e-b919-4724-82e1-8d9edc1e8a32 HTTP/1.1" status: 204 len: 168 time: 1.2586024 May 30 19:55:24.451682 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7da9064-3fa2-47e4-abfd-ac4c538e85a1 req-fc730fb0-189a-41b2-967e-f4068cc20d4d tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 948 time: 0.2022400 May 30 19:55:24.454114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47498) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:24.457863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ab6a38-63dd-48c2-ae58-062130a0a3e5 admin admin] Made reservation on behalf of 801cb9bb92e84d2ca1a00f97962fdc52 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:55:24.465455 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94ab6a38-63dd-48c2-ae58-062130a0a3e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:24.469642 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc82f90-4c57-4fc6-b556-6e4ad52e5c59 None None] Pushing event updated for resources: {'Port': ['ID=ff2e8112-b9f2-4276-94ba-8b525f5252a9,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:24.562568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-6bfceefb-8247-4d63-aaf3-9087e3233c83 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 1096 time: 0.2466486 May 30 19:55:24.597067 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7da9064-3fa2-47e4-abfd-ac4c538e85a1 req-a5579455-8ef0-466b-8a9c-983d1bedd509 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440175 May 30 19:55:24.607912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfff089-5494-4a07-aac2-bc1b04f2212f req-975761a7-364d-43d3-b9b1-d56a735f6b85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:24.620537 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bcfff089-5494-4a07-aac2-bc1b04f2212f req-975761a7-364d-43d3-b9b1-d56a735f6b85 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2424119 May 30 19:55:24.686450 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Attempting to bind port ff2e8112-b9f2-4276-94ba-8b525f5252a9 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:55:24.687061 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Attempting to bind port ff2e8112-b9f2-4276-94ba-8b525f5252a9 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4329252c-8885-4ae4-b29e-9ba3202871f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:55:24.688177 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Attempting to bind port ff2e8112-b9f2-4276-94ba-8b525f5252a9 on network 60002e2b-84c7-4489-b061-89eacded10ff {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:24.697283 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:55:24.698280 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Checking segment: {'id': '4329252c-8885-4ae4-b29e-9ba3202871f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:24.699648 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:24.700273 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Bound using segment: {'id': '4329252c-8885-4ae4-b29e-9ba3202871f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:55:24.700924 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Bound port: ff2e8112-b9f2-4276-94ba-8b525f5252a9, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4329252c-8885-4ae4-b29e-9ba3202871f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:55:24.701483 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:24.806671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-0871ff47-1437-4fc3-9e4c-7d878f5143da admin admin] Deleting subnet f75e162d-bcb9-4fc3-bf33-f479ba97744e {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:55:24.816590 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0871ff47-1437-4fc3-9e4c-7d878f5143da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:24.840777 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] For port ff2e8112-b9f2-4276-94ba-8b525f5252a9, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:55:24.844979 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] For port ff2e8112-b9f2-4276-94ba-8b525f5252a9, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ff2e8112-b9f2-4276-94ba-8b525f5252a9,segment=NetworkSegment(4329252c-8885-4ae4-b29e-9ba3202871f4),segment_id=4329252c-8885-4ae4-b29e-9ba3202871f4)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:55:24.852824 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:24.909876 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bcfff089-5494-4a07-aac2-bc1b04f2212f req-e9435853-d7a5-4e01-834b-ea97edba9e4c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2783954 May 30 19:55:24.962251 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Routers {'8fdc757d-b48b-42d8-a584-b7310795fc1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:55:24.962877 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:55:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8fdc757d-b48b-42d8-a584-b7310795fc1d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:24.994871 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0871ff47-1437-4fc3-9e4c-7d878f5143da admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:25.005586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-c762176e-5522-46df-86fd-42076583dec0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:25.007141 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-c762176e-5522-46df-86fd-42076583dec0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.4368041 May 30 19:55:25.044504 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0871ff47-1437-4fc3-9e4c-7d878f5143da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:25.135379 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc82f90-4c57-4fc6-b556-6e4ad52e5c59 None None] Pushing event updated for resources: {'Port': ['ID=ff2e8112-b9f2-4276-94ba-8b525f5252a9,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:25.150954 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94ab6a38-63dd-48c2-ae58-062130a0a3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:25.199277 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-24b36654-714f-4a16-90a6-0b788482a054 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9788f11e-77e1-46b4-bcb4-eb45c4d13f21 HTTP/1.1" status: 200 len: 217 time: 0.1641366 May 30 19:55:25.228899 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] Set router 8fdc757d-b48b-42d8-a584-b7310795fc1d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:55:25.232459 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bcfff089-5494-4a07-aac2-bc1b04f2212f req-1bb6b756-8989-489f-98c8-6650d4819e55 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136759 May 30 19:55:25.244354 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab6a38-63dd-48c2-ae58-062130a0a3e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1468ee0-3c90-4914-a98f-597be99efafe,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:25.294917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9867c-927c-4144-a806-549c29d02d0d req-2d3baeb7-aad9-4d92-96c2-934bda88acd5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:25.296693 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ab9867c-927c-4144-a806-549c29d02d0d req-2d3baeb7-aad9-4d92-96c2-934bda88acd5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 945 time: 0.4810660 May 30 19:55:25.304478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98092f15-32c5-4439-9021-55afb1f46112 req-0b972bbf-f825-449f-bd12-27a0970cae31 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:25.306008 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98092f15-32c5-4439-9021-55afb1f46112 req-0b972bbf-f825-449f-bd12-27a0970cae31 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 946 time: 0.4574676 May 30 19:55:25.357013 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab6a38-63dd-48c2-ae58-062130a0a3e5 admin admin] Checking segment: {'id': 'a5c4b156-d389-45bf-8537-283a2158520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9e62228a-1cec-457c-998b-c0eb784be621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:25.357371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ab6a38-63dd-48c2-ae58-062130a0a3e5 admin admin] Network hostable DHCP agents. Network: 9e62228a-1cec-457c-998b-c0eb784be621, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:55:25.389811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-13e272af-caee-448b-acf5-8628d8ef9121 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:25.391417 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-13e272af-caee-448b-acf5-8628d8ef9121 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.1834185 May 30 19:55:25.394320 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0871ff47-1437-4fc3-9e4c-7d878f5143da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:25.412310 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bcfff089-5494-4a07-aac2-bc1b04f2212f req-d879a1ca-f099-4884-b8c2-6592fc873d3f service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688607 May 30 19:55:25.417576 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ab6a38-63dd-48c2-ae58-062130a0a3e5 admin admin] Network 9e62228a-1cec-457c-998b-c0eb784be621 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:55:25.428226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-94ab6a38-63dd-48c2-ae58-062130a0a3e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 9e62228a-1cec-457c-998b-c0eb784be621) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:25.439950 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0465a06e-e2cf-4754-8520-cc1a818ca062 None None] Network 9e62228a-1cec-457c-998b-c0eb784be621 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:55:25.441610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ab6a38-63dd-48c2-ae58-062130a0a3e5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:25.442194 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94ab6a38-63dd-48c2-ae58-062130a0a3e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:25.466887 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-94ab6a38-63dd-48c2-ae58-062130a0a3e5 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3093860 May 30 19:55:25.470863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47508) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:25.481240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1596148485-router', 'tenant_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:25.487585 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:25.492272 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Usage tracker for resource:router and tenant:801cb9bb92e84d2ca1a00f97962fdc52 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:25.497683 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:25.500788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871ff47-1437-4fc3-9e4c-7d878f5143da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f75e162d-bcb9-4fc3-bf33-f479ba97744e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:25.505636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:25.507696 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-a6726b52-796f-49d5-a912-1ea389f3fa5d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069753 May 30 19:55:25.524574 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ab9867c-927c-4144-a806-549c29d02d0d req-c3a78cf7-70c9-4c5b-9579-778682d4c237 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136354 May 30 19:55:25.525276 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:25.525879 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0871ff47-1437-4fc3-9e4c-7d878f5143da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:25.527196 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:25.551564 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:25.575351 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98092f15-32c5-4439-9021-55afb1f46112 req-f4563b9c-daa7-4fca-9052-8f21ef3c9340 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355428 May 30 19:55:25.580495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0871ff47-1437-4fc3-9e4c-7d878f5143da admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f75e162d-bcb9-4fc3-bf33-f479ba97744e HTTP/1.1" status: 204 len: 168 time: 1.1216118 May 30 19:55:25.583155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47512) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:25.636431 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-138265324-router', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:07Z', 'updated_at': '2022-05-30T19:55:18Z', 'revision_number': 4, 'project_id': '786de5a300034beebcae4021e1f48951', 'gw_port': {'id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:09Z', 'updated_at': '2022-05-30T19:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ff2e8112-b9f2-4276-94ba-8b525f5252a9', 'name': '', 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'mac_address': 'fa:16:3e:f1:75:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:17Z', 'updated_at': '2022-05-30T19:55:24Z', 'revision_number': 4, 'project_id': '786de5a300034beebcae4021e1f48951', 'subnets': [{'id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:25.642298 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b1755-0520-436d-abc3-a44dbbb00483 None None] The sync data for ids ['8fdc757d-b48b-42d8-a584-b7310795fc1d'] in n-d-843949-2 is: [{'id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-138265324-router', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:07Z', 'updated_at': '2022-05-30T19:55:18Z', 'revision_number': 4, 'project_id': '786de5a300034beebcae4021e1f48951', 'gw_port': {'id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:09Z', 'updated_at': '2022-05-30T19:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ff2e8112-b9f2-4276-94ba-8b525f5252a9', 'name': '', 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'mac_address': 'fa:16:3e:f1:75:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:17Z', 'updated_at': '2022-05-30T19:55:24Z', 'revision_number': 4, 'project_id': '786de5a300034beebcae4021e1f48951', 'subnets': [{'id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:55:25.791521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-9e62228a-1cec-457c-998b-c0eb784be621', 'network_id': '9e62228a-1cec-457c-998b-c0eb784be621', 'tenant_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'fixed_ips': [{'subnet_id': 'f1468ee0-3c90-4914-a98f-597be99efafe'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 19:55:25.792575 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:25.903675 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-34565fc0-3874-46df-819b-a132bc141f53 service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725247 May 30 19:55:25.942901 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-451b4bc7-8437-4878-b146-ec6b801c3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:25.949680 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:26.017238 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Allocated IP 172.20.0.2 (9e62228a-1cec-457c-998b-c0eb784be621/f1468ee0-3c90-4914-a98f-597be99efafe/e8be8ce7-ca90-4630-b24d-e4fa4d006be9) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:55:26.200178 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2845085-713d-4ecf-a516-297e7b1ce733 req-7cb10717-cf91-481a-85fd-31103e7cfd26 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:26.204458 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e2845085-713d-4ecf-a516-297e7b1ce733 req-7cb10717-cf91-481a-85fd-31103e7cfd26 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 944 time: 0.4259117 May 30 19:55:26.208470 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-f99fe6c9-ecbe-4bd0-acd0-84f83cc10500 service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936668 May 30 19:55:26.216430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6dc36-77c2-4a99-8568-9f40804e5de7 req-1d310e36-363b-4a58-9cbc-8368edde4d97 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:26.217908 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5cd6dc36-77c2-4a99-8568-9f40804e5de7 req-1d310e36-363b-4a58-9cbc-8368edde4d97 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=99be9749-f558-4324-95c6-6f85fe378be7 HTTP/1.1" status: 200 len: 948 time: 0.3870544 May 30 19:55:26.231477 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 946bb9d1-7928-4cda-8909-336cdf25bf5f up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:55:26.279851 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 7afcbb28-bbd4-4cf7-a043-0db8404e1619 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:55:26.327132 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-451b4bc7-8437-4878-b146-ec6b801c3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:26.367358 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-451b4bc7-8437-4878-b146-ec6b801c3f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3164a8-fe21-428e-b343-123614c1e1d5']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:26.386411 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-451b4bc7-8437-4878-b146-ec6b801c3f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b697f19e-5ac7-4204-a8a8-a93d8c5402ef') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:26.386775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-451b4bc7-8437-4878-b146-ec6b801c3f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b697f19e-5ac7-4204-a8a8-a93d8c5402ef') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:26.390682 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e2845085-713d-4ecf-a516-297e7b1ce733 req-0feaeaa5-3c19-47f6-b5ff-7d2a95e8ce17 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710072 May 30 19:55:26.406250 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-451b4bc7-8437-4878-b146-ec6b801c3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:26.434935 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-451b4bc7-8437-4878-b146-ec6b801c3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:26.469196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451b4bc7-8437-4878-b146-ec6b801c3f99 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:55:26.469599 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-451b4bc7-8437-4878-b146-ec6b801c3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:26.471080 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:26.483919 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Transition to ACTIVE for port object e8be8ce7-ca90-4630-b24d-e4fa4d006be9 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: timer() May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: self._notify() May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:55:26.496131 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:55:26.502083 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5cd6dc36-77c2-4a99-8568-9f40804e5de7 req-014a2f73-16d8-4696-a2dc-e205b1c8a40e tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575297 May 30 19:55:26.508421 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Transition to ACTIVE for port object e8be8ce7-ca90-4630-b24d-e4fa4d006be9 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:26.526688 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:26.613959 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853b97d-3bf8-48b9-8156-ce82cab1b472 req-39453955-870f-4be9-8e4c-dc4583cb222d tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:26.616963 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c853b97d-3bf8-48b9-8156-ce82cab1b472 req-39453955-870f-4be9-8e4c-dc4583cb222d tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 946 time: 0.2217023 May 30 19:55:26.677232 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:26.686377 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Pushing event updated for resources: {'Port': ['ID=e8be8ce7-ca90-4630-b24d-e4fa4d006be9,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:26.690804 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:55:26.730166 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-451b4bc7-8437-4878-b146-ec6b801c3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:26.769575 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:26.791564 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Network 9e62228a-1cec-457c-998b-c0eb784be621 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:26.794583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:26.797289 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:55:26.823517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-c853b97d-3bf8-48b9-8156-ce82cab1b472 req-759d5187-5a2b-4171-b44c-7f80f48a7c97 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Deleting port 0ca776c2-f388-4661-8e8e-243e0941ffc7 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:55:26.824023 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c853b97d-3bf8-48b9-8156-ce82cab1b472 req-759d5187-5a2b-4171-b44c-7f80f48a7c97 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:26.946156 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Attempting to bind port e8be8ce7-ca90-4630-b24d-e4fa4d006be9 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:55:26.947072 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Attempting to bind port e8be8ce7-ca90-4630-b24d-e4fa4d006be9 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'a5c4b156-d389-45bf-8537-283a2158520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9e62228a-1cec-457c-998b-c0eb784be621'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:55:26.947177 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Attempting to bind port e8be8ce7-ca90-4630-b24d-e4fa4d006be9 on network 9e62228a-1cec-457c-998b-c0eb784be621 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:26.973087 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:55:26.973519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Checking segment: {'id': 'a5c4b156-d389-45bf-8537-283a2158520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9e62228a-1cec-457c-998b-c0eb784be621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:26.974042 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:26.974693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Bound using segment: {'id': 'a5c4b156-d389-45bf-8537-283a2158520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9e62228a-1cec-457c-998b-c0eb784be621'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:55:26.975780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Bound port: e8be8ce7-ca90-4630-b24d-e4fa4d006be9, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c4b156-d389-45bf-8537-283a2158520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9e62228a-1cec-457c-998b-c0eb784be621'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:55:26.976175 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:26.984828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Allocated IP 172.25.5.197 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/c2107823-65e5-4a31-a9a9-391d663cd51a) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:55:27.054824 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 946bb9d1-7928-4cda-8909-336cdf25bf5f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:27.104209 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 946bb9d1-7928-4cda-8909-336cdf25bf5f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:27.104821 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:27.141311 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:27.171890 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-451b4bc7-8437-4878-b146-ec6b801c3f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:27.186281 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-451b4bc7-8437-4878-b146-ec6b801c3f99 admin admin] 10.222.0.84 "DELETE /v2.0/networks/cd3164a8-fe21-428e-b343-123614c1e1d5 HTTP/1.1" status: 204 len: 168 time: 1.5941122 May 30 19:55:27.204118 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:27.276608 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b4bc7-8437-4878-b146-ec6b801c3f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd3164a8-fe21-428e-b343-123614c1e1d5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:27.356304 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 7afcbb28-bbd4-4cf7-a043-0db8404e1619, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=7afcbb28-bbd4-4cf7-a043-0db8404e1619,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:27.385872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:27.389068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:27.392611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:55:27.438064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '7afcbb28-bbd4-4cf7-a043-0db8404e1619', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '7afcbb28-bbd4-4cf7-a043-0db8404e1619', 'mac_address': 'fa:16:3e:6e:b8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:55:27.445349 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ff2e8112-b9f2-4276-94ba-8b525f5252a9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:55:27.489001 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c2107823-65e5-4a31-a9a9-391d663cd51a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:27.536125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5e1f6-9e6d-45fb-b839-07cc8efb2f94 req-f7c232e9-48f6-4f2e-b99f-c70c57358016 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:27.543928 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e9a5e1f6-9e6d-45fb-b839-07cc8efb2f94 req-f7c232e9-48f6-4f2e-b99f-c70c57358016 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 948 time: 0.8245645 May 30 19:55:27.563655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] For port e8be8ce7-ca90-4630-b24d-e4fa4d006be9, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:55:27.571274 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47528) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:27.585462 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:27.604989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] For port e8be8ce7-ca90-4630-b24d-e4fa4d006be9, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e8be8ce7-ca90-4630-b24d-e4fa4d006be9,segment=NetworkSegment(a5c4b156-d389-45bf-8537-283a2158520f),segment_id=a5c4b156-d389-45bf-8537-283a2158520f)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:55:27.605245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-c853b97d-3bf8-48b9-8156-ce82cab1b472 req-759d5187-5a2b-4171-b44c-7f80f48a7c97 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] For port 0ca776c2-f388-4661-8e8e-243e0941ffc7, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=0ca776c2-f388-4661-8e8e-243e0941ffc7,segment=NetworkSegment(a59b0537-ee1f-4f25-8c72-feda34f41dee),segment_id=a59b0537-ee1f-4f25-8c72-feda34f41dee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:27.606085 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c853b97d-3bf8-48b9-8156-ce82cab1b472 req-759d5187-5a2b-4171-b44c-7f80f48a7c97 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:27.618325 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:27.639427 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-624e036c-f4e6-4f15-bc07-2cedacc0b591 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a67044bb65da49e49a17dbc38e4558c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0668230 May 30 19:55:27.644207 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47532) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:27.666836 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afcbb28-bbd4-4cf7-a043-0db8404e1619 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:55:27.707348 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:27.708075 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:27.792273 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bacf9309-8a21-4c63-8a41-5e24adfed9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:27.825673 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5b12b198-4fdd-4fde-a280-af9454c7cdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:27.855460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 7afcbb28-bbd4-4cf7-a043-0db8404e1619, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=7afcbb28-bbd4-4cf7-a043-0db8404e1619,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:27.875508 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:27.884568 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:27.897205 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port ff2e8112-b9f2-4276-94ba-8b525f5252a9 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:27.900627 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ff725-8b69-4d4b-bb74-0113446a5602 None None] Pushing event updated for resources: {'Port': ['ID=e8be8ce7-ca90-4630-b24d-e4fa4d006be9,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:27.903267 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bacf9309-8a21-4c63-8a41-5e24adfed9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:27.953732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ff2e8112-b9f2-4276-94ba-8b525f5252a9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:27.954491 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:27.988313 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bacf9309-8a21-4c63-8a41-5e24adfed9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:28.015332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf9309-8a21-4c63-8a41-5e24adfed9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44d0f3d-1760-4157-b68c-8dc8c5abaaba,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:28.043401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=7afcbb28-bbd4-4cf7-a043-0db8404e1619,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:28.050677 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bacf9309-8a21-4c63-8a41-5e24adfed9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:28.057529 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bacf9309-8a21-4c63-8a41-5e24adfed9b1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d44d0f3d-1760-4157-b68c-8dc8c5abaaba HTTP/1.1" status: 204 len: 168 time: 0.4091480 May 30 19:55:28.121924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e973598-1693-47b2-8eb6-2ccc89fe40a2 req-89c05cb6-31d6-4468-b8dc-3eb2939731bb tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:28.124292 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e973598-1693-47b2-8eb6-2ccc89fe40a2 req-89c05cb6-31d6-4468-b8dc-3eb2939731bb tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 945 time: 1.3055890 May 30 19:55:28.135433 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 946bb9d1-7928-4cda-8909-336cdf25bf5f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=946bb9d1-7928-4cda-8909-336cdf25bf5f,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:28.166993 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b606f007-e9e3-4268-9855-ba55da8817f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946bb9d1-7928-4cda-8909-336cdf25bf5f'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:55:28.173454 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c853b97d-3bf8-48b9-8156-ce82cab1b472 req-759d5187-5a2b-4171-b44c-7f80f48a7c97 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:28.173716 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c853b97d-3bf8-48b9-8156-ce82cab1b472 req-759d5187-5a2b-4171-b44c-7f80f48a7c97 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:28.174033 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-c853b97d-3bf8-48b9-8156-ce82cab1b472 req-759d5187-5a2b-4171-b44c-7f80f48a7c97 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Floating IP 34588762-c1ab-468b-8538-9d7bbdee6a70 disassociated. External IP: 172.25.5.55, port: 0ca776c2-f388-4661-8e8e-243e0941ffc7. May 30 19:55:28.174622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-c853b97d-3bf8-48b9-8156-ce82cab1b472 req-759d5187-5a2b-4171-b44c-7f80f48a7c97 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Calling delete_port for 0ca776c2-f388-4661-8e8e-243e0941ffc7 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:55:28.175406 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Router 61d8ebd1-18e9-4038-8de6-e28bedc4ed6e is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 19:55:28.180904 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:28.182044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 45283eb0-7f60-4f12-a812-00a197ecbf9e up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:55:28.233757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e9a5e1f6-9e6d-45fb-b839-07cc8efb2f94 req-d9118a04-fbf0-4dd2-b95f-5d0bd1c8df5a tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6885087 May 30 19:55:28.362720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['7afcbb28-bbd4-4cf7-a043-0db8404e1619'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:55:28.504756 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e973598-1693-47b2-8eb6-2ccc89fe40a2 req-4166945c-aa49-4165-a4c3-895ece7e0483 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770469 May 30 19:55:28.680078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e00be9-f5c7-4b45-9690-c7a5a09bece2 req-c4cddd4c-7723-4e21-99fa-e1e9e39f433d tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:28.687637 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6e00be9-f5c7-4b45-9690-c7a5a09bece2 req-c4cddd4c-7723-4e21-99fa-e1e9e39f433d tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 946 time: 0.2263391 May 30 19:55:28.690575 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c853b97d-3bf8-48b9-8156-ce82cab1b472 req-759d5187-5a2b-4171-b44c-7f80f48a7c97 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:28.727378 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=946bb9d1-7928-4cda-8909-336cdf25bf5f,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:28.766710 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:28.766902 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:55:28.807356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d5187-5a2b-4171-b44c-7f80f48a7c97 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Pushing event deleted for resources: {'Port': ['ID=0ca776c2-f388-4661-8e8e-243e0941ffc7,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:28.821273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 45283eb0-7f60-4f12-a812-00a197ecbf9e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:28.824765 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:28.825964 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-49b344d4-2748-4860-ba40-120c4ecc68f4 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3526669 May 30 19:55:28.828661 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47542) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:28.846019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Sync routers for ids ['61d8ebd1-18e9-4038-8de6-e28bedc4ed6e'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:55:28.879005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port ff2e8112-b9f2-4276-94ba-8b525f5252a9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ff2e8112-b9f2-4276-94ba-8b525f5252a9,segment=NetworkSegment(4329252c-8885-4ae4-b29e-9ba3202871f4),segment_id=4329252c-8885-4ae4-b29e-9ba3202871f4)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:28.889438 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 45283eb0-7f60-4f12-a812-00a197ecbf9e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:28.891074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47546) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:28.891676 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:28.932858 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:29.006375 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Routers {'61d8ebd1-18e9-4038-8de6-e28bedc4ed6e'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:55:29.007355 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:55:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61d8ebd1-18e9-4038-8de6-e28bedc4ed6e'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:29.191278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6e00be9-f5c7-4b45-9690-c7a5a09bece2 req-807d7df2-315c-4eab-8975-471d95239722 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups?id=8d47109c-58f5-488e-9ad0-8aeb4c76d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5026562 May 30 19:55:29.226976 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=ff2e8112-b9f2-4276-94ba-8b525f5252a9,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:29.260189 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ea7c80a3-35b2-40ab-a60f-bdad4f6a8922 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6ed59499891a4a8696238123293c1f5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3663843 May 30 19:55:29.264301 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47550) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:29.316715 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4722f-4d64-4670-ae39-4c96126b4860 req-283f1d7c-f10f-404f-a025-561415e1d8b8 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:29.329161 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b2b4722f-4d64-4670-ae39-4c96126b4860 req-283f1d7c-f10f-404f-a025-561415e1d8b8 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 945 time: 0.5047550 May 30 19:55:29.405681 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:29.412920 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b2b4722f-4d64-4670-ae39-4c96126b4860 req-c6458aab-4d4c-4825-89ad-ce6865875038 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756891 May 30 19:55:29.435165 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3a80cb-c276-4a11-be6c-3c5f737ce74a None None] Network 9e62228a-1cec-457c-998b-c0eb784be621 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:55:29.445521 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-03261491-4de6-4b8f-a2ce-72a03462f838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:29.500714 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-03261491-4de6-4b8f-a2ce-72a03462f838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:29.527006 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c853b97d-3bf8-48b9-8156-ce82cab1b472 req-759d5187-5a2b-4171-b44c-7f80f48a7c97 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Router 61686beb-7a27-4420-b10d-a77166a3ca88 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:55:29.542882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c531bb-fdfc-4d4f-972c-ba40d0908112 req-737ecce1-0904-497e-9b44-e30cc0c79750 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:29.546912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35c531bb-fdfc-4d4f-972c-ba40d0908112 req-737ecce1-0904-497e-9b44-e30cc0c79750 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=99be9749-f558-4324-95c6-6f85fe378be7 HTTP/1.1" status: 200 len: 949 time: 0.1118619 May 30 19:55:29.600324 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e8be8ce7-ca90-4630-b24d-e4fa4d006be9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:55:29.695866 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05051a6b-3a99-4737-ac6d-793ac8ba2115'] response: {'server_uuid': 'b606f007-e9e3-4268-9855-ba55da8817f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946bb9d1-7928-4cda-8909-336cdf25bf5f', 'code': 200} May 30 19:55:29.728045 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-03261491-4de6-4b8f-a2ce-72a03462f838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:29.753261 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03261491-4de6-4b8f-a2ce-72a03462f838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6cf43b-d57c-4831-9bf9-763dfef22f8e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:29.763287 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-03261491-4de6-4b8f-a2ce-72a03462f838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:29.764407 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-03261491-4de6-4b8f-a2ce-72a03462f838 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1b6cf43b-d57c-4831-9bf9-763dfef22f8e HTTP/1.1" status: 204 len: 168 time: 0.4991999 May 30 19:55:29.797544 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 45283eb0-7f60-4f12-a812-00a197ecbf9e, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=45283eb0-7f60-4f12-a812-00a197ecbf9e,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:29.824918 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:29.886537 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 0ca776c2-f388-4661-8e8e-243e0941ffc7 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:55:29.914778 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35c531bb-fdfc-4d4f-972c-ba40d0908112 req-6baf1836-e8fd-4599-b5cb-3ad3cf11b2a6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598030 May 30 19:55:29.939937 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 0ca776c2-f388-4661-8e8e-243e0941ffc7 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:55:29.939937 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 0ca776c2-f388-4661-8e8e-243e0941ffc7 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:55:29.945124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2298b0c3-8992-4230-bff1-6b85996dc0ce None None] Provisioning for port e8be8ce7-ca90-4630-b24d-e4fa4d006be9 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:29.964323 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-204cdf4b-87b3-4c58-9b16-ce89739b0dc5 req-a3933d4d-8582-47e1-95fd-eaa7c1440a8d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 1096 time: 0.2936914 May 30 19:55:29.989903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca4558-ea45-4995-9128-e148865a21d6 req-35fabfb2-f767-4ffc-932b-3cfcf3196b00 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:29.992024 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3aca4558-ea45-4995-9128-e148865a21d6 req-35fabfb2-f767-4ffc-932b-3cfcf3196b00 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 949 time: 0.2100415 May 30 19:55:30.035864 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:30.074391 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port e8be8ce7-ca90-4630-b24d-e4fa4d006be9 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:30.077416 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-33dcfb70-5bc8-4db0-825d-f8f913d1a861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:30.085269 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Set router 61d8ebd1-18e9-4038-8de6-e28bedc4ed6e gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:55:30.129593 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port e8be8ce7-ca90-4630-b24d-e4fa4d006be9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:30.129957 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:30.173426 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-204cdf4b-87b3-4c58-9b16-ce89739b0dc5 req-ce2d9c5d-856c-4b57-a92c-e8854d2e5292 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006631 May 30 19:55:30.192034 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3aca4558-ea45-4995-9128-e148865a21d6 req-ccf06a5e-8d57-49fd-a4e4-8cdff9da07b2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330347 May 30 19:55:30.277687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387fa7e-ed1a-459e-b8d3-e99db28871c2 req-a900fed0-98c4-4117-b78b-ba895cfcf638 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:30.279217 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d387fa7e-ed1a-459e-b8d3-e99db28871c2 req-a900fed0-98c4-4117-b78b-ba895cfcf638 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 945 time: 0.2158375 May 30 19:55:30.295940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 7afcbb28-bbd4-4cf7-a043-0db8404e1619 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:55:30.356345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c853b97d-3bf8-48b9-8156-ce82cab1b472 req-759d5187-5a2b-4171-b44c-7f80f48a7c97 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:55:30.367044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=45283eb0-7f60-4f12-a812-00a197ecbf9e,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:30.367780 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b3451-109f-40a9-adb0-9624541f7b12 None None] Sync routers for ids ['61686beb-7a27-4420-b10d-a77166a3ca88'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:55:30.391482 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b3451-109f-40a9-adb0-9624541f7b12 None None] Routers {'61686beb-7a27-4420-b10d-a77166a3ca88'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:55:30.393693 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5a5b3451-109f-40a9-adb0-9624541f7b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:55:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61686beb-7a27-4420-b10d-a77166a3ca88'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:30.422496 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Allocated IP 172.20.0.1 (9e62228a-1cec-457c-998b-c0eb784be621/f1468ee0-3c90-4914-a98f-597be99efafe/844fa6d0-a8e5-431c-804d-21efc5c0d656) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:55:30.551668 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c853b97d-3bf8-48b9-8156-ce82cab1b472 req-759d5187-5a2b-4171-b44c-7f80f48a7c97 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] No DVR routers for this DVR port 0ca776c2-f388-4661-8e8e-243e0941ffc7 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:55:30.555204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2bfc325a-5d75-4545-b1bb-867c13221222 req-12294149-f061-4851-92f3-d97fb9aaa12a tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 210 time: 0.1961286 May 30 19:55:30.556394 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c853b97d-3bf8-48b9-8156-ce82cab1b472 req-759d5187-5a2b-4171-b44c-7f80f48a7c97 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:30.560619 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3525835-999a-4f73-b7eb-b58c4e33f185', 'name': 'network-vif-deleted', 'tag': '0ca776c2-f388-4661-8e8e-243e0941ffc7'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:55:30.583568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d387fa7e-ed1a-459e-b8d3-e99db28871c2 req-22c55831-abb0-466f-8ccf-390ab0e9d361 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924399 May 30 19:55:30.601789 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c853b97d-3bf8-48b9-8156-ce82cab1b472 req-759d5187-5a2b-4171-b44c-7f80f48a7c97 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.77 "DELETE /v2.0/ports/0ca776c2-f388-4661-8e8e-243e0941ffc7 HTTP/1.1" status: 204 len: 173 time: 3.9772091 May 30 19:55:30.640817 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:30.680729 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a8d4a4a-e86d-4dcb-8a7a-60605883859c'] response: {'server_uuid': 'd3525835-999a-4f73-b7eb-b58c4e33f185', 'name': 'network-vif-deleted', 'tag': '0ca776c2-f388-4661-8e8e-243e0941ffc7', 'status': 'completed', 'code': 200} May 30 19:55:30.682736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Transition to ACTIVE for port object 844fa6d0-a8e5-431c-804d-21efc5c0d656 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:30.741705 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:30.744289 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 7afcbb28-bbd4-4cf7-a043-0db8404e1619 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:30.746119 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-5a5b3451-109f-40a9-adb0-9624541f7b12 None None] Set router 61686beb-7a27-4420-b10d-a77166a3ca88 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:55:30.767013 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 7afcbb28-bbd4-4cf7-a043-0db8404e1619 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:30.767385 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:30.879821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Network 9e62228a-1cec-457c-998b-c0eb784be621 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:30.884175 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:30.886125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Pushing event updated for resources: {'Port': ['ID=844fa6d0-a8e5-431c-804d-21efc5c0d656,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:30.888321 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:55:30.971891 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:31.000600 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:31.054672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11737de7-fffc-4b7f-8f09-b694b017313c req-397e45eb-ce6b-46c9-b7ac-c75c78c6ab1d tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:31.068252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11737de7-fffc-4b7f-8f09-b694b017313c req-397e45eb-ce6b-46c9-b7ac-c75c78c6ab1d tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 945 time: 0.2217634 May 30 19:55:31.185821 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:31.190686 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11737de7-fffc-4b7f-8f09-b694b017313c req-9d8e7dda-c022-4daa-853b-7751199c6a28 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194866 May 30 19:55:31.209500 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:31.264336 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596148485-router', 'tenant_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c2107823-65e5-4a31-a9a9-391d663cd51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:25Z', 'updated_at': '2022-05-30T19:55:27Z', 'revision_number': 3, 'project_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'gw_port': {'id': 'c2107823-65e5-4a31-a9a9-391d663cd51a', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:26Z', 'updated_at': '2022-05-30T19:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:31.319830 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port e8be8ce7-ca90-4630-b24d-e4fa4d006be9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e8be8ce7-ca90-4630-b24d-e4fa4d006be9,segment=NetworkSegment(a5c4b156-d389-45bf-8537-283a2158520f),segment_id=a5c4b156-d389-45bf-8537-283a2158520f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:31.358872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Checking router: 61d8ebd1-18e9-4038-8de6-e28bedc4ed6e for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:55:31.359479 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Updating router 61d8ebd1-18e9-4038-8de6-e28bedc4ed6e port c2107823-65e5-4a31-a9a9-391d663cd51a binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:55:31.390767 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:31.402204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47592) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:31.425158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826aa7-6c99-4054-8397-2cc0f01b7bad req-15a5f567-16be-46e0-9c57-62d19d396a16 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:31.426786 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13826aa7-6c99-4054-8397-2cc0f01b7bad req-15a5f567-16be-46e0-9c57-62d19d396a16 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=99be9749-f558-4324-95c6-6f85fe378be7 HTTP/1.1" status: 200 len: 949 time: 0.2018683 May 30 19:55:31.512056 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:31.519614 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b54902d6-d57f-4503-b894-45e763851eda None None] Provisioning complete for port e8be8ce7-ca90-4630-b24d-e4fa4d006be9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:31.520242 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b54902d6-d57f-4503-b894-45e763851eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:31.543484 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5a5b3451-109f-40a9-adb0-9624541f7b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'dd0efaac-84f4-411d-bad9-a328b2ff7e67', 'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'mac_address': 'fa:16:3e:d3:36:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:35Z', 'updated_at': '2022-05-30T19:52:57Z', 'revision_number': 5, 'project_id': '18012846b9da440082f575e0c7d5b763', 'subnets': [{'id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:31.551313 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b3451-109f-40a9-adb0-9624541f7b12 None None] Checking router: 61686beb-7a27-4420-b10d-a77166a3ca88 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:55:31.557507 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13826aa7-6c99-4054-8397-2cc0f01b7bad req-2b13c16e-4dd2-4675-989f-5043aa881473 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206589 May 30 19:55:31.578266 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:31.584933 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b3451-109f-40a9-adb0-9624541f7b12 None None] Routers {'61686beb-7a27-4420-b10d-a77166a3ca88'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:55:31.585843 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5a5b3451-109f-40a9-adb0-9624541f7b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:55:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61686beb-7a27-4420-b10d-a77166a3ca88'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:31.711725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ff2e8112-b9f2-4276-94ba-8b525f5252a9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:55:31.783884 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35aeb205-e5ed-4ded-9da6-3e444fdc1218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45283eb0-7f60-4f12-a812-00a197ecbf9e'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:55:31.802118 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-5a5b3451-109f-40a9-adb0-9624541f7b12 None None] Set router 61686beb-7a27-4420-b10d-a77166a3ca88 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:55:31.817810 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 7afcbb28-bbd4-4cf7-a043-0db8404e1619, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=7afcbb28-bbd4-4cf7-a043-0db8404e1619,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:31.863384 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=e8be8ce7-ca90-4630-b24d-e4fa4d006be9,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:31.886623 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:31.892319 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679791d0-3d7a-4377-9516-f51e03b8c441 req-96b2c5af-0189-458c-8f42-f0c75b8a96ca tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:31.894956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-679791d0-3d7a-4377-9516-f51e03b8c441 req-96b2c5af-0189-458c-8f42-f0c75b8a96ca tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 949 time: 0.1675315 May 30 19:55:31.900200 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1755750535-network', 'tenant_id': 'd06e2662e4c444b49dc4caefaa2522de'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:31.910416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:31.944732 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Usage tracker for resource:network and tenant:d06e2662e4c444b49dc4caefaa2522de is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:31.945517 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:31.951628 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:31.977619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:32.029355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-5c0f3256-eda6-4ffd-a13d-9368128091f9 req-217a870d-d9c7-4653-a4f0-7c2354074f2a tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Synchronizing usage tracker for tenant:18012846b9da440082f575e0c7d5b763 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:55:32.052742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Made reservation on behalf of d06e2662e4c444b49dc4caefaa2522de for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:55:32.052742 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:32.089393 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:32.095932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-5c0f3256-eda6-4ffd-a13d-9368128091f9 req-217a870d-d9c7-4653-a4f0-7c2354074f2a tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Unset dirty status for tenant:18012846b9da440082f575e0c7d5b763 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:55:32.102689 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c0f3256-eda6-4ffd-a13d-9368128091f9 req-217a870d-d9c7-4653-a4f0-7c2354074f2a tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3525835-999a-4f73-b7eb-b58c4e33f185 HTTP/1.1" status: 200 len: 210 time: 0.1643453 May 30 19:55:32.139479 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-679791d0-3d7a-4377-9516-f51e03b8c441 req-64073d6a-3f09-461f-ae52-ee3a3e571953 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181029 May 30 19:55:32.235717 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5a5b3451-109f-40a9-adb0-9624541f7b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'dd0efaac-84f4-411d-bad9-a328b2ff7e67', 'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'mac_address': 'fa:16:3e:d3:36:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:35Z', 'updated_at': '2022-05-30T19:52:57Z', 'revision_number': 5, 'project_id': '18012846b9da440082f575e0c7d5b763', 'subnets': [{'id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:32.240922 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b3451-109f-40a9-adb0-9624541f7b12 None None] The sync data for ids ['61686beb-7a27-4420-b10d-a77166a3ca88'] in n-d-843949-2 is: [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:52:36Z', 'revision_number': 4, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'dd0efaac-84f4-411d-bad9-a328b2ff7e67', 'name': '', 'network_id': 'e7d0ea33-751a-4199-859b-91d929a3ce53', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'mac_address': 'fa:16:3e:d3:36:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:35Z', 'updated_at': '2022-05-30T19:52:57Z', 'revision_number': 5, 'project_id': '18012846b9da440082f575e0c7d5b763', 'subnets': [{'id': '8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:55:32.248884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:32.255412 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:32.262670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Usage tracker for resource:security_group_rule and tenant:d06e2662e4c444b49dc4caefaa2522de is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:32.265413 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-425ed98e-9283-486c-bf0f-31f604da26f4'] response: {'server_uuid': '35aeb205-e5ed-4ded-9da6-3e444fdc1218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45283eb0-7f60-4f12-a812-00a197ecbf9e', 'code': 200} May 30 19:55:32.277212 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:32.280497 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:32.358433 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=7afcbb28-bbd4-4cf7-a043-0db8404e1619,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:32.389273 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:32.403108 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ff2e8112-b9f2-4276-94ba-8b525f5252a9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:32.403455 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:32.435070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c74716d6-c0e5-4e8e-a9f0-e5b1d5d2d312 None None] Provisioning for port 844fa6d0-a8e5-431c-804d-21efc5c0d656 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:32.436160 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:32.449611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c74716d6-c0e5-4e8e-a9f0-e5b1d5d2d312 None None] Provisioning complete for port 844fa6d0-a8e5-431c-804d-21efc5c0d656 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:32.450223 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c74716d6-c0e5-4e8e-a9f0-e5b1d5d2d312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:32.486825 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:55:32.550495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92529c3c-d13b-4a02-9ff4-20be55e22339 req-fe45917f-03cd-4dcc-a5ba-9c35f0c0e53e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 1100 time: 0.2172098 May 30 19:55:32.552295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c74716d6-c0e5-4e8e-a9f0-e5b1d5d2d312 None None] Port 844fa6d0-a8e5-431c-804d-21efc5c0d656 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:55:32.563506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a1695-be0c-4cd9-8c99-5b69b9f6b022 req-05f63f4f-34a9-4017-bdfc-0088109cb6cc tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:32.571344 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-853a1695-be0c-4cd9-8c99-5b69b9f6b022 req-05f63f4f-34a9-4017-bdfc-0088109cb6cc tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 945 time: 0.1920183 May 30 19:55:32.583713 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Pushing event updated for resources: {'Port': ['ID=844fa6d0-a8e5-431c-804d-21efc5c0d656,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:32.637303 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665ba56-7597-45e9-bb0b-7ae88bf4c083 req-99526e59-4e8f-4971-8991-eba7ed9ee695 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:32.638720 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7665ba56-7597-45e9-bb0b-7ae88bf4c083 req-99526e59-4e8f-4971-8991-eba7ed9ee695 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 945 time: 0.1743586 May 30 19:55:32.684337 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:32.694960 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:32.695336 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:32.696524 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-853a1695-be0c-4cd9-8c99-5b69b9f6b022 req-782eea2d-2430-412b-bf46-e127ae82f534 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242814 May 30 19:55:32.705260 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92529c3c-d13b-4a02-9ff4-20be55e22339 req-94eabbc0-c84f-45f6-9d11-152103009431 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318622 May 30 19:55:32.720331 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Network 9e62228a-1cec-457c-998b-c0eb784be621 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:32.724576 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:32.729423 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:32.737730 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7665ba56-7597-45e9-bb0b-7ae88bf4c083 req-721f4198-1c03-4fa4-aa27-eb09315c3588 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917735 May 30 19:55:32.753932 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Transition to ACTIVE for port object c2107823-65e5-4a31-a9a9-391d663cd51a will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:32.777874 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:32.831995 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:32.877105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f59a9-f9a9-4431-b7d6-e09fd674acc8 None None] Pushing event updated for resources: {'Port': ['ID=c2107823-65e5-4a31-a9a9-391d663cd51a,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:32.883520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Attempting to bind port c2107823-65e5-4a31-a9a9-391d663cd51a on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:55:32.883882 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Attempting to bind port c2107823-65e5-4a31-a9a9-391d663cd51a by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:55:32.884272 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Attempting to bind port c2107823-65e5-4a31-a9a9-391d663cd51a on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:32.891216 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:55:32.891580 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:32.892010 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:32.892429 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:55:32.892898 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Bound port: c2107823-65e5-4a31-a9a9-391d663cd51a, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:55:32.893262 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:32.935348 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:55:32.945256 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:32.945677 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Added segment 3193effd-41f2-48b5-8543-8b09f9c05982 of type vlan for network 27f7a874-3b6f-43a7-886a-ebc551f4bf6f May 30 19:55:32.982682 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] For port c2107823-65e5-4a31-a9a9-391d663cd51a, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:55:32.983757 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e81f8d-e26a-4859-8c58-804efe047018,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:32.986176 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] For port c2107823-65e5-4a31-a9a9-391d663cd51a, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c2107823-65e5-4a31-a9a9-391d663cd51a,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:55:32.997633 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:33.007136 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:33.070158 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:33.070949 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:33.071527 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:33.090828 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Routers {'61d8ebd1-18e9-4038-8de6-e28bedc4ed6e'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:55:33.091462 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:55:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61d8ebd1-18e9-4038-8de6-e28bedc4ed6e'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:33.148693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f59a9-f9a9-4431-b7d6-e09fd674acc8 None None] Pushing event updated for resources: {'Port': ['ID=c2107823-65e5-4a31-a9a9-391d663cd51a,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:33.150165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10400d-b1d1-4e9b-8cfb-efece0d5a383 req-46f9b0f7-a992-4714-8be0-18b56c00fac1 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:33.152819 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd10400d-b1d1-4e9b-8cfb-efece0d5a383 req-46f9b0f7-a992-4714-8be0-18b56c00fac1 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=99be9749-f558-4324-95c6-6f85fe378be7 HTTP/1.1" status: 200 len: 950 time: 0.2909179 May 30 19:55:33.200051 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-610774cb-9e67-45d4-a7c8-a34acd12001c req-7ded90b4-da7e-4a40-afc8-2afff3b3c0c8 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 1096 time: 0.2727025 May 30 19:55:33.240577 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd10400d-b1d1-4e9b-8cfb-efece0d5a383 req-fcaf12ab-c0cb-4fc9-a736-3367cfa6d025 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812819 May 30 19:55:33.298788 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-610774cb-9e67-45d4-a7c8-a34acd12001c req-0a7026e2-229d-4181-89dd-58e90e12a78b tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898576 May 30 19:55:33.300516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fb075817-724b-4966-b35c-1be2fc85ff39 None None] Provisioning complete for port 844fa6d0-a8e5-431c-804d-21efc5c0d656 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:33.301135 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fb075817-724b-4966-b35c-1be2fc85ff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:33.301232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] Pushing event updated for resources: {'Network': ['ID=27f7a874-3b6f-43a7-886a-ebc551f4bf6f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:33.306657 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-47f5c5f0-4c29-49e7-a243-b9516785b92d admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9031014 May 30 19:55:33.307287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47614) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:33.314123 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Request body: {'subnet': {'network_id': '27f7a874-3b6f-43a7-886a-ebc551f4bf6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1755750535-subnet', 'tenant_id': 'd06e2662e4c444b49dc4caefaa2522de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:33.320488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:33.338756 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 27f7a874-3b6f-43a7-886a-ebc551f4bf6f details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:55:33.344260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Usage tracker for resource:subnet and tenant:d06e2662e4c444b49dc4caefaa2522de is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:33.349367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:33.357433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:33.378476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Made reservation on behalf of d06e2662e4c444b49dc4caefaa2522de for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:55:33.381054 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:33.486425 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fb075817-724b-4966-b35c-1be2fc85ff39 None None] Port 844fa6d0-a8e5-431c-804d-21efc5c0d656 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:55:33.516565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] Set router 61d8ebd1-18e9-4038-8de6-e28bedc4ed6e gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:55:33.559762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Router 61d8ebd1-18e9-4038-8de6-e28bedc4ed6e has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:55:33.576738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e8be8ce7-ca90-4630-b24d-e4fa4d006be9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:55:33.593691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d20d7-cbd2-457f-bc14-f971e66c4fef req-c37af6df-dfe1-4eb6-816c-43dca0e25c92 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:33.605563 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-078d20d7-cbd2-457f-bc14-f971e66c4fef req-c37af6df-dfe1-4eb6-816c-43dca0e25c92 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 949 time: 0.1913629 May 30 19:55:33.701939 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-078d20d7-cbd2-457f-bc14-f971e66c4fef req-f829bdfe-7c97-4f1a-b93d-092811b0a389 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955119 May 30 19:55:33.872706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47632) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:33.984335 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:33.991663 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-33586a29-c75c-423c-8a78-75f2cd1bcc23 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:34.070520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port e8be8ce7-ca90-4630-b24d-e4fa4d006be9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:34.070804 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:34.074329 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-33586a29-c75c-423c-8a78-75f2cd1bcc23 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:34.125997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=053967ed-5088-4815-853b-fd1a5401335c,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:34.158395 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-33586a29-c75c-423c-8a78-75f2cd1bcc23 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:34.178182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc38168-1472-41d7-8665-6803418be07e req-d89fd087-0710-4b01-9bce-69ba9e018402 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:34.179819 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccc38168-1472-41d7-8665-6803418be07e req-d89fd087-0710-4b01-9bce-69ba9e018402 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 945 time: 0.1627429 May 30 19:55:34.185017 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596148485-router', 'tenant_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c2107823-65e5-4a31-a9a9-391d663cd51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:25Z', 'updated_at': '2022-05-30T19:55:31Z', 'revision_number': 4, 'project_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'gw_port': {'id': 'c2107823-65e5-4a31-a9a9-391d663cd51a', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:26Z', 'updated_at': '2022-05-30T19:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '844fa6d0-a8e5-431c-804d-21efc5c0d656', 'name': '', 'network_id': '9e62228a-1cec-457c-998b-c0eb784be621', 'tenant_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'mac_address': 'fa:16:3e:8e:db:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1468ee0-3c90-4914-a98f-597be99efafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:30Z', 'updated_at': '2022-05-30T19:55:31Z', 'revision_number': 2, 'project_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'subnets': [{'id': 'f1468ee0-3c90-4914-a98f-597be99efafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:34.195936 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:34.196400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:34.197339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:34.205393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:34.205830 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:34.206262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:34.206686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:34.207120 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:34.207527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:34.208086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:34.208490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:34.225503 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33586a29-c75c-423c-8a78-75f2cd1bcc23 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d47109c-58f5-488e-9ad0-8aeb4c76d32d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:34.237179 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-33586a29-c75c-423c-8a78-75f2cd1bcc23 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:34.238284 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-33586a29-c75c-423c-8a78-75f2cd1bcc23 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "DELETE /v2.0/security-groups/8d47109c-58f5-488e-9ad0-8aeb4c76d32d HTTP/1.1" status: 204 len: 168 time: 0.3643041 May 30 19:55:34.241666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47640) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:34.274799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Checking segment: {'id': '3193effd-41f2-48b5-8543-8b09f9c05982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '27f7a874-3b6f-43a7-886a-ebc551f4bf6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:34.277694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Network hostable DHCP agents. Network: 27f7a874-3b6f-43a7-886a-ebc551f4bf6f, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:55:34.284475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99be9749-f558-4324-95c6-6f85fe378be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afcbb28-bbd4-4cf7-a043-0db8404e1619'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:55:34.294777 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9debc4f-0da3-4837-adc7-840928ac5769 None None] The sync data for ids ['61d8ebd1-18e9-4038-8de6-e28bedc4ed6e'] in n-d-843949-2 is: [{'id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596148485-router', 'tenant_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c2107823-65e5-4a31-a9a9-391d663cd51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:25Z', 'updated_at': '2022-05-30T19:55:31Z', 'revision_number': 4, 'project_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'gw_port': {'id': 'c2107823-65e5-4a31-a9a9-391d663cd51a', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:26Z', 'updated_at': '2022-05-30T19:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '844fa6d0-a8e5-431c-804d-21efc5c0d656', 'name': '', 'network_id': '9e62228a-1cec-457c-998b-c0eb784be621', 'tenant_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'mac_address': 'fa:16:3e:8e:db:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1468ee0-3c90-4914-a98f-597be99efafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:30Z', 'updated_at': '2022-05-30T19:55:31Z', 'revision_number': 2, 'project_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'subnets': [{'id': 'f1468ee0-3c90-4914-a98f-597be99efafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:55:34.307464 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccc38168-1472-41d7-8665-6803418be07e req-4ea18d93-8474-4404-b5a3-259a1556980a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135659 May 30 19:55:34.309226 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-d482eda6-9f40-438e-bf5d-7d955633eba4 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] show failed (client error): The resource could not be found. May 30 19:55:34.314748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d482eda6-9f40-438e-bf5d-7d955633eba4 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "GET /v2.0/security-groups/8d47109c-58f5-488e-9ad0-8aeb4c76d32d HTTP/1.1" status: 404 len: 347 time: 0.0694032 May 30 19:55:34.317222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47648) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:34.374688 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:55:34.396567 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ad811d7c-6c23-42f7-8a29-d20510a94c66 admin admin] 10.222.0.84 "PUT /v2.0/routers/61d8ebd1-18e9-4038-8de6-e28bedc4ed6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5586066 May 30 19:55:34.402212 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Network 27f7a874-3b6f-43a7-886a-ebc551f4bf6f is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:55:34.428140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 27f7a874-3b6f-43a7-886a-ebc551f4bf6f) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:34.436195 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383aa4de-3a7f-4518-bbe6-009c98fb67a3 None None] Network 27f7a874-3b6f-43a7-886a-ebc551f4bf6f requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:55:34.449657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:34.450264 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:34.497716 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2447f6e2-de05-4194-bc69-d3fb368c49b0 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1889484 May 30 19:55:34.500252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47656) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:34.506820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1755750535-router', 'tenant_id': 'd06e2662e4c444b49dc4caefaa2522de', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:34.514174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:34.518337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Usage tracker for resource:router and tenant:d06e2662e4c444b49dc4caefaa2522de is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:34.530815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:34.537191 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:34.563082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:34.564312 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:34.594613 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c7ebac1-fa70-4b73-b8ef-94fd250000d2'] response: {'server_uuid': '99be9749-f558-4324-95c6-6f85fe378be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afcbb28-bbd4-4cf7-a043-0db8404e1619', 'code': 200} May 30 19:55:34.596228 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:34.720315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Deleting port a3a37545-a45d-4875-8441-b30d8766efa3 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:55:34.720647 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:34.856775 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-27f7a874-3b6f-43a7-886a-ebc551f4bf6f', 'network_id': '27f7a874-3b6f-43a7-886a-ebc551f4bf6f', 'tenant_id': 'd06e2662e4c444b49dc4caefaa2522de', 'fixed_ips': [{'subnet_id': '053967ed-5088-4815-853b-fd1a5401335c'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 19:55:34.858228 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:35.249439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Allocated IP 172.20.0.2 (27f7a874-3b6f-43a7-886a-ebc551f4bf6f/053967ed-5088-4815-853b-fd1a5401335c/8f25752a-40dc-4790-a8ea-0b73d9f99dba) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:55:35.309016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8696bd-f522-46e1-80f4-cdba9793405d req-d80b42bb-8ab9-4a05-ad23-13bcf7372790 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:35.321640 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c8696bd-f522-46e1-80f4-cdba9793405d req-d80b42bb-8ab9-4a05-ad23-13bcf7372790 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=99be9749-f558-4324-95c6-6f85fe378be7 HTTP/1.1" status: 200 len: 950 time: 0.8542919 May 30 19:55:35.382017 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:35.449724 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34be4aab-9965-466c-9e84-e33246de37d4 req-4f81b367-0853-486a-8598-211a32b32043 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=99be9749-f558-4324-95c6-6f85fe378be7 HTTP/1.1" status: 200 len: 1101 time: 0.8271623 May 30 19:55:35.463894 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-f017690c-ccdc-4c3e-9f3a-ebe0a2d325ce tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131&tenant_id=1252846c85cb4f3da96b46deca7cb4f6&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 1096 time: 0.5075748 May 30 19:55:35.541214 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843949-2'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:35.585114 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c8696bd-f522-46e1-80f4-cdba9793405d req-16d14cf2-a0bf-4529-afe3-309387977889 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619061 May 30 19:55:35.692939 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:35.707948 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Transition to ACTIVE for port object 8f25752a-40dc-4790-a8ea-0b73d9f99dba will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:35.745614 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:35.745974 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:35.797364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47bec7e-1fe2-4388-869a-5b63cbeb2378 None None] New status for floating IP 34588762-c1ab-468b-8538-9d7bbdee6a70: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 19:55:35.889848 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:35.903949 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Transition to ACTIVE for port object 8f25752a-40dc-4790-a8ea-0b73d9f99dba will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:36.075749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51983cd7-02c6-4ce8-b09a-1532513d7afe req-233cd287-7287-44a2-8dc3-939b324d89a3 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:36.086333 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51983cd7-02c6-4ce8-b09a-1532513d7afe req-233cd287-7287-44a2-8dc3-939b324d89a3 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 949 time: 0.9928050 May 30 19:55:36.111094 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34be4aab-9965-466c-9e84-e33246de37d4 req-4df7467e-f52b-420d-96cc-eef2768de34d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6387396 May 30 19:55:36.120696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Calling delete_port for a3a37545-a45d-4875-8441-b30d8766efa3 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:55:36.122738 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:36.202244 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Network 27f7a874-3b6f-43a7-886a-ebc551f4bf6f is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:36.215872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:36.222726 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:55:36.372249 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:36.445386 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:55:36.448097 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] For port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:36.455468 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51983cd7-02c6-4ce8-b09a-1532513d7afe req-d25b031a-ed5c-46ed-b271-1d3a8266ffe4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682439 May 30 19:55:36.457319 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:36.482829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90e161-d318-4bbf-8249-19b2c532ea87 req-33a1857c-4703-4f1c-a744-9d14c46031dc tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:36.498912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a90e161-d318-4bbf-8249-19b2c532ea87 req-33a1857c-4703-4f1c-a744-9d14c46031dc tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 945 time: 0.5198414 May 30 19:55:36.528670 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 19:55:36.529030 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 19:55:36.605727 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:55:36.650467 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a90e161-d318-4bbf-8249-19b2c532ea87 req-de4a3468-586e-4c56-a9f0-43bf97d8972b tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479716 May 30 19:55:36.656281 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] For port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:55:36.849063 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:36.886778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 has no active binding in host n-h2-843949-2 {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 19:55:36.902977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Pushing event updated for resources: {'Port': ['ID=8f25752a-40dc-4790-a8ea-0b73d9f99dba,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:36.934360 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Attempting to bind port 8f25752a-40dc-4790-a8ea-0b73d9f99dba on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:55:36.934360 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Attempting to bind port 8f25752a-40dc-4790-a8ea-0b73d9f99dba by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '3193effd-41f2-48b5-8543-8b09f9c05982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '27f7a874-3b6f-43a7-886a-ebc551f4bf6f'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:55:36.934980 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Attempting to bind port 8f25752a-40dc-4790-a8ea-0b73d9f99dba on network 27f7a874-3b6f-43a7-886a-ebc551f4bf6f {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:36.942081 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:36.947186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:55:36.949700 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Checking segment: {'id': '3193effd-41f2-48b5-8543-8b09f9c05982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '27f7a874-3b6f-43a7-886a-ebc551f4bf6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:36.950228 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:36.950721 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Bound using segment: {'id': '3193effd-41f2-48b5-8543-8b09f9c05982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '27f7a874-3b6f-43a7-886a-ebc551f4bf6f'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:55:36.951308 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Bound port: 8f25752a-40dc-4790-a8ea-0b73d9f99dba, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3193effd-41f2-48b5-8543-8b09f9c05982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '27f7a874-3b6f-43a7-886a-ebc551f4bf6f'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:55:36.953366 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:37.030126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Deleting port a3a37545-a45d-4875-8441-b30d8766efa3 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:55:37.031377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9788f11e-77e1-46b4-bcb4-eb45c4d13f21'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:55:37.032053 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:37.054855 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:37.110107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Allocated IP 172.25.5.119 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/76ba94c0-ce49-4eba-8571-218ed758154e) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:55:37.112715 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:37.263494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] For port 8f25752a-40dc-4790-a8ea-0b73d9f99dba, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:55:37.267560 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] For port 8f25752a-40dc-4790-a8ea-0b73d9f99dba, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8f25752a-40dc-4790-a8ea-0b73d9f99dba,segment=NetworkSegment(3193effd-41f2-48b5-8543-8b09f9c05982),segment_id=3193effd-41f2-48b5-8543-8b09f9c05982)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:55:37.276597 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:37.357451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] Pushing event updated for resources: {'Port': ['ID=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,revision_number=7']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:37.588631 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d04e31-cf44-47a8-a862-21bf22f87f1b None None] Pushing event updated for resources: {'Port': ['ID=8f25752a-40dc-4790-a8ea-0b73d9f99dba,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:37.688140 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:37.688763 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:37.789589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c2107823-65e5-4a31-a9a9-391d663cd51a up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:55:38.101554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port c2107823-65e5-4a31-a9a9-391d663cd51a completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:38.115330 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port c2107823-65e5-4a31-a9a9-391d663cd51a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:38.116293 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:38.128396 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] Attempting to bind port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 on host n-h1-843949-2 for vnic_type normal with profile {"migrating_to": "n-h2-843949-2"} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:55:38.129613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] Attempting to bind port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:55:38.130226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] Attempting to bind port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:38.159818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] Port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:55:38.160615 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] Attempting to bind port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:38.245995 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:55:38.250369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] Checking segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:38.254524 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] Bound using segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:55:38.255205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] Bound port: 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:55:38.255738 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:38.296915 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:38.388979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Calling delete_port for a3a37545-a45d-4875-8441-b30d8766efa3 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:55:38.459036 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:38.476448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] For port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:55:38.484711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] For port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:55:38.498335 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:38.502452 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port c2107823-65e5-4a31-a9a9-391d663cd51a, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c2107823-65e5-4a31-a9a9-391d663cd51a,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:38.509886 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:38.690042 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=c2107823-65e5-4a31-a9a9-391d663cd51a,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:38.872787 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:38.890912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] Pushing event updated for resources: {'Port': ['ID=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,revision_number=8']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:38.981868 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a5811f92-6aa0-4667-adcd-6ab0519dd0d9 req-bb74e15a-fa48-4c30-8e59-1a0f381400d4 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 1100 time: 1.2553294 May 30 19:55:39.008073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Pushing event updated for resources: {'Port': ['ID=76ba94c0-ce49-4eba-8571-218ed758154e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:39.031729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:39.040134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:39.051338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee324fad-7aa0-4efc-8bd7-a8942a544a9d req-59fb5b2c-8b74-418e-a7a9-7dc0d9923de9 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:39.061106 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee324fad-7aa0-4efc-8bd7-a8942a544a9d req-59fb5b2c-8b74-418e-a7a9-7dc0d9923de9 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=99be9749-f558-4324-95c6-6f85fe378be7 HTTP/1.1" status: 200 len: 950 time: 0.6909707 May 30 19:55:39.064033 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:39.085348 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:55:39.160878 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:39.163490 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-bfdb4b6d-ca74-4b9f-b37c-20b945b9af29 service neutron] 10.222.0.93 "PUT /v2.0/ports/9788f11e-77e1-46b4-bcb4-eb45c4d13f21 HTTP/1.1" status: 200 len: 1121 time: 3.6475332 May 30 19:55:39.206587 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a5811f92-6aa0-4667-adcd-6ab0519dd0d9 req-2d202d0b-158a-41bb-a78b-00e515fa2bf0 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:39.217868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Pushing event deleted for resources: {'Port': ['ID=a3a37545-a45d-4875-8441-b30d8766efa3,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:39.253537 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9788f11e-77e1-46b4-bcb4-eb45c4d13f21'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:55:39.314536 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee324fad-7aa0-4efc-8bd7-a8942a544a9d req-e85edec4-865f-4cad-bcd5-2856c45ebfcb tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325156 May 30 19:55:39.359287 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['9788f11e-77e1-46b4-bcb4-eb45c4d13f21'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:55:39.375381 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:39.376166 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:39.576566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-a5811f92-6aa0-4667-adcd-6ab0519dd0d9 req-2d202d0b-158a-41bb-a78b-00e515fa2bf0 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:39.577989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7a1608-0d34-46b9-b29c-fa2b533ffc07 None None] Network 27f7a874-3b6f-43a7-886a-ebc551f4bf6f requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:55:39.600811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a5811f92-6aa0-4667-adcd-6ab0519dd0d9 req-2d202d0b-158a-41bb-a78b-00e515fa2bf0 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] Usage tracker for resource:security_group_rule and tenant:be1733e7dfab4383b39fd41490ebfa0c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:39.622086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a5811f92-6aa0-4667-adcd-6ab0519dd0d9 req-2d202d0b-158a-41bb-a78b-00e515fa2bf0 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:39.665833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-a5811f92-6aa0-4667-adcd-6ab0519dd0d9 req-2d202d0b-158a-41bb-a78b-00e515fa2bf0 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:39.685813 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75de1516-09b9-44dd-8ba2-f3b6297d3f4b'] response: {'server_uuid': 'dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9788f11e-77e1-46b4-bcb4-eb45c4d13f21', 'code': 200} May 30 19:55:39.802301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:39.802642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:39.807860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:39.808805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:39.811344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:39.813588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:39.815091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:39.815712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:39.816251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:39.818250 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:39.819192 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:39.834513 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:39.901314 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8f25752a-40dc-4790-a8ea-0b73d9f99dba up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:55:39.923219 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a5811f92-6aa0-4667-adcd-6ab0519dd0d9 req-2d202d0b-158a-41bb-a78b-00e515fa2bf0 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:39.931927 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:39.933794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-317ccc83-9e68-4547-a442-f02abae6fd47 tempest-ServersWithSpecificFlavorTestJSON-518552895 tempest-ServersWithSpecificFlavorTestJSON-518552895-project] 10.222.0.84 "DELETE /v2.0/floatingips/34588762-c1ab-468b-8538-9d7bbdee6a70 HTTP/1.1" status: 204 len: 168 time: 5.6156023 May 30 19:55:39.934673 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a5811f92-6aa0-4667-adcd-6ab0519dd0d9 req-2d202d0b-158a-41bb-a78b-00e515fa2bf0 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:39.959564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a5811f92-6aa0-4667-adcd-6ab0519dd0d9 req-2d202d0b-158a-41bb-a78b-00e515fa2bf0 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] Synchronizing usage tracker for tenant:be1733e7dfab4383b39fd41490ebfa0c on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:55:39.976033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Router 75c130cb-3662-41ab-9f40-5ad2ae8ef8af is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 19:55:40.004842 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d202d0b-158a-41bb-a78b-00e515fa2bf0 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905dec9d-88c8-43bd-88ae-5623dbec0821,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:40.015185 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a5811f92-6aa0-4667-adcd-6ab0519dd0d9 req-2d202d0b-158a-41bb-a78b-00e515fa2bf0 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] Unset dirty status for tenant:be1733e7dfab4383b39fd41490ebfa0c on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:55:40.038712 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a5811f92-6aa0-4667-adcd-6ab0519dd0d9 req-2d202d0b-158a-41bb-a78b-00e515fa2bf0 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0543859 May 30 19:55:40.080176 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-890eaf5e-c216-46ea-9e60-49943ed0421a None None] Provisioning for port 8f25752a-40dc-4790-a8ea-0b73d9f99dba completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:40.182594 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 8f25752a-40dc-4790-a8ea-0b73d9f99dba completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:40.289468 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 8f25752a-40dc-4790-a8ea-0b73d9f99dba triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:40.290274 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:40.485928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2108c31-b92d-4c4f-9e2b-0c8cc9590580 req-d3a12810-f809-49d3-85b4-e7d47819fb90 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:40.493812 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2108c31-b92d-4c4f-9e2b-0c8cc9590580 req-d3a12810-f809-49d3-85b4-e7d47819fb90 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 943 time: 0.1990066 May 30 19:55:40.525758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:55:40.536295 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:40.546295 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Sync routers for ids ['75c130cb-3662-41ab-9f40-5ad2ae8ef8af'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:55:40.603104 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Routers {'75c130cb-3662-41ab-9f40-5ad2ae8ef8af'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:55:40.603740 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:55:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['75c130cb-3662-41ab-9f40-5ad2ae8ef8af'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:40.613052 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:40.617127 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9c7a7581-2be9-4887-876d-afddf8697352 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1131792 May 30 19:55:40.617740 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47710) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:40.638076 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2108c31-b92d-4c4f-9e2b-0c8cc9590580 req-365b2321-fef1-4ae3-97ff-306df94841d0 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412206 May 30 19:55:40.639639 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 8f25752a-40dc-4790-a8ea-0b73d9f99dba, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8f25752a-40dc-4790-a8ea-0b73d9f99dba,segment=NetworkSegment(3193effd-41f2-48b5-8543-8b09f9c05982),segment_id=3193effd-41f2-48b5-8543-8b09f9c05982)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:40.648995 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:40.650281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c2107823-65e5-4a31-a9a9-391d663cd51a up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:55:41.194337 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=8f25752a-40dc-4790-a8ea-0b73d9f99dba,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:41.260185 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Set router 75c130cb-3662-41ab-9f40-5ad2ae8ef8af gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:55:41.283467 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2868b1e-638e-444e-bdf6-48b5b0ec5fcf req-f28d9745-b669-411d-9ade-cbcfa13feb33 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=99be9749-f558-4324-95c6-6f85fe378be7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2414241 May 30 19:55:41.312228 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1e2e8a32-3cea-4b89-a4d9-1bd6df24eff4 None None] Provisioning complete for port 8f25752a-40dc-4790-a8ea-0b73d9f99dba triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:41.312814 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1e2e8a32-3cea-4b89-a4d9-1bd6df24eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:41.458298 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port c2107823-65e5-4a31-a9a9-391d663cd51a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:41.460340 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:41.686678 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131', 'tag': '9788f11e-77e1-46b4-bcb4-eb45c4d13f21'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:55:41.798766 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-59a618b0-2cd9-4798-9ae5-d7ccb2b63c1a tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=80c5886d695a483397b8748456ab7e32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937178 May 30 19:55:41.969817 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'name': 'tempest-FloatingIPDetailsTestJSON-1755750535-router', 'tenant_id': 'd06e2662e4c444b49dc4caefaa2522de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '76ba94c0-ce49-4eba-8571-218ed758154e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:34Z', 'updated_at': '2022-05-30T19:55:39Z', 'revision_number': 3, 'project_id': 'd06e2662e4c444b49dc4caefaa2522de', 'gw_port': {'id': '76ba94c0-ce49-4eba-8571-218ed758154e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:36Z', 'updated_at': '2022-05-30T19:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:41.987864 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Checking router: 75c130cb-3662-41ab-9f40-5ad2ae8ef8af for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:55:41.987864 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Updating router 75c130cb-3662-41ab-9f40-5ad2ae8ef8af port 76ba94c0-ce49-4eba-8571-218ed758154e binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:55:42.028750 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8f25752a-40dc-4790-a8ea-0b73d9f99dba up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:55:42.065346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31f9cf-7703-4b82-b13b-b82c9aba98f5 req-245d7ee1-1045-4365-9b00-80f0ac300f84 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:42.066805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee31f9cf-7703-4b82-b13b-b82c9aba98f5 req-245d7ee1-1045-4365-9b00-80f0ac300f84 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2a0a7a1-6186-4315-b14d-33df2a3203ef HTTP/1.1" status: 200 len: 946 time: 0.3240743 May 30 19:55:42.114445 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:42.157280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-8fcc950b-eaca-49ae-8e11-0d8ae55add74 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:42.162850 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 8f25752a-40dc-4790-a8ea-0b73d9f99dba triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:42.163485 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:42.164215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-8fcc950b-eaca-49ae-8e11-0d8ae55add74 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3641913 May 30 19:55:42.184870 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-978a938f-23d3-4149-b2a8-9ef767e42188 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/quotas/80c5886d695a483397b8748456ab7e32 HTTP/1.1" status: 200 len: 375 time: 0.0197408 May 30 19:55:42.252954 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee31f9cf-7703-4b82-b13b-b82c9aba98f5 req-c422bfc8-6ee4-4282-aa15-ba52b37507cc tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1f9c54b-8ecc-4b25-b524-4fc5c80fab9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718929 May 30 19:55:42.413783 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-6485c8d3-d257-4de6-8f37-6f2c6ed0350a tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2277427 May 30 19:55:42.533717 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:42.590925 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:42.603477 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Transition to ACTIVE for port object 76ba94c0-ce49-4eba-8571-218ed758154e will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:42.614474 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:42.619190 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5faf6a-38a2-41be-be3a-c4ec0a50fa71 req-2e85dad3-a924-4739-9189-e1a91a532c94 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:42.628770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d5faf6a-38a2-41be-be3a-c4ec0a50fa71 req-2e85dad3-a924-4739-9189-e1a91a532c94 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=99be9749-f558-4324-95c6-6f85fe378be7 HTTP/1.1" status: 200 len: 950 time: 0.1144273 May 30 19:55:42.696306 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f44eb6-41e9-4c15-999c-b9e458771a16 None None] Pushing event updated for resources: {'Port': ['ID=76ba94c0-ce49-4eba-8571-218ed758154e,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:42.706212 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d5faf6a-38a2-41be-be3a-c4ec0a50fa71 req-83213f10-8ae2-4fd1-a22e-b530e17345b0 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690343 May 30 19:55:42.742613 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Attempting to bind port 76ba94c0-ce49-4eba-8571-218ed758154e on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:55:42.743377 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Attempting to bind port 76ba94c0-ce49-4eba-8571-218ed758154e by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:55:42.747848 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Attempting to bind port 76ba94c0-ce49-4eba-8571-218ed758154e on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:42.776539 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:55:42.777317 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:42.779285 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:42.780310 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:55:42.783002 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Bound port: 76ba94c0-ce49-4eba-8571-218ed758154e, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:55:42.784053 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:42.936321 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] For port 76ba94c0-ce49-4eba-8571-218ed758154e, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:55:42.937982 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] For port 76ba94c0-ce49-4eba-8571-218ed758154e, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=76ba94c0-ce49-4eba-8571-218ed758154e,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:55:42.944744 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:43.022913 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Routers {'75c130cb-3662-41ab-9f40-5ad2ae8ef8af'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:55:43.023786 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:55:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['75c130cb-3662-41ab-9f40-5ad2ae8ef8af'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:43.070169 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ad8dd13-ed32-45bd-9f9f-8f24289155bc req-34f59d58-2030-4238-89a7-be9ad3295908 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 1124 time: 0.1882777 May 30 19:55:43.082131 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9a556b-5ff5-4a2e-b178-e6de13d9bdc2'] response: {'name': 'network-changed', 'server_uuid': 'dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131', 'tag': '9788f11e-77e1-46b4-bcb4-eb45c4d13f21', 'status': 'completed', 'code': 200} May 30 19:55:43.298137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Allocated IP 172.20.0.1 (27f7a874-3b6f-43a7-886a-ebc551f4bf6f/053967ed-5088-4815-853b-fd1a5401335c/ec112c38-a764-4341-8d85-fa07203f45e3) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:55:43.347738 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] Set router 75c130cb-3662-41ab-9f40-5ad2ae8ef8af gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:55:43.567490 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:43.585416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Transition to ACTIVE for port object ec112c38-a764-4341-8d85-fa07203f45e3 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:43.613702 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:43.636382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8dd13-ed32-45bd-9f9f-8f24289155bc req-7aec95bb-5762-47a1-a0ae-48e29c6652e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:43.638065 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ad8dd13-ed32-45bd-9f9f-8f24289155bc req-7aec95bb-5762-47a1-a0ae-48e29c6652e6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.5598524 May 30 19:55:43.639779 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-a59c6b4d-2e51-471e-acb3-5cbb97a7bfb9 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=62224e4a80e642d1af5db13c4fcc50ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703506 May 30 19:55:43.711602 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Network 27f7a874-3b6f-43a7-886a-ebc551f4bf6f is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:43.720410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:43.735808 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:55:43.767642 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f44eb6-41e9-4c15-999c-b9e458771a16 None None] Pushing event updated for resources: {'Port': ['ID=76ba94c0-ce49-4eba-8571-218ed758154e,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:43.874644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Pushing event updated for resources: {'Port': ['ID=ec112c38-a764-4341-8d85-fa07203f45e3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:43.899056 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:43.955796 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'name': 'tempest-FloatingIPDetailsTestJSON-1755750535-router', 'tenant_id': 'd06e2662e4c444b49dc4caefaa2522de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '76ba94c0-ce49-4eba-8571-218ed758154e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:34Z', 'updated_at': '2022-05-30T19:55:39Z', 'revision_number': 3, 'project_id': 'd06e2662e4c444b49dc4caefaa2522de', 'gw_port': {'id': '76ba94c0-ce49-4eba-8571-218ed758154e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:36Z', 'updated_at': '2022-05-30T19:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:43.969682 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738ac8ba-46cd-4d01-930a-bf71f81d963e None None] The sync data for ids ['75c130cb-3662-41ab-9f40-5ad2ae8ef8af'] in n-d-843949-2 is: [{'id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'name': 'tempest-FloatingIPDetailsTestJSON-1755750535-router', 'tenant_id': 'd06e2662e4c444b49dc4caefaa2522de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '76ba94c0-ce49-4eba-8571-218ed758154e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:34Z', 'updated_at': '2022-05-30T19:55:39Z', 'revision_number': 3, 'project_id': 'd06e2662e4c444b49dc4caefaa2522de', 'gw_port': {'id': '76ba94c0-ce49-4eba-8571-218ed758154e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:36Z', 'updated_at': '2022-05-30T19:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:55:44.065903 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:44.171640 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ad8dd13-ed32-45bd-9f9f-8f24289155bc req-47070bbd-8e7b-4d89-9378-e02a4c00d2c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9788f11e-77e1-46b4-bcb4-eb45c4d13f21 HTTP/1.1" status: 200 len: 217 time: 0.4971318 May 30 19:55:44.204019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e58860c4-491e-44ac-bf47-e58b0ea0c640 None None] Provisioning for port ec112c38-a764-4341-8d85-fa07203f45e3 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:44.210708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e58860c4-491e-44ac-bf47-e58b0ea0c640 None None] Provisioning complete for port ec112c38-a764-4341-8d85-fa07203f45e3 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:44.211119 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e58860c4-491e-44ac-bf47-e58b0ea0c640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:44.361016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e58860c4-491e-44ac-bf47-e58b0ea0c640 None None] Port ec112c38-a764-4341-8d85-fa07203f45e3 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:55:44.408701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8dd13-ed32-45bd-9f9f-8f24289155bc req-329a26ba-1553-4300-9fdb-5401cf6e3c38 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:44.410714 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ad8dd13-ed32-45bd-9f9f-8f24289155bc req-329a26ba-1553-4300-9fdb-5401cf6e3c38 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.2270515 May 30 19:55:44.457367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-e04b387d-09d7-4a1a-9bc7-8506979d9828 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:44.466008 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-e04b387d-09d7-4a1a-9bc7-8506979d9828 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8187656 May 30 19:55:44.481317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46900dc-afee-4515-88c6-c6c9c8ba4489 req-9317e985-750c-41cd-815c-c81185425d6a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:44.489249 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c46900dc-afee-4515-88c6-c6c9c8ba4489 req-9317e985-750c-41cd-815c-c81185425d6a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 943 time: 0.9713767 May 30 19:55:44.572941 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:44.576242 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ad8dd13-ed32-45bd-9f9f-8f24289155bc req-d68c9aaf-0a97-496b-a66b-f13f90bc9c0c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036086 May 30 19:55:44.579189 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:44.600436 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-cd904274-4e81-4bb4-8721-5655412ae6f7 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/quotas/62224e4a80e642d1af5db13c4fcc50ce HTTP/1.1" status: 200 len: 375 time: 0.1337626 May 30 19:55:44.713406 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:44.725891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Pushing event updated for resources: {'Port': ['ID=ec112c38-a764-4341-8d85-fa07203f45e3,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:44.907849 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ad8dd13-ed32-45bd-9f9f-8f24289155bc req-c690db81-90fa-4540-ae7f-774856b0b35f service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372429 May 30 19:55:44.921523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Network 27f7a874-3b6f-43a7-886a-ebc551f4bf6f is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:44.923253 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:45.234483 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ad8dd13-ed32-45bd-9f9f-8f24289155bc req-c91a6f72-5f35-4a35-92a3-4b248a2568cf service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158832 May 30 19:55:45.316341 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-59ff938b-0337-4929-a9e7-6a2f31ae758a None None] Provisioning complete for port ec112c38-a764-4341-8d85-fa07203f45e3 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:45.317004 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-59ff938b-0337-4929-a9e7-6a2f31ae758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:45.330587 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c46900dc-afee-4515-88c6-c6c9c8ba4489 req-94d3b4f2-ccab-4458-accf-bfb2548c1f7b tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8403981 May 30 19:55:45.337107 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-b062edcb-ed76-42f3-8674-3d0e8ed60e2b tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=62224e4a80e642d1af5db13c4fcc50ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7351565 May 30 19:55:45.345068 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-337685a1-a269-4aae-b79e-606ac4dfce05 service neutron] 10.222.0.77 "GET /v2.0/ports/9788f11e-77e1-46b4-bcb4-eb45c4d13f21/bindings/n-h2-843949-2 HTTP/1.1" status: 200 len: 384 time: 0.1071417 May 30 19:55:45.420016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-59ff938b-0337-4929-a9e7-6a2f31ae758a None None] Port ec112c38-a764-4341-8d85-fa07203f45e3 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:55:45.710557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Router 75c130cb-3662-41ab-9f40-5ad2ae8ef8af has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:55:46.197821 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-1c52e83e-8f73-427c-909e-5a94f1561e9f service neutron] For port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:46.279395 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-21cece2d-4cf1-4180-85c5-89c2c091df12 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=80c5886d695a483397b8748456ab7e32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1516685 May 30 19:55:46.280953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-1c52e83e-8f73-427c-909e-5a94f1561e9f service neutron] For port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:55:46.478005 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-1c52e83e-8f73-427c-909e-5a94f1561e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:55:46.506619 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-1c52e83e-8f73-427c-909e-5a94f1561e9f service neutron] For port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:46.598383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-d757fd7b-63a7-4b0d-8d4f-77b2f33e63e9 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:46.600697 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-d757fd7b-63a7-4b0d-8d4f-77b2f33e63e9 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3205216 May 30 19:55:46.625443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-45cd3d4a-cbae-4b9b-9b07-e60f7cab3d8e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Request body: {'port': {'device_id': 'b8b4757d-bc30-4219-9183-c7445f581fa1', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '80c5886d695a483397b8748456ab7e32'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:46.686989 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-1c52e83e-8f73-427c-909e-5a94f1561e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:46.734078 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-136782fe-8e65-4d4c-9d6f-fde55511a1d4 req-e4a67549-ab84-44fa-8f91-a28fef8ffe16 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a HTTP/1.1" status: 200 len: 210 time: 0.2019222 May 30 19:55:46.767527 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-c302d51f-1ab2-492a-bb7e-fc7109e5c809 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=80c5886d695a483397b8748456ab7e32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1113377 May 30 19:55:46.994054 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-1c52e83e-8f73-427c-909e-5a94f1561e9f service neutron] Transition to ACTIVE for port object 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:47.042865 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-45cd3d4a-cbae-4b9b-9b07-e60f7cab3d8e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:47.097027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-45cd3d4a-cbae-4b9b-9b07-e60f7cab3d8e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:47.107685 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-1c52e83e-8f73-427c-909e-5a94f1561e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:47.144272 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-45cd3d4a-cbae-4b9b-9b07-e60f7cab3d8e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Made reservation on behalf of 80c5886d695a483397b8748456ab7e32 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:55:47.155557 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-45cd3d4a-cbae-4b9b-9b07-e60f7cab3d8e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:47.253578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:55:47.278771 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a99acd9f-a1be-4aae-946d-3df3acb1f24a admin admin] 10.222.0.84 "PUT /v2.0/routers/75c130cb-3662-41ab-9f40-5ad2ae8ef8af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6598542 May 30 19:55:47.477624 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52e83e-8f73-427c-909e-5a94f1561e9f service neutron] Pushing event updated for resources: {'Port': ['ID=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,revision_number=10']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:47.492545 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-03e5c164-565d-4c14-b25e-a9154f4c4a3d req-1832bab4-5358-445d-9c46-ae1aaf09ed89 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e4920e4-3024-4783-b91a-0f9ff4bbd4e4 HTTP/1.1" status: 200 len: 210 time: 0.0611994 May 30 19:55:47.546492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-45cd3d4a-cbae-4b9b-9b07-e60f7cab3d8e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Allocated IP 192.168.233.5 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/f287ac9c-2942-47c4-aedd-f0339716c9ac) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:55:47.613172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423db504-535b-44e5-a72d-cbc6b75841fb req-a9d4de8b-8b9b-4092-9741-1aefdb164e52 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:47.621399 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-423db504-535b-44e5-a72d-cbc6b75841fb req-a9d4de8b-8b9b-4092-9741-1aefdb164e52 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2a0a7a1-6186-4315-b14d-33df2a3203ef HTTP/1.1" status: 200 len: 946 time: 0.5522537 May 30 19:55:47.649543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-1c52e83e-8f73-427c-909e-5a94f1561e9f service neutron] No DVR routers for this DVR port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:55:47.955376 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-45cd3d4a-cbae-4b9b-9b07-e60f7cab3d8e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:47.976082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-45cd3d4a-cbae-4b9b-9b07-e60f7cab3d8e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Transition to ACTIVE for port object f287ac9c-2942-47c4-aedd-f0339716c9ac will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:47.991178 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-423db504-535b-44e5-a72d-cbc6b75841fb req-a0b58e95-3a73-405c-9d43-4c788bb57300 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1f9c54b-8ecc-4b25-b524-4fc5c80fab9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3684852 May 30 19:55:48.047825 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-45cd3d4a-cbae-4b9b-9b07-e60f7cab3d8e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:48.061664 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['45283eb0-7f60-4f12-a812-00a197ecbf9e'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:55:48.086721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-d5bb2abb-9c8a-4627-bd9f-4c79ef92f469 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=62224e4a80e642d1af5db13c4fcc50ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1858320 May 30 19:55:48.167416 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-1c52e83e-8f73-427c-909e-5a94f1561e9f service neutron] 10.222.0.77 "PUT /v2.0/ports/9788f11e-77e1-46b4-bcb4-eb45c4d13f21/bindings/n-h2-843949-2/activate HTTP/1.1" status: 200 len: 369 time: 2.8146977 May 30 19:55:48.181119 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-f4f68c38-0168-469c-96d9-58c793247f4a tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:48.182970 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-f4f68c38-0168-469c-96d9-58c793247f4a tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1852782 May 30 19:55:48.357243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd3d4a-cbae-4b9b-9b07-e60f7cab3d8e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Pushing event updated for resources: {'Port': ['ID=f287ac9c-2942-47c4-aedd-f0339716c9ac,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:48.392666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-4f2960c4-4f5b-4cdb-9c54-69527cc8cc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Request body: {'port': {'device_id': '7e4920e4-3024-4783-b91a-0f9ff4bbd4e4', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '80c5886d695a483397b8748456ab7e32'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:48.409629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:55:48.459888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-45cd3d4a-cbae-4b9b-9b07-e60f7cab3d8e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:48.463432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-45cd3d4a-cbae-4b9b-9b07-e60f7cab3d8e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:48.465970 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-45cd3d4a-cbae-4b9b-9b07-e60f7cab3d8e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:55:48.554931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-45cd3d4a-cbae-4b9b-9b07-e60f7cab3d8e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:48.555675 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-45cd3d4a-cbae-4b9b-9b07-e60f7cab3d8e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:48.595445 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-e35aecb8-9549-48bf-9d44-8fc0279e46f9 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131&tenant_id=1252846c85cb4f3da96b46deca7cb4f6&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 1095 time: 0.2481942 May 30 19:55:48.600268 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-45cd3d4a-cbae-4b9b-9b07-e60f7cab3d8e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9824286 May 30 19:55:48.621806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Request body: {'port': {'device_id': 'b8b4757d-bc30-4219-9183-c7445f581fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:48.664509 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:55:48.686106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35532811-a3a8-466e-b0a4-0aad110c73e1 req-ae501119-65b5-425d-8fa1-1f65273d311c tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:48.694277 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35532811-a3a8-466e-b0a4-0aad110c73e1 req-ae501119-65b5-425d-8fa1-1f65273d311c tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 944 time: 0.9065487 May 30 19:55:48.846135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-4f2960c4-4f5b-4cdb-9c54-69527cc8cc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:48.860277 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:48.862295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416355b-1600-47c9-b6c3-a02638af64e8 req-c13f2148-64ce-49e1-8bd6-694060270897 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:48.863715 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f416355b-1600-47c9-b6c3-a02638af64e8 req-c13f2148-64ce-49e1-8bd6-694060270897 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2a0a7a1-6186-4315-b14d-33df2a3203ef HTTP/1.1" status: 200 len: 946 time: 0.9618218 May 30 19:55:48.873897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-7e4e84ce-0f76-4ed9-a7da-cf328d5b1ab6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:48.874899 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7777ebc8-bf92-464d-b388-510ad5b82969 None None] Provisioning for port f287ac9c-2942-47c4-aedd-f0339716c9ac completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:48.875901 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-7e4e84ce-0f76-4ed9-a7da-cf328d5b1ab6 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7829344 May 30 19:55:48.882304 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7777ebc8-bf92-464d-b388-510ad5b82969 None None] Provisioning complete for port f287ac9c-2942-47c4-aedd-f0339716c9ac triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:48.882679 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7777ebc8-bf92-464d-b388-510ad5b82969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:48.884296 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-4f2960c4-4f5b-4cdb-9c54-69527cc8cc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Usage tracker for resource:port and tenant:80c5886d695a483397b8748456ab7e32 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:48.942894 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-6ed8c886-ffd3-4518-8741-8dd8f17e2837 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Request body: {'port': {'device_id': '9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '62224e4a80e642d1af5db13c4fcc50ce'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:48.960825 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-1acb914f-c2be-42fe-bc6f-4baae88dca85 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131&tenant_id=1252846c85cb4f3da96b46deca7cb4f6 HTTP/1.1" status: 200 len: 1095 time: 0.2364995 May 30 19:55:48.961040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-4f2960c4-4f5b-4cdb-9c54-69527cc8cc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:48.965229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7777ebc8-bf92-464d-b388-510ad5b82969 None None] Port f287ac9c-2942-47c4-aedd-f0339716c9ac cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:55:49.054312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-4f2960c4-4f5b-4cdb-9c54-69527cc8cc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:49.085638 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35532811-a3a8-466e-b0a4-0aad110c73e1 req-fd47d6c6-c184-4785-9399-1f2dcf8d512d tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901467 May 30 19:55:49.113689 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f416355b-1600-47c9-b6c3-a02638af64e8 req-37eeeb4b-4f70-40e9-adf9-98d2cda21ec9 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Deleting port 5e58aca5-0ab5-4cc8-9187-b4849f99686d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:55:49.114035 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f416355b-1600-47c9-b6c3-a02638af64e8 req-37eeeb4b-4f70-40e9-adf9-98d2cda21ec9 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:49.164131 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-4f2960c4-4f5b-4cdb-9c54-69527cc8cc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Made reservation on behalf of 80c5886d695a483397b8748456ab7e32 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:55:49.167546 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-4f2960c4-4f5b-4cdb-9c54-69527cc8cc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:49.232226 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-c68c5803-294f-4969-b44e-a56a7ee006d3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 1095 time: 0.2093761 May 30 19:55:49.268055 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-edfcd116-8499-4c44-894e-ef634e866ec5 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6100771 May 30 19:55:49.330416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:49.381709 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:49.424795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac54d676-9d1e-47b8-821b-f2567b85d132 req-ba9140fa-e737-4dd7-9c17-b50eefa440b8 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a HTTP/1.1" status: 200 len: 210 time: 0.1756687 May 30 19:55:49.436663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Usage tracker for resource:floatingip and tenant:d06e2662e4c444b49dc4caefaa2522de is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:49.453490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:49.467242 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:49.497781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-6ed8c886-ffd3-4518-8741-8dd8f17e2837 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:55:49.511743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-6ed8c886-ffd3-4518-8741-8dd8f17e2837 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Usage tracker for resource:port and tenant:62224e4a80e642d1af5db13c4fcc50ce is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:55:49.519703 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-6ed8c886-ffd3-4518-8741-8dd8f17e2837 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:55:49.530352 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:49.548693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-6ed8c886-ffd3-4518-8741-8dd8f17e2837 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:55:49.565058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47842) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:55:49.594852 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:55:49.687999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f287ac9c-2942-47c4-aedd-f0339716c9ac {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:55:49.695584 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-2a2a8a7a-c902-422c-bd54-9fe7912a8308 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:49.696978 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-2a2a8a7a-c902-422c-bd54-9fe7912a8308 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.4477596 May 30 19:55:49.701818 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:49.743184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-6ed8c886-ffd3-4518-8741-8dd8f17e2837 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Made reservation on behalf of 62224e4a80e642d1af5db13c4fcc50ce for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:55:49.746366 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-6ed8c886-ffd3-4518-8741-8dd8f17e2837 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:49.784326 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-05373211-b30d-430e-93c9-56f9c19bf48c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9788f11e-77e1-46b4-bcb4-eb45c4d13f21 HTTP/1.1" status: 200 len: 217 time: 0.0796826 May 30 19:55:49.785234 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Transition to ACTIVE for port object f287ac9c-2942-47c4-aedd-f0339716c9ac will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:49.823815 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:49.997172 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-47bab442-fb8b-4911-82b3-27ea44c99db2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:49.998626 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-47bab442-fb8b-4911-82b3-27ea44c99db2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.2072668 May 30 19:55:50.004502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Pushing event updated for resources: {'Port': ['ID=f287ac9c-2942-47c4-aedd-f0339716c9ac,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:50.086721 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-d97dbc96-ba30-4f61-a215-6f735b2546bc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796397 May 30 19:55:50.259219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-4f2960c4-4f5b-4cdb-9c54-69527cc8cc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Allocated IP 192.168.233.9 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/1d876d78-cbfb-4392-b861-243efc63d5a6) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:55:50.384725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Attempting to bind port f287ac9c-2942-47c4-aedd-f0339716c9ac on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:55:50.385342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Attempting to bind port f287ac9c-2942-47c4-aedd-f0339716c9ac by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:55:50.385621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Attempting to bind port f287ac9c-2942-47c4-aedd-f0339716c9ac on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:50.421814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Port f287ac9c-2942-47c4-aedd-f0339716c9ac on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:55:50.422451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Attempting to bind port f287ac9c-2942-47c4-aedd-f0339716c9ac on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:50.439009 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-a54a5bc4-be58-4590-8466-0e0061e73d6b service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018894 May 30 19:55:50.441359 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:55:50.441952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:50.442433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:55:50.443006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Bound port: f287ac9c-2942-47c4-aedd-f0339716c9ac, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:55:50.443673 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:50.465583 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f416355b-1600-47c9-b6c3-a02638af64e8 req-37eeeb4b-4f70-40e9-adf9-98d2cda21ec9 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] For port 5e58aca5-0ab5-4cc8-9187-b4849f99686d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5e58aca5-0ab5-4cc8-9187-b4849f99686d,segment=NetworkSegment(b54e4e9d-30cc-4c85-864b-291b2d559f49),segment_id=b54e4e9d-30cc-4c85-864b-291b2d559f49)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:50.466056 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f416355b-1600-47c9-b6c3-a02638af64e8 req-37eeeb4b-4f70-40e9-adf9-98d2cda21ec9 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:50.639842 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3f28c136-e4a5-499f-a2ac-f4180744fd3a req-d2359c6b-e4a2-4062-b0dc-71fef9036206 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 1096 time: 0.9544196 May 30 19:55:50.673953 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-4f2960c4-4f5b-4cdb-9c54-69527cc8cc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:50.718435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] For port f287ac9c-2942-47c4-aedd-f0339716c9ac, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:55:50.743366 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] For port f287ac9c-2942-47c4-aedd-f0339716c9ac, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f287ac9c-2942-47c4-aedd-f0339716c9ac,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:55:50.752154 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-482ed01d-b715-4c63-a66a-5f3534253850 service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626960 May 30 19:55:50.755430 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:50.794997 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-4f2960c4-4f5b-4cdb-9c54-69527cc8cc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Transition to ACTIVE for port object 1d876d78-cbfb-4392-b861-243efc63d5a6 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:50.854208 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:50.855694 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] 10.222.0.93 "PUT /v2.0/ports/f287ac9c-2942-47c4-aedd-f0339716c9ac HTTP/1.1" status: 200 len: 1094 time: 2.2460272 May 30 19:55:50.869605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b4757d-bc30-4219-9183-c7445f581fa1', 'tag': 'f287ac9c-2942-47c4-aedd-f0339716c9ac'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:55:50.919587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4863f3-1ff6-4116-976a-554387b05778 service neutron] Pushing event updated for resources: {'Port': ['ID=f287ac9c-2942-47c4-aedd-f0339716c9ac,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:50.983226 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3f28c136-e4a5-499f-a2ac-f4180744fd3a req-f2eee49a-4b29-472f-bb84-cdecac4ec3c7 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257861 May 30 19:55:51.034117 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:51.074941 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-27c52d7a-d0a5-41cb-9fae-723f00a11512 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=b8b4757d-bc30-4219-9183-c7445f581fa1 HTTP/1.1" status: 200 len: 1097 time: 0.1514196 May 30 19:55:51.147695 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f416355b-1600-47c9-b6c3-a02638af64e8 req-37eeeb4b-4f70-40e9-adf9-98d2cda21ec9 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:51.148474 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f416355b-1600-47c9-b6c3-a02638af64e8 req-37eeeb4b-4f70-40e9-adf9-98d2cda21ec9 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:51.148983 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-f416355b-1600-47c9-b6c3-a02638af64e8 req-37eeeb4b-4f70-40e9-adf9-98d2cda21ec9 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Floating IP 2a4dce70-4928-4cbd-b522-ae4c94f77446 disassociated. External IP: 172.25.5.76, port: 5e58aca5-0ab5-4cc8-9187-b4849f99686d. May 30 19:55:51.149488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f416355b-1600-47c9-b6c3-a02638af64e8 req-37eeeb4b-4f70-40e9-adf9-98d2cda21ec9 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Calling delete_port for 5e58aca5-0ab5-4cc8-9187-b4849f99686d owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:55:51.222374 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-6028aa49-4278-4a40-9e6e-c09cc30558e9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=f287ac9c-2942-47c4-aedd-f0339716c9ac HTTP/1.1" status: 200 len: 217 time: 0.1081445 May 30 19:55:51.299355 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-4f2960c4-4f5b-4cdb-9c54-69527cc8cc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:51.312173 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['45283eb0-7f60-4f12-a812-00a197ecbf9e'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:55:51.322809 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-e4ed32e5-cbf9-44da-98ce-8cbc3c248916 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131&tenant_id=1252846c85cb4f3da96b46deca7cb4f6&binding%3Ahost_id=n-h2-843949-2 HTTP/1.1" status: 200 len: 1095 time: 0.2468460 May 30 19:55:51.383676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-100564ef-f674-4eab-8d26-2ebf1c04eef6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:51.385155 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-100564ef-f674-4eab-8d26-2ebf1c04eef6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1448822 May 30 19:55:51.563022 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-dd97e19f-2a36-4a01-a6db-05dc943efbe8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1666675 May 30 19:55:51.616839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-3f367471-b2f8-4181-a15b-25a4623062ba service neutron] For port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:55:51.683551 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-3f367471-b2f8-4181-a15b-25a4623062ba service neutron] Notify callbacks [] for binding, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:51.686059 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9fd208a0-fe31-4405-9373-70e87ad5e8b2 req-3f367471-b2f8-4181-a15b-25a4623062ba service neutron] 10.222.0.93 "DELETE /v2.0/ports/9788f11e-77e1-46b4-bcb4-eb45c4d13f21/bindings/n-h1-843949-2 HTTP/1.1" status: 204 len: 173 time: 0.3544290 May 30 19:55:51.779158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-4f2960c4-4f5b-4cdb-9c54-69527cc8cc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:51.804598 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-49d41ffb-8d76-4bef-b267-89f9649ef87f service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294807 May 30 19:55:51.805926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-6ed8c886-ffd3-4518-8741-8dd8f17e2837 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Allocated IP 192.168.233.128 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/50e8ec3f-b33c-4ea6-852d-18f5c7045406) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:55:51.816686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-4f2960c4-4f5b-4cdb-9c54-69527cc8cc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:51.844481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-4f2960c4-4f5b-4cdb-9c54-69527cc8cc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:55:51.848341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-4f2960c4-4f5b-4cdb-9c54-69527cc8cc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:51.848950 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-4f2960c4-4f5b-4cdb-9c54-69527cc8cc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:51.872532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2960c4-4f5b-4cdb-9c54-69527cc8cc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Pushing event updated for resources: {'Port': ['ID=1d876d78-cbfb-4392-b861-243efc63d5a6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:52.071808 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f416355b-1600-47c9-b6c3-a02638af64e8 req-37eeeb4b-4f70-40e9-adf9-98d2cda21ec9 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:52.085854 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 76ba94c0-ce49-4eba-8571-218ed758154e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:55:52.256623 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 76ba94c0-ce49-4eba-8571-218ed758154e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:52.262710 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-9a6a8a44-060a-4535-9e3d-7c4140fa66fd service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496617 May 30 19:55:52.304030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 76ba94c0-ce49-4eba-8571-218ed758154e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:52.305387 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:52.380522 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-971ce3bc-d93a-4461-9731-7a58ec386d48 None None] Provisioning for port 1d876d78-cbfb-4392-b861-243efc63d5a6 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:52.385559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5e58aca5-0ab5-4cc8-9187-b4849f99686d no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:55:52.439372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 5e58aca5-0ab5-4cc8-9187-b4849f99686d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:55:52.439874 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5e58aca5-0ab5-4cc8-9187-b4849f99686d not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:55:52.450829 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-971ce3bc-d93a-4461-9731-7a58ec386d48 None None] Provisioning complete for port 1d876d78-cbfb-4392-b861-243efc63d5a6 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:52.451322 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-971ce3bc-d93a-4461-9731-7a58ec386d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:52.626295 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:52.647067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 76ba94c0-ce49-4eba-8571-218ed758154e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=76ba94c0-ce49-4eba-8571-218ed758154e,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:52.654478 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:52.696406 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-971ce3bc-d93a-4461-9731-7a58ec386d48 None None] Port 1d876d78-cbfb-4392-b861-243efc63d5a6 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:55:52.706708 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-6ed8c886-ffd3-4518-8741-8dd8f17e2837 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:52.723539 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-6ed8c886-ffd3-4518-8741-8dd8f17e2837 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Transition to ACTIVE for port object 50e8ec3f-b33c-4ea6-852d-18f5c7045406 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:52.738908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eeeb4b-4f70-40e9-adf9-98d2cda21ec9 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Pushing event deleted for resources: {'Port': ['ID=5e58aca5-0ab5-4cc8-9187-b4849f99686d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:52.752301 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-4f2960c4-4f5b-4cdb-9c54-69527cc8cc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3776898 May 30 19:55:52.758554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=76ba94c0-ce49-4eba-8571-218ed758154e,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:52.775063 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:52.775571 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:52.776107 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:52.776775 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:52.777283 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:52.777943 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:52.778463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:52.778986 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:52.779489 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:52.780019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:52.780537 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:55:52.842372 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Request body: {'port': {'device_id': '7e4920e4-3024-4783-b91a-0f9ff4bbd4e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:52.912576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919867ff-8335-4c6a-83a1-c034622bbd1a req-684989bc-495a-4871-8336-5f9219200b4d tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:52.913371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-919867ff-8335-4c6a-83a1-c034622bbd1a req-684989bc-495a-4871-8336-5f9219200b4d tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Synchronizing usage tracker for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:55:52.982218 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Allocated IP 172.25.5.122 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/36bd0735-21bf-4b62-9787-45ba29701d81) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:55:52.998537 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-6ed8c886-ffd3-4518-8741-8dd8f17e2837 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:53.009926 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['7afcbb28-bbd4-4cf7-a043-0db8404e1619'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:55:53.336550 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:53.358371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-919867ff-8335-4c6a-83a1-c034622bbd1a req-684989bc-495a-4871-8336-5f9219200b4d tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Unset dirty status for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:55:53.365563 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-919867ff-8335-4c6a-83a1-c034622bbd1a req-684989bc-495a-4871-8336-5f9219200b4d tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e4920e4-3024-4783-b91a-0f9ff4bbd4e4 HTTP/1.1" status: 200 len: 934 time: 2.0414484 May 30 19:55:53.369909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-6ed8c886-ffd3-4518-8741-8dd8f17e2837 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:53.377050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8c886-ffd3-4518-8741-8dd8f17e2837 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Pushing event updated for resources: {'Port': ['ID=50e8ec3f-b33c-4ea6-852d-18f5c7045406,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:53.399461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-6ed8c886-ffd3-4518-8741-8dd8f17e2837 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:53.403359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-6ed8c886-ffd3-4518-8741-8dd8f17e2837 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:55:53.407194 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-6ed8c886-ffd3-4518-8741-8dd8f17e2837 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:53.407791 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-6ed8c886-ffd3-4518-8741-8dd8f17e2837 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:53.434335 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:53.488078 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-6ed8c886-ffd3-4518-8741-8dd8f17e2837 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5490675 May 30 19:55:53.530195 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Request body: {'port': {'device_id': '9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:53.624540 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-919867ff-8335-4c6a-83a1-c034622bbd1a req-1d370755-80b6-41ea-8581-3395be205985 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580230 May 30 19:55:53.714906 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:53.742847 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2744c02a-c614-47ee-bf05-6a1c00835694 None None] Provisioning for port 50e8ec3f-b33c-4ea6-852d-18f5c7045406 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:55:53.751809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2744c02a-c614-47ee-bf05-6a1c00835694 None None] Provisioning complete for port 50e8ec3f-b33c-4ea6-852d-18f5c7045406 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:53.752348 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2744c02a-c614-47ee-bf05-6a1c00835694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:53.846941 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2744c02a-c614-47ee-bf05-6a1c00835694 None None] Port 50e8ec3f-b33c-4ea6-852d-18f5c7045406 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:55:53.980972 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 76ba94c0-ce49-4eba-8571-218ed758154e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:55:54.000136 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:55:54.003073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-92420627-ea05-4468-bf77-cc466c1e1669 req-e6d30cd2-b7df-4d2b-b18c-b9035e001d3e tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Synchronizing usage tracker for tenant:e1f7ad2b0e0a43c78fbf76504ce43566 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:55:54.020706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:55:54.024045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:55:54.065509 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc8b8e98-21e3-44b7-b6a2-9ff5818f1ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:54.074417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 76ba94c0-ce49-4eba-8571-218ed758154e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:55:54.075250 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:54.149017 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Pushing event updated for resources: {'Port': ['ID=36bd0735-21bf-4b62-9787-45ba29701d81,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:54.231187 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:54.345978 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-92420627-ea05-4468-bf77-cc466c1e1669 req-e6d30cd2-b7df-4d2b-b18c-b9035e001d3e tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Unset dirty status for tenant:e1f7ad2b0e0a43c78fbf76504ce43566 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:55:54.347146 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92420627-ea05-4468-bf77-cc466c1e1669 req-e6d30cd2-b7df-4d2b-b18c-b9035e001d3e tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2a0a7a1-6186-4315-b14d-33df2a3203ef HTTP/1.1" status: 200 len: 210 time: 0.5285499 May 30 19:55:54.646730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f416355b-1600-47c9-b6c3-a02638af64e8 req-37eeeb4b-4f70-40e9-adf9-98d2cda21ec9 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Router 95df5663-da85-4659-948a-39a743b0005e has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:55:54.866429 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:54.924853 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:55:55.059282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df2544-3640-4d75-9409-b74af9538e5d req-850e954a-4b15-4f3b-863c-29fd7ee839f5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:55.060880 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56df2544-3640-4d75-9409-b74af9538e5d req-850e954a-4b15-4f3b-863c-29fd7ee839f5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 944 time: 0.5895078 May 30 19:55:55.150009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d876d78-cbfb-4392-b861-243efc63d5a6 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:55:55.164434 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:55.199436 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:55.260113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Transition to ACTIVE for port object 1d876d78-cbfb-4392-b861-243efc63d5a6 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:55.268895 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56df2544-3640-4d75-9409-b74af9538e5d req-996f2bb6-fc0e-47b5-aa0c-4d65e3294798 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870122 May 30 19:55:55.297689 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:55.705691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Pushing event updated for resources: {'Port': ['ID=1d876d78-cbfb-4392-b861-243efc63d5a6,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:55.961248 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:55:56.143494 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Attempting to bind port 1d876d78-cbfb-4392-b861-243efc63d5a6 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:55:56.144020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Attempting to bind port 1d876d78-cbfb-4392-b861-243efc63d5a6 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:55:56.144262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Attempting to bind port 1d876d78-cbfb-4392-b861-243efc63d5a6 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:56.173978 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:55:56.197861 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0bead-e7df-45ec-b1d1-1458ec08865e req-19030eaf-448e-4a8d-80a8-b1bec273902f tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:56.198671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f2f0bead-e7df-45ec-b1d1-1458ec08865e req-19030eaf-448e-4a8d-80a8-b1bec273902f tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Synchronizing usage tracker for tenant:62224e4a80e642d1af5db13c4fcc50ce on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:55:56.209113 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:56.217157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Port 1d876d78-cbfb-4392-b861-243efc63d5a6 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:55:56.217602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Attempting to bind port 1d876d78-cbfb-4392-b861-243efc63d5a6 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:56.233886 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:56.277188 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e8ec3f-b33c-4ea6-852d-18f5c7045406 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:55:56.309160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:55:56.309160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:56.311030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:55:56.311030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Bound port: 1d876d78-cbfb-4392-b861-243efc63d5a6, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:55:56.311030 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:56.335591 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:56.354268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f416355b-1600-47c9-b6c3-a02638af64e8 req-37eeeb4b-4f70-40e9-adf9-98d2cda21ec9 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:55:56.374626 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef4b1eb-2090-40a8-8b14-f1c3d47d16ca None None] Sync routers for ids ['95df5663-da85-4659-948a-39a743b0005e'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:55:56.387334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f2f0bead-e7df-45ec-b1d1-1458ec08865e req-19030eaf-448e-4a8d-80a8-b1bec273902f tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Unset dirty status for tenant:62224e4a80e642d1af5db13c4fcc50ce on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:55:56.388463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f287ac9c-2942-47c4-aedd-f0339716c9ac details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:55:56.388639 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2f0bead-e7df-45ec-b1d1-1458ec08865e req-19030eaf-448e-4a8d-80a8-b1bec273902f tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a HTTP/1.1" status: 200 len: 936 time: 0.9429917 May 30 19:55:56.397367 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef4b1eb-2090-40a8-8b14-f1c3d47d16ca None None] Routers {'95df5663-da85-4659-948a-39a743b0005e'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:55:56.398245 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-aef4b1eb-2090-40a8-8b14-f1c3d47d16ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:55:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['95df5663-da85-4659-948a-39a743b0005e'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:56.466470 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:56.483649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Pushing event updated for resources: {'Port': ['ID=36bd0735-21bf-4b62-9787-45ba29701d81,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:56.486449 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Transition to ACTIVE for port object 50e8ec3f-b33c-4ea6-852d-18f5c7045406 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:55:56.532830 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:55:56.569785 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:56.613906 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f416355b-1600-47c9-b6c3-a02638af64e8 req-37eeeb4b-4f70-40e9-adf9-98d2cda21ec9 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] No DVR routers for this DVR port 5e58aca5-0ab5-4cc8-9187-b4849f99686d on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:55:56.632003 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f416355b-1600-47c9-b6c3-a02638af64e8 req-37eeeb4b-4f70-40e9-adf9-98d2cda21ec9 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:56.643120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a0a7a1-6186-4315-b14d-33df2a3203ef', 'name': 'network-vif-deleted', 'tag': '5e58aca5-0ab5-4cc8-9187-b4849f99686d'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:55:56.682901 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:56.684113 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-c7c9ad74-bcc0-4d92-b249-f93c04789630 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.4149678 May 30 19:55:56.692621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f287ac9c-2942-47c4-aedd-f0339716c9ac, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f287ac9c-2942-47c4-aedd-f0339716c9ac,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:56.709758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-aef4b1eb-2090-40a8-8b14-f1c3d47d16ca None None] Set router 95df5663-da85-4659-948a-39a743b0005e gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:55:56.726121 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f416355b-1600-47c9-b6c3-a02638af64e8 req-37eeeb4b-4f70-40e9-adf9-98d2cda21ec9 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.93 "DELETE /v2.0/ports/5e58aca5-0ab5-4cc8-9187-b4849f99686d HTTP/1.1" status: 204 len: 173 time: 7.8386366 May 30 19:55:56.754095 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'f287ac9c-2942-47c4-aedd-f0339716c9ac', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': 'f287ac9c-2942-47c4-aedd-f0339716c9ac', 'mac_address': 'fa:16:3e:3a:ce:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:55:56.845894 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:56.880206 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f287ac9c-2942-47c4-aedd-f0339716c9ac {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:55:56.899355 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f287ac9c-2942-47c4-aedd-f0339716c9ac, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f287ac9c-2942-47c4-aedd-f0339716c9ac,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:56.907514 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:56.988076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Pushing event updated for resources: {'Port': ['ID=50e8ec3f-b33c-4ea6-852d-18f5c7045406,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:57.001962 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] For port 1d876d78-cbfb-4392-b861-243efc63d5a6, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:55:57.022821 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2f0bead-e7df-45ec-b1d1-1458ec08865e req-4002694e-c1de-4ae8-9c70-89c1d0b8cbad tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5957561 May 30 19:55:57.086485 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] For port 1d876d78-cbfb-4392-b861-243efc63d5a6, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1d876d78-cbfb-4392-b861-243efc63d5a6,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:55:57.096835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-7cf9dd98-2370-402a-907f-4849f0a2fc14 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Synchronizing usage tracker for tenant:d06e2662e4c444b49dc4caefaa2522de on resource:floatingip {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:55:57.122091 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbaa18ba-d5ba-418c-bc7e-7e12d85f85e2'] response: {'name': 'network-changed', 'server_uuid': 'b8b4757d-bc30-4219-9183-c7445f581fa1', 'tag': 'f287ac9c-2942-47c4-aedd-f0339716c9ac', 'status': 'completed', 'code': 200} May 30 19:55:57.139736 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:57.171599 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=f287ac9c-2942-47c4-aedd-f0339716c9ac,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:57.259980 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['f287ac9c-2942-47c4-aedd-f0339716c9ac'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:55:57.321463 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:57.322903 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] 10.222.0.93 "PUT /v2.0/ports/1d876d78-cbfb-4392-b861-243efc63d5a6 HTTP/1.1" status: 200 len: 1094 time: 4.4844940 May 30 19:55:57.330363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Attempting to bind port 50e8ec3f-b33c-4ea6-852d-18f5c7045406 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:55:57.330904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Attempting to bind port 50e8ec3f-b33c-4ea6-852d-18f5c7045406 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:55:57.331399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Attempting to bind port 50e8ec3f-b33c-4ea6-852d-18f5c7045406 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:57.348399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-7cf9dd98-2370-402a-907f-4849f0a2fc14 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Unset dirty status for tenant:d06e2662e4c444b49dc4caefaa2522de on resource:floatingip {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:55:57.355780 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-7cf9dd98-2370-402a-907f-4849f0a2fc14 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 696 time: 0.6366975 May 30 19:55:57.496034 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-aef4b1eb-2090-40a8-8b14-f1c3d47d16ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95df5663-da85-4659-948a-39a743b0005e', 'name': 'tempest-ServersTestJSON-424188664-router', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:54:26Z', 'updated_at': '2022-05-30T19:54:30Z', 'revision_number': 4, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'gw_port': {'id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:27Z', 'updated_at': '2022-05-30T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '29568a45-786b-4b8f-a4f6-dd07d6b7a5a5', 'name': '', 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'mac_address': 'fa:16:3e:57:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:29Z', 'updated_at': '2022-05-30T19:54:51Z', 'revision_number': 5, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'subnets': [{'id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:57.511907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Port 50e8ec3f-b33c-4ea6-852d-18f5c7045406 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:55:57.512416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Attempting to bind port 50e8ec3f-b33c-4ea6-852d-18f5c7045406 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:55:57.527852 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef4b1eb-2090-40a8-8b14-f1c3d47d16ca None None] Checking router: 95df5663-da85-4659-948a-39a743b0005e for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:55:57.562409 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b20c22-9506-488f-9e6f-1f23478c930e service neutron] Pushing event updated for resources: {'Port': ['ID=1d876d78-cbfb-4392-b861-243efc63d5a6,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:57.606360 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef4b1eb-2090-40a8-8b14-f1c3d47d16ca None None] Routers {'95df5663-da85-4659-948a-39a743b0005e'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:55:57.607129 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-aef4b1eb-2090-40a8-8b14-f1c3d47d16ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:55:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['95df5663-da85-4659-948a-39a743b0005e'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:57.610299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:55:57.610763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:55:57.611282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:55:57.611942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Bound port: 50e8ec3f-b33c-4ea6-852d-18f5c7045406, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:55:57.612435 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:57.748136 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-750356b3-b8f8-4fad-845a-6c123872dba7 req-d98c46f9-8a13-48ae-9390-9af5dc5637f4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=b8b4757d-bc30-4219-9183-c7445f581fa1 HTTP/1.1" status: 200 len: 1098 time: 0.5625501 May 30 19:55:57.796099 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e4fde9d8-8aa9-4d0d-8b3b-3d5cd3060d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:57.931300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-ffbca760-6af5-4b23-84ab-1756e7fdd3cf tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:57.931300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ced9f341-dbf4-4bd4-908a-be2ada2d156a req-ffbca760-6af5-4b23-84ab-1756e7fdd3cf tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.5704820 May 30 19:55:57.936279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-aef4b1eb-2090-40a8-8b14-f1c3d47d16ca None None] Set router 95df5663-da85-4659-948a-39a743b0005e gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:55:58.124872 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a84b6b9-90d4-4827-a807-4a1acd9cd3fa req-7fa330ae-b5d1-4e74-8c28-5872edbd0517 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7584484 May 30 19:55:58.156972 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-7eb73610-29a9-4b04-9ca3-cb6e2e49e455 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=7e4920e4-3024-4783-b91a-0f9ff4bbd4e4 HTTP/1.1" status: 200 len: 1097 time: 0.7153685 May 30 19:55:58.200910 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] For port 50e8ec3f-b33c-4ea6-852d-18f5c7045406, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:55:58.269680 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] For port 50e8ec3f-b33c-4ea6-852d-18f5c7045406, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=50e8ec3f-b33c-4ea6-852d-18f5c7045406,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:55:58.301809 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:58.343391 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-abaed443-8f7e-45d9-9945-b0f144b4ecc7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=1d876d78-cbfb-4392-b861-243efc63d5a6 HTTP/1.1" status: 200 len: 217 time: 0.1377950 May 30 19:55:58.353732 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750356b3-b8f8-4fad-845a-6c123872dba7 req-85953222-a95a-4f82-a25e-9581c02ffdc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:58.355574 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-750356b3-b8f8-4fad-845a-6c123872dba7 req-85953222-a95a-4f82-a25e-9581c02ffdc3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.5846786 May 30 19:55:58.702104 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-aef4b1eb-2090-40a8-8b14-f1c3d47d16ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95df5663-da85-4659-948a-39a743b0005e', 'name': 'tempest-ServersTestJSON-424188664-router', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:54:26Z', 'updated_at': '2022-05-30T19:54:30Z', 'revision_number': 4, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'gw_port': {'id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:27Z', 'updated_at': '2022-05-30T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '29568a45-786b-4b8f-a4f6-dd07d6b7a5a5', 'name': '', 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'mac_address': 'fa:16:3e:57:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:29Z', 'updated_at': '2022-05-30T19:54:51Z', 'revision_number': 5, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'subnets': [{'id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:58.708042 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef4b1eb-2090-40a8-8b14-f1c3d47d16ca None None] The sync data for ids ['95df5663-da85-4659-948a-39a743b0005e'] in n-d-843949-2 is: [{'id': '95df5663-da85-4659-948a-39a743b0005e', 'name': 'tempest-ServersTestJSON-424188664-router', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:54:26Z', 'updated_at': '2022-05-30T19:54:30Z', 'revision_number': 4, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'gw_port': {'id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:27Z', 'updated_at': '2022-05-30T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '29568a45-786b-4b8f-a4f6-dd07d6b7a5a5', 'name': '', 'network_id': '07d7a20b-768f-47e6-89de-d7930c016c1b', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'mac_address': 'fa:16:3e:57:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:29Z', 'updated_at': '2022-05-30T19:54:51Z', 'revision_number': 5, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'subnets': [{'id': 'e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:55:58.807692 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Sync routers for ids ['61d8ebd1-18e9-4038-8de6-e28bedc4ed6e'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:55:58.832786 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Routers {'61d8ebd1-18e9-4038-8de6-e28bedc4ed6e'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:55:58.833765 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:55:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61d8ebd1-18e9-4038-8de6-e28bedc4ed6e'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:58.833903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-52e0f8e6-5aea-4fe9-8667-b77ffc3f8792 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:58.837062 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-52e0f8e6-5aea-4fe9-8667-b77ffc3f8792 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.3510969 May 30 19:55:58.867537 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-750356b3-b8f8-4fad-845a-6c123872dba7 req-8cc7d5db-840c-4df0-9a6a-579a2de4c813 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=f287ac9c-2942-47c4-aedd-f0339716c9ac HTTP/1.1" status: 200 len: 217 time: 0.3448541 May 30 19:55:58.873502 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:58.875988 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] 10.222.0.77 "PUT /v2.0/ports/50e8ec3f-b33c-4ea6-852d-18f5c7045406 HTTP/1.1" status: 200 len: 1096 time: 5.3526351 May 30 19:55:58.987949 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aaf5e9-ebe4-4eb3-8546-692e7e4f0897 service neutron] Pushing event updated for resources: {'Port': ['ID=50e8ec3f-b33c-4ea6-852d-18f5c7045406,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:55:59.121408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-cc8b8e98-21e3-44b7-b6a2-9ff5818f1ae9 admin admin] Deleting port dd0efaac-84f4-411d-bad9-a328b2ff7e67 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:55:59.122776 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc8b8e98-21e3-44b7-b6a2-9ff5818f1ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:59.187874 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Set router 61d8ebd1-18e9-4038-8de6-e28bedc4ed6e gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:55:59.446259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acffce6-2b35-4588-b83e-8a8a2dbb37fe req-758e2727-1790-4e4c-a84a-86abbf54bd96 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:59.455458 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3acffce6-2b35-4588-b83e-8a8a2dbb37fe req-758e2727-1790-4e4c-a84a-86abbf54bd96 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e4920e4-3024-4783-b91a-0f9ff4bbd4e4 HTTP/1.1" status: 200 len: 946 time: 0.9343977 May 30 19:55:59.519140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750356b3-b8f8-4fad-845a-6c123872dba7 req-6878fdef-c5fb-4af9-920e-a091d115ca79 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:55:59.521418 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-750356b3-b8f8-4fad-845a-6c123872dba7 req-6878fdef-c5fb-4af9-920e-a091d115ca79 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.5361469 May 30 19:55:59.643121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-b7f959a3-a11f-401d-8c19-e9427aab1406 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:55:59.644124 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-b7f959a3-a11f-401d-8c19-e9427aab1406 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0277131 May 30 19:55:59.647568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-b2ce0f91-4fb8-4b1f-acd8-97be58229e0d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=62224e4a80e642d1af5db13c4fcc50ce&device_id=9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a HTTP/1.1" status: 200 len: 1099 time: 0.6608965 May 30 19:55:59.654247 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-0deabc4a-068c-4ccc-84ee-8ddc5b3ace9e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7935159 May 30 19:55:59.658678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-150f5cd3-9c19-4789-bab3-0a8285937ed0 service neutron] Request body: {'binding': {'host': 'n-h2-843949-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:55:59.659173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-150f5cd3-9c19-4789-bab3-0a8285937ed0 service neutron] Unknown quota resources ['binding']. {{(pid=84023) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 30 19:55:59.723679 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596148485-router', 'tenant_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c2107823-65e5-4a31-a9a9-391d663cd51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:25Z', 'updated_at': '2022-05-30T19:55:31Z', 'revision_number': 4, 'project_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'gw_port': {'id': 'c2107823-65e5-4a31-a9a9-391d663cd51a', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:26Z', 'updated_at': '2022-05-30T19:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '844fa6d0-a8e5-431c-804d-21efc5c0d656', 'name': '', 'network_id': '9e62228a-1cec-457c-998b-c0eb784be621', 'tenant_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'mac_address': 'fa:16:3e:8e:db:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1468ee0-3c90-4914-a98f-597be99efafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:30Z', 'updated_at': '2022-05-30T19:55:31Z', 'revision_number': 2, 'project_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'subnets': [{'id': 'f1468ee0-3c90-4914-a98f-597be99efafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:55:59.727578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-cc8b8e98-21e3-44b7-b6a2-9ff5818f1ae9 admin admin] For port dd0efaac-84f4-411d-bad9-a328b2ff7e67, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dd0efaac-84f4-411d-bad9-a328b2ff7e67,segment=NetworkSegment(a59b0537-ee1f-4f25-8c72-feda34f41dee),segment_id=a59b0537-ee1f-4f25-8c72-feda34f41dee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:55:59.727942 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc8b8e98-21e3-44b7-b6a2-9ff5818f1ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:59.729221 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Checking router: 61d8ebd1-18e9-4038-8de6-e28bedc4ed6e for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:55:59.729761 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Updating router 61d8ebd1-18e9-4038-8de6-e28bedc4ed6e port 844fa6d0-a8e5-431c-804d-21efc5c0d656 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:55:59.737643 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3acffce6-2b35-4588-b83e-8a8a2dbb37fe req-3108a432-7106-4e48-8738-dffb83c05314 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813778 May 30 19:55:59.842514 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:59.866906 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8380c23e-51e5-4ce8-ac0d-34d73b1a5059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:59.870480 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-418580e1-5fab-4dee-b371-9cba21b93972 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=50e8ec3f-b33c-4ea6-852d-18f5c7045406 HTTP/1.1" status: 200 len: 217 time: 0.1164181 May 30 19:56:00.065776 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-cc8b8e98-21e3-44b7-b6a2-9ff5818f1ae9 admin admin] Calling delete_port for dd0efaac-84f4-411d-bad9-a328b2ff7e67 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:00.158719 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de42a30e-ed58-4fea-b4c1-2cd16e5bafc5'] response: {'server_uuid': 'd2a0a7a1-6186-4315-b14d-33df2a3203ef', 'name': 'network-vif-deleted', 'tag': '5e58aca5-0ab5-4cc8-9187-b4849f99686d', 'status': 'completed', 'code': 200} May 30 19:56:00.299071 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:00.322072 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Transition to ACTIVE for port object 844fa6d0-a8e5-431c-804d-21efc5c0d656 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:00.336944 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:00.423620 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f287ac9c-2942-47c4-aedd-f0339716c9ac up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:56:00.482325 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bcd7d-e75a-4c42-aa76-e31d5f932060 None None] Pushing event updated for resources: {'Port': ['ID=844fa6d0-a8e5-431c-804d-21efc5c0d656,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:00.538189 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bcd7d-e75a-4c42-aa76-e31d5f932060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:00.538539 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bcd7d-e75a-4c42-aa76-e31d5f932060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:00.538843 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bcd7d-e75a-4c42-aa76-e31d5f932060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:00.539168 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bcd7d-e75a-4c42-aa76-e31d5f932060 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:00.539489 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bcd7d-e75a-4c42-aa76-e31d5f932060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:00.539808 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bcd7d-e75a-4c42-aa76-e31d5f932060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:00.540194 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bcd7d-e75a-4c42-aa76-e31d5f932060 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:00.540507 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bcd7d-e75a-4c42-aa76-e31d5f932060 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:00.540821 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bcd7d-e75a-4c42-aa76-e31d5f932060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:00.541132 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bcd7d-e75a-4c42-aa76-e31d5f932060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:00.541442 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bcd7d-e75a-4c42-aa76-e31d5f932060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:00.575417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-bf46573e-d783-44bb-81c3-60a1cbbd09d1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:00.577620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-bf46573e-d783-44bb-81c3-60a1cbbd09d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.6088486 May 30 19:56:00.602133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port f287ac9c-2942-47c4-aedd-f0339716c9ac completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:56:00.609123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port f287ac9c-2942-47c4-aedd-f0339716c9ac triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:00.609832 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:00.619126 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Attempting to bind port 844fa6d0-a8e5-431c-804d-21efc5c0d656 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:56:00.622151 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Attempting to bind port 844fa6d0-a8e5-431c-804d-21efc5c0d656 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'a5c4b156-d389-45bf-8537-283a2158520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9e62228a-1cec-457c-998b-c0eb784be621'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:56:00.622497 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Attempting to bind port 844fa6d0-a8e5-431c-804d-21efc5c0d656 on network 9e62228a-1cec-457c-998b-c0eb784be621 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:00.632146 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:56:00.632563 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Checking segment: {'id': 'a5c4b156-d389-45bf-8537-283a2158520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9e62228a-1cec-457c-998b-c0eb784be621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:56:00.633079 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:00.633588 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Bound using segment: {'id': 'a5c4b156-d389-45bf-8537-283a2158520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9e62228a-1cec-457c-998b-c0eb784be621'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:56:00.634102 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Bound port: 844fa6d0-a8e5-431c-804d-21efc5c0d656, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c4b156-d389-45bf-8537-283a2158520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9e62228a-1cec-457c-998b-c0eb784be621'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:56:00.634491 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:00.782440 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:00.787337 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] For port 844fa6d0-a8e5-431c-804d-21efc5c0d656, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:56:00.792973 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] For port 844fa6d0-a8e5-431c-804d-21efc5c0d656, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=844fa6d0-a8e5-431c-804d-21efc5c0d656,segment=NetworkSegment(a5c4b156-d389-45bf-8537-283a2158520f),segment_id=a5c4b156-d389-45bf-8537-283a2158520f)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:56:00.808004 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:00.826466 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f287ac9c-2942-47c4-aedd-f0339716c9ac, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f287ac9c-2942-47c4-aedd-f0339716c9ac,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:00.827425 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b4757d-bc30-4219-9183-c7445f581fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f287ac9c-2942-47c4-aedd-f0339716c9ac'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:56:00.835065 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:00.838406 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-98bc22b2-7723-4f45-912f-e7cde823bc0a tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6439965 May 30 19:56:00.940110 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bcd7d-e75a-4c42-aa76-e31d5f932060 None None] Pushing event updated for resources: {'Port': ['ID=844fa6d0-a8e5-431c-804d-21efc5c0d656,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:00.946290 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Routers {'61d8ebd1-18e9-4038-8de6-e28bedc4ed6e'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:56:00.947117 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:56:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61d8ebd1-18e9-4038-8de6-e28bedc4ed6e'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:00.966036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=f287ac9c-2942-47c4-aedd-f0339716c9ac,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:01.009144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:01.038981 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:01.103516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:01.245558 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:01.248857 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] Set router 61d8ebd1-18e9-4038-8de6-e28bedc4ed6e gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:56:01.325523 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-a089620b-5107-4407-a01e-6a4b4989b53d service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5750129 May 30 19:56:01.334584 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc8b8e98-21e3-44b7-b6a2-9ff5818f1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:01.352202 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-750356b3-b8f8-4fad-845a-6c123872dba7 req-4eec37dd-164d-4f57-a055-8dffefce181d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.7922575 May 30 19:56:01.435341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:01.438914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b8e98-21e3-44b7-b6a2-9ff5818f1ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0efaac-84f4-411d-bad9-a328b2ff7e67,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:01.504064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfbd8f3-91d9-423f-9547-5a9787274117 None None] New status for floating IP 2a4dce70-4928-4cbd-b522-ae4c94f77446: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 19:56:01.569585 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Sync routers for ids ['75c130cb-3662-41ab-9f40-5ad2ae8ef8af'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:56:01.653036 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:01.718989 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Routers {'75c130cb-3662-41ab-9f40-5ad2ae8ef8af'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:56:01.719989 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:56:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['75c130cb-3662-41ab-9f40-5ad2ae8ef8af'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:01.754580 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-5e76162a-2fdd-4d9a-bbf6-4e18cad9f584 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1392968 May 30 19:56:01.955366 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596148485-router', 'tenant_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c2107823-65e5-4a31-a9a9-391d663cd51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:25Z', 'updated_at': '2022-05-30T19:55:31Z', 'revision_number': 4, 'project_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'gw_port': {'id': 'c2107823-65e5-4a31-a9a9-391d663cd51a', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:26Z', 'updated_at': '2022-05-30T19:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '844fa6d0-a8e5-431c-804d-21efc5c0d656', 'name': '', 'network_id': '9e62228a-1cec-457c-998b-c0eb784be621', 'tenant_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'mac_address': 'fa:16:3e:8e:db:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1468ee0-3c90-4914-a98f-597be99efafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:30Z', 'updated_at': '2022-05-30T19:56:00Z', 'revision_number': 4, 'project_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'subnets': [{'id': 'f1468ee0-3c90-4914-a98f-597be99efafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:01.965169 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b5084-6b70-4429-9e4e-6954bd0cd200 None None] The sync data for ids ['61d8ebd1-18e9-4038-8de6-e28bedc4ed6e'] in n-d-843949-2 is: [{'id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596148485-router', 'tenant_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c2107823-65e5-4a31-a9a9-391d663cd51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:25Z', 'updated_at': '2022-05-30T19:55:31Z', 'revision_number': 4, 'project_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'gw_port': {'id': 'c2107823-65e5-4a31-a9a9-391d663cd51a', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:26Z', 'updated_at': '2022-05-30T19:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '844fa6d0-a8e5-431c-804d-21efc5c0d656', 'name': '', 'network_id': '9e62228a-1cec-457c-998b-c0eb784be621', 'tenant_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'mac_address': 'fa:16:3e:8e:db:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1468ee0-3c90-4914-a98f-597be99efafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:30Z', 'updated_at': '2022-05-30T19:56:00Z', 'revision_number': 4, 'project_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'subnets': [{'id': 'f1468ee0-3c90-4914-a98f-597be99efafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:56:01.969873 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Set router 75c130cb-3662-41ab-9f40-5ad2ae8ef8af gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:56:02.169457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4920e4-3024-4783-b91a-0f9ff4bbd4e4', 'tag': '1d876d78-cbfb-4392-b861-243efc63d5a6'}, {'name': 'network-changed', 'server_uuid': '9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a', 'tag': '50e8ec3f-b33c-4ea6-852d-18f5c7045406'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:56:02.179157 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 844fa6d0-a8e5-431c-804d-21efc5c0d656 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:56:02.322099 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 844fa6d0-a8e5-431c-804d-21efc5c0d656 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:56:02.329343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 844fa6d0-a8e5-431c-804d-21efc5c0d656 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:02.329902 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:02.499513 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:02.503786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-150f5cd3-9c19-4789-bab3-0a8285937ed0 service neutron] Attempting to bind port 946bb9d1-7928-4cda-8909-336cdf25bf5f on host n-h2-843949-2 for vnic_type normal with profile None {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:56:02.505499 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-150f5cd3-9c19-4789-bab3-0a8285937ed0 service neutron] Attempting to bind port 946bb9d1-7928-4cda-8909-336cdf25bf5f by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:56:02.508339 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'name': 'tempest-FloatingIPDetailsTestJSON-1755750535-router', 'tenant_id': 'd06e2662e4c444b49dc4caefaa2522de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '76ba94c0-ce49-4eba-8571-218ed758154e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:34Z', 'updated_at': '2022-05-30T19:55:43Z', 'revision_number': 4, 'project_id': 'd06e2662e4c444b49dc4caefaa2522de', 'gw_port': {'id': '76ba94c0-ce49-4eba-8571-218ed758154e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:36Z', 'updated_at': '2022-05-30T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ec112c38-a764-4341-8d85-fa07203f45e3', 'name': '', 'network_id': '27f7a874-3b6f-43a7-886a-ebc551f4bf6f', 'tenant_id': 'd06e2662e4c444b49dc4caefaa2522de', 'mac_address': 'fa:16:3e:b0:dc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '053967ed-5088-4815-853b-fd1a5401335c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:42Z', 'updated_at': '2022-05-30T19:55:44Z', 'revision_number': 2, 'project_id': 'd06e2662e4c444b49dc4caefaa2522de', 'subnets': [{'id': '053967ed-5088-4815-853b-fd1a5401335c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:02.508893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-150f5cd3-9c19-4789-bab3-0a8285937ed0 service neutron] Attempting to bind port 946bb9d1-7928-4cda-8909-336cdf25bf5f on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:02.519913 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Checking router: 75c130cb-3662-41ab-9f40-5ad2ae8ef8af for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:56:02.522584 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Updating router 75c130cb-3662-41ab-9f40-5ad2ae8ef8af port ec112c38-a764-4341-8d85-fa07203f45e3 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:56:02.551146 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 844fa6d0-a8e5-431c-804d-21efc5c0d656, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=844fa6d0-a8e5-431c-804d-21efc5c0d656,segment=NetworkSegment(a5c4b156-d389-45bf-8537-283a2158520f),segment_id=a5c4b156-d389-45bf-8537-283a2158520f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:02.555224 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:02.572445 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-150f5cd3-9c19-4789-bab3-0a8285937ed0 service neutron] Port 946bb9d1-7928-4cda-8909-336cdf25bf5f on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:56:02.572772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-150f5cd3-9c19-4789-bab3-0a8285937ed0 service neutron] Attempting to bind port 946bb9d1-7928-4cda-8909-336cdf25bf5f on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:02.597987 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c539573f-76b4-45ea-a19c-060bb8f8d6d2 req-5921d664-2762-4803-a5a3-2145a1f18374 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2505331 May 30 19:56:02.607332 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:02.616618 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-750356b3-b8f8-4fad-845a-6c123872dba7 req-634c31e7-9b8a-4c56-9631-ad98f0a9350b service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1786168 May 30 19:56:02.715256 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:02.744301 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=844fa6d0-a8e5-431c-804d-21efc5c0d656,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:02.749978 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-150f5cd3-9c19-4789-bab3-0a8285937ed0 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:56:02.750466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-150f5cd3-9c19-4789-bab3-0a8285937ed0 service neutron] Checking segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:56:02.750685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-150f5cd3-9c19-4789-bab3-0a8285937ed0 service neutron] Bound using segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:56:02.751124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-150f5cd3-9c19-4789-bab3-0a8285937ed0 service neutron] Bound port: 946bb9d1-7928-4cda-8909-336cdf25bf5f, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:56:02.783220 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:02.886791 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-d76dfc6a-443a-492e-a9a9-669d3520f980 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1138220 May 30 19:56:03.103552 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:03.113617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-150f5cd3-9c19-4789-bab3-0a8285937ed0 service neutron] For port 946bb9d1-7928-4cda-8909-336cdf25bf5f, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=946bb9d1-7928-4cda-8909-336cdf25bf5f,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:56:03.121220 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Transition to ACTIVE for port object ec112c38-a764-4341-8d85-fa07203f45e3 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:03.132159 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:03.178539 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-150f5cd3-9c19-4789-bab3-0a8285937ed0 service neutron] Notify callbacks [] for binding, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:03.179700 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-150f5cd3-9c19-4789-bab3-0a8285937ed0 service neutron] 10.222.0.84 "POST /v2.0/ports/946bb9d1-7928-4cda-8909-336cdf25bf5f/bindings HTTP/1.1" status: 201 len: 389 time: 3.5245922 May 30 19:56:03.185792 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-750356b3-b8f8-4fad-845a-6c123872dba7 req-caac3e94-5a5c-49bb-a6c2-ee2f74ee94ac service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537043 May 30 19:56:03.229825 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056d932-c22a-4225-ba28-16ea166e7be3 None None] Pushing event updated for resources: {'Port': ['ID=ec112c38-a764-4341-8d85-fa07203f45e3,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:03.258205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbd6a05-9bf4-4c7b-b129-ff0bebd3ec02 req-458fa551-5030-4b2e-a9f0-3f9a16c8ca6e service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557200 May 30 19:56:03.271653 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:03.334379 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc8b8e98-21e3-44b7-b6a2-9ff5818f1ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:03.565936 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Attempting to bind port ec112c38-a764-4341-8d85-fa07203f45e3 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:56:03.566218 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Attempting to bind port ec112c38-a764-4341-8d85-fa07203f45e3 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '3193effd-41f2-48b5-8543-8b09f9c05982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '27f7a874-3b6f-43a7-886a-ebc551f4bf6f'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:56:03.566570 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Attempting to bind port ec112c38-a764-4341-8d85-fa07203f45e3 on network 27f7a874-3b6f-43a7-886a-ebc551f4bf6f {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:03.576890 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:56:03.576890 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Checking segment: {'id': '3193effd-41f2-48b5-8543-8b09f9c05982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '27f7a874-3b6f-43a7-886a-ebc551f4bf6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:56:03.577252 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:03.577787 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Bound using segment: {'id': '3193effd-41f2-48b5-8543-8b09f9c05982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '27f7a874-3b6f-43a7-886a-ebc551f4bf6f'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:56:03.578282 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Bound port: ec112c38-a764-4341-8d85-fa07203f45e3, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3193effd-41f2-48b5-8543-8b09f9c05982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '27f7a874-3b6f-43a7-886a-ebc551f4bf6f'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:56:03.578675 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:03.693457 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] For port ec112c38-a764-4341-8d85-fa07203f45e3, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:56:03.698312 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] For port ec112c38-a764-4341-8d85-fa07203f45e3, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ec112c38-a764-4341-8d85-fa07203f45e3,segment=NetworkSegment(3193effd-41f2-48b5-8543-8b09f9c05982),segment_id=3193effd-41f2-48b5-8543-8b09f9c05982)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:56:03.704235 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:03.776601 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Routers {'75c130cb-3662-41ab-9f40-5ad2ae8ef8af'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:56:03.776833 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:56:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['75c130cb-3662-41ab-9f40-5ad2ae8ef8af'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:03.818320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Allocated IP 172.25.5.185 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/472f8ff0-1125-4350-a4fe-da4d84ecb998) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:56:03.989048 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056d932-c22a-4225-ba28-16ea166e7be3 None None] Pushing event updated for resources: {'Port': ['ID=ec112c38-a764-4341-8d85-fa07203f45e3,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:04.023063 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-5132bdf6-3e03-4937-b503-15a3b03d5a2c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 1096 time: 0.4556928 May 30 19:56:04.029281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845035fd-b023-4184-a31e-f4e3985c5b72 req-aa290e03-32db-4406-9b23-901c6c826569 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:04.036415 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-845035fd-b023-4184-a31e-f4e3985c5b72 req-aa290e03-32db-4406-9b23-901c6c826569 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a HTTP/1.1" status: 200 len: 948 time: 0.4112985 May 30 19:56:04.038377 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] Set router 75c130cb-3662-41ab-9f40-5ad2ae8ef8af gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:56:04.073254 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 844fa6d0-a8e5-431c-804d-21efc5c0d656 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:56:04.202843 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 844fa6d0-a8e5-431c-804d-21efc5c0d656 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:04.203206 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:04.255313 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-845035fd-b023-4184-a31e-f4e3985c5b72 req-946c32a6-8c15-46ca-925c-aebea26c5b0b tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172318 May 30 19:56:04.365693 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:04.376973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-e3f0f39f-1786-4a37-9c81-424c7e96c0db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:04.378334 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-e3f0f39f-1786-4a37-9c81-424c7e96c0db service neutron] 10.222.0.93 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 908 time: 0.3241575 May 30 19:56:04.519934 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-e24da5c9-edb0-49a9-aecd-594b89263039 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=946bb9d1-7928-4cda-8909-336cdf25bf5f HTTP/1.1" status: 200 len: 217 time: 0.1346743 May 30 19:56:04.538005 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'name': 'tempest-FloatingIPDetailsTestJSON-1755750535-router', 'tenant_id': 'd06e2662e4c444b49dc4caefaa2522de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '76ba94c0-ce49-4eba-8571-218ed758154e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:34Z', 'updated_at': '2022-05-30T19:55:43Z', 'revision_number': 4, 'project_id': 'd06e2662e4c444b49dc4caefaa2522de', 'gw_port': {'id': '76ba94c0-ce49-4eba-8571-218ed758154e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:36Z', 'updated_at': '2022-05-30T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ec112c38-a764-4341-8d85-fa07203f45e3', 'name': '', 'network_id': '27f7a874-3b6f-43a7-886a-ebc551f4bf6f', 'tenant_id': 'd06e2662e4c444b49dc4caefaa2522de', 'mac_address': 'fa:16:3e:b0:dc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '053967ed-5088-4815-853b-fd1a5401335c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:42Z', 'updated_at': '2022-05-30T19:56:03Z', 'revision_number': 4, 'project_id': 'd06e2662e4c444b49dc4caefaa2522de', 'subnets': [{'id': '053967ed-5088-4815-853b-fd1a5401335c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:04.548185 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6985b1b1-fa88-46ff-a137-2868e6f9b5c7 None None] The sync data for ids ['75c130cb-3662-41ab-9f40-5ad2ae8ef8af'] in n-d-843949-2 is: [{'id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'name': 'tempest-FloatingIPDetailsTestJSON-1755750535-router', 'tenant_id': 'd06e2662e4c444b49dc4caefaa2522de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '76ba94c0-ce49-4eba-8571-218ed758154e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:34Z', 'updated_at': '2022-05-30T19:55:43Z', 'revision_number': 4, 'project_id': 'd06e2662e4c444b49dc4caefaa2522de', 'gw_port': {'id': '76ba94c0-ce49-4eba-8571-218ed758154e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:36Z', 'updated_at': '2022-05-30T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ec112c38-a764-4341-8d85-fa07203f45e3', 'name': '', 'network_id': '27f7a874-3b6f-43a7-886a-ebc551f4bf6f', 'tenant_id': 'd06e2662e4c444b49dc4caefaa2522de', 'mac_address': 'fa:16:3e:b0:dc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '053967ed-5088-4815-853b-fd1a5401335c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:42Z', 'updated_at': '2022-05-30T19:56:03Z', 'revision_number': 4, 'project_id': 'd06e2662e4c444b49dc4caefaa2522de', 'subnets': [{'id': '053967ed-5088-4815-853b-fd1a5401335c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:56:04.758729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-97d4e6de-d2a0-4e0f-9525-069c0b9fcb59 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:04.760299 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-97d4e6de-d2a0-4e0f-9525-069c0b9fcb59 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.0721316 May 30 19:56:04.852554 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-28927fc3-3193-4367-99bc-7a976026ab3f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570488 May 30 19:56:04.885063 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:05.164205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1517ded3-49fa-47cd-8200-fc10a916a68a req-d0bbbaa6-bd4d-47eb-93d9-9500efcfc49e tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 1095 time: 0.7094944 May 30 19:56:05.172956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:56:05.191242 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Pushing event updated for resources: {'Port': ['ID=472f8ff0-1125-4350-a4fe-da4d84ecb998,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:05.194410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:05.215455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:56:05.316340 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-8d5bd3ca-8584-4726-a637-062e59c93d46 service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569035 May 30 19:56:05.472183 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1517ded3-49fa-47cd-8200-fc10a916a68a req-cac48f12-b6c2-4e46-942f-cd66d5fe72c0 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980111 May 30 19:56:05.584860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47926) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:05.598518 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-7c492469-284a-42f8-a855-d6cf8f1a7c1b service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368603 May 30 19:56:05.629869 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:05.662372 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1335ce12-eba4-48c4-8bf1-cc066e72e366 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:05.694836 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1335ce12-eba4-48c4-8bf1-cc066e72e366 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:05.749836 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1335ce12-eba4-48c4-8bf1-cc066e72e366 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:05.754075 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:05.769572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335ce12-eba4-48c4-8bf1-cc066e72e366 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f9c54b-8ecc-4b25-b524-4fc5c80fab9c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:05.782349 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1335ce12-eba4-48c4-8bf1-cc066e72e366 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:05.784286 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1335ce12-eba4-48c4-8bf1-cc066e72e366 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "DELETE /v2.0/security-groups/b1f9c54b-8ecc-4b25-b524-4fc5c80fab9c HTTP/1.1" status: 204 len: 168 time: 0.1980066 May 30 19:56:05.786563 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47930) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:05.807799 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-8c926d35-fff5-4e47-9fa8-ad21b418c037 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] show failed (client error): The resource could not be found. May 30 19:56:05.808922 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8c926d35-fff5-4e47-9fa8-ad21b418c037 tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "GET /v2.0/security-groups/b1f9c54b-8ecc-4b25-b524-4fc5c80fab9c HTTP/1.1" status: 404 len: 347 time: 0.0211046 May 30 19:56:05.811863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47934) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:05.954125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8b8e98-21e3-44b7-b6a2-9ff5818f1ae9 admin admin] Router 61686beb-7a27-4420-b10d-a77166a3ca88 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:56:05.972155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3451cfba-57ea-4119-94c9-1e1bc0452fcc tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Deleting port 85f183f0-79a6-4419-a586-b91c85060d71 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:05.972496 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3451cfba-57ea-4119-94c9-1e1bc0452fcc tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:05.976663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8b2e8-826c-45b7-929c-0e89fe20f4db req-79b09626-a862-4c39-b589-484d21ec1372 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:05.983654 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccd8b2e8-826c-45b7-929c-0e89fe20f4db req-79b09626-a862-4c39-b589-484d21ec1372 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e4920e4-3024-4783-b91a-0f9ff4bbd4e4 HTTP/1.1" status: 200 len: 946 time: 0.2886302 May 30 19:56:06.030289 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ec112c38-a764-4341-8d85-fa07203f45e3 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:56:06.153870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port ec112c38-a764-4341-8d85-fa07203f45e3 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:56:06.158946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ec112c38-a764-4341-8d85-fa07203f45e3 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:06.159244 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:06.173305 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3451cfba-57ea-4119-94c9-1e1bc0452fcc tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:06.173627 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3451cfba-57ea-4119-94c9-1e1bc0452fcc tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:06.189572 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccd8b2e8-826c-45b7-929c-0e89fe20f4db req-51e50254-589c-4cdf-aa35-41148700b77b tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050445 May 30 19:56:06.297118 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e171a700-63a8-479f-b6c7-d99f419be44f'] response: {'server_uuid': 'b8b4757d-bc30-4219-9183-c7445f581fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f287ac9c-2942-47c4-aedd-f0339716c9ac', 'code': 200} May 30 19:56:06.307981 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:06.320453 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:06.321332 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:06.365288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port ec112c38-a764-4341-8d85-fa07203f45e3, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ec112c38-a764-4341-8d85-fa07203f45e3,segment=NetworkSegment(3193effd-41f2-48b5-8543-8b09f9c05982),segment_id=3193effd-41f2-48b5-8543-8b09f9c05982)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:06.373995 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:06.383843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3451cfba-57ea-4119-94c9-1e1bc0452fcc tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Calling delete_port for 85f183f0-79a6-4419-a586-b91c85060d71 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:06.443011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1d876d78-cbfb-4392-b861-243efc63d5a6 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:56:06.463906 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 50e8ec3f-b33c-4ea6-852d-18f5c7045406 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:56:06.500513 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d398dd9-42f5-47ad-b35b-943a499f289c'] response: {'name': 'network-changed', 'server_uuid': '7e4920e4-3024-4783-b91a-0f9ff4bbd4e4', 'tag': '1d876d78-cbfb-4392-b861-243efc63d5a6', 'status': 'completed', 'code': 200} May 30 19:56:06.501012 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d398dd9-42f5-47ad-b35b-943a499f289c'] response: {'name': 'network-changed', 'server_uuid': '9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a', 'tag': '50e8ec3f-b33c-4ea6-852d-18f5c7045406', 'status': 'completed', 'code': 200} May 30 19:56:06.597248 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3451cfba-57ea-4119-94c9-1e1bc0452fcc tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:06.601491 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:56:06.657752 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451cfba-57ea-4119-94c9-1e1bc0452fcc tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Pushing event deleted for resources: {'Port': ['ID=85f183f0-79a6-4419-a586-b91c85060d71,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:06.758320 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=ec112c38-a764-4341-8d85-fa07203f45e3,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:06.784508 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:06.786224 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 50e8ec3f-b33c-4ea6-852d-18f5c7045406, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=50e8ec3f-b33c-4ea6-852d-18f5c7045406,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:06.790374 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3451cfba-57ea-4119-94c9-1e1bc0452fcc tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:06.811124 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3451cfba-57ea-4119-94c9-1e1bc0452fcc tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:06.812809 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3451cfba-57ea-4119-94c9-1e1bc0452fcc tempest-ServersTestJSON-2102362279 tempest-ServersTestJSON-2102362279-project] 10.222.0.84 "DELETE /v2.0/floatingips/2a4dce70-4928-4cbd-b522-ae4c94f77446 HTTP/1.1" status: 204 len: 168 time: 0.9997547 May 30 19:56:06.815655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47938) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:06.820833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '50e8ec3f-b33c-4ea6-852d-18f5c7045406', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '50e8ec3f-b33c-4ea6-852d-18f5c7045406', 'mac_address': 'fa:16:3e:56:45:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:56:06.828532 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:06.868954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Pushing event updated for resources: {'Port': ['ID=472f8ff0-1125-4350-a4fe-da4d84ecb998,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:06.937246 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:06.939557 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-5012f3a2-cfed-4cab-8b27-085822a4a8ec tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.0242748 May 30 19:56:06.942326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1d876d78-cbfb-4392-b861-243efc63d5a6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1d876d78-cbfb-4392-b861-243efc63d5a6,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:06.944698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e7095-c7fa-487d-8873-9ee9373c8e77 req-c309d985-a162-43af-85fa-dff29dccdba8 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:06.950036 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:06.951502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af4e7095-c7fa-487d-8873-9ee9373c8e77 req-c309d985-a162-43af-85fa-dff29dccdba8 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 945 time: 0.4194770 May 30 19:56:06.971729 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '1d876d78-cbfb-4392-b861-243efc63d5a6', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '1d876d78-cbfb-4392-b861-243efc63d5a6', 'mac_address': 'fa:16:3e:e5:cb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:56:06.976131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e8ec3f-b33c-4ea6-852d-18f5c7045406 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:56:07.041962 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee494342-6d0f-40f4-8705-51f30780afb3 req-71739e9d-6ec4-4c3b-a897-3928b1b0a7ff service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b8b4757d-bc30-4219-9183-c7445f581fa1 HTTP/1.1" status: 200 len: 1099 time: 0.6535635 May 30 19:56:07.056683 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 50e8ec3f-b33c-4ea6-852d-18f5c7045406, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=50e8ec3f-b33c-4ea6-852d-18f5c7045406,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:07.066723 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:07.082015 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:07.121136 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f769092-9a6e-42a5-962f-627a22d6710e req-44943ae8-013d-40e2-92d0-25feb6db610c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=7e4920e4-3024-4783-b91a-0f9ff4bbd4e4 HTTP/1.1" status: 200 len: 1097 time: 0.6536713 May 30 19:56:07.123140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-2a604b22-1d17-4e02-a51b-43936d011374 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Synchronizing usage tracker for tenant:d06e2662e4c444b49dc4caefaa2522de on resource:floatingip {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:56:07.168497 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f769092-9a6e-42a5-962f-627a22d6710e req-f27d0b6f-0aec-4263-b6c9-7c6fe177bfe4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=62224e4a80e642d1af5db13c4fcc50ce&device_id=9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a HTTP/1.1" status: 200 len: 1099 time: 0.6665030 May 30 19:56:07.177360 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=50e8ec3f-b33c-4ea6-852d-18f5c7045406,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:07.187120 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d876d78-cbfb-4392-b861-243efc63d5a6 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:56:07.208780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1d876d78-cbfb-4392-b861-243efc63d5a6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1d876d78-cbfb-4392-b861-243efc63d5a6,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:07.232480 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:07.320033 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50410678-b42b-43f8-95b5-723e9c75df73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:07.356219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1d876d78-cbfb-4392-b861-243efc63d5a6,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:07.361226 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee494342-6d0f-40f4-8705-51f30780afb3 req-4004c68a-a05b-43e7-8ca8-17a3500ac715 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062198 May 30 19:56:07.363302 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af4e7095-c7fa-487d-8873-9ee9373c8e77 req-af92e082-cad1-4525-9461-3735d9252d44 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108908 May 30 19:56:07.386763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-2a604b22-1d17-4e02-a51b-43936d011374 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Unset dirty status for tenant:d06e2662e4c444b49dc4caefaa2522de on resource:floatingip {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:56:07.404251 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-2a604b22-1d17-4e02-a51b-43936d011374 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 696 time: 0.4301920 May 30 19:56:07.412639 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['50e8ec3f-b33c-4ea6-852d-18f5c7045406'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:56:07.497884 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8b8e98-21e3-44b7-b6a2-9ff5818f1ae9 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:56:07.517797 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9b8eaa-0203-49e1-96a4-22f566accc67 None None] Sync routers for ids ['61686beb-7a27-4420-b10d-a77166a3ca88'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:56:07.525128 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['1d876d78-cbfb-4392-b861-243efc63d5a6'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:56:07.536147 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cc8b8e98-21e3-44b7-b6a2-9ff5818f1ae9 admin admin] 10.222.0.84 "PUT /v2.0/routers/61686beb-7a27-4420-b10d-a77166a3ca88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.9640744 May 30 19:56:07.543195 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47946) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:07.657738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f769092-9a6e-42a5-962f-627a22d6710e req-64845f4a-d1c9-4071-9878-5ac4a119381d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:07.659549 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f769092-9a6e-42a5-962f-627a22d6710e req-64845f4a-d1c9-4071-9878-5ac4a119381d service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.5148215 May 30 19:56:07.690546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9b8eaa-0203-49e1-96a4-22f566accc67 None None] Routers {'61686beb-7a27-4420-b10d-a77166a3ca88'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:56:07.691663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4c9b8eaa-0203-49e1-96a4-22f566accc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:56:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61686beb-7a27-4420-b10d-a77166a3ca88'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:07.719643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f769092-9a6e-42a5-962f-627a22d6710e req-5128cb4d-dff7-4972-b1a1-f28db0af2d8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:07.722016 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f769092-9a6e-42a5-962f-627a22d6710e req-5128cb4d-dff7-4972-b1a1-f28db0af2d8d service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.5277123 May 30 19:56:07.889582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47950) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:07.896241 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5b44003d-e54a-4c00-ae4d-483cfbdf934f tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2143096609', 'description': 'tempest-description--1507921819'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:07.916667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5b44003d-e54a-4c00-ae4d-483cfbdf934f tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:07.953385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5b44003d-e54a-4c00-ae4d-483cfbdf934f tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Usage tracker for resource:security_group and tenant:786de5a300034beebcae4021e1f48951 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:07.964421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5b44003d-e54a-4c00-ae4d-483cfbdf934f tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:07.978184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5b44003d-e54a-4c00-ae4d-483cfbdf934f tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:08.005976 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b44003d-e54a-4c00-ae4d-483cfbdf934f tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:08.032199 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ec112c38-a764-4341-8d85-fa07203f45e3 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:56:08.071255 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-d9294194-c90d-4a11-8e08-9d11b9707e35 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:08.073857 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0799eca0-e0c4-40ce-8ff5-7887ebd55183 req-d9294194-c90d-4a11-8e08-9d11b9707e35 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.6688294 May 30 19:56:08.099851 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f769092-9a6e-42a5-962f-627a22d6710e req-7fd27d67-6102-4000-87c4-07059a7e046d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=1d876d78-cbfb-4392-b861-243efc63d5a6 HTTP/1.1" status: 200 len: 217 time: 0.2652197 May 30 19:56:08.101224 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f769092-9a6e-42a5-962f-627a22d6710e req-414e3b11-7dde-441e-86e5-3fa1c421581b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=50e8ec3f-b33c-4ea6-852d-18f5c7045406 HTTP/1.1" status: 200 len: 217 time: 0.3251998 May 30 19:56:08.135090 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5b44003d-e54a-4c00-ae4d-483cfbdf934f tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:08.144974 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5b44003d-e54a-4c00-ae4d-483cfbdf934f tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Usage tracker for resource:security_group_rule and tenant:786de5a300034beebcae4021e1f48951 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:08.148906 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5b44003d-e54a-4c00-ae4d-483cfbdf934f tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:08.156605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5b44003d-e54a-4c00-ae4d-483cfbdf934f tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:08.160708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-4c9b8eaa-0203-49e1-96a4-22f566accc67 None None] Set router 61686beb-7a27-4420-b10d-a77166a3ca88 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:56:08.240868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f769092-9a6e-42a5-962f-627a22d6710e req-c8561167-b6c8-4a83-a89e-a3e2421f7c9f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:08.242213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f769092-9a6e-42a5-962f-627a22d6710e req-c8561167-b6c8-4a83-a89e-a3e2421f7c9f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1229293 May 30 19:56:08.259727 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b44003d-e54a-4c00-ae4d-483cfbdf934f tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:08.305166 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b44003d-e54a-4c00-ae4d-483cfbdf934f tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:08.351213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44003d-e54a-4c00-ae4d-483cfbdf934f tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffd6051-9dce-4aab-a2ad-00bed0846b6c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:08.368382 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ec112c38-a764-4341-8d85-fa07203f45e3 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:08.369138 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:08.381479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c014c-9f74-4650-a302-f5cd4cf11422 req-78c5f870-496a-41fa-a218-23ca1e626ce3 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:08.383287 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-216c014c-9f74-4650-a302-f5cd4cf11422 req-78c5f870-496a-41fa-a218-23ca1e626ce3 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a HTTP/1.1" status: 200 len: 949 time: 0.4551535 May 30 19:56:08.390817 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b44003d-e54a-4c00-ae4d-483cfbdf934f tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:08.392627 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5b44003d-e54a-4c00-ae4d-483cfbdf934f tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5020299 May 30 19:56:08.397557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47956) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:08.409215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-189b6134-65e9-4d63-90b7-4d02838a3207 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Request body: {'security_group_rule': {'security_group_id': '6ffd6051-9dce-4aab-a2ad-00bed0846b6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:08.416797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-189b6134-65e9-4d63-90b7-4d02838a3207 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:08.418132 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f769092-9a6e-42a5-962f-627a22d6710e req-6e05cfcb-2c1b-472e-9d8a-ca34d8e92369 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:08.419622 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f769092-9a6e-42a5-962f-627a22d6710e req-6e05cfcb-2c1b-472e-9d8a-ca34d8e92369 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2187066 May 30 19:56:08.421826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-189b6134-65e9-4d63-90b7-4d02838a3207 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Usage tracker for resource:security_group_rule and tenant:786de5a300034beebcae4021e1f48951 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:08.425614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-189b6134-65e9-4d63-90b7-4d02838a3207 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:08.434165 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-189b6134-65e9-4d63-90b7-4d02838a3207 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:08.523510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-50410678-b42b-43f8-95b5-723e9c75df73 admin admin] Deleting port 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:08.523872 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50410678-b42b-43f8-95b5-723e9c75df73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:08.534641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f769092-9a6e-42a5-962f-627a22d6710e req-03df7fc2-08d0-4db2-8424-ce4120923805 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2849820 May 30 19:56:08.546866 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-216c014c-9f74-4650-a302-f5cd4cf11422 req-940c0f6c-f318-451d-83ad-d2841ff3c590 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536746 May 30 19:56:08.571710 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-189b6134-65e9-4d63-90b7-4d02838a3207 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:08.678241 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4c9b8eaa-0203-49e1-96a4-22f566accc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:56:01Z', 'revision_number': 5, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:08.684346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9b8eaa-0203-49e1-96a4-22f566accc67 None None] Checking router: 61686beb-7a27-4420-b10d-a77166a3ca88 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:56:08.701780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9b8eaa-0203-49e1-96a4-22f566accc67 None None] Routers {'61686beb-7a27-4420-b10d-a77166a3ca88'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:56:08.702863 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4c9b8eaa-0203-49e1-96a4-22f566accc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:56:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61686beb-7a27-4420-b10d-a77166a3ca88'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:08.764562 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-67d9eca5-c3cb-4318-b78a-874f37fd2613 req-f0507e00-82b5-4c11-9177-cf9f690aff88 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 1095 time: 0.5159895 May 30 19:56:08.792295 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-189b6134-65e9-4d63-90b7-4d02838a3207 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:08.804264 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-189b6134-65e9-4d63-90b7-4d02838a3207 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:08.846642 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b6134-65e9-4d63-90b7-4d02838a3207 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba117a72-e20d-469b-bf69-0a48b07c75dc,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:08.865249 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-189b6134-65e9-4d63-90b7-4d02838a3207 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:08.868962 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-189b6134-65e9-4d63-90b7-4d02838a3207 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4673166 May 30 19:56:08.869789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47962) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:08.877424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-7c8b8251-33c9-4e29-b6c2-a41a6481879e tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Request body: {'security_group_rule': {'security_group_id': '6ffd6051-9dce-4aab-a2ad-00bed0846b6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:08.894436 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7c8b8251-33c9-4e29-b6c2-a41a6481879e tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:08.902911 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7c8b8251-33c9-4e29-b6c2-a41a6481879e tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Usage tracker for resource:security_group_rule and tenant:786de5a300034beebcae4021e1f48951 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:08.906639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-50410678-b42b-43f8-95b5-723e9c75df73 admin admin] For port 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=29568a45-786b-4b8f-a4f6-dd07d6b7a5a5,segment=NetworkSegment(b54e4e9d-30cc-4c85-864b-291b2d559f49),segment_id=b54e4e9d-30cc-4c85-864b-291b2d559f49)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:08.907007 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50410678-b42b-43f8-95b5-723e9c75df73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:08.915093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7c8b8251-33c9-4e29-b6c2-a41a6481879e tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:08.924780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7c8b8251-33c9-4e29-b6c2-a41a6481879e tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:08.958207 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f769092-9a6e-42a5-962f-627a22d6710e req-77b3a6a8-1caf-43f0-a413-4d60108f543a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5254402 May 30 19:56:08.964395 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-4c9b8eaa-0203-49e1-96a4-22f566accc67 None None] Set router 61686beb-7a27-4420-b10d-a77166a3ca88 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:56:09.000122 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06448111-4f3d-4aaf-aff3-b67ca40f2fd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:09.039094 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-50410678-b42b-43f8-95b5-723e9c75df73 admin admin] Calling delete_port for 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:09.095179 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7c8b8251-33c9-4e29-b6c2-a41a6481879e tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:09.186753 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7c8b8251-33c9-4e29-b6c2-a41a6481879e tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:09.192901 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7c8b8251-33c9-4e29-b6c2-a41a6481879e tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:09.216776 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b8251-33c9-4e29-b6c2-a41a6481879e tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab97c9a-5e69-437d-8deb-2f879b0244a3,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:09.245641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f769092-9a6e-42a5-962f-627a22d6710e req-d04d07c3-043e-4a6d-8012-6f9f02c76f53 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6935284 May 30 19:56:09.250639 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-67d9eca5-c3cb-4318-b78a-874f37fd2613 req-0402dc31-d8ad-4fdf-9eea-59e020d7aeb4 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307424 May 30 19:56:09.267458 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7c8b8251-33c9-4e29-b6c2-a41a6481879e tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:09.271900 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7c8b8251-33c9-4e29-b6c2-a41a6481879e tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3986163 May 30 19:56:09.273588 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47966) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:09.280726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:09.294133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:09.301060 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Usage tracker for resource:floatingip and tenant:786de5a300034beebcae4021e1f48951 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:09.305705 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:09.307084 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4c9b8eaa-0203-49e1-96a4-22f566accc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:56:01Z', 'revision_number': 5, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:09.316182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:09.316931 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9b8eaa-0203-49e1-96a4-22f566accc67 None None] The sync data for ids ['61686beb-7a27-4420-b10d-a77166a3ca88'] in n-d-843949-2 is: [{'id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-794542608-router', 'tenant_id': '18012846b9da440082f575e0c7d5b763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:32Z', 'updated_at': '2022-05-30T19:56:01Z', 'revision_number': 5, 'project_id': '18012846b9da440082f575e0c7d5b763', 'gw_port': {'id': 'dc78bde4-a8a5-4f8e-a556-406657fba057', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61686beb-7a27-4420-b10d-a77166a3ca88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:33Z', 'updated_at': '2022-05-30T19:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:56:09.326092 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50410678-b42b-43f8-95b5-723e9c75df73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:09.405085 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f769092-9a6e-42a5-962f-627a22d6710e req-7f83d7f9-1ab2-4a5a-bce5-8eb3e030ce31 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359670 May 30 19:56:09.410487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e13b0-28ea-4502-9b8a-ae0ba17a8ca2 req-a9be8aba-b914-45ba-989a-d3849f19cfed tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:09.412556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-815e13b0-28ea-4502-9b8a-ae0ba17a8ca2 req-a9be8aba-b914-45ba-989a-d3849f19cfed tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e4920e4-3024-4783-b91a-0f9ff4bbd4e4 HTTP/1.1" status: 200 len: 947 time: 0.6939144 May 30 19:56:09.415419 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:09.430498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50410678-b42b-43f8-95b5-723e9c75df73 admin admin] Pushing event deleted for resources: {'Port': ['ID=29568a45-786b-4b8f-a4f6-dd07d6b7a5a5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:09.487438 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:56:09.695416 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f769092-9a6e-42a5-962f-627a22d6710e req-fe3abb71-e9da-4f0f-910d-4e7c07a58d94 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377193 May 30 19:56:09.709612 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-815e13b0-28ea-4502-9b8a-ae0ba17a8ca2 req-a61821db-c9e3-43f6-a5ea-cb48839f9e29 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903969 May 30 19:56:09.790535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f769092-9a6e-42a5-962f-627a22d6710e req-ea164065-1d45-46de-9c09-3c4d701bfbf1 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737848 May 30 19:56:09.796459 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a01758b8-441d-4c10-924d-1389c16d56dd tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3787072 May 30 19:56:09.813428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:09.820148 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:09.834480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:09.847868 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:09.900626 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:09.919783 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06448111-4f3d-4aaf-aff3-b67ca40f2fd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:09.983249 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-06448111-4f3d-4aaf-aff3-b67ca40f2fd1 admin admin] Deleting port dc78bde4-a8a5-4f8e-a556-406657fba057 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:09.983580 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06448111-4f3d-4aaf-aff3-b67ca40f2fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:09.998058 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dd0efaac-84f4-411d-bad9-a328b2ff7e67 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:56:10.030871 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: dd0efaac-84f4-411d-bad9-a328b2ff7e67 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:56:10.031612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dd0efaac-84f4-411d-bad9-a328b2ff7e67 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:56:10.054304 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50410678-b42b-43f8-95b5-723e9c75df73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:10.073152 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Allocated IP 172.25.5.26 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/9a88c121-2ad7-4478-aba2-2a8e3d9e0c60) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:56:10.166583 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470282f-293c-4cc4-84da-7e1009dc7436 req-9fd63164-21d3-4af5-97fd-98c15e59bf74 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:10.167929 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7470282f-293c-4cc4-84da-7e1009dc7436 req-9fd63164-21d3-4af5-97fd-98c15e59bf74 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 945 time: 0.3041160 May 30 19:56:10.270179 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7470282f-293c-4cc4-84da-7e1009dc7436 req-b9b13e3b-191e-4c84-9b7c-43d4538a6c27 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932469 May 30 19:56:10.272583 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-06448111-4f3d-4aaf-aff3-b67ca40f2fd1 admin admin] For port dc78bde4-a8a5-4f8e-a556-406657fba057, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dc78bde4-a8a5-4f8e-a556-406657fba057,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:10.272936 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06448111-4f3d-4aaf-aff3-b67ca40f2fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:10.363416 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:10.405176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-06448111-4f3d-4aaf-aff3-b67ca40f2fd1 admin admin] Calling delete_port for dc78bde4-a8a5-4f8e-a556-406657fba057 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:10.419681 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:10.450725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1d876d78-cbfb-4392-b861-243efc63d5a6 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:56:10.458895 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:10.535256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 50e8ec3f-b33c-4ea6-852d-18f5c7045406 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:56:10.620094 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:56:10.625112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:10.637056 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 50e8ec3f-b33c-4ea6-852d-18f5c7045406 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:56:10.638353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:56:10.647772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 50e8ec3f-b33c-4ea6-852d-18f5c7045406 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:10.648226 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:10.674161 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Pushing event updated for resources: {'Port': ['ID=9a88c121-2ad7-4478-aba2-2a8e3d9e0c60,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:10.720682 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 1d876d78-cbfb-4392-b861-243efc63d5a6 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:56:10.775574 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 1d876d78-cbfb-4392-b861-243efc63d5a6 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:10.776154 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Allocated IP 172.25.5.186 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/f03b413e-1931-4c81-bb82-f45d53c06904) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:56:10.776305 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:10.955213 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:10.990632 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:10.994750 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06448111-4f3d-4aaf-aff3-b67ca40f2fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:11.031597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e8ec3f-b33c-4ea6-852d-18f5c7045406'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:56:11.044003 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:11.053999 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06448111-4f3d-4aaf-aff3-b67ca40f2fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc78bde4-a8a5-4f8e-a556-406657fba057,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:11.059761 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:11.060128 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 50e8ec3f-b33c-4ea6-852d-18f5c7045406, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=50e8ec3f-b33c-4ea6-852d-18f5c7045406,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:11.070746 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:11.144888 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:11.179424 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=50e8ec3f-b33c-4ea6-852d-18f5c7045406,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:11.189390 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1d876d78-cbfb-4392-b861-243efc63d5a6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1d876d78-cbfb-4392-b861-243efc63d5a6,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:11.197600 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:11.220867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174858b-bae3-449b-8d34-63a52c82c99d req-8cd51747-bd13-47d0-ac01-1d6be1258d5c tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:11.228479 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6174858b-bae3-449b-8d34-63a52c82c99d req-8cd51747-bd13-47d0-ac01-1d6be1258d5c tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a HTTP/1.1" status: 200 len: 949 time: 0.3827243 May 30 19:56:11.318259 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1d876d78-cbfb-4392-b861-243efc63d5a6,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:11.358109 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06448111-4f3d-4aaf-aff3-b67ca40f2fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:11.429811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50410678-b42b-43f8-95b5-723e9c75df73 admin admin] Router 95df5663-da85-4659-948a-39a743b0005e has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:56:11.513740 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6174858b-bae3-449b-8d34-63a52c82c99d req-19a0ef09-520f-435b-af92-b0d7ab72bbbd tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843156 May 30 19:56:11.640378 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:56:11.656883 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:11.668292 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:11.684886 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:11.798492 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06448111-4f3d-4aaf-aff3-b67ca40f2fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:11.807046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Pushing event updated for resources: {'Port': ['ID=9a88c121-2ad7-4478-aba2-2a8e3d9e0c60,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:11.817003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:56:11.820315 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06448111-4f3d-4aaf-aff3-b67ca40f2fd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:11.822079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:11.829476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:56:11.834694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Pushing event updated for resources: {'Port': ['ID=f03b413e-1931-4c81-bb82-f45d53c06904,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:11.854186 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:11.889905 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:11.899409 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1b76bdf0-69b2-4d65-93d0-7cbe6670fedb tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6167858 May 30 19:56:11.959882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50410678-b42b-43f8-95b5-723e9c75df73 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:56:11.966907 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-50410678-b42b-43f8-95b5-723e9c75df73 admin admin] 10.222.0.84 "PUT /v2.0/routers/95df5663-da85-4659-948a-39a743b0005e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1501193 May 30 19:56:11.972410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47992) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:11.982260 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1c5b5-300c-4c86-9cad-704ee31cf4bc None None] Sync routers for ids ['95df5663-da85-4659-948a-39a743b0005e'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:56:12.002528 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e1c5b5-300c-4c86-9cad-704ee31cf4bc None None] Routers {'95df5663-da85-4659-948a-39a743b0005e'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:56:12.003414 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-33e1c5b5-300c-4c86-9cad-704ee31cf4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:56:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['95df5663-da85-4659-948a-39a743b0005e'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:12.088682 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06448111-4f3d-4aaf-aff3-b67ca40f2fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:12.089421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06448111-4f3d-4aaf-aff3-b67ca40f2fd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61686beb-7a27-4420-b10d-a77166a3ca88 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 19:56:12.264936 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-33e1c5b5-300c-4c86-9cad-704ee31cf4bc None None] Set router 95df5663-da85-4659-948a-39a743b0005e gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:56:12.268132 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:12.316215 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90155e28-a732-4d8d-aaee-a484248a4bc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:12.409717 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06448111-4f3d-4aaf-aff3-b67ca40f2fd1 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:12.413191 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-06448111-4f3d-4aaf-aff3-b67ca40f2fd1 admin admin] 10.222.0.84 "DELETE /v2.0/routers/61686beb-7a27-4420-b10d-a77166a3ca88 HTTP/1.1" status: 204 len: 168 time: 4.8594575 May 30 19:56:12.423031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345a848-c968-4000-9fc8-4ce35d878ca4 req-f48594f7-97ca-463a-8f1f-901051e9abac tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:12.424475 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6345a848-c968-4000-9fc8-4ce35d878ca4 req-f48594f7-97ca-463a-8f1f-901051e9abac tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e4920e4-3024-4783-b91a-0f9ff4bbd4e4 HTTP/1.1" status: 200 len: 948 time: 0.4410203 May 30 19:56:12.427564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47996) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:12.503428 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:12.532248 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90155e28-a732-4d8d-aaee-a484248a4bc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:12.542148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-90155e28-a732-4d8d-aaee-a484248a4bc3 admin admin] Deleting port 32f7fe60-80bd-4b51-9cbe-9cb93ce72075 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:12.543431 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90155e28-a732-4d8d-aaee-a484248a4bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:12.577580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4113683-22fe-42ae-a5a1-37d31942ffa6 admin admin] Deleting subnet 8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:56:12.584243 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4113683-22fe-42ae-a5a1-37d31942ffa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:12.599040 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-33e1c5b5-300c-4c86-9cad-704ee31cf4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95df5663-da85-4659-948a-39a743b0005e', 'name': 'tempest-ServersTestJSON-424188664-router', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:54:26Z', 'updated_at': '2022-05-30T19:56:09Z', 'revision_number': 5, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'gw_port': {'id': '32f7fe60-80bd-4b51-9cbe-9cb93ce72075', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95df5663-da85-4659-948a-39a743b0005e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:54:27Z', 'updated_at': '2022-05-30T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:12.602828 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1c5b5-300c-4c86-9cad-704ee31cf4bc None None] Checking router: 95df5663-da85-4659-948a-39a743b0005e for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:56:12.613391 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e1c5b5-300c-4c86-9cad-704ee31cf4bc None None] Routers {'95df5663-da85-4659-948a-39a743b0005e'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:56:12.614935 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-33e1c5b5-300c-4c86-9cad-704ee31cf4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:56:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['95df5663-da85-4659-948a-39a743b0005e'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:12.636244 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6345a848-c968-4000-9fc8-4ce35d878ca4 req-6e4479cf-1e74-407f-ba36-406d15590d43 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699843 May 30 19:56:12.716570 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4113683-22fe-42ae-a5a1-37d31942ffa6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:12.745017 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-90155e28-a732-4d8d-aaee-a484248a4bc3 admin admin] For port 32f7fe60-80bd-4b51-9cbe-9cb93ce72075, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=32f7fe60-80bd-4b51-9cbe-9cb93ce72075,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:12.745646 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90155e28-a732-4d8d-aaee-a484248a4bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:12.782446 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2afb1ecb-23b2-4b47-af4a-94bb090f04f2'] response: {'server_uuid': '9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e8ec3f-b33c-4ea6-852d-18f5c7045406', 'code': 200} May 30 19:56:12.782987 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-33e1c5b5-300c-4c86-9cad-704ee31cf4bc None None] Set router 95df5663-da85-4659-948a-39a743b0005e gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:56:12.891377 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4113683-22fe-42ae-a5a1-37d31942ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:12.900158 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-33e1c5b5-300c-4c86-9cad-704ee31cf4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95df5663-da85-4659-948a-39a743b0005e', 'name': 'tempest-ServersTestJSON-424188664-router', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:54:26Z', 'updated_at': '2022-05-30T19:56:12Z', 'revision_number': 6, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:12.904415 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1c5b5-300c-4c86-9cad-704ee31cf4bc None None] The sync data for ids ['95df5663-da85-4659-948a-39a743b0005e'] in n-d-843949-2 is: [{'id': '95df5663-da85-4659-948a-39a743b0005e', 'name': 'tempest-ServersTestJSON-424188664-router', 'tenant_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:54:26Z', 'updated_at': '2022-05-30T19:56:12Z', 'revision_number': 6, 'project_id': 'e1f7ad2b0e0a43c78fbf76504ce43566', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:56:12.912002 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-90155e28-a732-4d8d-aaee-a484248a4bc3 admin admin] Calling delete_port for 32f7fe60-80bd-4b51-9cbe-9cb93ce72075 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:13.052028 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:13.061941 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4113683-22fe-42ae-a5a1-37d31942ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:13.088150 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90155e28-a732-4d8d-aaee-a484248a4bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:13.099468 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:13.143224 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90155e28-a732-4d8d-aaee-a484248a4bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f7fe60-80bd-4b51-9cbe-9cb93ce72075,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:13.148019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11890647-63f6-42e0-9854-04e8fa7758e7 req-07ac833b-5c14-45dd-8a0f-207173160223 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a HTTP/1.1" status: 200 len: 1101 time: 0.3044655 May 30 19:56:13.160354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4113683-22fe-42ae-a5a1-37d31942ffa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:13.171637 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dab53a5-0562-4fe4-b211-9a139591078d None None] Network e7d0ea33-751a-4199-859b-91d929a3ce53 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:56:13.192630 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4113683-22fe-42ae-a5a1-37d31942ffa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:13.222650 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:13.229106 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d4113683-22fe-42ae-a5a1-37d31942ffa6 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/8b1b5c2f-48d8-4245-bb2d-9ae07ea3b2c3 HTTP/1.1" status: 204 len: 168 time: 0.8005023 May 30 19:56:13.247187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48004) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:13.284067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Pushing event updated for resources: {'Port': ['ID=f03b413e-1931-4c81-bb82-f45d53c06904,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:13.378843 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:13.380284 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-a43649c4-6bb4-4198-8065-c87ab01e0feb tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5729969 May 30 19:56:13.398156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89028489-7b49-43eb-9c33-531519fe9698 req-35da9f40-f9bf-46db-8949-dfd9d25fd150 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:13.404995 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-89028489-7b49-43eb-9c33-531519fe9698 req-35da9f40-f9bf-46db-8949-dfd9d25fd150 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 945 time: 0.4497402 May 30 19:56:13.429587 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11890647-63f6-42e0-9854-04e8fa7758e7 req-78a6a580-0cd8-426a-a53d-e66704fe3ee7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535574 May 30 19:56:13.504172 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3874e269-8afa-444d-a42d-3b74662013d9 None None] DHCP port deletion for e7d0ea33-751a-4199-859b-91d929a3ce53 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 19:56:13.509040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3874e269-8afa-444d-a42d-3b74662013d9 None None] Deleting port 0813032b-473d-43bf-9641-ff4f332acd66 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:13.509478 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3874e269-8afa-444d-a42d-3b74662013d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:13.523505 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90155e28-a732-4d8d-aaee-a484248a4bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:13.534097 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:13.538881 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-f0e8eee4-b410-4663-9e0d-dabbb7bd38ed tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Synchronizing usage tracker for tenant:d06e2662e4c444b49dc4caefaa2522de on resource:floatingip {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:56:13.572600 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-89028489-7b49-43eb-9c33-531519fe9698 req-543cdf84-01cc-49fb-9140-0ffbea4be2c4 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665447 May 30 19:56:13.573730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Deleting port 0813032b-473d-43bf-9641-ff4f332acd66 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:13.574699 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:13.620579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-f0e8eee4-b410-4663-9e0d-dabbb7bd38ed tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Unset dirty status for tenant:d06e2662e4c444b49dc4caefaa2522de on resource:floatingip {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:56:13.623919 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-f0e8eee4-b410-4663-9e0d-dabbb7bd38ed tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.2035885 May 30 19:56:13.754490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3874e269-8afa-444d-a42d-3b74662013d9 None None] For port 0813032b-473d-43bf-9641-ff4f332acd66, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0813032b-473d-43bf-9641-ff4f332acd66,segment=NetworkSegment(a59b0537-ee1f-4f25-8c72-feda34f41dee),segment_id=a59b0537-ee1f-4f25-8c72-feda34f41dee)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:13.754779 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3874e269-8afa-444d-a42d-3b74662013d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:13.818597 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90155e28-a732-4d8d-aaee-a484248a4bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:13.823084 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90155e28-a732-4d8d-aaee-a484248a4bc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:13.849968 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90155e28-a732-4d8d-aaee-a484248a4bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:13.850637 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90155e28-a732-4d8d-aaee-a484248a4bc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95df5663-da85-4659-948a-39a743b0005e {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 19:56:13.863796 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90155e28-a732-4d8d-aaee-a484248a4bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:13.868437 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-90155e28-a732-4d8d-aaee-a484248a4bc3 admin admin] 10.222.0.84 "DELETE /v2.0/routers/95df5663-da85-4659-948a-39a743b0005e HTTP/1.1" status: 204 len: 168 time: 1.8949926 May 30 19:56:13.869102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48014) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:13.915427 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3874e269-8afa-444d-a42d-3b74662013d9 None None] Calling delete_port for 0813032b-473d-43bf-9641-ff4f332acd66 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:13.940061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d22a43-a910-4eba-b52a-7ca905a7f603 admin admin] Deleting subnet e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:56:13.944176 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4d22a43-a910-4eba-b52a-7ca905a7f603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:14.012077 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4d22a43-a910-4eba-b52a-7ca905a7f603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:14.013802 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3874e269-8afa-444d-a42d-3b74662013d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:14.031372 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28ede442-dc39-4a0c-974a-2319959c12ff req-92c6784c-37e7-4e58-91ab-90ae50f690c9 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--2143096609&fields=id&tenant_id=786de5a300034beebcae4021e1f48951 HTTP/1.1" status: 200 len: 267 time: 0.2938585 May 30 19:56:14.068844 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874e269-8afa-444d-a42d-3b74662013d9 None None] Pushing event deleted for resources: {'Port': ['ID=0813032b-473d-43bf-9641-ff4f332acd66,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:14.072666 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874e269-8afa-444d-a42d-3b74662013d9 None None] No DVR routers for this DVR port 0813032b-473d-43bf-9641-ff4f332acd66 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:56:14.103908 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0813032b-473d-43bf-9641-ff4f332acd66 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:56:14.122079 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4d22a43-a910-4eba-b52a-7ca905a7f603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:14.140485 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 0813032b-473d-43bf-9641-ff4f332acd66 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:56:14.140826 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0813032b-473d-43bf-9641-ff4f332acd66 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:56:14.141243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:56:14.174127 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:56:14.174357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 29568a45-786b-4b8f-a4f6-dd07d6b7a5a5 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:56:14.206185 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4d22a43-a910-4eba-b52a-7ca905a7f603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:14.231904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-83d3eaf2-6a2f-4b22-8799-1fd4880a1aea tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:14.233233 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8fbca2e-9987-474a-9f1e-9b30cf00bbf1 req-83d3eaf2-6a2f-4b22-8799-1fd4880a1aea tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.5988770 May 30 19:56:14.260022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] For port 0813032b-473d-43bf-9641-ff4f332acd66, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0813032b-473d-43bf-9641-ff4f332acd66,segment=NetworkSegment(a59b0537-ee1f-4f25-8c72-feda34f41dee),segment_id=a59b0537-ee1f-4f25-8c72-feda34f41dee)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:14.260389 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:14.269886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d22a43-a910-4eba-b52a-7ca905a7f603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:14.281563 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe196897-99ce-4fc6-8695-3849f9937ae7 None None] Network 07d7a20b-768f-47e6-89de-d7930c016c1b requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:56:14.292139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4d22a43-a910-4eba-b52a-7ca905a7f603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:14.307636 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b4d22a43-a910-4eba-b52a-7ca905a7f603 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e0ff8bc9-6c23-49cb-90bb-7b7b1d7ad9d9 HTTP/1.1" status: 204 len: 168 time: 0.4372838 May 30 19:56:14.309961 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48020) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:14.404515 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Calling delete_port for 0813032b-473d-43bf-9641-ff4f332acd66 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:14.419060 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:14.430690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] Deleting port 235f8032-5384-450f-9779-46cc2b736fb7 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:14.431069 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:14.435935 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-61307cde-c52e-4dc3-9d4e-536d8b0208e7 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4&tenant_id=da2c3b5169e14006bab98c084c88a6a6&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 1096 time: 0.6951413 May 30 19:56:14.490005 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843949-2'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:14.586559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bb423c-6257-4663-bc38-ded4c41ffbac None None] DHCP port deletion for 07d7a20b-768f-47e6-89de-d7930c016c1b request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 19:56:14.592323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-03bb423c-6257-4663-bc38-ded4c41ffbac None None] Deleting port 235f8032-5384-450f-9779-46cc2b736fb7 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:14.592809 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-03bb423c-6257-4663-bc38-ded4c41ffbac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:14.605629 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ede442-dc39-4a0c-974a-2319959c12ff req-97d97065-5111-4647-a9d1-fc87502273a0 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:14.612351 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28ede442-dc39-4a0c-974a-2319959c12ff req-97d97065-5111-4647-a9d1-fc87502273a0 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/networks?id=60002e2b-84c7-4489-b061-89eacded10ff HTTP/1.1" status: 200 len: 814 time: 0.5801249 May 30 19:56:14.709648 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] For port 235f8032-5384-450f-9779-46cc2b736fb7, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=235f8032-5384-450f-9779-46cc2b736fb7,segment=NetworkSegment(b54e4e9d-30cc-4c85-864b-291b2d559f49),segment_id=b54e4e9d-30cc-4c85-864b-291b2d559f49)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:14.710599 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:14.720602 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28ede442-dc39-4a0c-974a-2319959c12ff req-65bb774b-1c68-4452-a87d-3b30e5c99af6 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/quotas/786de5a300034beebcae4021e1f48951 HTTP/1.1" status: 200 len: 375 time: 0.1072824 May 30 19:56:14.735103 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 19:56:14.735419 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 19:56:14.767681 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:14.787424 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4920e4-3024-4783-b91a-0f9ff4bbd4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d876d78-cbfb-4392-b861-243efc63d5a6'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:56:14.801747 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86cd18-d1df-4d66-b63b-36126713c24e req-07f3863b-be9f-45e9-9ca6-c66bc30dd234 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:14.803139 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f86cd18-d1df-4d66-b63b-36126713c24e req-07f3863b-be9f-45e9-9ca6-c66bc30dd234 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a HTTP/1.1" status: 200 len: 950 time: 0.4094827 May 30 19:56:14.828578 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-03bb423c-6257-4663-bc38-ded4c41ffbac None None] For port 235f8032-5384-450f-9779-46cc2b736fb7, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=235f8032-5384-450f-9779-46cc2b736fb7,segment=NetworkSegment(b54e4e9d-30cc-4c85-864b-291b2d559f49),segment_id=b54e4e9d-30cc-4c85-864b-291b2d559f49)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:14.829094 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-03bb423c-6257-4663-bc38-ded4c41ffbac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:14.857500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] Calling delete_port for 235f8032-5384-450f-9779-46cc2b736fb7 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:14.971181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-03bb423c-6257-4663-bc38-ded4c41ffbac None None] Calling delete_port for 235f8032-5384-450f-9779-46cc2b736fb7 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:15.003517 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f86cd18-d1df-4d66-b63b-36126713c24e req-f51ab2e6-2e14-4e95-915f-63185ab817f5 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583765 May 30 19:56:15.023012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28ede442-dc39-4a0c-974a-2319959c12ff req-98870d10-e5bf-4249-81fc-699594482f9b tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=786de5a300034beebcae4021e1f48951&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2965796 May 30 19:56:15.048283 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:15.053618 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-03bb423c-6257-4663-bc38-ded4c41ffbac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 19:56:15.054165 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-03bb423c-6257-4663-bc38-ded4c41ffbac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 19:56:15.099154 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] No DVR routers for this DVR port 235f8032-5384-450f-9779-46cc2b736fb7 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:56:15.127869 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] Pushing event deleted for resources: {'Port': ['ID=235f8032-5384-450f-9779-46cc2b736fb7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:15.178163 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] For port 946bb9d1-7928-4cda-8909-336cdf25bf5f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=946bb9d1-7928-4cda-8909-336cdf25bf5f,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:15.240654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Deleting port 0813032b-473d-43bf-9641-ff4f332acd66 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:15.240654 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:15.272020 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:15.279358 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28ede442-dc39-4a0c-974a-2319959c12ff req-d7b83fa1-5733-46fb-881e-bf0e887fd2fa service neutron] 10.222.0.84 "GET /v2.0/networks/60002e2b-84c7-4489-b061-89eacded10ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303813 May 30 19:56:15.321559 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d7a20b-768f-47e6-89de-d7930c016c1b']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:15.338385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54e4e9d-30cc-4c85-864b-291b2d559f49') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:15.339145 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54e4e9d-30cc-4c85-864b-291b2d559f49') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:15.351375 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:15.373041 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:15.379565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:56:15.379991 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:15.392222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] The port '0813032b-473d-43bf-9641-ff4f332acd66' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: timer() May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: self._notify() May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:56:15.394139 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:56:15.397873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] For port 946bb9d1-7928-4cda-8909-336cdf25bf5f, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:56:15.475162 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:15.494494 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:15.503624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] Pushing event deleted for resources: {'Network': ['ID=07d7a20b-768f-47e6-89de-d7930c016c1b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:15.521019 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e17a2dea-7f01-423e-ba8e-e56a7974edcd admin admin] 10.222.0.84 "DELETE /v2.0/networks/07d7a20b-768f-47e6-89de-d7930c016c1b HTTP/1.1" status: 204 len: 168 time: 1.2091861 May 30 19:56:15.555710 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-03bb423c-6257-4663-bc38-ded4c41ffbac None None] Deleting port 235f8032-5384-450f-9779-46cc2b736fb7 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:15.556307 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-03bb423c-6257-4663-bc38-ded4c41ffbac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:15.654983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b606f007-e9e3-4268-9855-ba55da8817f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946bb9d1-7928-4cda-8909-336cdf25bf5f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:56:15.662460 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:15.691945 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:15.699384 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:15.722725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-03bb423c-6257-4663-bc38-ded4c41ffbac None None] The port '235f8032-5384-450f-9779-46cc2b736fb7' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 19:56:15.767080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48056) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:15.800203 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28ede442-dc39-4a0c-974a-2319959c12ff req-2771213b-5362-4404-aaa0-7e917b5c7ce1 service neutron] 10.222.0.84 "GET /v2.0/networks/60002e2b-84c7-4489-b061-89eacded10ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074465 May 30 19:56:15.828738 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-105f9317-e467-43a2-974a-9bf90009716b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e1f7ad2b0e0a43c78fbf76504ce43566&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0580046 May 30 19:56:15.829031 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48060) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:15.902608 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b4559fe-3555-4a3a-91b4-ab6cdd086bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:15.968310 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b4559fe-3555-4a3a-91b4-ab6cdd086bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:15.977710 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:56:15.977964 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:56:15.978714 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:56:15.979047 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Subscribe: > port after_create 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:56:15.979366 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Subscribe: > port after_delete 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:56:15.979782 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Subscribe: > port after_update 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:56:15.980140 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:56:15.981313 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:56:15.981684 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:56:15.982002 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:56:16.034413 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 235f8032-5384-450f-9779-46cc2b736fb7 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:56:16.089515 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b4559fe-3555-4a3a-91b4-ab6cdd086bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:16.108688 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 235f8032-5384-450f-9779-46cc2b736fb7 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:56:16.109026 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 235f8032-5384-450f-9779-46cc2b736fb7 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:56:16.118977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4559fe-3555-4a3a-91b4-ab6cdd086bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f118924-b1be-4f77-9efd-e88e16bd1738,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:16.137469 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b4559fe-3555-4a3a-91b4-ab6cdd086bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:16.142862 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3b4559fe-3555-4a3a-91b4-ab6cdd086bfc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8f118924-b1be-4f77-9efd-e88e16bd1738 HTTP/1.1" status: 204 len: 168 time: 0.3104322 May 30 19:56:16.180759 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:56:16.181179 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:56:16.181714 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:56:16.182443 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:56:16.183268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d0ea33-751a-4199-859b-91d929a3ce53']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:16.232379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] Pushing event updated for resources: {'Port': ['ID=946bb9d1-7928-4cda-8909-336cdf25bf5f,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:16.266529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59b0537-ee1f-4f25-8c72-feda34f41dee') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:16.266824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59b0537-ee1f-4f25-8c72-feda34f41dee') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:16.301193 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072cfc9-ffd3-44a3-94c0-5d342bb212f1 req-268dbcdd-da53-43a7-9e84-1869acb26951 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:16.309866 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7072cfc9-ffd3-44a3-94c0-5d342bb212f1 req-268dbcdd-da53-43a7-9e84-1869acb26951 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e4920e4-3024-4783-b91a-0f9ff4bbd4e4 HTTP/1.1" status: 200 len: 948 time: 1.0264981 May 30 19:56:16.397267 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:16.479059 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:16.497987 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 946bb9d1-7928-4cda-8909-336cdf25bf5f details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:56:16.534386 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:56:16.534827 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: util.warn_limited( May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: util.warn_limited( May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: util.warn( May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: util.warn( May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: util.warn( May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: util.warn( May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: timer() May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: self._notify() May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:56:16.560729 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:56:16.572518 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7072cfc9-ffd3-44a3-94c0-5d342bb212f1 req-5e48d955-b9d2-4b66-8b05-bc7a9d542272 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617521 May 30 19:56:16.696679 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] Attempting to bind port 946bb9d1-7928-4cda-8909-336cdf25bf5f on host n-h1-843949-2 for vnic_type normal with profile {"migrating_to": "n-h2-843949-2"} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:56:16.697745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] Attempting to bind port 946bb9d1-7928-4cda-8909-336cdf25bf5f by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:56:16.698237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] Attempting to bind port 946bb9d1-7928-4cda-8909-336cdf25bf5f on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:16.721008 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 946bb9d1-7928-4cda-8909-336cdf25bf5f, host n-h1-843949-2, got binding levels [] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:16.734903 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-696da3e3-9bda-4262-968d-58d2410e2f8c tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5391729 May 30 19:56:16.736764 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] Port 946bb9d1-7928-4cda-8909-336cdf25bf5f on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:56:16.737093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] Attempting to bind port 946bb9d1-7928-4cda-8909-336cdf25bf5f on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:16.749496 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:16.757852 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:16.768262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:16.778557 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:16.780863 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:56:16.781346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] Checking segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:56:16.781729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] Bound using segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:56:16.782167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] Bound port: 946bb9d1-7928-4cda-8909-336cdf25bf5f, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:56:16.782509 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:16.794800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Attempting to bind port 946bb9d1-7928-4cda-8909-336cdf25bf5f on host n-h1-843949-2 for vnic_type normal with profile {"migrating_to": "n-h2-843949-2"} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:56:16.796359 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Attempting to bind port 946bb9d1-7928-4cda-8909-336cdf25bf5f by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:56:16.796728 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Attempting to bind port 946bb9d1-7928-4cda-8909-336cdf25bf5f on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:16.814151 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Port 946bb9d1-7928-4cda-8909-336cdf25bf5f on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:56:16.814512 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Attempting to bind port 946bb9d1-7928-4cda-8909-336cdf25bf5f on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:16.824742 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:56:16.830443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Checking segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:56:16.831126 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Bound using segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:56:16.831323 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:16.831616 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Bound port: 946bb9d1-7928-4cda-8909-336cdf25bf5f, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:56:16.832019 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:16.858473 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:16.916586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d0ea33-751a-4199-859b-91d929a3ce53,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:16.939046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 946bb9d1-7928-4cda-8909-336cdf25bf5f, host n-h1-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:56:16.942374 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 946bb9d1-7928-4cda-8909-336cdf25bf5f, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=946bb9d1-7928-4cda-8909-336cdf25bf5f,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:56:16.948926 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:17.094193 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=946bb9d1-7928-4cda-8909-336cdf25bf5f,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:17.124979 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1547d802-f285-4241-82a4-3c0c52a0d09f admin admin] 10.222.0.84 "DELETE /v2.0/networks/e7d0ea33-751a-4199-859b-91d929a3ce53 HTTP/1.1" status: 204 len: 168 time: 3.8699381 May 30 19:56:17.127648 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48114) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:17.170297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 946bb9d1-7928-4cda-8909-336cdf25bf5f has no active binding in host n-h2-843949-2 {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 19:56:17.251774 n-d-843949-2 neutron-server[84023]: WARNING neutron.plugins.ml2.plugin [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] Concurrent port binding operations failed on port 946bb9d1-7928-4cda-8909-336cdf25bf5f May 30 19:56:17.266003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] For port 946bb9d1-7928-4cda-8909-336cdf25bf5f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=946bb9d1-7928-4cda-8909-336cdf25bf5f,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:17.290290 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] Attempt 2 to bind port 946bb9d1-7928-4cda-8909-336cdf25bf5f May 30 19:56:17.295909 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:17.299688 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-44cfc939-1d43-4303-a611-69cb9c534962 service neutron] 10.222.0.93 "PUT /v2.0/ports/946bb9d1-7928-4cda-8909-336cdf25bf5f HTTP/1.1" status: 200 len: 1121 time: 2.8126769 May 30 19:56:17.327674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496aa17-9e90-4685-991c-0bfefe19178a req-11eb1fa2-7c7c-4606-817b-db2c2fd277e5 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:17.330232 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7496aa17-9e90-4685-991c-0bfefe19178a req-11eb1fa2-7c7c-4606-817b-db2c2fd277e5 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 943 time: 0.4789755 May 30 19:56:17.383515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['946bb9d1-7928-4cda-8909-336cdf25bf5f'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:56:17.402241 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48122) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:17.439830 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7496aa17-9e90-4685-991c-0bfefe19178a req-aed0f04c-2896-4d6a-9443-d768a83180b7 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976288 May 30 19:56:17.447121 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:17.475182 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['946bb9d1-7928-4cda-8909-336cdf25bf5f'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:56:17.793205 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e8a9318-07e9-41c0-ae53-61a2b239d266'] response: {'server_uuid': '7e4920e4-3024-4783-b91a-0f9ff4bbd4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d876d78-cbfb-4392-b861-243efc63d5a6', 'code': 200} May 30 19:56:17.846225 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-594023da-2b94-4fd6-bebd-f68f15e969f1'] response: {'server_uuid': 'b606f007-e9e3-4268-9855-ba55da8817f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946bb9d1-7928-4cda-8909-336cdf25bf5f', 'code': 200} May 30 19:56:17.904065 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-177517273-network', 'tenant_id': '232c21cc72d2419fac103914bd3f2f94'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:17.908376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Allocated IP 172.25.5.74 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/da34b3d1-054c-4d28-8a66-553fd5394b35) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:56:17.915583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:17.922721 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Usage tracker for resource:network and tenant:232c21cc72d2419fac103914bd3f2f94 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:17.927929 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:17.950144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:17.970838 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Made reservation on behalf of 232c21cc72d2419fac103914bd3f2f94 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:56:17.974191 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:17.994507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 32f7fe60-80bd-4b51-9cbe-9cb93ce72075 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:56:18.035238 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:18.045739 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 32f7fe60-80bd-4b51-9cbe-9cb93ce72075 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:56:18.046554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 32f7fe60-80bd-4b51-9cbe-9cb93ce72075 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:56:18.175568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:18.192719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:232c21cc72d2419fac103914bd3f2f94 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:18.198201 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:18.204929 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:18.205753 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:18.216185 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1613d857-f5d0-4fe2-8eaa-d6abab319001 req-0de141ce-d21f-4df8-b9f5-160906db4013 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a5a044b-feb4-41f6-8327-128944254d16 HTTP/1.1" status: 200 len: 210 time: 0.3627133 May 30 19:56:18.238355 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-05602a52-329e-46c3-b2e3-b69c7e478950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:18.344225 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ede442-dc39-4a0c-974a-2319959c12ff req-c8630aad-bf0e-4df3-8089-37cfd39738aa tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:18.346309 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28ede442-dc39-4a0c-974a-2319959c12ff req-c8630aad-bf0e-4df3-8089-37cfd39738aa tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.77 "GET /v2.0/networks?id=60002e2b-84c7-4489-b061-89eacded10ff HTTP/1.1" status: 200 len: 814 time: 0.6866322 May 30 19:56:18.349752 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:18.461256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:56:18.511496 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:18.527257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:56:18.535689 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:18.546380 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:18.556737 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ffcf672a-2b6b-452c-bdb2-ab6ca593ed05 req-7149d3fa-a511-4164-9fa8-76c676a47ae1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7e4920e4-3024-4783-b91a-0f9ff4bbd4e4 HTTP/1.1" status: 200 len: 1099 time: 0.7129700 May 30 19:56:18.588598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:56:18.603531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896e41cb-744a-4c1b-bac9-5af29b534810,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:18.610096 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Pushing event updated for resources: {'Port': ['ID=da34b3d1-054c-4d28-8a66-553fd5394b35,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:18.610877 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:18.611218 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Added segment 5d2893a1-f319-4042-b227-24ce160fd80a of type vlan for network 4b4d97db-0c17-4236-b0ca-75b58f5d2394 May 30 19:56:18.626487 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28ede442-dc39-4a0c-974a-2319959c12ff req-afcadf69-2660-461c-9954-7233fe6b1439 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=786de5a300034beebcae4021e1f48951 HTTP/1.1" status: 200 len: 380 time: 0.2621651 May 30 19:56:18.639623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-28ede442-dc39-4a0c-974a-2319959c12ff req-5e1c5e3b-7800-46f8-891e-38b20ac35f79 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Request body: {'port': {'device_id': '2a5a044b-feb4-41f6-8327-128944254d16', 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff', 'admin_state_up': True, 'tenant_id': '786de5a300034beebcae4021e1f48951', 'security_groups': ['6ffd6051-9dce-4aab-a2ad-00bed0846b6c']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:18.649615 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:18.771237 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ffcf672a-2b6b-452c-bdb2-ab6ca593ed05 req-dbfc31af-3908-4843-9046-6f334f343d81 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030313 May 30 19:56:18.775924 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:18.776801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:18.777358 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:19.085187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e081f4-53ea-447b-990b-ac32d2fb5468 req-26093049-1a54-4c7a-a251-d2300c3f5231 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:19.086650 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3e081f4-53ea-447b-990b-ac32d2fb5468 req-26093049-1a54-4c7a-a251-d2300c3f5231 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a HTTP/1.1" status: 200 len: 950 time: 0.6421673 May 30 19:56:19.140727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-28ede442-dc39-4a0c-974a-2319959c12ff req-5e1c5e3b-7800-46f8-891e-38b20ac35f79 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:19.152548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-28ede442-dc39-4a0c-974a-2319959c12ff req-5e1c5e3b-7800-46f8-891e-38b20ac35f79 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Usage tracker for resource:port and tenant:786de5a300034beebcae4021e1f48951 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:19.158946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-28ede442-dc39-4a0c-974a-2319959c12ff req-5e1c5e3b-7800-46f8-891e-38b20ac35f79 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:19.187615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-28ede442-dc39-4a0c-974a-2319959c12ff req-5e1c5e3b-7800-46f8-891e-38b20ac35f79 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:19.253810 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3e081f4-53ea-447b-990b-ac32d2fb5468 req-8bc04bfc-e4e7-4a59-8ef7-31b798eaaa1a tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546855 May 30 19:56:19.385729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ede442-dc39-4a0c-974a-2319959c12ff req-5e1c5e3b-7800-46f8-891e-38b20ac35f79 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Made reservation on behalf of 786de5a300034beebcae4021e1f48951 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:56:19.388805 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-28ede442-dc39-4a0c-974a-2319959c12ff req-5e1c5e3b-7800-46f8-891e-38b20ac35f79 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:19.413428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=4b4d97db-0c17-4236-b0ca-75b58f5d2394,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:19.429753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 4b4d97db-0c17-4236-b0ca-75b58f5d2394 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:56:19.480185 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:19.637258 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f3fbeb31-a72f-4145-bc63-4c8592a81ad3 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2310650 May 30 19:56:19.657256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48152) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:19.708673 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:19.843185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-58986b94-f7c2-4e55-92a4-4fcf43937a8d admin admin] Request body: {'subnet': {'network_id': '4b4d97db-0c17-4236-b0ca-75b58f5d2394', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-177517273-subnet', 'tenant_id': '232c21cc72d2419fac103914bd3f2f94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:19.851135 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-58986b94-f7c2-4e55-92a4-4fcf43937a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:19.857530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-58986b94-f7c2-4e55-92a4-4fcf43937a8d admin admin] Usage tracker for resource:subnet and tenant:232c21cc72d2419fac103914bd3f2f94 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:19.860944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-58986b94-f7c2-4e55-92a4-4fcf43937a8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:19.868969 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-58986b94-f7c2-4e55-92a4-4fcf43937a8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:19.940917 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:19.947813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b606f007-e9e3-4268-9855-ba55da8817f4', 'tag': '946bb9d1-7928-4cda-8909-336cdf25bf5f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:56:19.960936 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:19.968768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58986b94-f7c2-4e55-92a4-4fcf43937a8d admin admin] Made reservation on behalf of 232c21cc72d2419fac103914bd3f2f94 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:56:19.971957 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-58986b94-f7c2-4e55-92a4-4fcf43937a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:20.300487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe1b8b-125a-48a1-9a26-3ff16eff2239 req-477550ed-c621-4fcb-a9bf-092217c63822 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:20.303116 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d4fe1b8b-125a-48a1-9a26-3ff16eff2239 req-477550ed-c621-4fcb-a9bf-092217c63822 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e4920e4-3024-4783-b91a-0f9ff4bbd4e4 HTTP/1.1" status: 200 len: 948 time: 0.7568946 May 30 19:56:20.327266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Pushing event updated for resources: {'Port': ['ID=da34b3d1-054c-4d28-8a66-553fd5394b35,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:20.391204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d4fe1b8b-125a-48a1-9a26-3ff16eff2239 req-c20089f9-43a2-4b00-bfff-361888940c87 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727322 May 30 19:56:20.423586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-28ede442-dc39-4a0c-974a-2319959c12ff req-5e1c5e3b-7800-46f8-891e-38b20ac35f79 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Allocated IP 172.20.0.9 (60002e2b-84c7-4489-b061-89eacded10ff/a1f2fdd8-e02c-4626-a06a-d481f48d0414/fce297f1-fe81-41ef-800d-41b2fdc95d38) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:56:20.427376 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-58986b94-f7c2-4e55-92a4-4fcf43937a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:20.443400 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:20.490160 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:20.491592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-18a347c0-530a-4ea2-8339-1328efa5aca0 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7489796 May 30 19:56:20.566782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-05602a52-329e-46c3-b2e3-b69c7e478950 admin admin] Deleting port 42187427-8222-44b8-8940-4297e983a12c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:20.567936 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-05602a52-329e-46c3-b2e3-b69c7e478950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:20.689065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-ff64729a-47a7-4f5c-b9ae-fb1a55c3dbf9 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Synchronizing usage tracker for tenant:d06e2662e4c444b49dc4caefaa2522de on resource:floatingip {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:56:20.704509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58986b94-f7c2-4e55-92a4-4fcf43937a8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d590a51-b2f7-4c1d-82d9-093a51323655,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:20.716477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58986b94-f7c2-4e55-92a4-4fcf43937a8d admin admin] Checking segment: {'id': '5d2893a1-f319-4042-b227-24ce160fd80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b4d97db-0c17-4236-b0ca-75b58f5d2394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:56:20.717037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58986b94-f7c2-4e55-92a4-4fcf43937a8d admin admin] Network hostable DHCP agents. Network: 4b4d97db-0c17-4236-b0ca-75b58f5d2394, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:56:21.005432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-ff64729a-47a7-4f5c-b9ae-fb1a55c3dbf9 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Unset dirty status for tenant:d06e2662e4c444b49dc4caefaa2522de on resource:floatingip {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:56:21.006596 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-ff64729a-47a7-4f5c-b9ae-fb1a55c3dbf9 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 695 time: 0.5082245 May 30 19:56:21.044309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-05602a52-329e-46c3-b2e3-b69c7e478950 admin admin] For port 42187427-8222-44b8-8940-4297e983a12c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=42187427-8222-44b8-8940-4297e983a12c,segment=NetworkSegment(3f291b7a-b311-4cea-819d-7846e0201864),segment_id=3f291b7a-b311-4cea-819d-7846e0201864)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:21.044795 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-05602a52-329e-46c3-b2e3-b69c7e478950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:21.260735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-05602a52-329e-46c3-b2e3-b69c7e478950 admin admin] Calling delete_port for 42187427-8222-44b8-8940-4297e983a12c owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:21.264123 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-28ede442-dc39-4a0c-974a-2319959c12ff req-5e1c5e3b-7800-46f8-891e-38b20ac35f79 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:21.320617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-28ede442-dc39-4a0c-974a-2319959c12ff req-5e1c5e3b-7800-46f8-891e-38b20ac35f79 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Transition to ACTIVE for port object fce297f1-fe81-41ef-800d-41b2fdc95d38 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:21.337712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-6cd1665d-4849-4aa0-906d-69c127ba5fb9 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:21.339072 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfa869aa-64e2-4c8b-98bb-a71ff573c611 req-6cd1665d-4849-4aa0-906d-69c127ba5fb9 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.3043704 May 30 19:56:21.345335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d625-eb86-4386-abd7-61279fd95b72 req-c1276936-2b72-4957-b06a-a6232f390bf2 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:21.352560 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62f2d625-eb86-4386-abd7-61279fd95b72 req-c1276936-2b72-4957-b06a-a6232f390bf2 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 943 time: 0.6058123 May 30 19:56:21.432387 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62f2d625-eb86-4386-abd7-61279fd95b72 req-ccd6230f-94f7-4a0d-a913-190bbd72ce62 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787094 May 30 19:56:21.437453 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-28ede442-dc39-4a0c-974a-2319959c12ff req-5e1c5e3b-7800-46f8-891e-38b20ac35f79 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:21.705161 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58986b94-f7c2-4e55-92a4-4fcf43937a8d admin admin] Network 4b4d97db-0c17-4236-b0ca-75b58f5d2394 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:56:21.757310 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ede442-dc39-4a0c-974a-2319959c12ff req-5e1c5e3b-7800-46f8-891e-38b20ac35f79 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Network 60002e2b-84c7-4489-b061-89eacded10ff is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:56:21.759774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-28ede442-dc39-4a0c-974a-2319959c12ff req-5e1c5e3b-7800-46f8-891e-38b20ac35f79 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:21.762377 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ede442-dc39-4a0c-974a-2319959c12ff req-5e1c5e3b-7800-46f8-891e-38b20ac35f79 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:56:21.772008 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-58986b94-f7c2-4e55-92a4-4fcf43937a8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 4b4d97db-0c17-4236-b0ca-75b58f5d2394) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:21.782549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58986b94-f7c2-4e55-92a4-4fcf43937a8d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:21.787339 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-58986b94-f7c2-4e55-92a4-4fcf43937a8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:21.798437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c5e3b-7800-46f8-891e-38b20ac35f79 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Pushing event updated for resources: {'Port': ['ID=fce297f1-fe81-41ef-800d-41b2fdc95d38,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:21.799164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a327472-aab2-4a81-8281-4b6be8c8b652 None None] Network 4b4d97db-0c17-4236-b0ca-75b58f5d2394 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:56:21.799686 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-05602a52-329e-46c3-b2e3-b69c7e478950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:21.857914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ede442-dc39-4a0c-974a-2319959c12ff req-5e1c5e3b-7800-46f8-891e-38b20ac35f79 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:21.858463 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-28ede442-dc39-4a0c-974a-2319959c12ff req-5e1c5e3b-7800-46f8-891e-38b20ac35f79 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:21.923824 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28ede442-dc39-4a0c-974a-2319959c12ff req-5e1c5e3b-7800-46f8-891e-38b20ac35f79 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2912927 May 30 19:56:21.934596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974c1ac-1290-4b83-9bfa-3a334497ef53 req-64151100-1e5a-4375-8f8a-27c4bc93cdaf tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:21.935467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a974c1ac-1290-4b83-9bfa-3a334497ef53 req-64151100-1e5a-4375-8f8a-27c4bc93cdaf tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Synchronizing usage tracker for tenant:786de5a300034beebcae4021e1f48951 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:56:21.946240 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Request body: {'port': {'device_id': '2a5a044b-feb4-41f6-8327-128944254d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:22.019328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05602a52-329e-46c3-b2e3-b69c7e478950 admin admin] Pushing event deleted for resources: {'Port': ['ID=42187427-8222-44b8-8940-4297e983a12c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:22.035004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a974c1ac-1290-4b83-9bfa-3a334497ef53 req-64151100-1e5a-4375-8f8a-27c4bc93cdaf tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Unset dirty status for tenant:786de5a300034beebcae4021e1f48951 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:56:22.042806 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a974c1ac-1290-4b83-9bfa-3a334497ef53 req-64151100-1e5a-4375-8f8a-27c4bc93cdaf tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a5a044b-feb4-41f6-8327-128944254d16 HTTP/1.1" status: 200 len: 931 time: 0.3983054 May 30 19:56:22.063140 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-58986b94-f7c2-4e55-92a4-4fcf43937a8d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2262859 May 30 19:56:22.429490 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-786dd31f-6e1f-4930-b768-419f8aa46126'] response: {'name': 'network-changed', 'server_uuid': 'b606f007-e9e3-4268-9855-ba55da8817f4', 'tag': '946bb9d1-7928-4cda-8909-336cdf25bf5f', 'status': 'completed', 'code': 200} May 30 19:56:22.610702 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2898fa5f-623c-46ab-a794-18de6f8375eb None None] Provisioning for port fce297f1-fe81-41ef-800d-41b2fdc95d38 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:56:22.638968 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2898fa5f-623c-46ab-a794-18de6f8375eb None None] Provisioning complete for port fce297f1-fe81-41ef-800d-41b2fdc95d38 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:22.639426 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2898fa5f-623c-46ab-a794-18de6f8375eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:22.686592 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-05602a52-329e-46c3-b2e3-b69c7e478950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:22.711207 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a574e7a1-366c-485e-98da-5e8c7105c50d None None] Network 4b4d97db-0c17-4236-b0ca-75b58f5d2394 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:56:22.796167 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:22.903476 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58ac1fc3-428a-48a2-b037-3aab7fd49e3b req-9c3954e9-bb34-4cd2-9be5-4250e2f9e396 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/floatingips/7b7a784f-a261-4220-8aca-1f82ea5b007f HTTP/1.1" status: 200 len: 692 time: 0.4910164 May 30 19:56:23.100428 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2898fa5f-623c-46ab-a794-18de6f8375eb None None] Port fce297f1-fe81-41ef-800d-41b2fdc95d38 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:56:23.140878 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac1fc3-428a-48a2-b037-3aab7fd49e3b req-ce37805c-924c-460f-89e1-72eb8a18150c tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:23.153749 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58ac1fc3-428a-48a2-b037-3aab7fd49e3b req-ce37805c-924c-460f-89e1-72eb8a18150c tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.2500310 May 30 19:56:23.220447 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a974c1ac-1290-4b83-9bfa-3a334497ef53 req-31eaea6f-4642-4e35-8d9b-b6cb2e6e35ba tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ffd6051-9dce-4aab-a2ad-00bed0846b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7403858 May 30 19:56:23.453702 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20342208-1f1c-4766-a864-4f52de992ef7 req-671eb359-6292-473e-bf2c-6588219ad7b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 1124 time: 1.0228069 May 30 19:56:24.052507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dc78bde4-a8a5-4f8e-a556-406657fba057 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:56:24.095143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: dc78bde4-a8a5-4f8e-a556-406657fba057 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:56:24.096019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dc78bde4-a8a5-4f8e-a556-406657fba057 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:56:24.128222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-f0520036-302b-4705-b5cc-5586a7e991a5 service neutron] 10.222.0.77 "GET /v2.0/ports/946bb9d1-7928-4cda-8909-336cdf25bf5f/bindings/n-h2-843949-2 HTTP/1.1" status: 200 len: 384 time: 0.3959765 May 30 19:56:24.188423 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20342208-1f1c-4766-a864-4f52de992ef7 req-78d3cfc9-987a-4890-bb44-fcc3d447bd32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:24.189805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20342208-1f1c-4766-a864-4f52de992ef7 req-78d3cfc9-987a-4890-bb44-fcc3d447bd32 service neutron] 10.222.0.77 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 908 time: 0.7187169 May 30 19:56:24.226063 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee9989-4917-4ca1-8a19-8a2c4d0ff684 req-256dc253-4cf5-4906-9ab0-821a2fd23bc5 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:24.235382 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70ee9989-4917-4ca1-8a19-8a2c4d0ff684 req-256dc253-4cf5-4906-9ab0-821a2fd23bc5 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a HTTP/1.1" status: 200 len: 950 time: 0.6690404 May 30 19:56:24.285483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e0af7-d954-4e59-9520-f24c3d989285 req-510cc98d-6979-40cf-8996-ed440fb8f53d tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:24.298056 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d24e0af7-d954-4e59-9520-f24c3d989285 req-510cc98d-6979-40cf-8996-ed440fb8f53d tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e4920e4-3024-4783-b91a-0f9ff4bbd4e4 HTTP/1.1" status: 200 len: 948 time: 0.7973537 May 30 19:56:24.490016 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70ee9989-4917-4ca1-8a19-8a2c4d0ff684 req-b68fdf87-3626-4a29-af14-c825587390a5 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514484 May 30 19:56:24.501704 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05602a52-329e-46c3-b2e3-b69c7e478950 admin admin] Router 0b96f79b-9ebe-4890-9287-65efd066add6 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:56:24.524581 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d24e0af7-d954-4e59-9520-f24c3d989285 req-4038a4f7-dcca-4b36-b707-79ff5e1dd54c tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235253 May 30 19:56:24.884462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20342208-1f1c-4766-a864-4f52de992ef7 req-a9bde5c1-3745-4c45-96dd-eeb68e73abcf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=946bb9d1-7928-4cda-8909-336cdf25bf5f HTTP/1.1" status: 200 len: 217 time: 0.2202420 May 30 19:56:24.886893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05602a52-329e-46c3-b2e3-b69c7e478950 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:56:24.895739 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-05602a52-329e-46c3-b2e3-b69c7e478950 admin admin] 10.222.0.84 "PUT /v2.0/routers/0b96f79b-9ebe-4890-9287-65efd066add6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7664237 May 30 19:56:24.896741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48192) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:24.898783 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f886b0-7f33-4009-bc06-b3caa456c12a None None] Sync routers for ids ['0b96f79b-9ebe-4890-9287-65efd066add6'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:56:24.922104 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f886b0-7f33-4009-bc06-b3caa456c12a None None] Routers {'0b96f79b-9ebe-4890-9287-65efd066add6'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:56:24.935688 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-62f886b0-7f33-4009-bc06-b3caa456c12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:56:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0b96f79b-9ebe-4890-9287-65efd066add6'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:25.000372 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce297f1-fe81-41ef-800d-41b2fdc95d38 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:56:25.030591 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:25.137066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20342208-1f1c-4766-a864-4f52de992ef7 req-e2ba2a44-4303-4469-849e-94ec00dc1ff0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:25.139471 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20342208-1f1c-4766-a864-4f52de992ef7 req-e2ba2a44-4303-4469-849e-94ec00dc1ff0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.2296298 May 30 19:56:25.160585 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Transition to ACTIVE for port object fce297f1-fe81-41ef-800d-41b2fdc95d38 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:25.168342 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99fcc41c-5d68-4683-8251-5b41f4965545 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:25.492843 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:25.494288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-62f886b0-7f33-4009-bc06-b3caa456c12a None None] Set router 0b96f79b-9ebe-4890-9287-65efd066add6 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:56:25.601598 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99fcc41c-5d68-4683-8251-5b41f4965545 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:25.617986 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-99fcc41c-5d68-4683-8251-5b41f4965545 admin admin] Deleting port 7bbf6a84-8f46-49bf-96eb-8c633bda5f33 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:25.618674 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99fcc41c-5d68-4683-8251-5b41f4965545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:25.718295 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20342208-1f1c-4766-a864-4f52de992ef7 req-0886e66e-7c9b-4415-8929-78cb882d2009 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5515320 May 30 19:56:25.976731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-62f886b0-7f33-4009-bc06-b3caa456c12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138258535-router', 'tenant_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '7bbf6a84-8f46-49bf-96eb-8c633bda5f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:43Z', 'updated_at': '2022-05-30T19:56:21Z', 'revision_number': 5, 'project_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'gw_port': {'id': '7bbf6a84-8f46-49bf-96eb-8c633bda5f33', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:52:44Z', 'updated_at': '2022-05-30T19:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:25.984002 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f886b0-7f33-4009-bc06-b3caa456c12a None None] Checking router: 0b96f79b-9ebe-4890-9287-65efd066add6 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:56:25.993960 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-99fcc41c-5d68-4683-8251-5b41f4965545 admin admin] For port 7bbf6a84-8f46-49bf-96eb-8c633bda5f33, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7bbf6a84-8f46-49bf-96eb-8c633bda5f33,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:25.996605 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99fcc41c-5d68-4683-8251-5b41f4965545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:26.025769 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f886b0-7f33-4009-bc06-b3caa456c12a None None] Routers {'0b96f79b-9ebe-4890-9287-65efd066add6'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:56:26.025769 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-62f886b0-7f33-4009-bc06-b3caa456c12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:56:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0b96f79b-9ebe-4890-9287-65efd066add6'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:26.217111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd959dc-5b9a-4b8e-bba1-4292be9faebc req-7f96e77d-6460-4c96-983b-315d751de9d7 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:26.235324 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fcd959dc-5b9a-4b8e-bba1-4292be9faebc req-7f96e77d-6460-4c96-983b-315d751de9d7 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 943 time: 1.4882817 May 30 19:56:26.414968 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Pushing event updated for resources: {'Port': ['ID=fce297f1-fe81-41ef-800d-41b2fdc95d38,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:26.561594 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-99fcc41c-5d68-4683-8251-5b41f4965545 admin admin] Calling delete_port for 7bbf6a84-8f46-49bf-96eb-8c633bda5f33 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:26.627288 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fcd959dc-5b9a-4b8e-bba1-4292be9faebc req-44e70038-d565-4dd2-998a-08059182d2b0 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909900 May 30 19:56:26.657858 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 946bb9d1-7928-4cda-8909-336cdf25bf5f no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:56:26.664087 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-04a80c47-d321-469a-bdf1-f025c9096087 service neutron] For port 946bb9d1-7928-4cda-8909-336cdf25bf5f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=946bb9d1-7928-4cda-8909-336cdf25bf5f,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:26.807233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-0ad8acc4-2bcc-480b-9d45-324b98048f12 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:26.815408 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-0ad8acc4-2bcc-480b-9d45-324b98048f12 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/networks?id=4b4d97db-0c17-4236-b0ca-75b58f5d2394 HTTP/1.1" status: 200 len: 813 time: 1.3473940 May 30 19:56:26.932188 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20342208-1f1c-4766-a864-4f52de992ef7 req-c00aadac-99ce-42e9-a7f2-119103b06b26 service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8915522 May 30 19:56:26.949023 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a623e703-1a15-4d62-8289-fa6d69fa0344 req-3efac4c2-469b-47d7-96b7-25c50d63587c tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/floatingips/7b7a784f-a261-4220-8aca-1f82ea5b007f HTTP/1.1" status: 200 len: 692 time: 0.2188356 May 30 19:56:26.952545 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-04a80c47-d321-469a-bdf1-f025c9096087 service neutron] For port 946bb9d1-7928-4cda-8909-336cdf25bf5f, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:56:27.008217 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99fcc41c-5d68-4683-8251-5b41f4965545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:27.065319 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-21a1ce6c-130b-4484-b048-e1ba08b69511 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/quotas/232c21cc72d2419fac103914bd3f2f94 HTTP/1.1" status: 200 len: 375 time: 0.2486517 May 30 19:56:27.104650 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-62f886b0-7f33-4009-bc06-b3caa456c12a None None] Set router 0b96f79b-9ebe-4890-9287-65efd066add6 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:56:27.150398 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcc41c-5d68-4683-8251-5b41f4965545 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bbf6a84-8f46-49bf-96eb-8c633bda5f33,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:27.301293 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-393d847a-fb79-4e4d-bad1-17b530a5e113 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=232c21cc72d2419fac103914bd3f2f94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097784 May 30 19:56:27.320837 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-62f886b0-7f33-4009-bc06-b3caa456c12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138258535-router', 'tenant_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:43Z', 'updated_at': '2022-05-30T19:56:25Z', 'revision_number': 6, 'project_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:27.325001 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f886b0-7f33-4009-bc06-b3caa456c12a None None] The sync data for ids ['0b96f79b-9ebe-4890-9287-65efd066add6'] in n-d-843949-2 is: [{'id': '0b96f79b-9ebe-4890-9287-65efd066add6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2138258535-router', 'tenant_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:52:43Z', 'updated_at': '2022-05-30T19:56:25Z', 'revision_number': 6, 'project_id': '0312d11e478a4ce8a99cb26a9f4c1b33', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:56:27.438501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-04a80c47-d321-469a-bdf1-f025c9096087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946bb9d1-7928-4cda-8909-336cdf25bf5f {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:56:27.447856 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Attempting to bind port fce297f1-fe81-41ef-800d-41b2fdc95d38 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:56:27.448232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Attempting to bind port fce297f1-fe81-41ef-800d-41b2fdc95d38 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '4329252c-8885-4ae4-b29e-9ba3202871f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:56:27.448556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Attempting to bind port fce297f1-fe81-41ef-800d-41b2fdc95d38 on network 60002e2b-84c7-4489-b061-89eacded10ff {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:27.549441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-04a80c47-d321-469a-bdf1-f025c9096087 service neutron] For port 946bb9d1-7928-4cda-8909-336cdf25bf5f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=946bb9d1-7928-4cda-8909-336cdf25bf5f,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:27.556484 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99fcc41c-5d68-4683-8251-5b41f4965545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:27.584727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Port fce297f1-fe81-41ef-800d-41b2fdc95d38 on network 60002e2b-84c7-4489-b061-89eacded10ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:56:27.585017 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Attempting to bind port fce297f1-fe81-41ef-800d-41b2fdc95d38 on network 60002e2b-84c7-4489-b061-89eacded10ff {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:27.647032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623e703-1a15-4d62-8289-fa6d69fa0344 req-450e1a4b-769e-4663-9880-e6a1bee6edd3 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:27.648347 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a623e703-1a15-4d62-8289-fa6d69fa0344 req-450e1a4b-769e-4663-9880-e6a1bee6edd3 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.6613605 May 30 19:56:27.649030 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-04a80c47-d321-469a-bdf1-f025c9096087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:27.679890 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ffeda575-2ab3-4568-b580-3ea18829726b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:27.790787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:56:27.791138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Checking segment: {'id': '4329252c-8885-4ae4-b29e-9ba3202871f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:56:27.792030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Bound using segment: {'id': '4329252c-8885-4ae4-b29e-9ba3202871f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:56:27.793254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Bound port: fce297f1-fe81-41ef-800d-41b2fdc95d38, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4329252c-8885-4ae4-b29e-9ba3202871f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:56:27.793254 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:28.002779 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99fcc41c-5d68-4683-8251-5b41f4965545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:28.013361 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99fcc41c-5d68-4683-8251-5b41f4965545 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:28.086286 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99fcc41c-5d68-4683-8251-5b41f4965545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:28.086991 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fcc41c-5d68-4683-8251-5b41f4965545 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b96f79b-9ebe-4890-9287-65efd066add6 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 19:56:28.118770 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99fcc41c-5d68-4683-8251-5b41f4965545 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:28.122840 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-99fcc41c-5d68-4683-8251-5b41f4965545 admin admin] 10.222.0.84 "DELETE /v2.0/routers/0b96f79b-9ebe-4890-9287-65efd066add6 HTTP/1.1" status: 204 len: 168 time: 3.2250085 May 30 19:56:28.123489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48214) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:28.199708 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f589705-7e56-40ef-93e5-0e219c71ab9f admin admin] Deleting subnet f9c3e08b-4bf9-406a-9223-9dd518d926d0 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:56:28.204603 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f589705-7e56-40ef-93e5-0e219c71ab9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:28.283259 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 42187427-8222-44b8-8940-4297e983a12c no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:56:28.285218 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f589705-7e56-40ef-93e5-0e219c71ab9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:28.386495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a623e703-1a15-4d62-8289-fa6d69fa0344 req-1dd8cf57-6e60-41ee-ada3-5469078185ea tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 695 time: 0.7125850 May 30 19:56:28.388810 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 42187427-8222-44b8-8940-4297e983a12c {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:56:28.389226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 42187427-8222-44b8-8940-4297e983a12c not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:56:28.389716 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7bbf6a84-8f46-49bf-96eb-8c633bda5f33 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:56:28.433938 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f589705-7e56-40ef-93e5-0e219c71ab9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:28.461204 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 7bbf6a84-8f46-49bf-96eb-8c633bda5f33 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:56:28.461623 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7bbf6a84-8f46-49bf-96eb-8c633bda5f33 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:56:28.610826 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f589705-7e56-40ef-93e5-0e219c71ab9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:28.650226 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20342208-1f1c-4766-a864-4f52de992ef7 req-9fac1fb1-6e46-4ce7-a7a4-df8ed9c977b3 service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5872161 May 30 19:56:28.713958 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-45e202b1-a3dc-4d71-af4d-a0dfdaa82d74 service neutron] 10.222.0.84 "GET /v2.0/networks/4b4d97db-0c17-4236-b0ca-75b58f5d2394?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4109974 May 30 19:56:28.744824 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a623e703-1a15-4d62-8289-fa6d69fa0344 req-f8ff8468-f852-456c-997e-e4d6b5ee28b3 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 695 time: 0.3218355 May 30 19:56:28.749378 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f589705-7e56-40ef-93e5-0e219c71ab9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c3e08b-4bf9-406a-9223-9dd518d926d0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:28.760609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d8d80a-6a90-4508-9cf2-326665b2d4da None None] Network 0e31a8dd-ecbc-4346-83b0-495b6e73ed00 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:56:28.760991 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f589705-7e56-40ef-93e5-0e219c71ab9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:28.772278 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5f589705-7e56-40ef-93e5-0e219c71ab9f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f9c3e08b-4bf9-406a-9223-9dd518d926d0 HTTP/1.1" status: 204 len: 168 time: 0.6472135 May 30 19:56:28.772913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48218) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:28.913676 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:28.937405 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] Deleting port 5758c1a8-2639-459e-b8d8-d2f2eef6218c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:28.938006 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:29.268745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] For port fce297f1-fe81-41ef-800d-41b2fdc95d38, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:56:29.282400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] For port fce297f1-fe81-41ef-800d-41b2fdc95d38, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fce297f1-fe81-41ef-800d-41b2fdc95d38,segment=NetworkSegment(4329252c-8885-4ae4-b29e-9ba3202871f4),segment_id=4329252c-8885-4ae4-b29e-9ba3202871f4)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:56:29.310372 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:29.412786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f026d7-85d6-4493-848f-9e98c3813362 None None] DHCP port deletion for 0e31a8dd-ecbc-4346-83b0-495b6e73ed00 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 19:56:29.418419 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-83f026d7-85d6-4493-848f-9e98c3813362 None None] Deleting port 5758c1a8-2639-459e-b8d8-d2f2eef6218c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:29.418917 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-83f026d7-85d6-4493-848f-9e98c3813362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:29.440710 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:29.444364 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28ede442-dc39-4a0c-974a-2319959c12ff req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] 10.222.0.77 "PUT /v2.0/ports/fce297f1-fe81-41ef-800d-41b2fdc95d38 HTTP/1.1" status: 200 len: 1091 time: 7.5049565 May 30 19:56:29.615002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67953017-c28b-49e2-bab5-f189ea7a5564 service neutron] Pushing event updated for resources: {'Port': ['ID=fce297f1-fe81-41ef-800d-41b2fdc95d38,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:29.621083 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5a044b-feb4-41f6-8327-128944254d16', 'tag': 'fce297f1-fe81-41ef-800d-41b2fdc95d38'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:56:29.709882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] For port 5758c1a8-2639-459e-b8d8-d2f2eef6218c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5758c1a8-2639-459e-b8d8-d2f2eef6218c,segment=NetworkSegment(3f291b7a-b311-4cea-819d-7846e0201864),segment_id=3f291b7a-b311-4cea-819d-7846e0201864)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:29.711557 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:29.854710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-04a80c47-d321-469a-bdf1-f025c9096087 service neutron] Transition to ACTIVE for port object 946bb9d1-7928-4cda-8909-336cdf25bf5f will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:29.868735 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1f3a684a-d74e-4981-a08a-79d12798671d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:29.921289 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-83f026d7-85d6-4493-848f-9e98c3813362 None None] For port 5758c1a8-2639-459e-b8d8-d2f2eef6218c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5758c1a8-2639-459e-b8d8-d2f2eef6218c,segment=NetworkSegment(3f291b7a-b311-4cea-819d-7846e0201864),segment_id=3f291b7a-b311-4cea-819d-7846e0201864)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:29.921690 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-83f026d7-85d6-4493-848f-9e98c3813362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:29.923439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ef75dcb0-d5cf-498f-9a4b-920c37bbdcae service neutron] 10.222.0.84 "GET /v2.0/networks/4b4d97db-0c17-4236-b0ca-75b58f5d2394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1774480 May 30 19:56:29.929124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-a623e703-1a15-4d62-8289-fa6d69fa0344 req-2503398d-ac97-4359-890b-cf990c5a5839 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Deleting port da34b3d1-054c-4d28-8a66-553fd5394b35 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:29.929799 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a623e703-1a15-4d62-8289-fa6d69fa0344 req-2503398d-ac97-4359-890b-cf990c5a5839 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:30.014468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] Calling delete_port for 5758c1a8-2639-459e-b8d8-d2f2eef6218c owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:30.019938 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-04a80c47-d321-469a-bdf1-f025c9096087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:30.188010 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:30.197549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5758c1a8-2639-459e-b8d8-d2f2eef6218c no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:56:30.234193 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-83f026d7-85d6-4493-848f-9e98c3813362 None None] Calling delete_port for 5758c1a8-2639-459e-b8d8-d2f2eef6218c owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:30.327004 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 5758c1a8-2639-459e-b8d8-d2f2eef6218c {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:56:30.327330 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5758c1a8-2639-459e-b8d8-d2f2eef6218c not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:56:30.387238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] Pushing event deleted for resources: {'Port': ['ID=5758c1a8-2639-459e-b8d8-d2f2eef6218c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:30.424932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] No DVR routers for this DVR port 5758c1a8-2639-459e-b8d8-d2f2eef6218c on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:56:30.456587 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-83f026d7-85d6-4493-848f-9e98c3813362 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 19:56:30.457268 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-83f026d7-85d6-4493-848f-9e98c3813362 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 19:56:30.689624 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28ede442-dc39-4a0c-974a-2319959c12ff req-cf615779-21e6-480d-bd38-f4eac94bdab2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=786de5a300034beebcae4021e1f48951&device_id=2a5a044b-feb4-41f6-8327-128944254d16 HTTP/1.1" status: 200 len: 1094 time: 1.0764391 May 30 19:56:30.690172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a80c47-d321-469a-bdf1-f025c9096087 service neutron] Pushing event updated for resources: {'Port': ['ID=946bb9d1-7928-4cda-8909-336cdf25bf5f,revision_number=10']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:30.753966 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:30.818560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e31a8dd-ecbc-4346-83b0-495b6e73ed00']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:30.827516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28ede442-dc39-4a0c-974a-2319959c12ff req-b43b815d-97e3-47d0-bc6a-6dc2f251246a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fce297f1-fe81-41ef-800d-41b2fdc95d38 HTTP/1.1" status: 200 len: 217 time: 0.0960031 May 30 19:56:30.847364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f291b7a-b311-4cea-819d-7846e0201864') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:30.850037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f291b7a-b311-4cea-819d-7846e0201864') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:30.877106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-04a80c47-d321-469a-bdf1-f025c9096087 service neutron] No DVR routers for this DVR port 946bb9d1-7928-4cda-8909-336cdf25bf5f on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:56:30.879334 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:30.908765 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a623e703-1a15-4d62-8289-fa6d69fa0344 req-2503398d-ac97-4359-890b-cf990c5a5839 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:30.909095 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a623e703-1a15-4d62-8289-fa6d69fa0344 req-2503398d-ac97-4359-890b-cf990c5a5839 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:30.914580 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:30.927826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:56:30.929355 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:30.959099 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-83f026d7-85d6-4493-848f-9e98c3813362 None None] Deleting port 5758c1a8-2639-459e-b8d8-d2f2eef6218c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:30.959502 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-83f026d7-85d6-4493-848f-9e98c3813362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: timer() May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: self._notify() May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:56:30.967910 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:56:30.970436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3d882-6e98-4ff1-98ba-679bea3d200e req-dde9d618-62b3-4747-9512-fd5376257623 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:30.970436 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-afa3d882-6e98-4ff1-98ba-679bea3d200e req-dde9d618-62b3-4747-9512-fd5376257623 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a5a044b-feb4-41f6-8327-128944254d16 HTTP/1.1" status: 200 len: 943 time: 0.4246898 May 30 19:56:31.070916 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:31.092840 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:31.102346 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:31.106451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] Pushing event deleted for resources: {'Network': ['ID=0e31a8dd-ecbc-4346-83b0-495b6e73ed00,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:31.109671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-83f026d7-85d6-4493-848f-9e98c3813362 None None] The port '5758c1a8-2639-459e-b8d8-d2f2eef6218c' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 19:56:31.118354 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9133b10a-46db-4e60-b3e2-e294467fa5de admin admin] 10.222.0.84 "DELETE /v2.0/networks/0e31a8dd-ecbc-4346-83b0-495b6e73ed00 HTTP/1.1" status: 204 len: 168 time: 2.3422909 May 30 19:56:31.254403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-a623e703-1a15-4d62-8289-fa6d69fa0344 req-2503398d-ac97-4359-890b-cf990c5a5839 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Calling delete_port for da34b3d1-054c-4d28-8a66-553fd5394b35 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:31.260434 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:31.287142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ede442-dc39-4a0c-974a-2319959c12ff req-4fa233f2-daf3-4c7c-bee4-344adbd0c04d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:31.288712 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28ede442-dc39-4a0c-974a-2319959c12ff req-4fa233f2-daf3-4c7c-bee4-344adbd0c04d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a1f2fdd8-e02c-4626-a06a-d481f48d0414 HTTP/1.1" status: 200 len: 853 time: 0.4442527 May 30 19:56:31.293077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48242) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:31.350670 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-04a80c47-d321-469a-bdf1-f025c9096087 service neutron] 10.222.0.77 "PUT /v2.0/ports/946bb9d1-7928-4cda-8909-336cdf25bf5f/bindings/n-h2-843949-2/activate HTTP/1.1" status: 200 len: 369 time: 6.7813411 May 30 19:56:31.365691 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e3b9a1a5-30dd-4177-8844-354e179f8c38 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=18012846b9da440082f575e0c7d5b763&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0685012 May 30 19:56:31.366145 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48246) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:31.398503 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-afa3d882-6e98-4ff1-98ba-679bea3d200e req-3c8ef07c-6a88-4a62-a57c-beeaef368ace tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ffd6051-9dce-4aab-a2ad-00bed0846b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696169 May 30 19:56:31.444925 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c221ae6-7bf9-4912-a6f1-8262d6d9fef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:31.506727 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c221ae6-7bf9-4912-a6f1-8262d6d9fef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:31.573668 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28ede442-dc39-4a0c-974a-2319959c12ff req-447f1706-055e-4b67-b41f-383a4a99c6e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60002e2b-84c7-4489-b061-89eacded10ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2751772 May 30 19:56:31.579065 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c221ae6-7bf9-4912-a6f1-8262d6d9fef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:31.597171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c221ae6-7bf9-4912-a6f1-8262d6d9fef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808cb009-3bd4-4837-b331-0aedf9785795,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:31.606030 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a623e703-1a15-4d62-8289-fa6d69fa0344 req-2503398d-ac97-4359-890b-cf990c5a5839 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:31.624453 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c221ae6-7bf9-4912-a6f1-8262d6d9fef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:31.627467 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8c221ae6-7bf9-4912-a6f1-8262d6d9fef6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/808cb009-3bd4-4837-b331-0aedf9785795 HTTP/1.1" status: 204 len: 168 time: 0.2604189 May 30 19:56:31.702954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503398d-ac97-4359-890b-cf990c5a5839 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Pushing event deleted for resources: {'Port': ['ID=da34b3d1-054c-4d28-8a66-553fd5394b35,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:31.939417 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-2d98e62c-8fcc-4a38-8317-24df3c83cd61 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4&tenant_id=da2c3b5169e14006bab98c084c88a6a6&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 1095 time: 0.4405863 May 30 19:56:31.963744 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a623e703-1a15-4d62-8289-fa6d69fa0344 req-2503398d-ac97-4359-890b-cf990c5a5839 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:32.007289 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8dd53055-dd4f-4dd7-96fd-d5a46dd9c4aa req-57260fc5-d661-49ea-99a0-c21e4ddf84f2 tempest-LiveMigrationNegativeTest-1184870098 tempest-LiveMigrationNegativeTest-1184870098-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a HTTP/1.1" status: 200 len: 1101 time: 0.4326723 May 30 19:56:32.009036 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28ede442-dc39-4a0c-974a-2319959c12ff req-a3aa58f0-5b8e-4754-afed-15326ee973e6 service neutron] 10.222.0.77 "GET /v2.0/networks/60002e2b-84c7-4489-b061-89eacded10ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962512 May 30 19:56:32.140628 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a623e703-1a15-4d62-8289-fa6d69fa0344 req-2503398d-ac97-4359-890b-cf990c5a5839 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:32.141929 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a623e703-1a15-4d62-8289-fa6d69fa0344 req-2503398d-ac97-4359-890b-cf990c5a5839 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "DELETE /v2.0/floatingips/7b7a784f-a261-4220-8aca-1f82ea5b007f HTTP/1.1" status: 204 len: 173 time: 3.3614271 May 30 19:56:32.142556 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8dd53055-dd4f-4dd7-96fd-d5a46dd9c4aa req-fef75a8a-ebd2-4825-9e1a-3f96d2886fbc tempest-LiveMigrationNegativeTest-1184870098 tempest-LiveMigrationNegativeTest-1184870098-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:32.142850 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48256) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:32.211322 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e01c78db-3416-4312-a883-56ea760d3c8a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0312d11e478a4ce8a99cb26a9f4c1b33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0670860 May 30 19:56:32.213601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48262) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:32.297235 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e926915c-a26b-4a00-8566-c3f1a77fde2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:32.351852 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e926915c-a26b-4a00-8566-c3f1a77fde2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:32.431835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-8dd53055-dd4f-4dd7-96fd-d5a46dd9c4aa req-fef75a8a-ebd2-4825-9e1a-3f96d2886fbc tempest-LiveMigrationNegativeTest-1184870098 tempest-LiveMigrationNegativeTest-1184870098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:32.438535 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e926915c-a26b-4a00-8566-c3f1a77fde2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:32.446960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8dd53055-dd4f-4dd7-96fd-d5a46dd9c4aa req-fef75a8a-ebd2-4825-9e1a-3f96d2886fbc tempest-LiveMigrationNegativeTest-1184870098 tempest-LiveMigrationNegativeTest-1184870098-project-admin] Usage tracker for resource:security_group_rule and tenant:7188bcba87ba44a192fe79f373c7cd13 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:32.458355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926915c-a26b-4a00-8566-c3f1a77fde2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c71d98e-4779-4565-8207-a1870ec6ae56,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:32.467001 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e926915c-a26b-4a00-8566-c3f1a77fde2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:32.468186 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e926915c-a26b-4a00-8566-c3f1a77fde2a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9c71d98e-4779-4565-8207-a1870ec6ae56 HTTP/1.1" status: 204 len: 168 time: 0.2536402 May 30 19:56:32.507884 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8dd53055-dd4f-4dd7-96fd-d5a46dd9c4aa req-fef75a8a-ebd2-4825-9e1a-3f96d2886fbc tempest-LiveMigrationNegativeTest-1184870098 tempest-LiveMigrationNegativeTest-1184870098-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:32.524354 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-eac76986-1c3b-427f-99d2-da837465dd08 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4&tenant_id=da2c3b5169e14006bab98c084c88a6a6 HTTP/1.1" status: 200 len: 1095 time: 0.5671697 May 30 19:56:32.529105 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-8dd53055-dd4f-4dd7-96fd-d5a46dd9c4aa req-fef75a8a-ebd2-4825-9e1a-3f96d2886fbc tempest-LiveMigrationNegativeTest-1184870098 tempest-LiveMigrationNegativeTest-1184870098-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:32.543770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28ede442-dc39-4a0c-974a-2319959c12ff req-3bfabaa0-ce4c-4464-9d24-c8e61327a06f service neutron] 10.222.0.77 "GET /v2.0/networks/60002e2b-84c7-4489-b061-89eacded10ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266984 May 30 19:56:32.597247 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-697038bd-8b11-4697-8900-0db5b96ba93c tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:32.598658 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-697038bd-8b11-4697-8900-0db5b96ba93c tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.77 "GET /v2.0/networks?id=4b4d97db-0c17-4236-b0ca-75b58f5d2394 HTTP/1.1" status: 200 len: 813 time: 0.4200847 May 30 19:56:32.624413 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-56a81e4c-44dd-470f-94a6-933d4dc3f495 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Request body: {'port': {'device_id': '31dc5681-7a50-44e8-926e-e2a04107ccfe', 'network_id': '4b4d97db-0c17-4236-b0ca-75b58f5d2394', 'admin_state_up': True, 'tenant_id': '232c21cc72d2419fac103914bd3f2f94'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:32.647558 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:32.665273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38acfd-d0ea-4f8a-88fa-706972ebfd0a req-8c8c219d-a6b3-407b-9824-3a69d48f552b tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:32.666768 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e38acfd-d0ea-4f8a-88fa-706972ebfd0a req-8c8c219d-a6b3-407b-9824-3a69d48f552b tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8b4757d-bc30-4219-9183-c7445f581fa1 HTTP/1.1" status: 200 len: 948 time: 0.3255944 May 30 19:56:32.767022 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:32.857973 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8dd53055-dd4f-4dd7-96fd-d5a46dd9c4aa req-fef75a8a-ebd2-4825-9e1a-3f96d2886fbc tempest-LiveMigrationNegativeTest-1184870098 tempest-LiveMigrationNegativeTest-1184870098-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:32.861519 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e38acfd-d0ea-4f8a-88fa-706972ebfd0a req-0afbbd7d-6493-4080-8f9f-ee8eea5a9503 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468358 May 30 19:56:32.875928 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8dd53055-dd4f-4dd7-96fd-d5a46dd9c4aa req-fef75a8a-ebd2-4825-9e1a-3f96d2886fbc tempest-LiveMigrationNegativeTest-1184870098 tempest-LiveMigrationNegativeTest-1184870098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:32.898683 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-d803b29a-21b4-4917-b318-5df6ce6897df service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 1095 time: 0.3477211 May 30 19:56:33.109651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-56a81e4c-44dd-470f-94a6-933d4dc3f495 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:33.121934 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8dd53055-dd4f-4dd7-96fd-d5a46dd9c4aa req-fef75a8a-ebd2-4825-9e1a-3f96d2886fbc tempest-LiveMigrationNegativeTest-1184870098 tempest-LiveMigrationNegativeTest-1184870098-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1038108 May 30 19:56:33.127361 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-56a81e4c-44dd-470f-94a6-933d4dc3f495 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Usage tracker for resource:port and tenant:232c21cc72d2419fac103914bd3f2f94 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:33.169259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-56a81e4c-44dd-470f-94a6-933d4dc3f495 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:33.172112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef75a8a-ebd2-4825-9e1a-3f96d2886fbc tempest-LiveMigrationNegativeTest-1184870098 tempest-LiveMigrationNegativeTest-1184870098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341c42e9-26bd-4955-887c-b70d88b32d89,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:33.190645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-56a81e4c-44dd-470f-94a6-933d4dc3f495 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:33.203623 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb4e3d8-502c-4c1c-ba51-816568f36dea'] response: {'name': 'network-changed', 'server_uuid': '2a5a044b-feb4-41f6-8327-128944254d16', 'tag': 'fce297f1-fe81-41ef-800d-41b2fdc95d38', 'status': 'completed', 'code': 200} May 30 19:56:33.299567 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-56a81e4c-44dd-470f-94a6-933d4dc3f495 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Made reservation on behalf of 232c21cc72d2419fac103914bd3f2f94 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:56:33.307262 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-56a81e4c-44dd-470f-94a6-933d4dc3f495 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:33.438562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-dd42c11e-a0f1-40e8-affa-379cae514eb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:33.440030 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-dd42c11e-a0f1-40e8-affa-379cae514eb4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 908 time: 0.5262120 May 30 19:56:33.460420 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-778a4894-a32a-4a5b-a97b-27748c36ec12 req-df16a41d-972b-4b4a-9bab-ed16882d90fa tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/ports?device_id=31dc5681-7a50-44e8-926e-e2a04107ccfe HTTP/1.1" status: 200 len: 210 time: 0.1160686 May 30 19:56:33.592862 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45f8d1-2dc2-45f4-99d4-3491dec040da req-9c8bc083-dbaf-44ab-ae01-f6388f55686d tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:33.594409 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f45f8d1-2dc2-45f4-99d4-3491dec040da req-9c8bc083-dbaf-44ab-ae01-f6388f55686d tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 944 time: 0.4749358 May 30 19:56:33.602949 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-cb41ec8d-bd6f-446f-a8b4-b852be03d388 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=946bb9d1-7928-4cda-8909-336cdf25bf5f HTTP/1.1" status: 200 len: 217 time: 0.1465268 May 30 19:56:33.850699 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e5c1dc4-19f5-471a-ae46-63062130753d req-a41b4eb7-0c54-4d6f-a356-34ec432a41fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=786de5a300034beebcae4021e1f48951&device_id=2a5a044b-feb4-41f6-8327-128944254d16 HTTP/1.1" status: 200 len: 1094 time: 0.6188967 May 30 19:56:33.858065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-502ff5db-cdd3-4561-8a5e-24d6e50f3005 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:33.859504 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-502ff5db-cdd3-4561-8a5e-24d6e50f3005 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.2052612 May 30 19:56:33.889367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-56a81e4c-44dd-470f-94a6-933d4dc3f495 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Allocated IP 172.20.0.10 (4b4d97db-0c17-4236-b0ca-75b58f5d2394/7d590a51-b2f7-4c1d-82d9-093a51323655/f4a1b61c-22ed-480b-b50b-89fe08198813) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:56:33.921038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f45f8d1-2dc2-45f4-99d4-3491dec040da req-33fa8d35-e8b1-4ad3-804b-c8314b7e3889 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706378 May 30 19:56:33.998507 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-c8dfa30c-326c-45c6-bf11-a88534e00e7a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321354 May 30 19:56:34.017490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d03209-34c7-4617-a7df-2e051f27cfe1 req-b7f2ed29-145e-421f-bbc1-1e31e9e2f7e3 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:34.018881 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26d03209-34c7-4617-a7df-2e051f27cfe1 req-b7f2ed29-145e-421f-bbc1-1e31e9e2f7e3 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4909787 May 30 19:56:34.340435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c1dc4-19f5-471a-ae46-63062130753d req-ced79724-99e2-4bec-bfcf-baf3a30e93c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:34.341830 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e5c1dc4-19f5-471a-ae46-63062130753d req-ced79724-99e2-4bec-bfcf-baf3a30e93c6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60002e2b-84c7-4489-b061-89eacded10ff HTTP/1.1" status: 200 len: 915 time: 0.4742630 May 30 19:56:34.432559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-2e569131-b569-439d-98be-2fbf34a7f848 service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203253 May 30 19:56:34.481490 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e5c1dc4-19f5-471a-ae46-63062130753d req-a752472b-186f-466f-8fa5-5fe7047e00c8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fce297f1-fe81-41ef-800d-41b2fdc95d38 HTTP/1.1" status: 200 len: 217 time: 0.1239362 May 30 19:56:34.638769 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fce297f1-fe81-41ef-800d-41b2fdc95d38 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:56:34.806731 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-56a81e4c-44dd-470f-94a6-933d4dc3f495 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:34.824897 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fce297f1-fe81-41ef-800d-41b2fdc95d38, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fce297f1-fe81-41ef-800d-41b2fdc95d38,segment=NetworkSegment(4329252c-8885-4ae4-b29e-9ba3202871f4),segment_id=4329252c-8885-4ae4-b29e-9ba3202871f4)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:34.844925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c1dc4-19f5-471a-ae46-63062130753d req-5b0c955c-a52e-4d95-8d45-2ca080fe1db3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:34.846340 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e5c1dc4-19f5-471a-ae46-63062130753d req-5b0c955c-a52e-4d95-8d45-2ca080fe1db3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a1f2fdd8-e02c-4626-a06a-d481f48d0414 HTTP/1.1" status: 200 len: 853 time: 0.3432834 May 30 19:56:34.847447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'fce297f1-fe81-41ef-800d-41b2fdc95d38', 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff', 'port_id': 'fce297f1-fe81-41ef-800d-41b2fdc95d38', 'mac_address': 'fa:16:3e:d1:ee:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:56:34.867804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef85e7a-1e22-4913-9dd5-89be7ffd510c req-ca6be239-35a2-4a2a-83f2-4f1e12e8fe0b tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:34.875228 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aef85e7a-1e22-4913-9dd5-89be7ffd510c req-ca6be239-35a2-4a2a-83f2-4f1e12e8fe0b tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a5a044b-feb4-41f6-8327-128944254d16 HTTP/1.1" status: 200 len: 943 time: 0.7206087 May 30 19:56:34.938696 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:34.955480 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce297f1-fe81-41ef-800d-41b2fdc95d38 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:56:34.959431 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-aed26299-97f0-4de9-adb9-366b336fdf44 service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040495 May 30 19:56:34.972365 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fce297f1-fe81-41ef-800d-41b2fdc95d38, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fce297f1-fe81-41ef-800d-41b2fdc95d38,segment=NetworkSegment(4329252c-8885-4ae4-b29e-9ba3202871f4),segment_id=4329252c-8885-4ae4-b29e-9ba3202871f4)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:34.978489 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:35.011693 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aef85e7a-1e22-4913-9dd5-89be7ffd510c req-d1cb33e8-dcd4-43b7-8dae-d43c05d17063 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ffd6051-9dce-4aab-a2ad-00bed0846b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356978 May 30 19:56:35.020879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eb309-a1e8-4e54-912b-e39e320b5972 req-6066cc13-7070-4807-aae1-bfe6bbbfb828 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:35.024811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eb309-a1e8-4e54-912b-e39e320b5972 req-6066cc13-7070-4807-aae1-bfe6bbbfb828 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:35.026174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-161eb309-a1e8-4e54-912b-e39e320b5972 req-6066cc13-7070-4807-aae1-bfe6bbbfb828 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e4920e4-3024-4783-b91a-0f9ff4bbd4e4&device_id=b8b4757d-bc30-4219-9183-c7445f581fa1 HTTP/1.1" status: 200 len: 1687 time: 0.5303743 May 30 19:56:35.029561 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-56a81e4c-44dd-470f-94a6-933d4dc3f495 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:35.063288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fce297f1-fe81-41ef-800d-41b2fdc95d38,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:35.115330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-56a81e4c-44dd-470f-94a6-933d4dc3f495 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Network 4b4d97db-0c17-4236-b0ca-75b58f5d2394 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:56:35.127181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-56a81e4c-44dd-470f-94a6-933d4dc3f495 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:35.134686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-56a81e4c-44dd-470f-94a6-933d4dc3f495 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:56:35.239854 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['fce297f1-fe81-41ef-800d-41b2fdc95d38'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:56:35.244723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e5c1dc4-19f5-471a-ae46-63062130753d req-98eca49a-da3e-43ca-816d-2b77ea5f6153 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60002e2b-84c7-4489-b061-89eacded10ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3840399 May 30 19:56:35.272988 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-161eb309-a1e8-4e54-912b-e39e320b5972 req-f3c36954-f393-4900-8d67-a5a2db183814 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085111 May 30 19:56:35.358391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a81e4c-44dd-470f-94a6-933d4dc3f495 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Pushing event updated for resources: {'Port': ['ID=f4a1b61c-22ed-480b-b50b-89fe08198813,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:35.384086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-56a81e4c-44dd-470f-94a6-933d4dc3f495 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:35.385242 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-56a81e4c-44dd-470f-94a6-933d4dc3f495 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:35.489598 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c1779edc-a9c2-4199-b205-1f37fdbfeb3e req-dcbcb47a-0cb8-4383-a404-c12fe93b182c tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Synchronizing usage tracker for tenant:d06e2662e4c444b49dc4caefaa2522de on resource:floatingip {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:56:35.568712 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-56a81e4c-44dd-470f-94a6-933d4dc3f495 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9524660 May 30 19:56:35.580296 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c1779edc-a9c2-4199-b205-1f37fdbfeb3e req-dcbcb47a-0cb8-4383-a404-c12fe93b182c tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Unset dirty status for tenant:d06e2662e4c444b49dc4caefaa2522de on resource:floatingip {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:56:35.581459 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c1779edc-a9c2-4199-b205-1f37fdbfeb3e req-dcbcb47a-0cb8-4383-a404-c12fe93b182c tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/floatingips?tenant_id=d06e2662e4c444b49dc4caefaa2522de HTTP/1.1" status: 200 len: 1657 time: 0.3954535 May 30 19:56:35.603703 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Request body: {'port': {'device_id': '31dc5681-7a50-44e8-926e-e2a04107ccfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:35.671772 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e5c1dc4-19f5-471a-ae46-63062130753d req-2a10ebaa-b1d8-4d3e-beb4-000a9bcfdbab service neutron] 10.222.0.77 "GET /v2.0/networks/60002e2b-84c7-4489-b061-89eacded10ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061079 May 30 19:56:35.776816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-54bd164e-95ec-4fe0-adaa-7556f85c558a tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4&tenant_id=da2c3b5169e14006bab98c084c88a6a6&binding%3Ahost_id=n-h2-843949-2 HTTP/1.1" status: 200 len: 1095 time: 0.5123222 May 30 19:56:35.970870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28015361-6bd9-4bed-9dd8-94c59bc905d1 req-51344763-f127-4aba-9ce5-a40945fad24c tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:35.971474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-28015361-6bd9-4bed-9dd8-94c59bc905d1 req-51344763-f127-4aba-9ce5-a40945fad24c tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Synchronizing usage tracker for tenant:232c21cc72d2419fac103914bd3f2f94 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:56:36.044888 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:36.081208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1779edc-a9c2-4199-b205-1f37fdbfeb3e req-62de0177-0f2c-4805-a55a-7c9a5a9dec6f tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:36.083243 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c1779edc-a9c2-4199-b205-1f37fdbfeb3e req-62de0177-0f2c-4805-a55a-7c9a5a9dec6f tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/networks?id=238489c2-bb0e-4ad7-9830-2c68e3770386&id=238489c2-bb0e-4ad7-9830-2c68e3770386&id=238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 787 time: 0.4854646 May 30 19:56:36.094335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-28015361-6bd9-4bed-9dd8-94c59bc905d1 req-51344763-f127-4aba-9ce5-a40945fad24c tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Unset dirty status for tenant:232c21cc72d2419fac103914bd3f2f94 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:56:36.094335 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28015361-6bd9-4bed-9dd8-94c59bc905d1 req-51344763-f127-4aba-9ce5-a40945fad24c tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/ports?device_id=31dc5681-7a50-44e8-926e-e2a04107ccfe HTTP/1.1" status: 200 len: 932 time: 0.6498706 May 30 19:56:36.149569 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e5c1dc4-19f5-471a-ae46-63062130753d req-911aea50-5649-41ca-9dc2-be9bdb955eba service neutron] 10.222.0.77 "GET /v2.0/networks/60002e2b-84c7-4489-b061-89eacded10ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635105 May 30 19:56:36.387880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-c23413f4-b201-491e-a4eb-ec8872e7e34c service neutron] For port 946bb9d1-7928-4cda-8909-336cdf25bf5f, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:56:36.390431 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28015361-6bd9-4bed-9dd8-94c59bc905d1 req-43ccfe98-146d-4585-92e3-5ed4d8e5698e tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/security-groups?id=896e41cb-744a-4c1b-bac9-5af29b534810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680528 May 30 19:56:36.396626 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-c23413f4-b201-491e-a4eb-ec8872e7e34c service neutron] Notify callbacks [] for binding, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:36.396626 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5662b0f3-c67b-413c-8f7e-3be540f47016 req-c23413f4-b201-491e-a4eb-ec8872e7e34c service neutron] 10.222.0.93 "DELETE /v2.0/ports/946bb9d1-7928-4cda-8909-336cdf25bf5f/bindings/n-h1-843949-2 HTTP/1.1" status: 204 len: 173 time: 0.5675182 May 30 19:56:36.638866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fce297f1-fe81-41ef-800d-41b2fdc95d38 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:56:36.715449 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port fce297f1-fe81-41ef-800d-41b2fdc95d38 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:56:36.726109 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port fce297f1-fe81-41ef-800d-41b2fdc95d38 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:36.726689 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:36.766318 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:36.774102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a1b61c-22ed-480b-b50b-89fe08198813 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:56:36.795022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66064d2-6b9d-426a-92f7-937bd7f76a3e req-4d7e49e4-be11-4d80-a899-86930a918fb5 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:36.802471 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b66064d2-6b9d-426a-92f7-937bd7f76a3e req-4d7e49e4-be11-4d80-a899-86930a918fb5 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 944 time: 0.3366976 May 30 19:56:36.806103 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:36.867014 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20cbf807-ec13-4acd-95af-b03297cbaf61 req-2c93f7b8-ed7f-4e75-9b22-2993a57ca508 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2967420 May 30 19:56:36.869700 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Transition to ACTIVE for port object f4a1b61c-22ed-480b-b50b-89fe08198813 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:36.878709 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:36.878929 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b66064d2-6b9d-426a-92f7-937bd7f76a3e req-4a31ae99-c644-4d89-a46c-3a3b2501e7ee tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754311 May 30 19:56:36.880402 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:36.925324 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5a044b-feb4-41f6-8327-128944254d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce297f1-fe81-41ef-800d-41b2fdc95d38'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:56:36.943672 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fce297f1-fe81-41ef-800d-41b2fdc95d38, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fce297f1-fe81-41ef-800d-41b2fdc95d38,segment=NetworkSegment(4329252c-8885-4ae4-b29e-9ba3202871f4),segment_id=4329252c-8885-4ae4-b29e-9ba3202871f4)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:36.954068 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:37.037119 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fce297f1-fe81-41ef-800d-41b2fdc95d38,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:37.046003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a1b61c-22ed-480b-b50b-89fe08198813,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:37.281406 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6b2530e-e3da-426d-87c9-bd800cebb25d req-9af21f06-3fb5-4115-b55d-d797b7a19dc1 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/floatingips/053731c2-b983-4168-80ab-de7c84e82f09 HTTP/1.1" status: 200 len: 693 time: 0.1686440 May 30 19:56:37.444720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d4ab5-26c1-40a7-82f8-71d66a8fc367 req-de4c4575-8880-49b4-9983-5270a5a5cd05 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:37.446190 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d9d4ab5-26c1-40a7-82f8-71d66a8fc367 req-de4c4575-8880-49b4-9983-5270a5a5cd05 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a5a044b-feb4-41f6-8327-128944254d16 HTTP/1.1" status: 200 len: 945 time: 0.2717524 May 30 19:56:37.450751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Attempting to bind port f4a1b61c-22ed-480b-b50b-89fe08198813 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:56:37.451079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Attempting to bind port f4a1b61c-22ed-480b-b50b-89fe08198813 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '5d2893a1-f319-4042-b227-24ce160fd80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b4d97db-0c17-4236-b0ca-75b58f5d2394'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:56:37.451405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Attempting to bind port f4a1b61c-22ed-480b-b50b-89fe08198813 on network 4b4d97db-0c17-4236-b0ca-75b58f5d2394 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:37.500333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Port f4a1b61c-22ed-480b-b50b-89fe08198813 on network 4b4d97db-0c17-4236-b0ca-75b58f5d2394 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:56:37.500664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Attempting to bind port f4a1b61c-22ed-480b-b50b-89fe08198813 on network 4b4d97db-0c17-4236-b0ca-75b58f5d2394 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:37.537108 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:56:37.537361 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Checking segment: {'id': '5d2893a1-f319-4042-b227-24ce160fd80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b4d97db-0c17-4236-b0ca-75b58f5d2394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:56:37.537746 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Bound using segment: {'id': '5d2893a1-f319-4042-b227-24ce160fd80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b4d97db-0c17-4236-b0ca-75b58f5d2394'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:56:37.538194 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Bound port: f4a1b61c-22ed-480b-b50b-89fe08198813, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d2893a1-f319-4042-b227-24ce160fd80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b4d97db-0c17-4236-b0ca-75b58f5d2394'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:56:37.538533 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:37.553434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2530e-e3da-426d-87c9-bd800cebb25d req-ae20ffd8-2731-423b-8492-4b9b19f86a85 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:37.554736 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6b2530e-e3da-426d-87c9-bd800cebb25d req-ae20ffd8-2731-423b-8492-4b9b19f86a85 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.2658739 May 30 19:56:37.613369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d9d4ab5-26c1-40a7-82f8-71d66a8fc367 req-a6d7893c-0da0-43c0-ae1f-806c7685f049 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ffd6051-9dce-4aab-a2ad-00bed0846b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595805 May 30 19:56:37.683107 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6b2530e-e3da-426d-87c9-bd800cebb25d req-04da87c0-4079-4622-afe8-2e9b76746a5c tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.1212561 May 30 19:56:37.797478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6b2530e-e3da-426d-87c9-bd800cebb25d req-b9b4cc18-88ff-437a-bf8d-3ce5332895a2 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.1055856 May 30 19:56:37.801036 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] For port f4a1b61c-22ed-480b-b50b-89fe08198813, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:56:37.805447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] For port f4a1b61c-22ed-480b-b50b-89fe08198813, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=f4a1b61c-22ed-480b-b50b-89fe08198813,segment=NetworkSegment(5d2893a1-f319-4042-b227-24ce160fd80a),segment_id=5d2893a1-f319-4042-b227-24ce160fd80a)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:56:37.862049 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c023849-a839-40a9-bbde-2e30d366bf74'] response: {'server_uuid': '2a5a044b-feb4-41f6-8327-128944254d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce297f1-fe81-41ef-800d-41b2fdc95d38', 'code': 200} May 30 19:56:37.873385 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:38.082901 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:38.084300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] 10.222.0.77 "PUT /v2.0/ports/f4a1b61c-22ed-480b-b50b-89fe08198813 HTTP/1.1" status: 200 len: 1092 time: 2.4906688 May 30 19:56:38.087447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31dc5681-7a50-44e8-926e-e2a04107ccfe', 'tag': 'f4a1b61c-22ed-480b-b50b-89fe08198813'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:56:38.098223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f6b2530e-e3da-426d-87c9-bd800cebb25d req-93fc3c2c-fe6f-46a7-bd3a-441a9e1be4be tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Deleting port f03b413e-1931-4c81-bb82-f45d53c06904 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:38.098551 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f6b2530e-e3da-426d-87c9-bd800cebb25d req-93fc3c2c-fe6f-46a7-bd3a-441a9e1be4be tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:38.139830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea974413-335d-4f5d-9eb3-b5005d147ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a1b61c-22ed-480b-b50b-89fe08198813,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:38.568047 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f6b2530e-e3da-426d-87c9-bd800cebb25d req-93fc3c2c-fe6f-46a7-bd3a-441a9e1be4be tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:38.568852 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f6b2530e-e3da-426d-87c9-bd800cebb25d req-93fc3c2c-fe6f-46a7-bd3a-441a9e1be4be tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:38.585269 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-877936b0-63ee-4ed6-9000-644c946f8d68 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=232c21cc72d2419fac103914bd3f2f94&device_id=31dc5681-7a50-44e8-926e-e2a04107ccfe HTTP/1.1" status: 200 len: 1095 time: 0.4410527 May 30 19:56:38.589924 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74d7318e-60d3-430b-bb6b-346594ffc2d6 req-c5d4bc21-26d3-4efa-b3b5-21263dff078f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2a5a044b-feb4-41f6-8327-128944254d16 HTTP/1.1" status: 200 len: 1096 time: 0.6371505 May 30 19:56:38.767603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f6b2530e-e3da-426d-87c9-bd800cebb25d req-93fc3c2c-fe6f-46a7-bd3a-441a9e1be4be tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Calling delete_port for f03b413e-1931-4c81-bb82-f45d53c06904 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:38.846866 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b692e60c-9053-467c-9da0-001e8daf81e2 req-b30993a8-58c7-4de0-bfab-54b6e4c4faef tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7e4920e4-3024-4783-b91a-0f9ff4bbd4e4 HTTP/1.1" status: 200 len: 1099 time: 0.4353383 May 30 19:56:38.848081 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-572791ef-0871-4fb6-8905-883c431d4b07 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4a1b61c-22ed-480b-b50b-89fe08198813 HTTP/1.1" status: 200 len: 217 time: 0.2005000 May 30 19:56:38.929217 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74d7318e-60d3-430b-bb6b-346594ffc2d6 req-e919300f-7967-4092-a447-5afa1d5855ec service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6ffd6051-9dce-4aab-a2ad-00bed0846b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826641 May 30 19:56:39.001736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-76d8cd6a-573e-45cd-9cd1-9cd83fe0c20d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:39.003056 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-76d8cd6a-573e-45cd-9cd1-9cd83fe0c20d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7d590a51-b2f7-4c1d-82d9-093a51323655 HTTP/1.1" status: 200 len: 853 time: 0.1459508 May 30 19:56:39.008771 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b692e60c-9053-467c-9da0-001e8daf81e2 req-73d6adf4-733f-4986-a16a-8b470ff7c5ce tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505768 May 30 19:56:39.037371 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f6b2530e-e3da-426d-87c9-bd800cebb25d req-93fc3c2c-fe6f-46a7-bd3a-441a9e1be4be tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:39.082898 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc3c2c-fe6f-46a7-bd3a-441a9e1be4be tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Pushing event deleted for resources: {'Port': ['ID=f03b413e-1931-4c81-bb82-f45d53c06904,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:39.246845 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-943f2c10-be15-405b-8043-bd681e31a613 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4b4d97db-0c17-4236-b0ca-75b58f5d2394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946107 May 30 19:56:39.324953 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f6b2530e-e3da-426d-87c9-bd800cebb25d req-93fc3c2c-fe6f-46a7-bd3a-441a9e1be4be tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:39.377072 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f6b2530e-e3da-426d-87c9-bd800cebb25d req-93fc3c2c-fe6f-46a7-bd3a-441a9e1be4be tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:39.378103 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6b2530e-e3da-426d-87c9-bd800cebb25d req-93fc3c2c-fe6f-46a7-bd3a-441a9e1be4be tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "DELETE /v2.0/floatingips/053731c2-b983-4168-80ab-de7c84e82f09 HTTP/1.1" status: 204 len: 173 time: 1.5704370 May 30 19:56:39.421551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188df24d-d7bb-42b0-b7be-adea42f2c0e3 req-ac9df0d7-9f32-4868-8572-3b1e415ca157 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:39.423006 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-188df24d-d7bb-42b0-b7be-adea42f2c0e3 req-ac9df0d7-9f32-4868-8572-3b1e415ca157 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/ports?device_id=31dc5681-7a50-44e8-926e-e2a04107ccfe HTTP/1.1" status: 200 len: 944 time: 0.2723088 May 30 19:56:39.428764 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-2e51ed26-2697-4773-8c56-d9c0523a346e service neutron] 10.222.0.77 "GET /v2.0/networks/4b4d97db-0c17-4236-b0ca-75b58f5d2394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742082 May 30 19:56:39.565499 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-188df24d-d7bb-42b0-b7be-adea42f2c0e3 req-7256f986-ecac-479b-b20d-79f74d9d3d0c tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/security-groups?id=896e41cb-744a-4c1b-bac9-5af29b534810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324425 May 30 19:56:39.613200 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d06e8c7-5394-4c90-a370-75a0f81ebb23 req-1afb0b9d-e696-497e-98b2-f873547ccda5 service neutron] 10.222.0.77 "GET /v2.0/networks/4b4d97db-0c17-4236-b0ca-75b58f5d2394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651204 May 30 19:56:39.677073 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b58143-9755-4d52-a4f5-cdf5be39799e'] response: {'name': 'network-changed', 'server_uuid': '31dc5681-7a50-44e8-926e-e2a04107ccfe', 'tag': 'f4a1b61c-22ed-480b-b50b-89fe08198813', 'status': 'completed', 'code': 200} May 30 19:56:39.827024 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-39ccc280-d6ed-4cc2-b0ba-55ddccf4deac req-450e755b-b83c-449c-8023-3e5bf973ef85 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 1095 time: 0.1808283 May 30 19:56:39.838353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d72a039-c179-47c5-ab35-290f43b270ba req-46291f32-af98-4e73-8771-47083fd6ef53 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=232c21cc72d2419fac103914bd3f2f94&device_id=31dc5681-7a50-44e8-926e-e2a04107ccfe HTTP/1.1" status: 200 len: 1095 time: 0.1566870 May 30 19:56:40.116150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac077d-cdba-4ef7-9347-178df45ef58c req-3104c310-8e70-4ad5-870c-e0da646ff5bf tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:40.117493 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-41ac077d-cdba-4ef7-9347-178df45ef58c req-3104c310-8e70-4ad5-870c-e0da646ff5bf tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a HTTP/1.1" status: 200 len: 950 time: 0.3700392 May 30 19:56:40.122319 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-39ccc280-d6ed-4cc2-b0ba-55ddccf4deac req-e20d889a-d524-4a5d-8d2c-005281daa6c1 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890196 May 30 19:56:40.205320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72a039-c179-47c5-ab35-290f43b270ba req-e2103b30-35b9-4be1-8a7c-4e0a1d2f8b73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:40.206752 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d72a039-c179-47c5-ab35-290f43b270ba req-e2103b30-35b9-4be1-8a7c-4e0a1d2f8b73 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4b4d97db-0c17-4236-b0ca-75b58f5d2394 HTTP/1.1" status: 200 len: 914 time: 0.3534753 May 30 19:56:40.268074 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-41ac077d-cdba-4ef7-9347-178df45ef58c req-41bacb4e-61dc-4e75-ab4f-b1ab4bacb257 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421282 May 30 19:56:40.327249 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5898fcc-4714-4cff-8589-39dfc228af48 req-a6c41fee-e9f6-4289-98f6-4c3795b63838 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:40.328683 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e5898fcc-4714-4cff-8589-39dfc228af48 req-a6c41fee-e9f6-4289-98f6-4c3795b63838 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a HTTP/1.1" status: 200 len: 950 time: 0.3956246 May 30 19:56:40.331547 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d72a039-c179-47c5-ab35-290f43b270ba req-6bcabca2-916d-4fe4-90da-51794ece9f35 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4a1b61c-22ed-480b-b50b-89fe08198813 HTTP/1.1" status: 200 len: 217 time: 0.1175544 May 30 19:56:40.514756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e5898fcc-4714-4cff-8589-39dfc228af48 req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Deleting port 50e8ec3f-b33c-4ea6-852d-18f5c7045406 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:40.514986 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e5898fcc-4714-4cff-8589-39dfc228af48 req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:40.544475 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72a039-c179-47c5-ab35-290f43b270ba req-07d37679-3f28-4c75-bfae-13fba50a3319 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:40.545869 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d72a039-c179-47c5-ab35-290f43b270ba req-07d37679-3f28-4c75-bfae-13fba50a3319 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7d590a51-b2f7-4c1d-82d9-093a51323655 HTTP/1.1" status: 200 len: 853 time: 0.2049644 May 30 19:56:40.615802 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a980554-4ca0-4224-a265-95743ff672b0 req-8ff56b21-c9b2-4835-b92a-bf33057b53f8 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:40.617227 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a980554-4ca0-4224-a265-95743ff672b0 req-8ff56b21-c9b2-4835-b92a-bf33057b53f8 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a5a044b-feb4-41f6-8327-128944254d16 HTTP/1.1" status: 200 len: 945 time: 0.3483188 May 30 19:56:40.622393 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d72a039-c179-47c5-ab35-290f43b270ba req-8124d7f2-517b-46ee-9170-0dc623d7ef33 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4b4d97db-0c17-4236-b0ca-75b58f5d2394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646088 May 30 19:56:40.794300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f98c04d-b1c9-405f-bcf4-82fdd86e3aaf req-6a8c57e8-b73b-404f-bc33-db54a309a1f9 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b8b4757d-bc30-4219-9183-c7445f581fa1 HTTP/1.1" status: 200 len: 1099 time: 0.3803141 May 30 19:56:40.897884 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a980554-4ca0-4224-a265-95743ff672b0 req-af2a032d-8b50-41f9-ad86-e148a9d7a7b1 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ffd6051-9dce-4aab-a2ad-00bed0846b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745926 May 30 19:56:41.049674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d72a039-c179-47c5-ab35-290f43b270ba req-b05463cf-2af0-42ef-bb42-ea38b95668cf service neutron] 10.222.0.77 "GET /v2.0/networks/4b4d97db-0c17-4236-b0ca-75b58f5d2394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188251 May 30 19:56:41.062170 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f706a08c-4ceb-433b-b794-42d37ab0c3e5 req-3f8f5813-12f7-4868-992f-c0896616f129 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/floatingips/c93edcf7-2f99-4ed3-bd19-0c762e61bf42 HTTP/1.1" status: 200 len: 693 time: 0.1221108 May 30 19:56:41.087705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f98c04d-b1c9-405f-bcf4-82fdd86e3aaf req-245f14b6-c1ab-446e-a6e0-0ffa13a79663 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731633 May 30 19:56:41.249945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e5898fcc-4714-4cff-8589-39dfc228af48 req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] For port 50e8ec3f-b33c-4ea6-852d-18f5c7045406, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=50e8ec3f-b33c-4ea6-852d-18f5c7045406,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:41.250306 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e5898fcc-4714-4cff-8589-39dfc228af48 req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:41.398431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e5898fcc-4714-4cff-8589-39dfc228af48 req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Calling delete_port for 50e8ec3f-b33c-4ea6-852d-18f5c7045406 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:41.664373 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d72a039-c179-47c5-ab35-290f43b270ba req-28d13e73-98bd-4d71-865e-8d5da6c67a54 service neutron] 10.222.0.77 "GET /v2.0/networks/4b4d97db-0c17-4236-b0ca-75b58f5d2394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6052692 May 30 19:56:41.702768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706a08c-4ceb-433b-b794-42d37ab0c3e5 req-10d575cb-070f-43c2-b819-96d0374c3806 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:41.704068 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f706a08c-4ceb-433b-b794-42d37ab0c3e5 req-10d575cb-070f-43c2-b819-96d0374c3806 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.6155231 May 30 19:56:41.854718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f706a08c-4ceb-433b-b794-42d37ab0c3e5 req-dea789fd-a866-444d-9fbd-52c20298ebb7 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Synchronizing usage tracker for tenant:d06e2662e4c444b49dc4caefaa2522de on resource:floatingip {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:56:41.880964 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-8dc2895d-e2b3-498c-8fda-21805ca2d7bf tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:41.882369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-8dc2895d-e2b3-498c-8fda-21805ca2d7bf tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 820 time: 0.4582930 May 30 19:56:41.911602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f706a08c-4ceb-433b-b794-42d37ab0c3e5 req-dea789fd-a866-444d-9fbd-52c20298ebb7 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Unset dirty status for tenant:d06e2662e4c444b49dc4caefaa2522de on resource:floatingip {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:56:41.912729 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f706a08c-4ceb-433b-b794-42d37ab0c3e5 req-dea789fd-a866-444d-9fbd-52c20298ebb7 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 696 time: 0.1911814 May 30 19:56:41.915265 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-c108b612-80f3-4cb1-be20-7d016d621800 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/quotas/1252846c85cb4f3da96b46deca7cb4f6 HTTP/1.1" status: 200 len: 375 time: 0.0272696 May 30 19:56:41.969776 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e5898fcc-4714-4cff-8589-39dfc228af48 req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:41.981648 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['7afcbb28-bbd4-4cf7-a043-0db8404e1619'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:56:42.072690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Pushing event deleted for resources: {'Port': ['ID=50e8ec3f-b33c-4ea6-852d-18f5c7045406,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:42.091434 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f706a08c-4ceb-433b-b794-42d37ab0c3e5 req-5662aaa3-38a5-4b78-93a3-8fc8ada07662 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 696 time: 0.1727674 May 30 19:56:42.122108 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.122459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.122795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.123128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.123455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.123780 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.124130 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.124455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.124775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.125092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.125411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.259865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5898fcc-4714-4cff-8589-39dfc228af48 req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] No DVR routers for this DVR port 50e8ec3f-b33c-4ea6-852d-18f5c7045406 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:56:42.317784 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e5898fcc-4714-4cff-8589-39dfc228af48 req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:42.325368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a', 'name': 'network-vif-deleted', 'tag': '50e8ec3f-b33c-4ea6-852d-18f5c7045406'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:56:42.356671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f706a08c-4ceb-433b-b794-42d37ab0c3e5 req-69da320b-fe9f-497f-bc91-2fac848067e9 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Deleting port 472f8ff0-1125-4350-a4fe-da4d84ecb998 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:42.357007 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f706a08c-4ceb-433b-b794-42d37ab0c3e5 req-69da320b-fe9f-497f-bc91-2fac848067e9 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:42.385632 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e5898fcc-4714-4cff-8589-39dfc228af48 req-428a5fa0-85a1-44a0-b256-edac7678c094 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.77 "DELETE /v2.0/ports/50e8ec3f-b33c-4ea6-852d-18f5c7045406 HTTP/1.1" status: 204 len: 173 time: 2.0465674 May 30 19:56:42.419948 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-941022c7-af6f-4733-a493-212a0861c095 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4476087 May 30 19:56:42.646108 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f706a08c-4ceb-433b-b794-42d37ab0c3e5 req-69da320b-fe9f-497f-bc91-2fac848067e9 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:42.646429 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f706a08c-4ceb-433b-b794-42d37ab0c3e5 req-69da320b-fe9f-497f-bc91-2fac848067e9 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:42.665298 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-0188d0f0-ae8e-4a38-88ff-9f8631ae20bd service neutron] 10.222.0.84 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259290 May 30 19:56:42.673701 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device f4a1b61c-22ed-480b-b50b-89fe08198813 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:56:42.677902 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 50e8ec3f-b33c-4ea6-852d-18f5c7045406 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:56:42.713282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 50e8ec3f-b33c-4ea6-852d-18f5c7045406 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:56:42.713616 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 50e8ec3f-b33c-4ea6-852d-18f5c7045406 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:56:42.792147 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f706a08c-4ceb-433b-b794-42d37ab0c3e5 req-69da320b-fe9f-497f-bc91-2fac848067e9 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Calling delete_port for 472f8ff0-1125-4350-a4fe-da4d84ecb998 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:42.844695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port f4a1b61c-22ed-480b-b50b-89fe08198813, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=f4a1b61c-22ed-480b-b50b-89fe08198813,segment=NetworkSegment(5d2893a1-f319-4042-b227-24ce160fd80a),segment_id=5d2893a1-f319-4042-b227-24ce160fd80a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:42.860263 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'f4a1b61c-22ed-480b-b50b-89fe08198813', 'network_id': '4b4d97db-0c17-4236-b0ca-75b58f5d2394', 'port_id': 'f4a1b61c-22ed-480b-b50b-89fe08198813', 'mac_address': 'fa:16:3e:fa:e0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d590a51-b2f7-4c1d-82d9-093a51323655', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:56:42.919560 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:42.938583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a1b61c-22ed-480b-b50b-89fe08198813 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:56:42.954329 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port f4a1b61c-22ed-480b-b50b-89fe08198813, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=f4a1b61c-22ed-480b-b50b-89fe08198813,segment=NetworkSegment(5d2893a1-f319-4042-b227-24ce160fd80a),segment_id=5d2893a1-f319-4042-b227-24ce160fd80a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:42.959505 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:42.965279 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-575d3177-9824-481d-ba4c-c54250160822 service neutron] 10.222.0.84 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527530 May 30 19:56:43.028667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=f4a1b61c-22ed-480b-b50b-89fe08198813,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:43.044453 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f706a08c-4ceb-433b-b794-42d37ab0c3e5 req-69da320b-fe9f-497f-bc91-2fac848067e9 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:43.187210 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da320b-fe9f-497f-bc91-2fac848067e9 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Pushing event deleted for resources: {'Port': ['ID=472f8ff0-1125-4350-a4fe-da4d84ecb998,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:43.209352 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['f4a1b61c-22ed-480b-b50b-89fe08198813'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:56:43.290844 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f706a08c-4ceb-433b-b794-42d37ab0c3e5 req-69da320b-fe9f-497f-bc91-2fac848067e9 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:43.311544 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f706a08c-4ceb-433b-b794-42d37ab0c3e5 req-69da320b-fe9f-497f-bc91-2fac848067e9 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:43.312704 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f706a08c-4ceb-433b-b794-42d37ab0c3e5 req-69da320b-fe9f-497f-bc91-2fac848067e9 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "DELETE /v2.0/floatingips/c93edcf7-2f99-4ed3-bd19-0c762e61bf42 HTTP/1.1" status: 204 len: 173 time: 1.1793416 May 30 19:56:43.566174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbe0c4-54b0-464e-8774-038815cebb94 req-2890ffb2-0840-4c60-a5eb-3ac5263ad8b6 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:43.568181 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-debbe0c4-54b0-464e-8774-038815cebb94 req-2890ffb2-0840-4c60-a5eb-3ac5263ad8b6 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/ports?device_id=31dc5681-7a50-44e8-926e-e2a04107ccfe HTTP/1.1" status: 200 len: 945 time: 0.1406994 May 30 19:56:43.592875 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bcb30a92-4ad2-4fb6-89a7-ea3f99753f90 req-14d08c93-adc0-4b0b-a8da-04612afd21b0 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 1095 time: 0.1340046 May 30 19:56:43.648391 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-debbe0c4-54b0-464e-8774-038815cebb94 req-2ae69a91-3ec8-4fa1-adf9-6deef60c8fa9 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/security-groups?id=896e41cb-744a-4c1b-bac9-5af29b534810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737615 May 30 19:56:43.654294 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bcb30a92-4ad2-4fb6-89a7-ea3f99753f90 req-a5798bbe-1498-407a-aff3-d85c050bb4c1 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541368 May 30 19:56:43.898217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48e7e6-a461-461f-bbbc-081c02f28974 req-36cb9a33-ef31-4ab8-96fd-425f86de9ece tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:43.900531 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc48e7e6-a461-461f-bbbc-081c02f28974 req-36cb9a33-ef31-4ab8-96fd-425f86de9ece tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a5a044b-feb4-41f6-8327-128944254d16 HTTP/1.1" status: 200 len: 945 time: 0.0962965 May 30 19:56:43.909320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48438) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:43.915279 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-7fd1a31a-b1f4-44cb-8042-3e373158e6dd tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Request body: {'floatingip': {'port_id': 'fce297f1-fe81-41ef-800d-41b2fdc95d38'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:44.017042 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe8313a-9102-41a6-a94a-57e91b5ab476'] response: {'server_uuid': '9cdd37b7-0ebe-45a5-baa5-cc0403ea4d3a', 'name': 'network-vif-deleted', 'tag': '50e8ec3f-b33c-4ea6-852d-18f5c7045406', 'status': 'completed', 'code': 200} May 30 19:56:44.044075 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a31a-b1f4-44cb-8042-3e373158e6dd tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:44.046246 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea02a700-7216-4ac4-97c7-835e70b5a7ab req-69beee6b-17d1-4993-b68a-5aedfeaf22e6 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/floatingips/2e30576c-afaf-422d-baa3-3a7c9fcf89e1 HTTP/1.1" status: 200 len: 693 time: 0.0904474 May 30 19:56:44.179157 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b2343349-3bf7-4821-be83-dc8a78f26a17 req-4c55bb70-3bf0-48a9-b46b-24775076b282 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 210 time: 0.1008685 May 30 19:56:44.246447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02a700-7216-4ac4-97c7-835e70b5a7ab req-23be1a30-ceab-4c35-81e2-b17e5573135c tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:44.253572 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea02a700-7216-4ac4-97c7-835e70b5a7ab req-23be1a30-ceab-4c35-81e2-b17e5573135c tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.2012579 May 30 19:56:44.334466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ea02a700-7216-4ac4-97c7-835e70b5a7ab req-c409472b-da7c-4e89-af9b-9bf63b2009dc tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Synchronizing usage tracker for tenant:d06e2662e4c444b49dc4caefaa2522de on resource:floatingip {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:56:44.352644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ea02a700-7216-4ac4-97c7-835e70b5a7ab req-c409472b-da7c-4e89-af9b-9bf63b2009dc tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Unset dirty status for tenant:d06e2662e4c444b49dc4caefaa2522de on resource:floatingip {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:56:44.357430 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea02a700-7216-4ac4-97c7-835e70b5a7ab req-c409472b-da7c-4e89-af9b-9bf63b2009dc tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 696 time: 0.1028638 May 30 19:56:44.444487 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea02a700-7216-4ac4-97c7-835e70b5a7ab req-5652c3c8-6f20-4c86-a66e-7e2f4da2a747 tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 696 time: 0.0842438 May 30 19:56:44.685147 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device f4a1b61c-22ed-480b-b50b-89fe08198813 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:56:44.712569 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-ea02a700-7216-4ac4-97c7-835e70b5a7ab req-c78657c1-6c1f-4163-bbea-9f7fc4162e8d tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Deleting port 36bd0735-21bf-4b62-9787-45ba29701d81 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:44.712945 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ea02a700-7216-4ac4-97c7-835e70b5a7ab req-c78657c1-6c1f-4163-bbea-9f7fc4162e8d tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:44.822053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-00a8eb99-729d-4c60-a6b8-0fb6b38b2b71 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:44.823418 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-00a8eb99-729d-4c60-a6b8-0fb6b38b2b71 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.77 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 820 time: 0.3753088 May 30 19:56:44.833749 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port f4a1b61c-22ed-480b-b50b-89fe08198813 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:56:44.849046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port f4a1b61c-22ed-480b-b50b-89fe08198813 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:44.849561 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:44.903845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-12f800f1-c5c0-439b-ab9f-5966150fbb6a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Request body: {'port': {'device_id': '97decabd-25bc-4247-aecc-c44cb93ae940', 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6', 'admin_state_up': True, 'tenant_id': '1252846c85cb4f3da96b46deca7cb4f6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:44.909762 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a31a-b1f4-44cb-8042-3e373158e6dd tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:44.915311 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a31a-b1f4-44cb-8042-3e373158e6dd tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:45.054824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-12f800f1-c5c0-439b-ab9f-5966150fbb6a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:45.080907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-12f800f1-c5c0-439b-ab9f-5966150fbb6a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:45.084089 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:45.151054 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port f4a1b61c-22ed-480b-b50b-89fe08198813, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=f4a1b61c-22ed-480b-b50b-89fe08198813,segment=NetworkSegment(5d2893a1-f319-4042-b227-24ce160fd80a),segment_id=5d2893a1-f319-4042-b227-24ce160fd80a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:45.152339 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31dc5681-7a50-44e8-926e-e2a04107ccfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a1b61c-22ed-480b-b50b-89fe08198813'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:56:45.161958 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:45.227823 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ea02a700-7216-4ac4-97c7-835e70b5a7ab req-c78657c1-6c1f-4163-bbea-9f7fc4162e8d tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:45.228285 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ea02a700-7216-4ac4-97c7-835e70b5a7ab req-c78657c1-6c1f-4163-bbea-9f7fc4162e8d tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:45.275201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=f4a1b61c-22ed-480b-b50b-89fe08198813,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:45.302231 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-7fd1a31a-b1f4-44cb-8042-3e373158e6dd tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Floating IP f7fba7d4-867e-4675-9e19-4d0596606115 associated. External IP: 172.25.5.26, port: fce297f1-fe81-41ef-800d-41b2fdc95d38. May 30 19:56:45.390117 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-ea02a700-7216-4ac4-97c7-835e70b5a7ab req-c78657c1-6c1f-4163-bbea-9f7fc4162e8d tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Calling delete_port for 36bd0735-21bf-4b62-9787-45ba29701d81 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:45.437476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-12f800f1-c5c0-439b-ab9f-5966150fbb6a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Made reservation on behalf of 1252846c85cb4f3da96b46deca7cb4f6 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:56:45.440434 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-12f800f1-c5c0-439b-ab9f-5966150fbb6a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:45.505320 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-018ea13c-f824-46dc-949e-2fdabb2c6dc3 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=80c5886d695a483397b8748456ab7e32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712454 May 30 19:56:45.762971 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd1a31a-b1f4-44cb-8042-3e373158e6dd tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Router 8fdc757d-b48b-42d8-a584-b7310795fc1d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:56:45.808203 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ea02a700-7216-4ac4-97c7-835e70b5a7ab req-c78657c1-6c1f-4163-bbea-9f7fc4162e8d tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:45.912976 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78657c1-6c1f-4163-bbea-9f7fc4162e8d tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Pushing event deleted for resources: {'Port': ['ID=36bd0735-21bf-4b62-9787-45ba29701d81,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:45.991930 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd1a31a-b1f4-44cb-8042-3e373158e6dd tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:56:46.000350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-12f800f1-c5c0-439b-ab9f-5966150fbb6a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Allocated IP 172.20.0.11 (ef99a40e-b244-4305-a3be-e3c9ef1437a6/fb81dd35-0c01-4e64-9d86-853df955e5f4/831f2151-aa7e-4cbe-9f68-fab1d0f10322) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:56:46.002445 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9519d89-132c-4f7e-870d-587ad9468a69 None None] Sync routers for ids ['8fdc757d-b48b-42d8-a584-b7310795fc1d'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:56:46.008510 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a31a-b1f4-44cb-8042-3e373158e6dd tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:46.015631 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9519d89-132c-4f7e-870d-587ad9468a69 None None] Routers {'8fdc757d-b48b-42d8-a584-b7310795fc1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:56:46.016517 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c9519d89-132c-4f7e-870d-587ad9468a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:56:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8fdc757d-b48b-42d8-a584-b7310795fc1d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:46.036121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-cf293eec-a4f9-4e4c-849e-aaeed9898fee tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:46.042639 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-cf293eec-a4f9-4e4c-849e-aaeed9898fee tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4947722 May 30 19:56:46.073760 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-28b4bd95-05d1-4664-afe3-edab8dd80f06 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/quotas/80c5886d695a483397b8748456ab7e32 HTTP/1.1" status: 200 len: 375 time: 0.0300736 May 30 19:56:46.077442 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7fd1a31a-b1f4-44cb-8042-3e373158e6dd tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "PUT /v2.0/floatingips/f7fba7d4-867e-4675-9e19-4d0596606115 HTTP/1.1" status: 200 len: 990 time: 2.1664176 May 30 19:56:46.078551 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5a044b-feb4-41f6-8327-128944254d16', 'tag': 'fce297f1-fe81-41ef-800d-41b2fdc95d38'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:56:46.182371 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ea02a700-7216-4ac4-97c7-835e70b5a7ab req-c78657c1-6c1f-4163-bbea-9f7fc4162e8d tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:46.251506 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-c9519d89-132c-4f7e-870d-587ad9468a69 None None] Set router 8fdc757d-b48b-42d8-a584-b7310795fc1d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:56:46.299677 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ea02a700-7216-4ac4-97c7-835e70b5a7ab req-c78657c1-6c1f-4163-bbea-9f7fc4162e8d tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:46.307428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48470) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:46.320537 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea02a700-7216-4ac4-97c7-835e70b5a7ab req-c78657c1-6c1f-4163-bbea-9f7fc4162e8d tempest-FloatingIPDetailsTestJSON-1944002839 tempest-FloatingIPDetailsTestJSON-1944002839-project] 10.222.0.84 "DELETE /v2.0/floatingips/2e30576c-afaf-422d-baa3-3a7c9fcf89e1 HTTP/1.1" status: 204 len: 173 time: 1.8472357 May 30 19:56:46.356102 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-04a6384c-f56e-4736-b0ae-2d32bf579ee4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2734509 May 30 19:56:46.509828 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-12f800f1-c5c0-439b-ab9f-5966150fbb6a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:46.560183 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:56:46.589971 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-12f800f1-c5c0-439b-ab9f-5966150fbb6a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:46.602025 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9788f11e-77e1-46b4-bcb4-eb45c4d13f21'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:56:46.824205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-12f800f1-c5c0-439b-ab9f-5966150fbb6a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Network ef99a40e-b244-4305-a3be-e3c9ef1437a6 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:56:46.921929 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c9519d89-132c-4f7e-870d-587ad9468a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-138265324-router', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:07Z', 'updated_at': '2022-05-30T19:55:18Z', 'revision_number': 4, 'project_id': '786de5a300034beebcae4021e1f48951', 'gw_port': {'id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:09Z', 'updated_at': '2022-05-30T19:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'f7fba7d4-867e-4675-9e19-4d0596606115', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'port_id': 'fce297f1-fe81-41ef-800d-41b2fdc95d38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff', 'mac_address': 'fa:16:3e:d1:ee:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a044b-feb4-41f6-8327-128944254d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T19:56:10Z', 'updated_at': '2022-05-30T19:56:44Z', 'revision_number': 1, 'project_id': '786de5a300034beebcae4021e1f48951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff2e8112-b9f2-4276-94ba-8b525f5252a9', 'name': '', 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'mac_address': 'fa:16:3e:f1:75:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:17Z', 'updated_at': '2022-05-30T19:55:28Z', 'revision_number': 5, 'project_id': '786de5a300034beebcae4021e1f48951', 'subnets': [{'id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:46.927933 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9519d89-132c-4f7e-870d-587ad9468a69 None None] Checking router: 8fdc757d-b48b-42d8-a584-b7310795fc1d for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:56:46.943270 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9519d89-132c-4f7e-870d-587ad9468a69 None None] Routers {'8fdc757d-b48b-42d8-a584-b7310795fc1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:56:46.944630 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c9519d89-132c-4f7e-870d-587ad9468a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:56:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8fdc757d-b48b-42d8-a584-b7310795fc1d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:46.946960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-12f800f1-c5c0-439b-ab9f-5966150fbb6a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:47.027857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-12f800f1-c5c0-439b-ab9f-5966150fbb6a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:56:47.099025 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:47.198113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f800f1-c5c0-439b-ab9f-5966150fbb6a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Pushing event updated for resources: {'Port': ['ID=831f2151-aa7e-4cbe-9f68-fab1d0f10322,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:47.302041 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-c9519d89-132c-4f7e-870d-587ad9468a69 None None] Set router 8fdc757d-b48b-42d8-a584-b7310795fc1d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:56:47.385147 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-12f800f1-c5c0-439b-ab9f-5966150fbb6a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:47.386064 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-12f800f1-c5c0-439b-ab9f-5966150fbb6a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:47.448723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-12f800f1-c5c0-439b-ab9f-5966150fbb6a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5591669 May 30 19:56:47.465851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Request body: {'port': {'device_id': '97decabd-25bc-4247-aecc-c44cb93ae940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:47.539798 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69763cd-f06a-4e86-9ef6-3d6dec3e1e1e req-e867901a-f688-4427-80af-a10da60ab231 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:47.540665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f69763cd-f06a-4e86-9ef6-3d6dec3e1e1e req-e867901a-f688-4427-80af-a10da60ab231 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Synchronizing usage tracker for tenant:62224e4a80e642d1af5db13c4fcc50ce on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:56:47.586725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22431f5-3b25-445f-975d-8dedffa64869 req-681ff5d6-ea13-4e01-a141-1400ce4d56b4 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:47.593710 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d22431f5-3b25-445f-975d-8dedffa64869 req-681ff5d6-ea13-4e01-a141-1400ce4d56b4 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/ports?device_id=31dc5681-7a50-44e8-926e-e2a04107ccfe HTTP/1.1" status: 200 len: 946 time: 0.8638303 May 30 19:56:47.726686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d626bd3-c6e1-4688-a562-b4a9c5012015 req-9738f6a1-f87a-42bc-b397-31eab7d8b689 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:47.727431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0d626bd3-c6e1-4688-a562-b4a9c5012015 req-9738f6a1-f87a-42bc-b397-31eab7d8b689 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Synchronizing usage tracker for tenant:62224e4a80e642d1af5db13c4fcc50ce on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:56:47.733980 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f69763cd-f06a-4e86-9ef6-3d6dec3e1e1e req-e867901a-f688-4427-80af-a10da60ab231 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Unset dirty status for tenant:62224e4a80e642d1af5db13c4fcc50ce on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:56:47.734773 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f69763cd-f06a-4e86-9ef6-3d6dec3e1e1e req-e867901a-f688-4427-80af-a10da60ab231 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.93 "GET /v2.0/ports?device_id=99be9749-f558-4324-95c6-6f85fe378be7 HTTP/1.1" status: 200 len: 950 time: 1.0180848 May 30 19:56:47.840988 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c9519d89-132c-4f7e-870d-587ad9468a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-138265324-router', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:07Z', 'updated_at': '2022-05-30T19:55:18Z', 'revision_number': 4, 'project_id': '786de5a300034beebcae4021e1f48951', 'gw_port': {'id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:09Z', 'updated_at': '2022-05-30T19:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'f7fba7d4-867e-4675-9e19-4d0596606115', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'port_id': 'fce297f1-fe81-41ef-800d-41b2fdc95d38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff', 'mac_address': 'fa:16:3e:d1:ee:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a044b-feb4-41f6-8327-128944254d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T19:56:10Z', 'updated_at': '2022-05-30T19:56:44Z', 'revision_number': 1, 'project_id': '786de5a300034beebcae4021e1f48951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff2e8112-b9f2-4276-94ba-8b525f5252a9', 'name': '', 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'mac_address': 'fa:16:3e:f1:75:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:17Z', 'updated_at': '2022-05-30T19:55:28Z', 'revision_number': 5, 'project_id': '786de5a300034beebcae4021e1f48951', 'subnets': [{'id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:47.846441 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9519d89-132c-4f7e-870d-587ad9468a69 None None] The sync data for ids ['8fdc757d-b48b-42d8-a584-b7310795fc1d'] in n-d-843949-2 is: [{'id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-138265324-router', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:07Z', 'updated_at': '2022-05-30T19:55:18Z', 'revision_number': 4, 'project_id': '786de5a300034beebcae4021e1f48951', 'gw_port': {'id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:09Z', 'updated_at': '2022-05-30T19:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'f7fba7d4-867e-4675-9e19-4d0596606115', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'port_id': 'fce297f1-fe81-41ef-800d-41b2fdc95d38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff', 'mac_address': 'fa:16:3e:d1:ee:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a044b-feb4-41f6-8327-128944254d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T19:56:10Z', 'updated_at': '2022-05-30T19:56:44Z', 'revision_number': 1, 'project_id': '786de5a300034beebcae4021e1f48951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff2e8112-b9f2-4276-94ba-8b525f5252a9', 'name': '', 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'mac_address': 'fa:16:3e:f1:75:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:17Z', 'updated_at': '2022-05-30T19:55:28Z', 'revision_number': 5, 'project_id': '786de5a300034beebcae4021e1f48951', 'subnets': [{'id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:56:47.862116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0d626bd3-c6e1-4688-a562-b4a9c5012015 req-9738f6a1-f87a-42bc-b397-31eab7d8b689 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Unset dirty status for tenant:62224e4a80e642d1af5db13c4fcc50ce on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:56:47.865120 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d626bd3-c6e1-4688-a562-b4a9c5012015 req-9738f6a1-f87a-42bc-b397-31eab7d8b689 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=99be9749-f558-4324-95c6-6f85fe378be7 HTTP/1.1" status: 200 len: 950 time: 0.6385550 May 30 19:56:48.055070 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:48.082022 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d22431f5-3b25-445f-975d-8dedffa64869 req-10c8b40b-36b4-4db7-8fb5-6bddad2f9927 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/security-groups?id=896e41cb-744a-4c1b-bac9-5af29b534810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873435 May 30 19:56:48.087731 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f69763cd-f06a-4e86-9ef6-3d6dec3e1e1e req-79c22704-9180-4f15-93b4-d0c0f88ac50a tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Deleting port 7afcbb28-bbd4-4cf7-a043-0db8404e1619 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:48.088105 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f69763cd-f06a-4e86-9ef6-3d6dec3e1e1e req-79c22704-9180-4f15-93b4-d0c0f88ac50a tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:48.230874 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff0cfde-3f2c-4203-86ef-dbc155c2275d'] response: {'server_uuid': '31dc5681-7a50-44e8-926e-e2a04107ccfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a1b61c-22ed-480b-b50b-89fe08198813', 'code': 200} May 30 19:56:48.272157 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a447e92-59ac-4930-b7d2-9487b7ce3dca None None] New status for floating IP f7fba7d4-867e-4675-9e19-4d0596606115: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 19:56:48.342728 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Deleting port ec112c38-a764-4341-8d85-fa07203f45e3 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:48.343296 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:48.673936 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] For port ec112c38-a764-4341-8d85-fa07203f45e3, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ec112c38-a764-4341-8d85-fa07203f45e3,segment=NetworkSegment(3193effd-41f2-48b5-8543-8b09f9c05982),segment_id=3193effd-41f2-48b5-8543-8b09f9c05982)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:48.674347 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:48.677091 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d626bd3-c6e1-4688-a562-b4a9c5012015 req-d8401a0f-1116-4dca-9e9e-030fa42db3bb tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/security-groups?id=30ae2826-d2dd-47bf-93b9-32b85df76bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7949846 May 30 19:56:48.839015 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Calling delete_port for ec112c38-a764-4341-8d85-fa07203f45e3 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:48.868025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f69763cd-f06a-4e86-9ef6-3d6dec3e1e1e req-79c22704-9180-4f15-93b4-d0c0f88ac50a tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] For port 7afcbb28-bbd4-4cf7-a043-0db8404e1619, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=7afcbb28-bbd4-4cf7-a043-0db8404e1619,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:48.868400 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f69763cd-f06a-4e86-9ef6-3d6dec3e1e1e req-79c22704-9180-4f15-93b4-d0c0f88ac50a tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:48.892575 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca0a4d7-4cc4-475f-b380-6cbad6af86bc'] response: {'name': 'network-changed', 'server_uuid': '2a5a044b-feb4-41f6-8327-128944254d16', 'tag': 'fce297f1-fe81-41ef-800d-41b2fdc95d38', 'status': 'completed', 'code': 200} May 30 19:56:49.000180 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f69763cd-f06a-4e86-9ef6-3d6dec3e1e1e req-79c22704-9180-4f15-93b4-d0c0f88ac50a tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Calling delete_port for 7afcbb28-bbd4-4cf7-a043-0db8404e1619 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:49.156630 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.432482 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-4e19b07d-a831-4936-bedf-f53df00bb161 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=80c5886d695a483397b8748456ab7e32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1876812 May 30 19:56:49.485313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec112c38-a764-4341-8d85-fa07203f45e3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:49.660496 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f69763cd-f06a-4e86-9ef6-3d6dec3e1e1e req-79c22704-9180-4f15-93b4-d0c0f88ac50a tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.666012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:49.666012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:49.666307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:49.666522 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:49.666853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:49.667177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:49.667501 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:49.667820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:49.668174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:49.668494 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:49.668812 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:49.773163 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c22704-9180-4f15-93b4-d0c0f88ac50a tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Pushing event deleted for resources: {'Port': ['ID=7afcbb28-bbd4-4cf7-a043-0db8404e1619,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:49.789229 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-d007fc32-8749-4eff-8d5c-e98da826c53f tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=80c5886d695a483397b8748456ab7e32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1645739 May 30 19:56:49.832753 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50d16cd3-2443-4044-bbd5-c3fb20051766 req-aff90a63-bc9a-4bd6-8eb2-e8d3996b2b18 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=31dc5681-7a50-44e8-926e-e2a04107ccfe HTTP/1.1" status: 200 len: 1097 time: 1.4574635 May 30 19:56:49.842659 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4a060e0-cc13-4a34-b976-6c4df9bb71dd req-e314d416-294b-41d7-b6b9-0b03f6ab1c22 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=786de5a300034beebcae4021e1f48951&device_id=2a5a044b-feb4-41f6-8327-128944254d16 HTTP/1.1" status: 200 len: 1096 time: 0.7770190 May 30 19:56:49.848251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a7abc-172c-492a-8dcb-17af9e4d16f8 req-11971bb8-ff25-4034-b5f4-d5c2268e779c tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:49.848948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-103a7abc-172c-492a-8dcb-17af9e4d16f8 req-11971bb8-ff25-4034-b5f4-d5c2268e779c tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Synchronizing usage tracker for tenant:1252846c85cb4f3da96b46deca7cb4f6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:56:49.953449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-9436de20-cbf6-4b4c-8a14-32135e61548d tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:49.955074 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-9436de20-cbf6-4b4c-8a14-32135e61548d tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5216506 May 30 19:56:49.978234 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-dec1eb37-96f1-48de-8a29-26876f9ff536 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Request body: {'port': {'device_id': '79143ca5-0d44-4492-b857-01534b0f96c2', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '80c5886d695a483397b8748456ab7e32'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:50.140271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-dec1eb37-96f1-48de-8a29-26876f9ff536 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:50.154761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-dec1eb37-96f1-48de-8a29-26876f9ff536 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:50.175160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-dec1eb37-96f1-48de-8a29-26876f9ff536 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Made reservation on behalf of 80c5886d695a483397b8748456ab7e32 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:56:50.178690 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-dec1eb37-96f1-48de-8a29-26876f9ff536 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:50.266809 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:50.274953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69763cd-f06a-4e86-9ef6-3d6dec3e1e1e req-79c22704-9180-4f15-93b4-d0c0f88ac50a tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] No DVR routers for this DVR port 7afcbb28-bbd4-4cf7-a043-0db8404e1619 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:56:50.277683 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f69763cd-f06a-4e86-9ef6-3d6dec3e1e1e req-79c22704-9180-4f15-93b4-d0c0f88ac50a tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:50.293563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99be9749-f558-4324-95c6-6f85fe378be7', 'name': 'network-vif-deleted', 'tag': '7afcbb28-bbd4-4cf7-a043-0db8404e1619'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:56:50.383859 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-103a7abc-172c-492a-8dcb-17af9e4d16f8 req-11971bb8-ff25-4034-b5f4-d5c2268e779c tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Unset dirty status for tenant:1252846c85cb4f3da96b46deca7cb4f6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:56:50.385061 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-103a7abc-172c-492a-8dcb-17af9e4d16f8 req-11971bb8-ff25-4034-b5f4-d5c2268e779c tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 932 time: 1.8228300 May 30 19:56:50.402201 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f69763cd-f06a-4e86-9ef6-3d6dec3e1e1e req-79c22704-9180-4f15-93b4-d0c0f88ac50a tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.93 "DELETE /v2.0/ports/7afcbb28-bbd4-4cf7-a043-0db8404e1619 HTTP/1.1" status: 204 len: 173 time: 2.6480656 May 30 19:56:50.455176 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50d16cd3-2443-4044-bbd5-c3fb20051766 req-ee634340-b4be-46b6-8587-86bd596ae262 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=896e41cb-744a-4c1b-bac9-5af29b534810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6029251 May 30 19:56:50.503469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-759b0182-e5fe-41f0-9adf-ea42ddfbcaf7 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:50.505073 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-759b0182-e5fe-41f0-9adf-ea42ddfbcaf7 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7066417 May 30 19:56:50.568591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35299a17-e8db-4cfe-baa5-894af0a4647c req-4247367a-1bc6-4979-a28a-8f49db703be7 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:50.570095 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35299a17-e8db-4cfe-baa5-894af0a4647c req-4247367a-1bc6-4979-a28a-8f49db703be7 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/ports?device_id=31dc5681-7a50-44e8-926e-e2a04107ccfe HTTP/1.1" status: 200 len: 946 time: 0.8958619 May 30 19:56:50.573846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-628cafd9-4352-4185-bcf5-d006edd78358 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Request body: {'port': {'device_id': 'd97a0589-c695-4172-869c-4022c4987016', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '80c5886d695a483397b8748456ab7e32'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:50.585415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-dec1eb37-96f1-48de-8a29-26876f9ff536 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Allocated IP 192.168.233.91 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/652a4730-0c90-4ad7-8c92-5b7b14cf43f8) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:56:50.605264 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a060e0-cc13-4a34-b976-6c4df9bb71dd req-207ea100-a6e1-4031-b2f8-82b3e3738cf1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:50.606293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 7afcbb28-bbd4-4cf7-a043-0db8404e1619 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:56:50.607414 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4a060e0-cc13-4a34-b976-6c4df9bb71dd req-207ea100-a6e1-4031-b2f8-82b3e3738cf1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60002e2b-84c7-4489-b061-89eacded10ff HTTP/1.1" status: 200 len: 915 time: 0.7437549 May 30 19:56:50.675775 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 7afcbb28-bbd4-4cf7-a043-0db8404e1619 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:56:50.676587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 7afcbb28-bbd4-4cf7-a043-0db8404e1619 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:56:50.772641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-103a7abc-172c-492a-8dcb-17af9e4d16f8 req-a1475e29-b01b-4deb-b73e-78155058001f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741639 May 30 19:56:50.798631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831f2151-aa7e-4cbe-9f68-fab1d0f10322 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:56:50.830571 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:50.872564 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35299a17-e8db-4cfe-baa5-894af0a4647c req-db7ec0c2-f2e1-43cd-81a7-475010e81ec2 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/security-groups?id=896e41cb-744a-4c1b-bac9-5af29b534810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766528 May 30 19:56:50.905079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Transition to ACTIVE for port object 831f2151-aa7e-4cbe-9f68-fab1d0f10322 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:50.911226 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4a060e0-cc13-4a34-b976-6c4df9bb71dd req-d7101ea7-75de-4d9d-b49e-d3d8145df9e9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fce297f1-fe81-41ef-800d-41b2fdc95d38 HTTP/1.1" status: 200 len: 1000 time: 0.2207904 May 30 19:56:50.920140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-628cafd9-4352-4185-bcf5-d006edd78358 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:50.922324 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:51.016778 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-dec1eb37-96f1-48de-8a29-26876f9ff536 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:51.067692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-dec1eb37-96f1-48de-8a29-26876f9ff536 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Transition to ACTIVE for port object 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:51.103634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Pushing event updated for resources: {'Port': ['ID=831f2151-aa7e-4cbe-9f68-fab1d0f10322,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:51.251058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-628cafd9-4352-4185-bcf5-d006edd78358 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:51.255919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a060e0-cc13-4a34-b976-6c4df9bb71dd req-db187721-8936-4c8a-b389-0dfa7afb1adc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:51.257974 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4a060e0-cc13-4a34-b976-6c4df9bb71dd req-db187721-8936-4c8a-b389-0dfa7afb1adc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a1f2fdd8-e02c-4626-a06a-d481f48d0414 HTTP/1.1" status: 200 len: 853 time: 0.3394508 May 30 19:56:51.271525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11577995-a001-4fae-a82f-5886cceb592b req-e4cafefc-05f2-412d-9359-b4817bdfc87c tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=79143ca5-0d44-4492-b857-01534b0f96c2 HTTP/1.1" status: 200 len: 210 time: 0.2402015 May 30 19:56:51.333997 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-dec1eb37-96f1-48de-8a29-26876f9ff536 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:51.346515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['f287ac9c-2942-47c4-aedd-f0339716c9ac', '1d876d78-cbfb-4392-b861-243efc63d5a6'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:56:51.411005 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-628cafd9-4352-4185-bcf5-d006edd78358 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Made reservation on behalf of 80c5886d695a483397b8748456ab7e32 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:56:51.414107 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-628cafd9-4352-4185-bcf5-d006edd78358 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:51.434280 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e5fd25-f6c6-4187-9dce-f36ddfb29c07'] response: {'server_uuid': '99be9749-f558-4324-95c6-6f85fe378be7', 'name': 'network-vif-deleted', 'tag': '7afcbb28-bbd4-4cf7-a043-0db8404e1619', 'status': 'completed', 'code': 200} May 30 19:56:51.444542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-56143169-fb5f-4f07-afd1-538c049cc31d req-4ee5e092-fcf2-4e91-bff0-5836a4aa05d5 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Synchronizing usage tracker for tenant:62224e4a80e642d1af5db13c4fcc50ce on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:56:51.467479 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['45283eb0-7f60-4f12-a812-00a197ecbf9e'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:56:51.507769 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-dec1eb37-96f1-48de-8a29-26876f9ff536 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:56:51.511932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1eb37-96f1-48de-8a29-26876f9ff536 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Pushing event updated for resources: {'Port': ['ID=652a4730-0c90-4ad7-8c92-5b7b14cf43f8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:51.517998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-dec1eb37-96f1-48de-8a29-26876f9ff536 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:51.544503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-dec1eb37-96f1-48de-8a29-26876f9ff536 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:56:51.546382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Attempting to bind port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:56:51.546971 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Attempting to bind port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:56:51.547552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Attempting to bind port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:51.672132 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-56143169-fb5f-4f07-afd1-538c049cc31d req-4ee5e092-fcf2-4e91-bff0-5836a4aa05d5 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] Unset dirty status for tenant:62224e4a80e642d1af5db13c4fcc50ce on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:56:51.673809 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56143169-fb5f-4f07-afd1-538c049cc31d req-4ee5e092-fcf2-4e91-bff0-5836a4aa05d5 tempest-LiveMigrationNegativeTest-944961446 tempest-LiveMigrationNegativeTest-944961446-project] 10.222.0.84 "GET /v2.0/ports?device_id=99be9749-f558-4324-95c6-6f85fe378be7 HTTP/1.1" status: 200 len: 210 time: 0.4429388 May 30 19:56:51.681139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:56:51.681710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Attempting to bind port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:51.740884 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:56:51.744902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Checking segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:56:51.745539 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Bound using segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:56:51.746424 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Bound port: 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:56:51.746941 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:51.759900 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4a060e0-cc13-4a34-b976-6c4df9bb71dd req-fed304f4-103d-4c20-af6d-8e18324ffc15 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60002e2b-84c7-4489-b061-89eacded10ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4852118 May 30 19:56:51.812953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-dec1eb37-96f1-48de-8a29-26876f9ff536 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:51.814467 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-dec1eb37-96f1-48de-8a29-26876f9ff536 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:52.017685 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-dec1eb37-96f1-48de-8a29-26876f9ff536 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0458388 May 30 19:56:52.045433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Request body: {'port': {'device_id': '79143ca5-0d44-4492-b857-01534b0f96c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:52.133686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-628cafd9-4352-4185-bcf5-d006edd78358 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Allocated IP 192.168.233.246 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/dcedb9de-fdbd-4939-a1da-0e712f37c85e) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:56:52.141275 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-231430b0-81b4-4722-9eb2-7cb6e49eb1d3 None None] Provisioning for port 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:56:52.154745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-231430b0-81b4-4722-9eb2-7cb6e49eb1d3 None None] Provisioning complete for port 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:52.155478 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-231430b0-81b4-4722-9eb2-7cb6e49eb1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:52.240578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48564) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:52.251556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] For port 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:56:52.265672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] For port 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=831f2151-aa7e-4cbe-9f68-fab1d0f10322,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:56:52.276097 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Router 75c130cb-3662-41ab-9f40-5ad2ae8ef8af has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:56:52.301924 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:52.314832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-231430b0-81b4-4722-9eb2-7cb6e49eb1d3 None None] Port 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:56:52.347217 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:52.485561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Pushing event updated for resources: {'Port': ['ID=831f2151-aa7e-4cbe-9f68-fab1d0f10322,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:52.490205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4a060e0-cc13-4a34-b976-6c4df9bb71dd req-2411f36f-9072-434f-b28b-5e6a84295099 service neutron] 10.222.0.77 "GET /v2.0/networks/60002e2b-84c7-4489-b061-89eacded10ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7162979 May 30 19:56:52.501947 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:52.503265 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-eca93fe8-fe26-4b47-a258-95072182bea9 service neutron] 10.222.0.77 "PUT /v2.0/ports/831f2151-aa7e-4cbe-9f68-fab1d0f10322 HTTP/1.1" status: 200 len: 1092 time: 5.0444915 May 30 19:56:52.820445 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76ce2f08-5713-4798-b8d5-c7414540317c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:52.838080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:56:52.844781 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ab14da4b-ef78-4222-9385-49c17ecab913 admin admin] 10.222.0.84 "PUT /v2.0/routers/75c130cb-3662-41ab-9f40-5ad2ae8ef8af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5359936 May 30 19:56:52.847182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48574) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:52.851082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51add649-70e4-4670-b242-7de90fe45f27 req-e61aa669-12bb-4b11-af81-f968b805150a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:52.852139 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f3c81-1154-4222-a9b0-016015c32556 None None] Sync routers for ids ['75c130cb-3662-41ab-9f40-5ad2ae8ef8af'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:56:52.852652 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51add649-70e4-4670-b242-7de90fe45f27 req-e61aa669-12bb-4b11-af81-f968b805150a tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 944 time: 0.7229464 May 30 19:56:52.869536 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f3c81-1154-4222-a9b0-016015c32556 None None] Routers {'75c130cb-3662-41ab-9f40-5ad2ae8ef8af'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:56:52.870631 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e73f3c81-1154-4222-a9b0-016015c32556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:56:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['75c130cb-3662-41ab-9f40-5ad2ae8ef8af'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:53.018130 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6d233-ed54-4c7a-873e-b35441ea1c1a req-59435bf3-0477-4703-bdb5-3cfd0bdd2b9c tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:53.025467 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19b6d233-ed54-4c7a-873e-b35441ea1c1a req-59435bf3-0477-4703-bdb5-3cfd0bdd2b9c tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/ports?device_id=31dc5681-7a50-44e8-926e-e2a04107ccfe HTTP/1.1" status: 200 len: 946 time: 0.8940887 May 30 19:56:53.085775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-76ce2f08-5713-4798-b8d5-c7414540317c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:53.093051 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4a060e0-cc13-4a34-b976-6c4df9bb71dd req-7ea4811f-1d94-401f-874d-026cba4e4b96 service neutron] 10.222.0.77 "GET /v2.0/networks/60002e2b-84c7-4489-b061-89eacded10ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5930247 May 30 19:56:53.097615 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f397d041-ef8a-4e1d-9d64-0e20255ac9bd admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:53.122747 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-76ce2f08-5713-4798-b8d5-c7414540317c admin admin] Usage tracker for resource:security_group_rule and tenant:2dd53e96acba4f3c897bf36fbd4f4c99 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:53.131181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-76ce2f08-5713-4798-b8d5-c7414540317c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:53.152532 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51add649-70e4-4670-b242-7de90fe45f27 req-590ec278-0479-4a75-89b2-ee1e2b2ebc80 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747633 May 30 19:56:53.163086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-76ce2f08-5713-4798-b8d5-c7414540317c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:53.179399 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-e73f3c81-1154-4222-a9b0-016015c32556 None None] Set router 75c130cb-3662-41ab-9f40-5ad2ae8ef8af gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:56:53.180201 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-08419e7a-c154-475a-af66-b7e212118807 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 1095 time: 0.6153991 May 30 19:56:53.192712 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19b6d233-ed54-4c7a-873e-b35441ea1c1a req-6323a5d5-59da-4228-be56-e4ea822b1d2a tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/security-groups?id=896e41cb-744a-4c1b-bac9-5af29b534810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661944 May 30 19:56:53.374290 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-628cafd9-4352-4185-bcf5-d006edd78358 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:53.399691 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-c37d6dd3-4024-4842-ad90-fbbeb6cfeeef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=831f2151-aa7e-4cbe-9f68-fab1d0f10322 HTTP/1.1" status: 200 len: 217 time: 0.2033772 May 30 19:56:53.504468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97decabd-25bc-4247-aecc-c44cb93ae940', 'tag': '831f2151-aa7e-4cbe-9f68-fab1d0f10322'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:56:53.555977 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f397d041-ef8a-4e1d-9d64-0e20255ac9bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:53.569278 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f397d041-ef8a-4e1d-9d64-0e20255ac9bd admin admin] Deleting port 76ba94c0-ce49-4eba-8571-218ed758154e {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:53.569637 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f397d041-ef8a-4e1d-9d64-0e20255ac9bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:53.580098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-628cafd9-4352-4185-bcf5-d006edd78358 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Transition to ACTIVE for port object dcedb9de-fdbd-4939-a1da-0e712f37c85e will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:53.654968 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-e2b6e08e-566c-45e4-b3f2-a6f220263637 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:53.656419 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-e2b6e08e-566c-45e4-b3f2-a6f220263637 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.2419248 May 30 19:56:53.712779 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1971b0b6-51d1-4970-b8af-605bf7a9151c'] response: {'name': 'network-changed', 'server_uuid': '97decabd-25bc-4247-aecc-c44cb93ae940', 'tag': '831f2151-aa7e-4cbe-9f68-fab1d0f10322', 'status': 'completed', 'code': 200} May 30 19:56:53.730901 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-83fcb887-4733-43c5-848f-5e0dc54c4785 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583565 May 30 19:56:53.742256 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76ce2f08-5713-4798-b8d5-c7414540317c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:53.767427 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76ce2f08-5713-4798-b8d5-c7414540317c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:53.833249 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-628cafd9-4352-4185-bcf5-d006edd78358 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:53.850920 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['45283eb0-7f60-4f12-a812-00a197ecbf9e'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:56:53.883899 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e73f3c81-1154-4222-a9b0-016015c32556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'name': 'tempest-FloatingIPDetailsTestJSON-1755750535-router', 'tenant_id': 'd06e2662e4c444b49dc4caefaa2522de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '76ba94c0-ce49-4eba-8571-218ed758154e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:34Z', 'updated_at': '2022-05-30T19:56:49Z', 'revision_number': 5, 'project_id': 'd06e2662e4c444b49dc4caefaa2522de', 'gw_port': {'id': '76ba94c0-ce49-4eba-8571-218ed758154e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:36Z', 'updated_at': '2022-05-30T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:53.891712 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f3c81-1154-4222-a9b0-016015c32556 None None] Checking router: 75c130cb-3662-41ab-9f40-5ad2ae8ef8af for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:56:53.901335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48590) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:53.906333 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['f287ac9c-2942-47c4-aedd-f0339716c9ac', '1d876d78-cbfb-4392-b861-243efc63d5a6'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:56:53.920238 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f3c81-1154-4222-a9b0-016015c32556 None None] Routers {'75c130cb-3662-41ab-9f40-5ad2ae8ef8af'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:56:53.921769 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e73f3c81-1154-4222-a9b0-016015c32556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:56:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['75c130cb-3662-41ab-9f40-5ad2ae8ef8af'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:53.971685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3937420-e7d1-4dd4-9921-1e016904f1e1 req-0ef0cf38-9ffd-4dee-8e52-db4c88b02c1d tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:53.973202 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b3937420-e7d1-4dd4-9921-1e016904f1e1 req-0ef0cf38-9ffd-4dee-8e52-db4c88b02c1d tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=79143ca5-0d44-4492-b857-01534b0f96c2 HTTP/1.1" status: 200 len: 935 time: 0.5576220 May 30 19:56:54.132593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce2f08-5713-4798-b8d5-c7414540317c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984c3619-4d5a-43f9-b8a9-b588370645fd,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:54.196247 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-e73f3c81-1154-4222-a9b0-016015c32556 None None] Set router 75c130cb-3662-41ab-9f40-5ad2ae8ef8af gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:56:54.210057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-f397d041-ef8a-4e1d-9d64-0e20255ac9bd admin admin] For port 76ba94c0-ce49-4eba-8571-218ed758154e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=76ba94c0-ce49-4eba-8571-218ed758154e,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:54.211534 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f397d041-ef8a-4e1d-9d64-0e20255ac9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:54.218784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-628cafd9-4352-4185-bcf5-d006edd78358 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:56:54.242412 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-76ce2f08-5713-4798-b8d5-c7414540317c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2dd53e96acba4f3c897bf36fbd4f4c99&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9358027 May 30 19:56:54.243208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cafd9-4352-4185-bcf5-d006edd78358 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Pushing event updated for resources: {'Port': ['ID=dcedb9de-fdbd-4939-a1da-0e712f37c85e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:54.253643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48602) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:54.272632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-628cafd9-4352-4185-bcf5-d006edd78358 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:54.277790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-628cafd9-4352-4185-bcf5-d006edd78358 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:56:54.432273 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e73f3c81-1154-4222-a9b0-016015c32556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'name': 'tempest-FloatingIPDetailsTestJSON-1755750535-router', 'tenant_id': 'd06e2662e4c444b49dc4caefaa2522de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:34Z', 'updated_at': '2022-05-30T19:56:53Z', 'revision_number': 6, 'project_id': 'd06e2662e4c444b49dc4caefaa2522de', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:54.436770 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f3c81-1154-4222-a9b0-016015c32556 None None] The sync data for ids ['75c130cb-3662-41ab-9f40-5ad2ae8ef8af'] in n-d-843949-2 is: [{'id': '75c130cb-3662-41ab-9f40-5ad2ae8ef8af', 'name': 'tempest-FloatingIPDetailsTestJSON-1755750535-router', 'tenant_id': 'd06e2662e4c444b49dc4caefaa2522de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:34Z', 'updated_at': '2022-05-30T19:56:53Z', 'revision_number': 6, 'project_id': 'd06e2662e4c444b49dc4caefaa2522de', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:56:54.511653 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f397d041-ef8a-4e1d-9d64-0e20255ac9bd admin admin] Calling delete_port for 76ba94c0-ce49-4eba-8571-218ed758154e owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:54.665654 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-63f8fec5-7d8a-481b-bcfa-3401d705aa72 None None] Provisioning for port dcedb9de-fdbd-4939-a1da-0e712f37c85e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:56:54.671747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-63f8fec5-7d8a-481b-bcfa-3401d705aa72 None None] Provisioning complete for port dcedb9de-fdbd-4939-a1da-0e712f37c85e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:54.672615 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-63f8fec5-7d8a-481b-bcfa-3401d705aa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:54.703209 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-9be70d3c-98db-4364-866b-3db693c3919b service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9638374 May 30 19:56:54.724600 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b3937420-e7d1-4dd4-9921-1e016904f1e1 req-983ffa7b-bf4d-48ae-9e0f-749407258b11 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7018781 May 30 19:56:54.752330 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-63f8fec5-7d8a-481b-bcfa-3401d705aa72 None None] Port dcedb9de-fdbd-4939-a1da-0e712f37c85e cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:56:54.786632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-628cafd9-4352-4185-bcf5-d006edd78358 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:54.787234 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-628cafd9-4352-4185-bcf5-d006edd78358 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:54.826289 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e4b4f957-6738-4657-9c15-616079980bbf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=62224e4a80e642d1af5db13c4fcc50ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9073434 May 30 19:56:54.826664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48610) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:54.936612 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:56:54.961335 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-628cafd9-4352-4185-bcf5-d006edd78358 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3994086 May 30 19:56:54.968584 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:54.999767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Request body: {'port': {'device_id': 'd97a0589-c695-4172-869c-4022c4987016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:55.002901 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Transition to ACTIVE for port object 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:55.007902 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:55.033165 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-71c41c23-0534-434a-b0d3-6af41a4a06d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:55.038027 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29e1e6de-fd75-48d4-b5f0-774d492fd521 req-10a4f197-eced-4b15-b249-b3afd4497e44 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=232c21cc72d2419fac103914bd3f2f94&device_id=31dc5681-7a50-44e8-926e-e2a04107ccfe HTTP/1.1" status: 200 len: 1097 time: 0.9148779 May 30 19:56:55.053328 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f397d041-ef8a-4e1d-9d64-0e20255ac9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:55.106769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7f979-f207-4ef8-8ca7-a4a885561007 req-50ff0685-9585-4edb-ac0d-fc5cf239c1de tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:55.108323 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a7e7f979-f207-4ef8-8ca7-a4a885561007 req-50ff0685-9585-4edb-ac0d-fc5cf239c1de tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/ports?device_id=31dc5681-7a50-44e8-926e-e2a04107ccfe HTTP/1.1" status: 200 len: 946 time: 0.7205424 May 30 19:56:55.178869 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-845ee699-8deb-4550-b8ca-fda79cc1da7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:55.341106 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Pushing event updated for resources: {'Port': ['ID=652a4730-0c90-4ad7-8c92-5b7b14cf43f8,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:55.344702 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-845ee699-8deb-4550-b8ca-fda79cc1da7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:55.404786 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-71c41c23-0534-434a-b0d3-6af41a4a06d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:55.453655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397d041-ef8a-4e1d-9d64-0e20255ac9bd admin admin] Pushing event deleted for resources: {'Port': ['ID=76ba94c0-ce49-4eba-8571-218ed758154e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:55.537436 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1a5c512-9da0-490e-8db5-46c7b9cf6994 req-3a332e15-7528-4668-bed2-d1ee24bfa995 service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8118067 May 30 19:56:55.680366 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a7e7f979-f207-4ef8-8ca7-a4a885561007 req-ccb35876-4c61-42c7-82c9-ff66bc9185a2 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/security-groups?id=896e41cb-744a-4c1b-bac9-5af29b534810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405750 May 30 19:56:55.710526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88aa8dc-9fb5-4912-9b24-2d826cb3a64a req-9d881076-3fdf-4f84-8118-e0b8dc48bc47 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:55.717326 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f88aa8dc-9fb5-4912-9b24-2d826cb3a64a req-9d881076-3fdf-4f84-8118-e0b8dc48bc47 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 944 time: 0.8033507 May 30 19:56:55.719088 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:55.733632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1e6de-fd75-48d4-b5f0-774d492fd521 req-72f6efb9-c00c-4de4-a30b-a06d291e7f7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:55.735099 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29e1e6de-fd75-48d4-b5f0-774d492fd521 req-72f6efb9-c00c-4de4-a30b-a06d291e7f7f service neutron] 10.222.0.77 "GET /v2.0/networks?id=4b4d97db-0c17-4236-b0ca-75b58f5d2394 HTTP/1.1" status: 200 len: 914 time: 0.6728318 May 30 19:56:55.781789 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f397d041-ef8a-4e1d-9d64-0e20255ac9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:55.880395 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-71c41c23-0534-434a-b0d3-6af41a4a06d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:55.955200 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-845ee699-8deb-4550-b8ca-fda79cc1da7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:55.956509 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29e1e6de-fd75-48d4-b5f0-774d492fd521 req-8ac83035-1bd4-49e3-a66c-e27336c4e733 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4a1b61c-22ed-480b-b50b-89fe08198813 HTTP/1.1" status: 200 len: 217 time: 0.1990881 May 30 19:56:55.965864 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c41c23-0534-434a-b0d3-6af41a4a06d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984c3619-4d5a-43f9-b8a9-b588370645fd,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:56.029977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Attempting to bind port 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:56:56.029977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Attempting to bind port 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:56:56.029977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Attempting to bind port 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:56.032543 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f88aa8dc-9fb5-4912-9b24-2d826cb3a64a req-5578c97f-24e5-4947-89aa-3288fb19add9 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142779 May 30 19:56:56.077262 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-71c41c23-0534-434a-b0d3-6af41a4a06d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:56.077262 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-71c41c23-0534-434a-b0d3-6af41a4a06d8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/984c3619-4d5a-43f9-b8a9-b588370645fd HTTP/1.1" status: 204 len: 168 time: 1.8019054 May 30 19:56:56.087255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ec112c38-a764-4341-8d85-fa07203f45e3 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:56:56.102778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ee699-8deb-4550-b8ca-fda79cc1da7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ae2826-d2dd-47bf-93b9-32b85df76bbf,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:56.123509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Port 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:56:56.123830 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Attempting to bind port 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:56.130878 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f397d041-ef8a-4e1d-9d64-0e20255ac9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:56.142481 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-845ee699-8deb-4550-b8ca-fda79cc1da7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:56.146323 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-845ee699-8deb-4550-b8ca-fda79cc1da7d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/30ae2826-d2dd-47bf-93b9-32b85df76bbf HTTP/1.1" status: 204 len: 168 time: 1.3172317 May 30 19:56:56.147471 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:56:56.147832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:56:56.148620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:56:56.148853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Bound port: 652a4730-0c90-4ad7-8c92-5b7b14cf43f8, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:56:56.149535 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:56.171612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: ec112c38-a764-4341-8d85-fa07203f45e3 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:56:56.172533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ec112c38-a764-4341-8d85-fa07203f45e3 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:56:56.173276 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 76ba94c0-ce49-4eba-8571-218ed758154e no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:56:56.178442 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f397d041-ef8a-4e1d-9d64-0e20255ac9bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:56.202484 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b98c26a3-0dee-4a56-bd96-fa9782a812d8 req-45488f51-181a-4db7-8587-d84105dfc351 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 1095 time: 0.5696752 May 30 19:56:56.249452 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 76ba94c0-ce49-4eba-8571-218ed758154e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:56:56.250282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 76ba94c0-ce49-4eba-8571-218ed758154e not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:56:56.290401 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1e6de-fd75-48d4-b5f0-774d492fd521 req-eaff5c9d-0b6e-4c93-abf9-2c3da6ca12fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:56.293962 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29e1e6de-fd75-48d4-b5f0-774d492fd521 req-eaff5c9d-0b6e-4c93-abf9-2c3da6ca12fb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7d590a51-b2f7-4c1d-82d9-093a51323655 HTTP/1.1" status: 200 len: 853 time: 0.3229487 May 30 19:56:56.332213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] For port 652a4730-0c90-4ad7-8c92-5b7b14cf43f8, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:56:56.335387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] For port 652a4730-0c90-4ad7-8c92-5b7b14cf43f8, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=652a4730-0c90-4ad7-8c92-5b7b14cf43f8,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:56:56.344022 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:56.439647 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:56.440598 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] 10.222.0.77 "PUT /v2.0/ports/652a4730-0c90-4ad7-8c92-5b7b14cf43f8 HTTP/1.1" status: 200 len: 1095 time: 4.4149580 May 30 19:56:56.441219 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79143ca5-0d44-4492-b857-01534b0f96c2', 'tag': '652a4730-0c90-4ad7-8c92-5b7b14cf43f8'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:56:56.455475 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0aa6b-cceb-4214-9aa8-e6c6a0daea1c service neutron] Pushing event updated for resources: {'Port': ['ID=652a4730-0c90-4ad7-8c92-5b7b14cf43f8,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:56.461987 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f397d041-ef8a-4e1d-9d64-0e20255ac9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:56.462496 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f397d041-ef8a-4e1d-9d64-0e20255ac9bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75c130cb-3662-41ab-9f40-5ad2ae8ef8af {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 19:56:56.484175 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f397d041-ef8a-4e1d-9d64-0e20255ac9bd admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:56.484175 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f397d041-ef8a-4e1d-9d64-0e20255ac9bd admin admin] 10.222.0.84 "DELETE /v2.0/routers/75c130cb-3662-41ab-9f40-5ad2ae8ef8af HTTP/1.1" status: 204 len: 168 time: 3.6333954 May 30 19:56:56.484175 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48626) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:56.583752 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29e1e6de-fd75-48d4-b5f0-774d492fd521 req-aa056f5e-127d-4273-a3ee-fc83b4056f8e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4b4d97db-0c17-4236-b0ca-75b58f5d2394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2696586 May 30 19:56:56.624849 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c670c014-75d9-4388-b78c-264644358653'] response: {'name': 'network-changed', 'server_uuid': '79143ca5-0d44-4492-b857-01534b0f96c2', 'tag': '652a4730-0c90-4ad7-8c92-5b7b14cf43f8', 'status': 'completed', 'code': 200} May 30 19:56:56.772435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-7641e7af-7054-4b9c-a27e-e6745890c589 admin admin] Deleting subnet 053967ed-5088-4815-853b-fd1a5401335c {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:56:56.775614 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7641e7af-7054-4b9c-a27e-e6745890c589 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:56.845007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdb626-de04-46dc-8e80-1666109340e5 req-e494214f-c50a-4e54-ad43-f45e2a8fbdb2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:56.846001 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7afdb626-de04-46dc-8e80-1666109340e5 req-e494214f-c50a-4e54-ad43-f45e2a8fbdb2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Synchronizing usage tracker for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:56:56.872192 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7641e7af-7054-4b9c-a27e-e6745890c589 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:56.965685 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7641e7af-7054-4b9c-a27e-e6745890c589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:56.995912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c26a3-0dee-4a56-bd96-fa9782a812d8 req-67b5d1b8-e2dc-4808-8cfb-da082cbdffd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:56.997980 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b98c26a3-0dee-4a56-bd96-fa9782a812d8 req-67b5d1b8-e2dc-4808-8cfb-da082cbdffd9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.7624612 May 30 19:56:57.003318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7afdb626-de04-46dc-8e80-1666109340e5 req-e494214f-c50a-4e54-ad43-f45e2a8fbdb2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Unset dirty status for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:56:57.009452 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7afdb626-de04-46dc-8e80-1666109340e5 req-e494214f-c50a-4e54-ad43-f45e2a8fbdb2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=79143ca5-0d44-4492-b857-01534b0f96c2 HTTP/1.1" status: 200 len: 947 time: 1.1445813 May 30 19:56:57.013711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48636) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:57.023168 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48638) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:57.062414 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-991943e6-f238-4a46-bb04-0407b8618ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:57.094785 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-d121fbd6-5007-4759-b4dd-48a8adc1de8b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=79143ca5-0d44-4492-b857-01534b0f96c2 HTTP/1.1" status: 200 len: 1098 time: 0.4690027 May 30 19:56:57.211136 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b98c26a3-0dee-4a56-bd96-fa9782a812d8 req-259766cd-8727-4478-8428-2583a08092d9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=831f2151-aa7e-4cbe-9f68-fab1d0f10322 HTTP/1.1" status: 200 len: 217 time: 0.1963222 May 30 19:56:57.234499 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29e1e6de-fd75-48d4-b5f0-774d492fd521 req-2f801167-bafa-457b-868a-f7a333e72970 service neutron] 10.222.0.77 "GET /v2.0/networks/4b4d97db-0c17-4236-b0ca-75b58f5d2394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6026306 May 30 19:56:57.294628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7641e7af-7054-4b9c-a27e-e6745890c589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:57.330542 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:56:57.344023 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-991943e6-f238-4a46-bb04-0407b8618ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:57.355092 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641e7af-7054-4b9c-a27e-e6745890c589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=053967ed-5088-4815-853b-fd1a5401335c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:57.360927 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-991943e6-f238-4a46-bb04-0407b8618ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:6e325f0a2e9441a0b61aabb52aee7396 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:57.364873 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-991943e6-f238-4a46-bb04-0407b8618ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:57.368482 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-070cedd1-a067-4d4f-8973-182ba34c30b2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=652a4730-0c90-4ad7-8c92-5b7b14cf43f8 HTTP/1.1" status: 200 len: 217 time: 0.2532504 May 30 19:56:57.373165 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-991943e6-f238-4a46-bb04-0407b8618ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:57.376996 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7641e7af-7054-4b9c-a27e-e6745890c589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:57.378927 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc53e291-3413-475d-a09a-cc61b894a7b5 None None] Network 27f7a874-3b6f-43a7-886a-ebc551f4bf6f requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:56:57.419706 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7afdb626-de04-46dc-8e80-1666109340e5 req-ba26569c-153e-4a64-a315-1ffc596239c4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066484 May 30 19:56:57.448397 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7641e7af-7054-4b9c-a27e-e6745890c589 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/053967ed-5088-4815-853b-fd1a5401335c HTTP/1.1" status: 204 len: 168 time: 0.9595661 May 30 19:56:57.448619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48646) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:57.484200 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-c1e2977b-fa77-4a48-b4a6-fe83551a4ec7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:57.485668 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-c1e2977b-fa77-4a48-b4a6-fe83551a4ec7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1101675 May 30 19:56:57.554278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-82085708-3190-4e24-9081-e0db0aedb2ef admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7188bcba87ba44a192fe79f373c7cd13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5249546 May 30 19:56:57.572856 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c26a3-0dee-4a56-bd96-fa9782a812d8 req-176fd2ef-0ab7-41a8-8567-29a6a7a40f52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:57.574307 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b98c26a3-0dee-4a56-bd96-fa9782a812d8 req-176fd2ef-0ab7-41a8-8567-29a6a7a40f52 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.3447857 May 30 19:56:57.574767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48650) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:57.658442 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:57.661175 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4ebe7c14-b261-40df-9188-2047aeb1ca2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:57.679582 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-991943e6-f238-4a46-bb04-0407b8618ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:57.688647 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-991943e6-f238-4a46-bb04-0407b8618ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:57.708866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] Deleting port 8f25752a-40dc-4790-a8ea-0b73d9f99dba {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:57.709211 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:57.754401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] DHCP port deletion for 27f7a874-3b6f-43a7-886a-ebc551f4bf6f request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 19:56:57.761901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] Deleting port 8f25752a-40dc-4790-a8ea-0b73d9f99dba {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:57.762431 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:57.791082 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-64f549bd-e5eb-4cd6-8b85-87a5836a83f3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2577407 May 30 19:56:57.830008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcedb9de-fdbd-4939-a1da-0e712f37c85e {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:56:57.832998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991943e6-f238-4a46-bb04-0407b8618ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b103b819-37d3-4832-a3fd-f7461a9d36a3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:57.888535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b98c26a3-0dee-4a56-bd96-fa9782a812d8 req-16009775-cb1d-4753-bf69-44131c59c8ee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2923393 May 30 19:56:57.889268 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-991943e6-f238-4a46-bb04-0407b8618ac7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6e325f0a2e9441a0b61aabb52aee7396&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8637853 May 30 19:56:57.896085 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48654) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:57.905102 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:58.036379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd6f42-cc6e-4249-9150-2048ff273ecb req-c48bd66e-1550-41a9-ba7b-b59e73c727a9 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:58.043314 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-17dd6f42-cc6e-4249-9150-2048ff273ecb req-c48bd66e-1550-41a9-ba7b-b59e73c727a9 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/ports?device_id=31dc5681-7a50-44e8-926e-e2a04107ccfe HTTP/1.1" status: 200 len: 946 time: 0.9459214 May 30 19:56:58.076609 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29e1e6de-fd75-48d4-b5f0-774d492fd521 req-9730dde9-f027-4841-a53a-542aedff5e77 service neutron] 10.222.0.77 "GET /v2.0/networks/4b4d97db-0c17-4236-b0ca-75b58f5d2394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7929425 May 30 19:56:58.081312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8f25752a-40dc-4790-a8ea-0b73d9f99dba no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:56:58.083398 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Transition to ACTIVE for port object dcedb9de-fdbd-4939-a1da-0e712f37c85e will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:58.110584 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-e0fc062b-6501-4651-a881-012fc0348111 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073003 May 30 19:56:58.113481 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:58.145459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] For port 8f25752a-40dc-4790-a8ea-0b73d9f99dba, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8f25752a-40dc-4790-a8ea-0b73d9f99dba,segment=NetworkSegment(3193effd-41f2-48b5-8543-8b09f9c05982),segment_id=3193effd-41f2-48b5-8543-8b09f9c05982)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:58.146115 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:58.279546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Pushing event updated for resources: {'Port': ['ID=dcedb9de-fdbd-4939-a1da-0e712f37c85e,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:58.320384 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-17dd6f42-cc6e-4249-9150-2048ff273ecb req-f54410e0-9c0c-46b5-a295-595c032a4fe8 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/security-groups?id=896e41cb-744a-4c1b-bac9-5af29b534810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759306 May 30 19:56:58.326165 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2b437c05-e77b-4f7a-bdbd-8bae484c39c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:58.361074 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2b437c05-e77b-4f7a-bdbd-8bae484c39c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:58.367545 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-82493ff2-1737-4f10-b4f9-3f669ee8b9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:58.378946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] Calling delete_port for 8f25752a-40dc-4790-a8ea-0b73d9f99dba owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:58.446666 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2b437c05-e77b-4f7a-bdbd-8bae484c39c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:58.447158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] For port 8f25752a-40dc-4790-a8ea-0b73d9f99dba, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8f25752a-40dc-4790-a8ea-0b73d9f99dba,segment=NetworkSegment(3193effd-41f2-48b5-8543-8b09f9c05982),segment_id=3193effd-41f2-48b5-8543-8b09f9c05982)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:58.447590 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:58.518470 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:58.545999 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2b437c05-e77b-4f7a-bdbd-8bae484c39c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:58.548210 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2b437c05-e77b-4f7a-bdbd-8bae484c39c7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/341c42e9-26bd-4955-887c-b70d88b32d89 HTTP/1.1" status: 204 len: 168 time: 0.9679754 May 30 19:56:58.564613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b437c05-e77b-4f7a-bdbd-8bae484c39c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341c42e9-26bd-4955-887c-b70d88b32d89,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:58.571795 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:58.586346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cf76d-3833-4e2b-9c59-f3f8042940d8 req-7de6c923-1634-4965-aaff-0f997ddc1b5e tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:58.593531 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1b5cf76d-3833-4e2b-9c59-f3f8042940d8 req-7de6c923-1634-4965-aaff-0f997ddc1b5e tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 944 time: 0.9213662 May 30 19:56:58.597775 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b98c26a3-0dee-4a56-bd96-fa9782a812d8 req-39cd58f2-6885-4722-879b-fa3dd9ae3835 service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6831441 May 30 19:56:58.654606 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-82493ff2-1737-4f10-b4f9-3f669ee8b9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:58.735471 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1b5cf76d-3833-4e2b-9c59-f3f8042940d8 req-9005c7ce-99b6-420c-9457-124adf349d5b tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410465 May 30 19:56:58.766736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] No DVR routers for this DVR port 8f25752a-40dc-4790-a8ea-0b73d9f99dba on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:56:58.810238 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-5767de9b-7330-40e0-b02f-f32408a6af7f service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6819751 May 30 19:56:58.829018 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] Pushing event deleted for resources: {'Port': ['ID=8f25752a-40dc-4790-a8ea-0b73d9f99dba,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:58.836540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] Calling delete_port for 8f25752a-40dc-4790-a8ea-0b73d9f99dba owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:56:58.847905 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:58.849079 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:58.852016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:58.852016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:58.852016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:58.852016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:58.852016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:58.852016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:58.852769 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:58.854177 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:58.854347 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c07c0-a0f9-485b-9bb9-f70a1a6be2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:58.981732 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 19:56:58.982368 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 19:56:58.995846 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-82493ff2-1737-4f10-b4f9-3f669ee8b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.080984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82493ff2-1737-4f10-b4f9-3f669ee8b9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b103b819-37d3-4832-a3fd-f7461a9d36a3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:59.099201 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-82493ff2-1737-4f10-b4f9-3f669ee8b9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.100463 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-82493ff2-1737-4f10-b4f9-3f669ee8b9f6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b103b819-37d3-4832-a3fd-f7461a9d36a3 HTTP/1.1" status: 204 len: 168 time: 1.2016642 May 30 19:56:59.122478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Attempting to bind port dcedb9de-fdbd-4939-a1da-0e712f37c85e on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:56:59.122478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Attempting to bind port dcedb9de-fdbd-4939-a1da-0e712f37c85e by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:56:59.123052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Attempting to bind port dcedb9de-fdbd-4939-a1da-0e712f37c85e on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:59.139349 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5c280c44-e4e9-42f2-b219-e7d7659a052f req-c70e9cea-aff2-4437-ad2e-588985511016 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=79143ca5-0d44-4492-b857-01534b0f96c2 HTTP/1.1" status: 200 len: 1098 time: 0.1296301 May 30 19:56:59.150436 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b98c26a3-0dee-4a56-bd96-fa9782a812d8 req-33fc8676-ca36-43e8-82fd-509ac3cf48d9 service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552383 May 30 19:56:59.166861 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Port dcedb9de-fdbd-4939-a1da-0e712f37c85e on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:56:59.167185 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Attempting to bind port dcedb9de-fdbd-4939-a1da-0e712f37c85e on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:59.190052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab97d58-19a1-4726-933c-7560beb21565 req-5efb41d4-747b-481a-aa2a-44f617a4b1ac tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:59.200140 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ab97d58-19a1-4726-933c-7560beb21565 req-5efb41d4-747b-481a-aa2a-44f617a4b1ac tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=79143ca5-0d44-4492-b857-01534b0f96c2 HTTP/1.1" status: 200 len: 947 time: 0.3554838 May 30 19:56:59.214315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:56:59.214315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:56:59.214685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:56:59.215131 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Bound port: dcedb9de-fdbd-4939-a1da-0e712f37c85e, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:56:59.215475 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.359146 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ab97d58-19a1-4726-933c-7560beb21565 req-cf6b1513-7621-42a3-8ad0-0f52421bb058 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580360 May 30 19:56:59.395509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] For port dcedb9de-fdbd-4939-a1da-0e712f37c85e, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:56:59.399160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] For port dcedb9de-fdbd-4939-a1da-0e712f37c85e, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=dcedb9de-fdbd-4939-a1da-0e712f37c85e,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:56:59.405196 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.436239 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c280c44-e4e9-42f2-b219-e7d7659a052f req-2eb8e3ba-7db7-4959-a947-fe0dc8e69d6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:59.440996 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5c280c44-e4e9-42f2-b219-e7d7659a052f req-2eb8e3ba-7db7-4959-a947-fe0dc8e69d6e service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.2910621 May 30 19:56:59.504023 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.507137 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] 10.222.0.93 "PUT /v2.0/ports/dcedb9de-fdbd-4939-a1da-0e712f37c85e HTTP/1.1" status: 200 len: 1096 time: 4.5280404 May 30 19:56:59.507602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97a0589-c695-4172-869c-4022c4987016', 'tag': 'dcedb9de-fdbd-4939-a1da-0e712f37c85e'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:56:59.578870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] Deleting port 8f25752a-40dc-4790-a8ea-0b73d9f99dba {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:56:59.580219 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.683103 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc6cccd5-4958-49fa-9196-44b06b283e3b'] response: {'name': 'network-changed', 'server_uuid': 'd97a0589-c695-4172-869c-4022c4987016', 'tag': 'dcedb9de-fdbd-4939-a1da-0e712f37c85e', 'status': 'completed', 'code': 200} May 30 19:56:59.699208 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5c280c44-e4e9-42f2-b219-e7d7659a052f req-f3044f34-b611-412e-bc76-85930a466313 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=652a4730-0c90-4ad7-8c92-5b7b14cf43f8 HTTP/1.1" status: 200 len: 217 time: 0.2510333 May 30 19:56:59.761714 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87e13b-e57a-4d0a-a54c-b6a30380a699 service neutron] Pushing event updated for resources: {'Port': ['ID=dcedb9de-fdbd-4939-a1da-0e712f37c85e,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:59.916286 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-1b602213-a550-40b2-bb81-e544aed35bf5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=d97a0589-c695-4172-869c-4022c4987016 HTTP/1.1" status: 200 len: 1099 time: 0.3492064 May 30 19:56:59.917747 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-843acb24-5600-4bc5-a803-82d6b9923867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.967424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] The port '8f25752a-40dc-4790-a8ea-0b73d9f99dba' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 19:57:00.035491 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-ae0b1794-c53d-4c9c-9919-93d4c640b310 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=dcedb9de-fdbd-4939-a1da-0e712f37c85e HTTP/1.1" status: 200 len: 217 time: 0.1090238 May 30 19:57:00.047005 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f3c1d-8afa-4362-a509-7f120f71c441 req-d9071f02-3728-4534-bab0-0abbb62d3776 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:00.055316 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-093f3c1d-8afa-4362-a509-7f120f71c441 req-d9071f02-3728-4534-bab0-0abbb62d3776 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/ports?device_id=31dc5681-7a50-44e8-926e-e2a04107ccfe HTTP/1.1" status: 200 len: 946 time: 0.3813293 May 30 19:57:00.173109 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:00.197040 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c280c44-e4e9-42f2-b219-e7d7659a052f req-254c5e22-48b1-4efe-b44a-627385be798a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:00.198507 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5c280c44-e4e9-42f2-b219-e7d7659a052f req-254c5e22-48b1-4efe-b44a-627385be798a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2293968 May 30 19:57:00.252987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f7a874-3b6f-43a7-886a-ebc551f4bf6f']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:00.277585 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3193effd-41f2-48b5-8543-8b09f9c05982') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:00.278064 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3193effd-41f2-48b5-8543-8b09f9c05982') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:00.288311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-fdd4a347-0cc4-4334-80d7-8507b2df993d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:00.295311 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-fdd4a347-0cc4-4334-80d7-8507b2df993d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2368202 May 30 19:57:00.296632 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:00.324292 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:00.333730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:57:00.334138 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: util.warn( May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: util.warn( May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: util.warn( May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: util.warn( May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: timer() May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: self._notify() May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:57:00.350063 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:57:00.415572 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-093f3c1d-8afa-4362-a509-7f120f71c441 req-3f9a4f61-5bd9-4f7c-9cec-19bb49929b37 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/security-groups?id=896e41cb-744a-4c1b-bac9-5af29b534810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593533 May 30 19:57:00.442386 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202feac8-e8b0-4c3b-9d5a-72c2f91cae27 req-b82df959-709f-4d8a-ae2b-f40856030170 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:00.442542 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5c280c44-e4e9-42f2-b219-e7d7659a052f req-27375e65-e43b-4a49-8269-3e2942fc7813 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2296984 May 30 19:57:00.444364 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-202feac8-e8b0-4c3b-9d5a-72c2f91cae27 req-b82df959-709f-4d8a-ae2b-f40856030170 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 944 time: 0.3240087 May 30 19:57:00.481161 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:00.512403 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-fe3d0e55-3a04-45be-a517-6ae383f50373 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1941574 May 30 19:57:00.521078 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-202feac8-e8b0-4c3b-9d5a-72c2f91cae27 req-9a183b34-8d05-4422-b423-f487b8d48b63 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697227 May 30 19:57:00.619356 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:00.642285 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] Pushing event deleted for resources: {'Network': ['ID=27f7a874-3b6f-43a7-886a-ebc551f4bf6f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:00.670338 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-66f0b928-937e-43f3-8012-51a84a9f1d9e admin admin] 10.222.0.84 "DELETE /v2.0/networks/27f7a874-3b6f-43a7-886a-ebc551f4bf6f HTTP/1.1" status: 204 len: 168 time: 3.2176027 May 30 19:57:00.722643 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-07d23d95-ecaa-420b-9669-5cb17a9bbb47 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005916 May 30 19:57:00.734762 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:57:00.745197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48714) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:00.793950 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5c280c44-e4e9-42f2-b219-e7d7659a052f req-fb50a6d0-6e4b-4abd-b358-6265f44e1423 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422065 May 30 19:57:00.955181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 652a4730-0c90-4ad7-8c92-5b7b14cf43f8, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=652a4730-0c90-4ad7-8c92-5b7b14cf43f8,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:00.976641 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '652a4730-0c90-4ad7-8c92-5b7b14cf43f8', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '652a4730-0c90-4ad7-8c92-5b7b14cf43f8', 'mac_address': 'fa:16:3e:ee:19:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:57:01.068548 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48724) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:01.104112 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.107262 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5c280c44-e4e9-42f2-b219-e7d7659a052f req-be8e25d5-9418-4ca0-a1e5-9a49718184e2 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058319 May 30 19:57:01.127988 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.160909 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e2abb2de-8709-4337-96b4-8ac8228f4979 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d06e2662e4c444b49dc4caefaa2522de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0893657 May 30 19:57:01.161570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48728) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:01.173928 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:01.209037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 652a4730-0c90-4ad7-8c92-5b7b14cf43f8, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=652a4730-0c90-4ad7-8c92-5b7b14cf43f8,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:01.219338 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.318601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1290332100-network', 'tenant_id': '5dd329ae9e0742dd8efa8e8b988ec12c'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:01.342296 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-76988ca6-174f-414b-9867-ba5dbb417430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.346937 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:01.373511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Usage tracker for resource:network and tenant:5dd329ae9e0742dd8efa8e8b988ec12c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:01.388959 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.389381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:01.424943 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:01.433667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cd4d24e-5e2c-4a2e-a67e-e32ccbd8619f req-86a8efba-2340-42f5-a355-f561cc5e7bb3 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7045465 May 30 19:57:01.436251 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-76988ca6-174f-414b-9867-ba5dbb417430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.442326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=652a4730-0c90-4ad7-8c92-5b7b14cf43f8,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:01.472486 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Made reservation on behalf of 5dd329ae9e0742dd8efa8e8b988ec12c for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:01.475231 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.491416 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.513498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99469869-5a31-4fef-8c48-273e999f6c20 req-80f93294-6a53-4427-a8ae-c823af619fbc tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:01.517068 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99469869-5a31-4fef-8c48-273e999f6c20 req-80f93294-6a53-4427-a8ae-c823af619fbc tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=79143ca5-0d44-4492-b857-01534b0f96c2 HTTP/1.1" status: 200 len: 948 time: 0.7433593 May 30 19:57:01.572362 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['652a4730-0c90-4ad7-8c92-5b7b14cf43f8'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:01.574016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:01.578964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Usage tracker for resource:security_group_rule and tenant:5dd329ae9e0742dd8efa8e8b988ec12c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:01.583110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:01.593632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:01.608448 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-76988ca6-174f-414b-9867-ba5dbb417430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.636911 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76988ca6-174f-414b-9867-ba5dbb417430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e81f8d-e26a-4859-8c58-804efe047018,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:01.668172 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-76988ca6-174f-414b-9867-ba5dbb417430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.672362 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-76988ca6-174f-414b-9867-ba5dbb417430 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f9e81f8d-e26a-4859-8c58-804efe047018 HTTP/1.1" status: 204 len: 168 time: 0.5096996 May 30 19:57:01.766632 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.774841 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.782423 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99469869-5a31-4fef-8c48-273e999f6c20 req-7caa4d36-9188-4d2b-a7d4-0cb1355222f2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899664 May 30 19:57:01.796702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e32a99-dce8-4fad-98af-ae845872d443 req-7625f43a-6012-47af-8c5c-77250241f47e tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:01.798521 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16e32a99-dce8-4fad-98af-ae845872d443 req-7625f43a-6012-47af-8c5c-77250241f47e tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/ports?device_id=31dc5681-7a50-44e8-926e-e2a04107ccfe HTTP/1.1" status: 200 len: 946 time: 0.2179787 May 30 19:57:01.802766 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6716f1c-56a3-4c5a-8182-e8bd93555736 req-17c708ef-ae18-43b3-a5d6-15890097b162 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=d97a0589-c695-4172-869c-4022c4987016 HTTP/1.1" status: 200 len: 1099 time: 0.2847211 May 30 19:57:01.840200 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:57:01.864578 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.864917 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Added segment 813fc3d0-1b13-4b9b-9a47-e783b9dd5c37 of type vlan for network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce May 30 19:57:01.931952 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.982920 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16e32a99-dce8-4fad-98af-ae845872d443 req-879537c2-45fd-4cb7-8e95-a4ccfdec3472 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/security-groups?id=896e41cb-744a-4c1b-bac9-5af29b534810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762230 May 30 19:57:02.031913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77707d80-5f91-4159-ad56-d2fae0a1d325,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:02.083057 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:02.084762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:02.085348 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:02.154739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6716f1c-56a3-4c5a-8182-e8bd93555736 req-ce01f602-389b-4297-b565-659a9fcd5ef9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:02.156338 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6716f1c-56a3-4c5a-8182-e8bd93555736 req-ce01f602-389b-4297-b565-659a9fcd5ef9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.3042197 May 30 19:57:02.249815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77169a0-280c-4d39-9e5b-7621fcccf283 req-633db91b-2268-4ae6-adc8-35a99477883f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:02.255935 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f77169a0-280c-4d39-9e5b-7621fcccf283 req-633db91b-2268-4ae6-adc8-35a99477883f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 944 time: 0.2296867 May 30 19:57:02.311474 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] Pushing event updated for resources: {'Network': ['ID=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:02.323068 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f6eecd82-624e-4842-80d7-5c85a8d272b0 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5676341 May 30 19:57:02.324525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48752) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:02.326248 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:57:02.336013 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9f39bd4a-dc6b-42b3-953c-1444e887eccc admin admin] Request body: {'subnet': {'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1290332100-subnet', 'tenant_id': '5dd329ae9e0742dd8efa8e8b988ec12c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:02.344060 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9f39bd4a-dc6b-42b3-953c-1444e887eccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:02.355345 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6716f1c-56a3-4c5a-8182-e8bd93555736 req-93a2d817-0d5b-4f4d-b094-57df04048a9c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=dcedb9de-fdbd-4939-a1da-0e712f37c85e HTTP/1.1" status: 200 len: 217 time: 0.1879730 May 30 19:57:02.356487 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9f39bd4a-dc6b-42b3-953c-1444e887eccc admin admin] Usage tracker for resource:subnet and tenant:5dd329ae9e0742dd8efa8e8b988ec12c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:02.365920 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9f39bd4a-dc6b-42b3-953c-1444e887eccc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:02.377025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9f39bd4a-dc6b-42b3-953c-1444e887eccc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:02.401397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f39bd4a-dc6b-42b3-953c-1444e887eccc admin admin] Made reservation on behalf of 5dd329ae9e0742dd8efa8e8b988ec12c for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:02.406735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9f39bd4a-dc6b-42b3-953c-1444e887eccc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:02.553251 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f77169a0-280c-4d39-9e5b-7621fcccf283 req-d541acf6-2c59-4358-a442-faa6276771b7 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849422 May 30 19:57:02.556220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6716f1c-56a3-4c5a-8182-e8bd93555736 req-b991b024-145b-4c0a-a30b-abf404f7b4e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:02.562609 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6716f1c-56a3-4c5a-8182-e8bd93555736 req-b991b024-145b-4c0a-a30b-abf404f7b4e3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1992762 May 30 19:57:02.659059 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:02.708442 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6716f1c-56a3-4c5a-8182-e8bd93555736 req-ba874b47-b88c-41fa-b97d-2755260b7ad2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1373582 May 30 19:57:02.763513 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9f39bd4a-dc6b-42b3-953c-1444e887eccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:02.783631 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 831f2151-aa7e-4cbe-9f68-fab1d0f10322 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:57:02.789408 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:02.938569 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:02.939797 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6716f1c-56a3-4c5a-8182-e8bd93555736 req-d88f7ae4-4882-4211-8e89-3a88cbd67252 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223556 May 30 19:57:03.131502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39bd4a-dc6b-42b3-953c-1444e887eccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd0ba15-290a-4589-8acd-b7cd3e58dbb1,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:03.137391 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f39bd4a-dc6b-42b3-953c-1444e887eccc admin admin] Checking segment: {'id': '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:03.137752 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f39bd4a-dc6b-42b3-953c-1444e887eccc admin admin] Network hostable DHCP agents. Network: 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:57:03.258094 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f39bd4a-dc6b-42b3-953c-1444e887eccc admin admin] Network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:57:03.258676 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=831f2151-aa7e-4cbe-9f68-fab1d0f10322,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:03.283088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '831f2151-aa7e-4cbe-9f68-fab1d0f10322', 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6', 'port_id': '831f2151-aa7e-4cbe-9f68-fab1d0f10322', 'mac_address': 'fa:16:3e:bc:13:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb81dd35-0c01-4e64-9d86-853df955e5f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:57:03.298190 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-9f39bd4a-dc6b-42b3-953c-1444e887eccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:57:03.307122 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f39bd4a-dc6b-42b3-953c-1444e887eccc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:03.310164 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9f39bd4a-dc6b-42b3-953c-1444e887eccc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:03.395786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f3ec0-4e02-424e-9b07-44eb5afec410 req-7ee73cad-091c-4524-98a0-21e424ec66d8 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:03.398292 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab5f3ec0-4e02-424e-9b07-44eb5afec410 req-7ee73cad-091c-4524-98a0-21e424ec66d8 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.77 "GET /v2.0/ports?device_id=31dc5681-7a50-44e8-926e-e2a04107ccfe HTTP/1.1" status: 200 len: 946 time: 0.4302037 May 30 19:57:03.400547 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9f39bd4a-dc6b-42b3-953c-1444e887eccc admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0743597 May 30 19:57:03.401489 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:03.419626 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1d98d0-75b3-4b32-9d2b-0f331ae88716 None None] Network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:57:03.514695 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-ab5f3ec0-4e02-424e-9b07-44eb5afec410 req-d5e11c07-cdc1-479d-9a66-0843ccc6e8e6 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Deleting port f4a1b61c-22ed-480b-b50b-89fe08198813 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:57:03.516231 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ab5f3ec0-4e02-424e-9b07-44eb5afec410 req-d5e11c07-cdc1-479d-9a66-0843ccc6e8e6 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:03.520467 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6716f1c-56a3-4c5a-8182-e8bd93555736 req-bb485d49-821e-4cf7-8347-3d8c361cfb56 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728095 May 30 19:57:03.545141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa02f69-fbc2-429d-ac1e-36e89d9541f5 req-a522d9cc-7f02-4916-96b8-1c5bb1b2a0ed tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:03.550056 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2aa02f69-fbc2-429d-ac1e-36e89d9541f5 req-a522d9cc-7f02-4916-96b8-1c5bb1b2a0ed tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=79143ca5-0d44-4492-b857-01534b0f96c2 HTTP/1.1" status: 200 len: 948 time: 0.4369504 May 30 19:57:03.554564 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 831f2151-aa7e-4cbe-9f68-fab1d0f10322 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:03.609778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=831f2151-aa7e-4cbe-9f68-fab1d0f10322,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:03.614721 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:03.641400 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:03.669065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f2389-b54d-41c8-89e0-205f2d7f6c5e req-e6879cad-f991-4de3-bf21-301372678190 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:03.676705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-338f2389-b54d-41c8-89e0-205f2d7f6c5e req-e6879cad-f991-4de3-bf21-301372678190 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/ports?device_id=31dc5681-7a50-44e8-926e-e2a04107ccfe HTTP/1.1" status: 200 len: 946 time: 0.3812697 May 30 19:57:03.761559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2aa02f69-fbc2-429d-ac1e-36e89d9541f5 req-cf8c8960-da1d-4e41-94db-8f7e316bcee7 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804605 May 30 19:57:03.787995 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-338f2389-b54d-41c8-89e0-205f2d7f6c5e req-3b4c95a4-03f7-4c9a-a51c-58fbd29ccc85 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.84 "GET /v2.0/security-groups?id=896e41cb-744a-4c1b-bac9-5af29b534810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101742 May 30 19:57:03.844277 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:03.844700 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:03.928224 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=831f2151-aa7e-4cbe-9f68-fab1d0f10322,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:04.061963 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['831f2151-aa7e-4cbe-9f68-fab1d0f10322'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:04.096155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-ab5f3ec0-4e02-424e-9b07-44eb5afec410 req-d5e11c07-cdc1-479d-9a66-0843ccc6e8e6 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] For port f4a1b61c-22ed-480b-b50b-89fe08198813, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=f4a1b61c-22ed-480b-b50b-89fe08198813,segment=NetworkSegment(5d2893a1-f319-4042-b227-24ce160fd80a),segment_id=5d2893a1-f319-4042-b227-24ce160fd80a)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:04.096155 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ab5f3ec0-4e02-424e-9b07-44eb5afec410 req-d5e11c07-cdc1-479d-9a66-0843ccc6e8e6 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:04.119473 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1262aa-dedd-435f-b36e-49b6e389dced req-287bb55b-99d3-4a6e-9ead-b8b667961677 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:04.129502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db1262aa-dedd-435f-b36e-49b6e389dced req-287bb55b-99d3-4a6e-9ead-b8b667961677 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 945 time: 0.1060061 May 30 19:57:04.208781 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db1262aa-dedd-435f-b36e-49b6e389dced req-0634ae81-e4b0-4282-889b-9d2d9e52910d tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775747 May 30 19:57:04.237973 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:04.332866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-ab5f3ec0-4e02-424e-9b07-44eb5afec410 req-d5e11c07-cdc1-479d-9a66-0843ccc6e8e6 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Calling delete_port for f4a1b61c-22ed-480b-b50b-89fe08198813 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:57:04.374953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd6d94e-2813-4580-ae34-6d5415d0e300 None None] Network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:57:04.551406 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79143ca5-0d44-4492-b857-01534b0f96c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652a4730-0c90-4ad7-8c92-5b7b14cf43f8'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:04.577457 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 652a4730-0c90-4ad7-8c92-5b7b14cf43f8, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=652a4730-0c90-4ad7-8c92-5b7b14cf43f8,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:04.616156 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ab5f3ec0-4e02-424e-9b07-44eb5afec410 req-d5e11c07-cdc1-479d-9a66-0843ccc6e8e6 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:04.650880 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:04.665440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e11c07-cdc1-479d-9a66-0843ccc6e8e6 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Pushing event deleted for resources: {'Port': ['ID=f4a1b61c-22ed-480b-b50b-89fe08198813,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:04.701243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device dcedb9de-fdbd-4939-a1da-0e712f37c85e details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:57:04.746016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5f3ec0-4e02-424e-9b07-44eb5afec410 req-d5e11c07-cdc1-479d-9a66-0843ccc6e8e6 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] No DVR routers for this DVR port f4a1b61c-22ed-480b-b50b-89fe08198813 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:57:04.748715 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ab5f3ec0-4e02-424e-9b07-44eb5afec410 req-d5e11c07-cdc1-479d-9a66-0843ccc6e8e6 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:04.751299 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31dc5681-7a50-44e8-926e-e2a04107ccfe', 'name': 'network-vif-deleted', 'tag': 'f4a1b61c-22ed-480b-b50b-89fe08198813'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:04.769211 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab5f3ec0-4e02-424e-9b07-44eb5afec410 req-d5e11c07-cdc1-479d-9a66-0843ccc6e8e6 tempest-InstanceActionsTestJSON-1672508125 tempest-InstanceActionsTestJSON-1672508125-project] 10.222.0.77 "DELETE /v2.0/ports/f4a1b61c-22ed-480b-b50b-89fe08198813 HTTP/1.1" status: 204 len: 173 time: 1.3626325 May 30 19:57:04.779257 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-f57c3860-780a-4604-a33f-c319c731c8f6 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=4e142050981c4c029a76524cf61573e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1470094 May 30 19:57:04.866984 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=652a4730-0c90-4ad7-8c92-5b7b14cf43f8,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:04.898319 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:57:05.072411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-e16d1188-8abe-46ae-b181-76b4dd5ab08d tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:05.073936 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-e16d1188-8abe-46ae-b181-76b4dd5ab08d tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/networks?id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce HTTP/1.1" status: 200 len: 805 time: 0.4896214 May 30 19:57:05.095739 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port dcedb9de-fdbd-4939-a1da-0e712f37c85e, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=dcedb9de-fdbd-4939-a1da-0e712f37c85e,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:05.110691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'dcedb9de-fdbd-4939-a1da-0e712f37c85e', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': 'dcedb9de-fdbd-4939-a1da-0e712f37c85e', 'mac_address': 'fa:16:3e:8c:91:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:57:05.120638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-a9ce51e5-4605-4853-bcf2-3634d0e557c1 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:05.122250 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-a9ce51e5-4605-4853-bcf2-3634d0e557c1 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3423822 May 30 19:57:05.125095 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f0680164-daeb-4312-8e69-da3fac6e064d tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/quotas/5dd329ae9e0742dd8efa8e8b988ec12c HTTP/1.1" status: 200 len: 375 time: 0.0262961 May 30 19:57:05.173444 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:05.176989 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-14b8baec-55af-4e38-be3d-2ee15daf0119 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/quotas/4e142050981c4c029a76524cf61573e6 HTTP/1.1" status: 200 len: 375 time: 0.0486000 May 30 19:57:05.184484 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-a338718c-2a4b-4a46-846a-d9a6218ec6ae tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=5dd329ae9e0742dd8efa8e8b988ec12c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493665 May 30 19:57:05.194889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcedb9de-fdbd-4939-a1da-0e712f37c85e {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:05.210604 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port dcedb9de-fdbd-4939-a1da-0e712f37c85e, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=dcedb9de-fdbd-4939-a1da-0e712f37c85e,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:05.215919 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:05.251858 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-e24c3296-12c7-4789-9cbe-fdf7a260a0cd tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4e142050981c4c029a76524cf61573e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662920 May 30 19:57:05.341562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=dcedb9de-fdbd-4939-a1da-0e712f37c85e,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:05.384636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-b4be9594-f61a-405a-8219-102ba9d087c6 service neutron] 10.222.0.84 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977372 May 30 19:57:05.514723 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['dcedb9de-fdbd-4939-a1da-0e712f37c85e'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:05.651042 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-1b4c6057-5f98-4073-a83a-e326e9a15d7e service neutron] 10.222.0.84 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562037 May 30 19:57:05.658845 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-551be0f4-48e0-47a0-9ec5-bf8835ef0024'] response: {'server_uuid': '79143ca5-0d44-4492-b857-01534b0f96c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652a4730-0c90-4ad7-8c92-5b7b14cf43f8', 'code': 200} May 30 19:57:05.675382 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1afd27f-3394-4a92-b9c3-640d3de4d8fe'] response: {'server_uuid': '31dc5681-7a50-44e8-926e-e2a04107ccfe', 'name': 'network-vif-deleted', 'tag': 'f4a1b61c-22ed-480b-b50b-89fe08198813', 'status': 'completed', 'code': 200} May 30 19:57:05.878050 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-19f58ed8-c3ff-4b9e-8b7d-cfdeb4f408c2 req-9ae4925f-adcb-42e5-985a-ce6be8ed74b4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=79143ca5-0d44-4492-b857-01534b0f96c2 HTTP/1.1" status: 200 len: 1100 time: 0.1838951 May 30 19:57:05.911903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb8b6a-6529-4511-bf3d-23387c7e0668 req-853897f6-95ff-4452-b379-f4bb15ba6b19 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:05.935028 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51fb8b6a-6529-4511-bf3d-23387c7e0668 req-853897f6-95ff-4452-b379-f4bb15ba6b19 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=79143ca5-0d44-4492-b857-01534b0f96c2 HTTP/1.1" status: 200 len: 949 time: 0.1382403 May 30 19:57:06.027401 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-19f58ed8-c3ff-4b9e-8b7d-cfdeb4f408c2 req-e4809583-8f99-4378-b495-36dcfe0cfb61 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484883 May 30 19:57:06.037892 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51fb8b6a-6529-4511-bf3d-23387c7e0668 req-de9ee805-f1d7-4a32-8181-513ee8e37f75 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988231 May 30 19:57:06.081042 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48862) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:06.110257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48870) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:06.300481 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2388042a-88c6-443c-ab51-f753386aa16f req-63515cf9-ff40-4293-a281-8eeba4796b1a tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef HTTP/1.1" status: 200 len: 210 time: 0.0924242 May 30 19:57:06.317793 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-5763756f-f58c-47f8-998b-c6dd7cf6bb31 admin admin] Deleting subnet 7d590a51-b2f7-4c1d-82d9-093a51323655 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:57:06.321825 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5763756f-f58c-47f8-998b-c6dd7cf6bb31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:06.359782 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e680616b-1bbe-47fc-b152-3bf30753aa2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:06.452853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e680616b-1bbe-47fc-b152-3bf30753aa2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:06.459198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e680616b-1bbe-47fc-b152-3bf30753aa2b admin admin] Usage tracker for resource:security_group_rule and tenant:4505008f16e14e9aa00dfe947c9674ba is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:06.464422 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e680616b-1bbe-47fc-b152-3bf30753aa2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:06.474052 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e680616b-1bbe-47fc-b152-3bf30753aa2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:06.486467 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73c371d1-e08e-44b2-8692-2a7f53fb6189 req-cce906fb-7ffa-4d32-9f6c-46983600f9d3 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=c114abd8-8568-442e-bf54-6f8ae11a6028 HTTP/1.1" status: 200 len: 210 time: 0.1171739 May 30 19:57:06.568942 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5763756f-f58c-47f8-998b-c6dd7cf6bb31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:06.619636 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e680616b-1bbe-47fc-b152-3bf30753aa2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:06.625129 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e680616b-1bbe-47fc-b152-3bf30753aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:06.679916 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5763756f-f58c-47f8-998b-c6dd7cf6bb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:06.692394 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680616b-1bbe-47fc-b152-3bf30753aa2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6855c6-88d9-4c54-b060-bd5cb1f7fd9a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:06.710901 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e680616b-1bbe-47fc-b152-3bf30753aa2b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4505008f16e14e9aa00dfe947c9674ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6281202 May 30 19:57:06.721750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48884) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:06.737472 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:06.738406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbb157-5766-4866-b69a-8d0b226c914f req-780510fc-b238-48c7-a7a8-ca102e271c0c tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:06.740546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7fcbb157-5766-4866-b69a-8d0b226c914f req-780510fc-b238-48c7-a7a8-ca102e271c0c tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 945 time: 0.2462668 May 30 19:57:06.770420 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 831f2151-aa7e-4cbe-9f68-fab1d0f10322 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:06.889085 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:06.902071 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:06.902434 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:06.928530 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7fcbb157-5766-4866-b69a-8d0b226c914f req-53add04f-16d3-4e78-abc0-d058352a076e tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669102 May 30 19:57:06.930203 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5763756f-f58c-47f8-998b-c6dd7cf6bb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:06.963851 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7ae77f4c-403c-492a-9365-5084e10cda5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:06.989904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763756f-f58c-47f8-998b-c6dd7cf6bb31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d590a51-b2f7-4c1d-82d9-093a51323655,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:07.005196 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5763756f-f58c-47f8-998b-c6dd7cf6bb31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:07.011932 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7ae77f4c-403c-492a-9365-5084e10cda5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:07.028934 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5763756f-f58c-47f8-998b-c6dd7cf6bb31 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/7d590a51-b2f7-4c1d-82d9-093a51323655 HTTP/1.1" status: 204 len: 168 time: 0.9173110 May 30 19:57:07.032331 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48888) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:07.058267 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:07.108474 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7ae77f4c-403c-492a-9365-5084e10cda5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:07.117887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=831f2151-aa7e-4cbe-9f68-fab1d0f10322,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:07.125314 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:07.126233 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device f4a1b61c-22ed-480b-b50b-89fe08198813 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:57:07.136265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae77f4c-403c-492a-9365-5084e10cda5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6855c6-88d9-4c54-b060-bd5cb1f7fd9a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:07.155674 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7ae77f4c-403c-492a-9365-5084e10cda5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:07.157325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7ae77f4c-403c-492a-9365-5084e10cda5c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2f6855c6-88d9-4c54-b060-bd5cb1f7fd9a HTTP/1.1" status: 204 len: 168 time: 0.4156675 May 30 19:57:07.192194 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40750953-d17b-4c7f-a597-de9658dbeaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:07.274743 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: f4a1b61c-22ed-480b-b50b-89fe08198813 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:57:07.275038 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device f4a1b61c-22ed-480b-b50b-89fe08198813 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:57:07.396933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=831f2151-aa7e-4cbe-9f68-fab1d0f10322,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:07.469226 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40750953-d17b-4c7f-a597-de9658dbeaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:07.528926 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-40750953-d17b-4c7f-a597-de9658dbeaa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4d97db-0c17-4236-b0ca-75b58f5d2394']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:07.536399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cfcb2-a697-4db3-b205-310c51d97da6 req-c8c40807-4635-4124-b6bb-b30ebb1db8be tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:07.538160 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-228cfcb2-a697-4db3-b205-310c51d97da6 req-c8c40807-4635-4124-b6bb-b30ebb1db8be tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=79143ca5-0d44-4492-b857-01534b0f96c2 HTTP/1.1" status: 200 len: 949 time: 0.2476435 May 30 19:57:07.563596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-40750953-d17b-4c7f-a597-de9658dbeaa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2893a1-f319-4042-b227-24ce160fd80a') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:07.564318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-40750953-d17b-4c7f-a597-de9658dbeaa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2893a1-f319-4042-b227-24ce160fd80a') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:07.661245 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97decabd-25bc-4247-aecc-c44cb93ae940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831f2151-aa7e-4cbe-9f68-fab1d0f10322'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:07.664911 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-228cfcb2-a697-4db3-b205-310c51d97da6 req-a06eea97-8992-4e4b-864d-4201fdd5a6f6 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169777 May 30 19:57:07.665197 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-991e0d7e-9ed2-4981-b627-ed255fe71901 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=4e142050981c4c029a76524cf61573e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843863 May 30 19:57:07.667718 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40750953-d17b-4c7f-a597-de9658dbeaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:07.786708 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84eb46a9-1e47-46aa-9f0a-7bc06eef92c2 req-bf7f8ebd-e416-42eb-bbc5-79c709d0f823 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef HTTP/1.1" status: 200 len: 210 time: 0.1196256 May 30 19:57:07.860805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48906) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:07.874727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-0ef1118d-37c4-43c6-b6b6-cc2b2642c65e tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:07.876248 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-0ef1118d-37c4-43c6-b6b6-cc2b2642c65e tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899490 May 30 19:57:07.888741 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40750953-d17b-4c7f-a597-de9658dbeaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:07.896495 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Request body: {'port': {'device_id': 'fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '4e142050981c4c029a76524cf61573e6'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:07.907412 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-97880b50-b748-47b8-9365-bc684c4f8d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:07.924579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40750953-d17b-4c7f-a597-de9658dbeaa9 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:57:07.924983 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40750953-d17b-4c7f-a597-de9658dbeaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: timer() May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: self._notify() May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:57:07.940136 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:57:07.965628 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1416604-ef61-4594-bd03-bec97b957c75'] response: {'server_uuid': '97decabd-25bc-4247-aecc-c44cb93ae940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831f2151-aa7e-4cbe-9f68-fab1d0f10322', 'code': 200} May 30 19:57:08.043160 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-762c8096-27bd-4189-8afd-b6f341eb62cc req-f8b7be2d-0b60-4bc3-8df4-dc26a0b19868 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=c114abd8-8568-442e-bf54-6f8ae11a6028 HTTP/1.1" status: 200 len: 210 time: 0.0854940 May 30 19:57:08.085998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-97880b50-b748-47b8-9365-bc684c4f8d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:08.091436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-97880b50-b748-47b8-9365-bc684c4f8d86 admin admin] Usage tracker for resource:security_group_rule and tenant:449f80414eaf4f9c8535951aee4dbeb7 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:08.147150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-97880b50-b748-47b8-9365-bc684c4f8d86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:08.249424 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40750953-d17b-4c7f-a597-de9658dbeaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:08.256999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:08.261863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Usage tracker for resource:port and tenant:4e142050981c4c029a76524cf61573e6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:08.265006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:08.272007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:08.295415 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40750953-d17b-4c7f-a597-de9658dbeaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:08.298609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Made reservation on behalf of 4e142050981c4c029a76524cf61573e6 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:08.303662 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:08.320892 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:08.347261 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40750953-d17b-4c7f-a597-de9658dbeaa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b4d97db-0c17-4236-b0ca-75b58f5d2394,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:08.353870 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-40750953-d17b-4c7f-a597-de9658dbeaa9 admin admin] 10.222.0.84 "DELETE /v2.0/networks/4b4d97db-0c17-4236-b0ca-75b58f5d2394 HTTP/1.1" status: 204 len: 168 time: 1.3204556 May 30 19:57:08.371683 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:08.376426 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Usage tracker for resource:security_group_rule and tenant:4e142050981c4c029a76524cf61573e6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:08.380485 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:08.387580 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:08.500775 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:08.506106 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:08.526536 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-97880b50-b748-47b8-9365-bc684c4f8d86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:08.549837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-b409c0ca-3d53-41c7-aed2-97100efc21fd tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:08.553664 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-b409c0ca-3d53-41c7-aed2-97100efc21fd tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.77 "GET /v2.0/networks?id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce HTTP/1.1" status: 200 len: 805 time: 0.3554394 May 30 19:57:08.575661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-01f4d62a-5f92-4be8-92a8-9aada2ee52f7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Request body: {'port': {'device_id': 'c114abd8-8568-442e-bf54-6f8ae11a6028', 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce', 'admin_state_up': True, 'tenant_id': '5dd329ae9e0742dd8efa8e8b988ec12c'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:08.677086 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device dcedb9de-fdbd-4939-a1da-0e712f37c85e up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:08.683457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Allocated IP 192.168.233.186 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/624f8b7c-ba57-47ad-a12a-cac056596d6d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:57:08.740391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48918) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:08.800429 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port dcedb9de-fdbd-4939-a1da-0e712f37c85e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:08.812394 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port dcedb9de-fdbd-4939-a1da-0e712f37c85e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:08.812764 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:08.818091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088d7d3-d33c-4045-b974-1febeb03ecc5 req-4c6f7c59-2937-45fd-a80c-cb462329af87 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:08.824945 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8088d7d3-d33c-4045-b974-1febeb03ecc5 req-4c6f7c59-2937-45fd-a80c-cb462329af87 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 946 time: 0.6732476 May 30 19:57:08.829211 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-03886eb8-6d94-4709-9136-6bcf4b8d12ba req-27456508-3297-4c8c-a8d3-00212785618d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 1097 time: 0.7333248 May 30 19:57:08.887779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af4c077-5f34-4a7f-8f57-11d525f4096e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:08.953831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-01f4d62a-5f92-4be8-92a8-9aada2ee52f7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:08.971433 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-97880b50-b748-47b8-9365-bc684c4f8d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:08.982498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-01f4d62a-5f92-4be8-92a8-9aada2ee52f7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Usage tracker for resource:port and tenant:5dd329ae9e0742dd8efa8e8b988ec12c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:08.989231 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:09.000860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-01f4d62a-5f92-4be8-92a8-9aada2ee52f7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:09.006894 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-97880b50-b748-47b8-9365-bc684c4f8d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:09.018406 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:09.036149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Transition to ACTIVE for port object 624f8b7c-ba57-47ad-a12a-cac056596d6d will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:09.056073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-01f4d62a-5f92-4be8-92a8-9aada2ee52f7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:09.065777 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port dcedb9de-fdbd-4939-a1da-0e712f37c85e, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=dcedb9de-fdbd-4939-a1da-0e712f37c85e,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:09.073151 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:09.077520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c356c56a-2901-4e26-86a8-fdd6d062ed34 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=232c21cc72d2419fac103914bd3f2f94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3231401 May 30 19:57:09.078309 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:09.086955 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48924) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:09.141838 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8088d7d3-d33c-4045-b974-1febeb03ecc5 req-6e687bdc-7e2f-4707-b5f2-e2db4b66198f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147261 May 30 19:57:09.154933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=dcedb9de-fdbd-4939-a1da-0e712f37c85e,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:09.171155 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-03886eb8-6d94-4709-9136-6bcf4b8d12ba req-cf72551c-1fe5-400d-aaab-293dceccabbc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311889 May 30 19:57:09.176173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-01f4d62a-5f92-4be8-92a8-9aada2ee52f7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Made reservation on behalf of 5dd329ae9e0742dd8efa8e8b988ec12c for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:09.179841 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-01f4d62a-5f92-4be8-92a8-9aada2ee52f7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:09.200392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97880b50-b748-47b8-9365-bc684c4f8d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13304ba-f681-466a-99b4-0f46711ce8d4,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:09.222419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Pushing event updated for resources: {'Port': ['ID=624f8b7c-ba57-47ad-a12a-cac056596d6d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:09.229379 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:57:09.233428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:57:09.242007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:57:09.259784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-97880b50-b748-47b8-9365-bc684c4f8d86 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=449f80414eaf4f9c8535951aee4dbeb7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3952785 May 30 19:57:09.262338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48930) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:09.382795 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97abf2e5-8277-4831-a6a3-789c1c95918a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:09.400252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:09.400939 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:09.445001 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97abf2e5-8277-4831-a6a3-789c1c95918a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:09.483632 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-98830ae9-3e71-468f-b7e8-958d16228dee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5917702 May 30 19:57:09.489698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dcb68-3cff-496e-8237-c04bb48982b8 req-3a02a1aa-1f32-4911-b60b-ce36cbfd4399 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:09.491254 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f61dcb68-3cff-496e-8237-c04bb48982b8 req-3a02a1aa-1f32-4911-b60b-ce36cbfd4399 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=79143ca5-0d44-4492-b857-01534b0f96c2 HTTP/1.1" status: 200 len: 949 time: 0.6069860 May 30 19:57:09.507687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Request body: {'port': {'device_id': 'fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:09.642317 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1c422aa1-3c3c-439f-ae8f-31041d82425e None None] Provisioning for port 624f8b7c-ba57-47ad-a12a-cac056596d6d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:09.647745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1c422aa1-3c3c-439f-ae8f-31041d82425e None None] Provisioning complete for port 624f8b7c-ba57-47ad-a12a-cac056596d6d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:09.648248 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1c422aa1-3c3c-439f-ae8f-31041d82425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:09.652318 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-60d00871-c6b2-46b2-90c2-71b7ecea13b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:09.679077 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:09.684753 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f61dcb68-3cff-496e-8237-c04bb48982b8 req-6dcf3126-ec11-40ae-b366-a43c140c864f tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769910 May 30 19:57:09.695486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-01f4d62a-5f92-4be8-92a8-9aada2ee52f7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Allocated IP 172.20.0.11 (8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce/8dd0ba15-290a-4589-8acd-b7cd3e58dbb1/7cff5c5f-c270-4097-b021-aebd1330963b) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:57:09.739342 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97abf2e5-8277-4831-a6a3-789c1c95918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:09.771746 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1c422aa1-3c3c-439f-ae8f-31041d82425e None None] Port 624f8b7c-ba57-47ad-a12a-cac056596d6d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:57:09.779931 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97abf2e5-8277-4831-a6a3-789c1c95918a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:09.782752 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-97abf2e5-8277-4831-a6a3-789c1c95918a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/896e41cb-744a-4c1b-bac9-5af29b534810 HTTP/1.1" status: 204 len: 168 time: 0.6465094 May 30 19:57:09.823754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abf2e5-8277-4831-a6a3-789c1c95918a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896e41cb-744a-4c1b-bac9-5af29b534810,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:09.910409 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfb6d5-f42e-4200-926d-26093bf58b12 req-16dcf7bd-7ea5-4212-9e77-c71b61c98d26 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:09.912046 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16bfb6d5-f42e-4200-926d-26093bf58b12 req-16dcf7bd-7ea5-4212-9e77-c71b61c98d26 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef HTTP/1.1" status: 200 len: 936 time: 0.5470827 May 30 19:57:09.966483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97a0589-c695-4172-869c-4022c4987016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcedb9de-fdbd-4939-a1da-0e712f37c85e'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:10.008013 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d1a3fd39-10e5-41e3-9299-7f1ff831c454 req-ec449ba7-01da-40d5-ad8e-cbb15a0b4ca2 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=c114abd8-8568-442e-bf54-6f8ae11a6028 HTTP/1.1" status: 200 len: 210 time: 0.1155486 May 30 19:57:10.013985 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-60d00871-c6b2-46b2-90c2-71b7ecea13b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:10.185265 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16bfb6d5-f42e-4200-926d-26093bf58b12 req-a1acb84e-004d-4eec-b016-d96ca90a56ee tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/security-groups?id=1af4c077-5f34-4a7f-8f57-11d525f4096e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191558 May 30 19:57:10.195452 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-01f4d62a-5f92-4be8-92a8-9aada2ee52f7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:10.292041 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-60d00871-c6b2-46b2-90c2-71b7ecea13b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:10.349569 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d00871-c6b2-46b2-90c2-71b7ecea13b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13304ba-f681-466a-99b4-0f46711ce8d4,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:10.396554 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6048c134-7d85-4186-8e10-111b0b9706e3'] response: {'server_uuid': 'd97a0589-c695-4172-869c-4022c4987016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcedb9de-fdbd-4939-a1da-0e712f37c85e', 'code': 200} May 30 19:57:10.400350 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-60d00871-c6b2-46b2-90c2-71b7ecea13b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:10.401598 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-60d00871-c6b2-46b2-90c2-71b7ecea13b3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f13304ba-f681-466a-99b4-0f46711ce8d4 HTTP/1.1" status: 204 len: 168 time: 1.1358223 May 30 19:57:10.433458 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-01f4d62a-5f92-4be8-92a8-9aada2ee52f7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:10.445633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624f8b7c-ba57-47ad-a12a-cac056596d6d {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:10.460449 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:10.490707 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Transition to ACTIVE for port object 624f8b7c-ba57-47ad-a12a-cac056596d6d will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:10.502086 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:10.571946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241b6b5-f1ab-4467-b3dc-c72e73ccda9c req-56b9f02b-534f-4078-be62-b1e89739d2cb tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:10.573648 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4241b6b5-f1ab-4467-b3dc-c72e73ccda9c req-56b9f02b-534f-4078-be62-b1e89739d2cb tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=d97a0589-c695-4172-869c-4022c4987016 HTTP/1.1" status: 200 len: 950 time: 0.3848829 May 30 19:57:10.668307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Pushing event updated for resources: {'Port': ['ID=624f8b7c-ba57-47ad-a12a-cac056596d6d,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:10.813659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-01f4d62a-5f92-4be8-92a8-9aada2ee52f7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:57:10.823673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-01f4d62a-5f92-4be8-92a8-9aada2ee52f7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:57:10.838786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4d62a-5f92-4be8-92a8-9aada2ee52f7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Pushing event updated for resources: {'Port': ['ID=7cff5c5f-c270-4097-b021-aebd1330963b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:10.851188 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-01f4d62a-5f92-4be8-92a8-9aada2ee52f7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:57:10.987397 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4241b6b5-f1ab-4467-b3dc-c72e73ccda9c req-f39a2877-23ae-4941-8d4a-c2945d153f43 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307049 May 30 19:57:11.014499 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-01f4d62a-5f92-4be8-92a8-9aada2ee52f7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:11.015086 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-01f4d62a-5f92-4be8-92a8-9aada2ee52f7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:11.051864 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6ec73-edcb-4323-8eed-7435c5dc5737 req-31f192fc-ea39-4aaf-bf71-2f04acd13977 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:11.053453 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ffe6ec73-edcb-4323-8eed-7435c5dc5737 req-31f192fc-ea39-4aaf-bf71-2f04acd13977 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 946 time: 0.4948344 May 30 19:57:11.061019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-01f4d62a-5f92-4be8-92a8-9aada2ee52f7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4902916 May 30 19:57:11.088673 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Attempting to bind port 624f8b7c-ba57-47ad-a12a-cac056596d6d on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:57:11.092690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Attempting to bind port 624f8b7c-ba57-47ad-a12a-cac056596d6d by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:57:11.093190 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Attempting to bind port 624f8b7c-ba57-47ad-a12a-cac056596d6d on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:11.100453 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44a5503b-450d-41dd-8fe8-cb92aa587ee2 req-4d17836b-e54a-4836-bb43-4c390697d6eb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d97a0589-c695-4172-869c-4022c4987016 HTTP/1.1" status: 200 len: 1101 time: 0.4000733 May 30 19:57:11.108436 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Port 624f8b7c-ba57-47ad-a12a-cac056596d6d on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:57:11.108888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Attempting to bind port 624f8b7c-ba57-47ad-a12a-cac056596d6d on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:11.131281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Request body: {'port': {'device_id': 'c114abd8-8568-442e-bf54-6f8ae11a6028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:11.134092 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:57:11.134298 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:11.134678 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:57:11.135112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Bound port: 624f8b7c-ba57-47ad-a12a-cac056596d6d, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:57:11.135469 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:11.185787 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ffe6ec73-edcb-4323-8eed-7435c5dc5737 req-d63c9ff0-f2dd-44cf-b0f3-5072e094fc17 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221349 May 30 19:57:11.308517 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44a5503b-450d-41dd-8fe8-cb92aa587ee2 req-95678ce3-9c9a-43b8-af0e-b1ad759294c9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377621 May 30 19:57:11.341710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] For port 624f8b7c-ba57-47ad-a12a-cac056596d6d, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:57:11.347895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] For port 624f8b7c-ba57-47ad-a12a-cac056596d6d, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=624f8b7c-ba57-47ad-a12a-cac056596d6d,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:57:11.355061 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:11.481687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48978) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:11.501660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:11.503015 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] 10.222.0.77 "PUT /v2.0/ports/624f8b7c-ba57-47ad-a12a-cac056596d6d HTTP/1.1" status: 200 len: 1096 time: 2.0023751 May 30 19:57:11.503444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef', 'tag': '624f8b7c-ba57-47ad-a12a-cac056596d6d'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:11.521229 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb15c17-0f69-4151-9cbd-ae66e228bd20 service neutron] Pushing event updated for resources: {'Port': ['ID=624f8b7c-ba57-47ad-a12a-cac056596d6d,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:11.670581 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-4953983c-6655-404f-ae8d-6b23f56752be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4e142050981c4c029a76524cf61573e6&device_id=fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef HTTP/1.1" status: 200 len: 1099 time: 0.1203856 May 30 19:57:11.678193 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1347910100-network', 'tenant_id': 'efdbf3ae571f4ecb97fdb5e411c52e7b'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:11.803244 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:11.839590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346cbc8-c0d5-488f-aae8-762602c4e7da req-51240870-3250-49b7-aae1-3952f6113f2c tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:11.840305 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9346cbc8-c0d5-488f-aae8-762602c4e7da req-51240870-3250-49b7-aae1-3952f6113f2c tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Synchronizing usage tracker for tenant:5dd329ae9e0742dd8efa8e8b988ec12c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:57:11.852582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:11.868988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Usage tracker for resource:network and tenant:efdbf3ae571f4ecb97fdb5e411c52e7b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:11.873172 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-0b77bd86-5526-4ef6-85f0-c21d3a59e423 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=624f8b7c-ba57-47ad-a12a-cac056596d6d HTTP/1.1" status: 200 len: 217 time: 0.1905699 May 30 19:57:11.874124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:11.880829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:11.961516 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Made reservation on behalf of efdbf3ae571f4ecb97fdb5e411c52e7b for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:11.961815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9346cbc8-c0d5-488f-aae8-762602c4e7da req-51240870-3250-49b7-aae1-3952f6113f2c tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Unset dirty status for tenant:5dd329ae9e0742dd8efa8e8b988ec12c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:57:11.963427 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9346cbc8-c0d5-488f-aae8-762602c4e7da req-51240870-3250-49b7-aae1-3952f6113f2c tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=c114abd8-8568-442e-bf54-6f8ae11a6028 HTTP/1.1" status: 200 len: 932 time: 0.6579258 May 30 19:57:11.976925 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:12.000997 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:12.021886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-ea63eaa0-5386-4251-bba9-d2c1ad83e3b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:12.024248 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-ea63eaa0-5386-4251-bba9-d2c1ad83e3b3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1408532 May 30 19:57:12.062835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7d5e4-ef36-4e5c-9f85-db1f03bec848 req-4511f85a-f3d8-469b-97d3-814bd005d54a tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:12.070350 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-95e7d5e4-ef36-4e5c-9f85-db1f03bec848 req-4511f85a-f3d8-469b-97d3-814bd005d54a tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef HTTP/1.1" status: 200 len: 948 time: 0.5863190 May 30 19:57:12.103875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:12.110823 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Usage tracker for resource:security_group_rule and tenant:efdbf3ae571f4ecb97fdb5e411c52e7b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:12.120754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:12.132997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:12.198642 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-cf70cdee-609c-4ba8-ae54-963787744c86 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1650972 May 30 19:57:12.215199 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9346cbc8-c0d5-488f-aae8-762602c4e7da req-34e3aaba-7c8e-445e-bec2-4009dcd082e7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448101 May 30 19:57:12.282430 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-95e7d5e4-ef36-4e5c-9f85-db1f03bec848 req-4e5c8b62-f8af-4216-ab8e-3e43de2bc728 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/security-groups?id=1af4c077-5f34-4a7f-8f57-11d525f4096e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111204 May 30 19:57:12.403136 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:12.405454 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f3cf0c-7ea5-45d0-a137-88214c033156'] response: {'name': 'network-changed', 'server_uuid': 'fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef', 'tag': '624f8b7c-ba57-47ad-a12a-cac056596d6d', 'status': 'completed', 'code': 200} May 30 19:57:12.412762 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:12.464859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:57:12.504853 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-293e9733-bad1-474f-9fb2-10bfef641a03 req-9bb33001-e06a-45ee-bb0f-9c9eabe07063 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2757175 May 30 19:57:12.513344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b163992-5bf4-4f72-8cf2-f7f722cb8d55,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:12.547876 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:12.548091 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Added segment fa3ab2a9-9003-4631-b27f-7f948764a1cd of type vlan for network bd276eb0-b18d-42cd-9c46-a948df7b864f May 30 19:57:12.564468 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-65161844-b801-419d-96e4-b075ab48ed92 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595762 May 30 19:57:12.707640 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:12.770267 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-83598ff9-b9d8-473f-8c81-b9dd123e2f2f req-56d21dde-e6d0-4d9e-98c4-af8fd8ce26a9 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963608 May 30 19:57:12.771507 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:12.772427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:12.773057 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:12.793360 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cff5c5f-c270-4097-b021-aebd1330963b {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:12.815293 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:12.885176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Transition to ACTIVE for port object 7cff5c5f-c270-4097-b021-aebd1330963b will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:12.893725 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4084380 May 30 19:57:12.894186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48bf56-b69c-4acb-a81a-29bc7f89f027 admin admin] Pushing event updated for resources: {'Network': ['ID=bd276eb0-b18d-42cd-9c46-a948df7b864f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:12.896003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49014) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:12.898646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-7b28e9e9-9cb1-4108-a511-37b1d5f62e3a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:12.900135 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-7b28e9e9-9cb1-4108-a511-37b1d5f62e3a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 807 time: 0.2790172 May 30 19:57:12.901576 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b18b00bb-5fd7-428c-b7fa-a430fee269f5 admin admin] Request body: {'subnet': {'network_id': 'bd276eb0-b18d-42cd-9c46-a948df7b864f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1347910100-subnet', 'tenant_id': 'efdbf3ae571f4ecb97fdb5e411c52e7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:12.904270 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:12.911838 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b18b00bb-5fd7-428c-b7fa-a430fee269f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:12.913081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network bd276eb0-b18d-42cd-9c46-a948df7b864f details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:57:12.916346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b18b00bb-5fd7-428c-b7fa-a430fee269f5 admin admin] Usage tracker for resource:subnet and tenant:efdbf3ae571f4ecb97fdb5e411c52e7b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:12.919430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b18b00bb-5fd7-428c-b7fa-a430fee269f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:12.926981 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b18b00bb-5fd7-428c-b7fa-a430fee269f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:12.947635 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18b00bb-5fd7-428c-b7fa-a430fee269f5 admin admin] Made reservation on behalf of efdbf3ae571f4ecb97fdb5e411c52e7b for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:12.949937 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b18b00bb-5fd7-428c-b7fa-a430fee269f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:12.979053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981566a-6af5-44d3-afb9-6609c216e7b5 req-b36069f9-fad8-4d6e-ab64-3de1319f0ece tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:12.986210 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d981566a-6af5-44d3-afb9-6609c216e7b5 req-b36069f9-fad8-4d6e-ab64-3de1319f0ece tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=d97a0589-c695-4172-869c-4022c4987016 HTTP/1.1" status: 200 len: 950 time: 0.4444826 May 30 19:57:13.064975 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-293e9733-bad1-474f-9fb2-10bfef641a03 req-4a473af3-259c-42ba-ba57-a64ea92dd909 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 1095 time: 0.3434074 May 30 19:57:13.111530 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-7496a198-20bd-4bfe-ae89-419ff9cb1ee9 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/quotas/da2c3b5169e14006bab98c084c88a6a6 HTTP/1.1" status: 200 len: 375 time: 0.1224134 May 30 19:57:13.174295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Pushing event updated for resources: {'Port': ['ID=7cff5c5f-c270-4097-b021-aebd1330963b,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:13.224541 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d14fa525-961d-46ee-bf83-4316200a96e4 req-6dffc453-1c70-4fb9-8a60-ab71c1fface6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4e142050981c4c029a76524cf61573e6&device_id=fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef HTTP/1.1" status: 200 len: 1099 time: 0.2781296 May 30 19:57:13.299591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d981566a-6af5-44d3-afb9-6609c216e7b5 req-d0f31a50-f557-43b2-a01e-2dabbc20ab2b tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120098 May 30 19:57:13.363069 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b18b00bb-5fd7-428c-b7fa-a430fee269f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:13.454057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b00bb-5fd7-428c-b7fa-a430fee269f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7a3a03f-da87-4c83-ac31-249eef942afd,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:13.458163 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e9733-bad1-474f-9fb2-10bfef641a03 req-ce2b362b-cee5-4ab6-93c5-7ab5138cae7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:13.459603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-293e9733-bad1-474f-9fb2-10bfef641a03 req-ce2b362b-cee5-4ab6-93c5-7ab5138cae7d service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.3470786 May 30 19:57:13.512790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fa525-961d-46ee-bf83-4316200a96e4 req-64b9ffdf-b4e5-4380-921b-0b2d3a834d9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:13.514234 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d14fa525-961d-46ee-bf83-4316200a96e4 req-64b9ffdf-b4e5-4380-921b-0b2d3a834d9f service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.2591822 May 30 19:57:13.518753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18b00bb-5fd7-428c-b7fa-a430fee269f5 admin admin] Checking segment: {'id': 'fa3ab2a9-9003-4631-b27f-7f948764a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd276eb0-b18d-42cd-9c46-a948df7b864f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:13.519099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18b00bb-5fd7-428c-b7fa-a430fee269f5 admin admin] Network hostable DHCP agents. Network: bd276eb0-b18d-42cd-9c46-a948df7b864f, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:57:13.579060 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-7f4eec4c-ee1d-44f9-a797-717580239d14 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4438498 May 30 19:57:13.591567 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d14fa525-961d-46ee-bf83-4316200a96e4 req-8049cc52-929c-413e-a923-88694e4a8b83 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=624f8b7c-ba57-47ad-a12a-cac056596d6d HTTP/1.1" status: 200 len: 217 time: 0.0662444 May 30 19:57:13.613748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-293e9733-bad1-474f-9fb2-10bfef641a03 req-67f316e5-ed75-47df-8a8a-ae23ca3657d2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a69ca81e-61c1-493e-9933-2e1b4e0c5775 HTTP/1.1" status: 200 len: 217 time: 0.1186802 May 30 19:57:13.614357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Attempting to bind port 7cff5c5f-c270-4097-b021-aebd1330963b on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:57:13.614686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Attempting to bind port 7cff5c5f-c270-4097-b021-aebd1330963b by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:57:13.615008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Attempting to bind port 7cff5c5f-c270-4097-b021-aebd1330963b on network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:13.640587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18b00bb-5fd7-428c-b7fa-a430fee269f5 admin admin] Network bd276eb0-b18d-42cd-9c46-a948df7b864f is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:57:13.662657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-b18b00bb-5fd7-428c-b7fa-a430fee269f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, bd276eb0-b18d-42cd-9c46-a948df7b864f) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:57:13.670287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18b00bb-5fd7-428c-b7fa-a430fee269f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:13.670864 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b18b00bb-5fd7-428c-b7fa-a430fee269f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:13.671188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e980c6-bc14-4ea0-8a89-1775792bd660 None None] Network bd276eb0-b18d-42cd-9c46-a948df7b864f requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:57:13.682812 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fa525-961d-46ee-bf83-4316200a96e4 req-bd5b3799-dc68-49b6-93d1-60bfaa221900 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:13.684251 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d14fa525-961d-46ee-bf83-4316200a96e4 req-bd5b3799-dc68-49b6-93d1-60bfaa221900 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.0862417 May 30 19:57:13.729285 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b18b00bb-5fd7-428c-b7fa-a430fee269f5 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8322344 May 30 19:57:13.781185 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d14fa525-961d-46ee-bf83-4316200a96e4 req-ca71d724-df3a-494d-8854-f90e71e5a845 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0889378 May 30 19:57:13.943172 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-afc825fe-a7bc-4cd6-9870-4ea9b126bc6c service neutron] 10.222.0.84 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538251 May 30 19:57:13.944350 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d14fa525-961d-46ee-bf83-4316200a96e4 req-6342f98b-a8dc-4363-bbc3-b7b539fbdca1 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546290 May 30 19:57:13.946683 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Port 7cff5c5f-c270-4097-b021-aebd1330963b on network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:57:13.947004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Attempting to bind port 7cff5c5f-c270-4097-b021-aebd1330963b on network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:13.986341 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36e8d3a-bb28-4605-af3f-566fcac3cbf3 None None] Network bd276eb0-b18d-42cd-9c46-a948df7b864f requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:57:14.044329 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:57:14.044718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Checking segment: {'id': '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:14.045054 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Bound using segment: {'id': '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:57:14.045504 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Bound port: 7cff5c5f-c270-4097-b021-aebd1330963b, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:57:14.045855 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:14.077176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e9733-bad1-474f-9fb2-10bfef641a03 req-a2e3006a-1372-4ef8-a2da-c57408a28153 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:14.078945 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-293e9733-bad1-474f-9fb2-10bfef641a03 req-a2e3006a-1372-4ef8-a2da-c57408a28153 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.4151282 May 30 19:57:14.088801 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94badc-d439-4728-8920-6b92e6f405c2 req-cbaf09ca-1460-4b4e-b8d8-e785b71eaf5f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:14.091742 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e94badc-d439-4728-8920-6b92e6f405c2 req-cbaf09ca-1460-4b4e-b8d8-e785b71eaf5f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 946 time: 0.6393168 May 30 19:57:14.178640 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d14fa525-961d-46ee-bf83-4316200a96e4 req-35ccbb5a-304d-4dca-b12f-63289e6d272e service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269845 May 30 19:57:14.195916 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-293e9733-bad1-474f-9fb2-10bfef641a03 req-0b206501-b31a-4e9f-9014-d27cc7078e64 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950909 May 30 19:57:14.367331 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-448d3b25-ee85-4a5a-990b-0e4f5e2f569d service neutron] 10.222.0.84 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115574 May 30 19:57:14.396349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] For port 7cff5c5f-c270-4097-b021-aebd1330963b, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:57:14.406373 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e94badc-d439-4728-8920-6b92e6f405c2 req-43023719-f859-48cc-b48f-b8b3efca62a5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662420 May 30 19:57:14.420855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] For port 7cff5c5f-c270-4097-b021-aebd1330963b, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7cff5c5f-c270-4097-b021-aebd1330963b,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:57:14.429589 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:14.461913 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-293e9733-bad1-474f-9fb2-10bfef641a03 req-efd8a4d6-4af9-49ae-a919-e533af377928 service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461395 May 30 19:57:14.591866 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:14.593359 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] 10.222.0.77 "PUT /v2.0/ports/7cff5c5f-c270-4097-b021-aebd1330963b HTTP/1.1" status: 200 len: 1092 time: 3.4677374 May 30 19:57:14.593812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c114abd8-8568-442e-bf54-6f8ae11a6028', 'tag': '7cff5c5f-c270-4097-b021-aebd1330963b'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:14.623783 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721815a-3a86-42bb-8cdc-a65c96ebb0fd service neutron] Pushing event updated for resources: {'Port': ['ID=7cff5c5f-c270-4097-b021-aebd1330963b,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:14.762126 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-293e9733-bad1-474f-9fb2-10bfef641a03 req-cda78ee5-a4b1-49e3-a529-2dc1a18a2557 service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940185 May 30 19:57:14.762313 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 624f8b7c-ba57-47ad-a12a-cac056596d6d details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:57:14.812488 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-92e99c8f-29b3-46c4-8d25-1a00fa131177 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5dd329ae9e0742dd8efa8e8b988ec12c&device_id=c114abd8-8568-442e-bf54-6f8ae11a6028 HTTP/1.1" status: 200 len: 1095 time: 0.1648285 May 30 19:57:14.822723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a198eee-6ae3-4d6d-abfb-5cf8296fe669 req-9b827a27-809b-4c72-8a6a-2259d76ba895 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:14.824207 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a198eee-6ae3-4d6d-abfb-5cf8296fe669 req-9b827a27-809b-4c72-8a6a-2259d76ba895 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=c114abd8-8568-442e-bf54-6f8ae11a6028 HTTP/1.1" status: 200 len: 944 time: 0.1331294 May 30 19:57:14.914698 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-cafd782e-e564-4b3b-9f5f-c32cc41081bb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cff5c5f-c270-4097-b021-aebd1330963b HTTP/1.1" status: 200 len: 217 time: 0.0895181 May 30 19:57:14.934084 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 624f8b7c-ba57-47ad-a12a-cac056596d6d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=624f8b7c-ba57-47ad-a12a-cac056596d6d,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:14.948989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '624f8b7c-ba57-47ad-a12a-cac056596d6d', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '624f8b7c-ba57-47ad-a12a-cac056596d6d', 'mac_address': 'fa:16:3e:cc:31:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:57:14.988298 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a198eee-6ae3-4d6d-abfb-5cf8296fe669 req-e5d443bb-76a4-4112-a069-d8da8e3bab02 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061461 May 30 19:57:15.017725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-85c271da-60a6-4035-a934-9409f1db2bc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:15.019830 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-85c271da-60a6-4035-a934-9409f1db2bc3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8dd0ba15-290a-4589-8acd-b7cd3e58dbb1 HTTP/1.1" status: 200 len: 845 time: 0.0919566 May 30 19:57:15.047658 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:15.075043 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624f8b7c-ba57-47ad-a12a-cac056596d6d {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:15.084761 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-3746eccf-c867-41d5-b5dd-28ea9e5da405 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566430 May 30 19:57:15.094325 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 624f8b7c-ba57-47ad-a12a-cac056596d6d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=624f8b7c-ba57-47ad-a12a-cac056596d6d,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:15.099074 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:15.191612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=624f8b7c-ba57-47ad-a12a-cac056596d6d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:15.396823 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['624f8b7c-ba57-47ad-a12a-cac056596d6d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:15.431475 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-80e0c6c5-0f40-49b9-b7fe-e3939efbc375 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:15.433080 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-80e0c6c5-0f40-49b9-b7fe-e3939efbc375 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.84 "GET /v2.0/networks?id=bd276eb0-b18d-42cd-9c46-a948df7b864f HTTP/1.1" status: 200 len: 818 time: 0.2149990 May 30 19:57:15.434847 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-276ad905-55f3-4401-ae27-25a31c0a86c4 service neutron] 10.222.0.77 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337047 May 30 19:57:15.445884 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a282b11-dcb2-4e21-854c-091a84b190c3 req-6a30adc9-bc97-45bb-85d2-3fc21ed4a74a tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:15.447378 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a282b11-dcb2-4e21-854c-091a84b190c3 req-6a30adc9-bc97-45bb-85d2-3fc21ed4a74a tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef HTTP/1.1" status: 200 len: 949 time: 0.3473444 May 30 19:57:15.569021 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-43f0d94d-5a17-417b-8fd9-d01ceb4219d1 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.84 "GET /v2.0/quotas/efdbf3ae571f4ecb97fdb5e411c52e7b HTTP/1.1" status: 200 len: 375 time: 0.1191232 May 30 19:57:15.742603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-5fde89d8-cf61-4e2c-92f6-c57bedc3bc3d tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=efdbf3ae571f4ecb97fdb5e411c52e7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1656704 May 30 19:57:15.749865 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a282b11-dcb2-4e21-854c-091a84b190c3 req-b05567e2-16ee-412c-a9d9-5bd2377ba425 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/security-groups?id=1af4c077-5f34-4a7f-8f57-11d525f4096e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697947 May 30 19:57:15.859106 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43d5310a-3cb1-4034-9ada-880505bf80aa req-f204940f-4598-4162-a0a4-9f4694db0955 service neutron] 10.222.0.77 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108419 May 30 19:57:16.072299 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-2043296c-f163-44f6-a2bb-91d92acd711b service neutron] 10.222.0.84 "GET /v2.0/networks/bd276eb0-b18d-42cd-9c46-a948df7b864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135109 May 30 19:57:16.163419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-cf4ae2e0-6ded-432e-b4b2-891c8ecee7c1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:16.164847 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-cf4ae2e0-6ded-432e-b4b2-891c8ecee7c1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.93 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 807 time: 0.3306940 May 30 19:57:16.186309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-e82d0155-2228-42dd-8950-4ce3abe71118 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Request body: {'port': {'device_id': '2405edb4-fc1f-4a22-8908-028ff36d2bc9', 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6', 'admin_state_up': True, 'tenant_id': 'da2c3b5169e14006bab98c084c88a6a6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:16.265079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190dec7-c437-42cd-abbb-3caee9458ff7 req-b26967f4-2f41-4bf8-9a17-22c3595aa452 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:16.266770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7190dec7-c437-42cd-abbb-3caee9458ff7 req-b26967f4-2f41-4bf8-9a17-22c3595aa452 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=d97a0589-c695-4172-869c-4022c4987016 HTTP/1.1" status: 200 len: 950 time: 0.3335564 May 30 19:57:16.372597 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-57520288-2fa0-4238-bdf4-8843010f316c service neutron] 10.222.0.84 "GET /v2.0/networks/bd276eb0-b18d-42cd-9c46-a948df7b864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898448 May 30 19:57:16.397714 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7190dec7-c437-42cd-abbb-3caee9458ff7 req-9182e7aa-d53b-4adc-a69c-69048d6ca660 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191995 May 30 19:57:16.408019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-e82d0155-2228-42dd-8950-4ce3abe71118 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:16.418709 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-e82d0155-2228-42dd-8950-4ce3abe71118 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:16.440272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-e82d0155-2228-42dd-8950-4ce3abe71118 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Made reservation on behalf of da2c3b5169e14006bab98c084c88a6a6 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:16.444849 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-e82d0155-2228-42dd-8950-4ce3abe71118 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:16.544128 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d6d09b-a3fc-409d-a044-2d56663fda10'] response: {'name': 'network-changed', 'server_uuid': 'c114abd8-8568-442e-bf54-6f8ae11a6028', 'tag': '7cff5c5f-c270-4097-b021-aebd1330963b', 'status': 'completed', 'code': 200} May 30 19:57:16.755122 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-902640de-91fb-4e08-9877-169610c6da90 req-d1c8a61f-efb5-4283-8a0e-752579681ab2 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 210 time: 0.0984256 May 30 19:57:16.768462 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 624f8b7c-ba57-47ad-a12a-cac056596d6d up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:16.825035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-e82d0155-2228-42dd-8950-4ce3abe71118 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Allocated IP 172.20.0.7 (41c9bfb4-8529-4660-8c6c-7d6abbb32dd6/f931af6a-450f-4906-adfc-acf32639be02/6c9b4c5b-9def-4545-a299-1bb5f2491a8d) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:57:16.858300 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 624f8b7c-ba57-47ad-a12a-cac056596d6d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:16.866219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 624f8b7c-ba57-47ad-a12a-cac056596d6d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:16.867202 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:16.894792 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6f17b0c-3a5e-43f8-9de5-6720918b5a01 req-2a22e310-96fe-42ba-9dfd-0e5a4ad712c0 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 1097 time: 0.3379028 May 30 19:57:16.901944 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-601eba90-cc56-4679-bae9-bf1359effd77 req-0b82919b-f629-4098-935b-c7cb2c86e557 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5dd329ae9e0742dd8efa8e8b988ec12c&device_id=c114abd8-8568-442e-bf54-6f8ae11a6028 HTTP/1.1" status: 200 len: 1095 time: 0.2988412 May 30 19:57:17.019755 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:17.096892 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624f8b7c-ba57-47ad-a12a-cac056596d6d'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:17.107518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 624f8b7c-ba57-47ad-a12a-cac056596d6d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=624f8b7c-ba57-47ad-a12a-cac056596d6d,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:17.114481 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:17.188621 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6f17b0c-3a5e-43f8-9de5-6720918b5a01 req-988ec6f0-7480-4609-8ab9-994938ddbd06 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929895 May 30 19:57:17.197522 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=624f8b7c-ba57-47ad-a12a-cac056596d6d,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:17.260611 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601eba90-cc56-4679-bae9-bf1359effd77 req-30529867-1cc1-471f-b2ad-8b553d3228de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:17.262339 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-601eba90-cc56-4679-bae9-bf1359effd77 req-30529867-1cc1-471f-b2ad-8b553d3228de service neutron] 10.222.0.77 "GET /v2.0/networks?id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce HTTP/1.1" status: 200 len: 906 time: 0.3394194 May 30 19:57:17.370876 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-601eba90-cc56-4679-bae9-bf1359effd77 req-b25624a0-52df-4f28-bca8-72ae6b972931 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cff5c5f-c270-4097-b021-aebd1330963b HTTP/1.1" status: 200 len: 217 time: 0.0999472 May 30 19:57:17.620244 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-e82d0155-2228-42dd-8950-4ce3abe71118 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:17.696174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601eba90-cc56-4679-bae9-bf1359effd77 req-b97d4427-71be-4cb6-b598-fa8af80b74f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:17.697644 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-601eba90-cc56-4679-bae9-bf1359effd77 req-b97d4427-71be-4cb6-b598-fa8af80b74f5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8dd0ba15-290a-4589-8acd-b7cd3e58dbb1 HTTP/1.1" status: 200 len: 845 time: 0.3112473 May 30 19:57:17.770036 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-601eba90-cc56-4679-bae9-bf1359effd77 req-c9fa4a5e-d27a-4ca4-ba2f-36bc055fd333 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562642 May 30 19:57:17.813650 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-e82d0155-2228-42dd-8950-4ce3abe71118 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:17.824408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49227877-7a1c-41c9-b746-d73bd5788853 req-9a399e0e-18a5-4f2e-892a-4d9e87c06601 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:17.825640 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49227877-7a1c-41c9-b746-d73bd5788853 req-9a399e0e-18a5-4f2e-892a-4d9e87c06601 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=c114abd8-8568-442e-bf54-6f8ae11a6028 HTTP/1.1" status: 200 len: 944 time: 0.3689306 May 30 19:57:17.830000 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['946bb9d1-7928-4cda-8909-336cdf25bf5f'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:18.011924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b96025-0274-44c4-b670-48da48ba47fd req-212cb78e-a78b-4fc5-9273-00823bcfadaf tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:18.016079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b96025-0274-44c4-b670-48da48ba47fd req-212cb78e-a78b-4fc5-9273-00823bcfadaf tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:18.017406 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94b96025-0274-44c4-b670-48da48ba47fd req-212cb78e-a78b-4fc5-9273-00823bcfadaf tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=79143ca5-0d44-4492-b857-01534b0f96c2&device_id=d97a0589-c695-4172-869c-4022c4987016 HTTP/1.1" status: 200 len: 1690 time: 0.4003754 May 30 19:57:18.076573 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d0155-2228-42dd-8950-4ce3abe71118 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Pushing event updated for resources: {'Port': ['ID=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:18.084945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-e82d0155-2228-42dd-8950-4ce3abe71118 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:57:18.091784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-e82d0155-2228-42dd-8950-4ce3abe71118 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:57:18.100618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-9d755b1b-4e2f-4602-8d5c-75ecad91ead9 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:18.101250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-9d755b1b-4e2f-4602-8d5c-75ecad91ead9 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Synchronizing usage tracker for tenant:efdbf3ae571f4ecb97fdb5e411c52e7b on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:57:18.104740 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-e82d0155-2228-42dd-8950-4ce3abe71118 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:57:18.122860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-9d755b1b-4e2f-4602-8d5c-75ecad91ead9 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Unset dirty status for tenant:efdbf3ae571f4ecb97fdb5e411c52e7b on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:57:18.124039 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-9d755b1b-4e2f-4602-8d5c-75ecad91ead9 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.77 "GET /v2.0/networks?id=bd276eb0-b18d-42cd-9c46-a948df7b864f HTTP/1.1" status: 200 len: 818 time: 0.2691348 May 30 19:57:18.142720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-180a4b3f-ee69-4e43-9b3c-a4dfc1a282da tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Request body: {'port': {'device_id': '5ea03ece-36e4-43cb-b337-07538256a3d0', 'network_id': 'bd276eb0-b18d-42cd-9c46-a948df7b864f', 'admin_state_up': True, 'tenant_id': 'efdbf3ae571f4ecb97fdb5e411c52e7b'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:18.151666 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49227877-7a1c-41c9-b746-d73bd5788853 req-af5ff33f-0102-4580-9ca7-d8a419ab7722 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354312 May 30 19:57:18.161694 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-601eba90-cc56-4679-bae9-bf1359effd77 req-fe520db4-5957-49b2-8ced-b09165832864 service neutron] 10.222.0.77 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763959 May 30 19:57:18.213298 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94b96025-0274-44c4-b670-48da48ba47fd req-69641ad0-b20b-4ae5-9ec7-ce9b0fea546c tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838787 May 30 19:57:18.279526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-e82d0155-2228-42dd-8950-4ce3abe71118 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:18.280405 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-e82d0155-2228-42dd-8950-4ce3abe71118 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:18.335519 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-180a4b3f-ee69-4e43-9b3c-a4dfc1a282da tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:18.339659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-180a4b3f-ee69-4e43-9b3c-a4dfc1a282da tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Usage tracker for resource:port and tenant:efdbf3ae571f4ecb97fdb5e411c52e7b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:18.342595 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-180a4b3f-ee69-4e43-9b3c-a4dfc1a282da tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:18.349011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-180a4b3f-ee69-4e43-9b3c-a4dfc1a282da tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:18.349757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc4e8146-b984-42e6-9ee6-defef4bbfe5c req-a1360174-e3bb-474e-affb-0a0bf99d287e tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ea03ece-36e4-43cb-b337-07538256a3d0 HTTP/1.1" status: 200 len: 210 time: 0.0652897 May 30 19:57:18.422824 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-e82d0155-2228-42dd-8950-4ce3abe71118 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2406867 May 30 19:57:18.424623 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-180a4b3f-ee69-4e43-9b3c-a4dfc1a282da tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Made reservation on behalf of efdbf3ae571f4ecb97fdb5e411c52e7b for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:18.428268 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-180a4b3f-ee69-4e43-9b3c-a4dfc1a282da tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:18.429979 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f7f4ae-0c28-421f-b02a-189d1d39cd6e'] response: {'server_uuid': 'fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624f8b7c-ba57-47ad-a12a-cac056596d6d', 'code': 200} May 30 19:57:18.447810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Request body: {'port': {'device_id': '2405edb4-fc1f-4a22-8908-028ff36d2bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:18.489396 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-601eba90-cc56-4679-bae9-bf1359effd77 req-e24c1419-adf3-4405-ba88-49e7b6232cb0 service neutron] 10.222.0.77 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136945 May 30 19:57:18.585007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b817ab-2692-4633-9962-8bfa965a3581 req-e8aca27b-1e82-446b-9ddd-1c6bb731b998 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:18.586431 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0b817ab-2692-4633-9962-8bfa965a3581 req-e8aca27b-1e82-446b-9ddd-1c6bb731b998 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef HTTP/1.1" status: 200 len: 950 time: 0.2396665 May 30 19:57:18.611391 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-180a4b3f-ee69-4e43-9b3c-a4dfc1a282da tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Allocated IP 172.20.0.9 (bd276eb0-b18d-42cd-9c46-a948df7b864f/d7a3a03f-da87-4c83-ac31-249eef942afd/dd9818cc-0f95-49bb-8dbc-2dfb4565df9a) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:57:18.693507 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:18.767206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0b817ab-2692-4633-9962-8bfa965a3581 req-d35462a3-42ae-4d1c-b804-6e0e5efeffb8 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/security-groups?id=1af4c077-5f34-4a7f-8f57-11d525f4096e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398466 May 30 19:57:18.795720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7cff5c5f-c270-4097-b021-aebd1330963b details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:57:18.824903 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-180a4b3f-ee69-4e43-9b3c-a4dfc1a282da tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:18.859367 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-180a4b3f-ee69-4e43-9b3c-a4dfc1a282da tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:18.899740 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5519a2c2-c31e-498e-b683-35244debc63f req-5c244aab-fce8-4e0b-8e02-e59fab564118 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 1097 time: 0.3525021 May 30 19:57:18.905642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64adb8fa-4a75-4f28-a9c5-5a8dd5dbf348 req-ac69ae31-0649-45dc-9879-081ff8e7504f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef HTTP/1.1" status: 200 len: 1101 time: 0.3595214 May 30 19:57:18.948531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7cff5c5f-c270-4097-b021-aebd1330963b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7cff5c5f-c270-4097-b021-aebd1330963b,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:18.963010 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '7cff5c5f-c270-4097-b021-aebd1330963b', 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce', 'port_id': '7cff5c5f-c270-4097-b021-aebd1330963b', 'mac_address': 'fa:16:3e:11:10:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd0ba15-290a-4589-8acd-b7cd3e58dbb1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:57:18.964248 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-180a4b3f-ee69-4e43-9b3c-a4dfc1a282da tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Network bd276eb0-b18d-42cd-9c46-a948df7b864f is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:57:18.967294 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-180a4b3f-ee69-4e43-9b3c-a4dfc1a282da tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:57:18.971252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-180a4b3f-ee69-4e43-9b3c-a4dfc1a282da tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:57:19.015575 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a4b3f-ee69-4e43-9b3c-a4dfc1a282da tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Pushing event updated for resources: {'Port': ['ID=dd9818cc-0f95-49bb-8dbc-2dfb4565df9a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:19.033214 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.043815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-180a4b3f-ee69-4e43-9b3c-a4dfc1a282da tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:19.044568 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-180a4b3f-ee69-4e43-9b3c-a4dfc1a282da tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.051558 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cff5c5f-c270-4097-b021-aebd1330963b {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:19.069140 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-180a4b3f-ee69-4e43-9b3c-a4dfc1a282da tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9301183 May 30 19:57:19.069798 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7cff5c5f-c270-4097-b021-aebd1330963b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7cff5c5f-c270-4097-b021-aebd1330963b,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:19.073313 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.082071 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Request body: {'port': {'device_id': '5ea03ece-36e4-43cb-b337-07538256a3d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:19.145728 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=7cff5c5f-c270-4097-b021-aebd1330963b,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:19.182062 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64adb8fa-4a75-4f28-a9c5-5a8dd5dbf348 req-7d35aafc-69ab-4892-8ffb-8c6de8ed367e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1af4c077-5f34-4a7f-8f57-11d525f4096e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616916 May 30 19:57:19.183556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5519a2c2-c31e-498e-b683-35244debc63f req-e6e4a0e5-2007-40fc-a123-96604067e560 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612450 May 30 19:57:19.196643 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.233246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c91572-f852-417c-86ef-9e6e09938dd9 req-4f9a4ffd-6bc3-4307-a15b-916cb82ee3ec tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:19.234043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a5c91572-f852-417c-86ef-9e6e09938dd9 req-4f9a4ffd-6bc3-4307-a15b-916cb82ee3ec tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Synchronizing usage tracker for tenant:da2c3b5169e14006bab98c084c88a6a6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:57:19.255253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55a67372-b528-4286-b56c-933a3df5d482 req-5dab1804-e36b-4329-bcf9-47b7dafca70d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2031555 May 30 19:57:19.308528 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a5c91572-f852-417c-86ef-9e6e09938dd9 req-4f9a4ffd-6bc3-4307-a15b-916cb82ee3ec tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Unset dirty status for tenant:da2c3b5169e14006bab98c084c88a6a6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:57:19.309701 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a5c91572-f852-417c-86ef-9e6e09938dd9 req-4f9a4ffd-6bc3-4307-a15b-916cb82ee3ec tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 931 time: 0.3882999 May 30 19:57:19.318118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9b4c5b-9def-4545-a299-1bb5f2491a8d {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:19.341392 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.417130 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['7cff5c5f-c270-4097-b021-aebd1330963b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:19.480815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Transition to ACTIVE for port object 6c9b4c5b-9def-4545-a299-1bb5f2491a8d will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:19.490786 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.578241 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a5c91572-f852-417c-86ef-9e6e09938dd9 req-90eb0418-45be-4701-8be7-cfa5ada55d89 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555592 May 30 19:57:19.719885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Pushing event updated for resources: {'Port': ['ID=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:19.751209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9818cc-0f95-49bb-8dbc-2dfb4565df9a {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:19.758809 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.776194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Transition to ACTIVE for port object dd9818cc-0f95-49bb-8dbc-2dfb4565df9a will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:19.781706 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.846226 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55a67372-b528-4286-b56c-933a3df5d482 req-69fabcc2-af3d-4b83-89b2-9984eacc1627 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 1095 time: 0.3219352 May 30 19:57:19.931937 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9818cc-0f95-49bb-8dbc-2dfb4565df9a,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:19.966246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49116) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:20.012183 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372daf0-4675-4c94-9756-f7221bf130f0 req-d6a72ca9-3a54-4467-b8d0-201a91ab2383 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:20.013635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9372daf0-4675-4c94-9756-f7221bf130f0 req-d6a72ca9-3a54-4467-b8d0-201a91ab2383 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=c114abd8-8568-442e-bf54-6f8ae11a6028 HTTP/1.1" status: 200 len: 945 time: 0.3443148 May 30 19:57:20.025813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Attempting to bind port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:57:20.026147 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Attempting to bind port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:57:20.026479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Attempting to bind port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:20.048304 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Attempting to bind port dd9818cc-0f95-49bb-8dbc-2dfb4565df9a on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:57:20.048773 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Attempting to bind port dd9818cc-0f95-49bb-8dbc-2dfb4565df9a by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'fa3ab2a9-9003-4631-b27f-7f948764a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd276eb0-b18d-42cd-9c46-a948df7b864f'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:57:20.049218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Attempting to bind port dd9818cc-0f95-49bb-8dbc-2dfb4565df9a on network bd276eb0-b18d-42cd-9c46-a948df7b864f {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:20.055365 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Port dd9818cc-0f95-49bb-8dbc-2dfb4565df9a on network bd276eb0-b18d-42cd-9c46-a948df7b864f not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:57:20.055766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Attempting to bind port dd9818cc-0f95-49bb-8dbc-2dfb4565df9a on network bd276eb0-b18d-42cd-9c46-a948df7b864f {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:20.062359 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:57:20.062773 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Checking segment: {'id': 'fa3ab2a9-9003-4631-b27f-7f948764a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd276eb0-b18d-42cd-9c46-a948df7b864f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:20.063277 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Bound using segment: {'id': 'fa3ab2a9-9003-4631-b27f-7f948764a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd276eb0-b18d-42cd-9c46-a948df7b864f'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:57:20.063721 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Bound port: dd9818cc-0f95-49bb-8dbc-2dfb4565df9a, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3ab2a9-9003-4631-b27f-7f948764a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bd276eb0-b18d-42cd-9c46-a948df7b864f'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:57:20.064163 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:20.075925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:57:20.076280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Attempting to bind port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:20.113371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:57:20.113711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Checking segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:20.114101 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Bound using segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:57:20.114540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Bound port: 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:57:20.114886 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:20.134045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a67372-b528-4286-b56c-933a3df5d482 req-2d8b9cdf-f079-4a78-a1b4-9aacf26f3f73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:20.135534 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55a67372-b528-4286-b56c-933a3df5d482 req-2d8b9cdf-f079-4a78-a1b4-9aacf26f3f73 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.2529762 May 30 19:57:20.148668 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4a4a1f6-16e3-442c-98dd-8825e6e4e22d req-47641fec-0b29-4969-90b3-1ec8a5f3fb16 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=79143ca5-0d44-4492-b857-01534b0f96c2 HTTP/1.1" status: 200 len: 1100 time: 0.3067117 May 30 19:57:20.230545 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-357df4d5-9dc6-4bf0-8cf4-63e6129adcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:20.236566 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9372daf0-4675-4c94-9756-f7221bf130f0 req-075baec3-7d81-409e-9bcf-d22ae971e180 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077222 May 30 19:57:20.266252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-357df4d5-9dc6-4bf0-8cf4-63e6129adcb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:20.270791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-357df4d5-9dc6-4bf0-8cf4-63e6129adcb7 admin admin] Usage tracker for resource:security_group_rule and tenant:db0a6097f5e644a69573d2ad606dde54 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:20.273955 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-357df4d5-9dc6-4bf0-8cf4-63e6129adcb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:20.280489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-357df4d5-9dc6-4bf0-8cf4-63e6129adcb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:20.291442 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55a67372-b528-4286-b56c-933a3df5d482 req-be75cc43-a8b0-45d0-8026-a5fb97331f90 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=976f3fa1-b849-4585-98a6-992a9dc7898a HTTP/1.1" status: 200 len: 217 time: 0.1392205 May 30 19:57:20.367228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] For port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:57:20.367605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] For port dd9818cc-0f95-49bb-8dbc-2dfb4565df9a, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:57:20.374204 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-357df4d5-9dc6-4bf0-8cf4-63e6129adcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:20.379834 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] For port dd9818cc-0f95-49bb-8dbc-2dfb4565df9a, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=dd9818cc-0f95-49bb-8dbc-2dfb4565df9a,segment=NetworkSegment(fa3ab2a9-9003-4631-b27f-7f948764a1cd),segment_id=fa3ab2a9-9003-4631-b27f-7f948764a1cd)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:57:20.381415 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-357df4d5-9dc6-4bf0-8cf4-63e6129adcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:20.382431 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4a4a1f6-16e3-442c-98dd-8825e6e4e22d req-a6cd77bc-e996-4466-8c97-9931a5a2fd0d tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541381 May 30 19:57:20.422232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] For port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:57:20.434990 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-357df4d5-9dc6-4bf0-8cf4-63e6129adcb7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=db0a6097f5e644a69573d2ad606dde54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4651661 May 30 19:57:20.434990 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:20.435688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a67372-b528-4286-b56c-933a3df5d482 req-d01e827c-7a23-4975-8788-4222d75fad9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:20.437266 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55a67372-b528-4286-b56c-933a3df5d482 req-d01e827c-7a23-4975-8788-4222d75fad9d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.1265616 May 30 19:57:20.437713 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49124) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:20.453356 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:20.522333 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357df4d5-9dc6-4bf0-8cf4-63e6129adcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b76d325-5953-4c3a-a6a5-b1737da0eae8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:20.532011 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:20.544939 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] 10.222.0.77 "PUT /v2.0/ports/dd9818cc-0f95-49bb-8dbc-2dfb4565df9a HTTP/1.1" status: 200 len: 1091 time: 1.4670856 May 30 19:57:20.545428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea03ece-36e4-43cb-b337-07538256a3d0', 'tag': 'dd9818cc-0f95-49bb-8dbc-2dfb4565df9a'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:20.560364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fdead-9735-4698-ae7d-5b78fe6ce9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9818cc-0f95-49bb-8dbc-2dfb4565df9a,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:20.603851 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55a67372-b528-4286-b56c-933a3df5d482 req-246e80fe-e532-46e4-ae83-c9621b6d2a3a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420977 May 30 19:57:20.677164 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:20.678626 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] 10.222.0.93 "PUT /v2.0/ports/6c9b4c5b-9def-4545-a299-1bb5f2491a8d HTTP/1.1" status: 200 len: 1091 time: 2.2397628 May 30 19:57:20.681391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2405edb4-fc1f-4a22-8908-028ff36d2bc9', 'tag': '6c9b4c5b-9def-4545-a299-1bb5f2491a8d'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:20.728874 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-e989d581-0607-47ae-ba5a-f14837573bc4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=efdbf3ae571f4ecb97fdb5e411c52e7b&device_id=5ea03ece-36e4-43cb-b337-07538256a3d0 HTTP/1.1" status: 200 len: 1094 time: 0.0720398 May 30 19:57:20.801513 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-534c03e4-7c13-43b9-af10-3e02d7fb2c4f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd9818cc-0f95-49bb-8dbc-2dfb4565df9a HTTP/1.1" status: 200 len: 217 time: 0.0652523 May 30 19:57:20.807105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7cff5c5f-c270-4097-b021-aebd1330963b up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:20.822844 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921ed9f-6d76-4d0e-999d-3f8ccfe61aed service neutron] Pushing event updated for resources: {'Port': ['ID=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:20.858593 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf418756-7fd0-4ac4-9def-46a2c7f8702f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:20.865905 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-d9a52688-c33e-46ec-b731-bd99fc7f9db8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:20.867520 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-d9a52688-c33e-46ec-b731-bd99fc7f9db8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d7a3a03f-da87-4c83-ac31-249eef942afd HTTP/1.1" status: 200 len: 858 time: 0.0599298 May 30 19:57:20.883558 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72529c3-f197-4ed4-b4f8-57deff7ed015 req-2fd5c5e9-e430-4237-bdb2-12d8612ee76e tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:20.884557 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 7cff5c5f-c270-4097-b021-aebd1330963b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:20.890031 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 7cff5c5f-c270-4097-b021-aebd1330963b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:20.890483 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b72529c3-f197-4ed4-b4f8-57deff7ed015 req-2fd5c5e9-e430-4237-bdb2-12d8612ee76e tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ea03ece-36e4-43cb-b337-07538256a3d0 HTTP/1.1" status: 200 len: 943 time: 0.5053651 May 30 19:57:20.890611 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:20.918205 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-2d7908bc-1b58-42e7-afdf-cbcf8a042c79 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bd276eb0-b18d-42cd-9c46-a948df7b864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436227 May 30 19:57:20.968904 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3728e76f-7838-4ead-9bde-fe247066628d req-b581071c-d057-4e7f-8c39-01abd47765cd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4399769 May 30 19:57:20.971309 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf418756-7fd0-4ac4-9def-46a2c7f8702f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:21.000069 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55a67372-b528-4286-b56c-933a3df5d482 req-313f3fbc-1782-4d08-87ff-284d7c1012a1 service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755782 May 30 19:57:21.055055 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:21.085594 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c114abd8-8568-442e-bf54-6f8ae11a6028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cff5c5f-c270-4097-b021-aebd1330963b'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:21.098660 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7cff5c5f-c270-4097-b021-aebd1330963b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7cff5c5f-c270-4097-b021-aebd1330963b,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:21.107076 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:21.158393 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-2c68b463-8690-477d-9c0a-a0d9004f71d8 service neutron] 10.222.0.77 "GET /v2.0/networks/bd276eb0-b18d-42cd-9c46-a948df7b864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332687 May 30 19:57:21.194208 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=7cff5c5f-c270-4097-b021-aebd1330963b,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:21.241515 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b72529c3-f197-4ed4-b4f8-57deff7ed015 req-d808acbb-8621-4d48-81c1-3f441121cea7 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b163992-5bf4-4f72-8cf2-f7f722cb8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498821 May 30 19:57:21.270986 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-db6b30a3-dfce-4799-9530-fbe48a421a8c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 1094 time: 0.5198052 May 30 19:57:21.469372 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5b3f0217-da80-4299-a26e-a7322f15d323 req-c74c771c-f7d4-4c67-98c1-8e260b2e980d service neutron] 10.222.0.77 "GET /v2.0/networks/bd276eb0-b18d-42cd-9c46-a948df7b864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032501 May 30 19:57:21.485355 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-b488b305-4ecd-46dc-9c32-84df69f5236d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9b4c5b-9def-4545-a299-1bb5f2491a8d HTTP/1.1" status: 200 len: 217 time: 0.1651659 May 30 19:57:21.626870 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf418756-7fd0-4ac4-9def-46a2c7f8702f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:21.740997 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf418756-7fd0-4ac4-9def-46a2c7f8702f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b76d325-5953-4c3a-a6a5-b1737da0eae8,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:21.755723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55a67372-b528-4286-b56c-933a3df5d482 req-33ad06ff-23d9-431c-836d-2e4fab9df4c3 service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7437153 May 30 19:57:21.771883 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-16e948c7-7db3-4906-b50a-6c0a81678311 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:21.773921 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-16e948c7-7db3-4906-b50a-6c0a81678311 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.2691607 May 30 19:57:21.818816 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf418756-7fd0-4ac4-9def-46a2c7f8702f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:21.820123 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bf418756-7fd0-4ac4-9def-46a2c7f8702f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5b76d325-5953-4c3a-a6a5-b1737da0eae8 HTTP/1.1" status: 204 len: 168 time: 1.3810384 May 30 19:57:21.833228 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-29fb860e-908f-4963-a024-b74a2b45fb53 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495307 May 30 19:57:21.949363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb015-4cbe-4227-9695-922480bde97b req-5d081929-293b-4ae5-9ac4-b5b27aa85a3f tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:21.950737 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1b7cb015-4cbe-4227-9695-922480bde97b req-5d081929-293b-4ae5-9ac4-b5b27aa85a3f tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef HTTP/1.1" status: 200 len: 950 time: 0.3913672 May 30 19:57:22.027304 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-de68a73f-7070-4a31-9f4c-d7f8f662b791 service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842260 May 30 19:57:22.053594 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1b7cb015-4cbe-4227-9695-922480bde97b req-e31bff75-82d0-4d18-b8a5-5919000df595 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/security-groups?id=1af4c077-5f34-4a7f-8f57-11d525f4096e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951705 May 30 19:57:22.192325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fbf4fad-983c-45a8-9705-397e5e4c15d1 req-102fc45f-f157-4b52-825c-63183eb9ae12 service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583805 May 30 19:57:22.324811 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8fb2795a-7641-40ee-98f8-86ad8f5d5c78 req-704d49ca-92c5-403d-b8e0-d4f534e078e5 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=d97a0589-c695-4172-869c-4022c4987016 HTTP/1.1" status: 200 len: 1101 time: 0.1032078 May 30 19:57:22.343236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-42884a6a-dc68-44f5-8f7d-b5be096f8085 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:57:22.343855 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-42884a6a-dc68-44f5-8f7d-b5be096f8085 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0069330 May 30 19:57:22.344370 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49176) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:22.365037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-6110012f-1c25-40a0-9bca-f76908f107eb service neutron] Request body: {'binding': {'host': 'n-h2-843949-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:22.365485 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-6110012f-1c25-40a0-9bca-f76908f107eb service neutron] Unknown quota resources ['binding']. {{(pid=84023) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 30 19:57:22.420522 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d733dd4-055b-4d7f-b64f-b4a2c304d285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:22.495365 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8fb2795a-7641-40ee-98f8-86ad8f5d5c78 req-1e1f4c23-00a3-48ae-809b-bc493a572a6f tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571443 May 30 19:57:22.560021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8d733dd4-055b-4d7f-b64f-b4a2c304d285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:22.567676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8d733dd4-055b-4d7f-b64f-b4a2c304d285 admin admin] Usage tracker for resource:security_group_rule and tenant:e1fb7edb4a524a93bcbc052e7c272671 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:22.572098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8d733dd4-055b-4d7f-b64f-b4a2c304d285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:22.580306 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8d733dd4-055b-4d7f-b64f-b4a2c304d285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:22.582676 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4c08c9-e614-4d88-9ea5-e2a3cbcbd41c'] response: {'name': 'network-changed', 'server_uuid': '5ea03ece-36e4-43cb-b337-07538256a3d0', 'tag': 'dd9818cc-0f95-49bb-8dbc-2dfb4565df9a', 'status': 'completed', 'code': 200} May 30 19:57:22.787348 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-6110012f-1c25-40a0-9bca-f76908f107eb service neutron] Attempting to bind port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 on host n-h2-843949-2 for vnic_type normal with profile None {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:57:22.787685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-6110012f-1c25-40a0-9bca-f76908f107eb service neutron] Attempting to bind port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:57:22.788035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-6110012f-1c25-40a0-9bca-f76908f107eb service neutron] Attempting to bind port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:22.832094 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d733dd4-055b-4d7f-b64f-b4a2c304d285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:22.835495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-6110012f-1c25-40a0-9bca-f76908f107eb service neutron] Port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:57:22.836165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-6110012f-1c25-40a0-9bca-f76908f107eb service neutron] Attempting to bind port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:22.843151 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d733dd4-055b-4d7f-b64f-b4a2c304d285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:22.873747 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4181e881-f633-486c-87f9-09e239cf0b54 req-40ed094c-96ca-43d5-9a2e-0bf2ecaa573f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=efdbf3ae571f4ecb97fdb5e411c52e7b&device_id=5ea03ece-36e4-43cb-b337-07538256a3d0 HTTP/1.1" status: 200 len: 1094 time: 0.2557313 May 30 19:57:22.878493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-6110012f-1c25-40a0-9bca-f76908f107eb service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:57:22.879332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-6110012f-1c25-40a0-9bca-f76908f107eb service neutron] Checking segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:22.879702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-6110012f-1c25-40a0-9bca-f76908f107eb service neutron] Bound using segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:57:22.880168 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-6110012f-1c25-40a0-9bca-f76908f107eb service neutron] Bound port: 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:57:22.942567 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350ea9f-4e02-4e1a-8826-7f631b14f27c req-3b7e74b2-8f36-47af-bcc6-c1e39e25b5b2 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:22.944014 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3350ea9f-4e02-4e1a-8826-7f631b14f27c req-3b7e74b2-8f36-47af-bcc6-c1e39e25b5b2 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 943 time: 0.2599607 May 30 19:57:22.991185 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d733dd4-055b-4d7f-b64f-b4a2c304d285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7760e1-4e21-4825-9e46-9a251bd9637b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:23.005051 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8d733dd4-055b-4d7f-b64f-b4a2c304d285 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e1fb7edb4a524a93bcbc052e7c272671&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6483362 May 30 19:57:23.007781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49188) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:23.066018 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65fd8c6c-5663-46b0-bc8c-7c85a657f21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:23.084873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-6110012f-1c25-40a0-9bca-f76908f107eb service neutron] For port 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=831f2151-aa7e-4cbe-9f68-fab1d0f10322,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:57:23.090293 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3350ea9f-4e02-4e1a-8826-7f631b14f27c req-bdfd3fec-9058-4f0c-957e-1cc1dfc8b1e9 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921688 May 30 19:57:23.093852 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65fd8c6c-5663-46b0-bc8c-7c85a657f21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:23.117337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181e881-f633-486c-87f9-09e239cf0b54 req-55c037db-8a6c-49bc-a8c3-ec2ece882595 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:23.117337 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4181e881-f633-486c-87f9-09e239cf0b54 req-55c037db-8a6c-49bc-a8c3-ec2ece882595 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bd276eb0-b18d-42cd-9c46-a948df7b864f HTTP/1.1" status: 200 len: 919 time: 0.2234039 May 30 19:57:23.117337 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-6110012f-1c25-40a0-9bca-f76908f107eb service neutron] Notify callbacks [] for binding, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:23.117337 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-6110012f-1c25-40a0-9bca-f76908f107eb service neutron] 10.222.0.84 "POST /v2.0/ports/831f2151-aa7e-4cbe-9f68-fab1d0f10322/bindings HTTP/1.1" status: 201 len: 389 time: 0.7562382 May 30 19:57:23.156731 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65fd8c6c-5663-46b0-bc8c-7c85a657f21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:23.179314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd8c6c-5663-46b0-bc8c-7c85a657f21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7760e1-4e21-4825-9e46-9a251bd9637b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:23.191935 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65fd8c6c-5663-46b0-bc8c-7c85a657f21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:23.195889 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-65fd8c6c-5663-46b0-bc8c-7c85a657f21c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4c7760e1-4e21-4825-9e46-9a251bd9637b HTTP/1.1" status: 204 len: 168 time: 0.1846757 May 30 19:57:23.274794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4181e881-f633-486c-87f9-09e239cf0b54 req-4cb1d742-ee2f-4416-bbe9-6091ed2bf2f7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd9818cc-0f95-49bb-8dbc-2dfb4565df9a HTTP/1.1" status: 200 len: 217 time: 0.1503980 May 30 19:57:23.331633 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-344099e3-8704-4e31-af11-7763b9d3b239'] response: {'name': 'network-changed', 'server_uuid': '2405edb4-fc1f-4a22-8908-028ff36d2bc9', 'tag': '6c9b4c5b-9def-4545-a299-1bb5f2491a8d', 'status': 'completed', 'code': 200} May 30 19:57:23.338237 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d24ea128-a080-46d0-9f20-894f724e5cbb'] response: {'server_uuid': 'c114abd8-8568-442e-bf54-6f8ae11a6028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cff5c5f-c270-4097-b021-aebd1330963b', 'code': 200} May 30 19:57:23.498753 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:57:23.513830 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-320b2997-f0c5-4d00-b983-2d771b019f9c req-777ba972-74c8-4fa8-9bf8-045588010e8d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c114abd8-8568-442e-bf54-6f8ae11a6028 HTTP/1.1" status: 200 len: 1097 time: 0.1015768 May 30 19:57:23.572738 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-320b2997-f0c5-4d00-b983-2d771b019f9c req-d982a045-4e5d-4d5f-a2f5-cde5588b64c6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518875 May 30 19:57:23.681547 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181e881-f633-486c-87f9-09e239cf0b54 req-67c32c25-031d-4d95-8bc9-126407e33efe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:23.681547 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4181e881-f633-486c-87f9-09e239cf0b54 req-67c32c25-031d-4d95-8bc9-126407e33efe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d7a3a03f-da87-4c83-ac31-249eef942afd HTTP/1.1" status: 200 len: 858 time: 0.3421991 May 30 19:57:23.753792 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-2fdaf61b-5abc-4993-ae30-340754fb71ed service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 1097 time: 0.3171818 May 30 19:57:23.756788 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c569f817-fd15-47b7-812c-58e63c531791 req-57854bf8-6a9b-436d-bc2f-19ca86655c7e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 1094 time: 0.4806509 May 30 19:57:23.770368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccb2ad-ea3e-4805-a988-dc6d520cf7b5 req-9244e40a-41d4-49de-aa83-caa75ef6e2bd tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:23.772103 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6fccb2ad-ea3e-4805-a988-dc6d520cf7b5 req-9244e40a-41d4-49de-aa83-caa75ef6e2bd tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=c114abd8-8568-442e-bf54-6f8ae11a6028 HTTP/1.1" status: 200 len: 946 time: 0.3429034 May 30 19:57:23.920655 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4181e881-f633-486c-87f9-09e239cf0b54 req-772208d2-167d-4101-a178-9feab2e04d05 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bd276eb0-b18d-42cd-9c46-a948df7b864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460643 May 30 19:57:24.171016 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6fccb2ad-ea3e-4805-a988-dc6d520cf7b5 req-ec05fe9e-bd46-4704-a39a-af0d19183ba8 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331847 May 30 19:57:24.235821 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569f817-fd15-47b7-812c-58e63c531791 req-4ed58408-8a18-4d33-b599-eb8a26748005 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:24.237126 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c569f817-fd15-47b7-812c-58e63c531791 req-4ed58408-8a18-4d33-b599-eb8a26748005 service neutron] 10.222.0.93 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 908 time: 0.4618266 May 30 19:57:24.312477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-8af10e5c-2bd7-49a6-a118-00ba0a7a3d17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:24.315464 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-8af10e5c-2bd7-49a6-a118-00ba0a7a3d17 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.5409350 May 30 19:57:24.414813 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c569f817-fd15-47b7-812c-58e63c531791 req-7c1230c9-306a-4652-a610-cd3584289154 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9b4c5b-9def-4545-a299-1bb5f2491a8d HTTP/1.1" status: 200 len: 217 time: 0.1638122 May 30 19:57:24.490726 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4181e881-f633-486c-87f9-09e239cf0b54 req-c35847b5-b047-4c8c-b11a-d38efb92490e service neutron] 10.222.0.77 "GET /v2.0/networks/bd276eb0-b18d-42cd-9c46-a948df7b864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151677 May 30 19:57:24.502079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-66b5cee2-ef56-4053-b9a0-21c63fedf925 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=831f2151-aa7e-4cbe-9f68-fab1d0f10322 HTTP/1.1" status: 200 len: 217 time: 0.1788528 May 30 19:57:24.504271 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-277524c7-79ee-4560-b70e-e5225860fa90 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=80c5886d695a483397b8748456ab7e32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929067 May 30 19:57:24.720543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569f817-fd15-47b7-812c-58e63c531791 req-ed730bc4-66d5-4c64-a55f-808410240475 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:24.721962 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c569f817-fd15-47b7-812c-58e63c531791 req-ed730bc4-66d5-4c64-a55f-808410240475 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.2977664 May 30 19:57:24.747936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86a42a-0f5b-4482-9bb1-40298e34e649 req-a107fea6-63b0-4323-b93f-cb8089b810ae tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:24.752553 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb86a42a-0f5b-4482-9bb1-40298e34e649 req-a107fea6-63b0-4323-b93f-cb8089b810ae tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ea03ece-36e4-43cb-b337-07538256a3d0 HTTP/1.1" status: 200 len: 943 time: 0.5969734 May 30 19:57:24.812103 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device dd9818cc-0f95-49bb-8dbc-2dfb4565df9a details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:57:24.878975 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-62965b34-663d-4927-86e6-66084f95f8ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:24.881052 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-62965b34-663d-4927-86e6-66084f95f8ed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.3514421 May 30 19:57:24.882785 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c569f817-fd15-47b7-812c-58e63c531791 req-b280ff27-db00-4a39-b67c-8bcbd85ae459 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196170 May 30 19:57:25.031143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port dd9818cc-0f95-49bb-8dbc-2dfb4565df9a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=dd9818cc-0f95-49bb-8dbc-2dfb4565df9a,segment=NetworkSegment(fa3ab2a9-9003-4631-b27f-7f948764a1cd),segment_id=fa3ab2a9-9003-4631-b27f-7f948764a1cd)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:25.052572 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'dd9818cc-0f95-49bb-8dbc-2dfb4565df9a', 'network_id': 'bd276eb0-b18d-42cd-9c46-a948df7b864f', 'port_id': 'dd9818cc-0f95-49bb-8dbc-2dfb4565df9a', 'mac_address': 'fa:16:3e:98:15:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a3a03f-da87-4c83-ac31-249eef942afd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:57:25.066323 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-7f3eee4c-9b88-42d1-97f4-fb93fe72e149 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685019 May 30 19:57:25.084073 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4181e881-f633-486c-87f9-09e239cf0b54 req-babb937f-02f1-4669-9b03-53a2e6a1ac52 service neutron] 10.222.0.77 "GET /v2.0/networks/bd276eb0-b18d-42cd-9c46-a948df7b864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849547 May 30 19:57:25.116826 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:25.139813 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9818cc-0f95-49bb-8dbc-2dfb4565df9a {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:25.158784 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port dd9818cc-0f95-49bb-8dbc-2dfb4565df9a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=dd9818cc-0f95-49bb-8dbc-2dfb4565df9a,segment=NetworkSegment(fa3ab2a9-9003-4631-b27f-7f948764a1cd),segment_id=fa3ab2a9-9003-4631-b27f-7f948764a1cd)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:25.166854 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:25.329681 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=dd9818cc-0f95-49bb-8dbc-2dfb4565df9a,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:25.395765 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c569f817-fd15-47b7-812c-58e63c531791 req-e1566b2a-74dd-4f33-9ca3-09d2b0ffc875 service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933813 May 30 19:57:25.401139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-c4477090-19e6-4281-824e-c101b79a99d4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:25.401936 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-c4477090-19e6-4281-824e-c101b79a99d4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8698757 May 30 19:57:25.504362 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb86a42a-0f5b-4482-9bb1-40298e34e649 req-b4bbf243-85e0-4126-805a-6115201a6d12 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b163992-5bf4-4f72-8cf2-f7f722cb8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6894727 May 30 19:57:25.531389 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-4650e642-59c9-4554-a459-9ea6699f7803 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/quotas/80c5886d695a483397b8748456ab7e32 HTTP/1.1" status: 200 len: 375 time: 0.1004486 May 30 19:57:25.539657 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-812fd6eb-67a1-44e5-a668-6821121ad448 service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518077 May 30 19:57:25.546552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['dd9818cc-0f95-49bb-8dbc-2dfb4565df9a'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:25.759256 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c569f817-fd15-47b7-812c-58e63c531791 req-03c26d26-40b3-4b1b-bd02-037f72c769d0 service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563824 May 30 19:57:25.811787 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-28cf7155-96fa-49ec-9047-01410283a000 service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325428 May 30 19:57:25.824215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-7aaf7686-fddd-43ac-8d9b-735c98298a5e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2818351 May 30 19:57:26.263529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6f345-0fee-4700-badf-eb7cd39e26ed req-fbb69f11-0bb7-4fb1-a3dd-1739dc3dba85 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:26.275285 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d0d6f345-0fee-4700-badf-eb7cd39e26ed req-fbb69f11-0bb7-4fb1-a3dd-1739dc3dba85 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 943 time: 0.1004317 May 30 19:57:26.400541 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d0d6f345-0fee-4700-badf-eb7cd39e26ed req-eea627f2-a5a7-4324-8b52-a13ce69d8466 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238971 May 30 19:57:26.453293 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d3415-7165-4a91-98b6-018ad22d726d req-624222c5-7aa7-4ee0-87d7-65e9088b2385 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:26.454745 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-412d3415-7165-4a91-98b6-018ad22d726d req-624222c5-7aa7-4ee0-87d7-65e9088b2385 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 946 time: 0.1484473 May 30 19:57:26.525671 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-412d3415-7165-4a91-98b6-018ad22d726d req-c1559b66-ce7c-46fb-83a7-adc8cd6dd7b6 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637825 May 30 19:57:26.678857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dbfd5-702e-46ac-bd46-8393e1d5bef9 req-1502f791-d5a3-4122-920c-4889608895d5 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:26.680593 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-829dbfd5-702e-46ac-bd46-8393e1d5bef9 req-1502f791-d5a3-4122-920c-4889608895d5 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=c114abd8-8568-442e-bf54-6f8ae11a6028 HTTP/1.1" status: 200 len: 946 time: 0.1147680 May 30 19:57:26.785040 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-829dbfd5-702e-46ac-bd46-8393e1d5bef9 req-b6b27060-ee6c-43e9-af2a-0330bd52bc5b tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984256 May 30 19:57:26.833171 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 624f8b7c-ba57-47ad-a12a-cac056596d6d details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:57:26.837591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device dd9818cc-0f95-49bb-8dbc-2dfb4565df9a up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:27.088806 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6852752c-031e-4acf-8c58-53d3443a001d req-943f8d27-e409-474f-853c-678cf3845ec8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5 HTTP/1.1" status: 200 len: 210 time: 0.0608048 May 30 19:57:27.108016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port dd9818cc-0f95-49bb-8dbc-2dfb4565df9a completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:27.125187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port dd9818cc-0f95-49bb-8dbc-2dfb4565df9a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:27.126142 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:27.145053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7516f51-5fc7-477a-827b-f28006b5323d req-c97dd484-cf46-45ab-b33f-4bedc9d85759 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:27.152882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7516f51-5fc7-477a-827b-f28006b5323d req-c97dd484-cf46-45ab-b33f-4bedc9d85759 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ea03ece-36e4-43cb-b337-07538256a3d0 HTTP/1.1" status: 200 len: 944 time: 0.1569409 May 30 19:57:27.219693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 624f8b7c-ba57-47ad-a12a-cac056596d6d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=624f8b7c-ba57-47ad-a12a-cac056596d6d,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:27.224848 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7516f51-5fc7-477a-827b-f28006b5323d req-20bdaf96-a02a-443c-8e05-58ebe993fa4c tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b163992-5bf4-4f72-8cf2-f7f722cb8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704250 May 30 19:57:27.238966 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '624f8b7c-ba57-47ad-a12a-cac056596d6d', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '624f8b7c-ba57-47ad-a12a-cac056596d6d', 'mac_address': 'fa:16:3e:cc:31:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:57:27.366477 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:27.387445 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:27.422359 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port dd9818cc-0f95-49bb-8dbc-2dfb4565df9a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=dd9818cc-0f95-49bb-8dbc-2dfb4565df9a,segment=NetworkSegment(fa3ab2a9-9003-4631-b27f-7f948764a1cd),segment_id=fa3ab2a9-9003-4631-b27f-7f948764a1cd)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:27.426302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea03ece-36e4-43cb-b337-07538256a3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9818cc-0f95-49bb-8dbc-2dfb4565df9a'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:27.434769 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:27.475739 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 624f8b7c-ba57-47ad-a12a-cac056596d6d {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:27.522186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 624f8b7c-ba57-47ad-a12a-cac056596d6d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=624f8b7c-ba57-47ad-a12a-cac056596d6d,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:27.533958 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:27.561991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-2f3cabad-da96-4a74-9332-74b06fd4dea3 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=80c5886d695a483397b8748456ab7e32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595520 May 30 19:57:27.606783 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=dd9818cc-0f95-49bb-8dbc-2dfb4565df9a,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:27.735758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['624f8b7c-ba57-47ad-a12a-cac056596d6d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:27.921963 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71f9eac2-de26-4155-8520-fec6d5e695e4'] response: {'server_uuid': '5ea03ece-36e4-43cb-b337-07538256a3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9818cc-0f95-49bb-8dbc-2dfb4565df9a', 'code': 200} May 30 19:57:27.930425 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=624f8b7c-ba57-47ad-a12a-cac056596d6d,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:27.930668 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-80264a5b-2c9b-446b-b01e-d29629fd3742 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:27.938775 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-80264a5b-2c9b-446b-b01e-d29629fd3742 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3714080 May 30 19:57:27.976516 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7d0abf4f-41fc-47c6-bf9a-27e84cd9a80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:28.077361 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-30ac9769-2435-4120-86df-be8c796886db tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Request body: {'port': {'device_id': 'bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '80c5886d695a483397b8748456ab7e32'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:28.413662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-30ac9769-2435-4120-86df-be8c796886db tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:28.438070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-30ac9769-2435-4120-86df-be8c796886db tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:28.451173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf8718-919a-4290-9f3e-cc5ca029ec12 req-2e4c9e91-4eb9-41f8-904d-92928e164789 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:28.456531 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64cf8718-919a-4290-9f3e-cc5ca029ec12 req-2e4c9e91-4eb9-41f8-904d-92928e164789 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 943 time: 0.5156488 May 30 19:57:28.481194 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56805a93-ce47-4a3e-9b71-969dc703650a req-9204b967-ac2b-4375-a5b8-3f1fbd0c44ed tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:28.483375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56805a93-ce47-4a3e-9b71-969dc703650a req-9204b967-ac2b-4375-a5b8-3f1fbd0c44ed tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=c114abd8-8568-442e-bf54-6f8ae11a6028 HTTP/1.1" status: 200 len: 946 time: 0.2559323 May 30 19:57:28.486385 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-30ac9769-2435-4120-86df-be8c796886db tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Made reservation on behalf of 80c5886d695a483397b8748456ab7e32 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:28.490343 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-30ac9769-2435-4120-86df-be8c796886db tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:28.554334 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a70e63fc-1fa2-4a0f-9716-c4c67c05216d req-776eb852-2f11-43e9-b079-95a5e19751ae service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5ea03ece-36e4-43cb-b337-07538256a3d0 HTTP/1.1" status: 200 len: 1096 time: 0.6145535 May 30 19:57:28.679534 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64cf8718-919a-4290-9f3e-cc5ca029ec12 req-88d13709-0f86-4200-b0dc-adfa756aa889 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083759 May 30 19:57:28.849419 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 624f8b7c-ba57-47ad-a12a-cac056596d6d up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:28.856725 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56805a93-ce47-4a3e-9b71-969dc703650a req-19364542-2a05-4da7-ae9e-caff16bd4e4a tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307726 May 30 19:57:28.937053 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a70e63fc-1fa2-4a0f-9716-c4c67c05216d req-6d239fc1-a84b-491c-b0fc-bb3977a7d171 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8b163992-5bf4-4f72-8cf2-f7f722cb8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708076 May 30 19:57:28.970378 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 624f8b7c-ba57-47ad-a12a-cac056596d6d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:28.970889 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:29.083810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-30ac9769-2435-4120-86df-be8c796886db tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Allocated IP 192.168.233.110 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/1eca3d1a-c153-426f-aed4-6cfba80be9d7) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:57:29.170369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e055342-be25-4ee3-9425-bce3a881d24d req-537715bd-102d-4307-90a4-138979887185 tempest-QuotasAdminNegativeTest-2086373653 tempest-QuotasAdminNegativeTest-2086373653-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=d56eb3d9808d4fe7bbc4baa2f6f94f06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629089 May 30 19:57:29.194311 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:29.260526 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 624f8b7c-ba57-47ad-a12a-cac056596d6d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=624f8b7c-ba57-47ad-a12a-cac056596d6d,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:29.266354 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:29.277811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a872152-b2a5-45e3-b5af-4add28991a5e req-1f60a4c7-b8d0-4ecc-8a0d-9cc871bfc23e tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:29.284973 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a872152-b2a5-45e3-b5af-4add28991a5e req-1f60a4c7-b8d0-4ecc-8a0d-9cc871bfc23e tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 946 time: 0.3499420 May 30 19:57:29.400120 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=624f8b7c-ba57-47ad-a12a-cac056596d6d,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:29.484397 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a872152-b2a5-45e3-b5af-4add28991a5e req-079418f2-bff4-4118-91fc-395a9ff1bd58 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981356 May 30 19:57:29.494652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e055342-be25-4ee3-9425-bce3a881d24d req-d4390a38-3073-4398-ae03-665bc5232a01 tempest-QuotasAdminNegativeTest-2086373653 tempest-QuotasAdminNegativeTest-2086373653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:29.502236 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e055342-be25-4ee3-9425-bce3a881d24d req-d4390a38-3073-4398-ae03-665bc5232a01 tempest-QuotasAdminNegativeTest-2086373653 tempest-QuotasAdminNegativeTest-2086373653-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3309820 May 30 19:57:29.534820 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e055342-be25-4ee3-9425-bce3a881d24d req-7db2cc26-9b20-4e84-b1f3-3c2e3d69e684 tempest-QuotasAdminNegativeTest-2086373653 tempest-QuotasAdminNegativeTest-2086373653-project] 10.222.0.84 "GET /v2.0/quotas/d56eb3d9808d4fe7bbc4baa2f6f94f06 HTTP/1.1" status: 200 len: 375 time: 0.0314045 May 30 19:57:29.620104 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e055342-be25-4ee3-9425-bce3a881d24d req-2505c2b7-3782-434a-9c6d-3214b1a19e6f tempest-QuotasAdminNegativeTest-2086373653 tempest-QuotasAdminNegativeTest-2086373653-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d56eb3d9808d4fe7bbc4baa2f6f94f06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638797 May 30 19:57:29.679065 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-30ac9769-2435-4120-86df-be8c796886db tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:29.704947 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-223f5d0e-973d-4506-9ccb-763af5011f54 req-4d7bc5f3-4299-4116-a65c-61b315896eda tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5 HTTP/1.1" status: 200 len: 210 time: 0.0665553 May 30 19:57:29.719929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-30ac9769-2435-4120-86df-be8c796886db tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Transition to ACTIVE for port object 1eca3d1a-c153-426f-aed4-6cfba80be9d7 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:29.753812 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-30ac9769-2435-4120-86df-be8c796886db tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:29.770587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['45283eb0-7f60-4f12-a812-00a197ecbf9e', '652a4730-0c90-4ad7-8c92-5b7b14cf43f8'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:29.828619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['f287ac9c-2942-47c4-aedd-f0339716c9ac', '1d876d78-cbfb-4392-b861-243efc63d5a6', 'dcedb9de-fdbd-4939-a1da-0e712f37c85e'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:29.930062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624f8b7c-ba57-47ad-a12a-cac056596d6d'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:29.931550 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-30ac9769-2435-4120-86df-be8c796886db tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:57:29.933876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac9769-2435-4120-86df-be8c796886db tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Pushing event updated for resources: {'Port': ['ID=1eca3d1a-c153-426f-aed4-6cfba80be9d7,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:29.937998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-30ac9769-2435-4120-86df-be8c796886db tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:57:29.944250 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0a562516-4766-40f7-b34a-9d8d44ffc0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:29.964487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-30ac9769-2435-4120-86df-be8c796886db tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:57:30.058126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-30ac9769-2435-4120-86df-be8c796886db tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:30.059179 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-30ac9769-2435-4120-86df-be8c796886db tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:30.071926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3244f1-4b5b-4a8c-965e-ce6d6753ae94 req-01d1dbc9-beba-4b98-95a9-aa0595ed9682 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:30.080674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d3244f1-4b5b-4a8c-965e-ce6d6753ae94 req-01d1dbc9-beba-4b98-95a9-aa0595ed9682 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ea03ece-36e4-43cb-b337-07538256a3d0 HTTP/1.1" status: 200 len: 945 time: 0.2619092 May 30 19:57:30.177027 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d3244f1-4b5b-4a8c-965e-ce6d6753ae94 req-64e8b116-2c42-45e2-bc01-723f5817c08e tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b163992-5bf4-4f72-8cf2-f7f722cb8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943763 May 30 19:57:30.187813 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-30ac9769-2435-4120-86df-be8c796886db tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1486750 May 30 19:57:30.199790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Request body: {'port': {'device_id': 'bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:30.499070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-861018d6-05aa-4e79-aa7a-5b4cad371c4f None None] Provisioning for port 1eca3d1a-c153-426f-aed4-6cfba80be9d7 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:30.524591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-861018d6-05aa-4e79-aa7a-5b4cad371c4f None None] Provisioning complete for port 1eca3d1a-c153-426f-aed4-6cfba80be9d7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:30.524957 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-861018d6-05aa-4e79-aa7a-5b4cad371c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:30.590485 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:30.648133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-861018d6-05aa-4e79-aa7a-5b4cad371c4f None None] Port 1eca3d1a-c153-426f-aed4-6cfba80be9d7 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:57:30.698018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a4ea0-7500-4891-8fa1-6295aee696bd req-3c3bf4d4-65cb-4a8b-819f-af9deae18d2c tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:30.705284 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b1a4ea0-7500-4891-8fa1-6295aee696bd req-3c3bf4d4-65cb-4a8b-819f-af9deae18d2c tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=c114abd8-8568-442e-bf54-6f8ae11a6028 HTTP/1.1" status: 200 len: 946 time: 0.2098386 May 30 19:57:30.758731 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ee46e-4a7c-4ba1-8ab4-cb45c2db8190 req-de68fa40-57dc-470f-95ab-04001b4241f6 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:30.760781 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-434ee46e-4a7c-4ba1-8ab4-cb45c2db8190 req-de68fa40-57dc-470f-95ab-04001b4241f6 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 943 time: 0.3271263 May 30 19:57:30.821973 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 6c9b4c5b-9def-4545-a299-1bb5f2491a8d details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:57:30.877644 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b1a4ea0-7500-4891-8fa1-6295aee696bd req-8f62ab9a-dd33-4300-95bc-9b8939a52936 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703582 May 30 19:57:30.945533 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-434ee46e-4a7c-4ba1-8ab4-cb45c2db8190 req-bb35d79e-69be-48a3-82c4-7413abf1f532 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400836 May 30 19:57:30.982705 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84bdc904-c9cf-4f8f-a976-db6c3695a854'] response: {'server_uuid': 'fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624f8b7c-ba57-47ad-a12a-cac056596d6d', 'code': 200} May 30 19:57:31.031914 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:31.063286 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:31.066159 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '6c9b4c5b-9def-4545-a299-1bb5f2491a8d', 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6', 'port_id': '6c9b4c5b-9def-4545-a299-1bb5f2491a8d', 'mac_address': 'fa:16:3e:db:11:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f931af6a-450f-4906-adfc-acf32639be02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:57:31.147503 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:31.169882 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9b4c5b-9def-4545-a299-1bb5f2491a8d {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:31.192244 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:31.198272 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:31.264274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eca3d1a-c153-426f-aed4-6cfba80be9d7 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:31.273835 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:31.290083 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Transition to ACTIVE for port object 1eca3d1a-c153-426f-aed4-6cfba80be9d7 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:31.304936 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:31.354435 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:31.490803 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:31.507625 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['6c9b4c5b-9def-4545-a299-1bb5f2491a8d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:31.696476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=1eca3d1a-c153-426f-aed4-6cfba80be9d7,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:31.744556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c6069-b169-4c87-9712-23751fe4d071 req-c624d718-e24c-487d-be75-83229bf32e13 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:31.747455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-900c6069-b169-4c87-9712-23751fe4d071 req-c624d718-e24c-487d-be75-83229bf32e13 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Synchronizing usage tracker for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:57:31.778635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64f0ba-58ab-4708-a050-068176be932a req-bc6da6c4-51d0-43ee-b7ee-ec6c7296bb86 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:31.789005 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc64f0ba-58ab-4708-a050-068176be932a req-bc6da6c4-51d0-43ee-b7ee-ec6c7296bb86 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 946 time: 0.4881997 May 30 19:57:31.923569 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-900c6069-b169-4c87-9712-23751fe4d071 req-c624d718-e24c-487d-be75-83229bf32e13 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Unset dirty status for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:57:31.924755 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-900c6069-b169-4c87-9712-23751fe4d071 req-c624d718-e24c-487d-be75-83229bf32e13 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5 HTTP/1.1" status: 200 len: 948 time: 0.6319377 May 30 19:57:31.982665 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc64f0ba-58ab-4708-a050-068176be932a req-3c69fb42-fc49-48d8-9189-1c6e61185155 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017126 May 30 19:57:31.985756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Attempting to bind port 1eca3d1a-c153-426f-aed4-6cfba80be9d7 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:57:31.986099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Attempting to bind port 1eca3d1a-c153-426f-aed4-6cfba80be9d7 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:57:31.986431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Attempting to bind port 1eca3d1a-c153-426f-aed4-6cfba80be9d7 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:31.997744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Port 1eca3d1a-c153-426f-aed4-6cfba80be9d7 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:57:31.998115 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Attempting to bind port 1eca3d1a-c153-426f-aed4-6cfba80be9d7 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:32.016661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:57:32.017002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:32.017389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:57:32.017815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Bound port: 1eca3d1a-c153-426f-aed4-6cfba80be9d7, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:57:32.018157 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:32.052533 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-900c6069-b169-4c87-9712-23751fe4d071 req-dbbc8f87-8300-41c3-b0bf-c98d92fc0d25 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176186 May 30 19:57:32.169654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] For port 1eca3d1a-c153-426f-aed4-6cfba80be9d7, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:57:32.185487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] For port 1eca3d1a-c153-426f-aed4-6cfba80be9d7, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1eca3d1a-c153-426f-aed4-6cfba80be9d7,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:57:32.191142 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:32.293878 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=1eca3d1a-c153-426f-aed4-6cfba80be9d7,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:32.328131 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:32.329633 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-217ea3c7-efd3-4702-bfdc-f647e6d32ae5 service neutron] 10.222.0.93 "PUT /v2.0/ports/1eca3d1a-c153-426f-aed4-6cfba80be9d7 HTTP/1.1" status: 200 len: 1096 time: 2.1340351 May 30 19:57:32.330110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5', 'tag': '1eca3d1a-c153-426f-aed4-6cfba80be9d7'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:32.531685 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-a35cc6f9-fd70-4b6b-9ef5-be7c5c00a99b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5 HTTP/1.1" status: 200 len: 1099 time: 0.1562417 May 30 19:57:32.645672 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:32.745794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-69e80247-df67-4a18-8cc0-7176a202a6f8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1eca3d1a-c153-426f-aed4-6cfba80be9d7 HTTP/1.1" status: 200 len: 217 time: 0.2035728 May 30 19:57:32.781133 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:32.817372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 6c9b4c5b-9def-4545-a299-1bb5f2491a8d up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:32.902159 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82da72-6805-47d8-aa11-b5090ff00c14 req-b09a5c66-8af4-4104-ad06-d1ee8162dbbc tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:32.903825 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c82da72-6805-47d8-aa11-b5090ff00c14 req-b09a5c66-8af4-4104-ad06-d1ee8162dbbc tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ea03ece-36e4-43cb-b337-07538256a3d0 HTTP/1.1" status: 200 len: 945 time: 0.2886868 May 30 19:57:32.938353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-9bab0991-308c-4502-9719-dee74162d231 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:32.938353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-9bab0991-308c-4502-9719-dee74162d231 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1704450 May 30 19:57:32.946013 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:32.946013 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:32.946013 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:33.058793 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6fc69-7a51-49c9-b639-1633febcab96 req-c4411eea-74c4-4517-a782-c58e38be0bd2 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:33.058793 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e9e6fc69-7a51-49c9-b639-1633febcab96 req-c4411eea-74c4-4517-a782-c58e38be0bd2 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 944 time: 0.2426753 May 30 19:57:33.124201 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c82da72-6805-47d8-aa11-b5090ff00c14 req-b4c975da-5301-4490-b5a0-dfda39fcf0ba tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b163992-5bf4-4f72-8cf2-f7f722cb8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376042 May 30 19:57:33.239368 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:33.251729 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-5a43fa3f-5edc-4438-88b0-5270b706647e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3152549 May 30 19:57:33.275215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e9e6fc69-7a51-49c9-b639-1633febcab96 req-0b19a951-5927-452b-98b0-47c9474b01fb tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171493 May 30 19:57:33.278558 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db2e01d-5c7c-4f9c-8fac-4520e63401d9'] response: {'name': 'network-changed', 'server_uuid': 'bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5', 'tag': '1eca3d1a-c153-426f-aed4-6cfba80be9d7', 'status': 'completed', 'code': 200} May 30 19:57:33.332766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:33.335998 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2405edb4-fc1f-4a22-8908-028ff36d2bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9b4c5b-9def-4545-a299-1bb5f2491a8d'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:33.340592 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:33.440371 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:33.523796 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-008e2110-6f25-40d2-a46f-9025367d66a4 req-06f53aa3-55f7-44b2-bf4a-fcf646e1cf57 tempest-QuotasAdminNegativeTest-2086373653 tempest-QuotasAdminNegativeTest-2086373653-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=d56eb3d9808d4fe7bbc4baa2f6f94f06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576277 May 30 19:57:33.598965 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-1137475b-3cdb-4645-95a7-970c3caf95a8 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195772 May 30 19:57:33.940325 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e2110-6f25-40d2-a46f-9025367d66a4 req-a903c61c-c1e5-4877-a74a-1e4e033f8fc8 tempest-QuotasAdminNegativeTest-2086373653 tempest-QuotasAdminNegativeTest-2086373653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:33.951571 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-008e2110-6f25-40d2-a46f-9025367d66a4 req-a903c61c-c1e5-4877-a74a-1e4e033f8fc8 tempest-QuotasAdminNegativeTest-2086373653 tempest-QuotasAdminNegativeTest-2086373653-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4217799 May 30 19:57:34.007161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca779367-dbb8-4829-8e6c-79a59d304f99 req-956a5aa6-c0aa-4c00-a5fe-e5c7dddb0cab tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:34.015307 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca779367-dbb8-4829-8e6c-79a59d304f99 req-956a5aa6-c0aa-4c00-a5fe-e5c7dddb0cab tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 946 time: 0.4822590 May 30 19:57:34.154932 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1280aa9a-4ec2-4dc0-9e7c-7c98a33768db req-f6395f68-b736-433a-a93d-1796a1cab7cf service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827044 May 30 19:57:34.168354 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-008e2110-6f25-40d2-a46f-9025367d66a4 req-57880fe7-c024-4965-a0d7-82440b84374a tempest-QuotasAdminNegativeTest-2086373653 tempest-QuotasAdminNegativeTest-2086373653-project] 10.222.0.84 "GET /v2.0/quotas/d56eb3d9808d4fe7bbc4baa2f6f94f06 HTTP/1.1" status: 200 len: 375 time: 0.2207029 May 30 19:57:34.223198 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-008e2110-6f25-40d2-a46f-9025367d66a4 req-4758bcb0-706f-46ac-bb01-9731da89796c tempest-QuotasAdminNegativeTest-2086373653 tempest-QuotasAdminNegativeTest-2086373653-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d56eb3d9808d4fe7bbc4baa2f6f94f06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455706 May 30 19:57:34.287447 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca779367-dbb8-4829-8e6c-79a59d304f99 req-69e17936-cdff-4a30-a085-328abc6d5e8c tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719791 May 30 19:57:34.360759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e527b777-8e47-46dd-964a-83f1408f5047 req-37e7d9d3-d863-4a1b-87d9-9d9639c0a345 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5 HTTP/1.1" status: 200 len: 1099 time: 0.1259925 May 30 19:57:34.834944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 831f2151-aa7e-4cbe-9f68-fab1d0f10322 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:57:34.928089 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-fd039a22-13ab-4e99-9e83-4dfec022fea4 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940&tenant_id=1252846c85cb4f3da96b46deca7cb4f6&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 1097 time: 0.4760065 May 30 19:57:34.937902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa317e3e-3fc1-44d3-a7bd-3660e7154c97 req-666735da-c370-461d-b74f-52d2e7e15653 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:34.940302 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa317e3e-3fc1-44d3-a7bd-3660e7154c97 req-666735da-c370-461d-b74f-52d2e7e15653 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5 HTTP/1.1" status: 200 len: 948 time: 0.2730989 May 30 19:57:34.942444 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527b777-8e47-46dd-964a-83f1408f5047 req-55cb3785-eee9-4db5-a664-f697dc9703b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:34.944604 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e527b777-8e47-46dd-964a-83f1408f5047 req-55cb3785-eee9-4db5-a664-f697dc9703b5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.5861554 May 30 19:57:34.950038 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843949-2'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:35.132571 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=831f2151-aa7e-4cbe-9f68-fab1d0f10322,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:35.160533 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09107d9e-073e-46eb-953c-50ecf64262b9'] response: {'server_uuid': '2405edb4-fc1f-4a22-8908-028ff36d2bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9b4c5b-9def-4545-a299-1bb5f2491a8d', 'code': 200} May 30 19:57:35.165484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7cff5c5f-c270-4097-b021-aebd1330963b details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:57:35.166529 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e527b777-8e47-46dd-964a-83f1408f5047 req-a06e084d-673e-438d-8958-7f35a5eb7b9b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1eca3d1a-c153-426f-aed4-6cfba80be9d7 HTTP/1.1" status: 200 len: 217 time: 0.1599395 May 30 19:57:35.178631 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 831f2151-aa7e-4cbe-9f68-fab1d0f10322 has no active binding in host n-h2-843949-2 {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 19:57:35.317607 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-de119599-3a2c-4d54-964e-2055780f7fb2 req-13ed0f63-def7-434f-b2f3-5dd852569a89 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 1096 time: 0.1612728 May 30 19:57:35.373031 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa317e3e-3fc1-44d3-a7bd-3660e7154c97 req-f2d3e85d-57dd-4070-9a73-6c4b3137a0ec tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093903 May 30 19:57:35.387509 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-de119599-3a2c-4d54-964e-2055780f7fb2 req-9621c569-8b7c-46c1-b396-9335f4c45e06 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649304 May 30 19:57:35.427110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7cff5c5f-c270-4097-b021-aebd1330963b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7cff5c5f-c270-4097-b021-aebd1330963b,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:35.449410 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '7cff5c5f-c270-4097-b021-aebd1330963b', 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce', 'port_id': '7cff5c5f-c270-4097-b021-aebd1330963b', 'mac_address': 'fa:16:3e:11:10:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd0ba15-290a-4589-8acd-b7cd3e58dbb1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:57:35.449873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527b777-8e47-46dd-964a-83f1408f5047 req-96ef5338-64ec-4291-ba5d-4df55113d7a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:35.451317 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e527b777-8e47-46dd-964a-83f1408f5047 req-96ef5338-64ec-4291-ba5d-4df55113d7a2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2303104 May 30 19:57:35.494867 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:35.524400 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:35.550460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cff5c5f-c270-4097-b021-aebd1330963b {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:35.567943 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7cff5c5f-c270-4097-b021-aebd1330963b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7cff5c5f-c270-4097-b021-aebd1330963b,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:35.573303 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:35.703030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=7cff5c5f-c270-4097-b021-aebd1330963b,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:35.743760 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['7cff5c5f-c270-4097-b021-aebd1330963b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:35.776786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b423a-1a4d-463c-9b98-e44df6ab6bfd req-3f5f70ed-084f-493c-9003-9d03bbe9a90c tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:35.778253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a1b423a-1a4d-463c-9b98-e44df6ab6bfd req-3f5f70ed-084f-493c-9003-9d03bbe9a90c tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 945 time: 0.4039049 May 30 19:57:35.940081 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a1b423a-1a4d-463c-9b98-e44df6ab6bfd req-a614b7a3-4c6c-48c6-bd09-4d61ad4b6942 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497719 May 30 19:57:35.967054 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] For port 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=831f2151-aa7e-4cbe-9f68-fab1d0f10322,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:35.975957 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e527b777-8e47-46dd-964a-83f1408f5047 req-a62d152c-18b1-4360-874f-71f0cf22a5b0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3689342 May 30 19:57:36.137967 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] For port 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:57:36.261132 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205189e-ea92-46e9-a9d7-3d57a7c4aab1 req-a3e0b1b1-44ce-4ee3-ba86-aa070091b37b tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:36.262457 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2205189e-ea92-46e9-a9d7-3d57a7c4aab1 req-a3e0b1b1-44ce-4ee3-ba86-aa070091b37b tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ea03ece-36e4-43cb-b337-07538256a3d0 HTTP/1.1" status: 200 len: 945 time: 0.4014518 May 30 19:57:36.323691 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e527b777-8e47-46dd-964a-83f1408f5047 req-52c5523e-aa69-426d-820c-73e8a59ee3c0 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381526 May 30 19:57:36.327769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97decabd-25bc-4247-aecc-c44cb93ae940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '831f2151-aa7e-4cbe-9f68-fab1d0f10322'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:36.334630 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:36.377932 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:36.624278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2205189e-ea92-46e9-a9d7-3d57a7c4aab1 req-d6af11d5-9c42-48e7-b808-900dbd83d5ce tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b163992-5bf4-4f72-8cf2-f7f722cb8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504655 May 30 19:57:36.770482 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:36.834176 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1eca3d1a-c153-426f-aed4-6cfba80be9d7 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:57:36.838955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0be58-75b8-43f0-972f-6905e0410335 req-2875c84a-b27c-4aa0-9440-e4a0ae32d4a9 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:36.840564 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3d0be58-75b8-43f0-972f-6905e0410335 req-2875c84a-b27c-4aa0-9440-e4a0ae32d4a9 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 946 time: 0.6379774 May 30 19:57:36.841757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] Pushing event updated for resources: {'Port': ['ID=831f2151-aa7e-4cbe-9f68-fab1d0f10322,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:36.932729 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e527b777-8e47-46dd-964a-83f1408f5047 req-00de0283-7413-4482-bf9e-97a63518e73a service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000936 May 30 19:57:37.027685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] Attempting to bind port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 on host n-h1-843949-2 for vnic_type normal with profile {"migrating_to": "n-h2-843949-2"} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:57:37.028328 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] Attempting to bind port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:57:37.028328 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] Attempting to bind port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:37.042757 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1eca3d1a-c153-426f-aed4-6cfba80be9d7, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1eca3d1a-c153-426f-aed4-6cfba80be9d7,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:37.045668 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] Port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:57:37.045990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] Attempting to bind port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 on network ef99a40e-b244-4305-a3be-e3c9ef1437a6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:37.061629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '1eca3d1a-c153-426f-aed4-6cfba80be9d7', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '1eca3d1a-c153-426f-aed4-6cfba80be9d7', 'mac_address': 'fa:16:3e:b2:8b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:57:37.065279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7cff5c5f-c270-4097-b021-aebd1330963b up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:37.074871 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3d0be58-75b8-43f0-972f-6905e0410335 req-a49fdea2-2b5c-4954-b0b5-d75c81d60ed9 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086594 May 30 19:57:37.107126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:57:37.107126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] Checking segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:37.107126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] Bound using segment: {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:57:37.107126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] Bound port: 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657050da-58cd-4a7b-92de-272964ff31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef99a40e-b244-4305-a3be-e3c9ef1437a6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:57:37.108438 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:37.219074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb430dfe-aa0b-4945-8905-aab7b258eb91 req-91290458-9b09-48f9-a258-1261ea16d174 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:37.224386 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb430dfe-aa0b-4945-8905-aab7b258eb91 req-91290458-9b09-48f9-a258-1261ea16d174 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ea03ece-36e4-43cb-b337-07538256a3d0 HTTP/1.1" status: 200 len: 945 time: 0.4574299 May 30 19:57:37.255082 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:37.286541 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eca3d1a-c153-426f-aed4-6cfba80be9d7 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:37.336553 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 7cff5c5f-c270-4097-b021-aebd1330963b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:37.337025 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:37.364595 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ed687d2-d178-4c98-889e-92b8d2d1e866'] response: {'server_uuid': '97decabd-25bc-4247-aecc-c44cb93ae940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '831f2151-aa7e-4cbe-9f68-fab1d0f10322', 'code': 200} May 30 19:57:37.378221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1eca3d1a-c153-426f-aed4-6cfba80be9d7, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1eca3d1a-c153-426f-aed4-6cfba80be9d7,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:37.388087 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:37.458621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-cb430dfe-aa0b-4945-8905-aab7b258eb91 req-ea4a31eb-045b-42ad-898a-d2146c704222 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Deleting port dd9818cc-0f95-49bb-8dbc-2dfb4565df9a {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:57:37.458621 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cb430dfe-aa0b-4945-8905-aab7b258eb91 req-ea4a31eb-045b-42ad-898a-d2146c704222 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:37.509389 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1eca3d1a-c153-426f-aed4-6cfba80be9d7,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:37.657841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] For port 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:57:37.695352 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:37.703369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] For port 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=831f2151-aa7e-4cbe-9f68-fab1d0f10322,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:57:37.742787 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c114abd8-8568-442e-bf54-6f8ae11a6028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cff5c5f-c270-4097-b021-aebd1330963b'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:37.758051 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7cff5c5f-c270-4097-b021-aebd1330963b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7cff5c5f-c270-4097-b021-aebd1330963b,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:37.764788 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:37.812624 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['1eca3d1a-c153-426f-aed4-6cfba80be9d7'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:37.818318 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:37.914657 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] Pushing event updated for resources: {'Port': ['ID=831f2151-aa7e-4cbe-9f68-fab1d0f10322,revision_number=8']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:38.075493 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=7cff5c5f-c270-4097-b021-aebd1330963b,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:38.182613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21084e1a-dee4-4b33-b7d5-fc0db343d7cc req-884d217b-1805-4aad-88e9-ebd4663213ca tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:38.200656 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21084e1a-dee4-4b33-b7d5-fc0db343d7cc req-884d217b-1805-4aad-88e9-ebd4663213ca tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5 HTTP/1.1" status: 200 len: 949 time: 0.6062405 May 30 19:57:38.226008 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:38.227533 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-67b23c01-ba10-4d2b-abbb-f1c9dc7d8c94 service neutron] 10.222.0.93 "PUT /v2.0/ports/831f2151-aa7e-4cbe-9f68-fab1d0f10322 HTTP/1.1" status: 200 len: 1122 time: 3.2817965 May 30 19:57:38.257367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cb430dfe-aa0b-4945-8905-aab7b258eb91 req-ea4a31eb-045b-42ad-898a-d2146c704222 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] For port dd9818cc-0f95-49bb-8dbc-2dfb4565df9a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=dd9818cc-0f95-49bb-8dbc-2dfb4565df9a,segment=NetworkSegment(fa3ab2a9-9003-4631-b27f-7f948764a1cd),segment_id=fa3ab2a9-9003-4631-b27f-7f948764a1cd)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:38.258029 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cb430dfe-aa0b-4945-8905-aab7b258eb91 req-ea4a31eb-045b-42ad-898a-d2146c704222 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:38.331123 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21084e1a-dee4-4b33-b7d5-fc0db343d7cc req-e3fdaf8f-e364-45e2-91cf-28f373795228 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274967 May 30 19:57:38.369341 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['831f2151-aa7e-4cbe-9f68-fab1d0f10322'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:38.459990 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['831f2151-aa7e-4cbe-9f68-fab1d0f10322'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:38.548745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-cb430dfe-aa0b-4945-8905-aab7b258eb91 req-ea4a31eb-045b-42ad-898a-d2146c704222 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Calling delete_port for dd9818cc-0f95-49bb-8dbc-2dfb4565df9a owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:57:38.708848 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd6edc-9227-425e-98b9-e18a0cf5c1eb req-5a8acc6f-5e12-47bc-b351-ebbd9ab3e449 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:38.718258 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0acd6edc-9227-425e-98b9-e18a0cf5c1eb req-5a8acc6f-5e12-47bc-b351-ebbd9ab3e449 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 945 time: 0.6186719 May 30 19:57:38.830767 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0acd6edc-9227-425e-98b9-e18a0cf5c1eb req-8b2fe0b2-295e-4a32-a5e4-898297a8bf5a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107006 May 30 19:57:38.844708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a308ec-eb2f-4225-b561-a6e255f60848 req-9630e122-19e8-42df-a75f-e480abbdb5b0 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:38.869459 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46a308ec-eb2f-4225-b561-a6e255f60848 req-9630e122-19e8-42df-a75f-e480abbdb5b0 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ea03ece-36e4-43cb-b337-07538256a3d0 HTTP/1.1" status: 200 len: 945 time: 0.3497088 May 30 19:57:38.985668 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46a308ec-eb2f-4225-b561-a6e255f60848 req-db7906b6-8209-4a8d-a34b-03a5270375c3 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b163992-5bf4-4f72-8cf2-f7f722cb8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124113 May 30 19:57:38.992688 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cb430dfe-aa0b-4945-8905-aab7b258eb91 req-ea4a31eb-045b-42ad-898a-d2146c704222 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:38.998900 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e026c133-19b6-4bde-9b21-5bee2c29aaa1'] response: {'server_uuid': 'c114abd8-8568-442e-bf54-6f8ae11a6028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cff5c5f-c270-4097-b021-aebd1330963b', 'code': 200} May 30 19:57:39.319438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a31eb-045b-42ad-898a-d2146c704222 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Pushing event deleted for resources: {'Port': ['ID=dd9818cc-0f95-49bb-8dbc-2dfb4565df9a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:39.353378 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ad0c4c0-2e44-4d26-b817-44a5012cf335 req-77e008df-0194-4c19-b403-3643a5228557 tempest-QuotasAdminNegativeTest-2086373653 tempest-QuotasAdminNegativeTest-2086373653-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=d56eb3d9808d4fe7bbc4baa2f6f94f06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1030717 May 30 19:57:39.384803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97decabd-25bc-4247-aecc-c44cb93ae940', 'tag': '831f2151-aa7e-4cbe-9f68-fab1d0f10322'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:39.445062 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb430dfe-aa0b-4945-8905-aab7b258eb91 req-ea4a31eb-045b-42ad-898a-d2146c704222 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] No DVR routers for this DVR port dd9818cc-0f95-49bb-8dbc-2dfb4565df9a on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:57:39.488617 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cb430dfe-aa0b-4945-8905-aab7b258eb91 req-ea4a31eb-045b-42ad-898a-d2146c704222 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:39.508642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb430dfe-aa0b-4945-8905-aab7b258eb91 req-ea4a31eb-045b-42ad-898a-d2146c704222 tempest-InstanceActionsV221TestJSON-1831824137 tempest-InstanceActionsV221TestJSON-1831824137-project] 10.222.0.77 "DELETE /v2.0/ports/dd9818cc-0f95-49bb-8dbc-2dfb4565df9a HTTP/1.1" status: 204 len: 173 time: 2.1927557 May 30 19:57:39.584329 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0c4c0-2e44-4d26-b817-44a5012cf335 req-815f3b68-73e4-41c3-9bf9-c53307e831ab tempest-QuotasAdminNegativeTest-2086373653 tempest-QuotasAdminNegativeTest-2086373653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:39.585830 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ad0c4c0-2e44-4d26-b817-44a5012cf335 req-815f3b68-73e4-41c3-9bf9-c53307e831ab tempest-QuotasAdminNegativeTest-2086373653 tempest-QuotasAdminNegativeTest-2086373653-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067490 May 30 19:57:39.591640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4cf033-f80e-47ec-9433-72e580b3bdee req-c236e218-748d-4494-9848-0f08b9c8f487 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:39.599055 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-df4cf033-f80e-47ec-9433-72e580b3bdee req-c236e218-748d-4494-9848-0f08b9c8f487 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 944 time: 0.2877917 May 30 19:57:39.650724 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ad0c4c0-2e44-4d26-b817-44a5012cf335 req-decb13c4-8564-4f55-82ea-e46234bc2103 tempest-QuotasAdminNegativeTest-2086373653 tempest-QuotasAdminNegativeTest-2086373653-project] 10.222.0.84 "GET /v2.0/quotas/d56eb3d9808d4fe7bbc4baa2f6f94f06 HTTP/1.1" status: 200 len: 375 time: 0.0493958 May 30 19:57:39.723130 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-df4cf033-f80e-47ec-9433-72e580b3bdee req-791be9c5-4621-43af-9c01-ffa5360529cb tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170080 May 30 19:57:39.739596 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ad0c4c0-2e44-4d26-b817-44a5012cf335 req-e56ab156-9cdc-42e0-90a0-bc032bbc45dd tempest-QuotasAdminNegativeTest-2086373653 tempest-QuotasAdminNegativeTest-2086373653-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d56eb3d9808d4fe7bbc4baa2f6f94f06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824165 May 30 19:57:40.170839 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-afd14a7f-7937-497e-955e-6a7df0e2f7d5 req-aec3cb51-42af-4908-b9d6-c742f139ffb9 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 1096 time: 0.1848969 May 30 19:57:40.198207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2998e-28ad-4a8f-86f3-ad5fb72ce8fc req-b2b98233-0bb9-452a-9300-c904aa6d7b69 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:40.199717 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8b2998e-28ad-4a8f-86f3-ad5fb72ce8fc req-b2b98233-0bb9-452a-9300-c904aa6d7b69 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5 HTTP/1.1" status: 200 len: 949 time: 0.1728523 May 30 19:57:40.374001 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8b2998e-28ad-4a8f-86f3-ad5fb72ce8fc req-93dd7d42-92c4-4d38-8492-8ba6dc01b5f7 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500230 May 30 19:57:40.386998 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-afd14a7f-7937-497e-955e-6a7df0e2f7d5 req-17570e99-1a8d-43a7-a621-be21d974db4b tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964798 May 30 19:57:40.536643 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ebe667-8ef3-44dc-b45e-cc6e68c858a3'] response: {'name': 'network-changed', 'server_uuid': '97decabd-25bc-4247-aecc-c44cb93ae940', 'tag': '831f2151-aa7e-4cbe-9f68-fab1d0f10322', 'status': 'completed', 'code': 200} May 30 19:57:40.733426 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68a7e8f0-3e36-4d23-ba5b-283c5e91fbd9 req-fb9b057f-c608-42b7-a026-d1bbdcabd9f8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 1125 time: 0.1783950 May 30 19:57:40.871532 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1eca3d1a-c153-426f-aed4-6cfba80be9d7 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:40.944239 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device dd9818cc-0f95-49bb-8dbc-2dfb4565df9a no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:57:41.007957 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7e8f0-3e36-4d23-ba5b-283c5e91fbd9 req-9419825c-05f1-4580-8438-8d09bc7fe4b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:41.009434 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68a7e8f0-3e36-4d23-ba5b-283c5e91fbd9 req-9419825c-05f1-4580-8438-8d09bc7fe4b9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.2671204 May 30 19:57:41.076600 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: dd9818cc-0f95-49bb-8dbc-2dfb4565df9a {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:57:41.077226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device dd9818cc-0f95-49bb-8dbc-2dfb4565df9a not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:57:41.095475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 1eca3d1a-c153-426f-aed4-6cfba80be9d7 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:41.104000 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 1eca3d1a-c153-426f-aed4-6cfba80be9d7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:41.104620 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:41.126595 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68a7e8f0-3e36-4d23-ba5b-283c5e91fbd9 req-585eaddf-881c-4c1a-a85e-04e8c8d730b5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=831f2151-aa7e-4cbe-9f68-fab1d0f10322 HTTP/1.1" status: 200 len: 217 time: 0.1103222 May 30 19:57:41.243601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7e8f0-3e36-4d23-ba5b-283c5e91fbd9 req-cca0b729-ea2f-4c40-b569-32c82a9f1f36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:41.252672 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68a7e8f0-3e36-4d23-ba5b-283c5e91fbd9 req-cca0b729-ea2f-4c40-b569-32c82a9f1f36 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.1102564 May 30 19:57:41.280289 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:41.334754 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eca3d1a-c153-426f-aed4-6cfba80be9d7'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:41.348612 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68a7e8f0-3e36-4d23-ba5b-283c5e91fbd9 req-dd4b7942-a363-4ffd-af8c-1d12c3c75074 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859921 May 30 19:57:41.358562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1eca3d1a-c153-426f-aed4-6cfba80be9d7, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1eca3d1a-c153-426f-aed4-6cfba80be9d7,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:41.365338 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:41.500312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1eca3d1a-c153-426f-aed4-6cfba80be9d7,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:41.543742 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68a7e8f0-3e36-4d23-ba5b-283c5e91fbd9 req-4f6375b7-ff52-40c0-ace0-8939ddb3b5ee service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914120 May 30 19:57:41.653589 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49586) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:41.808197 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-af5b20a0-c349-4bff-9c30-03f2f8a9abf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:41.854043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-af5b20a0-c349-4bff-9c30-03f2f8a9abf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:41.857747 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-af5b20a0-c349-4bff-9c30-03f2f8a9abf9 admin admin] Usage tracker for resource:security_group_rule and tenant:d56eb3d9808d4fe7bbc4baa2f6f94f06 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:41.860659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-af5b20a0-c349-4bff-9c30-03f2f8a9abf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:41.867671 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-af5b20a0-c349-4bff-9c30-03f2f8a9abf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:41.873927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f57e8a-c7ab-4af3-815a-785affbe21a2 req-af824f25-6f68-47e4-a002-375905d8e3e5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:41.883098 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56f57e8a-c7ab-4af3-815a-785affbe21a2 req-af824f25-6f68-47e4-a002-375905d8e3e5 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 944 time: 0.7909436 May 30 19:57:41.890673 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68a7e8f0-3e36-4d23-ba5b-283c5e91fbd9 req-2ab622be-fa36-43e1-a0fa-a9b3bfcb741a service neutron] 10.222.0.77 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033819 May 30 19:57:41.933011 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca3ca626-b868-4fb7-beb1-91e40ff4754b req-c776849c-e341-4e70-bbfd-9be83f4d39d3 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 1096 time: 0.8395681 May 30 19:57:41.953305 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-af5b20a0-c349-4bff-9c30-03f2f8a9abf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:41.958724 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-af5b20a0-c349-4bff-9c30-03f2f8a9abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:42.022154 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b20a0-c349-4bff-9c30-03f2f8a9abf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796f3cb4-f813-49ed-8132-515b221a6105,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:42.022154 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-af5b20a0-c349-4bff-9c30-03f2f8a9abf9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d56eb3d9808d4fe7bbc4baa2f6f94f06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3616791 May 30 19:57:42.022154 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49594) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:42.049603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca3ca626-b868-4fb7-beb1-91e40ff4754b req-dcfff1ba-1cf9-40b9-aaa8-ab509e774a69 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970154 May 30 19:57:42.074069 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56f57e8a-c7ab-4af3-815a-785affbe21a2 req-1185b117-d3d7-4e0e-bb59-f71bda1480ce tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832745 May 30 19:57:42.106366 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e38a5154-f0a9-4a61-aeda-0922bca8af96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:42.148721 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e38a5154-f0a9-4a61-aeda-0922bca8af96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:42.243420 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e38a5154-f0a9-4a61-aeda-0922bca8af96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:42.266968 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a5154-f0a9-4a61-aeda-0922bca8af96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796f3cb4-f813-49ed-8132-515b221a6105,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:42.293417 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e38a5154-f0a9-4a61-aeda-0922bca8af96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:42.293417 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e38a5154-f0a9-4a61-aeda-0922bca8af96 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/796f3cb4-f813-49ed-8132-515b221a6105 HTTP/1.1" status: 204 len: 168 time: 0.2677844 May 30 19:57:42.443514 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5363f9d-9657-4ca2-b7f9-8080c23b8e13'] response: {'server_uuid': 'bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eca3d1a-c153-426f-aed4-6cfba80be9d7', 'code': 200} May 30 19:57:42.747657 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea03ece-36e4-43cb-b337-07538256a3d0', 'name': 'network-vif-deleted', 'tag': 'dd9818cc-0f95-49bb-8dbc-2dfb4565df9a'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:42.747657 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-b389a4c2-4e9d-406a-b137-0c93874f254b service neutron] 10.222.0.77 "GET /v2.0/ports/831f2151-aa7e-4cbe-9f68-fab1d0f10322/bindings/n-h2-843949-2 HTTP/1.1" status: 200 len: 384 time: 0.3019321 May 30 19:57:43.023486 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f9bd1607-1b87-4e1b-8cac-aa53ce461ba9 req-2e1ff37d-638d-4ac6-9b29-92f838171d4c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5 HTTP/1.1" status: 200 len: 1101 time: 0.2786701 May 30 19:57:43.148470 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49628) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:43.192887 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2b830875-9308-4b0b-bb96-97eab8b4da66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:43.205635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c8fe6-bb1a-4691-ba78-2a636afc69ab req-ba0387cb-938b-467b-95d5-dae62e83a284 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:43.205635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c81c8fe6-bb1a-4691-ba78-2a636afc69ab req-ba0387cb-938b-467b-95d5-dae62e83a284 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5 HTTP/1.1" status: 200 len: 950 time: 0.4043465 May 30 19:57:43.266685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2b830875-9308-4b0b-bb96-97eab8b4da66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:43.271514 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2b830875-9308-4b0b-bb96-97eab8b4da66 admin admin] Usage tracker for resource:security_group_rule and tenant:88ac5b6e99d048d1bf94fc3291dfaaab is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:43.279447 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2b830875-9308-4b0b-bb96-97eab8b4da66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:43.297087 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2b830875-9308-4b0b-bb96-97eab8b4da66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:43.304601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f9bd1607-1b87-4e1b-8cac-aa53ce461ba9 req-76d2f2aa-6222-4e3d-9da1-478afd0260cf service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741830 May 30 19:57:43.414144 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2b830875-9308-4b0b-bb96-97eab8b4da66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:43.418248 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2b830875-9308-4b0b-bb96-97eab8b4da66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:43.480765 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b830875-9308-4b0b-bb96-97eab8b4da66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1be180-043f-42cc-8f0e-3bd499660a67,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:43.489244 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2b830875-9308-4b0b-bb96-97eab8b4da66 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=88ac5b6e99d048d1bf94fc3291dfaaab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3439138 May 30 19:57:43.491839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49636) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:43.501707 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c81c8fe6-bb1a-4691-ba78-2a636afc69ab req-d4b49189-a72c-49aa-8c19-0f31919bea9c tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836092 May 30 19:57:43.568040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] For port 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=831f2151-aa7e-4cbe-9f68-fab1d0f10322,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:43.589947 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4abcd050-f9cf-4984-bda8-9bf5969aabf1 req-bb761dc3-29a8-4a25-b0f4-8ede3b6137bb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2839088 May 30 19:57:43.594580 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90ebd817-9476-4337-9916-e3569b26553b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:43.619768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] For port 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:57:43.628961 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90ebd817-9476-4337-9916-e3569b26553b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:43.667584 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738ff402-12d9-4408-b9f6-c7252097e36c'] response: {'server_uuid': '5ea03ece-36e4-43cb-b337-07538256a3d0', 'name': 'network-vif-deleted', 'tag': 'dd9818cc-0f95-49bb-8dbc-2dfb4565df9a', 'status': 'completed', 'code': 200} May 30 19:57:43.698888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831f2151-aa7e-4cbe-9f68-fab1d0f10322 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:43.711752 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] For port 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=831f2151-aa7e-4cbe-9f68-fab1d0f10322,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:43.758174 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90ebd817-9476-4337-9916-e3569b26553b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:43.774954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49642) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:43.850015 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebd817-9476-4337-9916-e3569b26553b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1be180-043f-42cc-8f0e-3bd499660a67,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:43.852935 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90ebd817-9476-4337-9916-e3569b26553b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:43.854059 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-90ebd817-9476-4337-9916-e3569b26553b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bc1be180-043f-42cc-8f0e-3bd499660a67 HTTP/1.1" status: 204 len: 168 time: 0.3610218 May 30 19:57:43.902134 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:44.110727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc2b68f-7add-4f1b-a0f2-a800174dea15 admin admin] Deleting subnet d7a3a03f-da87-4c83-ac31-249eef942afd {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:57:44.120373 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b68f-7add-4f1b-a0f2-a800174dea15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:44.325110 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b68f-7add-4f1b-a0f2-a800174dea15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:44.422397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] Transition to ACTIVE for port object 831f2151-aa7e-4cbe-9f68-fab1d0f10322 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:44.436833 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:44.540922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130a85a-95f3-43bb-bcb1-163b0a8a374b req-321db8b6-e03b-4a5a-87fc-1069d5302fb6 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:44.542719 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0130a85a-95f3-43bb-bcb1-163b0a8a374b req-321db8b6-e03b-4a5a-87fc-1069d5302fb6 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a5a044b-feb4-41f6-8327-128944254d16 HTTP/1.1" status: 200 len: 945 time: 0.5006046 May 30 19:57:44.556911 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b68f-7add-4f1b-a0f2-a800174dea15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:44.634623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] Pushing event updated for resources: {'Port': ['ID=831f2151-aa7e-4cbe-9f68-fab1d0f10322,revision_number=10']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:44.746637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] No DVR routers for this DVR port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:57:44.767513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:44.767513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:44.767751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:44.768328 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:44.769739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:44.769739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:44.770007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:44.770134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:44.770618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:44.770718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:44.771041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:44.828347 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0130a85a-95f3-43bb-bcb1-163b0a8a374b req-0f5e25d1-3ca6-40b8-9aef-79d02fd588f2 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ffd6051-9dce-4aab-a2ad-00bed0846b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768033 May 30 19:57:44.842569 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-dc1875ba-6f30-4f6f-a944-3f52e90506e2 service neutron] 10.222.0.77 "PUT /v2.0/ports/831f2151-aa7e-4cbe-9f68-fab1d0f10322/bindings/n-h2-843949-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9971211 May 30 19:57:44.853281 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b68f-7add-4f1b-a0f2-a800174dea15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:44.928582 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 831f2151-aa7e-4cbe-9f68-fab1d0f10322 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:57:45.027543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2b68f-7add-4f1b-a0f2-a800174dea15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7a3a03f-da87-4c83-ac31-249eef942afd,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:45.107270 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b68f-7add-4f1b-a0f2-a800174dea15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:45.126513 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7fc2b68f-7add-4f1b-a0f2-a800174dea15 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/d7a3a03f-da87-4c83-ac31-249eef942afd HTTP/1.1" status: 204 len: 168 time: 1.3496201 May 30 19:57:45.129358 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49680) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:45.167994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 831f2151-aa7e-4cbe-9f68-fab1d0f10322 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:57:45.288774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f2ec3-cf45-4170-97d3-ba7aa46bb8d6 req-920682e3-02d3-4d63-b66b-0d748dec63a6 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:45.290038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f30f2ec3-cf45-4170-97d3-ba7aa46bb8d6 req-920682e3-02d3-4d63-b66b-0d748dec63a6 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a5a044b-feb4-41f6-8327-128944254d16 HTTP/1.1" status: 200 len: 945 time: 0.3669086 May 30 19:57:45.354360 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-a07bf868-0ba3-44ad-9568-1dddae813abd tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:57:45.357090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-a07bf868-0ba3-44ad-9568-1dddae813abd tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0166197 May 30 19:57:45.369489 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db4f4b53-11d0-4acb-b934-4bd9cc8f49b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:45.387953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-c08f3394-1075-4de2-9c23-26427d2e736f service neutron] Request body: {'binding': {'host': 'n-h1-843949-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:45.388263 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-c08f3394-1075-4de2-9c23-26427d2e736f service neutron] Unknown quota resources ['binding']. {{(pid=84023) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 30 19:57:45.530771 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-90a8d5f3-aa20-49ff-907a-0bf9961321c7 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940&tenant_id=1252846c85cb4f3da96b46deca7cb4f6&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 1096 time: 0.5050547 May 30 19:57:45.559396 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db4f4b53-11d0-4acb-b934-4bd9cc8f49b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:45.560879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e982b70-a840-43ec-9e14-b57d7a4992b7 req-f7946e9b-b8f6-4944-8071-a6e83b31750d tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:45.572732 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e982b70-a840-43ec-9e14-b57d7a4992b7 req-f7946e9b-b8f6-4944-8071-a6e83b31750d tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 945 time: 0.4444418 May 30 19:57:45.668259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f30f2ec3-cf45-4170-97d3-ba7aa46bb8d6 req-078c22ab-fe45-45e9-8ecc-ee218748a318 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Deleting port fce297f1-fe81-41ef-800d-41b2fdc95d38 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:57:45.668599 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f30f2ec3-cf45-4170-97d3-ba7aa46bb8d6 req-078c22ab-fe45-45e9-8ecc-ee218748a318 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:45.693724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-db4f4b53-11d0-4acb-b934-4bd9cc8f49b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd276eb0-b18d-42cd-9c46-a948df7b864f']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:45.709725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-db4f4b53-11d0-4acb-b934-4bd9cc8f49b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3ab2a9-9003-4631-b27f-7f948764a1cd') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:45.710842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-db4f4b53-11d0-4acb-b934-4bd9cc8f49b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3ab2a9-9003-4631-b27f-7f948764a1cd') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:45.724550 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db4f4b53-11d0-4acb-b934-4bd9cc8f49b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:45.750482 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db4f4b53-11d0-4acb-b934-4bd9cc8f49b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:45.758929 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4f4b53-11d0-4acb-b934-4bd9cc8f49b1 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:57:45.761718 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db4f4b53-11d0-4acb-b934-4bd9cc8f49b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: timer() May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: self._notify() May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:57:45.886024 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:57:45.893149 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db4f4b53-11d0-4acb-b934-4bd9cc8f49b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:45.920011 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db4f4b53-11d0-4acb-b934-4bd9cc8f49b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:45.930882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f4b53-11d0-4acb-b934-4bd9cc8f49b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd276eb0-b18d-42cd-9c46-a948df7b864f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:45.952678 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e982b70-a840-43ec-9e14-b57d7a4992b7 req-f0f4e02f-87d3-4b76-bcae-0188d3a5dc7b tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791878 May 30 19:57:45.955474 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-db4f4b53-11d0-4acb-b934-4bd9cc8f49b1 admin admin] 10.222.0.84 "DELETE /v2.0/networks/bd276eb0-b18d-42cd-9c46-a948df7b864f HTTP/1.1" status: 204 len: 168 time: 0.8190203 May 30 19:57:46.129669 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-2ec8f00a-15cd-40a5-86a9-8fa3ce4d7275 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940&tenant_id=1252846c85cb4f3da96b46deca7cb4f6 HTTP/1.1" status: 200 len: 1096 time: 0.5768609 May 30 19:57:46.234286 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49704) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:46.325229 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-491953e3-0dcb-4ebc-adba-18ffb1543034 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=efdbf3ae571f4ecb97fdb5e411c52e7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0895452 May 30 19:57:46.325761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49710) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:46.457989 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eeb3be82-1b6c-4c9b-a2cb-315ea14f1096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:46.491108 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-c08f3394-1075-4de2-9c23-26427d2e736f service neutron] Attempting to bind port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d on host n-h1-843949-2 for vnic_type normal with profile None {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:57:46.491450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-c08f3394-1075-4de2-9c23-26427d2e736f service neutron] Attempting to bind port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:57:46.491825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-c08f3394-1075-4de2-9c23-26427d2e736f service neutron] Attempting to bind port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:46.494715 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eeb3be82-1b6c-4c9b-a2cb-315ea14f1096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:46.562965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-c08f3394-1075-4de2-9c23-26427d2e736f service neutron] Port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:57:46.563263 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-c08f3394-1075-4de2-9c23-26427d2e736f service neutron] Attempting to bind port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:46.568314 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f30f2ec3-cf45-4170-97d3-ba7aa46bb8d6 req-078c22ab-fe45-45e9-8ecc-ee218748a318 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] For port fce297f1-fe81-41ef-800d-41b2fdc95d38, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fce297f1-fe81-41ef-800d-41b2fdc95d38,segment=NetworkSegment(4329252c-8885-4ae4-b29e-9ba3202871f4),segment_id=4329252c-8885-4ae4-b29e-9ba3202871f4)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:46.569349 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f30f2ec3-cf45-4170-97d3-ba7aa46bb8d6 req-078c22ab-fe45-45e9-8ecc-ee218748a318 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:46.603820 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eeb3be82-1b6c-4c9b-a2cb-315ea14f1096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:46.625343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3be82-1b6c-4c9b-a2cb-315ea14f1096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b163992-5bf4-4f72-8cf2-f7f722cb8d55,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:46.643373 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eeb3be82-1b6c-4c9b-a2cb-315ea14f1096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:46.649533 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-eeb3be82-1b6c-4c9b-a2cb-315ea14f1096 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8b163992-5bf4-4f72-8cf2-f7f722cb8d55 HTTP/1.1" status: 204 len: 168 time: 0.3225632 May 30 19:57:46.705646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-c08f3394-1075-4de2-9c23-26427d2e736f service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:57:46.705789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-c08f3394-1075-4de2-9c23-26427d2e736f service neutron] Checking segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:46.706684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-c08f3394-1075-4de2-9c23-26427d2e736f service neutron] Bound using segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:57:46.707176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-c08f3394-1075-4de2-9c23-26427d2e736f service neutron] Bound port: 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:57:46.738001 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-25a58ff6-928c-43d7-85ea-b5cc9959d7bd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 1096 time: 0.5635328 May 30 19:57:46.888438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3658785-79ea-497a-b60c-e78f3dea2528 req-4daed2ab-1a04-440f-bd24-18d40e7fcc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:46.896411 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3658785-79ea-497a-b60c-e78f3dea2528 req-4daed2ab-1a04-440f-bd24-18d40e7fcc18 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5 HTTP/1.1" status: 200 len: 950 time: 0.4533100 May 30 19:57:47.093439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3658785-79ea-497a-b60c-e78f3dea2528 req-92721caf-893a-4566-9d8c-5f329c6d8e21 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958072 May 30 19:57:47.133673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-c08f3394-1075-4de2-9c23-26427d2e736f service neutron] For port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:57:47.170534 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-c08f3394-1075-4de2-9c23-26427d2e736f service neutron] Notify callbacks [] for binding, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:47.190867 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-c08f3394-1075-4de2-9c23-26427d2e736f service neutron] 10.222.0.84 "POST /v2.0/ports/6c9b4c5b-9def-4545-a299-1bb5f2491a8d/bindings HTTP/1.1" status: 201 len: 389 time: 1.8070693 May 30 19:57:47.526407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-acc10953-c298-45fa-8c9e-afc2b0c4193b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:47.526407 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-acc10953-c298-45fa-8c9e-afc2b0c4193b service neutron] 10.222.0.93 "GET /v2.0/networks?id=ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 200 len: 921 time: 0.7724240 May 30 19:57:47.767074 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-e931086e-00c6-4fce-a9e2-6b4c22aa15e5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=831f2151-aa7e-4cbe-9f68-fab1d0f10322 HTTP/1.1" status: 200 len: 217 time: 0.2099509 May 30 19:57:47.806944 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-35c911c0-65b0-46dc-bc95-c744c9ea689e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 1096 time: 0.1846740 May 30 19:57:47.841563 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f30f2ec3-cf45-4170-97d3-ba7aa46bb8d6 req-078c22ab-fe45-45e9-8ecc-ee218748a318 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:47.841945 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f30f2ec3-cf45-4170-97d3-ba7aa46bb8d6 req-078c22ab-fe45-45e9-8ecc-ee218748a318 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:47.842235 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-f30f2ec3-cf45-4170-97d3-ba7aa46bb8d6 req-078c22ab-fe45-45e9-8ecc-ee218748a318 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Floating IP f7fba7d4-867e-4675-9e19-4d0596606115 disassociated. External IP: 172.25.5.26, port: fce297f1-fe81-41ef-800d-41b2fdc95d38. May 30 19:57:47.842737 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f30f2ec3-cf45-4170-97d3-ba7aa46bb8d6 req-078c22ab-fe45-45e9-8ecc-ee218748a318 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Calling delete_port for fce297f1-fe81-41ef-800d-41b2fdc95d38 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:57:47.996626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-c76b98b6-cc77-430d-9d93-a80a3f16a295 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:47.998636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-c76b98b6-cc77-430d-9d93-a80a3f16a295 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 200 len: 860 time: 0.2207985 May 30 19:57:48.030380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-56c75f10-019c-4758-ad07-553f5a992385 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:48.031849 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-56c75f10-019c-4758-ad07-553f5a992385 service neutron] 10.222.0.77 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 908 time: 0.2181532 May 30 19:57:48.125642 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-c2c0c04f-c42e-4ae0-955d-e6fd354d59d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9b4c5b-9def-4545-a299-1bb5f2491a8d HTTP/1.1" status: 200 len: 217 time: 0.0875115 May 30 19:57:48.231496 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d28a2377-a99a-46fc-b11d-9001336b8566 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:48.234521 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d28a2377-a99a-46fc-b11d-9001336b8566 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.0982220 May 30 19:57:48.302637 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-de0d68ff-cff5-4139-8343-269ac1c11ac9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595653 May 30 19:57:48.375282 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49762) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:48.487520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49768) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:48.505546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987adc6-5ab8-4e81-9043-2b418bfc3f0b req-1351611c-8b3a-4e13-94e7-92eca0589200 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:48.516077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f987adc6-5ab8-4e81-9043-2b418bfc3f0b req-1351611c-8b3a-4e13-94e7-92eca0589200 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a5a044b-feb4-41f6-8327-128944254d16 HTTP/1.1" status: 200 len: 945 time: 1.0760267 May 30 19:57:48.526742 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f30f2ec3-cf45-4170-97d3-ba7aa46bb8d6 req-078c22ab-fe45-45e9-8ecc-ee218748a318 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:48.553769 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-287fc446-d206-42a7-997e-1ccbd516f9d7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ef99a40e-b244-4305-a3be-e3c9ef1437a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5336478 May 30 19:57:48.623406 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-6625fa2e-d9f9-42f2-950c-4ba4abe1a825 service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099215 May 30 19:57:48.725873 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f987adc6-5ab8-4e81-9043-2b418bfc3f0b req-bf1f7c1d-3021-4cd8-9b77-a8a9264eaf4c tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ffd6051-9dce-4aab-a2ad-00bed0846b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086425 May 30 19:57:48.778457 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-b9aa35a7-8302-4a48-be21-00241d86867e service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452520 May 30 19:57:48.781100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a341fc-8c85-4a99-ba59-6c744d86027f req-b9926de5-0463-40ec-9989-d77e4b9fbc7b tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:48.785908 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2087732511-network', 'tenant_id': 'ccee7201acb94dd2a2ea81f16f0c1b53'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:48.788966 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-02a341fc-8c85-4a99-ba59-6c744d86027f req-b9926de5-0463-40ec-9989-d77e4b9fbc7b tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 945 time: 1.1066949 May 30 19:57:48.803594 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:48.809624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Usage tracker for resource:network and tenant:ccee7201acb94dd2a2ea81f16f0c1b53 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:48.813061 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-015bef18-faff-4f47-8767-c10424152c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:48.828430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:48.838534 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-e5e8a7b4-8675-407d-90df-c15ef2cfe6b3 service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615027 May 30 19:57:48.841265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:48.843882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c22ab-fe45-45e9-8ecc-ee218748a318 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Pushing event deleted for resources: {'Port': ['ID=fce297f1-fe81-41ef-800d-41b2fdc95d38,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:48.889041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Made reservation on behalf of ccee7201acb94dd2a2ea81f16f0c1b53 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:48.891391 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:48.912561 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-015bef18-faff-4f47-8767-c10424152c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:48.915061 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:48.927442 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-015bef18-faff-4f47-8767-c10424152c04 admin admin] Usage tracker for resource:security_group_rule and tenant:7a2d59de35644d3486e13fefc5941d21 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:48.932172 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-015bef18-faff-4f47-8767-c10424152c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:48.956746 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:48.961320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Usage tracker for resource:security_group_rule and tenant:ccee7201acb94dd2a2ea81f16f0c1b53 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:48.964642 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fce297f1-fe81-41ef-800d-41b2fdc95d38 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:57:48.987911 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:49.003364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:49.031812 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-6cdc905b-0ac3-487c-a031-46df0e90afa9 service neutron] 10.222.0.93 "GET /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775262 May 30 19:57:49.041436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: fce297f1-fe81-41ef-800d-41b2fdc95d38 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:57:49.047306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fce297f1-fe81-41ef-800d-41b2fdc95d38 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:57:49.067010 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-015bef18-faff-4f47-8767-c10424152c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:49.125227 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:49.129751 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-02a341fc-8c85-4a99-ba59-6c744d86027f req-cf5761ac-3cba-455f-8681-9f22b5e500f9 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370802 May 30 19:57:49.136365 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:49.173037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923b7ceb-8613-4aee-857d-8eb284065b36,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:49.244918 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:57:49.376738 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:49.379043 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Added segment d6d7a026-5d28-40f1-a9a2-30b69a432d18 of type vlan for network dbb1f20d-d968-4228-b3db-aa7863241b3a May 30 19:57:49.426285 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9027203d-4024-4191-9e2a-24a266423526 req-b0a6f5f1-fccf-477e-8e8b-8dc89f52a070 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5 HTTP/1.1" status: 200 len: 1101 time: 0.3868866 May 30 19:57:49.443635 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-015bef18-faff-4f47-8767-c10424152c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:49.482061 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-015bef18-faff-4f47-8767-c10424152c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:49.569438 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9027203d-4024-4191-9e2a-24a266423526 req-8746c623-7630-46ea-8ec2-bead673333f8 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393468 May 30 19:57:49.574781 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:49.590620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bef18-faff-4f47-8767-c10424152c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da851b8e-2216-46bb-9fc2-5e4cf32dd3b6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:49.715097 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-015bef18-faff-4f47-8767-c10424152c04 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7a2d59de35644d3486e13fefc5941d21&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2261066 May 30 19:57:49.755379 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49786) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:49.771681 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:49.782785 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:49.783623 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:49.888606 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-92f7ddf3-fc29-417b-8361-1d0a474b7fdb tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940&tenant_id=1252846c85cb4f3da96b46deca7cb4f6&binding%3Ahost_id=n-h2-843949-2 HTTP/1.1" status: 200 len: 1096 time: 0.3173158 May 30 19:57:49.911857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f30f2ec3-cf45-4170-97d3-ba7aa46bb8d6 req-078c22ab-fe45-45e9-8ecc-ee218748a318 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Router 8fdc757d-b48b-42d8-a584-b7310795fc1d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:57:50.167547 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c26e81b-ffd8-49ac-b63d-bde55d02d184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:50.186952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Pushing event updated for resources: {'Network': ['ID=dbb1f20d-d968-4228-b3db-aa7863241b3a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:50.214545 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8352611 May 30 19:57:50.223552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:50.224614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:50.225565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:50.227051 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:50.228897 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:50.229701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:50.229701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:50.229894 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:50.230612 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:50.233898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:50.233898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a933803-d4ab-4d8c-ba85-fe1a90625661 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:50.264525 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network dbb1f20d-d968-4228-b3db-aa7863241b3a details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:57:50.276242 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49796) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:50.281307 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c519ff0b-d74a-422c-940b-03b984ec412f req-eb2b2eb9-7943-412b-bbf6-515a34478da9 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a5a044b-feb4-41f6-8327-128944254d16 HTTP/1.1" status: 200 len: 210 time: 0.2765889 May 30 19:57:50.371426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c8d4e-3d19-40fc-8d4d-2b4c4a0f61fb req-455f3012-72bb-44bb-8708-c1e8d7f18a85 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:50.386253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e3c8d4e-3d19-40fc-8d4d-2b4c4a0f61fb req-455f3012-72bb-44bb-8708-c1e8d7f18a85 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 945 time: 0.6648567 May 30 19:57:50.422441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-06ff63a4-53cd-45a4-9739-fd56d9d7c6df admin admin] Request body: {'subnet': {'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2087732511-subnet', 'tenant_id': 'ccee7201acb94dd2a2ea81f16f0c1b53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:50.453070 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-06ff63a4-53cd-45a4-9739-fd56d9d7c6df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:50.473263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-06ff63a4-53cd-45a4-9739-fd56d9d7c6df admin admin] Usage tracker for resource:subnet and tenant:ccee7201acb94dd2a2ea81f16f0c1b53 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:50.486705 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-06ff63a4-53cd-45a4-9739-fd56d9d7c6df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:50.519238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-06ff63a4-53cd-45a4-9739-fd56d9d7c6df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:50.568203 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ff63a4-53cd-45a4-9739-fd56d9d7c6df admin admin] Made reservation on behalf of ccee7201acb94dd2a2ea81f16f0c1b53 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:50.576202 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06ff63a4-53cd-45a4-9739-fd56d9d7c6df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:50.753709 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c26e81b-ffd8-49ac-b63d-bde55d02d184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:51.068342 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-d5de87a6-26a2-4310-86af-6211f742e424 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=80c5886d695a483397b8748456ab7e32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1900659 May 30 19:57:51.084572 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c26e81b-ffd8-49ac-b63d-bde55d02d184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:51.182968 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26e81b-ffd8-49ac-b63d-bde55d02d184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da851b8e-2216-46bb-9fc2-5e4cf32dd3b6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:51.310838 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e3c8d4e-3d19-40fc-8d4d-2b4c4a0f61fb req-2fa20d2f-159b-4406-b8f9-93aef38372b9 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8973718 May 30 19:57:51.403599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-6cd2ac5e-caed-45ee-9a8f-c3f6534e29b2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:51.410859 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-6cd2ac5e-caed-45ee-9a8f-c3f6534e29b2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3422608 May 30 19:57:51.531872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-5721f6ac-e42d-43d4-9e81-27d4f6e39da1 service neutron] For port 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:57:51.640253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-b7211c36-ca1e-44b4-b1b4-8bc70056c7e6 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/quotas/80c5886d695a483397b8748456ab7e32 HTTP/1.1" status: 200 len: 375 time: 0.2268214 May 30 19:57:51.740221 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-5721f6ac-e42d-43d4-9e81-27d4f6e39da1 service neutron] Notify callbacks [] for binding, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:51.740221 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-145657fd-1fd6-4074-bec5-5fadb0e8408c req-5721f6ac-e42d-43d4-9e81-27d4f6e39da1 service neutron] 10.222.0.93 "DELETE /v2.0/ports/831f2151-aa7e-4cbe-9f68-fab1d0f10322/bindings/n-h1-843949-2 HTTP/1.1" status: 204 len: 173 time: 1.8255105 May 30 19:57:51.811183 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c26e81b-ffd8-49ac-b63d-bde55d02d184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:51.812322 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1c26e81b-ffd8-49ac-b63d-bde55d02d184 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/da851b8e-2216-46bb-9fc2-5e4cf32dd3b6 HTTP/1.1" status: 204 len: 168 time: 2.0526741 May 30 19:57:51.949859 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06ff63a4-53cd-45a4-9739-fd56d9d7c6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:52.050481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff63a4-53cd-45a4-9739-fd56d9d7c6df admin admin] Pushing event updated for resources: {'Subnet': ['ID=04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:52.079821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff63a4-53cd-45a4-9739-fd56d9d7c6df admin admin] Checking segment: {'id': 'd6d7a026-5d28-40f1-a9a2-30b69a432d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:52.080457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ff63a4-53cd-45a4-9739-fd56d9d7c6df admin admin] Network hostable DHCP agents. Network: dbb1f20d-d968-4228-b3db-aa7863241b3a, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:57:52.127147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ff63a4-53cd-45a4-9739-fd56d9d7c6df admin admin] Network dbb1f20d-d968-4228-b3db-aa7863241b3a is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:57:52.157680 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-06ff63a4-53cd-45a4-9739-fd56d9d7c6df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, dbb1f20d-d968-4228-b3db-aa7863241b3a) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:57:52.165157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ff63a4-53cd-45a4-9739-fd56d9d7c6df admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:52.169117 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06ff63a4-53cd-45a4-9739-fd56d9d7c6df admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:52.169251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43086261-ceab-46f1-bb35-22ebe7e9d1e5 None None] Network dbb1f20d-d968-4228-b3db-aa7863241b3a requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:57:52.233305 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-d7f6c31f-8747-4b11-b4a1-3b7ae0bea724 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5874619 May 30 19:57:52.248143 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-06ff63a4-53cd-45a4-9739-fd56d9d7c6df admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9092739 May 30 19:57:52.292864 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbaad1-81fb-4648-b612-35fd7f341273 req-9096363d-f98c-48db-bcc0-c228c546a6eb tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:52.307883 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81fbaad1-81fb-4648-b612-35fd7f341273 req-9096363d-f98c-48db-bcc0-c228c546a6eb tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 945 time: 0.5620148 May 30 19:57:52.381458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f30f2ec3-cf45-4170-97d3-ba7aa46bb8d6 req-078c22ab-fe45-45e9-8ecc-ee218748a318 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:57:52.393970 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f06256-70f6-4f4c-bd4f-a9895efdde05 None None] Sync routers for ids ['8fdc757d-b48b-42d8-a584-b7310795fc1d'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:57:52.457706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f06256-70f6-4f4c-bd4f-a9895efdde05 None None] Routers {'8fdc757d-b48b-42d8-a584-b7310795fc1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:57:52.458771 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-14f06256-70f6-4f4c-bd4f-a9895efdde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:57:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8fdc757d-b48b-42d8-a584-b7310795fc1d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:52.505327 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81fbaad1-81fb-4648-b612-35fd7f341273 req-dabb4ae1-8059-403f-ad81-3f98cc929505 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658719 May 30 19:57:52.508176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30f2ec3-cf45-4170-97d3-ba7aa46bb8d6 req-078c22ab-fe45-45e9-8ecc-ee218748a318 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] No DVR routers for this DVR port fce297f1-fe81-41ef-800d-41b2fdc95d38 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:57:52.512314 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f30f2ec3-cf45-4170-97d3-ba7aa46bb8d6 req-078c22ab-fe45-45e9-8ecc-ee218748a318 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:52.514652 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f30f2ec3-cf45-4170-97d3-ba7aa46bb8d6 req-078c22ab-fe45-45e9-8ecc-ee218748a318 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.77 "DELETE /v2.0/ports/fce297f1-fe81-41ef-800d-41b2fdc95d38 HTTP/1.1" status: 204 len: 173 time: 7.2156677 May 30 19:57:52.515365 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5a044b-feb4-41f6-8327-128944254d16', 'name': 'network-vif-deleted', 'tag': 'fce297f1-fe81-41ef-800d-41b2fdc95d38'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:52.896344 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-dbb1f20d-d968-4228-b3db-aa7863241b3a', 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a', 'tenant_id': 'ccee7201acb94dd2a2ea81f16f0c1b53', 'fixed_ips': [{'subnet_id': '04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 19:57:52.897230 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:53.119138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49850) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:53.205552 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c00e3969-0d1c-40e4-9a32-d3e8a1805355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:53.359337 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-14f06256-70f6-4f4c-bd4f-a9895efdde05 None None] Set router 8fdc757d-b48b-42d8-a584-b7310795fc1d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:57:53.413006 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8651c9ca-a191-4398-8cd3-9de263403887 req-4e760a7e-bdb5-469f-bd1e-64009c5d65d0 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Synchronizing usage tracker for tenant:786de5a300034beebcae4021e1f48951 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:57:53.492012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8651c9ca-a191-4398-8cd3-9de263403887 req-4e760a7e-bdb5-469f-bd1e-64009c5d65d0 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Unset dirty status for tenant:786de5a300034beebcae4021e1f48951 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:57:53.493164 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8651c9ca-a191-4398-8cd3-9de263403887 req-4e760a7e-bdb5-469f-bd1e-64009c5d65d0 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a5a044b-feb4-41f6-8327-128944254d16 HTTP/1.1" status: 200 len: 210 time: 0.1628594 May 30 19:57:53.501114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c00e3969-0d1c-40e4-9a32-d3e8a1805355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:53.523857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c00e3969-0d1c-40e4-9a32-d3e8a1805355 admin admin] Usage tracker for resource:security_group_rule and tenant:cc21aa24a29247fe9de8087673c4a603 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:53.527667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c00e3969-0d1c-40e4-9a32-d3e8a1805355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:53.546691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c00e3969-0d1c-40e4-9a32-d3e8a1805355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:53.635062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Allocated IP 172.20.0.2 (dbb1f20d-d968-4228-b3db-aa7863241b3a/04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c/cf890faf-023c-422e-a91f-d2b8315338b9) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:57:53.639202 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e368de-4a06-42ef-af00-673730894fa7 req-371f4cf2-f929-44b1-bd07-c2c3a00ceafa tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:53.648856 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-85e368de-4a06-42ef-af00-673730894fa7 req-371f4cf2-f929-44b1-bd07-c2c3a00ceafa tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 945 time: 0.4209316 May 30 19:57:53.763828 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c00e3969-0d1c-40e4-9a32-d3e8a1805355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:53.768208 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35544b29-7bfc-4015-9590-70d9dd42a1a6'] response: {'server_uuid': '2a5a044b-feb4-41f6-8327-128944254d16', 'name': 'network-vif-deleted', 'tag': 'fce297f1-fe81-41ef-800d-41b2fdc95d38', 'status': 'completed', 'code': 200} May 30 19:57:53.827679 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c00e3969-0d1c-40e4-9a32-d3e8a1805355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:53.946757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-85e368de-4a06-42ef-af00-673730894fa7 req-3e62b2dd-9d3a-4ba5-88d5-0f871cd1ad28 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957814 May 30 19:57:54.051611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-14f06256-70f6-4f4c-bd4f-a9895efdde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-138265324-router', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:07Z', 'updated_at': '2022-05-30T19:55:18Z', 'revision_number': 4, 'project_id': '786de5a300034beebcae4021e1f48951', 'gw_port': {'id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:09Z', 'updated_at': '2022-05-30T19:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ff2e8112-b9f2-4276-94ba-8b525f5252a9', 'name': '', 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'mac_address': 'fa:16:3e:f1:75:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:17Z', 'updated_at': '2022-05-30T19:55:28Z', 'revision_number': 5, 'project_id': '786de5a300034beebcae4021e1f48951', 'subnets': [{'id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:54.071410 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-abcaf40f-35b4-44f5-95c9-1755dcbf4a22 req-45feec70-4e8c-4dad-aab8-e4c47b55990e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f3e9236-36ea-456b-a613-966864eb4cf1 HTTP/1.1" status: 200 len: 210 time: 0.0653515 May 30 19:57:54.078964 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c00e3969-0d1c-40e4-9a32-d3e8a1805355 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cc21aa24a29247fe9de8087673c4a603&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9535022 May 30 19:57:54.078964 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e3969-0d1c-40e4-9a32-d3e8a1805355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1348fb82-3893-40dd-8abf-0294ef4eb4dc,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:54.079405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49872) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:54.093587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f06256-70f6-4f4c-bd4f-a9895efdde05 None None] Checking router: 8fdc757d-b48b-42d8-a584-b7310795fc1d for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:57:54.258392 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:54.276685 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e09d70e6-4160-4a25-9b22-f4051277256e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:54.290304 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Transition to ACTIVE for port object cf890faf-023c-422e-a91f-d2b8315338b9 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:54.334356 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Transition to ACTIVE for port object cf890faf-023c-422e-a91f-d2b8315338b9 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:54.354456 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:54.389976 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e09d70e6-4160-4a25-9b22-f4051277256e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:54.474080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Pushing event updated for resources: {'Port': ['ID=cf890faf-023c-422e-a91f-d2b8315338b9,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:54.513460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f06256-70f6-4f4c-bd4f-a9895efdde05 None None] Routers {'8fdc757d-b48b-42d8-a584-b7310795fc1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:57:54.525530 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-14f06256-70f6-4f4c-bd4f-a9895efdde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:57:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8fdc757d-b48b-42d8-a584-b7310795fc1d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:54.787571 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e09d70e6-4160-4a25-9b22-f4051277256e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:54.837495 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Network dbb1f20d-d968-4228-b3db-aa7863241b3a is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:57:54.842036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:57:54.847388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:57:54.867893 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d1f7cc83-5160-450a-b87f-5b3d1e350ff8 req-0ac25e1d-2d15-4923-843f-10cb975a126a tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 1096 time: 0.4478073 May 30 19:57:54.873298 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d70e6-4160-4a25-9b22-f4051277256e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1348fb82-3893-40dd-8abf-0294ef4eb4dc,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:54.887689 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471145c-5305-4450-9088-76290050b957 req-06703b8c-07fc-4308-9a04-b56343428b04 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:54.895716 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b471145c-5305-4450-9088-76290050b957 req-06703b8c-07fc-4308-9a04-b56343428b04 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/networks?id=dbb1f20d-d968-4228-b3db-aa7863241b3a HTTP/1.1" status: 200 len: 816 time: 0.3650193 May 30 19:57:54.933471 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e09d70e6-4160-4a25-9b22-f4051277256e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:54.936041 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e09d70e6-4160-4a25-9b22-f4051277256e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1348fb82-3893-40dd-8abf-0294ef4eb4dc HTTP/1.1" status: 204 len: 168 time: 0.8524926 May 30 19:57:54.949022 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b471145c-5305-4450-9088-76290050b957 req-840c32ad-275d-472a-8947-2bf471138096 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/quotas/ccee7201acb94dd2a2ea81f16f0c1b53 HTTP/1.1" status: 200 len: 375 time: 0.0523078 May 30 19:57:54.995564 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-14f06256-70f6-4f4c-bd4f-a9895efdde05 None None] Set router 8fdc757d-b48b-42d8-a584-b7310795fc1d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:57:55.013457 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d1f7cc83-5160-450a-b87f-5b3d1e350ff8 req-589dac9e-739a-4df1-ba1e-845a1dfa79b0 tempest-LiveAutoBlockMigrationV225Test-2065305776 tempest-LiveAutoBlockMigrationV225Test-2065305776-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367908 May 30 19:57:55.063733 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b471145c-5305-4450-9088-76290050b957 req-a4278ace-965b-4796-8913-9924c717c64d tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ccee7201acb94dd2a2ea81f16f0c1b53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1136687 May 30 19:57:55.295853 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b471145c-5305-4450-9088-76290050b957 req-cb0efaee-e9a1-47c9-90c7-a6c2d534d0ab service neutron] 10.222.0.84 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310724 May 30 19:57:55.525626 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b471145c-5305-4450-9088-76290050b957 req-f4e69bf4-9739-45a3-bb35-f4bc8a5019d0 service neutron] 10.222.0.84 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287586 May 30 19:57:55.645451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-c57b0b1f-28ae-4e5d-9063-8ae82d52cf12 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=80c5886d695a483397b8748456ab7e32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1159418 May 30 19:57:55.963417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Attempting to bind port cf890faf-023c-422e-a91f-d2b8315338b9 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:57:55.963884 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Attempting to bind port cf890faf-023c-422e-a91f-d2b8315338b9 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'd6d7a026-5d28-40f1-a9a2-30b69a432d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:57:55.964175 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Attempting to bind port cf890faf-023c-422e-a91f-d2b8315338b9 on network dbb1f20d-d968-4228-b3db-aa7863241b3a {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:55.992426 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:57:55.996877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Checking segment: {'id': 'd6d7a026-5d28-40f1-a9a2-30b69a432d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:55.997552 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:55.997946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Bound using segment: {'id': 'd6d7a026-5d28-40f1-a9a2-30b69a432d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:57:55.998548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Bound port: cf890faf-023c-422e-a91f-d2b8315338b9, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d7a026-5d28-40f1-a9a2-30b69a432d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:57:55.998803 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:56.236901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-37d6acdf-ce11-4cf8-bbb3-0b64cac46a0d tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:56.238872 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-37d6acdf-ce11-4cf8-bbb3-0b64cac46a0d tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5906427 May 30 19:57:56.274504 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] For port cf890faf-023c-422e-a91f-d2b8315338b9, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:57:56.289205 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] For port cf890faf-023c-422e-a91f-d2b8315338b9, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cf890faf-023c-422e-a91f-d2b8315338b9,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:57:56.300855 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:56.390665 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-14f06256-70f6-4f4c-bd4f-a9895efdde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-138265324-router', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:07Z', 'updated_at': '2022-05-30T19:55:18Z', 'revision_number': 4, 'project_id': '786de5a300034beebcae4021e1f48951', 'gw_port': {'id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:09Z', 'updated_at': '2022-05-30T19:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ff2e8112-b9f2-4276-94ba-8b525f5252a9', 'name': '', 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'mac_address': 'fa:16:3e:f1:75:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:17Z', 'updated_at': '2022-05-30T19:55:28Z', 'revision_number': 5, 'project_id': '786de5a300034beebcae4021e1f48951', 'subnets': [{'id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:56.405274 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f06256-70f6-4f4c-bd4f-a9895efdde05 None None] The sync data for ids ['8fdc757d-b48b-42d8-a584-b7310795fc1d'] in n-d-843949-2 is: [{'id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-138265324-router', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:07Z', 'updated_at': '2022-05-30T19:55:18Z', 'revision_number': 4, 'project_id': '786de5a300034beebcae4021e1f48951', 'gw_port': {'id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:09Z', 'updated_at': '2022-05-30T19:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ff2e8112-b9f2-4276-94ba-8b525f5252a9', 'name': '', 'network_id': '60002e2b-84c7-4489-b061-89eacded10ff', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'mac_address': 'fa:16:3e:f1:75:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:17Z', 'updated_at': '2022-05-30T19:55:28Z', 'revision_number': 5, 'project_id': '786de5a300034beebcae4021e1f48951', 'subnets': [{'id': 'a1f2fdd8-e02c-4626-a06a-d481f48d0414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:57:56.411406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-2eb0f4ec-837b-4765-9af8-dee45502c172 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Request body: {'port': {'device_id': '1f3e9236-36ea-456b-a613-966864eb4cf1', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '80c5886d695a483397b8748456ab7e32'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:56.469822 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378b1cb-705f-4879-9833-da82d04e0deb None None] Pushing event updated for resources: {'Port': ['ID=cf890faf-023c-422e-a91f-d2b8315338b9,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:56.498029 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93c16939-e4e3-4c7e-a049-a9750b774833 req-c675bde1-e4d6-4d80-80c2-0c4ee42940fe tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f3e9236-36ea-456b-a613-966864eb4cf1 HTTP/1.1" status: 200 len: 210 time: 0.2673364 May 30 19:57:56.670408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b59a40-c1e0-4722-a13b-b93f7b16f1f4 req-418cb49b-3d58-44d5-8530-2f768332d345 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:56.685083 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8b59a40-c1e0-4722-a13b-b93f7b16f1f4 req-418cb49b-3d58-44d5-8530-2f768332d345 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 945 time: 0.5373988 May 30 19:57:56.826094 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8b59a40-c1e0-4722-a13b-b93f7b16f1f4 req-e77de349-0663-4ec4-883a-8d9eb4ec118a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454735 May 30 19:57:56.826094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-2eb0f4ec-837b-4765-9af8-dee45502c172 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:56.851149 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-2eb0f4ec-837b-4765-9af8-dee45502c172 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:56.897719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-2eb0f4ec-837b-4765-9af8-dee45502c172 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Made reservation on behalf of 80c5886d695a483397b8748456ab7e32 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:56.897719 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-2eb0f4ec-837b-4765-9af8-dee45502c172 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:56.993534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49932) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:57.166477 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-273297d5-7437-486f-b211-672977e404a5 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:57.254734 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-273297d5-7437-486f-b211-672977e404a5 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:57.262989 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638110ed-a617-4403-9141-5e8391bf4241 None None] New status for floating IP f7fba7d4-867e-4675-9e19-4d0596606115: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 19:57:57.525780 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-273297d5-7437-486f-b211-672977e404a5 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:57.587036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273297d5-7437-486f-b211-672977e404a5 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffd6051-9dce-4aab-a2ad-00bed0846b6c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:57.599089 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-273297d5-7437-486f-b211-672977e404a5 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:57.604060 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-273297d5-7437-486f-b211-672977e404a5 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "DELETE /v2.0/security-groups/6ffd6051-9dce-4aab-a2ad-00bed0846b6c HTTP/1.1" status: 204 len: 168 time: 0.6116607 May 30 19:57:57.605087 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49958) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:57.626317 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-7fc29335-7d85-40f5-bc3d-f33d43ef65c7 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] show failed (client error): The resource could not be found. May 30 19:57:57.632429 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7fc29335-7d85-40f5-bc3d-f33d43ef65c7 tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "GET /v2.0/security-groups/6ffd6051-9dce-4aab-a2ad-00bed0846b6c HTTP/1.1" status: 404 len: 347 time: 0.0259840 May 30 19:57:57.644992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49962) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:57.688742 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4d20-5a77-478e-8643-92e38a0884fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:57.943222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-54076a68-b3e2-4fab-a418-1e6dfe8f6cab tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Deleting port 9a88c121-2ad7-4478-aba2-2a8e3d9e0c60 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:57:57.945130 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54076a68-b3e2-4fab-a418-1e6dfe8f6cab tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:58.244180 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cf890faf-023c-422e-a91f-d2b8315338b9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:58.348392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-2eb0f4ec-837b-4765-9af8-dee45502c172 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Allocated IP 192.168.233.85 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/5fa3ee06-cb7d-449d-80ba-47e19b470a5b) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:57:58.427288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port cf890faf-023c-422e-a91f-d2b8315338b9 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:58.438812 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54076a68-b3e2-4fab-a418-1e6dfe8f6cab tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:58.438812 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54076a68-b3e2-4fab-a418-1e6dfe8f6cab tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:58.607894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f696c09-96bb-4355-a3cc-2aea4a98f5ca None None] Network dbb1f20d-d968-4228-b3db-aa7863241b3a requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:57:58.677211 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-54076a68-b3e2-4fab-a418-1e6dfe8f6cab tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Calling delete_port for 9a88c121-2ad7-4478-aba2-2a8e3d9e0c60 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:57:58.720704 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-7d2ae2b8-6102-4f5b-8392-3f8b2b56a59c tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:58.731665 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-7d2ae2b8-6102-4f5b-8392-3f8b2b56a59c tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/networks?id=dbb1f20d-d968-4228-b3db-aa7863241b3a HTTP/1.1" status: 200 len: 816 time: 0.8412507 May 30 19:57:58.870203 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c2fe6a23-5b49-47a2-8c45-c7db7f83018a None None] Provisioning for port cf890faf-023c-422e-a91f-d2b8315338b9 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:58.882964 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c2fe6a23-5b49-47a2-8c45-c7db7f83018a None None] Provisioning complete for port cf890faf-023c-422e-a91f-d2b8315338b9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:58.883329 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c2fe6a23-5b49-47a2-8c45-c7db7f83018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:58.923578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8583a-95a6-479c-b3fb-215622e1549d req-114e5b01-01c0-423b-a031-090c09f4c1f9 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:58.925676 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5dc8583a-95a6-479c-b3fb-215622e1549d req-114e5b01-01c0-423b-a031-090c09f4c1f9 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.93 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 945 time: 1.0550871 May 30 19:57:58.974229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d763b8-03a6-4435-8c63-6937ae442bf6 req-29ab7b7d-90bd-46db-97de-5f36c50eb21c tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:58.983116 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29d763b8-03a6-4435-8c63-6937ae442bf6 req-29ab7b7d-90bd-46db-97de-5f36c50eb21c tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 945 time: 1.0914140 May 30 19:57:59.106174 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54076a68-b3e2-4fab-a418-1e6dfe8f6cab tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:59.262875 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-e482e4ce-bdd8-4d59-8954-dd164d720e26 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/quotas/ccee7201acb94dd2a2ea81f16f0c1b53 HTTP/1.1" status: 200 len: 375 time: 0.5299029 May 30 19:57:59.282726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54076a68-b3e2-4fab-a418-1e6dfe8f6cab tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Pushing event deleted for resources: {'Port': ['ID=9a88c121-2ad7-4478-aba2-2a8e3d9e0c60,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:59.364731 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-1c64eaaa-c4ad-4070-b7e5-51f57f5783be tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9&tenant_id=da2c3b5169e14006bab98c084c88a6a6&binding%3Ahost_id=n-h2-843949-2 HTTP/1.1" status: 200 len: 1096 time: 0.4523962 May 30 19:57:59.391210 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843949-2'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:59.442373 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c2fe6a23-5b49-47a2-8c45-c7db7f83018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:59.448111 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-2eb0f4ec-837b-4765-9af8-dee45502c172 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:59.466028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-2eb0f4ec-837b-4765-9af8-dee45502c172 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Transition to ACTIVE for port object 5fa3ee06-cb7d-449d-80ba-47e19b470a5b will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:59.514226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c2fe6a23-5b49-47a2-8c45-c7db7f83018a None None] For port cf890faf-023c-422e-a91f-d2b8315338b9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cf890faf-023c-422e-a91f-d2b8315338b9,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:59.519325 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c2fe6a23-5b49-47a2-8c45-c7db7f83018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:59.542182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-5dc8583a-95a6-479c-b3fb-215622e1549d req-bee059df-9d8c-4ca7-ad55-7c791b30a09e tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Deleting port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:57:59.542448 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54076a68-b3e2-4fab-a418-1e6dfe8f6cab tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:59.543297 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5dc8583a-95a6-479c-b3fb-215622e1549d req-bee059df-9d8c-4ca7-ad55-7c791b30a09e tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:59.659998 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-2eb0f4ec-837b-4765-9af8-dee45502c172 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:59.669297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe6a23-5b49-47a2-8c45-c7db7f83018a None None] Pushing event updated for resources: {'Port': ['ID=cf890faf-023c-422e-a91f-d2b8315338b9,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:59.690296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe6a23-5b49-47a2-8c45-c7db7f83018a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:59.690296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe6a23-5b49-47a2-8c45-c7db7f83018a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:59.690296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe6a23-5b49-47a2-8c45-c7db7f83018a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:59.690296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe6a23-5b49-47a2-8c45-c7db7f83018a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:59.690296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe6a23-5b49-47a2-8c45-c7db7f83018a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:59.690296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe6a23-5b49-47a2-8c45-c7db7f83018a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:59.690296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe6a23-5b49-47a2-8c45-c7db7f83018a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:59.690296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe6a23-5b49-47a2-8c45-c7db7f83018a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:59.690296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe6a23-5b49-47a2-8c45-c7db7f83018a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:59.690296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe6a23-5b49-47a2-8c45-c7db7f83018a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:59.690296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe6a23-5b49-47a2-8c45-c7db7f83018a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:59.717090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['f287ac9c-2942-47c4-aedd-f0339716c9ac', '1d876d78-cbfb-4392-b861-243efc63d5a6', 'dcedb9de-fdbd-4939-a1da-0e712f37c85e', '1eca3d1a-c153-426f-aed4-6cfba80be9d7'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:59.765982 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['45283eb0-7f60-4f12-a812-00a197ecbf9e', '652a4730-0c90-4ad7-8c92-5b7b14cf43f8'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:59.793035 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54076a68-b3e2-4fab-a418-1e6dfe8f6cab tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:59.810340 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-54076a68-b3e2-4fab-a418-1e6dfe8f6cab tempest-AttachSCSIVolumeTestJSON-422657588 tempest-AttachSCSIVolumeTestJSON-422657588-project] 10.222.0.84 "DELETE /v2.0/floatingips/f7fba7d4-867e-4675-9e19-4d0596606115 HTTP/1.1" status: 204 len: 168 time: 2.1539145 May 30 19:57:59.862448 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:00.010179 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29d763b8-03a6-4435-8c63-6937ae442bf6 req-fbe01dbf-0f12-4a36-8979-8ed7606fda4f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9254951 May 30 19:58:00.088784 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5303cc5b-0dbb-4da0-98f2-cb515abd1ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:00.097333 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-66d87967-0af3-4d2b-8ce8-83826d7bc9a6 None None] Provisioning complete for port cf890faf-023c-422e-a91f-d2b8315338b9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:00.097333 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-66d87967-0af3-4d2b-8ce8-83826d7bc9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:00.217816 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471145c-5305-4450-9088-76290050b957 req-110e8292-f17c-4e06-aa4a-efa448ec49db tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:00.217816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b471145c-5305-4450-9088-76290050b957 req-110e8292-f17c-4e06-aa4a-efa448ec49db tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.77 "GET /v2.0/networks?id=dbb1f20d-d968-4228-b3db-aa7863241b3a HTTP/1.1" status: 200 len: 816 time: 1.6055093 May 30 19:58:00.327372 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-b471145c-5305-4450-9088-76290050b957 req-69af4623-e9b4-439b-a807-9a0467ef073f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Request body: {'port': {'device_id': 'aeb87b4a-3d15-41b1-bb95-3066b2d24938', 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a', 'admin_state_up': True, 'tenant_id': 'ccee7201acb94dd2a2ea81f16f0c1b53'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:00.435924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cf890faf-023c-422e-a91f-d2b8315338b9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:58:00.469447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-2eb0f4ec-837b-4765-9af8-dee45502c172 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:58:00.491379 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:58:00.493878 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-2eb0f4ec-837b-4765-9af8-dee45502c172 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:58:00.504899 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-2eb0f4ec-837b-4765-9af8-dee45502c172 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:58:00.685705 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] For port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:00.790503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] For port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:00.911200 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2405edb4-fc1f-4a22-8908-028ff36d2bc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9b4c5b-9def-4545-a299-1bb5f2491a8d'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:00.932540 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:00.945610 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:00.985079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-1f3bf948-7f4c-4a91-9652-215f7cc34781 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ccee7201acb94dd2a2ea81f16f0c1b53&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6985738 May 30 19:58:01.084267 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 831f2151-aa7e-4cbe-9f68-fab1d0f10322 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:01.150056 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 6c9b4c5b-9def-4545-a299-1bb5f2491a8d details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:58:01.159895 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 624f8b7c-ba57-47ad-a12a-cac056596d6d no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:01.241113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0f4ec-837b-4765-9af8-dee45502c172 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Pushing event updated for resources: {'Port': ['ID=5fa3ee06-cb7d-449d-80ba-47e19b470a5b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:01.262760 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-2eb0f4ec-837b-4765-9af8-dee45502c172 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:01.262760 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-2eb0f4ec-837b-4765-9af8-dee45502c172 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:01.378298 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,revision_number=7']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:01.399596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] Attempting to bind port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d on host n-h2-843949-2 for vnic_type normal with profile {"migrating_to": "n-h1-843949-2"} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:58:01.399596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] Attempting to bind port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:58:01.400020 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] Attempting to bind port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:01.415815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] Port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:58:01.417601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] Attempting to bind port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:01.434441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:58:01.434977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] Checking segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:01.436615 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] Bound using segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:58:01.438766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] Bound port: 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:58:01.441568 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:01.561813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] For port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:01.568976 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] For port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:58:01.579044 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:01.677520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,revision_number=8']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:01.709554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port cf890faf-023c-422e-a91f-d2b8315338b9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:01.710231 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:01.735424 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:01.878294 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:01.879670 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d8992451-9e59-4252-9477-581eb0262c24 service neutron] 10.222.0.77 "PUT /v2.0/ports/6c9b4c5b-9def-4545-a299-1bb5f2491a8d HTTP/1.1" status: 200 len: 1121 time: 2.5021110 May 30 19:58:01.884068 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-2eb0f4ec-837b-4765-9af8-dee45502c172 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4799237 May 30 19:58:01.935336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086cdd0-4396-4a45-b39c-cc0c5a561d2e req-46f82341-5f99-48b0-bc54-f34642d50c60 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:01.939419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3086cdd0-4396-4a45-b39c-cc0c5a561d2e req-46f82341-5f99-48b0-bc54-f34642d50c60 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Synchronizing usage tracker for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:02.011576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3086cdd0-4396-4a45-b39c-cc0c5a561d2e req-46f82341-5f99-48b0-bc54-f34642d50c60 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Unset dirty status for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:02.013337 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3086cdd0-4396-4a45-b39c-cc0c5a561d2e req-46f82341-5f99-48b0-bc54-f34642d50c60 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f3e9236-36ea-456b-a613-966864eb4cf1 HTTP/1.1" status: 200 len: 935 time: 1.2309058 May 30 19:58:02.040803 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:58:02.045606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b471145c-5305-4450-9088-76290050b957 req-69af4623-e9b4-439b-a807-9a0467ef073f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:02.072632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b471145c-5305-4450-9088-76290050b957 req-69af4623-e9b4-439b-a807-9a0467ef073f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Usage tracker for resource:port and tenant:ccee7201acb94dd2a2ea81f16f0c1b53 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:02.080507 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:02.084559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-0ad2d5a7-1de4-4996-a436-24ebf4de3db6 service neutron] 10.222.0.84 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1033056 May 30 19:58:02.177287 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['6c9b4c5b-9def-4545-a299-1bb5f2491a8d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:02.203223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['6c9b4c5b-9def-4545-a299-1bb5f2491a8d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:02.275892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b471145c-5305-4450-9088-76290050b957 req-69af4623-e9b4-439b-a807-9a0467ef073f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:02.298334 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-c1ab4fee-4ddf-4dbd-88c8-c7f73b3a691c service neutron] 10.222.0.84 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126899 May 30 19:58:02.322260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b471145c-5305-4450-9088-76290050b957 req-69af4623-e9b4-439b-a807-9a0467ef073f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:02.381648 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5dc8583a-95a6-479c-b3fb-215622e1549d req-bee059df-9d8c-4ca7-ad55-7c791b30a09e tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] For port 831f2151-aa7e-4cbe-9f68-fab1d0f10322, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=831f2151-aa7e-4cbe-9f68-fab1d0f10322,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:02.383073 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5dc8583a-95a6-479c-b3fb-215622e1549d req-bee059df-9d8c-4ca7-ad55-7c791b30a09e tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:02.402430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b471145c-5305-4450-9088-76290050b957 req-69af4623-e9b4-439b-a807-9a0467ef073f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Made reservation on behalf of ccee7201acb94dd2a2ea81f16f0c1b53 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:02.405790 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b471145c-5305-4450-9088-76290050b957 req-69af4623-e9b4-439b-a807-9a0467ef073f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:02.492102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Request body: {'port': {'device_id': '1f3e9236-36ea-456b-a613-966864eb4cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:02.640038 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:02.799551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-5dc8583a-95a6-479c-b3fb-215622e1549d req-bee059df-9d8c-4ca7-ad55-7c791b30a09e tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Calling delete_port for 831f2151-aa7e-4cbe-9f68-fab1d0f10322 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:02.881345 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3086cdd0-4396-4a45-b39c-cc0c5a561d2e req-1cb11269-e42a-4f4a-ab8e-9962e6c225a8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8501210 May 30 19:58:02.951701 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624f8b7c-ba57-47ad-a12a-cac056596d6d'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:02.994146 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:03.130433 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:03.163526 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:03.175285 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 624f8b7c-ba57-47ad-a12a-cac056596d6d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=624f8b7c-ba57-47ad-a12a-cac056596d6d,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:03.184916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d13888a9-6f95-483f-8304-97a5460b5e24 None None] Provisioning for port 5fa3ee06-cb7d-449d-80ba-47e19b470a5b completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:03.215049 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:03.334131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d13888a9-6f95-483f-8304-97a5460b5e24 None None] Provisioning complete for port 5fa3ee06-cb7d-449d-80ba-47e19b470a5b triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:03.334671 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d13888a9-6f95-483f-8304-97a5460b5e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:03.388847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54ca16-e670-47c9-ba23-57be49b82000 req-b8f0112d-d468-4621-b603-bac3113883b1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:03.397077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f54ca16-e670-47c9-ba23-57be49b82000 req-b8f0112d-d468-4621-b603-bac3113883b1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 943 time: 0.6894586 May 30 19:58:03.446623 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=624f8b7c-ba57-47ad-a12a-cac056596d6d,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:03.555242 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host n-h2-843949-2, got binding levels [] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:03.617848 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-b471145c-5305-4450-9088-76290050b957 req-69af4623-e9b4-439b-a807-9a0467ef073f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Allocated IP 172.20.0.14 (dbb1f20d-d968-4228-b3db-aa7863241b3a/04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c/7114453d-b16d-4f02-9290-44ca2fcc764b) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:58:03.679190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d13888a9-6f95-483f-8304-97a5460b5e24 None None] Port 5fa3ee06-cb7d-449d-80ba-47e19b470a5b cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:58:03.769900 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Attempting to bind port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d on host n-h2-843949-2 for vnic_type normal with profile {"migrating_to": "n-h1-843949-2"} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:58:03.770417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Attempting to bind port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:58:03.771034 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Attempting to bind port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:03.845270 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:58:03.847323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Attempting to bind port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d on network 41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:03.892725 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5dc8583a-95a6-479c-b3fb-215622e1549d req-bee059df-9d8c-4ca7-ad55-7c791b30a09e tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:03.962210 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:58:03.962877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Checking segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:03.963473 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Bound using segment: {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:58:03.964153 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Bound port: 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cceecb26-088f-43a0-aafb-c6216b0e1e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '41c9bfb4-8529-4660-8c6c-7d6abbb32dd6'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:58:03.964709 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:04.106375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-d3e228c3-be52-40a9-97e0-e729d6b60338 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=12e9a0129c614fe0aab30ebcea7a2298&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3043995 May 30 19:58:04.109683 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b471145c-5305-4450-9088-76290050b957 req-69af4623-e9b4-439b-a807-9a0467ef073f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:04.130622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-b471145c-5305-4450-9088-76290050b957 req-69af4623-e9b4-439b-a807-9a0467ef073f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Transition to ACTIVE for port object 7114453d-b16d-4f02-9290-44ca2fcc764b will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:04.180709 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee059df-9d8c-4ca7-ad55-7c791b30a09e tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Pushing event deleted for resources: {'Port': ['ID=831f2151-aa7e-4cbe-9f68-fab1d0f10322,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:04.198509 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f54ca16-e670-47c9-ba23-57be49b82000 req-ff9ce392-bb68-4f93-9fb0-b5bc028935fa tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8000789 May 30 19:58:04.208188 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b471145c-5305-4450-9088-76290050b957 req-69af4623-e9b4-439b-a807-9a0467ef073f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:04.253810 n-d-843949-2 neutron-server[84025]: WARNING neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Concurrent port binding operations failed on port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d May 30 19:58:04.270625 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9788f11e-77e1-46b4-bcb4-eb45c4d13f21'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:04.359110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:04.414861 n-d-843949-2 neutron-server[84025]: INFO neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Attempt 2 to bind port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d May 30 19:58:04.415367 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 6c9b4c5b-9def-4545-a299-1bb5f2491a8d has no active binding in host n-h1-843949-2 {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 19:58:04.873892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-306384c9-72df-4640-ac34-7095ed383054 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:04.881622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-306384c9-72df-4640-ac34-7095ed383054 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Synchronizing usage tracker for tenant:ccee7201acb94dd2a2ea81f16f0c1b53 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:04.900474 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4844b7b3-128d-4eb1-8cf0-ad63e938967f'] response: {'server_uuid': '2405edb4-fc1f-4a22-8908-028ff36d2bc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9b4c5b-9def-4545-a299-1bb5f2491a8d', 'code': 200} May 30 19:58:04.969880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-306384c9-72df-4640-ac34-7095ed383054 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Unset dirty status for tenant:ccee7201acb94dd2a2ea81f16f0c1b53 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:04.971162 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-306384c9-72df-4640-ac34-7095ed383054 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.77 "GET /v2.0/networks?id=dbb1f20d-d968-4228-b3db-aa7863241b3a HTTP/1.1" status: 200 len: 816 time: 0.4654989 May 30 19:58:05.016039 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-ff310c6b-88a1-4ec7-aaed-62bc93b7fd96 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Request body: {'port': {'device_id': '1213f34e-9973-4e7c-9b28-1ed85a0d1d4b', 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a', 'admin_state_up': True, 'tenant_id': 'ccee7201acb94dd2a2ea81f16f0c1b53'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:05.096567 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc8583a-95a6-479c-b3fb-215622e1549d req-bee059df-9d8c-4ca7-ad55-7c791b30a09e tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] No DVR routers for this DVR port 831f2151-aa7e-4cbe-9f68-fab1d0f10322 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:58:05.099904 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5dc8583a-95a6-479c-b3fb-215622e1549d req-bee059df-9d8c-4ca7-ad55-7c791b30a09e tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:05.154143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97decabd-25bc-4247-aecc-c44cb93ae940', 'name': 'network-vif-deleted', 'tag': '831f2151-aa7e-4cbe-9f68-fab1d0f10322'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:05.187730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b471145c-5305-4450-9088-76290050b957 req-69af4623-e9b4-439b-a807-9a0467ef073f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Network dbb1f20d-d968-4228-b3db-aa7863241b3a is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:58:05.203057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-b471145c-5305-4450-9088-76290050b957 req-69af4623-e9b4-439b-a807-9a0467ef073f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:58:05.206517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-b471145c-5305-4450-9088-76290050b957 req-69af4623-e9b4-439b-a807-9a0467ef073f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:58:05.226795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-ff310c6b-88a1-4ec7-aaed-62bc93b7fd96 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:05.235773 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-ff310c6b-88a1-4ec7-aaed-62bc93b7fd96 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Usage tracker for resource:port and tenant:ccee7201acb94dd2a2ea81f16f0c1b53 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:05.242771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-ff310c6b-88a1-4ec7-aaed-62bc93b7fd96 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:05.262371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-ff310c6b-88a1-4ec7-aaed-62bc93b7fd96 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:05.291240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-ff310c6b-88a1-4ec7-aaed-62bc93b7fd96 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Made reservation on behalf of ccee7201acb94dd2a2ea81f16f0c1b53 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:05.295542 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-ff310c6b-88a1-4ec7-aaed-62bc93b7fd96 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:05.342450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-77a1cc2a-a701-42fd-9956-5e93b59a4b04 req-96cbd619-8d01-4dc5-9406-dd1f72f2ec89 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=97decabd-25bc-4247-aecc-c44cb93ae940 HTTP/1.1" status: 200 len: 210 time: 0.2344627 May 30 19:58:05.381111 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5dc8583a-95a6-479c-b3fb-215622e1549d req-bee059df-9d8c-4ca7-ad55-7c791b30a09e tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.93 "DELETE /v2.0/ports/831f2151-aa7e-4cbe-9f68-fab1d0f10322 HTTP/1.1" status: 204 len: 173 time: 6.3814690 May 30 19:58:05.446733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af4623-e9b4-439b-a807-9a0467ef073f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Pushing event updated for resources: {'Port': ['ID=7114453d-b16d-4f02-9290-44ca2fcc764b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:05.507361 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-0c8260d5-2be6-4b59-8f45-01627b7f88c6 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:05.512086 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-0c8260d5-2be6-4b59-8f45-01627b7f88c6 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3064239 May 30 19:58:05.527467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471145c-5305-4450-9088-76290050b957 req-69af4623-e9b4-439b-a807-9a0467ef073f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:05.531092 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b471145c-5305-4450-9088-76290050b957 req-69af4623-e9b4-439b-a807-9a0467ef073f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:05.590806 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-c005bd59-59f9-4d2a-be7d-4273e8f68814 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/quotas/12e9a0129c614fe0aab30ebcea7a2298 HTTP/1.1" status: 200 len: 375 time: 0.0529690 May 30 19:58:05.594235 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b471145c-5305-4450-9088-76290050b957 req-69af4623-e9b4-439b-a807-9a0467ef073f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2889180 May 30 19:58:05.709288 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Request body: {'port': {'device_id': 'aeb87b4a-3d15-41b1-bb95-3066b2d24938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:05.741992 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b45724f4-cb92-4866-8b43-e7693acd202b None None] Provisioning for port 7114453d-b16d-4f02-9290-44ca2fcc764b completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:05.750320 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b45724f4-cb92-4866-8b43-e7693acd202b None None] Provisioning complete for port 7114453d-b16d-4f02-9290-44ca2fcc764b triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:05.756451 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b45724f4-cb92-4866-8b43-e7693acd202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:05.822545 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-1c6259ca-b370-4168-836d-077345b96678 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=12e9a0129c614fe0aab30ebcea7a2298&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1762185 May 30 19:58:05.922040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa3ee06-cb7d-449d-80ba-47e19b470a5b {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:05.923418 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-ff310c6b-88a1-4ec7-aaed-62bc93b7fd96 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Allocated IP 172.20.0.5 (dbb1f20d-d968-4228-b3db-aa7863241b3a/04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c/9901f700-3675-4a41-b34c-345820247fe7) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:58:05.934394 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:05.990766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b45724f4-cb92-4866-8b43-e7693acd202b None None] Port 7114453d-b16d-4f02-9290-44ca2fcc764b cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:58:06.131133 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Transition to ACTIVE for port object 5fa3ee06-cb7d-449d-80ba-47e19b470a5b will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:06.143690 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:06.327353 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b30ec836-4b86-4921-9e16-dc0b382fdb99'] response: {'server_uuid': 'fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624f8b7c-ba57-47ad-a12a-cac056596d6d', 'code': 200} May 30 19:58:06.378716 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:06.562430 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-ff310c6b-88a1-4ec7-aaed-62bc93b7fd96 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:06.579769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa3ee06-cb7d-449d-80ba-47e19b470a5b,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:06.605087 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-060298c8-d347-49a8-8152-2c9d1a559a31 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:06.609171 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-060298c8-d347-49a8-8152-2c9d1a559a31 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/networks?id=dbb1f20d-d968-4228-b3db-aa7863241b3a HTTP/1.1" status: 200 len: 816 time: 0.7392192 May 30 19:58:06.676499 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-ff310c6b-88a1-4ec7-aaed-62bc93b7fd96 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Transition to ACTIVE for port object 9901f700-3675-4a41-b34c-345820247fe7 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:06.711744 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-ff310c6b-88a1-4ec7-aaed-62bc93b7fd96 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:06.771350 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:06.837655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-ff310c6b-88a1-4ec7-aaed-62bc93b7fd96 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Network dbb1f20d-d968-4228-b3db-aa7863241b3a is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:58:06.847301 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-ff310c6b-88a1-4ec7-aaed-62bc93b7fd96 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:58:06.852662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-ff310c6b-88a1-4ec7-aaed-62bc93b7fd96 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:58:06.899298 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff310c6b-88a1-4ec7-aaed-62bc93b7fd96 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Pushing event updated for resources: {'Port': ['ID=9901f700-3675-4a41-b34c-345820247fe7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:06.934920 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2405edb4-fc1f-4a22-8908-028ff36d2bc9', 'tag': '6c9b4c5b-9def-4545-a299-1bb5f2491a8d'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:06.954379 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-d5abb6bb-c204-43c0-928a-e3daccd05296 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/quotas/ccee7201acb94dd2a2ea81f16f0c1b53 HTTP/1.1" status: 200 len: 375 time: 0.2737525 May 30 19:58:07.007318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-ff310c6b-88a1-4ec7-aaed-62bc93b7fd96 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:07.008631 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-ff310c6b-88a1-4ec7-aaed-62bc93b7fd96 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:07.044462 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-ff310c6b-88a1-4ec7-aaed-62bc93b7fd96 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0589268 May 30 19:58:07.061499 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Request body: {'port': {'device_id': '1213f34e-9973-4e7c-9b28-1ed85a0d1d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:07.235533 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:07.248682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6563a52-8e22-4916-bb69-5fa70a4a3853 req-7e55e1b5-9c27-4af9-803b-562d309fcf91 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:07.262623 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6563a52-8e22-4916-bb69-5fa70a4a3853 req-7e55e1b5-9c27-4af9-803b-562d309fcf91 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f3e9236-36ea-456b-a613-966864eb4cf1 HTTP/1.1" status: 200 len: 947 time: 0.5780921 May 30 19:58:07.399579 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6563a52-8e22-4916-bb69-5fa70a4a3853 req-61f84d64-f369-4092-beab-fcd995cc7472 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034019 May 30 19:58:07.413765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e65a0c38-d6df-4844-877e-c76faa8f0a66 None None] Provisioning for port 9901f700-3675-4a41-b34c-345820247fe7 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:07.437817 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e65a0c38-d6df-4844-877e-c76faa8f0a66 None None] Provisioning complete for port 9901f700-3675-4a41-b34c-345820247fe7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:07.441625 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e65a0c38-d6df-4844-877e-c76faa8f0a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:07.725070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e65a0c38-d6df-4844-877e-c76faa8f0a66 None None] Port 9901f700-3675-4a41-b34c-345820247fe7 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:58:07.876586 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e270ece-e91d-4fb9-b151-2cc15b0b010b'] response: {'server_uuid': '97decabd-25bc-4247-aecc-c44cb93ae940', 'name': 'network-vif-deleted', 'tag': '831f2151-aa7e-4cbe-9f68-fab1d0f10322', 'status': 'completed', 'code': 200} May 30 19:58:07.911929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Attempting to bind port 5fa3ee06-cb7d-449d-80ba-47e19b470a5b on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:58:07.912338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Attempting to bind port 5fa3ee06-cb7d-449d-80ba-47e19b470a5b by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:58:07.912671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Attempting to bind port 5fa3ee06-cb7d-449d-80ba-47e19b470a5b on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:07.946183 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Port 5fa3ee06-cb7d-449d-80ba-47e19b470a5b on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:58:07.946506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Attempting to bind port 5fa3ee06-cb7d-449d-80ba-47e19b470a5b on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:07.976024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-e33bdc7e-8a6f-4e45-953f-e60985bf983d tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Synchronizing usage tracker for tenant:ccee7201acb94dd2a2ea81f16f0c1b53 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:08.159955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:58:08.159955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:08.159955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:58:08.159955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Bound port: 5fa3ee06-cb7d-449d-80ba-47e19b470a5b, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:58:08.159955 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:08.375701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-e33bdc7e-8a6f-4e45-953f-e60985bf983d tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Unset dirty status for tenant:ccee7201acb94dd2a2ea81f16f0c1b53 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:08.385004 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-e33bdc7e-8a6f-4e45-953f-e60985bf983d tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ccee7201acb94dd2a2ea81f16f0c1b53&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4297693 May 30 19:58:08.399929 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-fb51db15-16c7-4a9f-838c-4382cf4f981e service neutron] 10.222.0.93 "GET /v2.0/ports/6c9b4c5b-9def-4545-a299-1bb5f2491a8d/bindings/n-h1-843949-2 HTTP/1.1" status: 200 len: 384 time: 0.1798384 May 30 19:58:08.606781 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:58:08.626013 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-a4e6f70c-b87e-4754-ae56-826b6a2b2f69 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=12e9a0129c614fe0aab30ebcea7a2298&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788841 May 30 19:58:09.121191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] For port 5fa3ee06-cb7d-449d-80ba-47e19b470a5b, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:09.192283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b1b96-f18c-49dd-a6f6-6ca2fc4b50c9 req-b42e7b33-9531-4e83-9476-ba2bd5251fca tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:09.193759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e10b1b96-f18c-49dd-a6f6-6ca2fc4b50c9 req-b42e7b33-9531-4e83-9476-ba2bd5251fca tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 943 time: 1.1267898 May 30 19:58:09.212219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7114453d-b16d-4f02-9290-44ca2fcc764b {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:09.234289 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:09.242829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] For port 5fa3ee06-cb7d-449d-80ba-47e19b470a5b, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5fa3ee06-cb7d-449d-80ba-47e19b470a5b,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:58:09.322616 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:09.446980 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Transition to ACTIVE for port object 7114453d-b16d-4f02-9290-44ca2fcc764b will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:09.546151 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:09.579870 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-1774e30b-f5e7-43d1-9a3e-7e2a2a298a4f service neutron] 10.222.0.84 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1940145 May 30 19:58:09.623551 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:09.625304 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] 10.222.0.93 "PUT /v2.0/ports/5fa3ee06-cb7d-449d-80ba-47e19b470a5b HTTP/1.1" status: 200 len: 1095 time: 7.7077339 May 30 19:58:09.645044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-91bd2511-185b-4ad9-b070-bbecfab9a882 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:09.653620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-91bd2511-185b-4ad9-b070-bbecfab9a882 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9616950 May 30 19:58:09.764586 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e10b1b96-f18c-49dd-a6f6-6ca2fc4b50c9 req-339271ad-fa1e-41a7-8138-db2de48cec2c tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475872 May 30 19:58:09.775439 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9901f700-3675-4a41-b34c-345820247fe7 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:09.784617 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:09.809801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Transition to ACTIVE for port object 9901f700-3675-4a41-b34c-345820247fe7 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:09.820330 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:10.038523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Pushing event updated for resources: {'Port': ['ID=9901f700-3675-4a41-b34c-345820247fe7,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:10.088507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Request body: {'port': {'device_id': '9bd11222-dcc7-45af-9c0c-c266bc61178c', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '12e9a0129c614fe0aab30ebcea7a2298'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:10.280508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Attempting to bind port 9901f700-3675-4a41-b34c-345820247fe7 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:58:10.280980 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Attempting to bind port 9901f700-3675-4a41-b34c-345820247fe7 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'd6d7a026-5d28-40f1-a9a2-30b69a432d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:58:10.281251 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Attempting to bind port 9901f700-3675-4a41-b34c-345820247fe7 on network dbb1f20d-d968-4228-b3db-aa7863241b3a {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:10.289510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Port 9901f700-3675-4a41-b34c-345820247fe7 on network dbb1f20d-d968-4228-b3db-aa7863241b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:58:10.290265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Attempting to bind port 9901f700-3675-4a41-b34c-345820247fe7 on network dbb1f20d-d968-4228-b3db-aa7863241b3a {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:10.297771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:58:10.298153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Checking segment: {'id': 'd6d7a026-5d28-40f1-a9a2-30b69a432d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:10.298542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Bound using segment: {'id': 'd6d7a026-5d28-40f1-a9a2-30b69a432d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:58:10.298966 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Bound port: 9901f700-3675-4a41-b34c-345820247fe7, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d7a026-5d28-40f1-a9a2-30b69a432d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:58:10.299344 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:10.437449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] For port 9901f700-3675-4a41-b34c-345820247fe7, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:10.445031 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] For port 9901f700-3675-4a41-b34c-345820247fe7, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9901f700-3675-4a41-b34c-345820247fe7,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:58:10.455158 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:10.459143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3e9236-36ea-456b-a613-966864eb4cf1', 'tag': '5fa3ee06-cb7d-449d-80ba-47e19b470a5b'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:10.469204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:10.473628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Usage tracker for resource:port and tenant:12e9a0129c614fe0aab30ebcea7a2298 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:10.476670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:10.483081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:10.548735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:10.550035 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] 10.222.0.77 "PUT /v2.0/ports/9901f700-3675-4a41-b34c-345820247fe7 HTTP/1.1" status: 200 len: 1091 time: 3.4928553 May 30 19:58:10.684223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cc837-6030-4d4e-8e53-693176b3b464 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa3ee06-cb7d-449d-80ba-47e19b470a5b,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:10.731992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b97c7f-bf50-4762-be22-2c6b3d5987df service neutron] Pushing event updated for resources: {'Port': ['ID=9901f700-3675-4a41-b34c-345820247fe7,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:10.753119 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-468e4d51-b951-4709-a305-bded52ef66ba service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ccee7201acb94dd2a2ea81f16f0c1b53&device_id=1213f34e-9973-4e7c-9b28-1ed85a0d1d4b HTTP/1.1" status: 200 len: 1094 time: 0.1531363 May 30 19:58:10.780829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Made reservation on behalf of 12e9a0129c614fe0aab30ebcea7a2298 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:10.788663 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:10.865569 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-57d7a223-16f8-47f8-8798-7e95f5e36841 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9901f700-3675-4a41-b34c-345820247fe7 HTTP/1.1" status: 200 len: 217 time: 0.1006935 May 30 19:58:10.931680 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 6c9b4c5b-9def-4545-a299-1bb5f2491a8d no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:10.960340 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-b4d29495-6003-445f-80f8-4b05dbf858a8 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=12e9a0129c614fe0aab30ebcea7a2298&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4658046 May 30 19:58:11.053384 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-5ceed1aa-2438-4c95-82b7-cab5f7cac4f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:11.058069 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-5ceed1aa-2438-4c95-82b7-cab5f7cac4f3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c HTTP/1.1" status: 200 len: 855 time: 0.1747384 May 30 19:58:11.069491 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:11.267190 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-d5178619-0e3c-4512-8291-515494b08a62 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=dbb1f20d-d968-4228-b3db-aa7863241b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1997576 May 30 19:58:11.462530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=7114453d-b16d-4f02-9290-44ca2fcc764b,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:11.645162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-ce004196-663e-4fe1-8ffb-51f8849a0b48 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:11.652301 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-ce004196-663e-4fe1-8ffb-51f8849a0b48 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6629276 May 30 19:58:11.656249 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-8f3f5f31-3039-4a0e-99d0-cc0ecdf4df17 service neutron] 10.222.0.84 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0234983 May 30 19:58:11.698035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d1afd0c6-1335-4771-992f-2a923415ac73 service neutron] For port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:11.730857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d1afd0c6-1335-4771-992f-2a923415ac73 service neutron] For port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:11.743625 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-5d9d233f-7131-4de3-bac0-7fa3c0955557 service neutron] 10.222.0.77 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687610 May 30 19:58:11.869841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d1afd0c6-1335-4771-992f-2a923415ac73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9b4c5b-9def-4545-a299-1bb5f2491a8d {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:11.887513 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-06809aad-f9f0-4000-9fd8-f31cdf4e6928 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/quotas/12e9a0129c614fe0aab30ebcea7a2298 HTTP/1.1" status: 200 len: 375 time: 0.2340784 May 30 19:58:12.052245 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-137e2355-b9b0-4a29-ab4d-534d9a7a2ef4 req-b3a8582c-8ccc-4a85-b3bc-701b2b9e6401 service neutron] 10.222.0.77 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008094 May 30 19:58:12.134358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d1afd0c6-1335-4771-992f-2a923415ac73 service neutron] For port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:12.142389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:12.155094 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-de64cd12-41dd-441b-82fd-d3354d4ebc87 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=12e9a0129c614fe0aab30ebcea7a2298&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2667005 May 30 19:58:12.171252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Usage tracker for resource:security_group_rule and tenant:12e9a0129c614fe0aab30ebcea7a2298 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:12.196362 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:12.253736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:12.257507 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d1afd0c6-1335-4771-992f-2a923415ac73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:12.284669 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-13b0bc97-acb2-4ffb-882a-c23abccc8c51 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=1f3e9236-36ea-456b-a613-966864eb4cf1 HTTP/1.1" status: 200 len: 1098 time: 2.5846133 May 30 19:58:12.463408 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-61edd5dc-71ac-44b4-98b9-7b29ebed3c56 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=5fa3ee06-cb7d-449d-80ba-47e19b470a5b HTTP/1.1" status: 200 len: 217 time: 0.1546967 May 30 19:58:12.497450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Attempting to bind port 7114453d-b16d-4f02-9290-44ca2fcc764b on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:58:12.497577 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Attempting to bind port 7114453d-b16d-4f02-9290-44ca2fcc764b by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'd6d7a026-5d28-40f1-a9a2-30b69a432d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:58:12.497810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Attempting to bind port 7114453d-b16d-4f02-9290-44ca2fcc764b on network dbb1f20d-d968-4228-b3db-aa7863241b3a {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:12.571760 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f4f7c12-1dbb-4382-a5d8-30a74e9f956c'] response: {'name': 'network-changed', 'server_uuid': '2405edb4-fc1f-4a22-8908-028ff36d2bc9', 'tag': '6c9b4c5b-9def-4545-a299-1bb5f2491a8d', 'status': 'completed', 'code': 200} May 30 19:58:12.844380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Port 7114453d-b16d-4f02-9290-44ca2fcc764b on network dbb1f20d-d968-4228-b3db-aa7863241b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:58:12.845151 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Attempting to bind port 7114453d-b16d-4f02-9290-44ca2fcc764b on network dbb1f20d-d968-4228-b3db-aa7863241b3a {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:12.911248 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0561905a-6673-40cc-9b67-ae2ef45812b0 req-05f07877-6ec7-4bfb-b7a4-9dfdb46cf4fc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 1082 time: 0.3095796 May 30 19:58:12.976291 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:58:12.976647 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Checking segment: {'id': 'd6d7a026-5d28-40f1-a9a2-30b69a432d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:12.977934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Bound using segment: {'id': 'd6d7a026-5d28-40f1-a9a2-30b69a432d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:58:12.977934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Bound port: 7114453d-b16d-4f02-9290-44ca2fcc764b, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d7a026-5d28-40f1-a9a2-30b69a432d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:58:12.978979 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:13.032803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-20592e8d-37ba-4a2f-9a64-9247a332136b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:13.034289 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-20592e8d-37ba-4a2f-9a64-9247a332136b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.5517976 May 30 19:58:13.404095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d1afd0c6-1335-4771-992f-2a923415ac73 service neutron] Transition to ACTIVE for port object 6c9b4c5b-9def-4545-a299-1bb5f2491a8d will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:13.406621 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:13.411525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] For port 7114453d-b16d-4f02-9290-44ca2fcc764b, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:13.430406 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d1afd0c6-1335-4771-992f-2a923415ac73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:13.502716 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:13.534057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] For port 7114453d-b16d-4f02-9290-44ca2fcc764b, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7114453d-b16d-4f02-9290-44ca2fcc764b,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:58:13.586364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ebc1b-5fa2-4260-9f53-c09d2cf27bf8 req-d4b2ade9-cedd-4753-b770-44b8b626ff37 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:13.593570 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-252ebc1b-5fa2-4260-9f53-c09d2cf27bf8 req-d4b2ade9-cedd-4753-b770-44b8b626ff37 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f3e9236-36ea-456b-a613-966864eb4cf1 HTTP/1.1" status: 200 len: 947 time: 0.6965933 May 30 19:58:13.638471 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:13.716773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afd0c6-1335-4771-992f-2a923415ac73 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,revision_number=10']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:13.733319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561905a-6673-40cc-9b67-ae2ef45812b0 req-9e441f15-0654-4ed5-8e7e-040aae63c1d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:13.736773 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0561905a-6673-40cc-9b67-ae2ef45812b0 req-9e441f15-0654-4ed5-8e7e-040aae63c1d0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 908 time: 0.8179076 May 30 19:58:13.799794 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22296e98-57e5-4fe5-91f1-2aaa81ee610b req-5111b080-5cb5-4b57-b72f-7e58a47a65de tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:13.805131 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-22296e98-57e5-4fe5-91f1-2aaa81ee610b req-5111b080-5cb5-4b57-b72f-7e58a47a65de tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef HTTP/1.1" status: 200 len: 948 time: 1.3321130 May 30 19:58:13.825857 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:13.828837 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b471145c-5305-4450-9088-76290050b957 req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] 10.222.0.77 "PUT /v2.0/ports/7114453d-b16d-4f02-9290-44ca2fcc764b HTTP/1.1" status: 200 len: 1092 time: 8.1799314 May 30 19:58:13.835678 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-004e7368-9f14-4dd8-abc5-d8201e3043dd req-ed0f94e5-d1e9-4468-90c4-d8964081a291 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4795249 May 30 19:58:13.878624 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0561905a-6673-40cc-9b67-ae2ef45812b0 req-c4f164c6-0768-47b6-89e3-248632908ce1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9b4c5b-9def-4545-a299-1bb5f2491a8d HTTP/1.1" status: 200 len: 217 time: 0.1329737 May 30 19:58:14.003109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561905a-6673-40cc-9b67-ae2ef45812b0 req-ecf0750e-3142-4501-ac04-f84955223ce5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:14.004606 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0561905a-6673-40cc-9b67-ae2ef45812b0 req-ecf0750e-3142-4501-ac04-f84955223ce5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.1177139 May 30 19:58:14.043268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:14.162227 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0561905a-6673-40cc-9b67-ae2ef45812b0 req-ce2e1d30-6d28-4f09-b64d-430cc524e208 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771303 May 30 19:58:14.279717 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-7cfad4ff-0ef6-40e8-8b2f-978a19e0bc03 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2287118 May 30 19:58:14.354010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d1afd0c6-1335-4771-992f-2a923415ac73 service neutron] No DVR routers for this DVR port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:58:14.367133 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.93', 58399) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:14.398189 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-252ebc1b-5fa2-4260-9f53-c09d2cf27bf8 req-7388bdf0-d12f-4290-a7c6-1f74827b1221 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8030775 May 30 19:58:14.405338 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0561905a-6673-40cc-9b67-ae2ef45812b0 req-24ac7096-bc6c-464e-95ed-8c64f36d8beb service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362771 May 30 19:58:14.546348 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-004e7368-9f14-4dd8-abc5-d8201e3043dd req-14cf9d4b-164a-40a5-bf12-12899922092c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 1095 time: 0.5397975 May 30 19:58:14.577214 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1213f34e-9973-4e7c-9b28-1ed85a0d1d4b', 'tag': '9901f700-3675-4a41-b34c-345820247fe7'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:14.610598 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36111f5d-103a-464d-8ecd-a950aa782ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=7114453d-b16d-4f02-9290-44ca2fcc764b,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:14.674179 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-22296e98-57e5-4fe5-91f1-2aaa81ee610b req-cc6ccbbc-d2cf-4dc3-9cbc-d41cd6486b62 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/security-groups?id=1af4c077-5f34-4a7f-8f57-11d525f4096e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7098541 May 30 19:58:14.789719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e7368-9f14-4dd8-abc5-d8201e3043dd req-1cec1760-be46-400d-843c-7f4a78741a3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:14.791521 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-004e7368-9f14-4dd8-abc5-d8201e3043dd req-1cec1760-be46-400d-843c-7f4a78741a3f service neutron] 10.222.0.93 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 908 time: 0.2047210 May 30 19:58:14.794535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50198) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:15.138322 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2f0371-286c-4b38-af3b-d83fc8cac30a'] response: {'name': 'network-changed', 'server_uuid': '1f3e9236-36ea-456b-a613-966864eb4cf1', 'tag': '5fa3ee06-cb7d-449d-80ba-47e19b470a5b', 'status': 'completed', 'code': 200} May 30 19:58:15.364971 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Allocated IP 192.168.233.128 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/c4752f50-55cc-4eba-86da-d527315aebbb) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:58:15.386026 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.93', 58400) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:15.426388 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0561905a-6673-40cc-9b67-ae2ef45812b0 req-d3a06dcc-199a-4690-8f59-4dbdbce3ee5e service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0094335 May 30 19:58:15.465404 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-004e7368-9f14-4dd8-abc5-d8201e3043dd req-6f9de126-1989-48d9-95d1-da74c761ca2f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3d8415d-b149-4568-b574-96d85490ccc0 HTTP/1.1" status: 200 len: 217 time: 0.3952141 May 30 19:58:15.586995 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b471145c-5305-4450-9088-76290050b957 req-1d82437a-54ae-4888-a465-7a698811014d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ccee7201acb94dd2a2ea81f16f0c1b53&device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 1095 time: 1.4337847 May 30 19:58:15.590690 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-48ad59d1-ec99-400d-9f49-be821b91c0ce tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=12e9a0129c614fe0aab30ebcea7a2298&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1342275 May 30 19:58:15.613097 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-174bd39a-a8ca-4419-94e1-1d4e74705496 req-5a9faf6e-ccac-4686-92a7-528e7828c3ee tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 210 time: 0.3202655 May 30 19:58:15.849675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e7368-9f14-4dd8-abc5-d8201e3043dd req-bd2a08f4-28a2-4a58-808e-c416e8c481be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:15.855199 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-004e7368-9f14-4dd8-abc5-d8201e3043dd req-bd2a08f4-28a2-4a58-808e-c416e8c481be service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.3767197 May 30 19:58:15.909811 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-004e7368-9f14-4dd8-abc5-d8201e3043dd req-0c9c90c1-5c60-4553-8d91-e59c2012f41c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496466 May 30 19:58:16.058797 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d1afd0c6-1335-4771-992f-2a923415ac73 service neutron] 10.222.0.93 "PUT /v2.0/ports/6c9b4c5b-9def-4545-a299-1bb5f2491a8d/bindings/n-h1-843949-2/activate HTTP/1.1" status: 200 len: 369 time: 7.6142588 May 30 19:58:16.289892 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-004e7368-9f14-4dd8-abc5-d8201e3043dd req-258968fc-ba37-4dea-acb4-da3e1c852bdf service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711071 May 30 19:58:16.297069 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-5e7a47c1-b541-4558-9f4e-2c341fd12aa6 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9679859 May 30 19:58:16.316588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-d064ccb1-21fb-4180-94ae-90491a0228a0 req-97dde839-eb9f-4e32-982b-8a753356e6d4 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Synchronizing usage tracker for tenant:12e9a0129c614fe0aab30ebcea7a2298 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:16.405543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-7711f03f-4e3a-4077-9bfa-f4f750582d56 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:16.407191 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-7711f03f-4e3a-4077-9bfa-f4f750582d56 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.93 "GET /v2.0/networks?id=dbb1f20d-d968-4228-b3db-aa7863241b3a HTTP/1.1" status: 200 len: 816 time: 2.0251222 May 30 19:58:16.450379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9901f700-3675-4a41-b34c-345820247fe7 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:58:16.473741 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b471145c-5305-4450-9088-76290050b957 req-7c72f1a9-a4e6-4679-af8e-a340657f0981 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7114453d-b16d-4f02-9290-44ca2fcc764b HTTP/1.1" status: 200 len: 217 time: 0.8593106 May 30 19:58:16.551786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-e864cdcf-8992-45ee-b0a5-afc611a3d52e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Request body: {'port': {'device_id': '4dece30c-784d-4ca6-aaf9-bea72d319f76', 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a', 'admin_state_up': True, 'tenant_id': 'ccee7201acb94dd2a2ea81f16f0c1b53'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:16.581564 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-14c2fd54-36bc-469f-a095-0f0295a5faf2 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9&tenant_id=da2c3b5169e14006bab98c084c88a6a6&binding%3Ahost_id=n-h2-843949-2 HTTP/1.1" status: 200 len: 1095 time: 0.4139295 May 30 19:58:16.678411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-d064ccb1-21fb-4180-94ae-90491a0228a0 req-97dde839-eb9f-4e32-982b-8a753356e6d4 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Unset dirty status for tenant:12e9a0129c614fe0aab30ebcea7a2298 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:16.679382 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d064ccb1-21fb-4180-94ae-90491a0228a0 req-97dde839-eb9f-4e32-982b-8a753356e6d4 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390 HTTP/1.1" status: 200 len: 210 time: 0.6041975 May 30 19:58:16.724844 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-004e7368-9f14-4dd8-abc5-d8201e3043dd req-a32088a7-d980-41bc-9c77-f4cb8574dd51 service neutron] 10.222.0.93 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663859 May 30 19:58:16.829901 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49556560-45c7-4708-b3a5-65288b9f878e'] response: {'name': 'network-changed', 'server_uuid': '1213f34e-9973-4e7c-9b28-1ed85a0d1d4b', 'tag': '9901f700-3675-4a41-b34c-345820247fe7', 'status': 'completed', 'code': 200} May 30 19:58:16.841698 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-eea566ba-4280-4caa-a2d1-767afdcd581b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9&tenant_id=da2c3b5169e14006bab98c084c88a6a6 HTTP/1.1" status: 200 len: 1095 time: 0.2520771 May 30 19:58:16.883392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9901f700-3675-4a41-b34c-345820247fe7, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9901f700-3675-4a41-b34c-345820247fe7,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:16.914865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '9901f700-3675-4a41-b34c-345820247fe7', 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a', 'port_id': '9901f700-3675-4a41-b34c-345820247fe7', 'mac_address': 'fa:16:3e:6e:07:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:58:16.970866 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-ffb0095e-a08d-490d-add8-a3aa8f02a99e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:16.972445 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-ffb0095e-a08d-490d-add8-a3aa8f02a99e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3165891 May 30 19:58:17.004704 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d9949506-98fb-4e3e-986b-d367306d6809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:17.008301 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:17.011181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-fc190688-629f-4399-bc9d-526572cd1c7e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Request body: {'port': {'device_id': '2f24c6ec-bdde-4b83-aae3-1ca1b966e390', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '12e9a0129c614fe0aab30ebcea7a2298'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:17.031104 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9901f700-3675-4a41-b34c-345820247fe7 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:17.040762 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471145c-5305-4450-9088-76290050b957 req-523c7419-c726-45ec-98ef-42675c872655 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:17.042215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b471145c-5305-4450-9088-76290050b957 req-523c7419-c726-45ec-98ef-42675c872655 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c HTTP/1.1" status: 200 len: 855 time: 0.5006433 May 30 19:58:17.052178 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9901f700-3675-4a41-b34c-345820247fe7, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9901f700-3675-4a41-b34c-345820247fe7,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:17.059368 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:17.181103 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fad7c7a8-643a-4fdb-9b76-df8f37da8558 req-30d5750f-a1a2-4a17-a60c-8f41f0f51446 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ccee7201acb94dd2a2ea81f16f0c1b53&device_id=1213f34e-9973-4e7c-9b28-1ed85a0d1d4b HTTP/1.1" status: 200 len: 1094 time: 0.3244736 May 30 19:58:17.181963 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=9901f700-3675-4a41-b34c-345820247fe7,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:17.210141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb87b4a-3d15-41b1-bb95-3066b2d24938', 'tag': '7114453d-b16d-4f02-9290-44ca2fcc764b'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:17.357571 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cda806ef-4802-4e2a-be7f-4ae5b810cf63 req-ccb3c9d4-2dc2-450f-88a2-5bda0be57d6d service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0137801 May 30 19:58:17.364729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95c09f-6229-4731-a1c2-79d601352d55 req-21e9ec9e-8f27-49b2-8af7-06bff3c5f517 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:17.366405 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba95c09f-6229-4731-a1c2-79d601352d55 req-21e9ec9e-8f27-49b2-8af7-06bff3c5f517 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 944 time: 1.7502124 May 30 19:58:17.396241 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['9901f700-3675-4a41-b34c-345820247fe7'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:17.460075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7c7a8-643a-4fdb-9b76-df8f37da8558 req-8c41e4f1-2261-41d4-b047-f9d91880fcc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:17.461925 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fad7c7a8-643a-4fdb-9b76-df8f37da8558 req-8c41e4f1-2261-41d4-b047-f9d91880fcc9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=dbb1f20d-d968-4228-b3db-aa7863241b3a HTTP/1.1" status: 200 len: 917 time: 0.2621357 May 30 19:58:17.554052 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fad7c7a8-643a-4fdb-9b76-df8f37da8558 req-bfeac06f-2cb3-4575-a0d9-e775bfbf99d5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9901f700-3675-4a41-b34c-345820247fe7 HTTP/1.1" status: 200 len: 217 time: 0.0831687 May 30 19:58:17.571814 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:17.583086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-e864cdcf-8992-45ee-b0a5-afc611a3d52e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:17.658343 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-e864cdcf-8992-45ee-b0a5-afc611a3d52e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:17.685597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Transition to ACTIVE for port object c4752f50-55cc-4eba-86da-d527315aebbb will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:17.699642 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7c7a8-643a-4fdb-9b76-df8f37da8558 req-969213ca-16fe-46be-870b-9a1fad5669d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:17.702028 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fad7c7a8-643a-4fdb-9b76-df8f37da8558 req-969213ca-16fe-46be-870b-9a1fad5669d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c HTTP/1.1" status: 200 len: 855 time: 0.1385601 May 30 19:58:17.724812 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-bd781c08-9185-423f-a074-138b09907ab5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=da2c3b5169e14006bab98c084c88a6a6&device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 1095 time: 0.8349526 May 30 19:58:17.727735 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-fc190688-629f-4399-bc9d-526572cd1c7e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:17.735287 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-e864cdcf-8992-45ee-b0a5-afc611a3d52e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Made reservation on behalf of ccee7201acb94dd2a2ea81f16f0c1b53 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:17.739598 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-e864cdcf-8992-45ee-b0a5-afc611a3d52e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:17.761685 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba95c09f-6229-4731-a1c2-79d601352d55 req-c4325c57-9051-4200-8720-b1e40b280b99 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390567 May 30 19:58:17.813294 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-fc190688-629f-4399-bc9d-526572cd1c7e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:17.937921 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6883131-cf52-4119-9237-a6f8eb30bd77 req-a8a2769c-d828-45fa-98e3-7f444e79b29b tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:17.942327 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6883131-cf52-4119-9237-a6f8eb30bd77 req-a8a2769c-d828-45fa-98e3-7f444e79b29b tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f3e9236-36ea-456b-a613-966864eb4cf1 HTTP/1.1" status: 200 len: 947 time: 0.7179148 May 30 19:58:17.994309 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b471145c-5305-4450-9088-76290050b957 req-c1b14715-da96-4562-88d3-af88a224a6f1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=dbb1f20d-d968-4228-b3db-aa7863241b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9099803 May 30 19:58:18.072914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-fc190688-629f-4399-bc9d-526572cd1c7e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Made reservation on behalf of 12e9a0129c614fe0aab30ebcea7a2298 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:18.076435 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-fc190688-629f-4399-bc9d-526572cd1c7e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:18.082093 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fad7c7a8-643a-4fdb-9b76-df8f37da8558 req-bc55c5e7-69b1-471a-bbe3-4a8bc7ad2441 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=dbb1f20d-d968-4228-b3db-aa7863241b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3743827 May 30 19:58:18.261557 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d357a43b-a2ca-4dc5-8fdb-e8d823ea8372 req-e531d22d-de24-4b99-bca7-09be9f486c93 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=1f3e9236-36ea-456b-a613-966864eb4cf1 HTTP/1.1" status: 200 len: 1098 time: 0.8228116 May 30 19:58:18.311170 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fad7c7a8-643a-4fdb-9b76-df8f37da8558 req-e0d686dd-c77d-4d3a-a019-e44952e1f9f2 service neutron] 10.222.0.77 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193296 May 30 19:58:18.333689 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-07ebe3d7-680f-4e5d-8442-86efd09d9950 req-13925ac8-0513-4577-bf40-ee186eb16a9d tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 210 time: 0.3333018 May 30 19:58:18.356998 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:18.452757 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9901f700-3675-4a41-b34c-345820247fe7 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:58:18.568262 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 9901f700-3675-4a41-b34c-345820247fe7 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:18.570981 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fad7c7a8-643a-4fdb-9b76-df8f37da8558 req-5d5a045b-ca92-414e-b8fd-1903217ef08c service neutron] 10.222.0.77 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527740 May 30 19:58:18.578747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 9901f700-3675-4a41-b34c-345820247fe7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:18.578877 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:18.687846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-d9949506-98fb-4e3e-986b-d367306d6809 admin admin] Deleting port ff2e8112-b9f2-4276-94ba-8b525f5252a9 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:18.688389 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d9949506-98fb-4e3e-986b-d367306d6809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:18.742032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-e864cdcf-8992-45ee-b0a5-afc611a3d52e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Allocated IP 172.20.0.3 (dbb1f20d-d968-4228-b3db-aa7863241b3a/04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c/ddca61de-a1d6-464b-83fd-d21e3d1e89b4) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:58:18.780374 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:18.813662 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1213f34e-9973-4e7c-9b28-1ed85a0d1d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9901f700-3675-4a41-b34c-345820247fe7'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:18.828958 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9901f700-3675-4a41-b34c-345820247fe7, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9901f700-3675-4a41-b34c-345820247fe7,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:18.833320 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:18.835010 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7cff5c5f-c270-4097-b021-aebd1330963b no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:18.858403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-a34a2888-8875-4d2e-b44a-319ecf2e02eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:18.863151 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-a34a2888-8875-4d2e-b44a-319ecf2e02eb service neutron] 10.222.0.77 "GET /v2.0/networks?id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 200 len: 908 time: 1.1075263 May 30 19:58:18.872809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:58:18.902229 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e103bf0e-07ac-42bf-979c-2dae266d5945'] response: {'name': 'network-changed', 'server_uuid': 'aeb87b4a-3d15-41b1-bb95-3066b2d24938', 'tag': '7114453d-b16d-4f02-9290-44ca2fcc764b', 'status': 'completed', 'code': 200} May 30 19:58:18.903386 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:58:18.964556 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-d9949506-98fb-4e3e-986b-d367306d6809 admin admin] For port ff2e8112-b9f2-4276-94ba-8b525f5252a9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ff2e8112-b9f2-4276-94ba-8b525f5252a9,segment=NetworkSegment(4329252c-8885-4ae4-b29e-9ba3202871f4),segment_id=4329252c-8885-4ae4-b29e-9ba3202871f4)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:18.964556 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d9949506-98fb-4e3e-986b-d367306d6809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:18.982377 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5fa3ee06-cb7d-449d-80ba-47e19b470a5b details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:58:19.049847 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-cf799893-6b4a-4963-ab76-ab3b43806efc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9b4c5b-9def-4545-a299-1bb5f2491a8d HTTP/1.1" status: 200 len: 217 time: 0.1716681 May 30 19:58:19.062502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-792c5fba-dc4f-401b-84eb-6c72e4043a67 req-a72b4650-164a-483c-8711-b36c592dfed6 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390 HTTP/1.1" status: 200 len: 210 time: 0.1873336 May 30 19:58:19.108787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:58:19.148828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-d9949506-98fb-4e3e-986b-d367306d6809 admin admin] Calling delete_port for ff2e8112-b9f2-4276-94ba-8b525f5252a9 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:19.273047 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=9901f700-3675-4a41-b34c-345820247fe7,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:19.290043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:19.290043 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:19.406170 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04087d2e-1d1d-4617-b3a2-8d6c0f7a86e8 req-9e07c7c1-c335-469e-940d-979f07ab11fc tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:19.407054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-04087d2e-1d1d-4617-b3a2-8d6c0f7a86e8 req-9e07c7c1-c335-469e-940d-979f07ab11fc tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Synchronizing usage tracker for tenant:1252846c85cb4f3da96b46deca7cb4f6 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:19.418568 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-c7b3cf5d-edad-45ec-b626-c069187e92d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:19.420485 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-c7b3cf5d-edad-45ec-b626-c069187e92d9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 200 len: 847 time: 0.3553886 May 30 19:58:19.438495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6883131-cf52-4119-9237-a6f8eb30bd77 req-bde3cb72-6e75-4344-92c9-e533bc461dc1 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4373059 May 30 19:58:19.438495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 9.6787167 May 30 19:58:19.454293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-697af623-3caa-4545-853a-846a958e0312 None None] Provisioning for port c4752f50-55cc-4eba-86da-d527315aebbb completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:19.501949 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5fa3ee06-cb7d-449d-80ba-47e19b470a5b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5fa3ee06-cb7d-449d-80ba-47e19b470a5b,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:19.508355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-04087d2e-1d1d-4617-b3a2-8d6c0f7a86e8 req-9e07c7c1-c335-469e-940d-979f07ab11fc tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Unset dirty status for tenant:1252846c85cb4f3da96b46deca7cb4f6 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:19.509181 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-04087d2e-1d1d-4617-b3a2-8d6c0f7a86e8 req-9e07c7c1-c335-469e-940d-979f07ab11fc tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.93 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 944 time: 0.2893822 May 30 19:58:19.526060 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-697af623-3caa-4545-853a-846a958e0312 None None] Provisioning complete for port c4752f50-55cc-4eba-86da-d527315aebbb triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:19.527495 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-697af623-3caa-4545-853a-846a958e0312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:19.535281 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-ee25cbc8-f238-418b-8b18-02969f902d0f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722821 May 30 19:58:19.537717 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743002ba-e057-4382-a996-ca3da07e5659 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Pushing event updated for resources: {'Port': ['ID=c4752f50-55cc-4eba-86da-d527315aebbb,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:19.629648 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '5fa3ee06-cb7d-449d-80ba-47e19b470a5b', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '5fa3ee06-cb7d-449d-80ba-47e19b470a5b', 'mac_address': 'fa:16:3e:5d:e9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:58:19.659010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Request body: {'port': {'device_id': '9bd11222-dcc7-45af-9c0c-c266bc61178c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:19.680186 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d9949506-98fb-4e3e-986b-d367306d6809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:19.700581 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:19.750674 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-04087d2e-1d1d-4617-b3a2-8d6c0f7a86e8 req-f72a5efd-b779-46b4-9e44-0c2a6d400df0 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Deleting port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:19.751009 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-04087d2e-1d1d-4617-b3a2-8d6c0f7a86e8 req-f72a5efd-b779-46b4-9e44-0c2a6d400df0 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:19.784178 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9949506-98fb-4e3e-986b-d367306d6809 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2e8112-b9f2-4276-94ba-8b525f5252a9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:19.856677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7cff5c5f-c270-4097-b021-aebd1330963b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7cff5c5f-c270-4097-b021-aebd1330963b,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:19.874657 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:19.956281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-697af623-3caa-4545-853a-846a958e0312 None None] Port c4752f50-55cc-4eba-86da-d527315aebbb cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:58:20.065391 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b471145c-5305-4450-9088-76290050b957 req-cf9b1a40-fddd-4e63-ba4f-6df96df37b53 service neutron] 10.222.0.77 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0552373 May 30 19:58:20.109123 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:20.133544 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa3ee06-cb7d-449d-80ba-47e19b470a5b {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:20.150859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=7cff5c5f-c270-4097-b021-aebd1330963b,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:20.183501 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5fa3ee06-cb7d-449d-80ba-47e19b470a5b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5fa3ee06-cb7d-449d-80ba-47e19b470a5b,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:20.209513 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:20.217889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357a43b-a2ca-4dc5-8fdb-e8d823ea8372 req-de29a0e5-cdbc-4a01-92d8-c19d9f84be1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:20.217889 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d357a43b-a2ca-4dc5-8fdb-e8d823ea8372 req-de29a0e5-cdbc-4a01-92d8-c19d9f84be1d service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 1.8662775 May 30 19:58:20.297439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=5fa3ee06-cb7d-449d-80ba-47e19b470a5b,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:20.439270 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-ce1ab36b-5f7c-4a89-8540-54d8dadd8f6c service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8941073 May 30 19:58:20.508967 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d357a43b-a2ca-4dc5-8fdb-e8d823ea8372 req-9298900d-2850-4a0a-8a35-7b4b76334aeb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=5fa3ee06-cb7d-449d-80ba-47e19b470a5b HTTP/1.1" status: 200 len: 217 time: 0.1607029 May 30 19:58:20.512422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['5fa3ee06-cb7d-449d-80ba-47e19b470a5b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:20.594955 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9f0bcf6b-0df4-4457-93f2-a52ec9878169 req-7c19fdf9-82f1-40e0-8469-abddc2657428 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3684556 May 30 19:58:20.689121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-04087d2e-1d1d-4617-b3a2-8d6c0f7a86e8 req-f72a5efd-b779-46b4-9e44-0c2a6d400df0 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] For port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:20.689121 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-04087d2e-1d1d-4617-b3a2-8d6c0f7a86e8 req-f72a5efd-b779-46b4-9e44-0c2a6d400df0 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:20.850157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-04087d2e-1d1d-4617-b3a2-8d6c0f7a86e8 req-f72a5efd-b779-46b4-9e44-0c2a6d400df0 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Calling delete_port for 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:20.865048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-fc190688-629f-4399-bc9d-526572cd1c7e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Allocated IP 192.168.233.78 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/3e637fc8-a0cf-4969-ae51-7f11baed3185) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:58:20.958337 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:20.967680 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac836106-189c-46bf-a636-c38a38e6c514 req-8559eac0-231e-4a67-b3c0-5552ad174941 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:20.967680 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ac836106-189c-46bf-a636-c38a38e6c514 req-8559eac0-231e-4a67-b3c0-5552ad174941 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Synchronizing usage tracker for tenant:1252846c85cb4f3da96b46deca7cb4f6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:20.972211 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9f0bcf6b-0df4-4457-93f2-a52ec9878169 req-84703739-f91c-41ab-b61e-3348212a6f9c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 1100 time: 0.3329556 May 30 19:58:21.025798 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-e864cdcf-8992-45ee-b0a5-afc611a3d52e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:21.105405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357a43b-a2ca-4dc5-8fdb-e8d823ea8372 req-87da3fa4-b9fe-4081-967e-966416aa12f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:21.107594 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d357a43b-a2ca-4dc5-8fdb-e8d823ea8372 req-87da3fa4-b9fe-4081-967e-966416aa12f1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.3597898 May 30 19:58:21.179635 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d9949506-98fb-4e3e-986b-d367306d6809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:21.192479 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-04087d2e-1d1d-4617-b3a2-8d6c0f7a86e8 req-f72a5efd-b779-46b4-9e44-0c2a6d400df0 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:21.214674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-e864cdcf-8992-45ee-b0a5-afc611a3d52e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Transition to ACTIVE for port object ddca61de-a1d6-464b-83fd-d21e3d1e89b4 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:21.232213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ac836106-189c-46bf-a636-c38a38e6c514 req-8559eac0-231e-4a67-b3c0-5552ad174941 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Unset dirty status for tenant:1252846c85cb4f3da96b46deca7cb4f6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:21.233524 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac836106-189c-46bf-a636-c38a38e6c514 req-8559eac0-231e-4a67-b3c0-5552ad174941 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131 HTTP/1.1" status: 200 len: 944 time: 1.4521060 May 30 19:58:21.236453 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b471145c-5305-4450-9088-76290050b957 req-bd4ce0f9-4307-4991-b2d2-cc286f4094c0 service neutron] 10.222.0.77 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1143465 May 30 19:58:21.269536 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a5efd-b779-46b4-9e44-0c2a6d400df0 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Pushing event deleted for resources: {'Port': ['ID=9788f11e-77e1-46b4-bcb4-eb45c4d13f21,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:21.276682 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bcf6b-0df4-4457-93f2-a52ec9878169 req-6f5b4764-7366-4b60-bf48-efc059ab1b39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:21.278157 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9f0bcf6b-0df4-4457-93f2-a52ec9878169 req-6f5b4764-7366-4b60-bf48-efc059ab1b39 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.2874601 May 30 19:58:21.305322 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-cafe43e9-236a-4c4b-935d-c35a135471e9 service neutron] 10.222.0.77 "GET /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7952702 May 30 19:58:21.509494 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc681651-d912-40ff-a1a6-52dc1a3dfd59 req-847b9f8e-c1f0-4889-894d-0fcd98904c52 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:21.510928 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc681651-d912-40ff-a1a6-52dc1a3dfd59 req-847b9f8e-c1f0-4889-894d-0fcd98904c52 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 944 time: 1.0115707 May 30 19:58:21.526257 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9f0bcf6b-0df4-4457-93f2-a52ec9878169 req-296b3f15-1742-4cc9-9169-d16d612ae1a8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=45283eb0-7f60-4f12-a812-00a197ecbf9e HTTP/1.1" status: 200 len: 217 time: 0.1876915 May 30 19:58:21.533853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-04087d2e-1d1d-4617-b3a2-8d6c0f7a86e8 req-f72a5efd-b779-46b4-9e44-0c2a6d400df0 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] No DVR routers for this DVR port 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:58:21.566859 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-04087d2e-1d1d-4617-b3a2-8d6c0f7a86e8 req-f72a5efd-b779-46b4-9e44-0c2a6d400df0 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:21.572168 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131', 'name': 'network-vif-deleted', 'tag': '9788f11e-77e1-46b4-bcb4-eb45c4d13f21'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:21.622625 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-04087d2e-1d1d-4617-b3a2-8d6c0f7a86e8 req-f72a5efd-b779-46b4-9e44-0c2a6d400df0 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.93 "DELETE /v2.0/ports/9788f11e-77e1-46b4-bcb4-eb45c4d13f21 HTTP/1.1" status: 204 len: 173 time: 2.1034231 May 30 19:58:21.636849 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bcf6b-0df4-4457-93f2-a52ec9878169 req-2be1b666-55c9-4a0b-a098-6ab6bfda55d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:21.638405 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9f0bcf6b-0df4-4457-93f2-a52ec9878169 req-2be1b666-55c9-4a0b-a098-6ab6bfda55d8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1058483 May 30 19:58:21.663996 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac836106-189c-46bf-a636-c38a38e6c514 req-adcda415-023c-43de-889f-de3379c37606 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011381 May 30 19:58:21.683405 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-e864cdcf-8992-45ee-b0a5-afc611a3d52e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:21.695548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['9901f700-3675-4a41-b34c-345820247fe7'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:21.795398 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-e864cdcf-8992-45ee-b0a5-afc611a3d52e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Network dbb1f20d-d968-4228-b3db-aa7863241b3a is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:58:21.839578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-e864cdcf-8992-45ee-b0a5-afc611a3d52e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:58:21.915607 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc681651-d912-40ff-a1a6-52dc1a3dfd59 req-4b0b66d3-50cc-40bf-91c9-3ec1fc9ab3c2 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885036 May 30 19:58:21.917883 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe1696f-6e06-48a8-ab2a-010b112f7180'] response: {'server_uuid': '1213f34e-9973-4e7c-9b28-1ed85a0d1d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9901f700-3675-4a41-b34c-345820247fe7', 'code': 200} May 30 19:58:21.934709 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-e864cdcf-8992-45ee-b0a5-afc611a3d52e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:58:22.025395 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9f0bcf6b-0df4-4457-93f2-a52ec9878169 req-4d045b98-8854-407b-b878-786627fe66c6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3798251 May 30 19:58:22.034825 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.77', 55088) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:22.106224 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d357a43b-a2ca-4dc5-8fdb-e8d823ea8372 req-30ae937d-e3da-4ede-b22c-6bf9546c8021 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9412982 May 30 19:58:22.312404 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-fc190688-629f-4399-bc9d-526572cd1c7e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:22.346890 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6c8e56d3-1e98-4efa-9979-eca97cdbabfc req-7bda9874-4332-4b71-b6b6-55a97756156c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ccee7201acb94dd2a2ea81f16f0c1b53&device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 1095 time: 1.0096018 May 30 19:58:22.425402 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ebc0c35b-cdc5-4e70-b8e8-0e69a85a442a None None] Provisioning for port ddca61de-a1d6-464b-83fd-d21e3d1e89b4 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:22.432241 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ebc0c35b-cdc5-4e70-b8e8-0e69a85a442a None None] Provisioning complete for port ddca61de-a1d6-464b-83fd-d21e3d1e89b4 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:22.432613 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ebc0c35b-cdc5-4e70-b8e8-0e69a85a442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:22.508860 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0c35b-cdc5-4e70-b8e8-0e69a85a442a None None] Port ddca61de-a1d6-464b-83fd-d21e3d1e89b4 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:58:22.664349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864cdcf-8992-45ee-b0a5-afc611a3d52e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Pushing event updated for resources: {'Port': ['ID=ddca61de-a1d6-464b-83fd-d21e3d1e89b4,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:22.667930 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d357a43b-a2ca-4dc5-8fdb-e8d823ea8372 req-e4f180f1-7a0f-4dcc-95c0-8ed9d1e31577 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084834 May 30 19:58:22.683075 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-e864cdcf-8992-45ee-b0a5-afc611a3d52e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:22.683700 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-e864cdcf-8992-45ee-b0a5-afc611a3d52e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:22.694295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-fc190688-629f-4399-bc9d-526572cd1c7e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Transition to ACTIVE for port object 3e637fc8-a0cf-4969-ae51-7f11baed3185 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:22.763011 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1092a442-a2a1-464b-acec-d9d482bd99e6 req-f5351f0b-2963-47bc-962c-34aeb0b0381a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1213f34e-9973-4e7c-9b28-1ed85a0d1d4b HTTP/1.1" status: 200 len: 1096 time: 0.7229836 May 30 19:58:22.768598 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9f0bcf6b-0df4-4457-93f2-a52ec9878169 req-25b3b1d7-560d-44b4-9f22-8d771e437f24 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7266104 May 30 19:58:22.889020 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-e864cdcf-8992-45ee-b0a5-afc611a3d52e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4143384 May 30 19:58:22.946484 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Request body: {'port': {'device_id': '4dece30c-784d-4ca6-aaf9-bea72d319f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:22.963140 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5fa3ee06-cb7d-449d-80ba-47e19b470a5b up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:58:22.984336 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-6ffb8a68-09c7-4bda-8591-88a97cbd9480 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9&tenant_id=da2c3b5169e14006bab98c084c88a6a6&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 1095 time: 1.3689742 May 30 19:58:23.003747 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-50c6360f-246d-4090-b8f7-06039473a972 req-21b703a5-4b03-4306-b9d4-234a810357f3 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Synchronizing usage tracker for tenant:12e9a0129c614fe0aab30ebcea7a2298 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:23.036080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 5fa3ee06-cb7d-449d-80ba-47e19b470a5b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:23.041669 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 5fa3ee06-cb7d-449d-80ba-47e19b470a5b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:23.042255 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:23.047196 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1092a442-a2a1-464b-acec-d9d482bd99e6 req-a20352e3-85ca-4068-9959-f35bd7c395b6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138422 May 30 19:58:23.077590 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9f0bcf6b-0df4-4457-93f2-a52ec9878169 req-f686fd59-44d2-4e96-93ff-6dcc52004ddf service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504995 May 30 19:58:23.144305 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9949506-98fb-4e3e-986b-d367306d6809 admin admin] Router 8fdc757d-b48b-42d8-a584-b7310795fc1d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:58:23.216137 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:23.265375 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5fa3ee06-cb7d-449d-80ba-47e19b470a5b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5fa3ee06-cb7d-449d-80ba-47e19b470a5b,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:23.272509 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:23.273630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:23.284015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e56d3-1e98-4efa-9979-eca97cdbabfc req-d5a5ed80-a023-4f67-83f3-2cb492e5d579 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:23.285411 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6c8e56d3-1e98-4efa-9979-eca97cdbabfc req-d5a5ed80-a023-4f67-83f3-2cb492e5d579 service neutron] 10.222.0.77 "GET /v2.0/networks?id=dbb1f20d-d968-4228-b3db-aa7863241b3a HTTP/1.1" status: 200 len: 917 time: 0.9367442 May 30 19:58:23.343785 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-fc190688-629f-4399-bc9d-526572cd1c7e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:23.345264 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-50c6360f-246d-4090-b8f7-06039473a972 req-21b703a5-4b03-4306-b9d4-234a810357f3 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Unset dirty status for tenant:12e9a0129c614fe0aab30ebcea7a2298 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:23.347597 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50c6360f-246d-4090-b8f7-06039473a972 req-21b703a5-4b03-4306-b9d4-234a810357f3 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390 HTTP/1.1" status: 200 len: 210 time: 0.4785719 May 30 19:58:23.370690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9949506-98fb-4e3e-986b-d367306d6809 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:58:23.376402 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d9949506-98fb-4e3e-986b-d367306d6809 admin admin] 10.222.0.84 "PUT /v2.0/routers/8fdc757d-b48b-42d8-a584-b7310795fc1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5807481 May 30 19:58:23.379483 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50348) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:23.414889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=5fa3ee06-cb7d-449d-80ba-47e19b470a5b,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:23.419081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6029cff5-7319-4b51-9d28-a8a861c61d29 None None] Sync routers for ids ['8fdc757d-b48b-42d8-a584-b7310795fc1d'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:58:23.422008 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:58:23.422526 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9788f11e-77e1-46b4-bcb4-eb45c4d13f21 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:58:23.456137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6029cff5-7319-4b51-9d28-a8a861c61d29 None None] Routers {'8fdc757d-b48b-42d8-a584-b7310795fc1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:58:23.456988 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6029cff5-7319-4b51-9d28-a8a861c61d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:58:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8fdc757d-b48b-42d8-a584-b7310795fc1d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:23.505022 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d357a43b-a2ca-4dc5-8fdb-e8d823ea8372 req-619c0692-d880-4b03-9075-4828846b8a6f service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8121774 May 30 19:58:23.554940 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650d447-df3e-4f1c-b615-89c3450f0494 req-b59e5c9e-a675-4dbe-99e1-7c4bffc4ec63 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:23.555646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6650d447-df3e-4f1c-b615-89c3450f0494 req-b59e5c9e-a675-4dbe-99e1-7c4bffc4ec63 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Synchronizing usage tracker for tenant:ccee7201acb94dd2a2ea81f16f0c1b53 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:23.594716 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6c8e56d3-1e98-4efa-9979-eca97cdbabfc req-2645060d-4e51-4b29-a741-59fd2b96d260 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7114453d-b16d-4f02-9290-44ca2fcc764b HTTP/1.1" status: 200 len: 217 time: 0.2817924 May 30 19:58:23.601803 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-948af226-6b62-4c39-bcb3-4d60d553eeda admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:23.665582 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-6029cff5-7319-4b51-9d28-a8a861c61d29 None None] Set router 8fdc757d-b48b-42d8-a584-b7310795fc1d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:58:23.696464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-fc190688-629f-4399-bc9d-526572cd1c7e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:58:23.710122 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:23.740313 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-fc190688-629f-4399-bc9d-526572cd1c7e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:58:23.742214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc190688-629f-4399-bc9d-526572cd1c7e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Pushing event updated for resources: {'Port': ['ID=3e637fc8-a0cf-4969-ae51-7f11baed3185,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:23.746825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-fc190688-629f-4399-bc9d-526572cd1c7e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:58:23.778777 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6650d447-df3e-4f1c-b615-89c3450f0494 req-b59e5c9e-a675-4dbe-99e1-7c4bffc4ec63 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Unset dirty status for tenant:ccee7201acb94dd2a2ea81f16f0c1b53 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:23.785542 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6650d447-df3e-4f1c-b615-89c3450f0494 req-b59e5c9e-a675-4dbe-99e1-7c4bffc4ec63 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 931 time: 1.3505044 May 30 19:58:23.845533 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-948af226-6b62-4c39-bcb3-4d60d553eeda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:23.859475 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-948af226-6b62-4c39-bcb3-4d60d553eeda admin admin] Deleting port 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:23.859878 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-948af226-6b62-4c39-bcb3-4d60d553eeda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:23.887743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e56d3-1e98-4efa-9979-eca97cdbabfc req-79265923-c8f4-4c72-9352-5f33b326cd62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:23.889216 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6c8e56d3-1e98-4efa-9979-eca97cdbabfc req-79265923-c8f4-4c72-9352-5f33b326cd62 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c HTTP/1.1" status: 200 len: 855 time: 0.2492700 May 30 19:58:23.946741 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c114abd8-8568-442e-bf54-6f8ae11a6028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cff5c5f-c270-4097-b021-aebd1330963b'}, {'server_uuid': '1f3e9236-36ea-456b-a613-966864eb4cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa3ee06-cb7d-449d-80ba-47e19b470a5b'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:23.992123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6029cff5-7319-4b51-9d28-a8a861c61d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-138265324-router', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:07Z', 'updated_at': '2022-05-30T19:58:19Z', 'revision_number': 5, 'project_id': '786de5a300034beebcae4021e1f48951', 'gw_port': {'id': '6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:09Z', 'updated_at': '2022-05-30T19:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:23.997738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6029cff5-7319-4b51-9d28-a8a861c61d29 None None] Checking router: 8fdc757d-b48b-42d8-a584-b7310795fc1d for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:58:24.008581 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6029cff5-7319-4b51-9d28-a8a861c61d29 None None] Routers {'8fdc757d-b48b-42d8-a584-b7310795fc1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:58:24.009731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6029cff5-7319-4b51-9d28-a8a861c61d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:58:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8fdc757d-b48b-42d8-a584-b7310795fc1d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:24.071195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-948af226-6b62-4c39-bcb3-4d60d553eeda admin admin] For port 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:24.071551 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-948af226-6b62-4c39-bcb3-4d60d553eeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:24.076852 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6650d447-df3e-4f1c-b615-89c3450f0494 req-49ff3c43-1722-4ff8-9ac3-50285b76f372 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901893 May 30 19:58:24.114890 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-fc190688-629f-4399-bc9d-526572cd1c7e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:24.115504 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-fc190688-629f-4399-bc9d-526572cd1c7e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:24.158628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-67d5f18f-98a1-461f-8268-4e5dc3061ff5 service neutron] For port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:24.172702 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-6029cff5-7319-4b51-9d28-a8a861c61d29 None None] Set router 8fdc757d-b48b-42d8-a584-b7310795fc1d gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:58:24.200620 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-67d5f18f-98a1-461f-8268-4e5dc3061ff5 service neutron] Notify callbacks [] for binding, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:24.201723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-67d5f18f-98a1-461f-8268-4e5dc3061ff5 service neutron] 10.222.0.77 "DELETE /v2.0/ports/6c9b4c5b-9def-4545-a299-1bb5f2491a8d/bindings/n-h2-843949-2 HTTP/1.1" status: 204 len: 173 time: 1.1953509 May 30 19:58:24.281258 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edf6c9f2-fe17-48fb-b796-1738ce0440a0'] response: {'server_uuid': 'dbf8a8f6-2d0e-4a6e-a80e-1d73c752b131', 'name': 'network-vif-deleted', 'tag': '9788f11e-77e1-46b4-bcb4-eb45c4d13f21', 'status': 'completed', 'code': 200} May 30 19:58:24.326902 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-fc190688-629f-4399-bc9d-526572cd1c7e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.3210166 May 30 19:58:24.346804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-948af226-6b62-4c39-bcb3-4d60d553eeda admin admin] Calling delete_port for 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:24.414593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0efb8b-1f3d-4960-9638-854837437046 req-2cf280df-4706-4d87-9382-4495fdda05e7 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:24.422400 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db0efb8b-1f3d-4960-9638-854837437046 req-2cf280df-4706-4d87-9382-4495fdda05e7 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f3e9236-36ea-456b-a613-966864eb4cf1 HTTP/1.1" status: 200 len: 949 time: 0.8335364 May 30 19:58:24.441211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Request body: {'port': {'device_id': '2f24c6ec-bdde-4b83-aae3-1ca1b966e390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:24.482023 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6029cff5-7319-4b51-9d28-a8a861c61d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-138265324-router', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:07Z', 'updated_at': '2022-05-30T19:58:23Z', 'revision_number': 6, 'project_id': '786de5a300034beebcae4021e1f48951', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:24.485840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6029cff5-7319-4b51-9d28-a8a861c61d29 None None] The sync data for ids ['8fdc757d-b48b-42d8-a584-b7310795fc1d'] in n-d-843949-2 is: [{'id': '8fdc757d-b48b-42d8-a584-b7310795fc1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-138265324-router', 'tenant_id': '786de5a300034beebcae4021e1f48951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:07Z', 'updated_at': '2022-05-30T19:58:23Z', 'revision_number': 6, 'project_id': '786de5a300034beebcae4021e1f48951', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:58:24.496335 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7114453d-b16d-4f02-9290-44ca2fcc764b details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:58:24.528375 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7a08831d-b2c2-4ab2-bc23-e1c686034152 None None] Provisioning for port 3e637fc8-a0cf-4969-ae51-7f11baed3185 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:24.550832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7a08831d-b2c2-4ab2-bc23-e1c686034152 None None] Provisioning complete for port 3e637fc8-a0cf-4969-ae51-7f11baed3185 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:24.551384 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7a08831d-b2c2-4ab2-bc23-e1c686034152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:24.586569 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4752f50-55cc-4eba-86da-d527315aebbb {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:24.634700 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:24.693730 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-948af226-6b62-4c39-bcb3-4d60d553eeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:24.750871 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7114453d-b16d-4f02-9290-44ca2fcc764b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7114453d-b16d-4f02-9290-44ca2fcc764b,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:24.770760 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '7114453d-b16d-4f02-9290-44ca2fcc764b', 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a', 'port_id': '7114453d-b16d-4f02-9290-44ca2fcc764b', 'mac_address': 'fa:16:3e:78:7b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:58:24.775001 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7a08831d-b2c2-4ab2-bc23-e1c686034152 None None] Port 3e637fc8-a0cf-4969-ae51-7f11baed3185 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:58:24.794838 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948af226-6b62-4c39-bcb3-4d60d553eeda admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:24.862387 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:24.868849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Transition to ACTIVE for port object c4752f50-55cc-4eba-86da-d527315aebbb will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:24.909711 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7114453d-b16d-4f02-9290-44ca2fcc764b {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:24.930579 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db0efb8b-1f3d-4960-9638-854837437046 req-a24c09b8-2c53-4f27-b3ce-a9a13e543d6e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045881 May 30 19:58:24.932551 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7114453d-b16d-4f02-9290-44ca2fcc764b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7114453d-b16d-4f02-9290-44ca2fcc764b,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:24.933915 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6c8e56d3-1e98-4efa-9979-eca97cdbabfc req-4fab98c9-d155-4e5f-95bd-995822b17269 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=dbb1f20d-d968-4228-b3db-aa7863241b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9175887 May 30 19:58:24.937841 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:24.998749 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:25.042848 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=7114453d-b16d-4f02-9290-44ca2fcc764b,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:25.068302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ff2e8112-b9f2-4276-94ba-8b525f5252a9 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:25.094906 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:58:25.145996 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-948af226-6b62-4c39-bcb3-4d60d553eeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:25.167709 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: ff2e8112-b9f2-4276-94ba-8b525f5252a9 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:58:25.168060 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ff2e8112-b9f2-4276-94ba-8b525f5252a9 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:58:25.288856 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['7114453d-b16d-4f02-9290-44ca2fcc764b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:25.360190 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Pushing event updated for resources: {'Port': ['ID=c4752f50-55cc-4eba-86da-d527315aebbb,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:25.366003 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:25.480729 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-948af226-6b62-4c39-bcb3-4d60d553eeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:25.489526 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-948af226-6b62-4c39-bcb3-4d60d553eeda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:25.556890 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-948af226-6b62-4c39-bcb3-4d60d553eeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:25.557409 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948af226-6b62-4c39-bcb3-4d60d553eeda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fdc757d-b48b-42d8-a584-b7310795fc1d {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 19:58:25.577851 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-948af226-6b62-4c39-bcb3-4d60d553eeda admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:25.582065 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-948af226-6b62-4c39-bcb3-4d60d553eeda admin admin] 10.222.0.84 "DELETE /v2.0/routers/8fdc757d-b48b-42d8-a584-b7310795fc1d HTTP/1.1" status: 204 len: 168 time: 2.1984544 May 30 19:58:25.582613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50372) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:25.691454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-add66a82-fb92-4805-b764-87d074e36ae1 admin admin] Deleting subnet a1f2fdd8-e02c-4626-a06a-d481f48d0414 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:58:25.696750 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-add66a82-fb92-4805-b764-87d074e36ae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:25.732805 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c4c7d1f-8f3a-464a-9bdc-dc03c58bd27f'] response: {'server_uuid': 'c114abd8-8568-442e-bf54-6f8ae11a6028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cff5c5f-c270-4097-b021-aebd1330963b', 'code': 200} May 30 19:58:25.733068 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c4c7d1f-8f3a-464a-9bdc-dc03c58bd27f'] response: {'server_uuid': '1f3e9236-36ea-456b-a613-966864eb4cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa3ee06-cb7d-449d-80ba-47e19b470a5b', 'code': 200} May 30 19:58:25.773390 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-add66a82-fb92-4805-b764-87d074e36ae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:25.888163 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-add66a82-fb92-4805-b764-87d074e36ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:25.896260 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6c8e56d3-1e98-4efa-9979-eca97cdbabfc req-6a8551e7-c88b-4a08-857b-40c57ae017fa service neutron] 10.222.0.77 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9539464 May 30 19:58:25.932627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddca61de-a1d6-464b-83fd-d21e3d1e89b4 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:25.975358 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-add66a82-fb92-4805-b764-87d074e36ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:26.000582 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:26.025321 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-add66a82-fb92-4805-b764-87d074e36ae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:26.033824 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901d73c0-c113-4ddc-b9f4-7e7552ba0598 None None] Network 60002e2b-84c7-4489-b061-89eacded10ff requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:58:26.038542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add66a82-fb92-4805-b764-87d074e36ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1f2fdd8-e02c-4626-a06a-d481f48d0414,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:26.044594 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-add66a82-fb92-4805-b764-87d074e36ae1 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/a1f2fdd8-e02c-4626-a06a-d481f48d0414 HTTP/1.1" status: 204 len: 168 time: 0.4595280 May 30 19:58:26.046181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50380) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:26.151675 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Transition to ACTIVE for port object ddca61de-a1d6-464b-83fd-d21e3d1e89b4 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:26.161430 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:26.175796 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] Deleting port 83d0516e-881c-4b35-b703-02aac52b1cb1 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:26.176589 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:26.186183 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:26.240018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08bbd2-c568-4bb5-a47c-b0e20485f6e6 req-bea3f17b-551f-45ea-a9f3-318280a50ea5 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:26.246762 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa08bbd2-c568-4bb5-a47c-b0e20485f6e6 req-bea3f17b-551f-45ea-a9f3-318280a50ea5 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 944 time: 1.3116314 May 30 19:58:26.322555 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Attempting to bind port c4752f50-55cc-4eba-86da-d527315aebbb on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:58:26.322885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Attempting to bind port c4752f50-55cc-4eba-86da-d527315aebbb by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:58:26.323431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Attempting to bind port c4752f50-55cc-4eba-86da-d527315aebbb on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:26.367892 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2deafe-28e5-44c2-bd05-1a0f09ded040 None None] DHCP port deletion for 60002e2b-84c7-4489-b061-89eacded10ff request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 19:58:26.372323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-cd2deafe-28e5-44c2-bd05-1a0f09ded040 None None] Deleting port 83d0516e-881c-4b35-b703-02aac52b1cb1 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:26.373028 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cd2deafe-28e5-44c2-bd05-1a0f09ded040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:26.513458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] For port 83d0516e-881c-4b35-b703-02aac52b1cb1, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=83d0516e-881c-4b35-b703-02aac52b1cb1,segment=NetworkSegment(4329252c-8885-4ae4-b29e-9ba3202871f4),segment_id=4329252c-8885-4ae4-b29e-9ba3202871f4)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:26.513825 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:26.517451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa08bbd2-c568-4bb5-a47c-b0e20485f6e6 req-70d7078e-1e1d-4ecf-874b-d053acb2ab26 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698600 May 30 19:58:26.599184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Port c4752f50-55cc-4eba-86da-d527315aebbb on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:58:26.599431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Attempting to bind port c4752f50-55cc-4eba-86da-d527315aebbb on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:26.610816 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=ddca61de-a1d6-464b-83fd-d21e3d1e89b4,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:26.639295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:58:26.639885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:26.640302 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:58:26.640758 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Bound port: c4752f50-55cc-4eba-86da-d527315aebbb, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:58:26.641609 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:26.657628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-cd2deafe-28e5-44c2-bd05-1a0f09ded040 None None] For port 83d0516e-881c-4b35-b703-02aac52b1cb1, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=83d0516e-881c-4b35-b703-02aac52b1cb1,segment=NetworkSegment(4329252c-8885-4ae4-b29e-9ba3202871f4),segment_id=4329252c-8885-4ae4-b29e-9ba3202871f4)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:26.659307 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cd2deafe-28e5-44c2-bd05-1a0f09ded040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:26.696465 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] Calling delete_port for 83d0516e-881c-4b35-b703-02aac52b1cb1 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:26.721550 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6c8e56d3-1e98-4efa-9979-eca97cdbabfc req-095880e2-3178-45f8-a05f-10bf43fc7667 service neutron] 10.222.0.77 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789278 May 30 19:58:26.778624 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:26.808847 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb184a5e-5c4b-45f8-931a-c7b638a5c926 req-6a03f598-d7cb-4a68-92df-b2919b810c99 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1f3e9236-36ea-456b-a613-966864eb4cf1 HTTP/1.1" status: 200 len: 1100 time: 0.9481685 May 30 19:58:26.822416 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-cd2deafe-28e5-44c2-bd05-1a0f09ded040 None None] Calling delete_port for 83d0516e-881c-4b35-b703-02aac52b1cb1 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:26.822930 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=83d0516e-881c-4b35-b703-02aac52b1cb1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:26.829433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] No DVR routers for this DVR port 83d0516e-881c-4b35-b703-02aac52b1cb1 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:58:26.916487 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-cd2deafe-28e5-44c2-bd05-1a0f09ded040 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 19:58:26.916998 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-cd2deafe-28e5-44c2-bd05-1a0f09ded040 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 19:58:26.955802 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:26.985591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60002e2b-84c7-4489-b061-89eacded10ff']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:26.997855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4329252c-8885-4ae4-b29e-9ba3202871f4') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:26.998139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4329252c-8885-4ae4-b29e-9ba3202871f4') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:27.011789 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:27.013322 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 83d0516e-881c-4b35-b703-02aac52b1cb1 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:27.028969 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:27.035172 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:58:27.035553 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: timer() May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: self._notify() May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:58:27.049080 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:58:27.052713 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 83d0516e-881c-4b35-b703-02aac52b1cb1 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:58:27.053175 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 83d0516e-881c-4b35-b703-02aac52b1cb1 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:58:27.053798 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:27.088951 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:58:27.089494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6f0aa38e-25e0-4ec4-ad25-e9c86f9755b4 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:58:27.130916 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:27.149703 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:27.155574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] Pushing event deleted for resources: {'Network': ['ID=60002e2b-84c7-4489-b061-89eacded10ff,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:27.165094 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c61fd3b6-8338-4f4c-9a48-01e53a0b6d75 admin admin] 10.222.0.84 "DELETE /v2.0/networks/60002e2b-84c7-4489-b061-89eacded10ff HTTP/1.1" status: 204 len: 168 time: 1.1178017 May 30 19:58:27.167876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50392) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:27.177903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68222296-63e8-4cde-8bd2-7d75c0a9a8a5 req-506c16f7-efbc-4028-b03c-045d23a3ab20 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:27.179336 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68222296-63e8-4cde-8bd2-7d75c0a9a8a5 req-506c16f7-efbc-4028-b03c-045d23a3ab20 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390 HTTP/1.1" status: 200 len: 935 time: 0.9863846 May 30 19:58:27.210943 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb184a5e-5c4b-45f8-931a-c7b638a5c926 req-10c87ebc-96fd-49d2-9191-80aec6591ace service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851144 May 30 19:58:27.305648 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Attempting to bind port ddca61de-a1d6-464b-83fd-d21e3d1e89b4 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:58:27.306584 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Attempting to bind port ddca61de-a1d6-464b-83fd-d21e3d1e89b4 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'd6d7a026-5d28-40f1-a9a2-30b69a432d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:58:27.306584 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Attempting to bind port ddca61de-a1d6-464b-83fd-d21e3d1e89b4 on network dbb1f20d-d968-4228-b3db-aa7863241b3a {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:27.318598 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-de95dcfc-dec0-47fc-814c-bf4dd9d6ace4 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:27.320469 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-de95dcfc-dec0-47fc-814c-bf4dd9d6ace4 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/networks?id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce HTTP/1.1" status: 200 len: 805 time: 0.5817120 May 30 19:58:27.343172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] For port c4752f50-55cc-4eba-86da-d527315aebbb, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:27.381937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Port ddca61de-a1d6-464b-83fd-d21e3d1e89b4 on network dbb1f20d-d968-4228-b3db-aa7863241b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:58:27.382264 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Attempting to bind port ddca61de-a1d6-464b-83fd-d21e3d1e89b4 on network dbb1f20d-d968-4228-b3db-aa7863241b3a {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:27.418508 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-cd2deafe-28e5-44c2-bd05-1a0f09ded040 None None] Deleting port 83d0516e-881c-4b35-b703-02aac52b1cb1 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:27.419091 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cd2deafe-28e5-44c2-bd05-1a0f09ded040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:27.427020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] For port c4752f50-55cc-4eba-86da-d527315aebbb, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c4752f50-55cc-4eba-86da-d527315aebbb,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:58:27.451333 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-c39ef957-ac82-44d6-b459-5c1e73be1ef0 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/quotas/5dd329ae9e0742dd8efa8e8b988ec12c HTTP/1.1" status: 200 len: 375 time: 0.1157339 May 30 19:58:27.452621 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:27.492895 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-cd2deafe-28e5-44c2-bd05-1a0f09ded040 None None] The port '83d0516e-881c-4b35-b703-02aac52b1cb1' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 19:58:27.498216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d8f8c-83f2-4a14-88c1-8870b58133d5 req-faacf5a7-3dc7-4143-969a-1b9ab59a233a tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:27.500478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-816d8f8c-83f2-4a14-88c1-8870b58133d5 req-faacf5a7-3dc7-4143-969a-1b9ab59a233a tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.77 "GET /v2.0/ports?device_id=c114abd8-8568-442e-bf54-6f8ae11a6028 HTTP/1.1" status: 200 len: 944 time: 0.5023158 May 30 19:58:27.505906 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b53c34-acfc-4fd7-8140-2ab82fb2b6e0 req-fbbe6a7c-6ab1-4f6b-8ded-487d881ea348 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:27.507472 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11b53c34-acfc-4fd7-8140-2ab82fb2b6e0 req-fbbe6a7c-6ab1-4f6b-8ded-487d881ea348 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.77 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 944 time: 0.6552405 May 30 19:58:27.508895 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-68222296-63e8-4cde-8bd2-7d75c0a9a8a5 req-ec6ee7b6-d83a-4e35-bac0-eb02efdadaa0 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Synchronizing usage tracker for tenant:12e9a0129c614fe0aab30ebcea7a2298 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:27.524300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:58:27.524986 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Checking segment: {'id': 'd6d7a026-5d28-40f1-a9a2-30b69a432d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:27.524986 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Bound using segment: {'id': 'd6d7a026-5d28-40f1-a9a2-30b69a432d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:58:27.525435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Bound port: ddca61de-a1d6-464b-83fd-d21e3d1e89b4, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d7a026-5d28-40f1-a9a2-30b69a432d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:58:27.525776 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:27.579602 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c06c055-0b5d-4ad0-b4c1-5f899ab64275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:27.666830 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c8b396f5-e453-47a4-8363-d4d3a6e921f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:27.671489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e637fc8-a0cf-4969-ae51-7f11baed3185 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:27.797289 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:27.810316 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:27.811469 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] 10.222.0.77 "PUT /v2.0/ports/c4752f50-55cc-4eba-86da-d527315aebbb HTTP/1.1" status: 200 len: 1096 time: 8.2545729 May 30 19:58:27.832765 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd11222-dcc7-45af-9c0c-c266bc61178c', 'tag': 'c4752f50-55cc-4eba-86da-d527315aebbb'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:27.978414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-68222296-63e8-4cde-8bd2-7d75c0a9a8a5 req-ec6ee7b6-d83a-4e35-bac0-eb02efdadaa0 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Unset dirty status for tenant:12e9a0129c614fe0aab30ebcea7a2298 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:27.979583 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68222296-63e8-4cde-8bd2-7d75c0a9a8a5 req-ec6ee7b6-d83a-4e35-bac0-eb02efdadaa0 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7812555 May 30 19:58:27.987214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Transition to ACTIVE for port object 3e637fc8-a0cf-4969-ae51-7f11baed3185 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:28.040265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-816d8f8c-83f2-4a14-88c1-8870b58133d5 req-87fc2c6b-20fa-4fd2-861d-8cb160c6ea95 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Deleting port 7cff5c5f-c270-4097-b021-aebd1330963b {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:28.040751 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-816d8f8c-83f2-4a14-88c1-8870b58133d5 req-87fc2c6b-20fa-4fd2-861d-8cb160c6ea95 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:28.075916 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:28.082878 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-11b53c34-acfc-4fd7-8140-2ab82fb2b6e0 req-a7f6f0c6-ab54-422f-801d-9c5794fbc2ba tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Deleting port 976f3fa1-b849-4585-98a6-992a9dc7898a {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:28.083341 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-11b53c34-acfc-4fd7-8140-2ab82fb2b6e0 req-a7f6f0c6-ab54-422f-801d-9c5794fbc2ba tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:28.114737 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee08c7-9d81-4bd8-8a98-2eb0abe8dc7f service neutron] Pushing event updated for resources: {'Port': ['ID=c4752f50-55cc-4eba-86da-d527315aebbb,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:28.272630 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] For port ddca61de-a1d6-464b-83fd-d21e3d1e89b4, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:28.302933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3c06c055-0b5d-4ad0-b4c1-5f899ab64275 admin admin] Deleting port 844fa6d0-a8e5-431c-804d-21efc5c0d656 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:28.303927 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c06c055-0b5d-4ad0-b4c1-5f899ab64275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:28.401558 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] For port ddca61de-a1d6-464b-83fd-d21e3d1e89b4, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ddca61de-a1d6-464b-83fd-d21e3d1e89b4,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:58:28.448308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Pushing event updated for resources: {'Port': ['ID=3e637fc8-a0cf-4969-ae51-7f11baed3185,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:28.461943 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:28.513313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-3c06c055-0b5d-4ad0-b4c1-5f899ab64275 admin admin] For port 844fa6d0-a8e5-431c-804d-21efc5c0d656, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=844fa6d0-a8e5-431c-804d-21efc5c0d656,segment=NetworkSegment(a5c4b156-d389-45bf-8537-283a2158520f),segment_id=a5c4b156-d389-45bf-8537-283a2158520f)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:28.513692 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c06c055-0b5d-4ad0-b4c1-5f899ab64275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:28.518321 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7114453d-b16d-4f02-9290-44ca2fcc764b up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:58:28.547626 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-2dd1c40c-4d76-4846-aee8-ad254b6e6f5e tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=5dd329ae9e0742dd8efa8e8b988ec12c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0358081 May 30 19:58:28.652527 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:28.655278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] 10.222.0.93 "PUT /v2.0/ports/ddca61de-a1d6-464b-83fd-d21e3d1e89b4 HTTP/1.1" status: 200 len: 1091 time: 5.7201254 May 30 19:58:28.660398 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-ba5aad5e-3a37-4080-a03e-17468756b3f5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12e9a0129c614fe0aab30ebcea7a2298&device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 1099 time: 0.7984569 May 30 19:58:28.663083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3c06c055-0b5d-4ad0-b4c1-5f899ab64275 admin admin] Calling delete_port for 844fa6d0-a8e5-431c-804d-21efc5c0d656 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:28.696426 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 7114453d-b16d-4f02-9290-44ca2fcc764b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:28.703445 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 7114453d-b16d-4f02-9290-44ca2fcc764b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:28.704732 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:28.864449 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:28.911115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb87b4a-3d15-41b1-bb95-3066b2d24938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7114453d-b16d-4f02-9290-44ca2fcc764b'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:28.914861 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c06c055-0b5d-4ad0-b4c1-5f899ab64275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:28.923302 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04616e7c-cfc3-4ba1-a2de-b6e8cc123ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=ddca61de-a1d6-464b-83fd-d21e3d1e89b4,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:28.926098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7114453d-b16d-4f02-9290-44ca2fcc764b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7114453d-b16d-4f02-9290-44ca2fcc764b,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:28.931143 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:28.967803 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06c055-0b5d-4ad0-b4c1-5f899ab64275 admin admin] Pushing event deleted for resources: {'Port': ['ID=844fa6d0-a8e5-431c-804d-21efc5c0d656,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:29.028010 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=7114453d-b16d-4f02-9290-44ca2fcc764b,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:29.295495 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c06c055-0b5d-4ad0-b4c1-5f899ab64275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:29.310204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd320e-6428-4c60-be79-1adac9fd1176 req-c2e9eb50-3ca9-4508-bb5f-48be7e2e8dac tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:29.310868 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f3bd320e-6428-4c60-be79-1adac9fd1176 req-c2e9eb50-3ca9-4508-bb5f-48be7e2e8dac tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 943 time: 1.1525197 May 30 19:58:29.312987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-816d8f8c-83f2-4a14-88c1-8870b58133d5 req-87fc2c6b-20fa-4fd2-861d-8cb160c6ea95 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] For port 7cff5c5f-c270-4097-b021-aebd1330963b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7cff5c5f-c270-4097-b021-aebd1330963b,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:29.313348 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-816d8f8c-83f2-4a14-88c1-8870b58133d5 req-87fc2c6b-20fa-4fd2-861d-8cb160c6ea95 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:29.334376 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-99b74a85-5992-46e4-be52-eac18f3f7b6e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=c4752f50-55cc-4eba-86da-d527315aebbb HTTP/1.1" status: 200 len: 217 time: 0.3705089 May 30 19:58:29.697682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-816d8f8c-83f2-4a14-88c1-8870b58133d5 req-87fc2c6b-20fa-4fd2-861d-8cb160c6ea95 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Calling delete_port for 7cff5c5f-c270-4097-b021-aebd1330963b owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:29.795849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-11b53c34-acfc-4fd7-8140-2ab82fb2b6e0 req-a7f6f0c6-ab54-422f-801d-9c5794fbc2ba tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] For port 976f3fa1-b849-4585-98a6-992a9dc7898a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=976f3fa1-b849-4585-98a6-992a9dc7898a,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:29.796239 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-11b53c34-acfc-4fd7-8140-2ab82fb2b6e0 req-a7f6f0c6-ab54-422f-801d-9c5794fbc2ba tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:29.815934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Attempting to bind port 3e637fc8-a0cf-4969-ae51-7f11baed3185 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:58:29.816289 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Attempting to bind port 3e637fc8-a0cf-4969-ae51-7f11baed3185 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:58:29.816618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Attempting to bind port 3e637fc8-a0cf-4969-ae51-7f11baed3185 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:29.858237 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d91851c5-f06d-4cdd-8e69-714f1b5ce30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:29.984669 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-11b53c34-acfc-4fd7-8140-2ab82fb2b6e0 req-a7f6f0c6-ab54-422f-801d-9c5794fbc2ba tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Calling delete_port for 976f3fa1-b849-4585-98a6-992a9dc7898a owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:30.041988 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-23da0519-1c9b-4518-8d55-22cf36d589ea service neutron] 10.222.0.84 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4811463 May 30 19:58:30.043431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-b9a757a1-f1a1-4abd-864f-72c2eb357faf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:30.044588 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-b9a757a1-f1a1-4abd-864f-72c2eb357faf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.6956439 May 30 19:58:30.045556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Port 3e637fc8-a0cf-4969-ae51-7f11baed3185 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:58:30.045556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Attempting to bind port 3e637fc8-a0cf-4969-ae51-7f11baed3185 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:30.069196 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f3bd320e-6428-4c60-be79-1adac9fd1176 req-0050d684-f90a-4a2f-8a8b-2055e19022e6 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7331231 May 30 19:58:30.090010 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c06c055-0b5d-4ad0-b4c1-5f899ab64275 admin admin] Router 61d8ebd1-18e9-4038-8de6-e28bedc4ed6e has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:58:30.213601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-57a4cf87-a30b-4aaa-a433-e086835f3e35 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ccee7201acb94dd2a2ea81f16f0c1b53&device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 1094 time: 1.2532623 May 30 19:58:30.230148 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:58:30.230945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:30.231790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:58:30.233243 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Bound port: 3e637fc8-a0cf-4969-ae51-7f11baed3185, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:58:30.234475 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:30.392932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c06c055-0b5d-4ad0-b4c1-5f899ab64275 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:58:30.403587 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84df832-fd14-41c8-899d-8848de169d4a None None] Sync routers for ids ['61d8ebd1-18e9-4038-8de6-e28bedc4ed6e'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:58:30.412823 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3c06c055-0b5d-4ad0-b4c1-5f899ab64275 admin admin] 10.222.0.84 "PUT /v2.0/routers/61d8ebd1-18e9-4038-8de6-e28bedc4ed6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2417581 May 30 19:58:30.413081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50422) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:30.432240 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84df832-fd14-41c8-899d-8848de169d4a None None] Routers {'61d8ebd1-18e9-4038-8de6-e28bedc4ed6e'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:58:30.432864 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f84df832-fd14-41c8-899d-8848de169d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:58:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61d8ebd1-18e9-4038-8de6-e28bedc4ed6e'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:30.501478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-37e242e3-1d18-44b0-a71b-d4478f494d58 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddca61de-a1d6-464b-83fd-d21e3d1e89b4 HTTP/1.1" status: 200 len: 217 time: 0.2453933 May 30 19:58:30.514332 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 624f8b7c-ba57-47ad-a12a-cac056596d6d details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:58:30.518209 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7cff5c5f-c270-4097-b021-aebd1330963b no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:30.714565 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-a0878907-855e-4c8a-b78b-9852fecbe536 service neutron] 10.222.0.84 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6623564 May 30 19:58:30.716788 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No active binding found for port 7cff5c5f-c270-4097-b021-aebd1330963b {{(pid=84025) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 19:58:30.717230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7cff5c5f-c270-4097-b021-aebd1330963b not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:58:30.717688 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 976f3fa1-b849-4585-98a6-992a9dc7898a no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:30.734023 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-816d8f8c-83f2-4a14-88c1-8870b58133d5 req-87fc2c6b-20fa-4fd2-861d-8cb160c6ea95 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:30.762961 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb3d2550-5921-420d-be11-ada34335d2f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:30.766007 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-f84df832-fd14-41c8-899d-8848de169d4a None None] Set router 61d8ebd1-18e9-4038-8de6-e28bedc4ed6e gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:58:30.870766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-4d47408f-5e8c-4ef1-b473-8d74ef3f9c0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:30.870766 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-4d47408f-5e8c-4ef1-b473-8d74ef3f9c0f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c HTTP/1.1" status: 200 len: 855 time: 0.3205090 May 30 19:58:30.956383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 624f8b7c-ba57-47ad-a12a-cac056596d6d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=624f8b7c-ba57-47ad-a12a-cac056596d6d,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:31.012766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '624f8b7c-ba57-47ad-a12a-cac056596d6d', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '624f8b7c-ba57-47ad-a12a-cac056596d6d', 'mac_address': 'fa:16:3e:cc:31:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:58:31.045966 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-a7310cef-8ebe-487d-acbc-16b026d2a67c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9551890 May 30 19:58:31.074684 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-11b53c34-acfc-4fd7-8140-2ab82fb2b6e0 req-a7f6f0c6-ab54-422f-801d-9c5794fbc2ba tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:31.080716 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc2c6b-20fa-4fd2-861d-8cb160c6ea95 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Pushing event deleted for resources: {'Port': ['ID=7cff5c5f-c270-4097-b021-aebd1330963b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:31.138807 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:31.150669 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:31.178069 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624f8b7c-ba57-47ad-a12a-cac056596d6d {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:31.194070 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb3d2550-5921-420d-be11-ada34335d2f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:31.224223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d2550-5921-420d-be11-ada34335d2f1 admin admin] Deleting port c2107823-65e5-4a31-a9a9-391d663cd51a {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:31.225076 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb3d2550-5921-420d-be11-ada34335d2f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:31.253424 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 624f8b7c-ba57-47ad-a12a-cac056596d6d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=624f8b7c-ba57-47ad-a12a-cac056596d6d,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:31.269113 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:31.351777 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f84df832-fd14-41c8-899d-8848de169d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596148485-router', 'tenant_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'c2107823-65e5-4a31-a9a9-391d663cd51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:25Z', 'updated_at': '2022-05-30T19:58:28Z', 'revision_number': 5, 'project_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'gw_port': {'id': 'c2107823-65e5-4a31-a9a9-391d663cd51a', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:78:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:55:26Z', 'updated_at': '2022-05-30T19:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:31.354340 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] For port 3e637fc8-a0cf-4969-ae51-7f11baed3185, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:31.359272 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84df832-fd14-41c8-899d-8848de169d4a None None] Checking router: 61d8ebd1-18e9-4038-8de6-e28bedc4ed6e for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:58:31.370522 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6f0c6-ab54-422f-801d-9c5794fbc2ba tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Pushing event deleted for resources: {'Port': ['ID=976f3fa1-b849-4585-98a6-992a9dc7898a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:31.392277 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84df832-fd14-41c8-899d-8848de169d4a None None] Routers {'61d8ebd1-18e9-4038-8de6-e28bedc4ed6e'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:58:31.396938 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f84df832-fd14-41c8-899d-8848de169d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T19:58:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['61d8ebd1-18e9-4038-8de6-e28bedc4ed6e'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:31.442114 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['624f8b7c-ba57-47ad-a12a-cac056596d6d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:31.503077 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:31.570894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=624f8b7c-ba57-47ad-a12a-cac056596d6d,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:31.772416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-bb3d2550-5921-420d-be11-ada34335d2f1 admin admin] For port c2107823-65e5-4a31-a9a9-391d663cd51a, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c2107823-65e5-4a31-a9a9-391d663cd51a,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:31.774820 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb3d2550-5921-420d-be11-ada34335d2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:31.841832 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-f84df832-fd14-41c8-899d-8848de169d4a None None] Set router 61d8ebd1-18e9-4038-8de6-e28bedc4ed6e gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:58:32.091121 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f84df832-fd14-41c8-899d-8848de169d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596148485-router', 'tenant_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:25Z', 'updated_at': '2022-05-30T19:58:31Z', 'revision_number': 6, 'project_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:32.100104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d2550-5921-420d-be11-ada34335d2f1 admin admin] Calling delete_port for c2107823-65e5-4a31-a9a9-391d663cd51a owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:32.106513 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84df832-fd14-41c8-899d-8848de169d4a None None] The sync data for ids ['61d8ebd1-18e9-4038-8de6-e28bedc4ed6e'] in n-d-843949-2 is: [{'id': '61d8ebd1-18e9-4038-8de6-e28bedc4ed6e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1596148485-router', 'tenant_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:55:25Z', 'updated_at': '2022-05-30T19:58:31Z', 'revision_number': 6, 'project_id': '801cb9bb92e84d2ca1a00f97962fdc52', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:58:32.156176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] For port 3e637fc8-a0cf-4969-ae51-7f11baed3185, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3e637fc8-a0cf-4969-ae51-7f11baed3185,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:58:32.170586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-816d8f8c-83f2-4a14-88c1-8870b58133d5 req-87fc2c6b-20fa-4fd2-861d-8cb160c6ea95 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] No DVR routers for this DVR port 7cff5c5f-c270-4097-b021-aebd1330963b on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:58:32.182685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79482ead-1b90-4a12-8cb7-236aa142d536 req-0b213e3a-ff7b-49fb-b92a-89e0206f5f7f tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:32.191164 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79482ead-1b90-4a12-8cb7-236aa142d536 req-0b213e3a-ff7b-49fb-b92a-89e0206f5f7f tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f3e9236-36ea-456b-a613-966864eb4cf1 HTTP/1.1" status: 200 len: 949 time: 1.7447703 May 30 19:58:32.216824 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-816d8f8c-83f2-4a14-88c1-8870b58133d5 req-87fc2c6b-20fa-4fd2-861d-8cb160c6ea95 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:32.310383 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:32.389343 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71039145-a15d-44d9-9943-f794c02db1ba req-f44fa62c-49d4-4620-9013-795489c49136 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=b139f76c-7bc3-49db-9132-3fb28bfae11a HTTP/1.1" status: 200 len: 210 time: 0.2682366 May 30 19:58:32.444442 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb3d2550-5921-420d-be11-ada34335d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:32.510068 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-816d8f8c-83f2-4a14-88c1-8870b58133d5 req-87fc2c6b-20fa-4fd2-861d-8cb160c6ea95 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.77 "DELETE /v2.0/ports/7cff5c5f-c270-4097-b021-aebd1330963b HTTP/1.1" status: 204 len: 173 time: 4.9948733 May 30 19:58:32.552262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b53c34-acfc-4fd7-8140-2ab82fb2b6e0 req-a7f6f0c6-ab54-422f-801d-9c5794fbc2ba tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] No DVR routers for this DVR port 976f3fa1-b849-4585-98a6-992a9dc7898a on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:58:32.556038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d2550-5921-420d-be11-ada34335d2f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2107823-65e5-4a31-a9a9-391d663cd51a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:32.563606 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-11b53c34-acfc-4fd7-8140-2ab82fb2b6e0 req-a7f6f0c6-ab54-422f-801d-9c5794fbc2ba tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:32.567366 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11b53c34-acfc-4fd7-8140-2ab82fb2b6e0 req-a7f6f0c6-ab54-422f-801d-9c5794fbc2ba tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.77 "DELETE /v2.0/ports/976f3fa1-b849-4585-98a6-992a9dc7898a HTTP/1.1" status: 204 len: 173 time: 4.8885736 May 30 19:58:32.607454 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:32.608562 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] 10.222.0.93 "PUT /v2.0/ports/3e637fc8-a0cf-4969-ae51-7f11baed3185 HTTP/1.1" status: 200 len: 1095 time: 8.1774111 May 30 19:58:32.675720 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:32.707951 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79482ead-1b90-4a12-8cb7-236aa142d536 req-ca2d932a-8fc1-4ccd-bbfd-327b6b1c348d tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163128 May 30 19:58:32.712287 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-755e8c8e-71a9-47e1-9638-8ae02850ce8f service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6202822 May 30 19:58:32.726115 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce3a6e-71a3-430f-a4ff-4543c3bb7bca service neutron] Pushing event updated for resources: {'Port': ['ID=3e637fc8-a0cf-4969-ae51-7f11baed3185,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:32.803190 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:32.846583 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-c661aceb-ee42-4193-8f42-2778e9021c7d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dbb1f20d-d968-4228-b3db-aa7863241b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7830775 May 30 19:58:32.868895 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0694ccd5-b4cf-4ba2-902c-38b5af6289e5'] response: {'name': 'network-changed', 'server_uuid': '9bd11222-dcc7-45af-9c0c-c266bc61178c', 'tag': 'c4752f50-55cc-4eba-86da-d527315aebbb', 'status': 'completed', 'code': 200} May 30 19:58:32.984636 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846e9b8a-27d3-4715-b8c7-b33d6d50a4b9'] response: {'server_uuid': 'aeb87b4a-3d15-41b1-bb95-3066b2d24938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7114453d-b16d-4f02-9290-44ca2fcc764b', 'code': 200} May 30 19:58:33.294687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 844fa6d0-a8e5-431c-804d-21efc5c0d656 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:33.431042 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 844fa6d0-a8e5-431c-804d-21efc5c0d656 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:58:33.431568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 844fa6d0-a8e5-431c-804d-21efc5c0d656 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:58:33.433041 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c2107823-65e5-4a31-a9a9-391d663cd51a no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:33.517089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: c2107823-65e5-4a31-a9a9-391d663cd51a {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:58:33.520024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c2107823-65e5-4a31-a9a9-391d663cd51a not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:58:33.557682 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb3d2550-5921-420d-be11-ada34335d2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:33.898863 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c57024e-a2e9-4cb5-bb51-257e7046d32d req-eba6bddd-2fba-47e0-b3f6-48fadec2f81e service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1693451 May 30 19:58:34.007329 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb3d2550-5921-420d-be11-ada34335d2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:34.018946 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb3d2550-5921-420d-be11-ada34335d2f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:34.073437 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb3d2550-5921-420d-be11-ada34335d2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:34.074142 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3d2550-5921-420d-be11-ada34335d2f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61d8ebd1-18e9-4038-8de6-e28bedc4ed6e {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 19:58:34.097485 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb3d2550-5921-420d-be11-ada34335d2f1 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:34.102645 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bb3d2550-5921-420d-be11-ada34335d2f1 admin admin] 10.222.0.84 "DELETE /v2.0/routers/61d8ebd1-18e9-4038-8de6-e28bedc4ed6e HTTP/1.1" status: 204 len: 168 time: 3.6850009 May 30 19:58:34.102839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50448) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:34.202531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec3d324-dab7-45a3-b2fa-4bd03145f3ff admin admin] Deleting subnet f1468ee0-3c90-4914-a98f-597be99efafe {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:58:34.205496 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-535f3625-6f5d-4bab-bac2-ac85402e1470 service neutron] 10.222.0.93 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3324535 May 30 19:58:34.210046 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3ec3d324-dab7-45a3-b2fa-4bd03145f3ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:34.312011 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3ec3d324-dab7-45a3-b2fa-4bd03145f3ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:34.400921 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3ec3d324-dab7-45a3-b2fa-4bd03145f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:34.499182 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3ec3d324-dab7-45a3-b2fa-4bd03145f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:34.550998 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 624f8b7c-ba57-47ad-a12a-cac056596d6d up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:58:34.573763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3d324-dab7-45a3-b2fa-4bd03145f3ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1468ee0-3c90-4914-a98f-597be99efafe,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:34.589449 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3ec3d324-dab7-45a3-b2fa-4bd03145f3ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:34.604970 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3ec3d324-dab7-45a3-b2fa-4bd03145f3ff admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f1468ee0-3c90-4914-a98f-597be99efafe HTTP/1.1" status: 204 len: 168 time: 0.5002780 May 30 19:58:34.607262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50452) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:34.660355 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-563191b7-437c-4d35-9f98-a3459ed9c176 req-b609d553-2eb1-4dc5-ac99-c7726705bb18 service neutron] 10.222.0.93 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309964 May 30 19:58:34.661781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafe27e4-4e5f-40e4-953c-e05d8405aa8a None None] Network 9e62228a-1cec-457c-998b-c0eb784be621 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:58:34.738423 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-8868fb82-bfbe-4a36-9969-78106aa8fae0 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:34.740001 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-8868fb82-bfbe-4a36-9969-78106aa8fae0 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.77 "GET /v2.0/networks?id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce HTTP/1.1" status: 200 len: 805 time: 0.9806745 May 30 19:58:34.753352 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b378170-dadd-4754-8136-e278bacba009 req-dc4896c6-de9e-4d60-a136-f0a0a01fbd46 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 1097 time: 1.3653283 May 30 19:58:34.757738 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-31e2b9f0-aab6-4de5-a021-b5f2ab1a40cb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=12e9a0129c614fe0aab30ebcea7a2298&device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390 HTTP/1.1" status: 200 len: 1098 time: 1.5913813 May 30 19:58:34.768332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a015f-04c8-4802-ba6a-3edd06706004 req-4f5217a9-aac9-48db-8683-416cca809bda tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:34.770404 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b81a015f-04c8-4802-ba6a-3edd06706004 req-4f5217a9-aac9-48db-8683-416cca809bda tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 943 time: 1.3288050 May 30 19:58:34.826067 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:34.830868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930e256-a3d5-4fe4-abf2-050ab01a6d50 req-1d105075-ea6a-488b-a757-ba9338a923de tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:34.838010 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4930e256-a3d5-4fe4-abf2-050ab01a6d50 req-1d105075-ea6a-488b-a757-ba9338a923de tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390 HTTP/1.1" status: 200 len: 947 time: 1.5249877 May 30 19:58:34.841132 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] Deleting port e8be8ce7-ca90-4630-b24d-e4fa4d006be9 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:34.841792 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:34.850551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b959d2c3-4a1f-46db-b4a4-9be16c1b9c04 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Request body: {'port': {'device_id': 'a33084a4-53ca-46f5-baf5-f52fd7c156a9', 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce', 'admin_state_up': True, 'tenant_id': '5dd329ae9e0742dd8efa8e8b988ec12c'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:34.883331 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dece30c-784d-4ca6-aaf9-bea72d319f76', 'tag': 'ddca61de-a1d6-464b-83fd-d21e3d1e89b4'}, {'server_uuid': 'c114abd8-8568-442e-bf54-6f8ae11a6028', 'name': 'network-vif-deleted', 'tag': '7cff5c5f-c270-4097-b021-aebd1330963b'}, {'server_uuid': 'b139f76c-7bc3-49db-9132-3fb28bfae11a', 'name': 'network-vif-deleted', 'tag': '976f3fa1-b849-4585-98a6-992a9dc7898a'}, {'name': 'network-changed', 'server_uuid': '2f24c6ec-bdde-4b83-aae3-1ca1b966e390', 'tag': '3e637fc8-a0cf-4969-ae51-7f11baed3185'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:34.963530 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 624f8b7c-ba57-47ad-a12a-cac056596d6d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:34.964114 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:35.029108 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-65c999fc-abf7-4288-9378-85c6d1aef407 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=3e637fc8-a0cf-4969-ae51-7f11baed3185 HTTP/1.1" status: 200 len: 217 time: 0.2576387 May 30 19:58:35.149129 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] For port e8be8ce7-ca90-4630-b24d-e4fa4d006be9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e8be8ce7-ca90-4630-b24d-e4fa4d006be9,segment=NetworkSegment(a5c4b156-d389-45bf-8537-283a2158520f),segment_id=a5c4b156-d389-45bf-8537-283a2158520f)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:35.149765 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:35.152721 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:35.174663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b468e-dbb0-4d5d-9e33-eb58e64cf424 None None] DHCP port deletion for 9e62228a-1cec-457c-998b-c0eb784be621 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 19:58:35.184442 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-468b468e-dbb0-4d5d-9e33-eb58e64cf424 None None] Deleting port e8be8ce7-ca90-4630-b24d-e4fa4d006be9 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:35.184821 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-468b468e-dbb0-4d5d-9e33-eb58e64cf424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:35.255924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624f8b7c-ba57-47ad-a12a-cac056596d6d'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:35.272974 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 624f8b7c-ba57-47ad-a12a-cac056596d6d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=624f8b7c-ba57-47ad-a12a-cac056596d6d,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:35.298838 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2b890c2-1d99-4ef5-8478-1a13fb60b11d req-ed343ab2-9f8f-4de0-8641-f1649457e153 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12e9a0129c614fe0aab30ebcea7a2298&device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 1099 time: 1.3287144 May 30 19:58:35.317498 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:35.331699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] Calling delete_port for e8be8ce7-ca90-4630-b24d-e4fa4d006be9 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:35.374542 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b81a015f-04c8-4802-ba6a-3edd06706004 req-3c7b8747-6955-4506-a657-1ff0cfea1024 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321186 May 30 19:58:35.397226 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4930e256-a3d5-4fe4-abf2-050ab01a6d50 req-a59fc0a6-960c-4d52-9244-d4a2064e644b tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5581279 May 30 19:58:35.399267 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b378170-dadd-4754-8136-e278bacba009 req-35905299-1fd9-46c8-aae9-3c53ef81d0f2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552495 May 30 19:58:35.472434 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:35.506821 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-a57b8427-8855-4e40-b37e-ab43f79069f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:35.508870 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-a57b8427-8855-4e40-b37e-ab43f79069f4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.4707265 May 30 19:58:35.569465 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8be8ce7-ca90-4630-b24d-e4fa4d006be9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:35.576941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] No DVR routers for this DVR port e8be8ce7-ca90-4630-b24d-e4fa4d006be9 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:58:35.641696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b959d2c3-4a1f-46db-b4a4-9be16c1b9c04 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:35.646714 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0a998267-9b11-4654-b363-2ff8184aa41b req-c1248a27-0bb6-4ed5-b68f-05430d222d38 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Synchronizing usage tracker for tenant:5dd329ae9e0742dd8efa8e8b988ec12c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:35.660792 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b959d2c3-4a1f-46db-b4a4-9be16c1b9c04 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Usage tracker for resource:port and tenant:5dd329ae9e0742dd8efa8e8b988ec12c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:35.672165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b959d2c3-4a1f-46db-b4a4-9be16c1b9c04 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:35.702690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b959d2c3-4a1f-46db-b4a4-9be16c1b9c04 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:35.707515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=624f8b7c-ba57-47ad-a12a-cac056596d6d,revision_number=10']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:35.761111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-468b468e-dbb0-4d5d-9e33-eb58e64cf424 None None] For port e8be8ce7-ca90-4630-b24d-e4fa4d006be9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e8be8ce7-ca90-4630-b24d-e4fa4d006be9,segment=NetworkSegment(a5c4b156-d389-45bf-8537-283a2158520f),segment_id=a5c4b156-d389-45bf-8537-283a2158520f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:35.762037 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-468b468e-dbb0-4d5d-9e33-eb58e64cf424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:35.762883 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b890c2-1d99-4ef5-8478-1a13fb60b11d req-4ebdab84-5a83-4b65-820e-1ccb9816ef59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:35.764782 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2b890c2-1d99-4ef5-8478-1a13fb60b11d req-4ebdab84-5a83-4b65-820e-1ccb9816ef59 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.4546406 May 30 19:58:35.765552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b959d2c3-4a1f-46db-b4a4-9be16c1b9c04 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Made reservation on behalf of 5dd329ae9e0742dd8efa8e8b988ec12c for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:35.769790 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b959d2c3-4a1f-46db-b4a4-9be16c1b9c04 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:35.843213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0a998267-9b11-4654-b363-2ff8184aa41b req-c1248a27-0bb6-4ed5-b68f-05430d222d38 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Unset dirty status for tenant:5dd329ae9e0742dd8efa8e8b988ec12c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:35.844758 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a998267-9b11-4654-b363-2ff8184aa41b req-c1248a27-0bb6-4ed5-b68f-05430d222d38 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 210 time: 0.2963915 May 30 19:58:35.874316 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2b890c2-1d99-4ef5-8478-1a13fb60b11d req-ebf2f0b1-7435-4d13-a0ae-230beca119fa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=c4752f50-55cc-4eba-86da-d527315aebbb HTTP/1.1" status: 200 len: 217 time: 0.0912671 May 30 19:58:35.911022 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:35.957331 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-d89d1ea5-40bf-47a5-8380-62adce095569 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4401755 May 30 19:58:35.984643 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e62228a-1cec-457c-998b-c0eb784be621']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:36.013987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c4b156-d389-45bf-8537-283a2158520f') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:36.014681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c4b156-d389-45bf-8537-283a2158520f') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:36.048857 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:36.057360 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-468b468e-dbb0-4d5d-9e33-eb58e64cf424 None None] Calling delete_port for e8be8ce7-ca90-4630-b24d-e4fa4d006be9 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:36.070511 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:36.084448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:58:36.085798 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: timer() May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: self._notify() May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:58:36.104005 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:58:36.180951 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-468b468e-dbb0-4d5d-9e33-eb58e64cf424 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 19:58:36.181431 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-468b468e-dbb0-4d5d-9e33-eb58e64cf424 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 19:58:36.208875 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:36.233424 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:36.236432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e62228a-1cec-457c-998b-c0eb784be621,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:36.252939 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3b05c8c5-be54-44c6-86a1-953e68041468 admin admin] 10.222.0.84 "DELETE /v2.0/networks/9e62228a-1cec-457c-998b-c0eb784be621 HTTP/1.1" status: 204 len: 168 time: 1.6441267 May 30 19:58:36.300627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b890c2-1d99-4ef5-8478-1a13fb60b11d req-e7ed0a9b-8ee8-4312-9113-b04b25753be8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:36.302892 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2b890c2-1d99-4ef5-8478-1a13fb60b11d req-e7ed0a9b-8ee8-4312-9113-b04b25753be8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.3889241 May 30 19:58:36.391853 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b959d2c3-4a1f-46db-b4a4-9be16c1b9c04 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Allocated IP 172.20.0.6 (8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce/8dd0ba15-290a-4589-8acd-b7cd3e58dbb1/b6824062-0abe-4993-b299-ad178131ce70) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:58:36.458363 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32a26879-2896-499c-9d96-d47e2e08d791 req-f78d819c-a113-4aec-a5bd-2b283fccdbfd tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1f3e9236-36ea-456b-a613-966864eb4cf1 HTTP/1.1" status: 200 len: 1100 time: 0.2793713 May 30 19:58:36.550364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50476) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:36.577656 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-f078f378-0a02-432d-8e9a-f33e1aba6712 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088893 May 30 19:58:36.629713 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0d0b4f65-7a98-46c1-9ad7-37b402af407f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=786de5a300034beebcae4021e1f48951&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0781140 May 30 19:58:36.630692 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32a26879-2896-499c-9d96-d47e2e08d791 req-000ced75-c2c0-49b6-a757-8beb3552d355 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714933 May 30 19:58:36.631111 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50480) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:36.639376 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08ead689-76f2-436d-8403-d39a9eb98b82 req-0911a9d9-a225-4bdb-ab1a-035b123630f2 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 1095 time: 0.4093051 May 30 19:58:36.682964 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-468b468e-dbb0-4d5d-9e33-eb58e64cf424 None None] Deleting port e8be8ce7-ca90-4630-b24d-e4fa4d006be9 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:36.683457 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-468b468e-dbb0-4d5d-9e33-eb58e64cf424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:36.826800 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56eac4f9-3734-4ea6-b585-7e3b2607a1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:36.903420 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56eac4f9-3734-4ea6-b585-7e3b2607a1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:36.917758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-468b468e-dbb0-4d5d-9e33-eb58e64cf424 None None] The port 'e8be8ce7-ca90-4630-b24d-e4fa4d006be9' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 19:58:36.932578 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:37.009640 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ddca61de-a1d6-464b-83fd-d21e3d1e89b4 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:58:37.017303 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56eac4f9-3734-4ea6-b585-7e3b2607a1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:37.044583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eac4f9-3734-4ea6-b585-7e3b2607a1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c518b5b-1704-4b44-b6e6-8922ccd9328f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:37.060323 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dded0069-958e-407d-8243-2a563ab29362'] response: {'server_uuid': 'fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624f8b7c-ba57-47ad-a12a-cac056596d6d', 'code': 200} May 30 19:58:37.061619 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56eac4f9-3734-4ea6-b585-7e3b2607a1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:37.062021 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-727dd112-01ad-4749-aa52-ebaae6bc358b'] response: {'name': 'network-changed', 'server_uuid': '4dece30c-784d-4ca6-aaf9-bea72d319f76', 'tag': 'ddca61de-a1d6-464b-83fd-d21e3d1e89b4', 'status': 'completed', 'code': 200} May 30 19:58:37.062283 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-727dd112-01ad-4749-aa52-ebaae6bc358b'] response: {'server_uuid': 'c114abd8-8568-442e-bf54-6f8ae11a6028', 'name': 'network-vif-deleted', 'tag': '7cff5c5f-c270-4097-b021-aebd1330963b', 'status': 'completed', 'code': 200} May 30 19:58:37.062717 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-727dd112-01ad-4749-aa52-ebaae6bc358b'] response: {'server_uuid': 'b139f76c-7bc3-49db-9132-3fb28bfae11a', 'name': 'network-vif-deleted', 'tag': '976f3fa1-b849-4585-98a6-992a9dc7898a', 'status': 'completed', 'code': 200} May 30 19:58:37.063154 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-727dd112-01ad-4749-aa52-ebaae6bc358b'] response: {'name': 'network-changed', 'server_uuid': '2f24c6ec-bdde-4b83-aae3-1ca1b966e390', 'tag': '3e637fc8-a0cf-4969-ae51-7f11baed3185', 'status': 'completed', 'code': 200} May 30 19:58:37.068736 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2b890c2-1d99-4ef5-8478-1a13fb60b11d req-70ac9211-a7de-44dd-94e4-ec951d2050da service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7381616 May 30 19:58:37.075017 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-56eac4f9-3734-4ea6-b585-7e3b2607a1f3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2c518b5b-1704-4b44-b6e6-8922ccd9328f HTTP/1.1" status: 204 len: 168 time: 0.4395003 May 30 19:58:37.186785 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08ead689-76f2-436d-8403-d39a9eb98b82 req-8c4c64b3-5b9d-4839-a50b-e40b3971d1c6 tempest-LiveMigrationTest-459489595 tempest-LiveMigrationTest-459489595-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465496 May 30 19:58:37.196672 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e8be8ce7-ca90-4630-b24d-e4fa4d006be9 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:37.262272 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: e8be8ce7-ca90-4630-b24d-e4fa4d006be9 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:58:37.262791 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e8be8ce7-ca90-4630-b24d-e4fa4d006be9 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:58:37.397826 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port ddca61de-a1d6-464b-83fd-d21e3d1e89b4, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ddca61de-a1d6-464b-83fd-d21e3d1e89b4,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:37.421400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'ddca61de-a1d6-464b-83fd-d21e3d1e89b4', 'network_id': 'dbb1f20d-d968-4228-b3db-aa7863241b3a', 'port_id': 'ddca61de-a1d6-464b-83fd-d21e3d1e89b4', 'mac_address': 'fa:16:3e:0d:04:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:58:37.493355 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:37.493582 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:58:37.516003 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddca61de-a1d6-464b-83fd-d21e3d1e89b4 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:37.540110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port ddca61de-a1d6-464b-83fd-d21e3d1e89b4, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ddca61de-a1d6-464b-83fd-d21e3d1e89b4,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:37.547284 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:37.667590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=ddca61de-a1d6-464b-83fd-d21e3d1e89b4,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:37.754383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50502) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:37.825544 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-072a70af-11f4-4c0a-8eeb-7ce240d206d9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=801cb9bb92e84d2ca1a00f97962fdc52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0697105 May 30 19:58:37.826626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50506) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:37.908643 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['ddca61de-a1d6-464b-83fd-d21e3d1e89b4'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:37.909491 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a24939ef-691b-47be-ae68-e26adb1413a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:37.943923 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a24939ef-691b-47be-ae68-e26adb1413a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:38.023279 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cd52fea-5ea0-4eaf-9904-6968e07514e1 req-4b48aa3e-6be3-4d01-a834-7cf0e443c4f9 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4377015 May 30 19:58:38.045068 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a24939ef-691b-47be-ae68-e26adb1413a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:38.045762 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2b890c2-1d99-4ef5-8478-1a13fb60b11d req-3f91bc25-21f5-4d12-be8d-fb760773e013 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9280467 May 30 19:58:38.058245 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b959d2c3-4a1f-46db-b4a4-9be16c1b9c04 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:38.064140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24939ef-691b-47be-ae68-e26adb1413a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb6530d-66b2-4fe5-9e28-98a78642e777,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:38.068669 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a24939ef-691b-47be-ae68-e26adb1413a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:38.070994 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a24939ef-691b-47be-ae68-e26adb1413a2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ccb6530d-66b2-4fe5-9e28-98a78642e777 HTTP/1.1" status: 204 len: 168 time: 0.2421954 May 30 19:58:38.203191 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd9f1ce8-d2f9-4030-aa2b-7c446ec5b9eb req-48191369-0ecf-43c1-b063-345b31f7f158 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ccee7201acb94dd2a2ea81f16f0c1b53&device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 1094 time: 1.2149563 May 30 19:58:38.222298 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c1903-ddd0-4595-8f56-584a1e97e770 req-47824ba5-e487-4dab-8979-c8f794169719 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:38.228930 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc2c1903-ddd0-4595-8f56-584a1e97e770 req-47824ba5-e487-4dab-8979-c8f794169719 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 944 time: 0.8436058 May 30 19:58:38.258111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d810e5-e649-4d11-ba61-b12caa5ccab2 req-d5201fd2-0c51-4622-9fcc-335174038ba1 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:38.264698 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a7d810e5-e649-4d11-ba61-b12caa5ccab2 req-d5201fd2-0c51-4622-9fcc-335174038ba1 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390 HTTP/1.1" status: 200 len: 947 time: 0.3993599 May 30 19:58:38.439813 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2b890c2-1d99-4ef5-8478-1a13fb60b11d req-7ab37a75-a108-4b42-a9b5-66080759993c service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775301 May 30 19:58:38.447361 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b959d2c3-4a1f-46db-b4a4-9be16c1b9c04 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:38.537353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a7d810e5-e649-4d11-ba61-b12caa5ccab2 req-7ef3e20b-5060-476a-a14b-cde064be4192 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716985 May 30 19:58:38.539807 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc2c1903-ddd0-4595-8f56-584a1e97e770 req-45918eeb-961c-46cb-984f-6301c6ffc77b tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101366 May 30 19:58:38.576762 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c4752f50-55cc-4eba-86da-d527315aebbb details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:58:38.633054 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b959d2c3-4a1f-46db-b4a4-9be16c1b9c04 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:58:38.645093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b959d2c3-4a1f-46db-b4a4-9be16c1b9c04 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:58:38.659146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b959d2c3-4a1f-46db-b4a4-9be16c1b9c04 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:58:38.695032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f1ce8-d2f9-4030-aa2b-7c446ec5b9eb req-eca2601b-3cae-4984-938d-eccdb5c8782d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:38.697428 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd9f1ce8-d2f9-4030-aa2b-7c446ec5b9eb req-eca2601b-3cae-4984-938d-eccdb5c8782d service neutron] 10.222.0.93 "GET /v2.0/networks?id=dbb1f20d-d968-4228-b3db-aa7863241b3a HTTP/1.1" status: 200 len: 917 time: 0.4816406 May 30 19:58:38.707472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959d2c3-4a1f-46db-b4a4-9be16c1b9c04 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Pushing event updated for resources: {'Port': ['ID=b6824062-0abe-4993-b299-ad178131ce70,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:38.820596 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd9f1ce8-d2f9-4030-aa2b-7c446ec5b9eb req-7f62655d-9b0b-4bf1-bb80-7ab253d5f013 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddca61de-a1d6-464b-83fd-d21e3d1e89b4 HTTP/1.1" status: 200 len: 217 time: 0.1148512 May 30 19:58:38.830262 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c4752f50-55cc-4eba-86da-d527315aebbb, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c4752f50-55cc-4eba-86da-d527315aebbb,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:38.881935 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'c4752f50-55cc-4eba-86da-d527315aebbb', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': 'c4752f50-55cc-4eba-86da-d527315aebbb', 'mac_address': 'fa:16:3e:82:0b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:58:38.945218 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b959d2c3-4a1f-46db-b4a4-9be16c1b9c04 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:38.946673 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b959d2c3-4a1f-46db-b4a4-9be16c1b9c04 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:38.957171 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-398da81a-566a-4347-a1cb-689fd0d56499 req-7ea161c0-970c-4cf6-8cef-cfdcadaa5ddf tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=80c5886d695a483397b8748456ab7e32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885339 May 30 19:58:39.000647 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:39.036346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4752f50-55cc-4eba-86da-d527315aebbb {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:39.062164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c4752f50-55cc-4eba-86da-d527315aebbb, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c4752f50-55cc-4eba-86da-d527315aebbb,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:39.069694 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:39.108733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f1ce8-d2f9-4030-aa2b-7c446ec5b9eb req-39435bf5-924f-4eff-a6ef-d471b817152b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:39.110641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd9f1ce8-d2f9-4030-aa2b-7c446ec5b9eb req-39435bf5-924f-4eff-a6ef-d471b817152b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c HTTP/1.1" status: 200 len: 855 time: 0.2786009 May 30 19:58:39.183418 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=c4752f50-55cc-4eba-86da-d527315aebbb,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:39.289396 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b959d2c3-4a1f-46db-b4a4-9be16c1b9c04 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4484744 May 30 19:58:39.321079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Request body: {'port': {'device_id': 'a33084a4-53ca-46f5-baf5-f52fd7c156a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:39.379607 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['c4752f50-55cc-4eba-86da-d527315aebbb'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:39.390716 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398da81a-566a-4347-a1cb-689fd0d56499 req-eae47824-ffb6-48eb-a43e-f33eb2cb55c4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:39.398345 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-398da81a-566a-4347-a1cb-689fd0d56499 req-eae47824-ffb6-48eb-a43e-f33eb2cb55c4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4401908 May 30 19:58:39.446539 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-398da81a-566a-4347-a1cb-689fd0d56499 req-e8255f3e-9473-4c2e-a285-44acea27f84e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/quotas/80c5886d695a483397b8748456ab7e32 HTTP/1.1" status: 200 len: 375 time: 0.0472853 May 30 19:58:39.528238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd9f1ce8-d2f9-4030-aa2b-7c446ec5b9eb req-883c8a98-435c-4cb8-9757-a74d77a0735b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dbb1f20d-d968-4228-b3db-aa7863241b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3968096 May 30 19:58:39.545010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fa87b-5419-4725-9726-18b641905ee2 req-64748150-fa59-4e4e-bac7-6c6334af18b9 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:39.545673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-995fa87b-5419-4725-9726-18b641905ee2 req-64748150-fa59-4e4e-bac7-6c6334af18b9 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Synchronizing usage tracker for tenant:5dd329ae9e0742dd8efa8e8b988ec12c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:39.704468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-995fa87b-5419-4725-9726-18b641905ee2 req-64748150-fa59-4e4e-bac7-6c6334af18b9 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Unset dirty status for tenant:5dd329ae9e0742dd8efa8e8b988ec12c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:39.706194 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-995fa87b-5419-4725-9726-18b641905ee2 req-64748150-fa59-4e4e-bac7-6c6334af18b9 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 931 time: 0.5859313 May 30 19:58:39.724107 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:39.928621 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-995fa87b-5419-4725-9726-18b641905ee2 req-0fd7eaf4-bec8-49f5-9714-7c786a22e193 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090347 May 30 19:58:39.963443 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-398da81a-566a-4347-a1cb-689fd0d56499 req-8b1ddf9c-ef0d-4644-bc49-5d6dc635cfd8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5129485 May 30 19:58:40.010501 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd9f1ce8-d2f9-4030-aa2b-7c446ec5b9eb req-c2fe0d7d-76a5-4155-9951-4c9fc7674f2e service neutron] 10.222.0.93 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589567 May 30 19:58:40.030580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8eb989-b599-4aba-ba16-45e60abc8c7a req-2e7b6dd7-bfdf-4243-8cbd-ed691860c822 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:40.031269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-db8eb989-b599-4aba-ba16-45e60abc8c7a req-2e7b6dd7-bfdf-4243-8cbd-ed691860c822 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Synchronizing usage tracker for tenant:1252846c85cb4f3da96b46deca7cb4f6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:40.332462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-db8eb989-b599-4aba-ba16-45e60abc8c7a req-2e7b6dd7-bfdf-4243-8cbd-ed691860c822 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Unset dirty status for tenant:1252846c85cb4f3da96b46deca7cb4f6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:40.333603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db8eb989-b599-4aba-ba16-45e60abc8c7a req-2e7b6dd7-bfdf-4243-8cbd-ed691860c822 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 944 time: 0.8476815 May 30 19:58:40.622057 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c4752f50-55cc-4eba-86da-d527315aebbb up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:58:40.718992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-db8eb989-b599-4aba-ba16-45e60abc8c7a req-f3205d3c-5e7e-4590-b822-68d96e1e0daa tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Deleting port a69ca81e-61c1-493e-9933-2e1b4e0c5775 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:40.719350 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-db8eb989-b599-4aba-ba16-45e60abc8c7a req-f3205d3c-5e7e-4590-b822-68d96e1e0daa tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:40.758105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port c4752f50-55cc-4eba-86da-d527315aebbb completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:40.774567 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd9f1ce8-d2f9-4030-aa2b-7c446ec5b9eb req-ffc32550-9312-4f7a-97ab-c933d4a5bb90 service neutron] 10.222.0.93 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7365723 May 30 19:58:40.777529 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port c4752f50-55cc-4eba-86da-d527315aebbb triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:40.780212 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:40.835534 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf71b8-d861-4d26-804c-90a95507a0eb req-f078be9a-9dd6-40ed-9e4d-5e18e5f00c3a tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:40.837020 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dddf71b8-d861-4d26-804c-90a95507a0eb req-f078be9a-9dd6-40ed-9e4d-5e18e5f00c3a tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390 HTTP/1.1" status: 200 len: 947 time: 0.3683889 May 30 19:58:40.890613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1229860-237b-453d-81a4-f8dc8e6c1bf4 req-c73e1825-59ff-4297-8b6c-7f471d5e7cc1 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:40.893247 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1229860-237b-453d-81a4-f8dc8e6c1bf4 req-c73e1825-59ff-4297-8b6c-7f471d5e7cc1 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 944 time: 0.4544935 May 30 19:58:40.966001 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:41.023787 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:58:41.041269 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd11222-dcc7-45af-9c0c-c266bc61178c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4752f50-55cc-4eba-86da-d527315aebbb'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:41.065346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3e637fc8-a0cf-4969-ae51-7f11baed3185 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:58:41.080736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ddca61de-a1d6-464b-83fd-d21e3d1e89b4 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:58:41.130602 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c4752f50-55cc-4eba-86da-d527315aebbb, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c4752f50-55cc-4eba-86da-d527315aebbb,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:41.147302 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:41.225506 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:58:41.263097 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1229860-237b-453d-81a4-f8dc8e6c1bf4 req-38801351-2ba6-4d5e-a836-30cda92fee05 tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/security-groups?id=e2406422-2b7f-4285-aed0-a34afe9dfd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086493 May 30 19:58:41.275235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6824062-0abe-4993-b299-ad178131ce70 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:41.285024 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:41.314574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Transition to ACTIVE for port object b6824062-0abe-4993-b299-ad178131ce70 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:41.322446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=c4752f50-55cc-4eba-86da-d527315aebbb,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:41.341441 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port ddca61de-a1d6-464b-83fd-d21e3d1e89b4 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:41.365134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port ddca61de-a1d6-464b-83fd-d21e3d1e89b4 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:41.365511 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:41.426763 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dddf71b8-d861-4d26-804c-90a95507a0eb req-a99e2e29-e2a7-42ad-b873-2855deafb671 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5818679 May 30 19:58:41.439584 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:41.473532 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3e637fc8-a0cf-4969-ae51-7f11baed3185, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3e637fc8-a0cf-4969-ae51-7f11baed3185,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:41.491519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '3e637fc8-a0cf-4969-ae51-7f11baed3185', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '3e637fc8-a0cf-4969-ae51-7f11baed3185', 'mac_address': 'fa:16:3e:9e:3a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:58:41.594701 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:41.603603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd9f1ce8-d2f9-4030-aa2b-7c446ec5b9eb req-d0c87439-5604-4cda-bddf-8ee9bb73d75a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=12e9a0129c614fe0aab30ebcea7a2298&device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390 HTTP/1.1" status: 200 len: 1098 time: 0.7644372 May 30 19:58:41.633890 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:41.672018 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port ddca61de-a1d6-464b-83fd-d21e3d1e89b4, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ddca61de-a1d6-464b-83fd-d21e3d1e89b4,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:41.674277 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e637fc8-a0cf-4969-ae51-7f11baed3185 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:41.686370 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:41.774321 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=ddca61de-a1d6-464b-83fd-d21e3d1e89b4,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:41.796355 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3e637fc8-a0cf-4969-ae51-7f11baed3185, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3e637fc8-a0cf-4969-ae51-7f11baed3185,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:41.804152 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:41.821530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Pushing event updated for resources: {'Port': ['ID=b6824062-0abe-4993-b299-ad178131ce70,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:41.871702 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-398da81a-566a-4347-a1cb-689fd0d56499 req-9cf571ee-6af2-421e-b0d6-aa1bfc02b7ab tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=80c5886d695a483397b8748456ab7e32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782938 May 30 19:58:41.914136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=3e637fc8-a0cf-4969-ae51-7f11baed3185,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:41.921278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a62d6-2803-4231-893d-92f48dd6b649 req-6faff544-8e98-45c9-8577-316f0b97c2f3 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:41.922727 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-971a62d6-2803-4231-893d-92f48dd6b649 req-6faff544-8e98-45c9-8577-316f0b97c2f3 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.77 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 944 time: 0.8729675 May 30 19:58:41.924748 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-db8eb989-b599-4aba-ba16-45e60abc8c7a req-f3205d3c-5e7e-4590-b822-68d96e1e0daa tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] For port a69ca81e-61c1-493e-9933-2e1b4e0c5775, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=a69ca81e-61c1-493e-9933-2e1b4e0c5775,segment=NetworkSegment(657050da-58cd-4a7b-92de-272964ff31d7),segment_id=657050da-58cd-4a7b-92de-272964ff31d7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:41.924978 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-db8eb989-b599-4aba-ba16-45e60abc8c7a req-f3205d3c-5e7e-4590-b822-68d96e1e0daa tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:42.125805 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['3e637fc8-a0cf-4969-ae51-7f11baed3185'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:42.339740 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-db8eb989-b599-4aba-ba16-45e60abc8c7a req-f3205d3c-5e7e-4590-b822-68d96e1e0daa tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Calling delete_port for a69ca81e-61c1-493e-9933-2e1b4e0c5775 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:42.514154 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-652bdecb-693f-4b81-83d5-a034c8f1dcef req-cd3b7b16-5b8e-4484-97ca-ab014156f0ba tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=db08dad4-cdca-4940-a15f-7c550481c669 HTTP/1.1" status: 200 len: 210 time: 0.2437739 May 30 19:58:42.528843 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f1ce8-d2f9-4030-aa2b-7c446ec5b9eb req-bba8932f-70c1-44a5-8182-d3239f775778 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:42.530294 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd9f1ce8-d2f9-4030-aa2b-7c446ec5b9eb req-bba8932f-70c1-44a5-8182-d3239f775778 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.9151680 May 30 19:58:42.553297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb34a38-dfc8-4c6c-bd5f-ff5e5c081491 req-dfde41b2-d487-48bd-8e58-7a86c04db6f3 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:42.554729 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6eb34a38-dfc8-4c6c-bd5f-ff5e5c081491 req-dfde41b2-d487-48bd-8e58-7a86c04db6f3 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 944 time: 1.1108692 May 30 19:58:42.631542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-971a62d6-2803-4231-893d-92f48dd6b649 req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Deleting port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:42.631889 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-971a62d6-2803-4231-893d-92f48dd6b649 req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:42.792577 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd9f1ce8-d2f9-4030-aa2b-7c446ec5b9eb req-54bbd1d9-5c2c-4833-8a8e-8c185160fac9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=3e637fc8-a0cf-4969-ae51-7f11baed3185 HTTP/1.1" status: 200 len: 217 time: 0.2508140 May 30 19:58:42.861348 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398da81a-566a-4347-a1cb-689fd0d56499 req-01f2a824-8696-4794-8b23-99e7f07ed957 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:42.862901 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-398da81a-566a-4347-a1cb-689fd0d56499 req-01f2a824-8696-4794-8b23-99e7f07ed957 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9776182 May 30 19:58:42.863681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Attempting to bind port b6824062-0abe-4993-b299-ad178131ce70 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:58:42.864042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Attempting to bind port b6824062-0abe-4993-b299-ad178131ce70 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:58:42.864375 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Attempting to bind port b6824062-0abe-4993-b299-ad178131ce70 on network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:42.896860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-398da81a-566a-4347-a1cb-689fd0d56499 req-120222ac-4aa3-400e-aa9c-25f7d9f0a9e8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Request body: {'port': {'device_id': 'db08dad4-cdca-4940-a15f-7c550481c669', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '80c5886d695a483397b8748456ab7e32'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:43.071599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Port b6824062-0abe-4993-b299-ad178131ce70 on network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:58:43.071839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Attempting to bind port b6824062-0abe-4993-b299-ad178131ce70 on network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:43.074726 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device a69ca81e-61c1-493e-9933-2e1b4e0c5775 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:43.122580 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6eb34a38-dfc8-4c6c-bd5f-ff5e5c081491 req-1c1843c7-0c35-4ddf-9357-b5d5efe9c590 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029747 May 30 19:58:43.124199 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f1ce8-d2f9-4030-aa2b-7c446ec5b9eb req-8c96ad6c-917a-4156-87b4-666e2dcf20c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:43.125569 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd9f1ce8-d2f9-4030-aa2b-7c446ec5b9eb req-8c96ad6c-917a-4156-87b4-666e2dcf20c2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.3128195 May 30 19:58:43.208907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:58:43.209266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Checking segment: {'id': '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:43.209636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Bound using segment: {'id': '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:58:43.210080 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Bound port: b6824062-0abe-4993-b299-ad178131ce70, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:58:43.210428 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:43.390588 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-db8eb989-b599-4aba-ba16-45e60abc8c7a req-f3205d3c-5e7e-4590-b822-68d96e1e0daa tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:43.503617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e49d4-67e1-4bd6-8167-6909dec9fa2c req-64414a55-3005-4c74-9509-50ba8b9fd8ee tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:43.505419 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa6e49d4-67e1-4bd6-8167-6909dec9fa2c req-64414a55-3005-4c74-9509-50ba8b9fd8ee tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 944 time: 0.8145633 May 30 19:58:43.534066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3205d3c-5e7e-4590-b822-68d96e1e0daa tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Pushing event deleted for resources: {'Port': ['ID=a69ca81e-61c1-493e-9933-2e1b4e0c5775,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:43.593537 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-398da81a-566a-4347-a1cb-689fd0d56499 req-120222ac-4aa3-400e-aa9c-25f7d9f0a9e8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:43.685336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-398da81a-566a-4347-a1cb-689fd0d56499 req-120222ac-4aa3-400e-aa9c-25f7d9f0a9e8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:43.771129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8eb989-b599-4aba-ba16-45e60abc8c7a req-f3205d3c-5e7e-4590-b822-68d96e1e0daa tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] No DVR routers for this DVR port a69ca81e-61c1-493e-9933-2e1b4e0c5775 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:58:43.781484 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-971a62d6-2803-4231-893d-92f48dd6b649 req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] For port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:43.781870 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-971a62d6-2803-4231-893d-92f48dd6b649 req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:43.795397 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-db8eb989-b599-4aba-ba16-45e60abc8c7a req-f3205d3c-5e7e-4590-b822-68d96e1e0daa tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:43.800286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398da81a-566a-4347-a1cb-689fd0d56499 req-120222ac-4aa3-400e-aa9c-25f7d9f0a9e8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Made reservation on behalf of 80c5886d695a483397b8748456ab7e32 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:43.803185 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-398da81a-566a-4347-a1cb-689fd0d56499 req-120222ac-4aa3-400e-aa9c-25f7d9f0a9e8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:43.812744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1f52ad-195e-4111-a696-de6268dacf62', 'name': 'network-vif-deleted', 'tag': 'a69ca81e-61c1-493e-9933-2e1b4e0c5775'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:43.823998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] For port b6824062-0abe-4993-b299-ad178131ce70, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:43.832256 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd9f1ce8-d2f9-4030-aa2b-7c446ec5b9eb req-74d5c846-5b2f-4145-8bf7-fe2182892960 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6955388 May 30 19:58:44.060717 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa6e49d4-67e1-4bd6-8167-6909dec9fa2c req-ce509b78-cb39-49fe-bf1e-ed62cb60cf09 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277870 May 30 19:58:44.131868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] For port b6824062-0abe-4993-b299-ad178131ce70, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b6824062-0abe-4993-b299-ad178131ce70,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:58:44.136390 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9455fb9d-a27d-44c8-8991-1974c821504f'] response: {'server_uuid': '9bd11222-dcc7-45af-9c0c-c266bc61178c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4752f50-55cc-4eba-86da-d527315aebbb', 'code': 200} May 30 19:58:44.140292 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-971a62d6-2803-4231-893d-92f48dd6b649 req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Calling delete_port for 6c9b4c5b-9def-4545-a299-1bb5f2491a8d owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:44.225588 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db8eb989-b599-4aba-ba16-45e60abc8c7a req-f3205d3c-5e7e-4590-b822-68d96e1e0daa tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.93 "DELETE /v2.0/ports/a69ca81e-61c1-493e-9933-2e1b4e0c5775 HTTP/1.1" status: 204 len: 173 time: 3.8715172 May 30 19:58:44.283934 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:44.371889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fb7c4-e8ad-4b72-adc9-b5c9a65a5ce3 req-091889f4-cd24-47e1-981e-d97e6f73fc36 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:44.378862 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-200fb7c4-e8ad-4b72-adc9-b5c9a65a5ce3 req-091889f4-cd24-47e1-981e-d97e6f73fc36 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 943 time: 1.0347819 May 30 19:58:44.386142 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0971cb7c-d97c-4744-9804-8c64d3fabce9 req-becbaa5f-2e66-47b3-9e17-78d5d72263ca service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 1101 time: 0.1763000 May 30 19:58:44.448619 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0971cb7c-d97c-4744-9804-8c64d3fabce9 req-e0bf7956-e59b-494b-b0ad-9a3bbbe0e18e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561342 May 30 19:58:44.528771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-911641b6-2873-4931-82e9-192378ef660a req-a8aa2385-1e12-404a-88be-86932dc9717f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Synchronizing usage tracker for tenant:1252846c85cb4f3da96b46deca7cb4f6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:44.609885 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:44.611403 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] 10.222.0.77 "PUT /v2.0/ports/b6824062-0abe-4993-b299-ad178131ce70 HTTP/1.1" status: 200 len: 1091 time: 5.2979705 May 30 19:58:44.613892 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 6c9b4c5b-9def-4545-a299-1bb5f2491a8d no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:44.647667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123326b-0765-4341-b3ce-03fdc6bda184 service neutron] Pushing event updated for resources: {'Port': ['ID=b6824062-0abe-4993-b299-ad178131ce70,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:44.706224 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-200fb7c4-e8ad-4b72-adc9-b5c9a65a5ce3 req-1d0e06fe-f895-4019-ac23-aa294c35af22 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260853 May 30 19:58:44.723714 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-911641b6-2873-4931-82e9-192378ef660a req-a8aa2385-1e12-404a-88be-86932dc9717f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] Unset dirty status for tenant:1252846c85cb4f3da96b46deca7cb4f6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:44.743445 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-911641b6-2873-4931-82e9-192378ef660a req-a8aa2385-1e12-404a-88be-86932dc9717f tempest-LiveAutoBlockMigrationV225Test-923745676 tempest-LiveAutoBlockMigrationV225Test-923745676-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd1f52ad-195e-4111-a696-de6268dacf62 HTTP/1.1" status: 200 len: 210 time: 0.3391070 May 30 19:58:44.889712 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd9f1ce8-d2f9-4030-aa2b-7c446ec5b9eb req-5c662008-57e1-43fb-a157-1cf31daff8d3 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0454917 May 30 19:58:45.105874 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3e637fc8-a0cf-4969-ae51-7f11baed3185 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:58:45.232504 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 3e637fc8-a0cf-4969-ae51-7f11baed3185 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:45.239994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 3e637fc8-a0cf-4969-ae51-7f11baed3185 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:45.240698 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:45.341102 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fcd00e6a-6cfb-497a-923d-9b6267654a6f req-a52ae1bb-16a0-4c9a-ab6a-05f3b78bdbff tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=db08dad4-cdca-4940-a15f-7c550481c669 HTTP/1.1" status: 200 len: 210 time: 0.1127834 May 30 19:58:45.358955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-398da81a-566a-4347-a1cb-689fd0d56499 req-120222ac-4aa3-400e-aa9c-25f7d9f0a9e8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Allocated IP 192.168.233.237 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/ae907cd9-11e4-4302-8158-f06e8f2ef2db) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:58:45.384439 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:45.388479 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-971a62d6-2803-4231-893d-92f48dd6b649 req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:45.401843 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['946bb9d1-7928-4cda-8909-336cdf25bf5f'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:45.464546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-1ba48483-55c1-4218-b36b-26f33a0f6c40 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5dd329ae9e0742dd8efa8e8b988ec12c&device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 1094 time: 0.6484737 May 30 19:58:45.466840 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfdf3abd-8ce8-4f28-a985-c81444866593'] response: {'server_uuid': 'dd1f52ad-195e-4111-a696-de6268dacf62', 'name': 'network-vif-deleted', 'tag': 'a69ca81e-61c1-493e-9933-2e1b4e0c5775', 'status': 'completed', 'code': 200} May 30 19:58:45.495164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3e637fc8-a0cf-4969-ae51-7f11baed3185, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3e637fc8-a0cf-4969-ae51-7f11baed3185,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:45.503253 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:45.590976 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-8e583f8b-1548-4417-b338-09fb2ad25130 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6824062-0abe-4993-b299-ad178131ce70 HTTP/1.1" status: 200 len: 217 time: 0.0810103 May 30 19:58:45.592035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Pushing event deleted for resources: {'Port': ['ID=6c9b4c5b-9def-4545-a299-1bb5f2491a8d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:45.668965 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=3e637fc8-a0cf-4969-ae51-7f11baed3185,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:45.681833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb9b5b-b695-4807-918b-39b62180e3ae req-5866fa46-d17b-4b7f-a345-4be79456132b tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:45.683372 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-61fb9b5b-b695-4807-918b-39b62180e3ae req-5866fa46-d17b-4b7f-a345-4be79456132b tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390 HTTP/1.1" status: 200 len: 948 time: 0.7225070 May 30 19:58:45.828639 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:45.828987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:45.829309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:45.829677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:45.830008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:45.830347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:45.830667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:45.830987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:45.831307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:45.831624 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:45.831956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:45.846253 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-971a62d6-2803-4231-893d-92f48dd6b649 req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] No DVR routers for this DVR port 6c9b4c5b-9def-4545-a299-1bb5f2491a8d on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:58:45.849046 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-971a62d6-2803-4231-893d-92f48dd6b649 req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:45.879217 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd9f1ce8-d2f9-4030-aa2b-7c446ec5b9eb req-a00ae7de-2a9d-4416-95e6-046a09a0b5a3 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9667110 May 30 19:58:45.899609 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-971a62d6-2803-4231-893d-92f48dd6b649 req-a8d31088-e86a-4639-8464-607967cb963a tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.77 "DELETE /v2.0/ports/6c9b4c5b-9def-4545-a299-1bb5f2491a8d HTTP/1.1" status: 204 len: 173 time: 3.9525185 May 30 19:58:45.951420 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-61fb9b5b-b695-4807-918b-39b62180e3ae req-2a52a4bb-a139-4db1-a609-caf878b5842a tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044022 May 30 19:58:46.000023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b6337f63-caf9-461d-ad44-5732a61e1b8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:46.001668 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b6337f63-caf9-461d-ad44-5732a61e1b8b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8dd0ba15-290a-4589-8acd-b7cd3e58dbb1 HTTP/1.1" status: 200 len: 845 time: 0.3923845 May 30 19:58:46.138671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dece30c-784d-4ca6-aaf9-bea72d319f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddca61de-a1d6-464b-83fd-d21e3d1e89b4'}, {'server_uuid': '2f24c6ec-bdde-4b83-aae3-1ca1b966e390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e637fc8-a0cf-4969-ae51-7f11baed3185'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:46.236500 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-3bd4ed59-ddc8-4ab6-bf31-4e037785a418 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2152226 May 30 19:58:46.279641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a22a5d80-7076-4d2f-ac11-a8db55131695 req-5cfee9f6-b42d-4a72-a754-cc5a8e837266 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Synchronizing usage tracker for tenant:da2c3b5169e14006bab98c084c88a6a6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:46.404420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a22a5d80-7076-4d2f-ac11-a8db55131695 req-5cfee9f6-b42d-4a72-a754-cc5a8e837266 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Unset dirty status for tenant:da2c3b5169e14006bab98c084c88a6a6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:46.417516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a22a5d80-7076-4d2f-ac11-a8db55131695 req-5cfee9f6-b42d-4a72-a754-cc5a8e837266 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=2405edb4-fc1f-4a22-8908-028ff36d2bc9 HTTP/1.1" status: 200 len: 210 time: 0.2126217 May 30 19:58:46.470198 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-398da81a-566a-4347-a1cb-689fd0d56499 req-120222ac-4aa3-400e-aa9c-25f7d9f0a9e8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:46.489171 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-398da81a-566a-4347-a1cb-689fd0d56499 req-120222ac-4aa3-400e-aa9c-25f7d9f0a9e8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Transition to ACTIVE for port object ae907cd9-11e4-4302-8158-f06e8f2ef2db will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:46.518551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3a5c0-75b8-4580-b988-7746dd583b78 req-4ecb5f85-630f-4ff4-bcfe-4fc27bc2c5a0 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:46.527078 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27b3a5c0-75b8-4580-b988-7746dd583b78 req-4ecb5f85-630f-4ff4-bcfe-4fc27bc2c5a0 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 945 time: 0.7982426 May 30 19:58:46.571682 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-398da81a-566a-4347-a1cb-689fd0d56499 req-120222ac-4aa3-400e-aa9c-25f7d9f0a9e8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:46.587645 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['45283eb0-7f60-4f12-a812-00a197ecbf9e', '652a4730-0c90-4ad7-8c92-5b7b14cf43f8'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:46.616903 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['f287ac9c-2942-47c4-aedd-f0339716c9ac', '1d876d78-cbfb-4392-b861-243efc63d5a6', 'dcedb9de-fdbd-4939-a1da-0e712f37c85e', '1eca3d1a-c153-426f-aed4-6cfba80be9d7', '5fa3ee06-cb7d-449d-80ba-47e19b470a5b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:46.708177 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27b3a5c0-75b8-4580-b988-7746dd583b78 req-3d217c83-5bfa-49b7-a084-54c161ab7d50 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800015 May 30 19:58:46.767797 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-b1773af0-cbd9-47a5-9715-a0f32077a3c0 service neutron] 10.222.0.77 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128658 May 30 19:58:46.823153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398da81a-566a-4347-a1cb-689fd0d56499 req-120222ac-4aa3-400e-aa9c-25f7d9f0a9e8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:58:46.824711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-398da81a-566a-4347-a1cb-689fd0d56499 req-120222ac-4aa3-400e-aa9c-25f7d9f0a9e8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:58:46.846106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120222ac-4aa3-400e-aa9c-25f7d9f0a9e8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Pushing event updated for resources: {'Port': ['ID=ae907cd9-11e4-4302-8158-f06e8f2ef2db,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:46.858790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-398da81a-566a-4347-a1cb-689fd0d56499 req-120222ac-4aa3-400e-aa9c-25f7d9f0a9e8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:58:46.885531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50622) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:47.260545 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84d242-1f8f-46b8-b111-1645ac03ccda req-a1612439-22a9-4f8b-bd3a-2421058aeae2 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:47.277774 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c84d242-1f8f-46b8-b111-1645ac03ccda req-a1612439-22a9-4f8b-bd3a-2421058aeae2 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 943 time: 0.6167257 May 30 19:58:47.431070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398da81a-566a-4347-a1cb-689fd0d56499 req-120222ac-4aa3-400e-aa9c-25f7d9f0a9e8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:47.432011 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-398da81a-566a-4347-a1cb-689fd0d56499 req-120222ac-4aa3-400e-aa9c-25f7d9f0a9e8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:47.436628 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f592f360-b2b1-42bd-9397-1c43ed13b4a5'] response: {'server_uuid': '4dece30c-784d-4ca6-aaf9-bea72d319f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddca61de-a1d6-464b-83fd-d21e3d1e89b4', 'code': 200} May 30 19:58:47.436831 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f592f360-b2b1-42bd-9397-1c43ed13b4a5'] response: {'server_uuid': '2f24c6ec-bdde-4b83-aae3-1ca1b966e390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e637fc8-a0cf-4969-ae51-7f11baed3185', 'code': 200} May 30 19:58:47.465340 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-398da81a-566a-4347-a1cb-689fd0d56499 req-120222ac-4aa3-400e-aa9c-25f7d9f0a9e8 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5801039 May 30 19:58:47.471801 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33084a4-53ca-46f5-baf5-f52fd7c156a9', 'tag': 'b6824062-0abe-4993-b299-ad178131ce70'}, {'server_uuid': '2405edb4-fc1f-4a22-8908-028ff36d2bc9', 'name': 'network-vif-deleted', 'tag': '6c9b4c5b-9def-4545-a299-1bb5f2491a8d'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:47.494074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Request body: {'port': {'device_id': 'db08dad4-cdca-4940-a15f-7c550481c669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:47.597384 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed753751-a528-4810-b766-6a702a44c17e admin admin] Deleting subnet fb81dd35-0c01-4e64-9d86-853df955e5f4 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:58:47.604641 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ed753751-a528-4810-b766-6a702a44c17e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:47.665248 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-14dde9f6-9c09-4e9c-9152-677d69ed7ca6 None None] Provisioning for port ae907cd9-11e4-4302-8158-f06e8f2ef2db completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:47.701728 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-14dde9f6-9c09-4e9c-9152-677d69ed7ca6 None None] Provisioning complete for port ae907cd9-11e4-4302-8158-f06e8f2ef2db triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:47.702121 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-14dde9f6-9c09-4e9c-9152-677d69ed7ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:47.708334 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ed753751-a528-4810-b766-6a702a44c17e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:47.723018 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:47.799848 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ed753751-a528-4810-b766-6a702a44c17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:47.853912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c84d242-1f8f-46b8-b111-1645ac03ccda req-eb7dfbb0-1744-460c-bd0e-8f71d9591a87 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5735705 May 30 19:58:47.856022 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd411b22-83f9-4c5f-a524-5f9b5d3bd47c req-86020af1-928d-417b-bd0c-8831d49100c4 service neutron] 10.222.0.77 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0799370 May 30 19:58:47.888832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-14dde9f6-9c09-4e9c-9152-677d69ed7ca6 None None] Port ae907cd9-11e4-4302-8158-f06e8f2ef2db cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:58:47.894118 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ed753751-a528-4810-b766-6a702a44c17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:47.973413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed753751-a528-4810-b766-6a702a44c17e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb81dd35-0c01-4e64-9d86-853df955e5f4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:47.992851 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ed753751-a528-4810-b766-6a702a44c17e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:48.027850 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ed753751-a528-4810-b766-6a702a44c17e admin admin] 10.222.0.84 "DELETE /v2.0/subnets/fb81dd35-0c01-4e64-9d86-853df955e5f4 HTTP/1.1" status: 204 len: 168 time: 1.1388943 May 30 19:58:48.030621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50644) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:48.137577 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-416c17f6-0d32-4b67-86f7-fb4b164835de req-739f61b2-c492-4068-a2bf-072aecf37f29 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390 HTTP/1.1" status: 200 len: 1100 time: 0.4559093 May 30 19:58:48.143687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5146fa-d6bc-4167-aa18-e4e7d7584080 req-13adb705-79ae-44fc-b679-3ca280b08f19 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:48.146179 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef4dbee4-8c9a-4974-9ae1-5f433ea03e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:48.148350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8a5146fa-d6bc-4167-aa18-e4e7d7584080 req-13adb705-79ae-44fc-b679-3ca280b08f19 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Synchronizing usage tracker for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:48.308296 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8a5146fa-d6bc-4167-aa18-e4e7d7584080 req-13adb705-79ae-44fc-b679-3ca280b08f19 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Unset dirty status for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:48.316678 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8a5146fa-d6bc-4167-aa18-e4e7d7584080 req-13adb705-79ae-44fc-b679-3ca280b08f19 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=db08dad4-cdca-4940-a15f-7c550481c669 HTTP/1.1" status: 200 len: 936 time: 0.5728550 May 30 19:58:48.436278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78b2c866-0923-4b30-8de0-f12f43499aa7 req-c0f61090-f0cd-449f-acde-e4ecd48b1e76 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 1096 time: 0.7995226 May 30 19:58:48.441409 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef4dbee4-8c9a-4974-9ae1-5f433ea03e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:48.469291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ef4dbee4-8c9a-4974-9ae1-5f433ea03e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef99a40e-b244-4305-a3be-e3c9ef1437a6']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:48.487802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ef4dbee4-8c9a-4974-9ae1-5f433ea03e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657050da-58cd-4a7b-92de-272964ff31d7') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:48.488402 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ef4dbee4-8c9a-4974-9ae1-5f433ea03e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657050da-58cd-4a7b-92de-272964ff31d7') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:48.493609 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-416c17f6-0d32-4b67-86f7-fb4b164835de req-1cda1771-aaad-4c3b-ab88-ffa10d3a69a2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376846 May 30 19:58:48.506395 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef4dbee4-8c9a-4974-9ae1-5f433ea03e8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:48.529048 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef4dbee4-8c9a-4974-9ae1-5f433ea03e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:48.545059 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4dbee4-8c9a-4974-9ae1-5f433ea03e8a admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:58:48.546383 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef4dbee4-8c9a-4974-9ae1-5f433ea03e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: timer() May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: self._notify() May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:58:48.577878 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:58:48.604963 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8a5146fa-d6bc-4167-aa18-e4e7d7584080 req-656993f1-9706-4190-9517-d809d5622afb tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873566 May 30 19:58:48.653998 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78b2c866-0923-4b30-8de0-f12f43499aa7 req-b7681eec-33c7-42f1-8e57-d4377ffe524d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764171 May 30 19:58:48.701284 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef4dbee4-8c9a-4974-9ae1-5f433ea03e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:48.739238 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef4dbee4-8c9a-4974-9ae1-5f433ea03e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:48.754265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31115def-82f3-49c7-9a70-5df07422f3b4 req-002f6b8c-a167-4103-a493-19f6729c523a tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:48.755796 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31115def-82f3-49c7-9a70-5df07422f3b4 req-002f6b8c-a167-4103-a493-19f6729c523a tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390 HTTP/1.1" status: 200 len: 949 time: 0.3931124 May 30 19:58:48.760131 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4dbee4-8c9a-4974-9ae1-5f433ea03e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=ef99a40e-b244-4305-a3be-e3c9ef1437a6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:48.802483 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ef4dbee4-8c9a-4974-9ae1-5f433ea03e8a admin admin] 10.222.0.84 "DELETE /v2.0/networks/ef99a40e-b244-4305-a3be-e3c9ef1437a6 HTTP/1.1" status: 204 len: 168 time: 0.7704043 May 30 19:58:48.805125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50660) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:48.818180 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae907cd9-11e4-4302-8158-f06e8f2ef2db {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:48.848375 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e2c274-0bc3-45e7-80fa-ec48f612bc32'] response: {'name': 'network-changed', 'server_uuid': 'a33084a4-53ca-46f5-baf5-f52fd7c156a9', 'tag': 'b6824062-0abe-4993-b299-ad178131ce70', 'status': 'completed', 'code': 200} May 30 19:58:48.849238 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e2c274-0bc3-45e7-80fa-ec48f612bc32'] response: {'server_uuid': '2405edb4-fc1f-4a22-8908-028ff36d2bc9', 'name': 'network-vif-deleted', 'tag': '6c9b4c5b-9def-4545-a299-1bb5f2491a8d', 'status': 'completed', 'code': 200} May 30 19:58:48.855345 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:48.953850 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31115def-82f3-49c7-9a70-5df07422f3b4 req-585e1434-5ef6-4557-8390-36db2dbb0265 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914196 May 30 19:58:48.998940 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-265c5456-bdf9-415e-83c2-2f5008c7e0d3 admin admin] Deleting subnet 5af815b3-3ca6-4aab-8349-f92385d9e9a6 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:58:49.011982 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-265c5456-bdf9-415e-83c2-2f5008c7e0d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:49.081172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Transition to ACTIVE for port object ae907cd9-11e4-4302-8158-f06e8f2ef2db will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:49.089892 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:49.136119 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-265c5456-bdf9-415e-83c2-2f5008c7e0d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:49.288340 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-265c5456-bdf9-415e-83c2-2f5008c7e0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:49.433178 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae907cd9-11e4-4302-8158-f06e8f2ef2db,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:49.522483 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-265c5456-bdf9-415e-83c2-2f5008c7e0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:49.614502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50678) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:49.616415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c5456-bdf9-415e-83c2-2f5008c7e0d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af815b3-3ca6-4aab-8349-f92385d9e9a6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:49.639248 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-265c5456-bdf9-415e-83c2-2f5008c7e0d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:49.658414 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-265c5456-bdf9-415e-83c2-2f5008c7e0d3 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/5af815b3-3ca6-4aab-8349-f92385d9e9a6 HTTP/1.1" status: 204 len: 168 time: 0.8509252 May 30 19:58:49.660320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50686) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:50.091332 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-caf8cf1b-44b1-45e4-ba1d-ab455597558d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.101492 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.290860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:50.294695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Attempting to bind port ae907cd9-11e4-4302-8158-f06e8f2ef2db on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:58:50.295202 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Attempting to bind port ae907cd9-11e4-4302-8158-f06e8f2ef2db by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:58:50.295560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Attempting to bind port ae907cd9-11e4-4302-8158-f06e8f2ef2db on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:50.298175 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Usage tracker for resource:security_group_rule and tenant:bf6bf5684ace4547b2500258321cd3d3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:50.305824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6629a5a-ba77-4bd5-b496-726c39f570d6 req-6367dd0e-c40f-414c-8eac-d36f49679457 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:50.306652 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:50.312982 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6629a5a-ba77-4bd5-b496-726c39f570d6 req-6367dd0e-c40f-414c-8eac-d36f49679457 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 945 time: 1.1269932 May 30 19:58:50.317375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f038a4a8-ca93-4ebc-8b8d-252f68628655 req-25a6eb66-c53b-4e72-a5dc-296096ddcdfa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5dd329ae9e0742dd8efa8e8b988ec12c&device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 1094 time: 1.3946996 May 30 19:58:50.321431 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:50.326045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811698f-2b18-40e8-ae2c-ce4d4dbf360d req-334eccb0-27c1-4a07-bf48-d11f56ef70d0 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:50.327692 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a811698f-2b18-40e8-ae2c-ce4d4dbf360d req-334eccb0-27c1-4a07-bf48-d11f56ef70d0 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 943 time: 0.3205707 May 30 19:58:50.422162 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.438548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Port ae907cd9-11e4-4302-8158-f06e8f2ef2db on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:58:50.438976 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Attempting to bind port ae907cd9-11e4-4302-8158-f06e8f2ef2db on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:50.446723 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.565019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6629a5a-ba77-4bd5-b496-726c39f570d6 req-fed5e776-764e-4f66-b20d-9aacd8204e00 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509589 May 30 19:58:50.565742 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:58:50.566084 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:50.566462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:58:50.566908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Bound port: ae907cd9-11e4-4302-8158-f06e8f2ef2db, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:58:50.567255 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.593268 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-caf8cf1b-44b1-45e4-ba1d-ab455597558d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.603108 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc235f1-5347-40ca-99bf-ba1803e86faf,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:50.610614 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bf6bf5684ace4547b2500258321cd3d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9920309 May 30 19:58:50.621778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50702) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:50.640493 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b6824062-0abe-4993-b299-ad178131ce70 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:58:50.682641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-caf8cf1b-44b1-45e4-ba1d-ab455597558d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46710c5-56ea-45dd-bc48-dac8d36c651e']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:50.691195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:50.691766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:50.692320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:50.692802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:50.693778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:50.694263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:50.694736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:50.695425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:50.696034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:50.696511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:50.697002 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c21614-9a1e-4851-9426-1bee03a3b645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:50.702571 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a811698f-2b18-40e8-ae2c-ce4d4dbf360d req-17c3e0ca-50a8-4cf5-b76f-35f3d7abbc0f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421552 May 30 19:58:50.714650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-caf8cf1b-44b1-45e4-ba1d-ab455597558d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a09f91b-778b-4a8b-bc8f-3cc7575d2d65') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:50.715128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-caf8cf1b-44b1-45e4-ba1d-ab455597558d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a09f91b-778b-4a8b-bc8f-3cc7575d2d65') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:50.741243 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-caf8cf1b-44b1-45e4-ba1d-ab455597558d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.755938 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-279811a6-c6aa-4bf0-854a-1848e016681d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.769776 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-caf8cf1b-44b1-45e4-ba1d-ab455597558d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.780724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf8cf1b-44b1-45e4-ba1d-ab455597558d admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:58:50.781791 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-caf8cf1b-44b1-45e4-ba1d-ab455597558d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: timer() May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: self._notify() May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:58:50.799320 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:58:50.824229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038a4a8-ca93-4ebc-8b8d-252f68628655 req-f06ab18b-cad1-4077-892c-8091ee6b6eba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:50.831527 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f038a4a8-ca93-4ebc-8b8d-252f68628655 req-f06ab18b-cad1-4077-892c-8091ee6b6eba service neutron] 10.222.0.77 "GET /v2.0/networks?id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce HTTP/1.1" status: 200 len: 906 time: 0.4759939 May 30 19:58:50.841177 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] For port ae907cd9-11e4-4302-8158-f06e8f2ef2db, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:50.857948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] For port ae907cd9-11e4-4302-8158-f06e8f2ef2db, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ae907cd9-11e4-4302-8158-f06e8f2ef2db,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:58:50.876777 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.886600 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-279811a6-c6aa-4bf0-854a-1848e016681d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.925258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-caf8cf1b-44b1-45e4-ba1d-ab455597558d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.951064 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-caf8cf1b-44b1-45e4-ba1d-ab455597558d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.965026 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-caf8cf1b-44b1-45e4-ba1d-ab455597558d admin admin] 10.222.0.84 "DELETE /v2.0/networks/b46710c5-56ea-45dd-bc48-dac8d36c651e HTTP/1.1" status: 204 len: 168 time: 1.3035784 May 30 19:58:50.969522 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8cf1b-44b1-45e4-ba1d-ab455597558d admin admin] Pushing event deleted for resources: {'Network': ['ID=b46710c5-56ea-45dd-bc48-dac8d36c651e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:50.998721 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-279811a6-c6aa-4bf0-854a-1848e016681d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:51.011262 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b6824062-0abe-4993-b299-ad178131ce70, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b6824062-0abe-4993-b299-ad178131ce70,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:51.024561 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279811a6-c6aa-4bf0-854a-1848e016681d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc235f1-5347-40ca-99bf-ba1803e86faf,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:51.040418 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-279811a6-c6aa-4bf0-854a-1848e016681d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:51.041331 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'b6824062-0abe-4993-b299-ad178131ce70', 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce', 'port_id': 'b6824062-0abe-4993-b299-ad178131ce70', 'mac_address': 'fa:16:3e:6e:f2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd0ba15-290a-4589-8acd-b7cd3e58dbb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:58:51.042965 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-279811a6-c6aa-4bf0-854a-1848e016681d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5dc235f1-5347-40ca-99bf-ba1803e86faf HTTP/1.1" status: 204 len: 168 time: 0.4184172 May 30 19:58:51.057490 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f038a4a8-ca93-4ebc-8b8d-252f68628655 req-cc322bcc-7128-44c0-a458-5f7221117bf6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6824062-0abe-4993-b299-ad178131ce70 HTTP/1.1" status: 200 len: 217 time: 0.1940334 May 30 19:58:51.061591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae907cd9-11e4-4302-8158-f06e8f2ef2db,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:51.192022 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:51.221338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6824062-0abe-4993-b299-ad178131ce70 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:51.242545 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b6824062-0abe-4993-b299-ad178131ce70, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b6824062-0abe-4993-b299-ad178131ce70,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:51.245362 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50712) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:51.249714 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:51.322805 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c60560e8-9931-4239-99a3-6bc0b4ce33e8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1252846c85cb4f3da96b46deca7cb4f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0759025 May 30 19:58:51.327855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50718) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:51.360499 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b6824062-0abe-4993-b299-ad178131ce70,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:51.406478 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:51.411484 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-398da81a-566a-4347-a1cb-689fd0d56499 req-07a0c10c-1584-4d8b-ad61-3f1e8d3765f7 service neutron] 10.222.0.77 "PUT /v2.0/ports/ae907cd9-11e4-4302-8158-f06e8f2ef2db HTTP/1.1" status: 200 len: 1096 time: 3.9219756 May 30 19:58:51.457974 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db08dad4-cdca-4940-a15f-7c550481c669', 'tag': 'ae907cd9-11e4-4302-8158-f06e8f2ef2db'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:51.476107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038a4a8-ca93-4ebc-8b8d-252f68628655 req-6ef1c160-77c6-4465-96ef-11a49d38097f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:51.482159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f038a4a8-ca93-4ebc-8b8d-252f68628655 req-6ef1c160-77c6-4465-96ef-11a49d38097f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8dd0ba15-290a-4589-8acd-b7cd3e58dbb1 HTTP/1.1" status: 200 len: 845 time: 0.3754206 May 30 19:58:51.514803 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cfb76bd4-7576-4544-ad22-bb9dd8fe665a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:51.567842 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cfb76bd4-7576-4544-ad22-bb9dd8fe665a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:51.571544 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b6824062-0abe-4993-b299-ad178131ce70'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:51.657172 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cfb76bd4-7576-4544-ad22-bb9dd8fe665a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:51.677152 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb76bd4-7576-4544-ad22-bb9dd8fe665a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2406422-2b7f-4285-aed0-a34afe9dfd86,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:51.688235 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cfb76bd4-7576-4544-ad22-bb9dd8fe665a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:51.691904 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cfb76bd4-7576-4544-ad22-bb9dd8fe665a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e2406422-2b7f-4285-aed0-a34afe9dfd86 HTTP/1.1" status: 204 len: 168 time: 0.3598475 May 30 19:58:51.717581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb20df7-5a58-4ef8-9bf6-9bb04fa164e8 req-3c3e1b4d-e9b3-497f-9ad4-6d9096efe6f2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:51.719118 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5bb20df7-5a58-4ef8-9bf6-9bb04fa164e8 req-3c3e1b4d-e9b3-497f-9ad4-6d9096efe6f2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=db08dad4-cdca-4940-a15f-7c550481c669 HTTP/1.1" status: 200 len: 948 time: 0.6589296 May 30 19:58:51.725648 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f038a4a8-ca93-4ebc-8b8d-252f68628655 req-c6473182-bf5a-4430-9c10-d93b1837fd83 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2185864 May 30 19:58:51.743642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088aa83a-e22a-4967-b898-620f5d363d23 req-731c6a66-8e30-4d5e-997c-f008b7e631c6 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:51.748354 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-088aa83a-e22a-4967-b898-620f5d363d23 req-731c6a66-8e30-4d5e-997c-f008b7e631c6 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390 HTTP/1.1" status: 200 len: 949 time: 0.6887264 May 30 19:58:51.948787 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f038a4a8-ca93-4ebc-8b8d-252f68628655 req-16a94a37-03c1-4a08-92ff-3d4418d2b14c service neutron] 10.222.0.77 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955371 May 30 19:58:52.094377 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-088aa83a-e22a-4967-b898-620f5d363d23 req-e31e7ad5-7d66-4fd7-8f16-4e77a7a7ef95 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826315 May 30 19:58:52.107289 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5bb20df7-5a58-4ef8-9bf6-9bb04fa164e8 req-7c9d7d97-3ab8-4894-ad6b-1115fc0c4eb6 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751657 May 30 19:58:52.134246 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-398da81a-566a-4347-a1cb-689fd0d56499 req-9c5c3c74-7bd2-43bd-9eab-c9a0da49b936 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=db08dad4-cdca-4940-a15f-7c550481c669 HTTP/1.1" status: 200 len: 1099 time: 0.6304393 May 30 19:58:52.213872 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183b3419-7656-4cbe-b362-842c27a329c8'] response: {'name': 'network-changed', 'server_uuid': 'db08dad4-cdca-4940-a15f-7c550481c669', 'tag': 'ae907cd9-11e4-4302-8158-f06e8f2ef2db', 'status': 'completed', 'code': 200} May 30 19:58:52.215778 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f038a4a8-ca93-4ebc-8b8d-252f68628655 req-1c79e7e8-2527-44dc-a830-fcff3fc71341 service neutron] 10.222.0.77 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545259 May 30 19:58:52.232670 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-398da81a-566a-4347-a1cb-689fd0d56499 req-2d13d714-ae7f-4298-b8c3-b026ea050087 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=ae907cd9-11e4-4302-8158-f06e8f2ef2db HTTP/1.1" status: 200 len: 217 time: 0.0804756 May 30 19:58:52.334542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398da81a-566a-4347-a1cb-689fd0d56499 req-7d7d71e2-7f57-4da2-aee2-4f3d9782e083 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:52.336291 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-398da81a-566a-4347-a1cb-689fd0d56499 req-7d7d71e2-7f57-4da2-aee2-4f3d9782e083 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.0926545 May 30 19:58:52.456390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50756) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:52.528589 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-db6baabd-bc6e-4c23-b1b3-a7ba9d3de97e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bde364bdbbeb4bbcb53f8bcd55eebb34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0709503 May 30 19:58:52.529493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50762) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:52.604086 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e5a1865-1d51-4275-a254-b48d844c0aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:52.632759 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e5a1865-1d51-4275-a254-b48d844c0aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:52.689530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e5a1865-1d51-4275-a254-b48d844c0aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:52.712315 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a1865-1d51-4275-a254-b48d844c0aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4b12cd-3be5-4ea0-b1c5-014c9779b57e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:52.721205 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e5a1865-1d51-4275-a254-b48d844c0aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:52.722424 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6e5a1865-1d51-4275-a254-b48d844c0aee admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8d4b12cd-3be5-4ea0-b1c5-014c9779b57e HTTP/1.1" status: 204 len: 168 time: 0.1917796 May 30 19:58:52.752487 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-398da81a-566a-4347-a1cb-689fd0d56499 req-29364b29-e32f-487d-9ab4-2b7ff2e92e5b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4036314 May 30 19:58:52.784554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737ee72-ba78-4bdc-a79a-ff8cd9b409db req-03ab2f6b-1123-4c59-b613-80ab249a8d83 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:52.786138 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7737ee72-ba78-4bdc-a79a-ff8cd9b409db req-03ab2f6b-1123-4c59-b613-80ab249a8d83 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 945 time: 0.3729005 May 30 19:58:52.797639 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ba4e3-779d-4482-b448-e80a9be96e9a req-7e829c65-b358-44ee-af98-cbb66a6f2def tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:52.799564 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-df3ba4e3-779d-4482-b448-e80a9be96e9a req-7e829c65-b358-44ee-af98-cbb66a6f2def tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 944 time: 0.1730440 May 30 19:58:52.952866 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-df3ba4e3-779d-4482-b448-e80a9be96e9a req-b238e297-ca0e-4117-b874-17af82f4be1c tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059654 May 30 19:58:52.970923 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7737ee72-ba78-4bdc-a79a-ff8cd9b409db req-52c685a3-2cf9-4f3a-93e0-8d669b6c9409 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703165 May 30 19:58:53.020785 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-398da81a-566a-4347-a1cb-689fd0d56499 req-627fdfc7-6eef-43af-886c-1f22c518104c service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600648 May 30 19:58:53.283275 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-398da81a-566a-4347-a1cb-689fd0d56499 req-190e89ea-f73a-4f76-8771-75d57f3cb093 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528636 May 30 19:58:53.312029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645240e0-d090-4d01-a762-b93992637dcd req-a909420f-6af5-41f1-b270-2d3ed003129b tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:53.319947 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-645240e0-d090-4d01-a762-b93992637dcd req-a909420f-6af5-41f1-b270-2d3ed003129b tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.1177349 May 30 19:58:53.409693 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-645240e0-d090-4d01-a762-b93992637dcd req-58273ef6-9e29-4817-a8cf-7e3ac818d40e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887992 May 30 19:58:53.459425 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-234c2395-5dc4-4c9a-a851-90b7d815d7ad req-bb1856fe-2414-4730-a3e6-8168245644c6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=db08dad4-cdca-4940-a15f-7c550481c669 HTTP/1.1" status: 200 len: 1099 time: 0.1078656 May 30 19:58:53.641267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c2395-5dc4-4c9a-a851-90b7d815d7ad req-cb57abfd-3caf-4298-a551-0dbf646cd2d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:53.643294 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-234c2395-5dc4-4c9a-a851-90b7d815d7ad req-cb57abfd-3caf-4298-a551-0dbf646cd2d7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.1743250 May 30 19:58:53.802114 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-234c2395-5dc4-4c9a-a851-90b7d815d7ad req-8e065626-c01b-4ac2-9fa2-61efd1bf0b5a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=ae907cd9-11e4-4302-8158-f06e8f2ef2db HTTP/1.1" status: 200 len: 217 time: 0.1442928 May 30 19:58:53.928239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c2395-5dc4-4c9a-a851-90b7d815d7ad req-6d36e8b4-47a7-415a-9bf2-f4be75b7b7b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:53.929697 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-234c2395-5dc4-4c9a-a851-90b7d815d7ad req-6d36e8b4-47a7-415a-9bf2-f4be75b7b7b4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1203856 May 30 19:58:53.997179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d15a8-1bf2-4223-ab7c-8d8c7492a0b9 req-55ca31aa-b63d-4d7b-acf2-4e08b6ed792f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:53.998868 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-630d15a8-1bf2-4223-ab7c-8d8c7492a0b9 req-55ca31aa-b63d-4d7b-acf2-4e08b6ed792f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 946 time: 0.2636290 May 30 19:58:54.047141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc5364-863a-414b-9472-3579915123af req-011cfdf0-4e29-42aa-87de-f87f2a2cb744 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:54.048629 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8dc5364-863a-414b-9472-3579915123af req-011cfdf0-4e29-42aa-87de-f87f2a2cb744 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=db08dad4-cdca-4940-a15f-7c550481c669 HTTP/1.1" status: 200 len: 948 time: 0.1981902 May 30 19:58:54.097397 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-234c2395-5dc4-4c9a-a851-90b7d815d7ad req-6590a59c-217a-4208-ab2f-46edb48a8ece service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1600144 May 30 19:58:54.125929 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-630d15a8-1bf2-4223-ab7c-8d8c7492a0b9 req-21a0aeba-b251-47a6-add4-67f6f8c9f0ad tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192586 May 30 19:58:54.194710 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8dc5364-863a-414b-9472-3579915123af req-27877a24-6205-4531-aa56-2551c203d715 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339991 May 30 19:58:54.254781 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-234c2395-5dc4-4c9a-a851-90b7d815d7ad req-a6480e7f-77a9-467b-b6a7-c55cfbe3596e service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485987 May 30 19:58:54.448882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-239514db-c988-4ba2-a72c-2bcea7392363 req-b85e8d18-0ff7-43ae-9e1a-07d80c659d3b tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=12e9a0129c614fe0aab30ebcea7a2298&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454924 May 30 19:58:54.642183 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b6824062-0abe-4993-b299-ad178131ce70 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:58:54.716714 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port b6824062-0abe-4993-b299-ad178131ce70 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:54.726056 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port b6824062-0abe-4993-b299-ad178131ce70 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:54.726636 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:54.747119 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-234c2395-5dc4-4c9a-a851-90b7d815d7ad req-f9ea19f4-70e9-42bd-bed0-b333d1c99157 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851067 May 30 19:58:54.789493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de41aed-baf9-428b-9524-e1bd48a316ba req-1dbf0040-7533-4f8c-9869-578777de5b8b tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:54.790969 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2de41aed-baf9-428b-9524-e1bd48a316ba req-1dbf0040-7533-4f8c-9869-578777de5b8b tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.93 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 944 time: 0.4269958 May 30 19:58:54.867254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239514db-c988-4ba2-a72c-2bcea7392363 req-06fe733e-0dbf-4b00-9a7f-217cf59e85df tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:54.868733 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-239514db-c988-4ba2-a72c-2bcea7392363 req-06fe733e-0dbf-4b00-9a7f-217cf59e85df tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4144468 May 30 19:58:54.869029 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:54.896071 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33084a4-53ca-46f5-baf5-f52fd7c156a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6824062-0abe-4993-b299-ad178131ce70'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:54.896969 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-2de41aed-baf9-428b-9524-e1bd48a316ba req-3a1b7d3e-7eec-40b6-b681-63218d8009b1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Deleting port 946bb9d1-7928-4cda-8909-336cdf25bf5f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:54.897313 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2de41aed-baf9-428b-9524-e1bd48a316ba req-3a1b7d3e-7eec-40b6-b681-63218d8009b1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:54.905859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b6824062-0abe-4993-b299-ad178131ce70, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b6824062-0abe-4993-b299-ad178131ce70,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:54.911360 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:54.912357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 624f8b7c-ba57-47ad-a12a-cac056596d6d no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:54.931768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96daf15-320b-455d-8ead-9148a22f51a6 req-7de11ffd-d47c-4e5f-8ebb-3405dd664345 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:54.933243 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f96daf15-320b-455d-8ead-9148a22f51a6 req-7de11ffd-d47c-4e5f-8ebb-3405dd664345 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef HTTP/1.1" status: 200 len: 951 time: 0.3501725 May 30 19:58:54.942096 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-239514db-c988-4ba2-a72c-2bcea7392363 req-9984bc32-2bae-430d-8037-4e931a1c7066 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/quotas/12e9a0129c614fe0aab30ebcea7a2298 HTTP/1.1" status: 200 len: 375 time: 0.0660093 May 30 19:58:55.031361 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b6824062-0abe-4993-b299-ad178131ce70,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:55.084581 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:55.103577 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f96daf15-320b-455d-8ead-9148a22f51a6 req-cf6b2b05-8729-42e5-b9f2-68a3314fd0f2 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/security-groups?id=1af4c077-5f34-4a7f-8f57-11d525f4096e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630917 May 30 19:58:55.127563 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 624f8b7c-ba57-47ad-a12a-cac056596d6d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=624f8b7c-ba57-47ad-a12a-cac056596d6d,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:55.131588 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:55.205597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=624f8b7c-ba57-47ad-a12a-cac056596d6d,revision_number=11']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:55.267032 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-239514db-c988-4ba2-a72c-2bcea7392363 req-e79f7977-39e2-4808-a492-0e6f961849dc tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=12e9a0129c614fe0aab30ebcea7a2298&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3028586 May 30 19:58:55.328346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-2de41aed-baf9-428b-9524-e1bd48a316ba req-3a1b7d3e-7eec-40b6-b681-63218d8009b1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] For port 946bb9d1-7928-4cda-8909-336cdf25bf5f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=946bb9d1-7928-4cda-8909-336cdf25bf5f,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:55.328703 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2de41aed-baf9-428b-9524-e1bd48a316ba req-3a1b7d3e-7eec-40b6-b681-63218d8009b1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:55.457536 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-2de41aed-baf9-428b-9524-e1bd48a316ba req-3a1b7d3e-7eec-40b6-b681-63218d8009b1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Calling delete_port for 946bb9d1-7928-4cda-8909-336cdf25bf5f owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:55.566785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075e68e-bf35-4859-885d-ee95d02b144e req-eba403b2-2a5e-4232-8eb9-c1ca30ad1511 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:55.568374 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e075e68e-bf35-4859-885d-ee95d02b144e req-eba403b2-2a5e-4232-8eb9-c1ca30ad1511 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=b606f007-e9e3-4268-9855-ba55da8817f4 HTTP/1.1" status: 200 len: 944 time: 0.3421926 May 30 19:58:55.695516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f5892-9f90-4393-8a7d-8a231e05364e req-bed3dd77-95fc-44c1-b878-5cd6cfadfce2 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:55.696999 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e2f5892-9f90-4393-8a7d-8a231e05364e req-bed3dd77-95fc-44c1-b878-5cd6cfadfce2 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 945 time: 0.2131405 May 30 19:58:55.702247 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e075e68e-bf35-4859-885d-ee95d02b144e req-c28a7bd9-e973-4535-9d5b-1d4e8fea6cbf tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174331 May 30 19:58:55.760429 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2de41aed-baf9-428b-9524-e1bd48a316ba req-3a1b7d3e-7eec-40b6-b681-63218d8009b1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:55.764183 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e2f5892-9f90-4393-8a7d-8a231e05364e req-5a139187-ad23-48ed-988f-751b9663e6f3 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585907 May 30 19:58:55.815413 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b7d3e-7eec-40b6-b681-63218d8009b1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Pushing event deleted for resources: {'Port': ['ID=946bb9d1-7928-4cda-8909-336cdf25bf5f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:55.938421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de41aed-baf9-428b-9524-e1bd48a316ba req-3a1b7d3e-7eec-40b6-b681-63218d8009b1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] No DVR routers for this DVR port 946bb9d1-7928-4cda-8909-336cdf25bf5f on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:58:55.941821 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2de41aed-baf9-428b-9524-e1bd48a316ba req-3a1b7d3e-7eec-40b6-b681-63218d8009b1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:55.944510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b606f007-e9e3-4268-9855-ba55da8817f4', 'name': 'network-vif-deleted', 'tag': '946bb9d1-7928-4cda-8909-336cdf25bf5f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:55.968484 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2de41aed-baf9-428b-9524-e1bd48a316ba req-3a1b7d3e-7eec-40b6-b681-63218d8009b1 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.93 "DELETE /v2.0/ports/946bb9d1-7928-4cda-8909-336cdf25bf5f HTTP/1.1" status: 204 len: 173 time: 1.1651368 May 30 19:58:55.996510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf2b82-c269-4296-be04-dc661ab91355 req-e68f551b-0c92-4187-9389-26a69e86c936 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:55.998266 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ecf2b82-c269-4296-be04-dc661ab91355 req-e68f551b-0c92-4187-9389-26a69e86c936 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=1213f34e-9973-4e7c-9b28-1ed85a0d1d4b HTTP/1.1" status: 200 len: 945 time: 0.1786056 May 30 19:58:56.141469 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ecf2b82-c269-4296-be04-dc661ab91355 req-a265ca15-4b08-4650-8bba-401023f9df59 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247127 May 30 19:58:56.204205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4188e-4400-4ff0-871d-de026e3ddf7e req-7c22cc56-6a41-4e90-835e-525c56600215 tempest-NetworksTest-959345053 tempest-NetworksTest-959345053-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:56.204915 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4188e-4400-4ff0-871d-de026e3ddf7e req-7c22cc56-6a41-4e90-835e-525c56600215 tempest-NetworksTest-959345053 tempest-NetworksTest-959345053-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:56.205270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4188e-4400-4ff0-871d-de026e3ddf7e req-7c22cc56-6a41-4e90-835e-525c56600215 tempest-NetworksTest-959345053 tempest-NetworksTest-959345053-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:56.205625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4188e-4400-4ff0-871d-de026e3ddf7e req-7c22cc56-6a41-4e90-835e-525c56600215 tempest-NetworksTest-959345053 tempest-NetworksTest-959345053-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:56.206070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4188e-4400-4ff0-871d-de026e3ddf7e req-7c22cc56-6a41-4e90-835e-525c56600215 tempest-NetworksTest-959345053 tempest-NetworksTest-959345053-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:56.206356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4188e-4400-4ff0-871d-de026e3ddf7e req-7c22cc56-6a41-4e90-835e-525c56600215 tempest-NetworksTest-959345053 tempest-NetworksTest-959345053-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:56.206702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4188e-4400-4ff0-871d-de026e3ddf7e req-7c22cc56-6a41-4e90-835e-525c56600215 tempest-NetworksTest-959345053 tempest-NetworksTest-959345053-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:56.208445 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fa4188e-4400-4ff0-871d-de026e3ddf7e req-7c22cc56-6a41-4e90-835e-525c56600215 tempest-NetworksTest-959345053 tempest-NetworksTest-959345053-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4993 time: 0.1752574 May 30 19:58:56.218511 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722bbfae-f971-471f-a6d0-49621a2d7608'] response: {'server_uuid': 'a33084a4-53ca-46f5-baf5-f52fd7c156a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6824062-0abe-4993-b299-ad178131ce70', 'code': 200} May 30 19:58:56.534729 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be029498-dcbd-4b1c-8382-33ae55b6be31 req-63e7e92f-4259-441b-8b0e-f300388993f9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 1096 time: 0.2433145 May 30 19:58:56.541163 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43d11f-f864-4102-b361-2a526fde0131 req-188459e6-f235-4bf6-9c3c-048ae86da8a2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:56.542553 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc43d11f-f864-4102-b361-2a526fde0131 req-188459e6-f235-4bf6-9c3c-048ae86da8a2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=db08dad4-cdca-4940-a15f-7c550481c669 HTTP/1.1" status: 200 len: 948 time: 0.2152593 May 30 19:58:56.614231 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-239514db-c988-4ba2-a72c-2bcea7392363 req-6cbe5c5e-1a55-475f-8d3f-fe2c1aab93cf tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=12e9a0129c614fe0aab30ebcea7a2298&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628319 May 30 19:58:56.649229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device ae907cd9-11e4-4302-8158-f06e8f2ef2db details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:58:56.748954 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be029498-dcbd-4b1c-8382-33ae55b6be31 req-e9770d22-f5bc-42fc-a43e-644edd1fd233 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990013 May 30 19:58:56.768327 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc43d11f-f864-4102-b361-2a526fde0131 req-1f19a771-2e76-46bc-b0e2-3c14f97cc178 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156279 May 30 19:58:56.828247 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port ae907cd9-11e4-4302-8158-f06e8f2ef2db, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ae907cd9-11e4-4302-8158-f06e8f2ef2db,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:56.845652 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'ae907cd9-11e4-4302-8158-f06e8f2ef2db', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': 'ae907cd9-11e4-4302-8158-f06e8f2ef2db', 'mac_address': 'fa:16:3e:0f:ae:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:58:56.876490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239514db-c988-4ba2-a72c-2bcea7392363 req-9dc88062-15f6-4ede-b3b1-a4f07057faad tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:56.877928 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-239514db-c988-4ba2-a72c-2bcea7392363 req-9dc88062-15f6-4ede-b3b1-a4f07057faad tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2555044 May 30 19:58:56.912632 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:56.934083 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae907cd9-11e4-4302-8158-f06e8f2ef2db {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:56.951130 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port ae907cd9-11e4-4302-8158-f06e8f2ef2db, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ae907cd9-11e4-4302-8158-f06e8f2ef2db,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:56.956426 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:56.984368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-239514db-c988-4ba2-a72c-2bcea7392363 req-a45f7b20-97ff-4f0d-adbc-01502a5a82e9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Request body: {'port': {'device_id': '0e445285-78d7-4c75-aa8d-5a8646a7b64e', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '12e9a0129c614fe0aab30ebcea7a2298'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:57.002444 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8aa6d9b3-5dc3-4439-bf89-82cede03d3d1 req-5a454f68-a582-4bda-bcce-3d40fdcb2700 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e445285-78d7-4c75-aa8d-5a8646a7b64e HTTP/1.1" status: 200 len: 210 time: 0.0639784 May 30 19:58:57.043481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=ae907cd9-11e4-4302-8158-f06e8f2ef2db,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:57.083286 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a903ad-0a32-4ef8-900e-30f627d7f767'] response: {'server_uuid': 'b606f007-e9e3-4268-9855-ba55da8817f4', 'name': 'network-vif-deleted', 'tag': '946bb9d1-7928-4cda-8909-336cdf25bf5f', 'status': 'completed', 'code': 200} May 30 19:58:57.177123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 946bb9d1-7928-4cda-8909-336cdf25bf5f no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:57.212861 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 946bb9d1-7928-4cda-8909-336cdf25bf5f {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:58:57.213231 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 946bb9d1-7928-4cda-8909-336cdf25bf5f not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:58:57.213350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-239514db-c988-4ba2-a72c-2bcea7392363 req-a45f7b20-97ff-4f0d-adbc-01502a5a82e9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:57.237870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-239514db-c988-4ba2-a72c-2bcea7392363 req-a45f7b20-97ff-4f0d-adbc-01502a5a82e9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:57.271855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-239514db-c988-4ba2-a72c-2bcea7392363 req-a45f7b20-97ff-4f0d-adbc-01502a5a82e9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Made reservation on behalf of 12e9a0129c614fe0aab30ebcea7a2298 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:57.274805 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-239514db-c988-4ba2-a72c-2bcea7392363 req-a45f7b20-97ff-4f0d-adbc-01502a5a82e9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:57.296111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591de4fe-c7f9-45ca-8b35-5ead093e4e9c req-57ec5d3a-dfdc-42c1-b4a2-24ee9cb4f1de tempest-NetworksTest-959345053 tempest-NetworksTest-959345053-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:57.297475 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-591de4fe-c7f9-45ca-8b35-5ead093e4e9c req-57ec5d3a-dfdc-42c1-b4a2-24ee9cb4f1de tempest-NetworksTest-959345053 tempest-NetworksTest-959345053-project-admin] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 886 time: 0.1942546 May 30 19:58:57.344014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['ae907cd9-11e4-4302-8158-f06e8f2ef2db'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:57.547106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-239514db-c988-4ba2-a72c-2bcea7392363 req-a45f7b20-97ff-4f0d-adbc-01502a5a82e9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Allocated IP 192.168.233.21 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/36e6d2df-69b5-41ee-bdba-7b4fa3c0c459) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:58:57.571780 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bcbf0-241a-460b-8a6b-145d7669a6a1 req-05ba5ff7-1803-4dde-b901-f4ecfe4bbb23 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:57.573262 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-087bcbf0-241a-460b-8a6b-145d7669a6a1 req-05ba5ff7-1803-4dde-b901-f4ecfe4bbb23 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 945 time: 0.2093525 May 30 19:58:57.669716 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1515037f-6b11-4ef9-8a0b-1b8c90ef710e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:57.746875 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-087bcbf0-241a-460b-8a6b-145d7669a6a1 req-ae9802a7-aa5c-46e5-ac7a-c9be38f166bb tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676536 May 30 19:58:57.759902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a815b-4010-44d7-8f44-bcd84ef091c4 req-be7f258f-fad1-42ea-9942-a10655aed577 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:57.762835 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b9a815b-4010-44d7-8f44-bcd84ef091c4 req-be7f258f-fad1-42ea-9942-a10655aed577 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 945 time: 0.2647712 May 30 19:58:57.887212 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b9a815b-4010-44d7-8f44-bcd84ef091c4 req-26eebad7-4ec6-4a59-af3c-b3aa6d9c9427 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169457 May 30 19:58:57.931349 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-239514db-c988-4ba2-a72c-2bcea7392363 req-a45f7b20-97ff-4f0d-adbc-01502a5a82e9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:57.963789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-239514db-c988-4ba2-a72c-2bcea7392363 req-a45f7b20-97ff-4f0d-adbc-01502a5a82e9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Transition to ACTIVE for port object 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:58.031575 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdd89a-a56b-4574-a285-4091e81b9560 req-9bd294bd-243d-49b0-b727-8b3befdbe7fb tempest-NetworksTest-959345053 tempest-NetworksTest-959345053-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:58.032284 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdd89a-a56b-4574-a285-4091e81b9560 req-9bd294bd-243d-49b0-b727-8b3befdbe7fb tempest-NetworksTest-959345053 tempest-NetworksTest-959345053-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:58.032411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdd89a-a56b-4574-a285-4091e81b9560 req-9bd294bd-243d-49b0-b727-8b3befdbe7fb tempest-NetworksTest-959345053 tempest-NetworksTest-959345053-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:58.033237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdd89a-a56b-4574-a285-4091e81b9560 req-9bd294bd-243d-49b0-b727-8b3befdbe7fb tempest-NetworksTest-959345053 tempest-NetworksTest-959345053-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:58.033597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdd89a-a56b-4574-a285-4091e81b9560 req-9bd294bd-243d-49b0-b727-8b3befdbe7fb tempest-NetworksTest-959345053 tempest-NetworksTest-959345053-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:58.033956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdd89a-a56b-4574-a285-4091e81b9560 req-9bd294bd-243d-49b0-b727-8b3befdbe7fb tempest-NetworksTest-959345053 tempest-NetworksTest-959345053-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:58.034314 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdd89a-a56b-4574-a285-4091e81b9560 req-9bd294bd-243d-49b0-b727-8b3befdbe7fb tempest-NetworksTest-959345053 tempest-NetworksTest-959345053-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:58.036099 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33cdd89a-a56b-4574-a285-4091e81b9560 req-9bd294bd-243d-49b0-b727-8b3befdbe7fb tempest-NetworksTest-959345053 tempest-NetworksTest-959345053-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4993 time: 0.1926479 May 30 19:58:58.052805 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-239514db-c988-4ba2-a72c-2bcea7392363 req-a45f7b20-97ff-4f0d-adbc-01502a5a82e9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:58.066885 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['3e637fc8-a0cf-4969-ae51-7f11baed3185'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:58.263788 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624f8b7c-ba57-47ad-a12a-cac056596d6d'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:58.298978 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-239514db-c988-4ba2-a72c-2bcea7392363 req-a45f7b20-97ff-4f0d-adbc-01502a5a82e9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:58:58.306030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-239514db-c988-4ba2-a72c-2bcea7392363 req-a45f7b20-97ff-4f0d-adbc-01502a5a82e9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:58:58.315021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-239514db-c988-4ba2-a72c-2bcea7392363 req-a45f7b20-97ff-4f0d-adbc-01502a5a82e9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:58:58.389859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['c4752f50-55cc-4eba-86da-d527315aebbb'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:58.397334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f7b20-97ff-4f0d-adbc-01502a5a82e9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Pushing event updated for resources: {'Port': ['ID=36e6d2df-69b5-41ee-bdba-7b4fa3c0c459,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:58.555484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50930) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:58.577255 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239514db-c988-4ba2-a72c-2bcea7392363 req-a45f7b20-97ff-4f0d-adbc-01502a5a82e9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:58.578099 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-239514db-c988-4ba2-a72c-2bcea7392363 req-a45f7b20-97ff-4f0d-adbc-01502a5a82e9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:58.621128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca70f2-adfd-440a-ac64-429112a70443 req-3283898f-9493-4007-adc2-34e9f8614d39 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:58.622629 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99ca70f2-adfd-440a-ac64-429112a70443 req-3283898f-9493-4007-adc2-34e9f8614d39 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 946 time: 0.2293131 May 30 19:58:58.663227 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device ae907cd9-11e4-4302-8158-f06e8f2ef2db up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:58:58.672325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-239514db-c988-4ba2-a72c-2bcea7392363 req-a45f7b20-97ff-4f0d-adbc-01502a5a82e9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6958103 May 30 19:58:58.696024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Request body: {'port': {'device_id': '0e445285-78d7-4c75-aa8d-5a8646a7b64e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:58.766115 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9a4837d-fcfd-42dd-a8c6-69fc0feac706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:58.774404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-05de4819-ba61-482f-b72b-205c965daf42 None None] Provisioning for port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:58.782864 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-05de4819-ba61-482f-b72b-205c965daf42 None None] Provisioning complete for port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:58.783307 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-05de4819-ba61-482f-b72b-205c965daf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:58.802761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e9a4837d-fcfd-42dd-a8c6-69fc0feac706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:58.806820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e9a4837d-fcfd-42dd-a8c6-69fc0feac706 admin admin] Usage tracker for resource:security_group_rule and tenant:dae305a587084bf1bb61ecddb6b978ac is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:58.809843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e9a4837d-fcfd-42dd-a8c6-69fc0feac706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:58.816582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e9a4837d-fcfd-42dd-a8c6-69fc0feac706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:58.832880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port ae907cd9-11e4-4302-8158-f06e8f2ef2db completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:58.846278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port ae907cd9-11e4-4302-8158-f06e8f2ef2db triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:58.846715 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:58.884369 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-05de4819-ba61-482f-b72b-205c965daf42 None None] Port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:58:58.889451 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9a4837d-fcfd-42dd-a8c6-69fc0feac706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:58.893990 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9a4837d-fcfd-42dd-a8c6-69fc0feac706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:58.946406 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e9a4837d-fcfd-42dd-a8c6-69fc0feac706 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dae305a587084bf1bb61ecddb6b978ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3899283 May 30 19:58:58.947204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4837d-fcfd-42dd-a8c6-69fc0feac706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9dc76a-aacb-49fa-b4bb-61abf056f1fd,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:58.949603 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50940) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:58.953148 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99ca70f2-adfd-440a-ac64-429112a70443 req-422e01df-781d-4e8d-9c02-b6dfcd88c891 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879806 May 30 19:58:59.007736 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.020201 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d08ab312-2b33-4111-aebf-6b2981266c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.031301 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.047768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port ae907cd9-11e4-4302-8158-f06e8f2ef2db, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ae907cd9-11e4-4302-8158-f06e8f2ef2db,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:59.048634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbc7f0-90aa-45a2-addc-bfa527e90897 req-5bb90c49-d69c-4c53-b57f-679ddc5b2df3 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:59.049339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-26dbc7f0-90aa-45a2-addc-bfa527e90897 req-5bb90c49-d69c-4c53-b57f-679ddc5b2df3 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Synchronizing usage tracker for tenant:da2c3b5169e14006bab98c084c88a6a6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:59.055742 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.057502 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d08ab312-2b33-4111-aebf-6b2981266c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.076432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87267a5-5d14-4eb9-8f29-787153dcb638 req-1b8e0da1-7d43-41f8-8493-27c5e9887c14 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:59.088006 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f87267a5-5d14-4eb9-8f29-787153dcb638 req-1b8e0da1-7d43-41f8-8493-27c5e9887c14 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=db08dad4-cdca-4940-a15f-7c550481c669 HTTP/1.1" status: 200 len: 949 time: 0.3968115 May 30 19:58:59.128597 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d08ab312-2b33-4111-aebf-6b2981266c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.150468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ab312-2b33-4111-aebf-6b2981266c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9dc76a-aacb-49fa-b4bb-61abf056f1fd,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:59.157018 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d08ab312-2b33-4111-aebf-6b2981266c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.161360 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d08ab312-2b33-4111-aebf-6b2981266c4a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cf9dc76a-aacb-49fa-b4bb-61abf056f1fd HTTP/1.1" status: 204 len: 168 time: 0.2107720 May 30 19:58:59.165154 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-26dbc7f0-90aa-45a2-addc-bfa527e90897 req-5bb90c49-d69c-4c53-b57f-679ddc5b2df3 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Unset dirty status for tenant:da2c3b5169e14006bab98c084c88a6a6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:59.166284 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26dbc7f0-90aa-45a2-addc-bfa527e90897 req-5bb90c49-d69c-4c53-b57f-679ddc5b2df3 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 945 time: 0.5414646 May 30 19:58:59.197945 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=ae907cd9-11e4-4302-8158-f06e8f2ef2db,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:59.349104 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f87267a5-5d14-4eb9-8f29-787153dcb638 req-330f6b64-0646-4551-bb51-b89e6536d58f tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602279 May 30 19:58:59.365196 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-26dbc7f0-90aa-45a2-addc-bfa527e90897 req-6f7fe9a1-b3ba-41ca-97bf-548791b6a083 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Deleting port 9f740787-7f7d-4d5f-8870-23030fee3917 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:59.365539 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-26dbc7f0-90aa-45a2-addc-bfa527e90897 req-6f7fe9a1-b3ba-41ca-97bf-548791b6a083 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.515606 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50952) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:59.534824 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-afe1967f-fe1d-4881-97f0-ed4d2c2c4ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.565824 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-afe1967f-fe1d-4881-97f0-ed4d2c2c4ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:59.569611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-afe1967f-fe1d-4881-97f0-ed4d2c2c4ff3 admin admin] Usage tracker for resource:security_group_rule and tenant:8820aea8ae5b42dabfaf9ed5c7827f65 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:59.572586 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-afe1967f-fe1d-4881-97f0-ed4d2c2c4ff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:59.578224 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-afe1967f-fe1d-4881-97f0-ed4d2c2c4ff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:59.622262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d202f7-00e8-4a22-a961-21e4baf728ba req-ead4703a-af25-46eb-865d-2d95450b41fa tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:59.623138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-22d202f7-00e8-4a22-a961-21e4baf728ba req-ead4703a-af25-46eb-865d-2d95450b41fa tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Synchronizing usage tracker for tenant:12e9a0129c614fe0aab30ebcea7a2298 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:59.647869 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-afe1967f-fe1d-4881-97f0-ed4d2c2c4ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.652082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-afe1967f-fe1d-4881-97f0-ed4d2c2c4ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.700496 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-afe1967f-fe1d-4881-97f0-ed4d2c2c4ff3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8820aea8ae5b42dabfaf9ed5c7827f65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1837616 May 30 19:58:59.701436 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1967f-fe1d-4881-97f0-ed4d2c2c4ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bfa275-7480-4ee9-92d7-8dea0e77db3d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:59.704090 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50956) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:59.762390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-22d202f7-00e8-4a22-a961-21e4baf728ba req-ead4703a-af25-46eb-865d-2d95450b41fa tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Unset dirty status for tenant:12e9a0129c614fe0aab30ebcea7a2298 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:59.763520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-22d202f7-00e8-4a22-a961-21e4baf728ba req-ead4703a-af25-46eb-865d-2d95450b41fa tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e445285-78d7-4c75-aa8d-5a8646a7b64e HTTP/1.1" status: 200 len: 935 time: 0.5459700 May 30 19:58:59.770341 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a279e35-820f-4ef9-93f3-838dfcc1f77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.795937 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a279e35-820f-4ef9-93f3-838dfcc1f77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.851140 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a279e35-820f-4ef9-93f3-838dfcc1f77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.854183 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19706930-b6bc-4e05-9cc0-589b69f5f62e req-3639a427-0bfb-44c2-a4f6-e0982f069cfd tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:59.854406 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-76523501-04b3-4433-b56c-a384820f7801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.856211 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19706930-b6bc-4e05-9cc0-589b69f5f62e req-3639a427-0bfb-44c2-a4f6-e0982f069cfd tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a36c7f9-7ee9-499f-905f-5ecad03e9e71 HTTP/1.1" status: 200 len: 945 time: 0.3522253 May 30 19:58:59.868333 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a279e35-820f-4ef9-93f3-838dfcc1f77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bfa275-7480-4ee9-92d7-8dea0e77db3d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:59.874922 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a279e35-820f-4ef9-93f3-838dfcc1f77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.875254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-26dbc7f0-90aa-45a2-addc-bfa527e90897 req-6f7fe9a1-b3ba-41ca-97bf-548791b6a083 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] For port 9f740787-7f7d-4d5f-8870-23030fee3917, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9f740787-7f7d-4d5f-8870-23030fee3917,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:59.875617 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-26dbc7f0-90aa-45a2-addc-bfa527e90897 req-6f7fe9a1-b3ba-41ca-97bf-548791b6a083 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.879129 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7a279e35-820f-4ef9-93f3-838dfcc1f77b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d6bfa275-7480-4ee9-92d7-8dea0e77db3d HTTP/1.1" status: 204 len: 168 time: 0.1734760 May 30 19:59:00.028567 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-22d202f7-00e8-4a22-a961-21e4baf728ba req-e49ed88d-6a13-4c4f-95bb-b980a68337d4 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564273 May 30 19:59:00.038543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-26dbc7f0-90aa-45a2-addc-bfa527e90897 req-6f7fe9a1-b3ba-41ca-97bf-548791b6a083 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Calling delete_port for 9f740787-7f7d-4d5f-8870-23030fee3917 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:59:00.106743 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fdd85b8-5f07-4259-b721-6595e8501791'] response: {'server_uuid': 'fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624f8b7c-ba57-47ad-a12a-cac056596d6d', 'code': 200} May 30 19:59:00.164695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19706930-b6bc-4e05-9cc0-589b69f5f62e req-8f847cd2-746c-487f-b7c6-6bf69f392d8b tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978528 May 30 19:59:00.205522 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:00.265174 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:00.414378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Transition to ACTIVE for port object 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:00.418515 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-26dbc7f0-90aa-45a2-addc-bfa527e90897 req-6f7fe9a1-b3ba-41ca-97bf-548791b6a083 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:00.455120 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:00.480376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fe9a1-b3ba-41ca-97bf-548791b6a083 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Pushing event deleted for resources: {'Port': ['ID=9f740787-7f7d-4d5f-8870-23030fee3917,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:00.796170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bb8ef-8920-45dc-9b69-a147329e6040 req-ec1c3725-b171-4174-a6a3-b52aa1db28b0 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:00.797649 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-936bb8ef-8920-45dc-9b69-a147329e6040 req-ec1c3725-b171-4174-a6a3-b52aa1db28b0 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 945 time: 0.4902768 May 30 19:59:00.805420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-26dbc7f0-90aa-45a2-addc-bfa527e90897 req-6f7fe9a1-b3ba-41ca-97bf-548791b6a083 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] No DVR routers for this DVR port 9f740787-7f7d-4d5f-8870-23030fee3917 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:59:00.829296 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c41989-1566-4209-9ac5-05c1df74aa43 req-bfddf3b4-c6bf-4366-8592-02839b2536f6 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:00.837873 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62c41989-1566-4209-9ac5-05c1df74aa43 req-bfddf3b4-c6bf-4366-8592-02839b2536f6 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef HTTP/1.1" status: 200 len: 949 time: 0.5753622 May 30 19:59:00.840346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Pushing event updated for resources: {'Port': ['ID=36e6d2df-69b5-41ee-bdba-7b4fa3c0c459,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:00.846527 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-26dbc7f0-90aa-45a2-addc-bfa527e90897 req-6f7fe9a1-b3ba-41ca-97bf-548791b6a083 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:00.855037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a36c7f9-7ee9-499f-905f-5ecad03e9e71', 'name': 'network-vif-deleted', 'tag': '9f740787-7f7d-4d5f-8870-23030fee3917'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:00.927054 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26dbc7f0-90aa-45a2-addc-bfa527e90897 req-6f7fe9a1-b3ba-41ca-97bf-548791b6a083 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.93 "DELETE /v2.0/ports/9f740787-7f7d-4d5f-8870-23030fee3917 HTTP/1.1" status: 204 len: 173 time: 1.7455997 May 30 19:59:01.036853 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-936bb8ef-8920-45dc-9b69-a147329e6040 req-fdbdad14-ffe1-4e14-a0e1-a7ced634582f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285843 May 30 19:59:01.053497 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62c41989-1566-4209-9ac5-05c1df74aa43 req-e7b2ac3c-70bf-427b-825b-2dc2b25b569f tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/security-groups?id=1af4c077-5f34-4a7f-8f57-11d525f4096e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147434 May 30 19:59:01.065075 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.088224 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Attempting to bind port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:59:01.088574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Attempting to bind port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:59:01.088893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Attempting to bind port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:01.100374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:59:01.100706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Attempting to bind port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:01.115693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7e7f1-cf59-4034-8abe-d9b41f66dfef req-12d469c5-305d-4006-8ec9-1a91349f542b tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:01.117217 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5af7e7f1-cf59-4034-8abe-d9b41f66dfef req-12d469c5-305d-4006-8ec9-1a91349f542b tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef HTTP/1.1" status: 200 len: 949 time: 0.1504595 May 30 19:59:01.118622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:59:01.118957 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:01.119343 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:59:01.119811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Bound port: 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:59:01.120167 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.191036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9f740787-7f7d-4d5f-8870-23030fee3917 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:59:01.251745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-5af7e7f1-cf59-4034-8abe-d9b41f66dfef req-a2aa20f7-b0e6-4356-b032-9e2c16c27531 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Deleting port 624f8b7c-ba57-47ad-a12a-cac056596d6d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:59:01.252352 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5af7e7f1-cf59-4034-8abe-d9b41f66dfef req-a2aa20f7-b0e6-4356-b032-9e2c16c27531 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.265256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 9f740787-7f7d-4d5f-8870-23030fee3917 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:59:01.265815 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9f740787-7f7d-4d5f-8870-23030fee3917 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:59:01.304401 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.456217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] For port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:01.529950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] For port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=36e6d2df-69b5-41ee-bdba-7b4fa3c0c459,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:59:01.578049 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.703691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf0662-b943-4035-82bb-2665aa78af49 req-06df94ae-a3ba-41c3-b443-351bc7e4e70c tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:01.706150 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-87cf0662-b943-4035-82bb-2665aa78af49 req-06df94ae-a3ba-41c3-b443-351bc7e4e70c tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=db08dad4-cdca-4940-a15f-7c550481c669 HTTP/1.1" status: 200 len: 950 time: 0.3635707 May 30 19:59:01.726343 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.727789 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-239514db-c988-4ba2-a72c-2bcea7392363 req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] 10.222.0.77 "PUT /v2.0/ports/36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 HTTP/1.1" status: 200 len: 1095 time: 3.0398591 May 30 19:59:01.759907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5af7e7f1-cf59-4034-8abe-d9b41f66dfef req-a2aa20f7-b0e6-4356-b032-9e2c16c27531 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] For port 624f8b7c-ba57-47ad-a12a-cac056596d6d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=624f8b7c-ba57-47ad-a12a-cac056596d6d,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:01.760514 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5af7e7f1-cf59-4034-8abe-d9b41f66dfef req-a2aa20f7-b0e6-4356-b032-9e2c16c27531 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.772257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fc203-8d28-40ea-8fd4-4983db929251 service neutron] Pushing event updated for resources: {'Port': ['ID=36e6d2df-69b5-41ee-bdba-7b4fa3c0c459,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:01.956964 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-5af7e7f1-cf59-4034-8abe-d9b41f66dfef req-a2aa20f7-b0e6-4356-b032-9e2c16c27531 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Calling delete_port for 624f8b7c-ba57-47ad-a12a-cac056596d6d owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:59:02.022180 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059cba7-5737-4d07-8359-708d48dec8ca req-59d1648c-42f8-4b2c-8fc6-8f722bcca909 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:02.026039 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059cba7-5737-4d07-8359-708d48dec8ca req-59d1648c-42f8-4b2c-8fc6-8f722bcca909 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:02.029908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059cba7-5737-4d07-8359-708d48dec8ca req-59d1648c-42f8-4b2c-8fc6-8f722bcca909 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:02.031501 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9059cba7-5737-4d07-8359-708d48dec8ca req-59d1648c-42f8-4b2c-8fc6-8f722bcca909 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76&device_id=1213f34e-9973-4e7c-9b28-1ed85a0d1d4b&device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 2417 time: 0.5086963 May 30 19:59:02.045860 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-87cf0662-b943-4035-82bb-2665aa78af49 req-96b28774-8952-42c3-b1fb-ef9587fded54 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317587 May 30 19:59:02.108728 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db08dad4-cdca-4940-a15f-7c550481c669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae907cd9-11e4-4302-8158-f06e8f2ef2db'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:02.120790 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a11362b-743e-4880-883b-fc929602dc92'] response: {'server_uuid': '4a36c7f9-7ee9-499f-905f-5ecad03e9e71', 'name': 'network-vif-deleted', 'tag': '9f740787-7f7d-4d5f-8870-23030fee3917', 'status': 'completed', 'code': 200} May 30 19:59:02.156651 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-239514db-c988-4ba2-a72c-2bcea7392363 req-1277ed31-d965-4ded-9b31-8489d0504296 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12e9a0129c614fe0aab30ebcea7a2298&device_id=0e445285-78d7-4c75-aa8d-5a8646a7b64e HTTP/1.1" status: 200 len: 1098 time: 0.3781910 May 30 19:59:02.164030 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9059cba7-5737-4d07-8359-708d48dec8ca req-3a5247b1-ca70-48e0-8331-20e75f702c43 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222241 May 30 19:59:02.390354 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-239514db-c988-4ba2-a72c-2bcea7392363 req-d29c10fb-3ff2-4ef6-95e0-611d87cebd38 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 HTTP/1.1" status: 200 len: 217 time: 0.2252309 May 30 19:59:02.446649 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5af7e7f1-cf59-4034-8abe-d9b41f66dfef req-a2aa20f7-b0e6-4356-b032-9e2c16c27531 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:02.512783 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa20f7-b0e6-4356-b032-9e2c16c27531 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Pushing event deleted for resources: {'Port': ['ID=624f8b7c-ba57-47ad-a12a-cac056596d6d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:02.527925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239514db-c988-4ba2-a72c-2bcea7392363 req-7c2289b3-82f2-45a0-8167-aceed5299e89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:02.529393 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-239514db-c988-4ba2-a72c-2bcea7392363 req-7c2289b3-82f2-45a0-8167-aceed5299e89 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1288702 May 30 19:59:02.644649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc38ee6-9885-4087-a88b-870768d58fbd req-da99f34a-8753-4249-a72c-b23f60cc8924 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:02.646116 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5dc38ee6-9885-4087-a88b-870768d58fbd req-da99f34a-8753-4249-a72c-b23f60cc8924 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e445285-78d7-4c75-aa8d-5a8646a7b64e HTTP/1.1" status: 200 len: 947 time: 0.4298556 May 30 19:59:02.654016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af7e7f1-cf59-4034-8abe-d9b41f66dfef req-a2aa20f7-b0e6-4356-b032-9e2c16c27531 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] No DVR routers for this DVR port 624f8b7c-ba57-47ad-a12a-cac056596d6d on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:59:02.658970 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:02.659292 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5af7e7f1-cf59-4034-8abe-d9b41f66dfef req-a2aa20f7-b0e6-4356-b032-9e2c16c27531 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:02.690433 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5af7e7f1-cf59-4034-8abe-d9b41f66dfef req-a2aa20f7-b0e6-4356-b032-9e2c16c27531 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.77 "DELETE /v2.0/ports/624f8b7c-ba57-47ad-a12a-cac056596d6d HTTP/1.1" status: 204 len: 173 time: 1.5587418 May 30 19:59:02.724684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5dc38ee6-9885-4087-a88b-870768d58fbd req-55c4a26f-0bbe-4195-9212-bfd76dfbde3b tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680451 May 30 19:59:02.729084 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-239514db-c988-4ba2-a72c-2bcea7392363 req-c01df26a-6510-45e0-856f-e0cfd7e56d85 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1646955 May 30 19:59:02.812397 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:02.899064 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc621a3-65bd-40e1-b617-bce86df660ad'] response: {'server_uuid': 'db08dad4-cdca-4940-a15f-7c550481c669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae907cd9-11e4-4302-8158-f06e8f2ef2db', 'code': 200} May 30 19:59:02.919208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3c05928e-718d-4880-a969-436536ce6e10 req-29bce470-0470-4375-b3ca-5b5f0ddbf605 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Synchronizing usage tracker for tenant:4e142050981c4c029a76524cf61573e6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:02.978654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3c05928e-718d-4880-a969-436536ce6e10 req-29bce470-0470-4375-b3ca-5b5f0ddbf605 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] Unset dirty status for tenant:4e142050981c4c029a76524cf61573e6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:02.982526 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c05928e-718d-4880-a969-436536ce6e10 req-29bce470-0470-4375-b3ca-5b5f0ddbf605 tempest-ImagesOneServerTestJSON-944396375 tempest-ImagesOneServerTestJSON-944396375-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef HTTP/1.1" status: 200 len: 210 time: 0.1153610 May 30 19:59:03.070215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-239514db-c988-4ba2-a72c-2bcea7392363 req-e987a568-74c9-4285-8695-a6057455d7cf service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279660 May 30 19:59:03.289492 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7328b75-5660-4d3a-88fb-8faa63ae75d9 req-f298813b-5d8a-4cff-ac50-6c3ee67a86e7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=db08dad4-cdca-4940-a15f-7c550481c669 HTTP/1.1" status: 200 len: 1101 time: 0.3055050 May 30 19:59:03.388820 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-239514db-c988-4ba2-a72c-2bcea7392363 req-a0567c9a-5ba4-42c5-ad86-44e86cfddfc4 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082483 May 30 19:59:03.416332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e45b6-5219-494c-ab83-9b6e42a254ab req-7fa53bca-3065-4806-af49-63bf5719257e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:03.417773 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b5e45b6-5219-494c-ab83-9b6e42a254ab req-7fa53bca-3065-4806-af49-63bf5719257e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 945 time: 0.3103580 May 30 19:59:03.419565 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7328b75-5660-4d3a-88fb-8faa63ae75d9 req-29aee498-41f9-4f31-840d-f8812b546ede service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119287 May 30 19:59:03.425490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0f050-f732-4a13-a2bc-8d8c23727604 req-158a3bab-87db-442b-9ed7-9fefff798acc tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:03.426924 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8f0f050-f732-4a13-a2bc-8d8c23727604 req-158a3bab-87db-442b-9ed7-9fefff798acc tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 945 time: 0.2285080 May 30 19:59:03.504366 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b5e45b6-5219-494c-ab83-9b6e42a254ab req-00c127a3-ae9d-4d62-9834-24fb613f780e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763583 May 30 19:59:03.506717 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8f0f050-f732-4a13-a2bc-8d8c23727604 req-a950ff85-a3e7-4747-8e3c-06162c7710f3 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645914 May 30 19:59:03.773229 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2338bee2-d43e-4623-b704-4dbf55c48846 req-4b387f61-75b2-4122-b9b8-7fb6916b965a tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0448878 May 30 19:59:03.931164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c198d-9c9b-465b-b2c4-46d1ea000af1 req-dc3df68d-9734-4eba-a53b-3f30b6cfb9d9 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:03.932635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f73c198d-9c9b-465b-b2c4-46d1ea000af1 req-dc3df68d-9734-4eba-a53b-3f30b6cfb9d9 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=db08dad4-cdca-4940-a15f-7c550481c669 HTTP/1.1" status: 200 len: 950 time: 0.0778005 May 30 19:59:03.982514 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f73c198d-9c9b-465b-b2c4-46d1ea000af1 req-097e663b-67d7-4c91-8b26-0d9691d39d5e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443788 May 30 19:59:04.121601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e445285-78d7-4c75-aa8d-5a8646a7b64e', 'tag': '36e6d2df-69b5-41ee-bdba-7b4fa3c0c459'}, {'server_uuid': 'fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef', 'name': 'network-vif-deleted', 'tag': '624f8b7c-ba57-47ad-a12a-cac056596d6d'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:04.314389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6106c-838b-4992-b4e7-9ae36686bbca req-cdf3f7eb-b98e-44b5-8d6b-a49f4f643dde tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:04.315775 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29b6106c-838b-4992-b4e7-9ae36686bbca req-cdf3f7eb-b98e-44b5-8d6b-a49f4f643dde tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e445285-78d7-4c75-aa8d-5a8646a7b64e HTTP/1.1" status: 200 len: 947 time: 0.1793580 May 30 19:59:04.358798 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196f32e-c41c-487e-8322-faf4b145d8ab req-8082a3d4-65d6-4a7e-af2f-d888a5045612 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:04.359484 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3196f32e-c41c-487e-8322-faf4b145d8ab req-8082a3d4-65d6-4a7e-af2f-d888a5045612 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Synchronizing usage tracker for tenant:da2c3b5169e14006bab98c084c88a6a6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:04.404079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4ce76-357a-46dd-9d6d-83738287bff8 req-e29e9671-c37b-4512-b8ca-5da532693c3d tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:04.404753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-50b4ce76-357a-46dd-9d6d-83738287bff8 req-e29e9671-c37b-4512-b8ca-5da532693c3d tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Synchronizing usage tracker for tenant:da2c3b5169e14006bab98c084c88a6a6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:04.408778 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3196f32e-c41c-487e-8322-faf4b145d8ab req-8082a3d4-65d6-4a7e-af2f-d888a5045612 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Unset dirty status for tenant:da2c3b5169e14006bab98c084c88a6a6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:04.409862 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3196f32e-c41c-487e-8322-faf4b145d8ab req-8082a3d4-65d6-4a7e-af2f-d888a5045612 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 944 time: 0.2183177 May 30 19:59:04.411868 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29b6106c-838b-4992-b4e7-9ae36686bbca req-ca7f2eec-41cd-4ca8-bb42-bc8c2f43915a tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863953 May 30 19:59:04.439417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-50b4ce76-357a-46dd-9d6d-83738287bff8 req-e29e9671-c37b-4512-b8ca-5da532693c3d tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Unset dirty status for tenant:da2c3b5169e14006bab98c084c88a6a6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:04.440483 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b4ce76-357a-46dd-9d6d-83738287bff8 req-e29e9671-c37b-4512-b8ca-5da532693c3d tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.93 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 944 time: 0.1976290 May 30 19:59:04.512369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3196f32e-c41c-487e-8322-faf4b145d8ab req-7f1c15a2-917b-479d-9dad-5d23914a8a38 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/security-groups?id=13947983-5f67-4ca7-b2d0-7d79ca789249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957875 May 30 19:59:04.527448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-50b4ce76-357a-46dd-9d6d-83738287bff8 req-65427bcb-c67e-497a-88c9-7a2ed5e6323f tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Deleting port b3d8415d-b149-4568-b574-96d85490ccc0 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:59:04.527789 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-50b4ce76-357a-46dd-9d6d-83738287bff8 req-65427bcb-c67e-497a-88c9-7a2ed5e6323f tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:04.616085 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ea23875-34d7-41a0-9233-f4685b0bf696 req-6726cc4f-f767-47fd-a0c3-76db40cddd09 tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0587296 May 30 19:59:04.689454 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 624f8b7c-ba57-47ad-a12a-cac056596d6d no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:59:04.838542 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 624f8b7c-ba57-47ad-a12a-cac056596d6d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:59:04.839143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 624f8b7c-ba57-47ad-a12a-cac056596d6d not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:59:04.843717 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7061f0-10bc-4884-8419-99653e80410a'] response: {'name': 'network-changed', 'server_uuid': '0e445285-78d7-4c75-aa8d-5a8646a7b64e', 'tag': '36e6d2df-69b5-41ee-bdba-7b4fa3c0c459', 'status': 'completed', 'code': 200} May 30 19:59:04.844095 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7061f0-10bc-4884-8419-99653e80410a'] response: {'server_uuid': 'fa53e1a1-e9c5-41cb-a77e-dd8d7fa364ef', 'name': 'network-vif-deleted', 'tag': '624f8b7c-ba57-47ad-a12a-cac056596d6d', 'status': 'completed', 'code': 200} May 30 19:59:05.063621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51074) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:05.120117 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3256637f-0c5c-462e-960a-d27cfb0fd35c req-431682fb-6dab-49ff-9768-bdc0f29e92f0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12e9a0129c614fe0aab30ebcea7a2298&device_id=0e445285-78d7-4c75-aa8d-5a8646a7b64e HTTP/1.1" status: 200 len: 1098 time: 0.2736635 May 30 19:59:05.227357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-50b4ce76-357a-46dd-9d6d-83738287bff8 req-65427bcb-c67e-497a-88c9-7a2ed5e6323f tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] For port b3d8415d-b149-4568-b574-96d85490ccc0, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b3d8415d-b149-4568-b574-96d85490ccc0,segment=NetworkSegment(cceecb26-088f-43a0-aafb-c6216b0e1e9a),segment_id=cceecb26-088f-43a0-aafb-c6216b0e1e9a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:05.227725 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-50b4ce76-357a-46dd-9d6d-83738287bff8 req-65427bcb-c67e-497a-88c9-7a2ed5e6323f tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:05.270394 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f760b63b-5562-4d92-8c82-e317b23eb0c7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4e142050981c4c029a76524cf61573e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2042375 May 30 19:59:05.272884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51084) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:05.314831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0826e-d07a-428e-b054-324538d837ec req-f644d9be-1acd-47e6-aac5-c83d4489ab9f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:05.317390 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8c0826e-d07a-428e-b054-324538d837ec req-f644d9be-1acd-47e6-aac5-c83d4489ab9f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 945 time: 0.3840358 May 30 19:59:05.339859 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26bd8d29-e33e-4bb0-9e9c-8ce1076debfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:05.366329 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26bd8d29-e33e-4bb0-9e9c-8ce1076debfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:05.384079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-50b4ce76-357a-46dd-9d6d-83738287bff8 req-65427bcb-c67e-497a-88c9-7a2ed5e6323f tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Calling delete_port for b3d8415d-b149-4568-b574-96d85490ccc0 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:59:05.420709 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26bd8d29-e33e-4bb0-9e9c-8ce1076debfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:05.437638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd8d29-e33e-4bb0-9e9c-8ce1076debfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af4c077-5f34-4a7f-8f57-11d525f4096e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:05.442997 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26bd8d29-e33e-4bb0-9e9c-8ce1076debfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:05.446762 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-26bd8d29-e33e-4bb0-9e9c-8ce1076debfc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1af4c077-5f34-4a7f-8f57-11d525f4096e HTTP/1.1" status: 204 len: 168 time: 0.1702018 May 30 19:59:05.569454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256637f-0c5c-462e-960a-d27cfb0fd35c req-29dda8a2-68a8-4aaa-b68e-b5404c7bf023 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:05.571065 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3256637f-0c5c-462e-960a-d27cfb0fd35c req-29dda8a2-68a8-4aaa-b68e-b5404c7bf023 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.4359622 May 30 19:59:05.645506 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8c0826e-d07a-428e-b054-324538d837ec req-009d06b9-997b-42b9-8f62-1ae3cb5a0c28 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303147 May 30 19:59:05.752582 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3256637f-0c5c-462e-960a-d27cfb0fd35c req-5af890ec-44d1-4901-bfe6-f063733a80ea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 HTTP/1.1" status: 200 len: 217 time: 0.1671236 May 30 19:59:05.757536 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9970418a-8953-4a11-aa38-6fa57d247d1b req-b7983bf2-188b-452b-ae01-dbb2d4d3a35a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0768180 May 30 19:59:05.765101 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c135003-8256-4ecd-8ef0-aadab036baf4 req-f075df65-3799-4ea0-b00d-1e14bc6bc027 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:05.766471 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c135003-8256-4ecd-8ef0-aadab036baf4 req-f075df65-3799-4ea0-b00d-1e14bc6bc027 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=db08dad4-cdca-4940-a15f-7c550481c669 HTTP/1.1" status: 200 len: 950 time: 0.3526499 May 30 19:59:05.839663 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-50b4ce76-357a-46dd-9d6d-83738287bff8 req-65427bcb-c67e-497a-88c9-7a2ed5e6323f tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:05.908550 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65427bcb-c67e-497a-88c9-7a2ed5e6323f tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Pushing event deleted for resources: {'Port': ['ID=b3d8415d-b149-4568-b574-96d85490ccc0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:05.924180 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c135003-8256-4ecd-8ef0-aadab036baf4 req-588f4087-ae5b-46c5-afc4-6b77585781db tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218991 May 30 19:59:05.925696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256637f-0c5c-462e-960a-d27cfb0fd35c req-a2712170-5799-4414-bc1f-ed4b105a0ca1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:05.927028 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3256637f-0c5c-462e-960a-d27cfb0fd35c req-a2712170-5799-4414-bc1f-ed4b105a0ca1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1572065 May 30 19:59:06.054635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b4ce76-357a-46dd-9d6d-83738287bff8 req-65427bcb-c67e-497a-88c9-7a2ed5e6323f tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] No DVR routers for this DVR port b3d8415d-b149-4568-b574-96d85490ccc0 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:59:06.058356 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-50b4ce76-357a-46dd-9d6d-83738287bff8 req-65427bcb-c67e-497a-88c9-7a2ed5e6323f tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:06.150744 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b4ce76-357a-46dd-9d6d-83738287bff8 req-65427bcb-c67e-497a-88c9-7a2ed5e6323f tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.93 "DELETE /v2.0/ports/b3d8415d-b149-4568-b574-96d85490ccc0 HTTP/1.1" status: 204 len: 173 time: 1.6985698 May 30 19:59:06.167498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0e309bc5-d812-4397-a951-1a052ee9bbc6 req-43dca8f0-49fe-4bcd-812d-e4cf8fb80b88 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Synchronizing usage tracker for tenant:da2c3b5169e14006bab98c084c88a6a6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:06.202223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0e309bc5-d812-4397-a951-1a052ee9bbc6 req-43dca8f0-49fe-4bcd-812d-e4cf8fb80b88 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] Unset dirty status for tenant:da2c3b5169e14006bab98c084c88a6a6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:06.203489 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e309bc5-d812-4397-a951-1a052ee9bbc6 req-43dca8f0-49fe-4bcd-812d-e4cf8fb80b88 tempest-LiveMigrationTest-1339517455 tempest-LiveMigrationTest-1339517455-project] 10.222.0.84 "GET /v2.0/ports?device_id=c691c532-9ff3-40c6-beec-55b9139bcc14 HTTP/1.1" status: 200 len: 210 time: 0.1294432 May 30 19:59:06.213896 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3256637f-0c5c-462e-960a-d27cfb0fd35c req-8185cffd-8f92-4f2e-96db-0c7eb4adfcea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2439427 May 30 19:59:06.248822 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dac71-f798-4cef-9f59-48f24da5199b req-9de5ea71-1e21-4887-9390-7428c673662f tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:06.250441 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca6dac71-f798-4cef-9f59-48f24da5199b req-9de5ea71-1e21-4887-9390-7428c673662f tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e445285-78d7-4c75-aa8d-5a8646a7b64e HTTP/1.1" status: 200 len: 947 time: 0.1811881 May 30 19:59:06.490687 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-567617a6-b477-4e36-b7f1-a1d9836f698e req-489fa0ef-0fc9-40c9-aa34-e7095e61aed9 tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0733478 May 30 19:59:06.553651 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca6dac71-f798-4cef-9f59-48f24da5199b req-a1a6ad5f-ef66-46e5-bff7-cddf30d47ad4 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498839 May 30 19:59:06.556792 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3256637f-0c5c-462e-960a-d27cfb0fd35c req-680ca1f8-7706-4c13-b55a-7fc4831ac4ad service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347943 May 30 19:59:06.700936 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:59:06.732037 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3256637f-0c5c-462e-960a-d27cfb0fd35c req-bcc0b2a6-63a3-499e-84da-7b871b078182 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684160 May 30 19:59:06.822264 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a4b782df-8959-45bf-abe0-56eaf53c5227 req-a58e673a-8f83-46c8-9e06-ca4e63f00e23 tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=db08dad4-cdca-4940-a15f-7c550481c669 HTTP/1.1" status: 200 len: 1101 time: 0.0894418 May 30 19:59:06.850291 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c691c532-9ff3-40c6-beec-55b9139bcc14', 'name': 'network-vif-deleted', 'tag': 'b3d8415d-b149-4568-b574-96d85490ccc0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:06.864431 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:06.875660 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=36e6d2df-69b5-41ee-bdba-7b4fa3c0c459,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:06.884210 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a4b782df-8959-45bf-abe0-56eaf53c5227 req-80dde47a-f202-49b4-ad44-daf7f232ca7d tempest-ServersOnMultiNodesTest-1188788790 tempest-ServersOnMultiNodesTest-1188788790-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560730 May 30 19:59:06.891498 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '36e6d2df-69b5-41ee-bdba-7b4fa3c0c459', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '36e6d2df-69b5-41ee-bdba-7b4fa3c0c459', 'mac_address': 'fa:16:3e:8f:9f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:59:06.964715 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:06.991671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:07.010995 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=36e6d2df-69b5-41ee-bdba-7b4fa3c0c459,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:07.018569 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:07.038951 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22d9f4-8439-4f79-b8b5-8ae7b5c6b5d5 req-cb49f303-3359-4e0e-975c-236432dcf933 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:07.041356 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a22d9f4-8439-4f79-b8b5-8ae7b5c6b5d5 req-cb49f303-3359-4e0e-975c-236432dcf933 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 945 time: 0.1134114 May 30 19:59:07.104270 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a22d9f4-8439-4f79-b8b5-8ae7b5c6b5d5 req-bb9fedbb-0eea-491b-8178-3ef2b5a8f18a tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543365 May 30 19:59:07.111802 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=36e6d2df-69b5-41ee-bdba-7b4fa3c0c459,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:07.122113 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:07.122400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:07.122700 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:07.123406 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:07.123915 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:07.124816 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:07.125242 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:07.125768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:07.126383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:07.126899 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:07.127557 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:07.213234 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef82ad15-b0cc-42ce-985e-aed77d319830'] response: {'server_uuid': 'c691c532-9ff3-40c6-beec-55b9139bcc14', 'name': 'network-vif-deleted', 'tag': 'b3d8415d-b149-4568-b574-96d85490ccc0', 'status': 'completed', 'code': 200} May 30 19:59:07.221718 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b3d8415d-b149-4568-b574-96d85490ccc0 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:59:07.256182 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: b3d8415d-b149-4568-b574-96d85490ccc0 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:59:07.256530 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b3d8415d-b149-4568-b574-96d85490ccc0 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:59:07.361940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['36e6d2df-69b5-41ee-bdba-7b4fa3c0c459'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:07.474726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51146) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:07.684837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e736a1-a83c-467c-8e94-12155fcb0187 req-d6c02854-1192-4007-a8cc-37e48c4dc207 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:07.686322 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8e736a1-a83c-467c-8e94-12155fcb0187 req-d6c02854-1192-4007-a8cc-37e48c4dc207 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=db08dad4-cdca-4940-a15f-7c550481c669 HTTP/1.1" status: 200 len: 950 time: 0.1317775 May 30 19:59:07.754692 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8e736a1-a83c-467c-8e94-12155fcb0187 req-79e51b5b-c2c2-4370-97fa-08932aeffbc7 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539191 May 30 19:59:07.758946 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1945bbc-81bb-454e-a5ef-c1efdcaad5cf admin admin] Deleting subnet f931af6a-450f-4906-adfc-acf32639be02 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:59:07.761105 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd72b70-ac15-41f5-a8dc-fa1ca3da69af req-41ec53eb-9a38-4621-b105-0cb462c9c66a tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:07.762545 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5cd72b70-ac15-41f5-a8dc-fa1ca3da69af req-41ec53eb-9a38-4621-b105-0cb462c9c66a tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 946 time: 0.1331952 May 30 19:59:07.764244 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1945bbc-81bb-454e-a5ef-c1efdcaad5cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:07.820892 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1945bbc-81bb-454e-a5ef-c1efdcaad5cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:07.836491 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5cd72b70-ac15-41f5-a8dc-fa1ca3da69af req-d7f58c3b-2828-4bec-a0f2-a816d60d84ef tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667837 May 30 19:59:07.886993 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1945bbc-81bb-454e-a5ef-c1efdcaad5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:07.956832 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1945bbc-81bb-454e-a5ef-c1efdcaad5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:07.998955 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1945bbc-81bb-454e-a5ef-c1efdcaad5cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:08.012494 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d1945bbc-81bb-454e-a5ef-c1efdcaad5cf admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f931af6a-450f-4906-adfc-acf32639be02 HTTP/1.1" status: 204 len: 168 time: 0.5365844 May 30 19:59:08.012677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68d1497b-9f48-40be-b533-f7510433612d req-a407c819-5c28-4d32-83b1-eda78d2112c3 tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0493076 May 30 19:59:08.013135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51168) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:08.014102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1945bbc-81bb-454e-a5ef-c1efdcaad5cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f931af6a-450f-4906-adfc-acf32639be02,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:08.130024 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2527f018-2f96-4c3f-a8ad-b0e2502b1555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:08.315323 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2527f018-2f96-4c3f-a8ad-b0e2502b1555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:08.349724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-2527f018-2f96-4c3f-a8ad-b0e2502b1555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c9bfb4-8529-4660-8c6c-7d6abbb32dd6']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:08.364222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-2527f018-2f96-4c3f-a8ad-b0e2502b1555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cceecb26-088f-43a0-aafb-c6216b0e1e9a') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:08.364516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-2527f018-2f96-4c3f-a8ad-b0e2502b1555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cceecb26-088f-43a0-aafb-c6216b0e1e9a') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:08.379889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b07a61-c63b-4e9f-963f-6d564753b444 req-8141d3d8-f0c5-49d7-9636-abc60e100bdc tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:08.381364 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-77b07a61-c63b-4e9f-963f-6d564753b444 req-8141d3d8-f0c5-49d7-9636-abc60e100bdc tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e445285-78d7-4c75-aa8d-5a8646a7b64e HTTP/1.1" status: 200 len: 948 time: 0.2082281 May 30 19:59:08.384888 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2527f018-2f96-4c3f-a8ad-b0e2502b1555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:08.418784 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2527f018-2f96-4c3f-a8ad-b0e2502b1555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:08.434345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2527f018-2f96-4c3f-a8ad-b0e2502b1555 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:59:08.434748 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2527f018-2f96-4c3f-a8ad-b0e2502b1555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: timer() May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: self._notify() May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:59:08.452987 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:59:08.574295 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-77b07a61-c63b-4e9f-963f-6d564753b444 req-e70a599d-9699-425a-bcc7-3f640694c2ed tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828647 May 30 19:59:08.584163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ef9f1b5-5f14-43a4-914f-4cc7761c2789 req-00791cf9-d166-4a24-a306-82e4f6a8d2cd tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0641344 May 30 19:59:08.601425 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2527f018-2f96-4c3f-a8ad-b0e2502b1555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:08.607144 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2527f018-2f96-4c3f-a8ad-b0e2502b1555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:08.642387 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527f018-2f96-4c3f-a8ad-b0e2502b1555 admin admin] Pushing event deleted for resources: {'Network': ['ID=41c9bfb4-8529-4660-8c6c-7d6abbb32dd6,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:08.648860 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2527f018-2f96-4c3f-a8ad-b0e2502b1555 admin admin] 10.222.0.84 "DELETE /v2.0/networks/41c9bfb4-8529-4660-8c6c-7d6abbb32dd6 HTTP/1.1" status: 204 len: 168 time: 0.6333141 May 30 19:59:08.650302 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51194) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:08.701638 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:08.716773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8fc04e6-c1bf-4192-8484-33c37ea63cdc admin admin] Deleting subnet 0bed1f79-1e24-4e6c-919f-f367dcc5ce47 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:59:08.720769 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e8fc04e6-c1bf-4192-8484-33c37ea63cdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:08.799532 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:08.804976 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:08.805649 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:08.824464 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e8fc04e6-c1bf-4192-8484-33c37ea63cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:08.925360 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:08.953392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e445285-78d7-4c75-aa8d-5a8646a7b64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e6d2df-69b5-41ee-bdba-7b4fa3c0c459'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:08.963999 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=36e6d2df-69b5-41ee-bdba-7b4fa3c0c459,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:08.968296 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:09.022267 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08e12963-9136-4de9-9441-cd2f9676cab3 req-8e6d29e3-f1a2-4bec-9627-ee59718d5b66 tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.2012639 May 30 19:59:09.040168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=36e6d2df-69b5-41ee-bdba-7b4fa3c0c459,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:09.052180 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e8fc04e6-c1bf-4192-8484-33c37ea63cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:09.162146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe11403-a3df-499d-a8e0-d64bd9003f3e req-5db4110c-32ee-4c91-98d6-9b0be266d9b3 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:09.164018 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efe11403-a3df-499d-a8e0-d64bd9003f3e req-5db4110c-32ee-4c91-98d6-9b0be266d9b3 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 945 time: 0.3820353 May 30 19:59:09.224373 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e8fc04e6-c1bf-4192-8484-33c37ea63cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:09.308498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc04e6-c1bf-4192-8484-33c37ea63cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bed1f79-1e24-4e6c-919f-f367dcc5ce47,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:09.322087 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efe11403-a3df-499d-a8e0-d64bd9003f3e req-add9cf79-59c9-4893-ba2e-6fff7a013bfc tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451783 May 30 19:59:09.333259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22518e7-b5ca-4ac0-80a6-b5fedbbb5b1a req-671f5d92-aba4-4266-8844-ba98890dd616 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:09.334662 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d22518e7-b5ca-4ac0-80a6-b5fedbbb5b1a req-671f5d92-aba4-4266-8844-ba98890dd616 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.77 "GET /v2.0/ports?device_id=db08dad4-cdca-4940-a15f-7c550481c669 HTTP/1.1" status: 200 len: 950 time: 0.2513921 May 30 19:59:09.335642 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e8fc04e6-c1bf-4192-8484-33c37ea63cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:09.373956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e8fc04e6-c1bf-4192-8484-33c37ea63cdc admin admin] 10.222.0.84 "DELETE /v2.0/subnets/0bed1f79-1e24-4e6c-919f-f367dcc5ce47 HTTP/1.1" status: 204 len: 168 time: 0.7225151 May 30 19:59:09.376425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51216) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:09.421092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d22518e7-b5ca-4ac0-80a6-b5fedbbb5b1a req-7fc2f95f-895f-4154-a531-168f873cc9c4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Deleting port ae907cd9-11e4-4302-8158-f06e8f2ef2db {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:59:09.421434 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d22518e7-b5ca-4ac0-80a6-b5fedbbb5b1a req-7fc2f95f-895f-4154-a531-168f873cc9c4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:09.485142 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e83caae8-7f0a-4bc2-9c0f-000b85431def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:09.523633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801ac5f-c9ff-4ad8-868f-199cba4bf25a req-1bcb8c81-f3ac-4bb2-9cd9-7ad70d60af78 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:09.525124 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b801ac5f-c9ff-4ad8-868f-199cba4bf25a req-1bcb8c81-f3ac-4bb2-9cd9-7ad70d60af78 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=db08dad4-cdca-4940-a15f-7c550481c669 HTTP/1.1" status: 200 len: 950 time: 0.2683077 May 30 19:59:09.608772 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e83caae8-7f0a-4bc2-9c0f-000b85431def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:09.711252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b801ac5f-c9ff-4ad8-868f-199cba4bf25a req-3bc2b276-9299-4614-b642-9e913377c341 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773241 May 30 19:59:09.712514 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e83caae8-7f0a-4bc2-9c0f-000b85431def admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b5a35d-1e6c-4e56-917f-89626cc3f12b']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:09.725465 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e83caae8-7f0a-4bc2-9c0f-000b85431def admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7c64c9-5ccf-4359-aacb-cf16c8707310') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:09.725465 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e83caae8-7f0a-4bc2-9c0f-000b85431def admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7c64c9-5ccf-4359-aacb-cf16c8707310') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:09.737234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f27cf-24bd-49a3-b2df-525d3bf396d1 req-dae605e6-9b69-4381-86a7-93fe3eb36754 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:09.737442 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e83caae8-7f0a-4bc2-9c0f-000b85431def admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:09.738693 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-185f27cf-24bd-49a3-b2df-525d3bf396d1 req-dae605e6-9b69-4381-86a7-93fe3eb36754 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 946 time: 0.2933421 May 30 19:59:09.755938 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e83caae8-7f0a-4bc2-9c0f-000b85431def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:09.762909 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83caae8-7f0a-4bc2-9c0f-000b85431def admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:59:09.763493 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e83caae8-7f0a-4bc2-9c0f-000b85431def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: timer() May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: self._notify() May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:59:09.778100 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:59:09.791785 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dcc9d02-e7cf-40a8-b6ab-253629150395'] response: {'server_uuid': '0e445285-78d7-4c75-aa8d-5a8646a7b64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e6d2df-69b5-41ee-bdba-7b4fa3c0c459', 'code': 200} May 30 19:59:09.821552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-d22518e7-b5ca-4ac0-80a6-b5fedbbb5b1a req-7fc2f95f-895f-4154-a531-168f873cc9c4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] For port ae907cd9-11e4-4302-8158-f06e8f2ef2db, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ae907cd9-11e4-4302-8158-f06e8f2ef2db,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:09.822006 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d22518e7-b5ca-4ac0-80a6-b5fedbbb5b1a req-7fc2f95f-895f-4154-a531-168f873cc9c4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:09.838220 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-185f27cf-24bd-49a3-b2df-525d3bf396d1 req-a9f28cd1-7d32-4b63-9d39-f1d60eb1440f tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901327 May 30 19:59:09.881638 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e83caae8-7f0a-4bc2-9c0f-000b85431def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:09.917229 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e83caae8-7f0a-4bc2-9c0f-000b85431def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:09.941639 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e83caae8-7f0a-4bc2-9c0f-000b85431def admin admin] 10.222.0.84 "DELETE /v2.0/networks/01b5a35d-1e6c-4e56-917f-89626cc3f12b HTTP/1.1" status: 204 len: 168 time: 0.5640604 May 30 19:59:09.947844 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83caae8-7f0a-4bc2-9c0f-000b85431def admin admin] Pushing event deleted for resources: {'Network': ['ID=01b5a35d-1e6c-4e56-917f-89626cc3f12b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:10.020128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d22518e7-b5ca-4ac0-80a6-b5fedbbb5b1a req-7fc2f95f-895f-4154-a531-168f873cc9c4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Calling delete_port for ae907cd9-11e4-4302-8158-f06e8f2ef2db owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:59:10.214561 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51232) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:10.246310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51236) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:10.326851 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6896b830-52e8-4fe4-8121-c7936d9468ac admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=da2c3b5169e14006bab98c084c88a6a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1110430 May 30 19:59:10.331269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51244) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:10.428253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-289045c9-aa74-4930-9b3c-bb9e35d830cb req-73a69662-8176-4450-a145-8d82c0860f14 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0e445285-78d7-4c75-aa8d-5a8646a7b64e HTTP/1.1" status: 200 len: 1100 time: 0.5187328 May 30 19:59:10.431371 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5f0312e8-3882-4efb-ae96-52180a52fe22 req-aa2fb746-969c-40bc-b35d-7a185b7943f1 tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.2257514 May 30 19:59:10.446229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154b6fc-fa7e-466f-9dff-4f5990bbbebb req-6b0d4d1e-6df7-442e-a572-b56d9c36fa52 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:10.458174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e154b6fc-fa7e-466f-9dff-4f5990bbbebb req-6b0d4d1e-6df7-442e-a572-b56d9c36fa52 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e445285-78d7-4c75-aa8d-5a8646a7b64e HTTP/1.1" status: 200 len: 949 time: 0.4489689 May 30 19:59:10.476739 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db8a5c7c-7fa0-4e29-b1b7-46206279038a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:10.526738 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db8a5c7c-7fa0-4e29-b1b7-46206279038a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:10.589787 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8cbbe69-f1ed-4fa1-95a2-ed7eb60da237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:10.611867 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e154b6fc-fa7e-466f-9dff-4f5990bbbebb req-b2454f96-d859-4ad5-b6f1-54d6890c6a11 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524255 May 30 19:59:10.613567 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-289045c9-aa74-4930-9b3c-bb9e35d830cb req-e7f59074-eada-4cd2-900c-9aa63c6e96a9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484749 May 30 19:59:10.616684 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d22518e7-b5ca-4ac0-80a6-b5fedbbb5b1a req-7fc2f95f-895f-4154-a531-168f873cc9c4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:10.630796 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['45283eb0-7f60-4f12-a812-00a197ecbf9e', '652a4730-0c90-4ad7-8c92-5b7b14cf43f8', 'ae907cd9-11e4-4302-8158-f06e8f2ef2db'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:10.676674 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e8cbbe69-f1ed-4fa1-95a2-ed7eb60da237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:10.682986 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e8cbbe69-f1ed-4fa1-95a2-ed7eb60da237 admin admin] Usage tracker for resource:security_group_rule and tenant:6594b85294f34c6d8f2cb7c7e2f9e59e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:10.687102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e8cbbe69-f1ed-4fa1-95a2-ed7eb60da237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:10.689964 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['f287ac9c-2942-47c4-aedd-f0339716c9ac', '1d876d78-cbfb-4392-b861-243efc63d5a6', 'dcedb9de-fdbd-4939-a1da-0e712f37c85e', '1eca3d1a-c153-426f-aed4-6cfba80be9d7', '5fa3ee06-cb7d-449d-80ba-47e19b470a5b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:10.708982 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db8a5c7c-7fa0-4e29-b1b7-46206279038a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:10.733910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e8cbbe69-f1ed-4fa1-95a2-ed7eb60da237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:10.740650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a5c7c-7fa0-4e29-b1b7-46206279038a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13947983-5f67-4ca7-b2d0-7d79ca789249,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:10.761539 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db8a5c7c-7fa0-4e29-b1b7-46206279038a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:10.763108 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-db8a5c7c-7fa0-4e29-b1b7-46206279038a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/13947983-5f67-4ca7-b2d0-7d79ca789249 HTTP/1.1" status: 204 len: 168 time: 0.4302175 May 30 19:59:10.768434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2f95f-895f-4154-a531-168f873cc9c4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Pushing event deleted for resources: {'Port': ['ID=ae907cd9-11e4-4302-8158-f06e8f2ef2db,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:10.920615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22518e7-b5ca-4ac0-80a6-b5fedbbb5b1a req-7fc2f95f-895f-4154-a531-168f873cc9c4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] No DVR routers for this DVR port ae907cd9-11e4-4302-8158-f06e8f2ef2db on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:59:10.923951 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d22518e7-b5ca-4ac0-80a6-b5fedbbb5b1a req-7fc2f95f-895f-4154-a531-168f873cc9c4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:10.935507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db08dad4-cdca-4940-a15f-7c550481c669', 'name': 'network-vif-deleted', 'tag': 'ae907cd9-11e4-4302-8158-f06e8f2ef2db'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:10.943796 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8cbbe69-f1ed-4fa1-95a2-ed7eb60da237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:10.944159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d22518e7-b5ca-4ac0-80a6-b5fedbbb5b1a req-7fc2f95f-895f-4154-a531-168f873cc9c4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.77 "DELETE /v2.0/ports/ae907cd9-11e4-4302-8158-f06e8f2ef2db HTTP/1.1" status: 204 len: 173 time: 1.6000652 May 30 19:59:10.950710 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8cbbe69-f1ed-4fa1-95a2-ed7eb60da237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:10.994073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01affce-4a60-4c77-9791-eadaac41478f req-8f124e13-fcb0-4ad0-8e5f-5489641e9187 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:11.004661 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f01affce-4a60-4c77-9791-eadaac41478f req-8f124e13-fcb0-4ad0-8e5f-5489641e9187 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 945 time: 0.2385142 May 30 19:59:11.052560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbbe69-f1ed-4fa1-95a2-ed7eb60da237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd209f29-89f9-4a1e-aeb3-7e9138d1ad7b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:11.059734 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e8cbbe69-f1ed-4fa1-95a2-ed7eb60da237 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6594b85294f34c6d8f2cb7c7e2f9e59e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8099699 May 30 19:59:11.060021 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51272) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:11.089924 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f01affce-4a60-4c77-9791-eadaac41478f req-474ade9b-73f3-44f7-9e52-47cc645f359e tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827703 May 30 19:59:11.222100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-bae3920b-89f1-4ab6-8f4e-095aa3424a22 req-51b1ff6d-3423-477d-a3c8-d6aabea90122 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Synchronizing usage tracker for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:11.229572 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-008e4126-d8f5-4c80-aa01-2a35ea4563d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:11.257595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-bae3920b-89f1-4ab6-8f4e-095aa3424a22 req-51b1ff6d-3423-477d-a3c8-d6aabea90122 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Unset dirty status for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:11.272540 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bae3920b-89f1-4ab6-8f4e-095aa3424a22 req-51b1ff6d-3423-477d-a3c8-d6aabea90122 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=db08dad4-cdca-4940-a15f-7c550481c669 HTTP/1.1" status: 200 len: 210 time: 0.2042141 May 30 19:59:11.303346 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-008e4126-d8f5-4c80-aa01-2a35ea4563d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:11.384376 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-008e4126-d8f5-4c80-aa01-2a35ea4563d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:11.422997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e4126-d8f5-4c80-aa01-2a35ea4563d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd209f29-89f9-4a1e-aeb3-7e9138d1ad7b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:11.431685 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0419dc14-8522-4afb-810a-6b7f8acd3379'] response: {'server_uuid': 'db08dad4-cdca-4940-a15f-7c550481c669', 'name': 'network-vif-deleted', 'tag': 'ae907cd9-11e4-4302-8158-f06e8f2ef2db', 'status': 'completed', 'code': 200} May 30 19:59:11.446603 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-008e4126-d8f5-4c80-aa01-2a35ea4563d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:11.448065 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-008e4126-d8f5-4c80-aa01-2a35ea4563d5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cd209f29-89f9-4a1e-aeb3-7e9138d1ad7b HTTP/1.1" status: 204 len: 168 time: 0.3870678 May 30 19:59:11.448841 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51282) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:11.557707 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ec2c93ce-ee4a-47d1-bce5-faf700ae4a82 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=350ca2a17f3d4f0abc1be1501103e654&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1071434 May 30 19:59:11.560403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51296) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:11.606264 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a6e42-a8b2-4e0f-9120-d3634e18c596 req-676f03f3-ee22-42b2-b0ea-e18143396ac9 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:11.619721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-543a6e42-a8b2-4e0f-9120-d3634e18c596 req-676f03f3-ee22-42b2-b0ea-e18143396ac9 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 946 time: 0.1866214 May 30 19:59:11.723695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-543a6e42-a8b2-4e0f-9120-d3634e18c596 req-9b472a34-c19d-47ec-a772-ecd4cffc9d8d tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030660 May 30 19:59:11.730210 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56e5d489-0851-4723-a19d-ae87961b5fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:11.795756 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56e5d489-0851-4723-a19d-ae87961b5fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:11.899753 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56e5d489-0851-4723-a19d-ae87961b5fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:11.932891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5d489-0851-4723-a19d-ae87961b5fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39db34c2-0ed8-4eff-ac7a-400b88b84678,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:11.954933 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56e5d489-0851-4723-a19d-ae87961b5fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:11.956141 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-56e5d489-0851-4723-a19d-ae87961b5fd7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/39db34c2-0ed8-4eff-ac7a-400b88b84678 HTTP/1.1" status: 204 len: 168 time: 0.3947859 May 30 19:59:12.067396 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-89d906b3-edd3-43e2-b22d-81e63b5dff7f req-9cc6f2ee-38e0-4106-a3ff-3b4a0a42d0f0 tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.2654839 May 30 19:59:12.262250 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ad49b-f4a3-4327-b53f-e97e437efdfc req-a078273f-4653-42c0-b350-d8df8a692469 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:12.274704 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c5ad49b-f4a3-4327-b53f-e97e437efdfc req-a078273f-4653-42c0-b350-d8df8a692469 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e445285-78d7-4c75-aa8d-5a8646a7b64e HTTP/1.1" status: 200 len: 949 time: 0.2049365 May 30 19:59:12.397657 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c5ad49b-f4a3-4327-b53f-e97e437efdfc req-6d4b1e8a-8522-43bf-9476-6d7497b1520e tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221070 May 30 19:59:12.475719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df2fc2-8b5d-4d7c-aaa1-94b8147a195e req-745631a9-4ca9-4867-935e-0181758446c2 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:12.478208 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5df2fc2-8b5d-4d7c-aaa1-94b8147a195e req-745631a9-4ca9-4867-935e-0181758446c2 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 945 time: 0.1334732 May 30 19:59:12.542666 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5df2fc2-8b5d-4d7c-aaa1-94b8147a195e req-91b67b0c-75b7-4da5-a236-7fc357c756a8 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588021 May 30 19:59:12.730309 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device ae907cd9-11e4-4302-8158-f06e8f2ef2db no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:59:12.805755 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: ae907cd9-11e4-4302-8158-f06e8f2ef2db {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:59:12.810839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device ae907cd9-11e4-4302-8158-f06e8f2ef2db not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:59:13.000040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981adc2-7a0e-43cd-9e99-a0bbd9bed1ab req-152d1e54-3305-4b67-95f9-a6bc5f0b7522 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:13.002261 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e981adc2-7a0e-43cd-9e99-a0bbd9bed1ab req-152d1e54-3305-4b67-95f9-a6bc5f0b7522 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 946 time: 0.1293874 May 30 19:59:13.069712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99edb5-66e8-4bb0-ac08-2700b3e75dd0 req-915869f7-25ce-474e-8adb-43c81cc65d89 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:13.070722 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-da99edb5-66e8-4bb0-ac08-2700b3e75dd0 req-915869f7-25ce-474e-8adb-43c81cc65d89 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f3e9236-36ea-456b-a613-966864eb4cf1 HTTP/1.1" status: 200 len: 949 time: 0.1238329 May 30 19:59:13.074621 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e981adc2-7a0e-43cd-9e99-a0bbd9bed1ab req-e9763193-5dec-43f3-8de7-1ac07e2ba68c tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625315 May 30 19:59:13.124566 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-da99edb5-66e8-4bb0-ac08-2700b3e75dd0 req-e8359cf5-b8fb-4729-ba04-a23af654792d tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473218 May 30 19:59:13.321937 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93c1cbca-b519-418e-8f11-541aec3af503 req-362a57de-f62e-4890-9b9a-982d9555019e tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0495315 May 30 19:59:13.678594 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1cc52-4749-405e-b4aa-c325ac73f090 req-b6176616-9311-4b39-a342-5a940eb21421 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:13.680611 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ee1cc52-4749-405e-b4aa-c325ac73f090 req-b6176616-9311-4b39-a342-5a940eb21421 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e445285-78d7-4c75-aa8d-5a8646a7b64e HTTP/1.1" status: 200 len: 949 time: 0.0922983 May 30 19:59:13.792358 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ee1cc52-4749-405e-b4aa-c325ac73f090 req-3211e0b3-50b8-4362-babb-76cb25e7031d tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042418 May 30 19:59:13.818031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165f7ab-5dc2-4b73-be96-c9e1913370f5 req-a99dbe76-7c0b-4f3a-932f-04fb48886b9e tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:13.819485 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9165f7ab-5dc2-4b73-be96-c9e1913370f5 req-a99dbe76-7c0b-4f3a-932f-04fb48886b9e tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 945 time: 0.1103852 May 30 19:59:13.869144 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9165f7ab-5dc2-4b73-be96-c9e1913370f5 req-f5fca078-b804-4d49-bad6-ba3d71b188c0 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436852 May 30 19:59:13.949725 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a2176da-9357-4a67-b47b-66c13b24973f req-775e27ee-0fe6-4575-a086-33e114bc57a9 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=aba27b768a4e42e282ca42c395da255d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289590 May 30 19:59:14.056055 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5fb0f09-2cd9-45bb-bacf-c4f7cad666b3 req-d601a04c-e6da-4b3b-9ade-2d37e773e927 tempest-AbsoluteLimitsNegativeTestJSON-881407349 tempest-AbsoluteLimitsNegativeTestJSON-881407349-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=ab51a79077a04bc78ba29354de06bd44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779443 May 30 19:59:14.289130 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2176da-9357-4a67-b47b-66c13b24973f req-bd36ec71-1dcb-41db-96dd-e1d8da9bb32e tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:14.290493 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a2176da-9357-4a67-b47b-66c13b24973f req-bd36ec71-1dcb-41db-96dd-e1d8da9bb32e tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3326054 May 30 19:59:14.326686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb0f09-2cd9-45bb-bacf-c4f7cad666b3 req-9fc72a60-4268-48c6-b3e8-b5e79742384a tempest-AbsoluteLimitsNegativeTestJSON-881407349 tempest-AbsoluteLimitsNegativeTestJSON-881407349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:14.328076 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5fb0f09-2cd9-45bb-bacf-c4f7cad666b3 req-9fc72a60-4268-48c6-b3e8-b5e79742384a tempest-AbsoluteLimitsNegativeTestJSON-881407349 tempest-AbsoluteLimitsNegativeTestJSON-881407349-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2638609 May 30 19:59:14.341805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a2176da-9357-4a67-b47b-66c13b24973f req-b6be9aaa-dec9-4d8e-a585-18a55e74a1a9 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/quotas/aba27b768a4e42e282ca42c395da255d HTTP/1.1" status: 200 len: 375 time: 0.0360627 May 30 19:59:14.400072 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a2176da-9357-4a67-b47b-66c13b24973f req-3629f24f-9c7f-4cb8-bb01-2a7ff9ecf84b tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=aba27b768a4e42e282ca42c395da255d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492456 May 30 19:59:14.401231 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5fb0f09-2cd9-45bb-bacf-c4f7cad666b3 req-71411522-d00d-4130-b8b5-77f80292c0d9 tempest-AbsoluteLimitsNegativeTestJSON-881407349 tempest-AbsoluteLimitsNegativeTestJSON-881407349-project] 10.222.0.84 "GET /v2.0/quotas/ab51a79077a04bc78ba29354de06bd44 HTTP/1.1" status: 200 len: 375 time: 0.0626535 May 30 19:59:14.498987 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5fb0f09-2cd9-45bb-bacf-c4f7cad666b3 req-9d8fe4cb-824e-45c4-ba6b-1afce65de9d7 tempest-AbsoluteLimitsNegativeTestJSON-881407349 tempest-AbsoluteLimitsNegativeTestJSON-881407349-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ab51a79077a04bc78ba29354de06bd44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592935 May 30 19:59:14.511766 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:59:14.512481 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-285f54ed-c2b3-4a48-98b5-8861d02c08f5 req-788f6a62-9215-44d1-ad78-0eb4ae796896 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b8b4757d-bc30-4219-9183-c7445f581fa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2723854 May 30 19:59:14.553696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d2909-cb16-415d-9972-3f57a4e3a733 req-480d8f36-53b1-402c-a29b-567c1766c7e2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:14.556187 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c3d2909-cb16-415d-9972-3f57a4e3a733 req-480d8f36-53b1-402c-a29b-567c1766c7e2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "GET /v2.0/ports?device_id=1f3e9236-36ea-456b-a613-966864eb4cf1 HTTP/1.1" status: 200 len: 949 time: 0.1601179 May 30 19:59:14.788811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-8c3d2909-cb16-415d-9972-3f57a4e3a733 req-7abd1cc9-7c55-4fd7-a3e0-6e6024286aa5 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Deleting port 5fa3ee06-cb7d-449d-80ba-47e19b470a5b {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:59:14.789228 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8c3d2909-cb16-415d-9972-3f57a4e3a733 req-7abd1cc9-7c55-4fd7-a3e0-6e6024286aa5 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:14.881551 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-285f54ed-c2b3-4a48-98b5-8861d02c08f5 req-3a2edc2b-dad7-4c77-a1ca-70e1212b2387 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=b8b4757d-bc30-4219-9183-c7445f581fa1 HTTP/1.1" status: 200 len: 1099 time: 0.2355621 May 30 19:59:14.980534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51448) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:15.145011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c179f4-8166-4c76-9074-ebed35a044f8 req-3537efce-8072-4320-8d94-8f3db22ea6ef tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:15.146432 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24c179f4-8166-4c76-9074-ebed35a044f8 req-3537efce-8072-4320-8d94-8f3db22ea6ef tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 946 time: 0.4500632 May 30 19:59:15.152684 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f8befbd-27f6-4eb0-85b3-c0cc664238d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:15.191246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7f8befbd-27f6-4eb0-85b3-c0cc664238d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:15.195400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7f8befbd-27f6-4eb0-85b3-c0cc664238d0 admin admin] Usage tracker for resource:security_group_rule and tenant:ab51a79077a04bc78ba29354de06bd44 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:15.198427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7f8befbd-27f6-4eb0-85b3-c0cc664238d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:15.204855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7f8befbd-27f6-4eb0-85b3-c0cc664238d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:15.327470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f54ed-c2b3-4a48-98b5-8861d02c08f5 req-0973d9cb-0bd0-4173-86c5-096447d7422a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:15.328966 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-285f54ed-c2b3-4a48-98b5-8861d02c08f5 req-0973d9cb-0bd0-4173-86c5-096447d7422a service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.4163210 May 30 19:59:15.355665 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f8befbd-27f6-4eb0-85b3-c0cc664238d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:15.360686 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24c179f4-8166-4c76-9074-ebed35a044f8 req-034cbfef-061e-438a-901c-6e0ea7355769 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958768 May 30 19:59:15.362070 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f8befbd-27f6-4eb0-85b3-c0cc664238d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:15.400973 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7f8befbd-27f6-4eb0-85b3-c0cc664238d0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ab51a79077a04bc78ba29354de06bd44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4193685 May 30 19:59:15.403430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51456) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:15.456328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8befbd-27f6-4eb0-85b3-c0cc664238d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c73d73e-abc1-49bb-88e4-f00644a3c06a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:15.508114 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-285f54ed-c2b3-4a48-98b5-8861d02c08f5 req-79f7c272-ee40-4bd2-8ad5-db80e8cb1240 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=f287ac9c-2942-47c4-aedd-f0339716c9ac HTTP/1.1" status: 200 len: 217 time: 0.1657941 May 30 19:59:15.509685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-8c3d2909-cb16-415d-9972-3f57a4e3a733 req-7abd1cc9-7c55-4fd7-a3e0-6e6024286aa5 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] For port 5fa3ee06-cb7d-449d-80ba-47e19b470a5b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5fa3ee06-cb7d-449d-80ba-47e19b470a5b,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:15.510113 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8c3d2909-cb16-415d-9972-3f57a4e3a733 req-7abd1cc9-7c55-4fd7-a3e0-6e6024286aa5 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:15.516591 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-794c4830-f8e5-4e80-98dd-1513b8f67877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:15.547257 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-794c4830-f8e5-4e80-98dd-1513b8f67877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:15.599923 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-794c4830-f8e5-4e80-98dd-1513b8f67877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:15.617486 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c4830-f8e5-4e80-98dd-1513b8f67877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c73d73e-abc1-49bb-88e4-f00644a3c06a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:15.627742 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-794c4830-f8e5-4e80-98dd-1513b8f67877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:15.631190 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-794c4830-f8e5-4e80-98dd-1513b8f67877 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2c73d73e-abc1-49bb-88e4-f00644a3c06a HTTP/1.1" status: 204 len: 168 time: 0.2241812 May 30 19:59:15.721494 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-8c3d2909-cb16-415d-9972-3f57a4e3a733 req-7abd1cc9-7c55-4fd7-a3e0-6e6024286aa5 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Calling delete_port for 5fa3ee06-cb7d-449d-80ba-47e19b470a5b owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:59:15.768270 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3683fb00-aaf9-4820-8b49-4753f8a714fb req-980f2c00-4045-4d77-b1df-ab6cdd7ca5ed tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.2096395 May 30 19:59:15.798172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f54ed-c2b3-4a48-98b5-8861d02c08f5 req-24ea3be2-913a-4f7a-b404-2ffac5a91739 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:15.799618 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-285f54ed-c2b3-4a48-98b5-8861d02c08f5 req-24ea3be2-913a-4f7a-b404-2ffac5a91739 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2733493 May 30 19:59:15.876293 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d64b0-e518-495a-be01-52efaa6de85d req-b62941a5-d0a8-4ab9-af10-dcfd145deb79 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:15.882997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d7d64b0-e518-495a-be01-52efaa6de85d req-b62941a5-d0a8-4ab9-af10-dcfd145deb79 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f3e9236-36ea-456b-a613-966864eb4cf1 HTTP/1.1" status: 200 len: 949 time: 0.4492443 May 30 19:59:16.019528 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a2176da-9357-4a67-b47b-66c13b24973f req-3364869d-ae94-4432-8a9b-af8c140cfc8f tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=aba27b768a4e42e282ca42c395da255d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526414 May 30 19:59:16.040484 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d7d64b0-e518-495a-be01-52efaa6de85d req-9db160c1-af11-42b2-8cc0-ef35a94d7f2b tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566277 May 30 19:59:16.107602 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-285f54ed-c2b3-4a48-98b5-8861d02c08f5 req-feff2a84-4f9b-4d66-a418-dc22687346ed service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2993863 May 30 19:59:16.181586 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8c3d2909-cb16-415d-9972-3f57a4e3a733 req-7abd1cc9-7c55-4fd7-a3e0-6e6024286aa5 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:16.200496 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['45283eb0-7f60-4f12-a812-00a197ecbf9e', '652a4730-0c90-4ad7-8c92-5b7b14cf43f8'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:16.236480 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['f287ac9c-2942-47c4-aedd-f0339716c9ac', '1d876d78-cbfb-4392-b861-243efc63d5a6', 'dcedb9de-fdbd-4939-a1da-0e712f37c85e', '1eca3d1a-c153-426f-aed4-6cfba80be9d7'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:16.370762 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd1cc9-7c55-4fd7-a3e0-6e6024286aa5 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Pushing event deleted for resources: {'Port': ['ID=5fa3ee06-cb7d-449d-80ba-47e19b470a5b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:16.433279 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-f24b53ed-327a-4bd4-b0fd-52482e999e61 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=aba27b768a4e42e282ca42c395da255d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1876748 May 30 19:59:16.440006 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-3f03f690-eaad-47f2-9caa-bb14ef095ac3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=3e860bf879054bd598319d1741599d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1317356 May 30 19:59:16.628208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51492) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:16.769274 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-246008298-network', 'tenant_id': '8e91f39dc1cb49d8a7c30a8d5d13f2b8'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:16.775060 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:16.780073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Usage tracker for resource:network and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:16.783674 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:16.790595 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:16.806133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Made reservation on behalf of 8e91f39dc1cb49d8a7c30a8d5d13f2b8 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:59:16.809368 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:16.827104 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:16.863005 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3d2909-cb16-415d-9972-3f57a4e3a733 req-7abd1cc9-7c55-4fd7-a3e0-6e6024286aa5 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] No DVR routers for this DVR port 5fa3ee06-cb7d-449d-80ba-47e19b470a5b on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:59:16.874435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:16.878979 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Usage tracker for resource:security_group_rule and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:16.883117 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:16.883310 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8c3d2909-cb16-415d-9972-3f57a4e3a733 req-7abd1cc9-7c55-4fd7-a3e0-6e6024286aa5 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:16.887931 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3e9236-36ea-456b-a613-966864eb4cf1', 'name': 'network-vif-deleted', 'tag': '5fa3ee06-cb7d-449d-80ba-47e19b470a5b'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:16.889755 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:16.897619 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2176da-9357-4a67-b47b-66c13b24973f req-cf1e01d7-4222-4f87-9822-cb9dfcccdbb8 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:16.899317 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a2176da-9357-4a67-b47b-66c13b24973f req-cf1e01d7-4222-4f87-9822-cb9dfcccdbb8 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8707433 May 30 19:59:16.955742 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Request body: {'port': {'device_id': 'd257e547-e381-4ccb-92a0-e41551d79060', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': 'aba27b768a4e42e282ca42c395da255d'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:16.982760 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:16.986638 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c3d2909-cb16-415d-9972-3f57a4e3a733 req-7abd1cc9-7c55-4fd7-a3e0-6e6024286aa5 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "DELETE /v2.0/ports/5fa3ee06-cb7d-449d-80ba-47e19b470a5b HTTP/1.1" status: 204 len: 173 time: 2.4221711 May 30 19:59:16.988487 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:16.988622 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-285f54ed-c2b3-4a48-98b5-8861d02c08f5 req-9addde61-d1cc-4497-8dc3-1de81cb6fe0a service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7913234 May 30 19:59:17.031675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:59:17.050267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2ad798-d07a-411b-a6a5-d27165a8900c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:17.056462 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.056804 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Added segment e00e908d-cc0d-4efe-a2c8-8f343a2e29b0 of type vlan for network 0af1ee9a-ef0c-412c-8632-5d7d61427758 May 30 19:59:17.087851 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.124618 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.125609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:17.126505 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.201595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-90823fb9-17cf-43ad-a43d-6c56f2766b1a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:17.203021 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-90823fb9-17cf-43ad-a43d-6c56f2766b1a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7460868 May 30 19:59:17.212867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-aa5b6ed7-2474-474a-93f7-615e2b9045b2 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:17.214305 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-aa5b6ed7-2474-474a-93f7-615e2b9045b2 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7562833 May 30 19:59:17.227054 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5fa3ee06-cb7d-449d-80ba-47e19b470a5b no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:59:17.235136 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] Pushing event updated for resources: {'Network': ['ID=0af1ee9a-ef0c-412c-8632-5d7d61427758,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:17.242515 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ecb58d53-9abb-4f4f-bd3c-65e5a33d059f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6103125 May 30 19:59:17.242787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51504) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:17.248902 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-37fb3754-d895-4e1c-a704-2fdca9009512 admin admin] Request body: {'subnet': {'network_id': '0af1ee9a-ef0c-412c-8632-5d7d61427758', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-246008298-subnet', 'tenant_id': '8e91f39dc1cb49d8a7c30a8d5d13f2b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:17.254730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-37fb3754-d895-4e1c-a704-2fdca9009512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:17.259514 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-37fb3754-d895-4e1c-a704-2fdca9009512 admin admin] Usage tracker for resource:subnet and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:17.262080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-37fb3754-d895-4e1c-a704-2fdca9009512 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:17.269228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-37fb3754-d895-4e1c-a704-2fdca9009512 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:17.277722 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-d65f9608-2a74-4057-8cf5-9c842c60ec32 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/quotas/3e860bf879054bd598319d1741599d12 HTTP/1.1" status: 200 len: 375 time: 0.0624781 May 30 19:59:17.283232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fb3754-d895-4e1c-a704-2fdca9009512 admin admin] Made reservation on behalf of 8e91f39dc1cb49d8a7c30a8d5d13f2b8 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:59:17.286388 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-37fb3754-d895-4e1c-a704-2fdca9009512 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.303770 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 5fa3ee06-cb7d-449d-80ba-47e19b470a5b {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:59:17.304309 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5fa3ee06-cb7d-449d-80ba-47e19b470a5b not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:59:17.306833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 0af1ee9a-ef0c-412c-8632-5d7d61427758 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:59:17.330026 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-058cfbb0-cd2a-4e62-88e4-eaba17d2925c tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/quotas/aba27b768a4e42e282ca42c395da255d HTTP/1.1" status: 200 len: 375 time: 0.0861328 May 30 19:59:17.357070 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-56cda1bb-9c25-433e-83cd-d6f46c6915ca tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653460 May 30 19:59:17.394396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:17.403632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Usage tracker for resource:port and tenant:aba27b768a4e42e282ca42c395da255d is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:17.410985 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:17.415275 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-285f54ed-c2b3-4a48-98b5-8861d02c08f5 req-f731f0de-1f83-4411-9b8c-9c158ab4583b service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563919 May 30 19:59:17.417439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-2b207782-5075-46d8-8107-c299e540aa44 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=aba27b768a4e42e282ca42c395da255d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690444 May 30 19:59:17.421542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:17.440911 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Made reservation on behalf of aba27b768a4e42e282ca42c395da255d for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:59:17.444236 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.458448 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.500309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:17.506022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Usage tracker for resource:security_group_rule and tenant:aba27b768a4e42e282ca42c395da255d is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:17.509802 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:17.517754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:17.566196 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-37fb3754-d895-4e1c-a704-2fdca9009512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.632266 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.643155 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.678743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb3754-d895-4e1c-a704-2fdca9009512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7f80b35-615d-42ac-91ab-cb12a562dd68,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:17.689994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fb3754-d895-4e1c-a704-2fdca9009512 admin admin] Checking segment: {'id': 'e00e908d-cc0d-4efe-a2c8-8f343a2e29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0af1ee9a-ef0c-412c-8632-5d7d61427758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:17.690599 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fb3754-d895-4e1c-a704-2fdca9009512 admin admin] Network hostable DHCP agents. Network: 0af1ee9a-ef0c-412c-8632-5d7d61427758, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:59:17.722630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fb3754-d895-4e1c-a704-2fdca9009512 admin admin] Network 0af1ee9a-ef0c-412c-8632-5d7d61427758 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:59:17.734345 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-37fb3754-d895-4e1c-a704-2fdca9009512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 0af1ee9a-ef0c-412c-8632-5d7d61427758) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:17.747415 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95efa263-e619-4f8e-91fc-19b8ca34e2fd None None] Network 0af1ee9a-ef0c-412c-8632-5d7d61427758 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:59:17.763664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fb3754-d895-4e1c-a704-2fdca9009512 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:17.766456 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-37fb3754-d895-4e1c-a704-2fdca9009512 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.818523 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-37fb3754-d895-4e1c-a704-2fdca9009512 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5745485 May 30 19:59:17.853970 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3040179-6a05-4c65-8b16-9178ae742b7a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:17.970449 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbfc21-28fd-4987-935a-16f9525c96b1 req-de0271a0-6b13-4c75-9a7d-0fda40bc5c5a tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:17.977766 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0fbfc21-28fd-4987-935a-16f9525c96b1 req-de0271a0-6b13-4c75-9a7d-0fda40bc5c5a tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 945 time: 0.2310290 May 30 19:59:18.012357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Allocated IP 192.168.233.96 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/d2c21ba1-ad15-46de-b2e1-c53efb743d11) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:59:18.080186 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0fbfc21-28fd-4987-935a-16f9525c96b1 req-7916e3f7-83bd-4858-b06d-0e7210c923d6 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011832 May 30 19:59:18.268710 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e25eb48-1d14-4f72-b51c-56a5fdac6eb7 None None] Network 0af1ee9a-ef0c-412c-8632-5d7d61427758 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:59:18.515648 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:18.548688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31774c56-2564-4832-8afb-8d5a12c05cfd req-bfc835eb-c8bb-42d7-9fa1-09ce2152b3c9 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:18.555670 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31774c56-2564-4832-8afb-8d5a12c05cfd req-bfc835eb-c8bb-42d7-9fa1-09ce2152b3c9 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 946 time: 0.2668471 May 30 19:59:18.582799 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Transition to ACTIVE for port object d2c21ba1-ad15-46de-b2e1-c53efb743d11 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:18.627427 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31774c56-2564-4832-8afb-8d5a12c05cfd req-1ce56c45-92bd-4f65-97d6-38a5278c5d9c tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708089 May 30 19:59:18.644872 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f00c377-e24b-49ab-b5c0-1bd72c284611 req-e4d72c30-277c-49f4-8261-c5598142612b tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=408c181f-c210-46b7-998a-4b36eeb66f7e&device_id=7328380e-e044-456b-876b-0ee3333ebc35&device_id=d257e547-e381-4ccb-92a0-e41551d79060&device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc&device_id=0e445285-78d7-4c75-aa8d-5a8646a7b64e&device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9&device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390&device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76&device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c&device_id=1213f34e-9973-4e7c-9b28-1ed85a0d1d4b&device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938&device_id=bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5&device_id=79143ca5-0d44-4492-b857-01534b0f96c2&device_id=d97a0589-c695-4172-869c-4022c4987016&device_id=7e4920e4-3024-4783-b91a-0f9ff4bbd4e4&device_id=b8b4757d-bc30-4219-9183-c7445f581fa1&device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 11768 time: 0.2046390 May 30 19:59:18.655321 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:18.717226 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0f00c377-e24b-49ab-b5c0-1bd72c284611 req-d43ab3e6-d69d-40ca-96d9-b9d6da0f5f6f tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:18.811470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:59:18.820795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Pushing event updated for resources: {'Port': ['ID=d2c21ba1-ad15-46de-b2e1-c53efb743d11,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:18.823099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:18.832291 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:59:18.858152 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b092f7a-4148-4a4e-abbf-92339b8e014f req-96430ce7-63a4-49a6-969e-c57f2eb4a91b tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0816875 May 30 19:59:18.861976 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0f00c377-e24b-49ab-b5c0-1bd72c284611 req-d43ab3e6-d69d-40ca-96d9-b9d6da0f5f6f tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:18.871770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0f00c377-e24b-49ab-b5c0-1bd72c284611 req-d43ab3e6-d69d-40ca-96d9-b9d6da0f5f6f tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] Usage tracker for resource:security_group_rule and tenant:62137435215541de9e7d4e8e27f64654 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:18.881320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0f00c377-e24b-49ab-b5c0-1bd72c284611 req-d43ab3e6-d69d-40ca-96d9-b9d6da0f5f6f tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:18.890649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0f00c377-e24b-49ab-b5c0-1bd72c284611 req-d43ab3e6-d69d-40ca-96d9-b9d6da0f5f6f tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:18.907802 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:18.908431 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:18.955766 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2168c1a6-dc95-419d-a80d-56ed9d719370'] response: {'server_uuid': '1f3e9236-36ea-456b-a613-966864eb4cf1', 'name': 'network-vif-deleted', 'tag': '5fa3ee06-cb7d-449d-80ba-47e19b470a5b', 'status': 'completed', 'code': 200} May 30 19:59:18.959820 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a2176da-9357-4a67-b47b-66c13b24973f req-ebb7a368-df21-4743-8690-a2298ef7d471 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0218573 May 30 19:59:18.976087 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Request body: {'port': {'device_id': 'd257e547-e381-4ccb-92a0-e41551d79060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:19.060054 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0f00c377-e24b-49ab-b5c0-1bd72c284611 req-d43ab3e6-d69d-40ca-96d9-b9d6da0f5f6f tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:19.111602 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0f00c377-e24b-49ab-b5c0-1bd72c284611 req-d43ab3e6-d69d-40ca-96d9-b9d6da0f5f6f tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:19.211751 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86e12f-f219-46af-a7e9-21e8f03ebed7 None None] Provisioning for port d2c21ba1-ad15-46de-b2e1-c53efb743d11 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:19.217787 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86e12f-f219-46af-a7e9-21e8f03ebed7 None None] Provisioning complete for port d2c21ba1-ad15-46de-b2e1-c53efb743d11 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:19.218200 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86e12f-f219-46af-a7e9-21e8f03ebed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:19.286992 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86e12f-f219-46af-a7e9-21e8f03ebed7 None None] Port d2c21ba1-ad15-46de-b2e1-c53efb743d11 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:59:19.369457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0f00c377-e24b-49ab-b5c0-1bd72c284611 req-d43ab3e6-d69d-40ca-96d9-b9d6da0f5f6f tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] Synchronizing usage tracker for tenant:62137435215541de9e7d4e8e27f64654 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:19.373470 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9051c61d-62d8-4e84-bdba-e02d9524e916 req-390e38f0-6b5c-4e84-a6c3-da12e8f2ae1b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 210 time: 0.2331169 May 30 19:59:19.381030 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:19.389983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ab3e6-d69d-40ca-96d9-b9d6da0f5f6f tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fbe697-16df-49ef-9af9-8c2d009ac69d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:19.397756 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-e1a8d8f0-22b8-4a32-9a8b-2f824393e240 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=3e860bf879054bd598319d1741599d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729117 May 30 19:59:19.565806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0f00c377-e24b-49ab-b5c0-1bd72c284611 req-d43ab3e6-d69d-40ca-96d9-b9d6da0f5f6f tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] Unset dirty status for tenant:62137435215541de9e7d4e8e27f64654 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:19.566952 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f00c377-e24b-49ab-b5c0-1bd72c284611 req-d43ab3e6-d69d-40ca-96d9-b9d6da0f5f6f tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&id=74748e46-5812-4f6e-b805-b2582418e4e1&id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.9157503 May 30 19:59:19.594068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ac8d5653-9b28-4482-8e4e-4f14683a7728 req-9f967d1c-7e80-431e-a554-1a566fbc89bc tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Synchronizing usage tracker for tenant:aba27b768a4e42e282ca42c395da255d on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:19.738846 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-0d759513-b6bf-4a4b-9d0d-02bf47904947 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=aba27b768a4e42e282ca42c395da255d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993717 May 30 19:59:19.748050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ac8d5653-9b28-4482-8e4e-4f14683a7728 req-9f967d1c-7e80-431e-a554-1a566fbc89bc tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Unset dirty status for tenant:aba27b768a4e42e282ca42c395da255d on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:19.749386 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac8d5653-9b28-4482-8e4e-4f14683a7728 req-9f967d1c-7e80-431e-a554-1a566fbc89bc tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/ports?device_id=408c181f-c210-46b7-998a-4b36eeb66f7e HTTP/1.1" status: 200 len: 210 time: 0.2306190 May 30 19:59:19.788725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-aa4ebd84-d2d9-40c8-a73d-39d2f9064bf2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:19.790143 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-aa4ebd84-d2d9-40c8-a73d-39d2f9064bf2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3880033 May 30 19:59:19.865795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Request body: {'port': {'device_id': '7328380e-e044-456b-876b-0ee3333ebc35', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '3e860bf879054bd598319d1741599d12'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:19.886022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-332d355b-3585-48dc-830a-345ade737e94 req-54aecd8f-4f35-428c-8567-e4fc63aee6fd tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1422679756', 'description': 'tempest-description-807172361'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:19.915615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-332d355b-3585-48dc-830a-345ade737e94 req-54aecd8f-4f35-428c-8567-e4fc63aee6fd tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:19.982837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-332d355b-3585-48dc-830a-345ade737e94 req-54aecd8f-4f35-428c-8567-e4fc63aee6fd tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Usage tracker for resource:security_group and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:20.038686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-332d355b-3585-48dc-830a-345ade737e94 req-54aecd8f-4f35-428c-8567-e4fc63aee6fd tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:20.061518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-332d355b-3585-48dc-830a-345ade737e94 req-54aecd8f-4f35-428c-8567-e4fc63aee6fd tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:20.175826 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-332d355b-3585-48dc-830a-345ade737e94 req-54aecd8f-4f35-428c-8567-e4fc63aee6fd tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:20.205092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-2027e7a0-08c2-4c42-a246-1acfc0dfe122 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:20.206532 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-2027e7a0-08c2-4c42-a246-1acfc0dfe122 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4521332 May 30 19:59:20.239307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-a4b0313b-e780-441c-a989-d61009bcaa77 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Request body: {'port': {'device_id': '408c181f-c210-46b7-998a-4b36eeb66f7e', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': 'aba27b768a4e42e282ca42c395da255d'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:20.397062 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:20.434037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Usage tracker for resource:port and tenant:3e860bf879054bd598319d1741599d12 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:20.439407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:20.444157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-332d355b-3585-48dc-830a-345ade737e94 req-54aecd8f-4f35-428c-8567-e4fc63aee6fd tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:20.458025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-332d355b-3585-48dc-830a-345ade737e94 req-54aecd8f-4f35-428c-8567-e4fc63aee6fd tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Usage tracker for resource:security_group_rule and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:20.460590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:20.464626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-332d355b-3585-48dc-830a-345ade737e94 req-54aecd8f-4f35-428c-8567-e4fc63aee6fd tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:20.497388 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-332d355b-3585-48dc-830a-345ade737e94 req-54aecd8f-4f35-428c-8567-e4fc63aee6fd tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:20.555826 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Made reservation on behalf of 3e860bf879054bd598319d1741599d12 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:59:20.558730 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:20.592380 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58bb1279-1696-4f0d-9035-ee21ed20dad8 req-bf036691-5d56-417e-9bf7-f2b39af9bb6e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=79143ca5-0d44-4492-b857-01534b0f96c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4869490 May 30 19:59:20.610027 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:20.676673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-a4b0313b-e780-441c-a989-d61009bcaa77 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:20.684201 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c21ba1-ad15-46de-b2e1-c53efb743d11 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:20.706050 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:20.732507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-a4b0313b-e780-441c-a989-d61009bcaa77 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:20.771866 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4d4ba-732c-48c6-8349-9d7712ad759e req-da4f052a-3163-4110-a454-ae915aaa4a09 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:20.773344 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-daa4d4ba-732c-48c6-8349-9d7712ad759e req-da4f052a-3163-4110-a454-ae915aaa4a09 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 945 time: 0.4287879 May 30 19:59:20.774950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Transition to ACTIVE for port object d2c21ba1-ad15-46de-b2e1-c53efb743d11 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:20.782485 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-332d355b-3585-48dc-830a-345ade737e94 req-54aecd8f-4f35-428c-8567-e4fc63aee6fd tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:20.791659 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:20.838745 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-332d355b-3585-48dc-830a-345ade737e94 req-54aecd8f-4f35-428c-8567-e4fc63aee6fd tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:20.848418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:20.883853 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-a4b0313b-e780-441c-a989-d61009bcaa77 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Made reservation on behalf of aba27b768a4e42e282ca42c395da255d for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:59:20.886819 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-a4b0313b-e780-441c-a989-d61009bcaa77 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:20.898954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Usage tracker for resource:security_group_rule and tenant:3e860bf879054bd598319d1741599d12 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:20.911275 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:20.937348 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:21.183047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Pushing event updated for resources: {'Port': ['ID=d2c21ba1-ad15-46de-b2e1-c53efb743d11,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:21.185476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aecd8f-4f35-428c-8567-e4fc63aee6fd tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcb4667-2c29-4d2b-9559-520508664ce9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:21.200550 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-332d355b-3585-48dc-830a-345ade737e94 req-54aecd8f-4f35-428c-8567-e4fc63aee6fd tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:21.201742 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-332d355b-3585-48dc-830a-345ade737e94 req-54aecd8f-4f35-428c-8567-e4fc63aee6fd tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.3495255 May 30 19:59:21.222084 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58bb1279-1696-4f0d-9035-ee21ed20dad8 req-07eecc37-30ce-4ca0-85f0-b92cf20950a7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=80c5886d695a483397b8748456ab7e32&device_id=79143ca5-0d44-4492-b857-01534b0f96c2 HTTP/1.1" status: 200 len: 1100 time: 0.5973980 May 30 19:59:21.224238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-daa4d4ba-732c-48c6-8349-9d7712ad759e req-399ae163-b825-427b-93b8-256ccd89221b tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441183 May 30 19:59:21.537625 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b7a80df-79bc-4076-a0b1-829fb60fac1f req-35293ce6-f077-43a5-8575-3ae796c9f31e tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.1332037 May 30 19:59:21.627688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-a4b0313b-e780-441c-a989-d61009bcaa77 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Allocated IP 192.168.233.244 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/5f74919b-a5cf-4e3d-bea0-cf4ecb69d025) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:59:21.637288 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:21.647394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Attempting to bind port d2c21ba1-ad15-46de-b2e1-c53efb743d11 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:59:21.647720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Attempting to bind port d2c21ba1-ad15-46de-b2e1-c53efb743d11 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:59:21.648077 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Attempting to bind port d2c21ba1-ad15-46de-b2e1-c53efb743d11 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:21.650542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb1279-1696-4f0d-9035-ee21ed20dad8 req-a01dad38-706d-43d9-9842-b502f2d0f1fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:21.652062 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58bb1279-1696-4f0d-9035-ee21ed20dad8 req-a01dad38-706d-43d9-9842-b502f2d0f1fd service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.4002547 May 30 19:59:21.656627 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:21.787803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Port d2c21ba1-ad15-46de-b2e1-c53efb743d11 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:59:21.788050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Attempting to bind port d2c21ba1-ad15-46de-b2e1-c53efb743d11 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:21.978314 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7e2e63c-6ec0-4342-a38f-09ca42f053ca req-1b47083c-cc66-4c4a-a02a-cc35284aa2a9 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 210 time: 0.2074199 May 30 19:59:21.980464 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58bb1279-1696-4f0d-9035-ee21ed20dad8 req-ddc713da-ddf9-431f-8f18-8a03e1d90417 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=652a4730-0c90-4ad7-8c92-5b7b14cf43f8 HTTP/1.1" status: 200 len: 217 time: 0.3192425 May 30 19:59:21.996578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e84609-b854-4782-89f7-efbeaedc9702,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:22.055937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:59:22.056227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:22.056609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:59:22.057053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Bound port: d2c21ba1-ad15-46de-b2e1-c53efb743d11, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:59:22.057397 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:22.296777 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7095d38f-8766-427d-8035-e16cbf180f86 req-8bd76d81-92db-481a-99d5-1e5c3f88b731 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/ports?device_id=408c181f-c210-46b7-998a-4b36eeb66f7e HTTP/1.1" status: 200 len: 210 time: 0.1860008 May 30 19:59:22.327433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb1279-1696-4f0d-9035-ee21ed20dad8 req-92d0979a-8982-4c42-a46f-1d186c62462f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:22.329388 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58bb1279-1696-4f0d-9035-ee21ed20dad8 req-92d0979a-8982-4c42-a46f-1d186c62462f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.3213084 May 30 19:59:22.414793 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-3b3bd2ac-8415-41dc-bbc3-e236efc82e8a req-19394fd0-c4ee-4797-a3eb-1ff15f686f33 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2005605058', 'description': 'tempest-description-1433762213'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:22.438594 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-3b3bd2ac-8415-41dc-bbc3-e236efc82e8a req-19394fd0-c4ee-4797-a3eb-1ff15f686f33 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:22.449625 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb104b8f-d3ec-49dd-9af6-f958407ce1e8 req-80872f24-b1db-423e-8664-550ffb36e4d0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ccee7201acb94dd2a2ea81f16f0c1b53&device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 1097 time: 0.6627073 May 30 19:59:22.455551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbca5e-333f-4ac0-a122-b9477bdee48d req-cda3c0fe-f2cd-4a5e-97c0-9bb4d1c4e005 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:22.456224 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ccfbca5e-333f-4ac0-a122-b9477bdee48d req-cda3c0fe-f2cd-4a5e-97c0-9bb4d1c4e005 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Synchronizing usage tracker for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:22.474608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3b3bd2ac-8415-41dc-bbc3-e236efc82e8a req-19394fd0-c4ee-4797-a3eb-1ff15f686f33 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Usage tracker for resource:security_group and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:22.505501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] For port d2c21ba1-ad15-46de-b2e1-c53efb743d11, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:22.507615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3b3bd2ac-8415-41dc-bbc3-e236efc82e8a req-19394fd0-c4ee-4797-a3eb-1ff15f686f33 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:22.526873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-3b3bd2ac-8415-41dc-bbc3-e236efc82e8a req-19394fd0-c4ee-4797-a3eb-1ff15f686f33 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:22.591450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4011740-d359-4cbd-9071-58f51d4fe089 req-a35bf1eb-29a8-4204-a9d6-56bb68e0c70a tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:22.592079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e4011740-d359-4cbd-9071-58f51d4fe089 req-a35bf1eb-29a8-4204-a9d6-56bb68e0c70a tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Synchronizing usage tracker for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:22.616526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] For port d2c21ba1-ad15-46de-b2e1-c53efb743d11, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d2c21ba1-ad15-46de-b2e1-c53efb743d11,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:59:22.619801 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-a4b0313b-e780-441c-a989-d61009bcaa77 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:22.647170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ccfbca5e-333f-4ac0-a122-b9477bdee48d req-cda3c0fe-f2cd-4a5e-97c0-9bb4d1c4e005 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Unset dirty status for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:22.648328 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccfbca5e-333f-4ac0-a122-b9477bdee48d req-cda3c0fe-f2cd-4a5e-97c0-9bb4d1c4e005 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5 HTTP/1.1" status: 200 len: 950 time: 0.8737311 May 30 19:59:22.649340 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:22.800206 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3b3bd2ac-8415-41dc-bbc3-e236efc82e8a req-19394fd0-c4ee-4797-a3eb-1ff15f686f33 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:22.843293 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-a4b0313b-e780-441c-a989-d61009bcaa77 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Transition to ACTIVE for port object 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:22.859287 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e4011740-d359-4cbd-9071-58f51d4fe089 req-a35bf1eb-29a8-4204-a9d6-56bb68e0c70a tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Unset dirty status for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:22.860876 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e4011740-d359-4cbd-9071-58f51d4fe089 req-a35bf1eb-29a8-4204-a9d6-56bb68e0c70a tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "GET /v2.0/ports?device_id=bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5 HTTP/1.1" status: 200 len: 950 time: 0.9462101 May 30 19:59:22.973270 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:22.974655 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a2176da-9357-4a67-b47b-66c13b24973f req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] 10.222.0.77 "PUT /v2.0/ports/d2c21ba1-ad15-46de-b2e1-c53efb743d11 HTTP/1.1" status: 200 len: 1095 time: 4.0032046 May 30 19:59:22.977646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd257e547-e381-4ccb-92a0-e41551d79060', 'tag': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:23.005394 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58bb1279-1696-4f0d-9035-ee21ed20dad8 req-5fbda007-aa1a-4dc7-8c36-ebf680f6a1b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6688445 May 30 19:59:23.027141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb104b8f-d3ec-49dd-9af6-f958407ce1e8 req-7d1b5a28-1115-4e13-83d3-95d4832ec026 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:23.028608 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb104b8f-d3ec-49dd-9af6-f958407ce1e8 req-7d1b5a28-1115-4e13-83d3-95d4832ec026 service neutron] 10.222.0.77 "GET /v2.0/networks?id=dbb1f20d-d968-4228-b3db-aa7863241b3a HTTP/1.1" status: 200 len: 917 time: 0.5612745 May 30 19:59:23.055539 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594749ea-b78f-49e2-b76d-b7fa2dff91aa service neutron] Pushing event updated for resources: {'Port': ['ID=d2c21ba1-ad15-46de-b2e1-c53efb743d11,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:23.213562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e4011740-d359-4cbd-9071-58f51d4fe089 req-5f240753-0761-48a5-8ba9-324775704d89 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Deleting port 1eca3d1a-c153-426f-aed4-6cfba80be9d7 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:59:23.213827 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e4011740-d359-4cbd-9071-58f51d4fe089 req-5f240753-0761-48a5-8ba9-324775704d89 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:23.245909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-3b3bd2ac-8415-41dc-bbc3-e236efc82e8a req-19394fd0-c4ee-4797-a3eb-1ff15f686f33 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:23.271995 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccfbca5e-333f-4ac0-a122-b9477bdee48d req-91923e37-6884-4ae5-923f-ee10ef8f807e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564247 May 30 19:59:23.287794 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3b3bd2ac-8415-41dc-bbc3-e236efc82e8a req-19394fd0-c4ee-4797-a3eb-1ff15f686f33 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Usage tracker for resource:security_group_rule and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:23.305526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3b3bd2ac-8415-41dc-bbc3-e236efc82e8a req-19394fd0-c4ee-4797-a3eb-1ff15f686f33 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:23.308928 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb104b8f-d3ec-49dd-9af6-f958407ce1e8 req-b1abd01b-0b55-4778-9560-a46e0cb4e845 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7114453d-b16d-4f02-9290-44ca2fcc764b HTTP/1.1" status: 200 len: 217 time: 0.2474408 May 30 19:59:23.353519 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-a4b0313b-e780-441c-a989-d61009bcaa77 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:23.394834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-3b3bd2ac-8415-41dc-bbc3-e236efc82e8a req-19394fd0-c4ee-4797-a3eb-1ff15f686f33 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:23.669153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Allocated IP 192.168.233.94 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/550c3460-ceff-4a87-a0b9-3e1ec4a74d7a) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:59:23.674422 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0313b-e780-441c-a989-d61009bcaa77 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Pushing event updated for resources: {'Port': ['ID=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:23.677312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb104b8f-d3ec-49dd-9af6-f958407ce1e8 req-fd583747-afa0-45c2-9ed1-54d9d37dd9b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:23.678772 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb104b8f-d3ec-49dd-9af6-f958407ce1e8 req-fd583747-afa0-45c2-9ed1-54d9d37dd9b4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c HTTP/1.1" status: 200 len: 855 time: 0.3573372 May 30 19:59:23.680478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58bb1279-1696-4f0d-9035-ee21ed20dad8 req-884c9564-45db-4fd9-8911-4217be249eec service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6566298 May 30 19:59:23.724846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-a4b0313b-e780-441c-a989-d61009bcaa77 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:59:23.823734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-a4b0313b-e780-441c-a989-d61009bcaa77 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:23.843197 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-a4b0313b-e780-441c-a989-d61009bcaa77 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:59:23.879466 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a2176da-9357-4a67-b47b-66c13b24973f req-9c813f14-eb45-450f-8e44-8ae48d92fdbf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aba27b768a4e42e282ca42c395da255d&device_id=d257e547-e381-4ccb-92a0-e41551d79060 HTTP/1.1" status: 200 len: 1098 time: 0.8498843 May 30 19:59:23.996785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-152a8e41-bb85-40a3-b42c-efc825770c3e None None] Provisioning for port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:24.002470 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-152a8e41-bb85-40a3-b42c-efc825770c3e None None] Provisioning complete for port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:24.002863 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-152a8e41-bb85-40a3-b42c-efc825770c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:24.055163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-152a8e41-bb85-40a3-b42c-efc825770c3e None None] Port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:59:24.104478 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3b3bd2ac-8415-41dc-bbc3-e236efc82e8a req-19394fd0-c4ee-4797-a3eb-1ff15f686f33 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:24.132054 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3b3bd2ac-8415-41dc-bbc3-e236efc82e8a req-19394fd0-c4ee-4797-a3eb-1ff15f686f33 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:24.136076 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a2176da-9357-4a67-b47b-66c13b24973f req-0e9bb0ef-5dfc-4698-927b-de1c5e007c39 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=d2c21ba1-ad15-46de-b2e1-c53efb743d11 HTTP/1.1" status: 200 len: 217 time: 0.1772702 May 30 19:59:24.249849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-a4b0313b-e780-441c-a989-d61009bcaa77 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:24.250351 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-a4b0313b-e780-441c-a989-d61009bcaa77 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:24.542090 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19394fd0-c4ee-4797-a3eb-1ff15f686f33 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90967635-1249-4d70-90a9-853e7adfd235,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:24.548766 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd76d821-9603-4cc9-bfc0-9dcb54004598 req-0663ca3a-d1ba-4eb2-973a-6394e92b795d tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0e445285-78d7-4c75-aa8d-5a8646a7b64e&device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390&device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 2882 time: 0.9486356 May 30 19:59:24.559189 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58bb1279-1696-4f0d-9035-ee21ed20dad8 req-3cd8037b-352e-4a37-95f6-81aeb3f6e21b service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8408237 May 30 19:59:24.574278 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3b3bd2ac-8415-41dc-bbc3-e236efc82e8a req-19394fd0-c4ee-4797-a3eb-1ff15f686f33 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:24.575499 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b3bd2ac-8415-41dc-bbc3-e236efc82e8a req-19394fd0-c4ee-4797-a3eb-1ff15f686f33 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 2.1784213 May 30 19:59:24.576759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-a4b0313b-e780-441c-a989-d61009bcaa77 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3522146 May 30 19:59:24.595558 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb104b8f-d3ec-49dd-9af6-f958407ce1e8 req-af3452a9-6770-45e0-a612-c0a32b0b2450 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=dbb1f20d-d968-4228-b3db-aa7863241b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8824575 May 30 19:59:24.596833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2176da-9357-4a67-b47b-66c13b24973f req-b36565de-f38f-4273-b558-b10a751bd773 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:24.598163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a2176da-9357-4a67-b47b-66c13b24973f req-b36565de-f38f-4273-b558-b10a751bd773 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.4121544 May 30 19:59:24.604674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e4011740-d359-4cbd-9071-58f51d4fe089 req-5f240753-0761-48a5-8ba9-324775704d89 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] For port 1eca3d1a-c153-426f-aed4-6cfba80be9d7, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1eca3d1a-c153-426f-aed4-6cfba80be9d7,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:24.605061 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e4011740-d359-4cbd-9071-58f51d4fe089 req-5f240753-0761-48a5-8ba9-324775704d89 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:24.622658 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Request body: {'port': {'device_id': '408c181f-c210-46b7-998a-4b36eeb66f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:24.942858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e4011740-d359-4cbd-9071-58f51d4fe089 req-5f240753-0761-48a5-8ba9-324775704d89 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Calling delete_port for 1eca3d1a-c153-426f-aed4-6cfba80be9d7 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:59:25.092888 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd76d821-9603-4cc9-bfc0-9dcb54004598 req-0a1ed437-9033-4624-b25a-aa0664b651ae tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266864 May 30 19:59:25.120132 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:25.198921 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Transition to ACTIVE for port object 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:25.206963 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:25.278768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1eca3d1a-c153-426f-aed4-6cfba80be9d7 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:59:25.322263 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb104b8f-d3ec-49dd-9af6-f958407ce1e8 req-408e0153-e970-4c5d-b224-ac6420a15c66 service neutron] 10.222.0.77 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721852 May 30 19:59:25.358814 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a2176da-9357-4a67-b47b-66c13b24973f req-933e3e74-f4ec-43e6-9d30-06b3966825cd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7455041 May 30 19:59:25.395983 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:25.435626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822276e-6bdb-4d4a-a884-ee38dc9195d6 req-28c6a580-5b65-4634-bdc3-c1b2b63a3e31 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:25.437834 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f822276e-6bdb-4d4a-a884-ee38dc9195d6 req-28c6a580-5b65-4634-bdc3-c1b2b63a3e31 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 946 time: 0.7197132 May 30 19:59:25.644223 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:25.748720 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e4011740-d359-4cbd-9071-58f51d4fe089 req-5f240753-0761-48a5-8ba9-324775704d89 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:25.760783 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['45283eb0-7f60-4f12-a812-00a197ecbf9e', '652a4730-0c90-4ad7-8c92-5b7b14cf43f8'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:25.789601 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['f287ac9c-2942-47c4-aedd-f0339716c9ac', '1d876d78-cbfb-4392-b861-243efc63d5a6', 'dcedb9de-fdbd-4939-a1da-0e712f37c85e'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:25.872954 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f822276e-6bdb-4d4a-a884-ee38dc9195d6 req-8a2ca367-fc6d-42d7-b827-154d07228571 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690636 May 30 19:59:25.913057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:59:25.916496 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb104b8f-d3ec-49dd-9af6-f958407ce1e8 req-7c47b2a5-efb9-420e-ad94-f7444eac9258 service neutron] 10.222.0.77 "GET /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507724 May 30 19:59:25.922050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527b737-7144-45ca-8de5-ea21abdf47a1 req-e8341dc3-eac7-4abd-bfa5-f6b18d2b1cc0 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:25.929491 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d527b737-7144-45ca-8de5-ea21abdf47a1 req-e8341dc3-eac7-4abd-bfa5-f6b18d2b1cc0 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 945 time: 0.7292316 May 30 19:59:26.001336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Pushing event updated for resources: {'Port': ['ID=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:26.003790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:26.185914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:59:26.238384 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a2176da-9357-4a67-b47b-66c13b24973f req-28972fe7-72d8-4562-95f4-9be5ca7e2263 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8620706 May 30 19:59:26.324799 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f240753-0761-48a5-8ba9-324775704d89 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Pushing event deleted for resources: {'Port': ['ID=1eca3d1a-c153-426f-aed4-6cfba80be9d7,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:26.367746 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4011740-d359-4cbd-9071-58f51d4fe089 req-5f240753-0761-48a5-8ba9-324775704d89 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] No DVR routers for this DVR port 1eca3d1a-c153-426f-aed4-6cfba80be9d7 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:59:26.382470 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c056d9d-6cef-4bf6-bbc0-eeb1c73391a4 req-7e841f1a-2f8e-45e4-8319-07191a4e6db3 tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.1975052 May 30 19:59:26.385721 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e4011740-d359-4cbd-9071-58f51d4fe089 req-5f240753-0761-48a5-8ba9-324775704d89 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:26.473360 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eefbc90-5200-4550-a64f-2ec59847b162'] response: {'name': 'network-changed', 'server_uuid': 'd257e547-e381-4ccb-92a0-e41551d79060', 'tag': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11', 'status': 'completed', 'code': 200} May 30 19:59:26.517000 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:26.517625 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:26.540546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d527b737-7144-45ca-8de5-ea21abdf47a1 req-54109bc9-4f39-48d9-a9f0-b80b76e91ba0 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101265 May 30 19:59:26.541943 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e4011740-d359-4cbd-9071-58f51d4fe089 req-5f240753-0761-48a5-8ba9-324775704d89 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "DELETE /v2.0/ports/1eca3d1a-c153-426f-aed4-6cfba80be9d7 HTTP/1.1" status: 204 len: 173 time: 3.6487429 May 30 19:59:26.682092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-9a833310-7b0a-48f6-8b68-b8f153e1dc00 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.8260550 May 30 19:59:26.745021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Request body: {'port': {'device_id': '7328380e-e044-456b-876b-0ee3333ebc35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:26.790043 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:59:26.793027 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0e9fe9e7-9e5b-4481-9022-3091d76ad393 None None] Provisioning for port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:26.798320 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0e9fe9e7-9e5b-4481-9022-3091d76ad393 None None] Provisioning complete for port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:26.798684 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe9e7-9e5b-4481-9022-3091d76ad393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:26.800450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a2176da-9357-4a67-b47b-66c13b24973f req-3439428d-e0d1-4d85-be5a-510a1e2edcce service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786654 May 30 19:59:26.855933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fe9e7-9e5b-4481-9022-3091d76ad393 None None] Port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:59:26.970759 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:26.992356 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:27.037158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa4eef-b1c8-4e58-90a9-7d71e53640ab req-c5caec33-8923-42c0-be22-4f40903ea919 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:27.037853 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-08aa4eef-b1c8-4e58-90a9-7d71e53640ab req-c5caec33-8923-42c0-be22-4f40903ea919 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Synchronizing usage tracker for tenant:3e860bf879054bd598319d1741599d12 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:27.051374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Transition to ACTIVE for port object 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:27.064500 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:27.073451 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:27.120186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cca04-81c0-485e-a2e6-97117c63ad72 req-eae08238-28bc-45e9-9185-23f9154a3289 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:27.120886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b56cca04-81c0-485e-a2e6-97117c63ad72 req-eae08238-28bc-45e9-9185-23f9154a3289 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Synchronizing usage tracker for tenant:aba27b768a4e42e282ca42c395da255d on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:27.206458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-08aa4eef-b1c8-4e58-90a9-7d71e53640ab req-c5caec33-8923-42c0-be22-4f40903ea919 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Unset dirty status for tenant:3e860bf879054bd598319d1741599d12 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:27.207611 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08aa4eef-b1c8-4e58-90a9-7d71e53640ab req-c5caec33-8923-42c0-be22-4f40903ea919 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 935 time: 0.5912826 May 30 19:59:27.272744 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3052eace-4d6d-4e02-8699-4c2813b31750 req-3f124bab-4502-402a-9f89-20c5bbffd206 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aba27b768a4e42e282ca42c395da255d&device_id=d257e547-e381-4ccb-92a0-e41551d79060 HTTP/1.1" status: 200 len: 1098 time: 0.3983181 May 30 19:59:27.284769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b56cca04-81c0-485e-a2e6-97117c63ad72 req-eae08238-28bc-45e9-9185-23f9154a3289 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Unset dirty status for tenant:aba27b768a4e42e282ca42c395da255d on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:27.285417 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b56cca04-81c0-485e-a2e6-97117c63ad72 req-eae08238-28bc-45e9-9185-23f9154a3289 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/ports?device_id=408c181f-c210-46b7-998a-4b36eeb66f7e HTTP/1.1" status: 200 len: 936 time: 0.5987785 May 30 19:59:27.312379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Pushing event updated for resources: {'Port': ['ID=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:27.573315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-08aa4eef-b1c8-4e58-90a9-7d71e53640ab req-a367ddcf-b29d-4fc5-8bde-97146bb38363 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Synchronizing usage tracker for tenant:3e860bf879054bd598319d1741599d12 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:27.647594 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b56cca04-81c0-485e-a2e6-97117c63ad72 req-13f02535-245c-49a7-8883-f10da5baa978 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Synchronizing usage tracker for tenant:aba27b768a4e42e282ca42c395da255d on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:27.670931 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5051563c-5c7c-48ac-a1fd-5890636ae86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:27.756513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052eace-4d6d-4e02-8699-4c2813b31750 req-31f2bb08-c9b1-4d69-8d4c-6ccfdfac0347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:27.757949 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3052eace-4d6d-4e02-8699-4c2813b31750 req-31f2bb08-c9b1-4d69-8d4c-6ccfdfac0347 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.4715619 May 30 19:59:27.758504 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-08aa4eef-b1c8-4e58-90a9-7d71e53640ab req-a367ddcf-b29d-4fc5-8bde-97146bb38363 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Unset dirty status for tenant:3e860bf879054bd598319d1741599d12 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:27.759495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08aa4eef-b1c8-4e58-90a9-7d71e53640ab req-a367ddcf-b29d-4fc5-8bde-97146bb38363 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901254 May 30 19:59:27.981100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b56cca04-81c0-485e-a2e6-97117c63ad72 req-13f02535-245c-49a7-8883-f10da5baa978 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Unset dirty status for tenant:aba27b768a4e42e282ca42c395da255d on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:27.982258 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b56cca04-81c0-485e-a2e6-97117c63ad72 req-13f02535-245c-49a7-8883-f10da5baa978 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3040179-6a05-4c65-8b16-9178ae742b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6659839 May 30 19:59:28.000104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Attempting to bind port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:59:28.000474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Attempting to bind port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:59:28.000801 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Attempting to bind port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:28.011708 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3052eace-4d6d-4e02-8699-4c2813b31750 req-052a5fed-7b68-4ef8-8f4f-76fa70653f9e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=d2c21ba1-ad15-46de-b2e1-c53efb743d11 HTTP/1.1" status: 200 len: 217 time: 0.2457922 May 30 19:59:28.024695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:59:28.025047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Attempting to bind port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:28.076113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:59:28.076804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:28.076804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:59:28.077258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Bound port: 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:59:28.077602 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:28.272763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052eace-4d6d-4e02-8699-4c2813b31750 req-34666595-248d-48b0-bdcc-d4d69a2e7cd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:28.274168 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3052eace-4d6d-4e02-8699-4c2813b31750 req-34666595-248d-48b0-bdcc-d4d69a2e7cd3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2458456 May 30 19:59:28.409504 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:28.429029 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:28.476326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5', 'name': 'network-vif-deleted', 'tag': '1eca3d1a-c153-426f-aed4-6cfba80be9d7'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:28.490657 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Transition to ACTIVE for port object 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:28.499391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] For port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:28.506434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-2a4bf6c4-cf5d-4a96-9f23-e093f850c19a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:28.507856 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-2a4bf6c4-cf5d-4a96-9f23-e093f850c19a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/networks?id=0af1ee9a-ef0c-412c-8632-5d7d61427758 HTTP/1.1" status: 200 len: 812 time: 0.4206944 May 30 19:59:28.511380 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:28.568031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] For port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:59:28.594426 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:28.658279 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-dc909aed-6e6d-4522-9950-7d7f0c9efb0f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/quotas/8e91f39dc1cb49d8a7c30a8d5d13f2b8 HTTP/1.1" status: 200 len: 375 time: 0.1411343 May 30 19:59:28.686003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686854bd-7787-41af-a8db-12bdb8e76734 req-ae1a0474-b9dd-4f9a-baaa-c673544d23d6 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:28.687422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-686854bd-7787-41af-a8db-12bdb8e76734 req-ae1a0474-b9dd-4f9a-baaa-c673544d23d6 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 946 time: 0.4274211 May 30 19:59:28.691018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Pushing event updated for resources: {'Port': ['ID=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:28.729388 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3052eace-4d6d-4e02-8699-4c2813b31750 req-277627e6-0adb-446d-a0f6-e6cbe5c96680 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4149108 May 30 19:59:28.767533 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:28.768885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] 10.222.0.93 "PUT /v2.0/ports/5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 HTTP/1.1" status: 200 len: 1096 time: 4.1661136 May 30 19:59:28.811902 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-19d31604-929f-4fad-a8aa-19c3ec6046f6 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8e91f39dc1cb49d8a7c30a8d5d13f2b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1318803 May 30 19:59:29.148221 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-686854bd-7787-41af-a8db-12bdb8e76734 req-76865124-aeca-498e-8320-809745f07260 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846993 May 30 19:59:29.148924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e830e6-dda1-4e24-baef-e4b2098a69ba service neutron] Pushing event updated for resources: {'Port': ['ID=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:29.245895 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3052eace-4d6d-4e02-8699-4c2813b31750 req-edda1f75-e8e7-4dfc-9365-1c1c20428cd9 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715497 May 30 19:59:29.250398 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-7c427ac6-5c83-4c7f-a852-ef751435664d service neutron] 10.222.0.84 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928747 May 30 19:59:29.253550 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Attempting to bind port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:59:29.253877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Attempting to bind port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:59:29.254206 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Attempting to bind port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:29.300486 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-9ed3d69a-0208-4574-ad8a-800e51f1c975 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aba27b768a4e42e282ca42c395da255d&device_id=408c181f-c210-46b7-998a-4b36eeb66f7e HTTP/1.1" status: 200 len: 1099 time: 0.4843616 May 30 19:59:29.583773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:59:29.584121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Attempting to bind port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:29.614093 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc6e772f-5939-4e80-bc0d-51ffe4b96738 req-ebc31ef3-93e9-4061-b899-faca18dad3bd tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.3186469 May 30 19:59:29.642170 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-6097112c-50a6-4bc5-acd0-df65130c200c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 HTTP/1.1" status: 200 len: 217 time: 0.2555261 May 30 19:59:29.642849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:59:29.643181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:29.643549 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:59:29.644007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Bound port: 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:59:29.644343 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:29.840636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3052eace-4d6d-4e02-8699-4c2813b31750 req-6770bc76-d389-4d50-8be1-835bbe442082 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826857 May 30 19:59:29.848165 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7b173225-8b81-4255-aa5c-2ed65f7544c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:29.865940 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-cf5351aa-e951-454b-964f-912005744023 service neutron] 10.222.0.84 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893593 May 30 19:59:29.870049 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-2da14497-0cde-4fcf-bb2d-3ec05e74dd67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:29.871370 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-2da14497-0cde-4fcf-bb2d-3ec05e74dd67 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2147174 May 30 19:59:29.955664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] For port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:29.961260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] For port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:59:29.974323 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:30.041150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10a227-08bc-4540-8d07-904bc11c7de5 req-d070355c-aca7-4ff8-be45-41ed963b405e tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:30.042616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce10a227-08bc-4540-8d07-904bc11c7de5 req-d070355c-aca7-4ff8-be45-41ed963b405e tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 945 time: 0.2652016 May 30 19:59:30.090768 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:30.092065 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] 10.222.0.93 "PUT /v2.0/ports/550c3460-ceff-4a87-a0b9-3e1ec4a74d7a HTTP/1.1" status: 200 len: 1095 time: 3.3933387 May 30 19:59:30.116436 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-3ec211f2-340e-4a24-b2f4-d57718a629c0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2357776 May 30 19:59:30.117579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2533ea8-efc4-4c3c-ace2-eb09ea4f553e service neutron] Pushing event updated for resources: {'Port': ['ID=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:30.299816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce10a227-08bc-4540-8d07-904bc11c7de5 req-30691834-b602-411b-99fb-247fdbe8e10f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448080 May 30 19:59:30.371077 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae001b32-a0c2-4480-82a9-67b996c3328e'] response: {'server_uuid': 'bcb8b1c9-fc85-486a-bdc1-f7a447cdd3e5', 'name': 'network-vif-deleted', 'tag': '1eca3d1a-c153-426f-aed4-6cfba80be9d7', 'status': 'completed', 'code': 200} May 30 19:59:30.426360 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-49b6cf9f-b1f6-4763-803b-9a755873b70f service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912321 May 30 19:59:30.468567 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-afc288f2-17d2-45a9-bade-a93875c93f46 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 1098 time: 0.2495186 May 30 19:59:30.679167 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-1fe30386-3e64-4821-a0ea-95e84ba457db service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a HTTP/1.1" status: 200 len: 217 time: 0.1264973 May 30 19:59:30.808935 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-20ceb052-3f84-49a6-bb49-45f82bb21315 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:30.810348 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-20ceb052-3f84-49a6-bb49-45f82bb21315 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1213009 May 30 19:59:30.813511 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a143c8a-9f4d-4333-a14e-be2fedde947e req-9f5de15f-8de9-4ef8-92f5-5ed7c62d9ba9 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782215 May 30 19:59:30.832838 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device d2c21ba1-ad15-46de-b2e1-c53efb743d11 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:59:30.862245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e8090-32be-4c9f-ab12-9bf281e5ed23 req-c74e806e-8f4e-4e3d-8bdc-8176b56f8adf tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:30.863677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee0e8090-32be-4c9f-ab12-9bf281e5ed23 req-c74e806e-8f4e-4e3d-8bdc-8176b56f8adf tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/ports?device_id=408c181f-c210-46b7-998a-4b36eeb66f7e HTTP/1.1" status: 200 len: 948 time: 0.3125336 May 30 19:59:30.873150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe087d-513a-4c9a-a037-54e34b8446ba req-80a5cc9d-00d9-4f8b-b607-903be2622790 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:30.874852 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6cbe087d-513a-4c9a-a037-54e34b8446ba req-80a5cc9d-00d9-4f8b-b607-903be2622790 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 947 time: 0.4024651 May 30 19:59:30.965930 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port d2c21ba1-ad15-46de-b2e1-c53efb743d11, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d2c21ba1-ad15-46de-b2e1-c53efb743d11,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:30.973107 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee0e8090-32be-4c9f-ab12-9bf281e5ed23 req-8349edd2-f80a-4e92-a0a9-8b225d757be0 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3040179-6a05-4c65-8b16-9178ae742b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967834 May 30 19:59:30.976879 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6cbe087d-513a-4c9a-a037-54e34b8446ba req-cbfe9341-ed23-46e2-a572-1f62bc999058 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944109 May 30 19:59:30.983810 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11', 'mac_address': 'fa:16:3e:4f:bb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:59:30.988231 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-70b1eb2a-0dc7-4021-8c8d-f04700b8952b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1625931 May 30 19:59:31.061335 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:31.074254 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:31.082162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c21ba1-ad15-46de-b2e1-c53efb743d11 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:31.101734 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port d2c21ba1-ad15-46de-b2e1-c53efb743d11, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d2c21ba1-ad15-46de-b2e1-c53efb743d11,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:31.108585 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:31.195046 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2dc897d0-d55c-42ce-8035-e396c7c071d7 req-9b0b09cf-eeb5-473e-b38d-30ec197b72b8 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 210 time: 0.0617263 May 30 19:59:31.198447 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-4838fdd1-0fa7-4605-ac39-f4a2263aed57 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971862 May 30 19:59:31.217482 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=d2c21ba1-ad15-46de-b2e1-c53efb743d11,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:31.261477 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:31.418518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['d2c21ba1-ad15-46de-b2e1-c53efb743d11'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:31.584125 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3409a1e1-d91f-4f04-bca5-8ddd2746d69a req-6ff22a5e-5a23-4fca-ac87-49338f156392 tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0647357 May 30 19:59:31.727359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-f3a5f862-67f1-4750-b13a-ca60bc8a29ab tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:31.728697 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-f3a5f862-67f1-4750-b13a-ca60bc8a29ab tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.77 "GET /v2.0/networks?id=0af1ee9a-ef0c-412c-8632-5d7d61427758 HTTP/1.1" status: 200 len: 812 time: 0.5287876 May 30 19:59:31.736268 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d4df757-75b9-4e8f-817a-d14671e8d3e9 req-35373e4a-f737-4249-a8b1-8fe565d6cd9f service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124929 May 30 19:59:31.805535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-a579c15f-c100-4738-a49e-d7e971272338 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Request body: {'port': {'device_id': '43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2', 'network_id': '0af1ee9a-ef0c-412c-8632-5d7d61427758', 'admin_state_up': True, 'tenant_id': '8e91f39dc1cb49d8a7c30a8d5d13f2b8'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:31.919572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf654997-ce8a-4c9b-a74f-7e664ae5d062 req-517aeda8-d8c7-412c-b770-fbd6bd62fb46 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:31.921025 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf654997-ce8a-4c9b-a74f-7e664ae5d062 req-517aeda8-d8c7-412c-b770-fbd6bd62fb46 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 946 time: 0.3321555 May 30 19:59:32.042174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3afe2f-7f26-4771-9f42-4525c5def77b req-6d1088cc-1371-4872-bed2-ec3667574dbc tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:32.042849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-db3afe2f-7f26-4771-9f42-4525c5def77b req-6d1088cc-1371-4872-bed2-ec3667574dbc tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Synchronizing usage tracker for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:32.049315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-a579c15f-c100-4738-a49e-d7e971272338 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:32.056559 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12192f99-abb1-4b83-a151-025647ad3003 req-72cca348-a62c-476b-aa0a-b2ca534d1000 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:32.057974 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12192f99-abb1-4b83-a151-025647ad3003 req-72cca348-a62c-476b-aa0a-b2ca534d1000 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 945 time: 0.3270464 May 30 19:59:32.061402 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf654997-ce8a-4c9b-a74f-7e664ae5d062 req-78ec737c-4a11-48b1-a179-78ad2303cab0 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302958 May 30 19:59:32.065179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-a579c15f-c100-4738-a49e-d7e971272338 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Usage tracker for resource:port and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:32.069474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-a579c15f-c100-4738-a49e-d7e971272338 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:32.091388 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-a579c15f-c100-4738-a49e-d7e971272338 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:32.107617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-db3afe2f-7f26-4771-9f42-4525c5def77b req-6d1088cc-1371-4872-bed2-ec3667574dbc tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Unset dirty status for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:32.109118 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db3afe2f-7f26-4771-9f42-4525c5def77b req-6d1088cc-1371-4872-bed2-ec3667574dbc tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "GET /v2.0/ports?device_id=d97a0589-c695-4172-869c-4022c4987016 HTTP/1.1" status: 200 len: 950 time: 0.3753707 May 30 19:59:32.110556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-a579c15f-c100-4738-a49e-d7e971272338 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Made reservation on behalf of 8e91f39dc1cb49d8a7c30a8d5d13f2b8 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:59:32.113445 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-a579c15f-c100-4738-a49e-d7e971272338 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:32.248259 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12192f99-abb1-4b83-a151-025647ad3003 req-0f7ef76a-3080-437e-80d0-6d1cae4608d2 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841533 May 30 19:59:32.266636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-db3afe2f-7f26-4771-9f42-4525c5def77b req-37d4dea8-232b-44a1-979c-7c8b7dbee8b9 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Deleting port dcedb9de-fdbd-4939-a1da-0e712f37c85e {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:59:32.266987 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-db3afe2f-7f26-4771-9f42-4525c5def77b req-37d4dea8-232b-44a1-979c-7c8b7dbee8b9 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:32.403665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408c181f-c210-46b7-998a-4b36eeb66f7e', 'tag': '5f74919b-a5cf-4e3d-bea0-cf4ecb69d025'}, {'name': 'network-changed', 'server_uuid': '7328380e-e044-456b-876b-0ee3333ebc35', 'tag': '550c3460-ceff-4a87-a0b9-3e1ec4a74d7a'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:32.583428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-a579c15f-c100-4738-a49e-d7e971272338 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Allocated IP 172.20.0.6 (0af1ee9a-ef0c-412c-8632-5d7d61427758/e7f80b35-615d-42ac-91ab-cb12a562dd68/60be2ea3-9b9a-4f01-862c-74203d008b31) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:59:32.657431 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:32.747841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31497af-1d64-4772-a9bb-5b8a68596cfc req-1aa39ec1-815e-4a00-9c1c-d4cc8830bc7e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:32.749591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e31497af-1d64-4772-a9bb-5b8a68596cfc req-1aa39ec1-815e-4a00-9c1c-d4cc8830bc7e tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=d97a0589-c695-4172-869c-4022c4987016 HTTP/1.1" status: 200 len: 950 time: 0.4021320 May 30 19:59:32.800964 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:32.834604 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device d2c21ba1-ad15-46de-b2e1-c53efb743d11 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:32.896519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-db3afe2f-7f26-4771-9f42-4525c5def77b req-37d4dea8-232b-44a1-979c-7c8b7dbee8b9 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] For port dcedb9de-fdbd-4939-a1da-0e712f37c85e, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=dcedb9de-fdbd-4939-a1da-0e712f37c85e,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:32.896882 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-db3afe2f-7f26-4771-9f42-4525c5def77b req-37d4dea8-232b-44a1-979c-7c8b7dbee8b9 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:32.907312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port d2c21ba1-ad15-46de-b2e1-c53efb743d11 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:32.911946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port d2c21ba1-ad15-46de-b2e1-c53efb743d11 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:32.912278 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:33.027938 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:33.056942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd257e547-e381-4ccb-92a0-e41551d79060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:33.066823 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port d2c21ba1-ad15-46de-b2e1-c53efb743d11, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d2c21ba1-ad15-46de-b2e1-c53efb743d11,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:33.070809 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:33.136894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=d2c21ba1-ad15-46de-b2e1-c53efb743d11,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:33.175666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-db3afe2f-7f26-4771-9f42-4525c5def77b req-37d4dea8-232b-44a1-979c-7c8b7dbee8b9 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Calling delete_port for dcedb9de-fdbd-4939-a1da-0e712f37c85e owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:59:33.238317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57746570-767a-4604-ac88-daab046f2d04 req-ac574bea-77de-49c5-99f4-5db27ed001f8 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:33.239761 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57746570-767a-4604-ac88-daab046f2d04 req-ac574bea-77de-49c5-99f4-5db27ed001f8 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/ports?device_id=408c181f-c210-46b7-998a-4b36eeb66f7e HTTP/1.1" status: 200 len: 948 time: 0.6403832 May 30 19:59:33.260325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e31497af-1d64-4772-a9bb-5b8a68596cfc req-e4ca458f-62f3-4e61-8c96-f0d7c1c93228 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008998 May 30 19:59:33.354494 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-a579c15f-c100-4738-a49e-d7e971272338 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:33.376749 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57746570-767a-4604-ac88-daab046f2d04 req-74a726a0-a128-4591-95c6-e7f6959a85f3 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3040179-6a05-4c65-8b16-9178ae742b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236796 May 30 19:59:33.387581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb24b7-0b02-4431-bf0e-737860e6f2b1 req-38dbfd77-f750-445b-9efd-b24387a79c30 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:33.388924 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15fb24b7-0b02-4431-bf0e-737860e6f2b1 req-38dbfd77-f750-445b-9efd-b24387a79c30 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.77 "GET /v2.0/ports?device_id=79143ca5-0d44-4492-b857-01534b0f96c2 HTTP/1.1" status: 200 len: 949 time: 0.5367665 May 30 19:59:33.607428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-15fb24b7-0b02-4431-bf0e-737860e6f2b1 req-5b0f6c55-e263-4fa9-a08e-554812f328d2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Deleting port 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:59:33.607765 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-15fb24b7-0b02-4431-bf0e-737860e6f2b1 req-5b0f6c55-e263-4fa9-a08e-554812f328d2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:33.660984 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-db3afe2f-7f26-4771-9f42-4525c5def77b req-37d4dea8-232b-44a1-979c-7c8b7dbee8b9 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:33.673039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['45283eb0-7f60-4f12-a812-00a197ecbf9e', '652a4730-0c90-4ad7-8c92-5b7b14cf43f8'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:33.676750 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-a579c15f-c100-4738-a49e-d7e971272338 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:33.697388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['f287ac9c-2942-47c4-aedd-f0339716c9ac', '1d876d78-cbfb-4392-b861-243efc63d5a6'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:33.741946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4dea8-232b-44a1-979c-7c8b7dbee8b9 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Pushing event deleted for resources: {'Port': ['ID=dcedb9de-fdbd-4939-a1da-0e712f37c85e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:33.894278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-a579c15f-c100-4738-a49e-d7e971272338 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Network 0af1ee9a-ef0c-412c-8632-5d7d61427758 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:59:33.910626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2249a-02c9-4a71-96ac-a2508d2385fd req-c9580df6-42be-4f28-9e48-1db0fff051b4 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:33.912236 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24c2249a-02c9-4a71-96ac-a2508d2385fd req-c9580df6-42be-4f28-9e48-1db0fff051b4 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 947 time: 0.5345473 May 30 19:59:33.922955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-a579c15f-c100-4738-a49e-d7e971272338 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:33.958156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd07669-3ece-47aa-a83a-5151c7e79908 req-5c750b56-bfab-431e-af12-87c5e5ec456d tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:33.959858 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dd07669-3ece-47aa-a83a-5151c7e79908 req-5c750b56-bfab-431e-af12-87c5e5ec456d tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=1213f34e-9973-4e7c-9b28-1ed85a0d1d4b HTTP/1.1" status: 200 len: 945 time: 0.4707818 May 30 19:59:33.960375 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-a579c15f-c100-4738-a49e-d7e971272338 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:59:34.043284 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3afe2f-7f26-4771-9f42-4525c5def77b req-37d4dea8-232b-44a1-979c-7c8b7dbee8b9 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] No DVR routers for this DVR port dcedb9de-fdbd-4939-a1da-0e712f37c85e on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:59:34.044845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579c15f-c100-4738-a49e-d7e971272338 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event updated for resources: {'Port': ['ID=60be2ea3-9b9a-4f01-862c-74203d008b31,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:34.047406 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-db3afe2f-7f26-4771-9f42-4525c5def77b req-37d4dea8-232b-44a1-979c-7c8b7dbee8b9 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:34.191725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-a579c15f-c100-4738-a49e-d7e971272338 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:34.192417 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-a579c15f-c100-4738-a49e-d7e971272338 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:34.221180 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db3afe2f-7f26-4771-9f42-4525c5def77b req-37d4dea8-232b-44a1-979c-7c8b7dbee8b9 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "DELETE /v2.0/ports/dcedb9de-fdbd-4939-a1da-0e712f37c85e HTTP/1.1" status: 204 len: 173 time: 2.0982504 May 30 19:59:34.255620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24c2249a-02c9-4a71-96ac-a2508d2385fd req-43da04bc-e804-4c56-98ef-2b31de4e6d63 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281307 May 30 19:59:34.261106 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dd07669-3ece-47aa-a83a-5151c7e79908 req-04ffa4bc-997f-408f-aa84-9d4fd8306a77 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660573 May 30 19:59:34.262663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-a579c15f-c100-4738-a49e-d7e971272338 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4683042 May 30 19:59:34.276133 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Request body: {'port': {'device_id': '43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:34.334994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-15fb24b7-0b02-4431-bf0e-737860e6f2b1 req-5b0f6c55-e263-4fa9-a08e-554812f328d2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] For port 652a4730-0c90-4ad7-8c92-5b7b14cf43f8, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=652a4730-0c90-4ad7-8c92-5b7b14cf43f8,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:34.335472 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-15fb24b7-0b02-4431-bf0e-737860e6f2b1 req-5b0f6c55-e263-4fa9-a08e-554812f328d2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:34.414660 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50cdcb0e-2ea7-44b3-b597-8abe088d1a75'] response: {'name': 'network-changed', 'server_uuid': '408c181f-c210-46b7-998a-4b36eeb66f7e', 'tag': '5f74919b-a5cf-4e3d-bea0-cf4ecb69d025', 'status': 'completed', 'code': 200} May 30 19:59:34.414927 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50cdcb0e-2ea7-44b3-b597-8abe088d1a75'] response: {'name': 'network-changed', 'server_uuid': '7328380e-e044-456b-876b-0ee3333ebc35', 'tag': '550c3460-ceff-4a87-a0b9-3e1ec4a74d7a', 'status': 'completed', 'code': 200} May 30 19:59:34.478870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-15fb24b7-0b02-4431-bf0e-737860e6f2b1 req-5b0f6c55-e263-4fa9-a08e-554812f328d2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Calling delete_port for 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:59:34.669792 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:34.919748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-078e5da2-bfbe-4136-a0c2-76230b9bcb0d req-20e53543-3350-445d-81ec-35cc883881c6 tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.2061322 May 30 19:59:35.017501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51e326-758d-4827-95c8-5511ab5062da req-6d74fd96-7964-47f8-abbb-1a1277c89143 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:35.018333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9d51e326-758d-4827-95c8-5511ab5062da req-6d74fd96-7964-47f8-abbb-1a1277c89143 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Synchronizing usage tracker for tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:35.020773 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0454eb7a-256c-47a7-a133-a0d4844c2671'] response: {'server_uuid': 'd257e547-e381-4ccb-92a0-e41551d79060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11', 'code': 200} May 30 19:59:35.062527 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1eb2da6-517f-45ac-8148-27e3085c5c4a req-61bd8800-bd79-46c7-9e01-21bc847a1e84 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aba27b768a4e42e282ca42c395da255d&device_id=408c181f-c210-46b7-998a-4b36eeb66f7e HTTP/1.1" status: 200 len: 1099 time: 0.5936270 May 30 19:59:35.201311 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-15fb24b7-0b02-4431-bf0e-737860e6f2b1 req-5b0f6c55-e263-4fa9-a08e-554812f328d2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:35.213774 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['45283eb0-7f60-4f12-a812-00a197ecbf9e'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:35.238747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['f287ac9c-2942-47c4-aedd-f0339716c9ac', '1d876d78-cbfb-4392-b861-243efc63d5a6'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:35.343574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9d51e326-758d-4827-95c8-5511ab5062da req-6d74fd96-7964-47f8-abbb-1a1277c89143 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Unset dirty status for tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:35.345280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d51e326-758d-4827-95c8-5511ab5062da req-6d74fd96-7964-47f8-abbb-1a1277c89143 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 931 time: 0.8748364 May 30 19:59:35.345998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f6c55-e263-4fa9-a08e-554812f328d2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Pushing event deleted for resources: {'Port': ['ID=652a4730-0c90-4ad7-8c92-5b7b14cf43f8,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:35.356314 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:59:35.358317 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device dcedb9de-fdbd-4939-a1da-0e712f37c85e no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:59:35.409942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: dcedb9de-fdbd-4939-a1da-0e712f37c85e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:59:35.410281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device dcedb9de-fdbd-4939-a1da-0e712f37c85e not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:59:35.596207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fb24b7-0b02-4431-bf0e-737860e6f2b1 req-5b0f6c55-e263-4fa9-a08e-554812f328d2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] No DVR routers for this DVR port 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:59:35.608821 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-15fb24b7-0b02-4431-bf0e-737860e6f2b1 req-5b0f6c55-e263-4fa9-a08e-554812f328d2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:35.633837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb2da6-517f-45ac-8148-27e3085c5c4a req-fe4f459c-29d4-48d7-a588-11f4e73458c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:35.635265 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1eb2da6-517f-45ac-8148-27e3085c5c4a req-fe4f459c-29d4-48d7-a588-11f4e73458c2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.5594554 May 30 19:59:35.643872 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ed1bad3-84c2-4e05-9e66-c5675491f429 req-4c996b18-f800-47e8-8cd7-0490e879ce00 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d257e547-e381-4ccb-92a0-e41551d79060 HTTP/1.1" status: 200 len: 1100 time: 0.5422492 May 30 19:59:35.648682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9d51e326-758d-4827-95c8-5511ab5062da req-3c8374ac-6b3a-459a-a77d-17c9e850220a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Synchronizing usage tracker for tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:35.710620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15fb24b7-0b02-4431-bf0e-737860e6f2b1 req-5b0f6c55-e263-4fa9-a08e-554812f328d2 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.77 "DELETE /v2.0/ports/652a4730-0c90-4ad7-8c92-5b7b14cf43f8 HTTP/1.1" status: 204 len: 173 time: 2.2894144 May 30 19:59:35.710878 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:35.739602 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '550c3460-ceff-4a87-a0b9-3e1ec4a74d7a', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '550c3460-ceff-4a87-a0b9-3e1ec4a74d7a', 'mac_address': 'fa:16:3e:d8:c7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:59:35.740213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60dd0f-daeb-4d5f-8769-417619baba1c req-b8d5854c-3711-446f-bf71-7d61d84b65b3 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:35.741772 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9f60dd0f-daeb-4d5f-8769-417619baba1c req-b8d5854c-3711-446f-bf71-7d61d84b65b3 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 945 time: 0.5962007 May 30 19:59:35.781222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1eb2da6-517f-45ac-8148-27e3085c5c4a req-d129b32e-9cd9-4690-825a-4ee09bedf919 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 HTTP/1.1" status: 200 len: 217 time: 0.1363652 May 30 19:59:35.829589 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9d51e326-758d-4827-95c8-5511ab5062da req-3c8374ac-6b3a-459a-a77d-17c9e850220a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Unset dirty status for tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:35.830910 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d51e326-758d-4827-95c8-5511ab5062da req-3c8374ac-6b3a-459a-a77d-17c9e850220a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334698 May 30 19:59:35.843851 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:35.859418 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:59:35.875626 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:35.908795 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:35.919546 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:35.920215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:59:35.940987 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ed1bad3-84c2-4e05-9e66-c5675491f429 req-285fe12d-7163-4a40-bb07-c52d78615d65 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f3040179-6a05-4c65-8b16-9178ae742b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348411 May 30 19:59:35.964512 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9f60dd0f-daeb-4d5f-8769-417619baba1c req-1908dfc6-f46e-46e4-8743-76109eba55a7 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041433 May 30 19:59:35.981229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb2da6-517f-45ac-8148-27e3085c5c4a req-0e53246a-2477-4a25-a31e-053df7eecc5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:35.982721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1eb2da6-517f-45ac-8148-27e3085c5c4a req-0e53246a-2477-4a25-a31e-053df7eecc5d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1867597 May 30 19:59:36.001835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60be2ea3-9b9a-4f01-862c-74203d008b31 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:36.014578 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:36.018946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:36.034219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '5f74919b-a5cf-4e3d-bea0-cf4ecb69d025', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '5f74919b-a5cf-4e3d-bea0-cf4ecb69d025', 'mac_address': 'fa:16:3e:ec:2e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:59:36.066540 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:36.093334 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:36.098872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Transition to ACTIVE for port object 60be2ea3-9b9a-4f01-862c-74203d008b31 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:36.110992 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:36.114103 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:36.131163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:36.137054 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:36.210192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:36.336001 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Pushing event updated for resources: {'Port': ['ID=60be2ea3-9b9a-4f01-862c-74203d008b31,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:36.352849 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1eb2da6-517f-45ac-8148-27e3085c5c4a req-b6f5cd30-d5b3-4dec-821a-f4722b253619 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3603733 May 30 19:59:36.441396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['550c3460-ceff-4a87-a0b9-3e1ec4a74d7a'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:36.466378 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['5f74919b-a5cf-4e3d-bea0-cf4ecb69d025'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:36.471868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97a0589-c695-4172-869c-4022c4987016', 'name': 'network-vif-deleted', 'tag': 'dcedb9de-fdbd-4939-a1da-0e712f37c85e'}, {'server_uuid': '79143ca5-0d44-4492-b857-01534b0f96c2', 'name': 'network-vif-deleted', 'tag': '652a4730-0c90-4ad7-8c92-5b7b14cf43f8'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:36.701778 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaabca-863b-4ec6-b967-18081f70616c req-9e28abcb-9671-4a29-a75a-c8a57c15706f tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:36.703141 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ddaabca-863b-4ec6-b967-18081f70616c req-9e28abcb-9671-4a29-a75a-c8a57c15706f tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/ports?device_id=408c181f-c210-46b7-998a-4b36eeb66f7e HTTP/1.1" status: 200 len: 949 time: 0.5316603 May 30 19:59:36.736756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfbeb2-bbb5-43a6-930d-5856693ec782 req-01ace53c-f812-4481-bb4d-f4e5b419b3c1 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:36.738168 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-65bfbeb2-bbb5-43a6-930d-5856693ec782 req-01ace53c-f812-4481-bb4d-f4e5b419b3c1 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 945 time: 0.5228400 May 30 19:59:36.767104 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1eb2da6-517f-45ac-8148-27e3085c5c4a req-62b9e024-ccb4-4c61-851a-3c371ed2e373 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026914 May 30 19:59:36.772595 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:36.782249 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Attempting to bind port 60be2ea3-9b9a-4f01-862c-74203d008b31 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:59:36.782578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Attempting to bind port 60be2ea3-9b9a-4f01-862c-74203d008b31 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'e00e908d-cc0d-4efe-a2c8-8f343a2e29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0af1ee9a-ef0c-412c-8632-5d7d61427758'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:59:36.782901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Attempting to bind port 60be2ea3-9b9a-4f01-862c-74203d008b31 on network 0af1ee9a-ef0c-412c-8632-5d7d61427758 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:36.852155 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:59:36.884838 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:59:36.885051 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Port 60be2ea3-9b9a-4f01-862c-74203d008b31 on network 0af1ee9a-ef0c-412c-8632-5d7d61427758 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:59:36.885212 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 652a4730-0c90-4ad7-8c92-5b7b14cf43f8 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:59:36.885368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Attempting to bind port 60be2ea3-9b9a-4f01-862c-74203d008b31 on network 0af1ee9a-ef0c-412c-8632-5d7d61427758 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:36.918811 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ddaabca-863b-4ec6-b967-18081f70616c req-3eb35899-1203-4366-8319-d678c0c64959 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3040179-6a05-4c65-8b16-9178ae742b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931787 May 30 19:59:36.921532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:59:36.921871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Checking segment: {'id': 'e00e908d-cc0d-4efe-a2c8-8f343a2e29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0af1ee9a-ef0c-412c-8632-5d7d61427758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:36.922275 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Bound using segment: {'id': 'e00e908d-cc0d-4efe-a2c8-8f343a2e29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0af1ee9a-ef0c-412c-8632-5d7d61427758'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:59:36.922707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Bound port: 60be2ea3-9b9a-4f01-862c-74203d008b31, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00e908d-cc0d-4efe-a2c8-8f343a2e29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0af1ee9a-ef0c-412c-8632-5d7d61427758'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:59:36.923051 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:36.940787 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-65bfbeb2-bbb5-43a6-930d-5856693ec782 req-0b5b1a44-b58f-41d9-9383-e90b8ad1ea34 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809022 May 30 19:59:37.023501 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1eb2da6-517f-45ac-8148-27e3085c5c4a req-31940d3a-bfc7-466c-8088-c425df383bb5 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383451 May 30 19:59:37.173677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] For port 60be2ea3-9b9a-4f01-862c-74203d008b31, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:37.195241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] For port 60be2ea3-9b9a-4f01-862c-74203d008b31, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=60be2ea3-9b9a-4f01-862c-74203d008b31,segment=NetworkSegment(e00e908d-cc0d-4efe-a2c8-8f343a2e29b0),segment_id=e00e908d-cc0d-4efe-a2c8-8f343a2e29b0)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:59:37.214869 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:37.327037 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-834c0eb8-6476-4f80-9687-c39fa2f48ab2 req-3ba5fbb9-9528-46ce-9adf-e36dfa416ec6 tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 1101 time: 0.2903497 May 30 19:59:37.329021 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:37.330242 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] 10.222.0.77 "PUT /v2.0/ports/60be2ea3-9b9a-4f01-862c-74203d008b31 HTTP/1.1" status: 200 len: 1091 time: 3.0582938 May 30 19:59:37.337975 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b2d89-24f2-4604-913e-575943293578 req-f3e932e6-9c1d-4cb2-963d-64eaf238799a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:37.339548 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-750b2d89-24f2-4604-913e-575943293578 req-f3e932e6-9c1d-4cb2-963d-64eaf238799a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 948 time: 0.2651470 May 30 19:59:37.345857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1448b0-8815-42b6-9d7d-286d5844b83c service neutron] Pushing event updated for resources: {'Port': ['ID=60be2ea3-9b9a-4f01-862c-74203d008b31,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:37.350674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1eb2da6-517f-45ac-8148-27e3085c5c4a req-74daf76d-7bac-4de5-b966-3bba02c3c10d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 1099 time: 0.2753770 May 30 19:59:37.361210 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:37.428591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:37.433383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:37.433747 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:37.547680 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:37.559635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-834c0eb8-6476-4f80-9687-c39fa2f48ab2 req-648e5aed-38b3-435c-b182-db71a45c688d tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162180 May 30 19:59:37.574896 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408c181f-c210-46b7-998a-4b36eeb66f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f74919b-a5cf-4e3d-bea0-cf4ecb69d025'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:37.583340 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-750b2d89-24f2-4604-913e-575943293578 req-4d1ead41-ecf8-4d19-88f0-8d801d464c04 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197695 May 30 19:59:37.600972 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:37.613722 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:37.614647 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:37.620478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb2da6-517f-45ac-8148-27e3085c5c4a req-8f05f822-caa9-404e-b3c6-390fc1c570bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:37.622282 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1eb2da6-517f-45ac-8148-27e3085c5c4a req-8f05f822-caa9-404e-b3c6-390fc1c570bb service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.2575719 May 30 19:59:37.630595 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-fb9cdb83-07f4-4f84-901a-ca4dc6c91e26 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8e91f39dc1cb49d8a7c30a8d5d13f2b8&device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 1094 time: 0.2628167 May 30 19:59:37.757180 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:37.760764 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:37.766722 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:37.767092 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:37.800922 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1eb2da6-517f-45ac-8148-27e3085c5c4a req-956e7f3d-99f5-4db2-9519-296f15746cad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a HTTP/1.1" status: 200 len: 217 time: 0.1689065 May 30 19:59:37.803379 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30631071-0e2b-4941-b08d-45c7d912e137 req-70917748-8621-4cce-9e38-44bcb223debd tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0622516 May 30 19:59:37.804704 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-a4ac6e61-4fac-4201-8588-c978e927c6ae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60be2ea3-9b9a-4f01-862c-74203d008b31 HTTP/1.1" status: 200 len: 217 time: 0.1155002 May 30 19:59:37.898723 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:37.919012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb2da6-517f-45ac-8148-27e3085c5c4a req-16dbb10b-9263-4ab4-a06b-10dc83994a56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:37.920527 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1eb2da6-517f-45ac-8148-27e3085c5c4a req-16dbb10b-9263-4ab4-a06b-10dc83994a56 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1141779 May 30 19:59:37.924501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-97e337d1-39eb-4a2d-930c-c81ca8550a36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:37.925842 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-97e337d1-39eb-4a2d-930c-c81ca8550a36 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e7f80b35-615d-42ac-91ab-cb12a562dd68 HTTP/1.1" status: 200 len: 852 time: 0.0833085 May 30 19:59:37.928595 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda64365-1aca-4255-a5d3-f833306c6da1'] response: {'server_uuid': 'd97a0589-c695-4172-869c-4022c4987016', 'name': 'network-vif-deleted', 'tag': 'dcedb9de-fdbd-4939-a1da-0e712f37c85e', 'status': 'completed', 'code': 200} May 30 19:59:37.928901 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda64365-1aca-4255-a5d3-f833306c6da1'] response: {'server_uuid': '79143ca5-0d44-4492-b857-01534b0f96c2', 'name': 'network-vif-deleted', 'tag': '652a4730-0c90-4ad7-8c92-5b7b14cf43f8', 'status': 'completed', 'code': 200} May 30 19:59:37.954738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:37.960321 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:38.012372 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-d10c591e-b1ae-4de8-bdbe-c9893459be4d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0af1ee9a-ef0c-412c-8632-5d7d61427758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399466 May 30 19:59:38.045684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:38.150635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-cc5e4f44-68aa-40a6-a60e-e6abd570840d req-46b8edf6-5707-4781-be0d-c7cc1105dd9b tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:59:38.151585 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc5e4f44-68aa-40a6-a60e-e6abd570840d req-46b8edf6-5707-4781-be0d-c7cc1105dd9b tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0220864 May 30 19:59:38.395034 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-3168af95-d718-4e42-97c9-174cc4ea5fd7 service neutron] 10.222.0.77 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744383 May 30 19:59:38.397610 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1eb2da6-517f-45ac-8148-27e3085c5c4a req-7a8cb6d7-2beb-486b-b5fe-614a32bdc863 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4680223 May 30 19:59:38.553027 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b9c64-944a-433d-9fb9-93e4038434e1 req-a6263852-96f0-4941-bba8-917091ad60fb tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:38.554553 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b8b9c64-944a-433d-9fb9-93e4038434e1 req-a6263852-96f0-4941-bba8-917091ad60fb tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 943 time: 0.5073645 May 30 19:59:38.613782 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc5e4f44-68aa-40a6-a60e-e6abd570840d req-d34cc142-81c2-4c6c-aaca-3fea30c22e30 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4485247 May 30 19:59:38.695956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db28f4a5-63b3-483e-b2b5-784abe144910 req-670008f4-bd81-45c3-9922-595e88c7cac7 service neutron] 10.222.0.77 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909093 May 30 19:59:38.699693 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b8b9c64-944a-433d-9fb9-93e4038434e1 req-247b2a5c-5be2-4cbc-b2cb-4ca5df762665 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374438 May 30 19:59:38.702843 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1eb2da6-517f-45ac-8148-27e3085c5c4a req-faebc730-ceb7-446e-88a0-54ad275eca9c service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969251 May 30 19:59:38.773894 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004945df-5dd0-41f2-b00b-5ef333d6b5f3'] response: {'server_uuid': '408c181f-c210-46b7-998a-4b36eeb66f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f74919b-a5cf-4e3d-bea0-cf4ecb69d025', 'code': 200} May 30 19:59:38.855312 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1eb2da6-517f-45ac-8148-27e3085c5c4a req-1353e547-b917-449b-8cff-69a3854641d8 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455791 May 30 19:59:38.985926 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7f15766e-056e-4ce0-8429-4ec4968fd726 req-0bc6a9aa-aeb1-4230-87b3-db0cdc48b988 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=408c181f-c210-46b7-998a-4b36eeb66f7e HTTP/1.1" status: 200 len: 1101 time: 0.1328943 May 30 19:59:39.020033 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e937a186-8509-47c9-9fc6-eabbd54f26a0 req-0d888b38-b301-4c00-9d43-e7bd82daaec9 tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 1101 time: 0.1309321 May 30 19:59:39.113283 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7f15766e-056e-4ce0-8429-4ec4968fd726 req-4c42713e-4c8a-4fce-bce4-69cc871271f5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f3040179-6a05-4c65-8b16-9178ae742b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883307 May 30 19:59:39.118493 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e937a186-8509-47c9-9fc6-eabbd54f26a0 req-c7d95909-ed4f-4b1f-bf99-7028159a1052 tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812967 May 30 19:59:39.132885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e4c13-e4d7-4709-a153-706952757594 req-0b8655a7-e7d0-4fea-9944-235a90290534 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:39.134292 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b40e4c13-e4d7-4709-a153-706952757594 req-0b8655a7-e7d0-4fea-9944-235a90290534 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/ports?device_id=408c181f-c210-46b7-998a-4b36eeb66f7e HTTP/1.1" status: 200 len: 950 time: 0.1518233 May 30 19:59:39.185795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b40e4c13-e4d7-4709-a153-706952757594 req-a3019072-58d7-4213-8508-58b40d78cc85 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3040179-6a05-4c65-8b16-9178ae742b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413506 May 30 19:59:39.418468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8252c-fe12-4df6-9e0d-9c9e89543395 req-07065148-e788-4388-aae4-abb296448890 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:39.419904 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fb8252c-fe12-4df6-9e0d-9c9e89543395 req-07065148-e788-4388-aae4-abb296448890 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.1368318 May 30 19:59:39.425817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526c193-37a0-490a-8bb2-eaa0d2021e35 req-779fc9c9-5490-4078-87d3-81c38e0d4c01 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:39.427140 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5526c193-37a0-490a-8bb2-eaa0d2021e35 req-779fc9c9-5490-4078-87d3-81c38e0d4c01 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 946 time: 0.1140530 May 30 19:59:39.499756 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fb8252c-fe12-4df6-9e0d-9c9e89543395 req-03e54849-4827-4770-bdf4-3e6337200b66 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717089 May 30 19:59:39.501957 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5526c193-37a0-490a-8bb2-eaa0d2021e35 req-d7bae0e3-e69d-440e-82f5-e9bc27c0f28c tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601182 May 30 19:59:39.662704 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e64c2a9-592f-419c-a18e-0312f3443e2e req-26f4049a-7f5b-4108-b54f-bf0ca6c89932 tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0440245 May 30 19:59:39.915563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146cfb1-ae5b-47d4-9c1e-81750543fecb req-f16e0c70-e16b-4305-9c74-8561fefccfe2 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:39.917023 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7146cfb1-ae5b-47d4-9c1e-81750543fecb req-f16e0c70-e16b-4305-9c74-8561fefccfe2 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=1213f34e-9973-4e7c-9b28-1ed85a0d1d4b HTTP/1.1" status: 200 len: 945 time: 0.0769377 May 30 19:59:39.935705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2', 'tag': '60be2ea3-9b9a-4f01-862c-74203d008b31'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:39.968313 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7146cfb1-ae5b-47d4-9c1e-81750543fecb req-ac3087db-e385-49cf-8a65-58ea6d9b4b0b tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456843 May 30 19:59:40.096083 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0ab42-c066-4cdb-b714-041fe41cfeac req-d989dc17-827c-490f-acdf-73eb6264d146 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:40.097446 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ce0ab42-c066-4cdb-b714-041fe41cfeac req-d989dc17-827c-490f-acdf-73eb6264d146 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 943 time: 0.0815170 May 30 19:59:40.142989 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ce0ab42-c066-4cdb-b714-041fe41cfeac req-976c4733-6d14-4a7a-bdf8-cba470084fe2 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399237 May 30 19:59:40.251090 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e4f86ce-dd8c-45de-a73e-ad5335880c0d'] response: {'name': 'network-changed', 'server_uuid': '43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2', 'tag': '60be2ea3-9b9a-4f01-862c-74203d008b31', 'status': 'completed', 'code': 200} May 30 19:59:40.369775 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60613976-bae1-4623-a56d-ecb033a93f8c req-66f4b62b-15bc-4dc2-bb85-b328d907242a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8e91f39dc1cb49d8a7c30a8d5d13f2b8&device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 1094 time: 0.0872607 May 30 19:59:40.633357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60613976-bae1-4623-a56d-ecb033a93f8c req-f2f83173-83e3-4346-ac56-b97d8f575864 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:40.635423 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60613976-bae1-4623-a56d-ecb033a93f8c req-f2f83173-83e3-4346-ac56-b97d8f575864 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0af1ee9a-ef0c-412c-8632-5d7d61427758 HTTP/1.1" status: 200 len: 913 time: 0.2594774 May 30 19:59:40.776197 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7328380e-e044-456b-876b-0ee3333ebc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550c3460-ceff-4a87-a0b9-3e1ec4a74d7a'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:40.822166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63874d9-9ba7-404b-8851-a311ba8eada4 req-ccc051d3-5818-4364-be7b-16e73f045977 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:40.823603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b63874d9-9ba7-404b-8851-a311ba8eada4 req-ccc051d3-5818-4364-be7b-16e73f045977 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 945 time: 0.3654673 May 30 19:59:40.835637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d22c8a-1357-4bfc-b3ba-c0743a3a3750 req-24ef715d-e295-4619-b2e3-d5e48881eeeb tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:40.836336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-35d22c8a-1357-4bfc-b3ba-c0743a3a3750 req-24ef715d-e295-4619-b2e3-d5e48881eeeb tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Synchronizing usage tracker for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:40.854318 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60613976-bae1-4623-a56d-ecb033a93f8c req-6f76f3e0-6c51-408c-a925-78db47a5338a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60be2ea3-9b9a-4f01-862c-74203d008b31 HTTP/1.1" status: 200 len: 217 time: 0.2082381 May 30 19:59:40.894253 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b6824062-0abe-4993-b299-ad178131ce70 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:59:40.923510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-35d22c8a-1357-4bfc-b3ba-c0743a3a3750 req-24ef715d-e295-4619-b2e3-d5e48881eeeb tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Unset dirty status for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:40.924683 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35d22c8a-1357-4bfc-b3ba-c0743a3a3750 req-24ef715d-e295-4619-b2e3-d5e48881eeeb tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8b4757d-bc30-4219-9183-c7445f581fa1 HTTP/1.1" status: 200 len: 948 time: 0.4265683 May 30 19:59:40.961165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60613976-bae1-4623-a56d-ecb033a93f8c req-7ab4ffb9-f42b-4c0c-ac37-3013451364c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:40.962599 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60613976-bae1-4623-a56d-ecb033a93f8c req-7ab4ffb9-f42b-4c0c-ac37-3013451364c8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e7f80b35-615d-42ac-91ab-cb12a562dd68 HTTP/1.1" status: 200 len: 852 time: 0.0992048 May 30 19:59:40.966687 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b63874d9-9ba7-404b-8851-a311ba8eada4 req-be26fa06-8421-4e60-b465-3762812b2d3a tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271985 May 30 19:59:41.032385 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60613976-bae1-4623-a56d-ecb033a93f8c req-c7223a4b-9622-451c-992d-811bb4d0aa74 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0af1ee9a-ef0c-412c-8632-5d7d61427758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598865 May 30 19:59:41.040160 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35d22c8a-1357-4bfc-b3ba-c0743a3a3750 req-346daa33-71eb-430c-abef-ca24e1c0e161 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035814 May 30 19:59:41.102154 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b6824062-0abe-4993-b299-ad178131ce70, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b6824062-0abe-4993-b299-ad178131ce70,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:41.141907 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'b6824062-0abe-4993-b299-ad178131ce70', 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce', 'port_id': 'b6824062-0abe-4993-b299-ad178131ce70', 'mac_address': 'fa:16:3e:6e:f2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd0ba15-290a-4589-8acd-b7cd3e58dbb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:59:41.244773 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:41.280236 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60613976-bae1-4623-a56d-ecb033a93f8c req-cd6aa6c2-29e1-4357-a07f-682270564563 service neutron] 10.222.0.77 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391198 May 30 19:59:41.301994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6824062-0abe-4993-b299-ad178131ce70 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:41.340304 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49405871-6532-4214-80ba-13cf774c1fe2 req-f03a1902-ed4d-4d89-8823-fb25fb3a3f8a tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:41.342016 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49405871-6532-4214-80ba-13cf774c1fe2 req-f03a1902-ed4d-4d89-8823-fb25fb3a3f8a tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/ports?device_id=408c181f-c210-46b7-998a-4b36eeb66f7e HTTP/1.1" status: 200 len: 950 time: 0.1877854 May 30 19:59:41.348612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b6824062-0abe-4993-b299-ad178131ce70, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b6824062-0abe-4993-b299-ad178131ce70,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:41.357815 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:41.456900 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b6824062-0abe-4993-b299-ad178131ce70,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:41.487532 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b6824062-0abe-4993-b299-ad178131ce70'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:41.648718 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49405871-6532-4214-80ba-13cf774c1fe2 req-4c6b4a04-83af-464c-a3fe-e2768fa32461 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3040179-6a05-4c65-8b16-9178ae742b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093301 May 30 19:59:41.674100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de51463-fa61-4fd1-b27a-c7a591550717 req-16eac644-ac43-41f8-9ec8-7765f840efb9 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:41.676142 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2de51463-fa61-4fd1-b27a-c7a591550717 req-16eac644-ac43-41f8-9ec8-7765f840efb9 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.1928720 May 30 19:59:41.707371 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60613976-bae1-4623-a56d-ecb033a93f8c req-61aa1811-6479-4842-a485-d1e1293fed87 service neutron] 10.222.0.77 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144044 May 30 19:59:41.737536 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef44e9-9ac0-49bb-a5f7-8db26da0449f req-f6443a36-4fd5-4a25-9cef-64e8b847d522 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:41.739738 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06ef44e9-9ac0-49bb-a5f7-8db26da0449f req-f6443a36-4fd5-4a25-9cef-64e8b847d522 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "GET /v2.0/ports?device_id=b8b4757d-bc30-4219-9183-c7445f581fa1 HTTP/1.1" status: 200 len: 948 time: 0.3415272 May 30 19:59:41.928173 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a023281-1cc3-4bfc-8169-081e24878d0a req-fe0cffa1-abd6-4a31-acf7-847c8dc20fe6 tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.1396458 May 30 19:59:41.946644 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2de51463-fa61-4fd1-b27a-c7a591550717 req-1443c348-de27-479a-a973-f65436b6f0ab tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639804 May 30 19:59:42.002912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-06ef44e9-9ac0-49bb-a5f7-8db26da0449f req-752a0735-f4cd-48b7-8d8e-dbe4cc86f743 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Deleting port f287ac9c-2942-47c4-aedd-f0339716c9ac {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:59:42.003263 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-06ef44e9-9ac0-49bb-a5f7-8db26da0449f req-752a0735-f4cd-48b7-8d8e-dbe4cc86f743 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:42.053748 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049609d9-e5bb-4c23-b4d5-cfd27125bf16'] response: {'server_uuid': '7328380e-e044-456b-876b-0ee3333ebc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550c3460-ceff-4a87-a0b9-3e1ec4a74d7a', 'code': 200} May 30 19:59:42.098184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb273f3-efc7-4187-a2ab-48ba44050a4f req-68b64296-75fe-4a60-b903-bc918ca17949 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:42.099618 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2bb273f3-efc7-4187-a2ab-48ba44050a4f req-68b64296-75fe-4a60-b903-bc918ca17949 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "GET /v2.0/ports?device_id=7e4920e4-3024-4783-b91a-0f9ff4bbd4e4 HTTP/1.1" status: 200 len: 948 time: 0.3546042 May 30 19:59:42.183161 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-121768bf-23c6-4dbe-8e05-8c863fe7b62e req-9be8d363-8632-4fb8-9a16-ef67a0169663 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.1892812 May 30 19:59:42.217634 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c3cfdc9d-65a5-4113-9320-2eac2729fba9 req-30fe9d17-f057-4134-b986-2722384e9d56 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 1100 time: 0.0903616 May 30 19:59:42.356841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-2bb273f3-efc7-4187-a2ab-48ba44050a4f req-10137dfd-5dad-44f2-b9bc-f13f0e642460 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Deleting port 1d876d78-cbfb-4392-b861-243efc63d5a6 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:59:42.357401 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2bb273f3-efc7-4187-a2ab-48ba44050a4f req-10137dfd-5dad-44f2-b9bc-f13f0e642460 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:42.409294 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c3cfdc9d-65a5-4113-9320-2eac2729fba9 req-ccc59783-a946-4a06-8793-c8e34cfaa93a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397909 May 30 19:59:42.563151 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762642bc-7601-4d3c-8409-1ad315704068 req-19fae000-bab5-4d54-815a-6bb79054aca7 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:42.564641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-762642bc-7601-4d3c-8409-1ad315704068 req-19fae000-bab5-4d54-815a-6bb79054aca7 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 943 time: 0.3805912 May 30 19:59:42.622421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-06ef44e9-9ac0-49bb-a5f7-8db26da0449f req-752a0735-f4cd-48b7-8d8e-dbe4cc86f743 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] For port f287ac9c-2942-47c4-aedd-f0339716c9ac, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f287ac9c-2942-47c4-aedd-f0339716c9ac,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:42.622780 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-06ef44e9-9ac0-49bb-a5f7-8db26da0449f req-752a0735-f4cd-48b7-8d8e-dbe4cc86f743 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:42.906777 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 60be2ea3-9b9a-4f01-862c-74203d008b31 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:59:42.911304 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b6824062-0abe-4993-b299-ad178131ce70 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:42.933576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-06ef44e9-9ac0-49bb-a5f7-8db26da0449f req-752a0735-f4cd-48b7-8d8e-dbe4cc86f743 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Calling delete_port for f287ac9c-2942-47c4-aedd-f0339716c9ac owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:59:43.014677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-762642bc-7601-4d3c-8409-1ad315704068 req-f507f856-5788-484a-9989-9b4d9907b1de tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394174 May 30 19:59:43.031006 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9f875-0ba8-4d22-b119-58c347e42a61 req-a745a87e-e18a-46a1-83e8-b2ae94f9611c tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:43.034970 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9f875-0ba8-4d22-b119-58c347e42a61 req-a745a87e-e18a-46a1-83e8-b2ae94f9611c tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:43.038855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9f875-0ba8-4d22-b119-58c347e42a61 req-a745a87e-e18a-46a1-83e8-b2ae94f9611c tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:43.045816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52b9f875-0ba8-4d22-b119-58c347e42a61 req-a745a87e-e18a-46a1-83e8-b2ae94f9611c tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76&device_id=1213f34e-9973-4e7c-9b28-1ed85a0d1d4b&device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 2417 time: 0.6335311 May 30 19:59:43.114612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port b6824062-0abe-4993-b299-ad178131ce70 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:43.115249 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:43.143799 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-2bb273f3-efc7-4187-a2ab-48ba44050a4f req-10137dfd-5dad-44f2-b9bc-f13f0e642460 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] For port 1d876d78-cbfb-4392-b861-243efc63d5a6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1d876d78-cbfb-4392-b861-243efc63d5a6,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:43.144178 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2bb273f3-efc7-4187-a2ab-48ba44050a4f req-10137dfd-5dad-44f2-b9bc-f13f0e642460 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:43.197004 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52b9f875-0ba8-4d22-b119-58c347e42a61 req-757de446-849b-4371-97d7-59236f208351 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499195 May 30 19:59:43.268521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 60be2ea3-9b9a-4f01-862c-74203d008b31, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=60be2ea3-9b9a-4f01-862c-74203d008b31,segment=NetworkSegment(e00e908d-cc0d-4efe-a2c8-8f343a2e29b0),segment_id=e00e908d-cc0d-4efe-a2c8-8f343a2e29b0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:43.327257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '60be2ea3-9b9a-4f01-862c-74203d008b31', 'network_id': '0af1ee9a-ef0c-412c-8632-5d7d61427758', 'port_id': '60be2ea3-9b9a-4f01-862c-74203d008b31', 'mac_address': 'fa:16:3e:ef:95:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f80b35-615d-42ac-91ab-cb12a562dd68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:59:43.418050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-2bb273f3-efc7-4187-a2ab-48ba44050a4f req-10137dfd-5dad-44f2-b9bc-f13f0e642460 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Calling delete_port for 1d876d78-cbfb-4392-b861-243efc63d5a6 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:59:43.424719 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f287ac9c-2942-47c4-aedd-f0339716c9ac no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:59:43.588842 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-06ef44e9-9ac0-49bb-a5f7-8db26da0449f req-752a0735-f4cd-48b7-8d8e-dbe4cc86f743 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:43.661123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['45283eb0-7f60-4f12-a812-00a197ecbf9e'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:43.670230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a0735-f4cd-48b7-8d8e-dbe4cc86f743 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Pushing event deleted for resources: {'Port': ['ID=f287ac9c-2942-47c4-aedd-f0339716c9ac,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:43.757570 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: f287ac9c-2942-47c4-aedd-f0339716c9ac {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:59:43.759727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f287ac9c-2942-47c4-aedd-f0339716c9ac not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:59:43.820765 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83434cf-52d5-42fe-98a8-ac4e74108166 req-3e549162-c721-4bb5-a7af-dbf82c7af25e tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:43.827741 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f83434cf-52d5-42fe-98a8-ac4e74108166 req-3e549162-c721-4bb5-a7af-dbf82c7af25e tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/ports?device_id=d257e547-e381-4ccb-92a0-e41551d79060 HTTP/1.1" status: 200 len: 949 time: 0.3251095 May 30 19:59:43.846709 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ef44e9-9ac0-49bb-a5f7-8db26da0449f req-752a0735-f4cd-48b7-8d8e-dbe4cc86f743 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] No DVR routers for this DVR port f287ac9c-2942-47c4-aedd-f0339716c9ac on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:59:43.857916 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-06ef44e9-9ac0-49bb-a5f7-8db26da0449f req-752a0735-f4cd-48b7-8d8e-dbe4cc86f743 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:43.863411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b4757d-bc30-4219-9183-c7445f581fa1', 'name': 'network-vif-deleted', 'tag': 'f287ac9c-2942-47c4-aedd-f0339716c9ac'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:43.868164 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:43.917206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f83434cf-52d5-42fe-98a8-ac4e74108166 req-4c8705d0-1b14-4ee1-99da-0c844194df25 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3040179-6a05-4c65-8b16-9178ae742b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885670 May 30 19:59:43.983841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-92ebfe50-aa1f-4187-8a1e-d3701f5945cb req-ed0ba5d9-27f0-4ee1-bd9a-75737946a534 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Synchronizing usage tracker for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:43.990272 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06ef44e9-9ac0-49bb-a5f7-8db26da0449f req-752a0735-f4cd-48b7-8d8e-dbe4cc86f743 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "DELETE /v2.0/ports/f287ac9c-2942-47c4-aedd-f0339716c9ac HTTP/1.1" status: 204 len: 173 time: 2.2008004 May 30 19:59:44.009722 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2bb273f3-efc7-4187-a2ab-48ba44050a4f req-10137dfd-5dad-44f2-b9bc-f13f0e642460 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:44.110790 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60be2ea3-9b9a-4f01-862c-74203d008b31 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:44.124117 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10137dfd-5dad-44f2-b9bc-f13f0e642460 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Pushing event deleted for resources: {'Port': ['ID=1d876d78-cbfb-4392-b861-243efc63d5a6,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:44.131006 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-92ebfe50-aa1f-4187-8a1e-d3701f5945cb req-ed0ba5d9-27f0-4ee1-bd9a-75737946a534 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Unset dirty status for tenant:80c5886d695a483397b8748456ab7e32 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:44.133074 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92ebfe50-aa1f-4187-8a1e-d3701f5945cb req-ed0ba5d9-27f0-4ee1-bd9a-75737946a534 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8b4757d-bc30-4219-9183-c7445f581fa1 HTTP/1.1" status: 200 len: 210 time: 0.2240322 May 30 19:59:44.294138 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:44.334187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 60be2ea3-9b9a-4f01-862c-74203d008b31, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=60be2ea3-9b9a-4f01-862c-74203d008b31,segment=NetworkSegment(e00e908d-cc0d-4efe-a2c8-8f343a2e29b0),segment_id=e00e908d-cc0d-4efe-a2c8-8f343a2e29b0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:44.354941 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:44.361319 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b3322f9-3611-4f2d-8ea1-799ec9b79c32 req-82bcd952-9987-4802-b80f-cfe7eefcb19e tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.2158535 May 30 19:59:44.504768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-8318edb9-f5fa-48a7-951d-cb8ad9a75a81 req-4ce33a55-d506-475d-9fcd-c4a8ffa899e5 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:59:44.512210 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8318edb9-f5fa-48a7-951d-cb8ad9a75a81 req-4ce33a55-d506-475d-9fcd-c4a8ffa899e5 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0506327 May 30 19:59:44.514965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb273f3-efc7-4187-a2ab-48ba44050a4f req-10137dfd-5dad-44f2-b9bc-f13f0e642460 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] No DVR routers for this DVR port 1d876d78-cbfb-4392-b861-243efc63d5a6 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:59:44.519111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33084a4-53ca-46f5-baf5-f52fd7c156a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6824062-0abe-4993-b299-ad178131ce70'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:44.546572 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b6824062-0abe-4993-b299-ad178131ce70, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b6824062-0abe-4993-b299-ad178131ce70,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:44.559346 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:44.561126 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=60be2ea3-9b9a-4f01-862c-74203d008b31,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:44.566684 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2bb273f3-efc7-4187-a2ab-48ba44050a4f req-10137dfd-5dad-44f2-b9bc-f13f0e642460 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:44.568608 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2bb273f3-efc7-4187-a2ab-48ba44050a4f req-10137dfd-5dad-44f2-b9bc-f13f0e642460 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.93 "DELETE /v2.0/ports/1d876d78-cbfb-4392-b861-243efc63d5a6 HTTP/1.1" status: 204 len: 173 time: 2.4321177 May 30 19:59:44.643199 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b6824062-0abe-4993-b299-ad178131ce70,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:44.645594 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937ff4d-b6c3-459f-8d20-ad05f209fc28 req-a3c39156-8954-4a87-b003-04c493463a51 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:44.646634 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8937ff4d-b6c3-459f-8d20-ad05f209fc28 req-a3c39156-8954-4a87-b003-04c493463a51 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.2738574 May 30 19:59:44.716677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8318edb9-f5fa-48a7-951d-cb8ad9a75a81 req-b8f9814d-9800-4f6c-a78c-c904eab929a7 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2034287 May 30 19:59:44.736302 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8937ff4d-b6c3-459f-8d20-ad05f209fc28 req-836d5e74-51e4-4f7e-a3ae-ce819fe000d3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829968 May 30 19:59:44.750113 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['60be2ea3-9b9a-4f01-862c-74203d008b31'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:44.974699 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['45283eb0-7f60-4f12-a812-00a197ecbf9e'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:45.139107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d5081-c005-4519-b36d-0639f93dd70f req-c4dd4ebb-bbc9-4ce3-aafd-027dd23e342c tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:45.142682 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-960d5081-c005-4519-b36d-0639f93dd70f req-c4dd4ebb-bbc9-4ce3-aafd-027dd23e342c tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.1281874 May 30 19:59:45.144346 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c9930e6-d73c-4bdc-adfc-d3d120bee60b'] response: {'server_uuid': 'b8b4757d-bc30-4219-9183-c7445f581fa1', 'name': 'network-vif-deleted', 'tag': 'f287ac9c-2942-47c4-aedd-f0339716c9ac', 'status': 'completed', 'code': 200} May 30 19:59:45.204037 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-960d5081-c005-4519-b36d-0639f93dd70f req-9d69b330-d4e0-4d72-891d-0ce0e68adbd1 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546155 May 30 19:59:45.408894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1d876d78-cbfb-4392-b861-243efc63d5a6 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:59:45.485446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 1d876d78-cbfb-4392-b861-243efc63d5a6 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:59:45.486085 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1d876d78-cbfb-4392-b861-243efc63d5a6 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:59:45.541809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a80e2-e257-4e4c-bd93-daecb99c72b4 req-f604a0f0-84db-44bd-811b-e7d88b326173 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:45.543378 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-944a80e2-e257-4e4c-bd93-daecb99c72b4 req-f604a0f0-84db-44bd-811b-e7d88b326173 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 944 time: 0.1467693 May 30 19:59:45.592502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-944a80e2-e257-4e4c-bd93-daecb99c72b4 req-7a468a41-7261-46ff-b7d3-238ae3b665f6 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422745 May 30 19:59:45.766457 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406a96ec-db41-441f-8edf-65cf03af94fc'] response: {'server_uuid': 'a33084a4-53ca-46f5-baf5-f52fd7c156a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6824062-0abe-4993-b299-ad178131ce70', 'code': 200} May 30 19:59:46.166020 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a35952c-a68b-4aa2-82b0-4af81ef0b9ff req-a19a7769-fd95-48de-aca7-98133a0bf7ca tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 1100 time: 0.0848241 May 30 19:59:46.199041 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1a35952c-a68b-4aa2-82b0-4af81ef0b9ff req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:46.381500 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b5d982d-4a31-4ccf-81be-6106e76e47fa req-43504684-cc64-4a4b-9fdf-a8999675bd4f tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0546622 May 30 19:59:46.404867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-1a35952c-a68b-4aa2-82b0-4af81ef0b9ff req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:46.411176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1a35952c-a68b-4aa2-82b0-4af81ef0b9ff req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Usage tracker for resource:security_group_rule and tenant:92055eb385ad40e989fc897d58be0d97 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:46.415517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1a35952c-a68b-4aa2-82b0-4af81ef0b9ff req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:46.428023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-1a35952c-a68b-4aa2-82b0-4af81ef0b9ff req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:46.540637 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1a35952c-a68b-4aa2-82b0-4af81ef0b9ff req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:46.549079 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1a35952c-a68b-4aa2-82b0-4af81ef0b9ff req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:46.591461 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a35952c-a68b-4aa2-82b0-4af81ef0b9ff req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196217 May 30 19:59:46.592146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f8f7d9-dfc7-4d1d-949a-a5838215d151,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:46.601513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:46.601853 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:46.602186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:46.602524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:46.602839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:46.603158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:46.603480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:46.603791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:46.604150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:46.604646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:46.604980 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26826d0a-7f67-4db3-980f-2ddb4b31317c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:46.950727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 60be2ea3-9b9a-4f01-862c-74203d008b31 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:47.052484 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f48f4f35-42ec-4401-b651-8a61987b790a req-2c119ad9-1375-4ec2-9694-ed3430d25988 tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0803089 May 30 19:59:47.053385 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 60be2ea3-9b9a-4f01-862c-74203d008b31 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:47.058618 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 60be2ea3-9b9a-4f01-862c-74203d008b31 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:47.059408 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:47.087565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2806ee-e51a-47b8-962d-1a8ef3f43e06 req-54847e01-1476-4a2c-b08f-93b451eb9588 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:47.089341 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de2806ee-e51a-47b8-962d-1a8ef3f43e06 req-54847e01-1476-4a2c-b08f-93b451eb9588 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.1531053 May 30 19:59:47.146379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4920e4-3024-4783-b91a-0f9ff4bbd4e4', 'name': 'network-vif-deleted', 'tag': '1d876d78-cbfb-4392-b861-243efc63d5a6'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:47.167182 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de2806ee-e51a-47b8-962d-1a8ef3f43e06 req-e3a072a0-f1f9-4a31-8e21-3e81406ca5c7 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714104 May 30 19:59:47.262385 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:47.305524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 60be2ea3-9b9a-4f01-862c-74203d008b31, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=60be2ea3-9b9a-4f01-862c-74203d008b31,segment=NetworkSegment(e00e908d-cc0d-4efe-a2c8-8f343a2e29b0),segment_id=e00e908d-cc0d-4efe-a2c8-8f343a2e29b0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:47.315229 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:47.407049 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=60be2ea3-9b9a-4f01-862c-74203d008b31,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:47.423318 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bec24a5-9952-4093-97fb-ce96f29aebda req-b43bf7e6-7c5f-4e0c-9198-813c32f2424f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0990157 May 30 19:59:47.435694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3002c51-6950-4423-b1f3-ad6807f78cc5 req-59a25ce7-507f-49e3-be86-0515ccd1f124 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:47.437162 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3002c51-6950-4423-b1f3-ad6807f78cc5 req-59a25ce7-507f-49e3-be86-0515ccd1f124 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 945 time: 0.1647227 May 30 19:59:47.504564 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3002c51-6950-4423-b1f3-ad6807f78cc5 req-0e9ce8f7-d2a6-4e10-9c9d-992ac0926fec tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594888 May 30 19:59:47.768103 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60be2ea3-9b9a-4f01-862c-74203d008b31'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:47.970674 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc13098-a17e-493a-b48a-e4f3d3137e54'] response: {'server_uuid': '7e4920e4-3024-4783-b91a-0f9ff4bbd4e4', 'name': 'network-vif-deleted', 'tag': '1d876d78-cbfb-4392-b861-243efc63d5a6', 'status': 'completed', 'code': 200} May 30 19:59:48.024535 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feda7e42-cfb1-4d74-bdf6-42dba3e2b29b'] response: {'server_uuid': '43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60be2ea3-9b9a-4f01-862c-74203d008b31', 'code': 200} May 30 19:59:48.398727 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-998d5010-6f52-413c-9348-81bab6347075 req-c35d6640-45a2-4248-b114-cf5a55388f83 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4064744 May 30 19:59:48.403313 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84c60dcd-e2e0-4af7-acd4-20c9158eed49 req-a3d1f19d-260e-42b4-bae4-385a4fc2a483 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 1096 time: 0.2063544 May 30 19:59:48.447010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c8151-a1cd-482d-af9b-9fad5ba6c3d4 req-41ae9de7-e394-406e-8540-73cd5d4b7949 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:48.449013 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa8c8151-a1cd-482d-af9b-9fad5ba6c3d4 req-41ae9de7-e394-406e-8540-73cd5d4b7949 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.1517546 May 30 19:59:48.508789 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84c60dcd-e2e0-4af7-acd4-20c9158eed49 req-bf17cdbb-f610-449f-8952-1e97fdd8cc90 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961435 May 30 19:59:48.516421 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa8c8151-a1cd-482d-af9b-9fad5ba6c3d4 req-b40f3324-130c-4595-9d69-de3dba3fe67c tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502381 May 30 19:59:48.805239 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e75130c-6784-4123-94da-c9e6373a744a req-5168095f-4947-4919-b088-3dce4569835e tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0664392 May 30 19:59:48.845280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ab8cb-88ad-4867-9d8d-d274e019507c req-94146939-4df2-4107-93ca-448389b41302 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:48.853221 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-101ab8cb-88ad-4867-9d8d-d274e019507c req-94146939-4df2-4107-93ca-448389b41302 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.1537747 May 30 19:59:48.963911 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-101ab8cb-88ad-4867-9d8d-d274e019507c req-18ec6dd0-ad17-4eb2-a9a9-d974643a64b8 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092680 May 30 19:59:48.982657 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device d2c21ba1-ad15-46de-b2e1-c53efb743d11 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:59:49.240793 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port d2c21ba1-ad15-46de-b2e1-c53efb743d11, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d2c21ba1-ad15-46de-b2e1-c53efb743d11,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:49.266845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11', 'mac_address': 'fa:16:3e:4f:bb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:59:49.279227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79631f61-4c3d-4c00-b27b-956bf0dc92c4 req-f6bc4665-2c7a-4f93-9210-3505b7470d6f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:49.280931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79631f61-4c3d-4c00-b27b-956bf0dc92c4 req-f6bc4665-2c7a-4f93-9210-3505b7470d6f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 945 time: 0.1300659 May 30 19:59:49.367201 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:49.395325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79631f61-4c3d-4c00-b27b-956bf0dc92c4 req-be83d7af-53e6-4091-aecb-1bce1490c72d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041799 May 30 19:59:49.414574 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2c21ba1-ad15-46de-b2e1-c53efb743d11 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:49.433690 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port d2c21ba1-ad15-46de-b2e1-c53efb743d11, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d2c21ba1-ad15-46de-b2e1-c53efb743d11,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:49.439240 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:49.604381 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4957436-36e3-47ba-b9de-e6c464f20a4f req-60dc5c23-6a16-4e5e-a403-82347c926fc6 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:49.608223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=d2c21ba1-ad15-46de-b2e1-c53efb743d11,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:49.620819 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4957436-36e3-47ba-b9de-e6c464f20a4f req-60dc5c23-6a16-4e5e-a403-82347c926fc6 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 949 time: 0.1739206 May 30 19:59:49.680348 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4957436-36e3-47ba-b9de-e6c464f20a4f req-b074ccfc-27d1-4dfb-93b1-223195ecd2a5 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590377 May 30 19:59:49.732654 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['d2c21ba1-ad15-46de-b2e1-c53efb743d11'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:50.007750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76a373-c9a7-457c-9e6c-4b9c94d7f3ba req-777166fd-611a-4cae-8264-7c01a733775a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:50.016431 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d76a373-c9a7-457c-9e6c-4b9c94d7f3ba req-777166fd-611a-4cae-8264-7c01a733775a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.1468120 May 30 19:59:50.075232 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d76a373-c9a7-457c-9e6c-4b9c94d7f3ba req-e853bc8a-e7ef-4d19-b129-dbf40e3552a1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578549 May 30 19:59:50.192966 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ef804ee-869d-453d-ad80-ba83d8ecdb70 req-1140f2d3-e9f3-4e69-a50b-17b665d54bbc tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0628166 May 30 19:59:50.426690 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-998d5010-6f52-413c-9348-81bab6347075 req-e9881464-1b20-4cc8-85d3-faa4c6d4438a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 1100 time: 0.1520488 May 30 19:59:50.785073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d5010-6f52-413c-9348-81bab6347075 req-88f63875-b8a1-4a79-988f-a690425c2639 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:50.786514 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-998d5010-6f52-413c-9348-81bab6347075 req-88f63875-b8a1-4a79-988f-a690425c2639 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.3411095 May 30 19:59:50.807187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc97ba-69af-47b7-a90a-cf2b62d807d4 req-66ab23c1-022e-4fab-bc31-36058fdf25f0 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:50.808660 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26fc97ba-69af-47b7-a90a-cf2b62d807d4 req-66ab23c1-022e-4fab-bc31-36058fdf25f0 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.2517021 May 30 19:59:50.996091 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device d2c21ba1-ad15-46de-b2e1-c53efb743d11 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:51.009931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-998d5010-6f52-413c-9348-81bab6347075 req-17099f34-c2d8-4407-a0ee-ec8a20cfda88 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a HTTP/1.1" status: 200 len: 217 time: 0.2096677 May 30 19:59:51.029109 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b258a95-ce10-4cbc-ade6-624f2967f521 req-376f372b-7327-4ecb-b9ac-88ea25ddd415 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:51.037124 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b258a95-ce10-4cbc-ade6-624f2967f521 req-376f372b-7327-4ecb-b9ac-88ea25ddd415 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 945 time: 0.3945470 May 30 19:59:51.078091 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port d2c21ba1-ad15-46de-b2e1-c53efb743d11 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:51.078863 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:51.148560 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26fc97ba-69af-47b7-a90a-cf2b62d807d4 req-8cbf665a-2276-4449-8473-dabfee740547 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913952 May 30 19:59:51.173309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fcf51-a7c9-460c-81c4-22b8633483ee req-b82c5ee5-a12e-4f13-8591-5ccf68d8b6a4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:51.174743 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-184fcf51-a7c9-460c-81c4-22b8633483ee req-b82c5ee5-a12e-4f13-8591-5ccf68d8b6a4 tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.77 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 949 time: 0.4297323 May 30 19:59:51.212725 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:51.244713 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd257e547-e381-4ccb-92a0-e41551d79060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:51.269381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port d2c21ba1-ad15-46de-b2e1-c53efb743d11, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d2c21ba1-ad15-46de-b2e1-c53efb743d11,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:51.278016 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:51.288673 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b258a95-ce10-4cbc-ade6-624f2967f521 req-68c330ad-b427-4317-b18e-05ae077f3094 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505043 May 30 19:59:51.335827 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d5010-6f52-413c-9348-81bab6347075 req-8f72e76d-8781-46c5-b066-1ad90b4525f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:51.337559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-998d5010-6f52-413c-9348-81bab6347075 req-8f72e76d-8781-46c5-b066-1ad90b4525f4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2826452 May 30 19:59:51.341872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-184fcf51-a7c9-460c-81c4-22b8633483ee req-9c702390-06ca-4c66-94bf-248eb4e08bad tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Deleting port 45283eb0-7f60-4f12-a812-00a197ecbf9e {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:59:51.342387 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-184fcf51-a7c9-460c-81c4-22b8633483ee req-9c702390-06ca-4c66-94bf-248eb4e08bad tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:51.470090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=d2c21ba1-ad15-46de-b2e1-c53efb743d11,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:51.495005 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:59:51.767787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b72267-8582-4254-be77-eed06d36e53f req-6f152928-9d3d-4d78-802e-e6f6c7cb23bb tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:51.769313 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7b72267-8582-4254-be77-eed06d36e53f req-6f152928-9d3d-4d78-802e-e6f6c7cb23bb tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 945 time: 0.3881035 May 30 19:59:51.792922 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-998d5010-6f52-413c-9348-81bab6347075 req-50e6bfd1-c217-44b9-838d-bf9e65addf9a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4131761 May 30 19:59:52.049417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd442c8-379a-4d6a-9390-abc11b20eb88 req-a7d5e229-167e-4dc3-98c2-51c8feb155cd tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:52.054595 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bdd442c8-379a-4d6a-9390-abc11b20eb88 req-a7d5e229-167e-4dc3-98c2-51c8feb155cd tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/ports?device_id=35aeb205-e5ed-4ded-9da6-3e444fdc1218 HTTP/1.1" status: 200 len: 949 time: 0.4504004 May 30 19:59:52.055294 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7b72267-8582-4254-be77-eed06d36e53f req-5926052e-45eb-47a5-8fe1-7cab0bd945b6 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770436 May 30 19:59:52.068426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-184fcf51-a7c9-460c-81c4-22b8633483ee req-9c702390-06ca-4c66-94bf-248eb4e08bad tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] For port 45283eb0-7f60-4f12-a812-00a197ecbf9e, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=45283eb0-7f60-4f12-a812-00a197ecbf9e,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:52.068796 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-184fcf51-a7c9-460c-81c4-22b8633483ee req-9c702390-06ca-4c66-94bf-248eb4e08bad tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:52.258355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-184fcf51-a7c9-460c-81c4-22b8633483ee req-9c702390-06ca-4c66-94bf-248eb4e08bad tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Calling delete_port for 45283eb0-7f60-4f12-a812-00a197ecbf9e owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:59:52.366782 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-998d5010-6f52-413c-9348-81bab6347075 req-0e1ae519-615d-4761-a58b-84a9c8e12db2 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526986 May 30 19:59:52.472970 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bdd442c8-379a-4d6a-9390-abc11b20eb88 req-5e6392c1-9914-41bd-bf49-3bfc3e865dae tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.84 "GET /v2.0/security-groups?id=74748e46-5812-4f6e-b805-b2582418e4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858569 May 30 19:59:52.491065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa9af6-4f5a-4801-b6e1-ed4048a9e010 req-d0dba441-c4ec-4466-89da-a291d5804003 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:52.492512 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04aa9af6-4f5a-4801-b6e1-ed4048a9e010 req-d0dba441-c4ec-4466-89da-a291d5804003 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.93 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 945 time: 0.5817521 May 30 19:59:52.558292 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bef26fc-0959-43b0-a4c5-444df0fb9f33'] response: {'server_uuid': 'd257e547-e381-4ccb-92a0-e41551d79060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11', 'code': 200} May 30 19:59:52.663552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-04aa9af6-4f5a-4801-b6e1-ed4048a9e010 req-cfa8e8a5-75bc-4666-8545-f3187017ebdb tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Deleting port ddca61de-a1d6-464b-83fd-d21e3d1e89b4 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:59:52.663888 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-04aa9af6-4f5a-4801-b6e1-ed4048a9e010 req-cfa8e8a5-75bc-4666-8545-f3187017ebdb tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:52.739932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77b440-3658-4994-adb0-dbd49c03f444 req-f3503fe5-dd1b-4e9e-9d18-904729873ae8 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:52.741420 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f77b440-3658-4994-adb0-dbd49c03f444 req-f3503fe5-dd1b-4e9e-9d18-904729873ae8 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.4922235 May 30 19:59:52.914774 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-998d5010-6f52-413c-9348-81bab6347075 req-43191e40-87c5-4fdd-9ae5-72a924f7cbfa service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382619 May 30 19:59:53.076631 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f77b440-3658-4994-adb0-dbd49c03f444 req-291f09a4-aecf-4298-b10a-ca6f4ba6027b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143046 May 30 19:59:53.080182 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-184fcf51-a7c9-460c-81c4-22b8633483ee req-9c702390-06ca-4c66-94bf-248eb4e08bad tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:53.098446 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7668a029-4bb7-4582-8152-5c355958c792 req-ea639148-2ca0-42db-9b99-5559b5443564 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1422679756&fields=id&tenant_id=8e91f39dc1cb49d8a7c30a8d5d13f2b8 HTTP/1.1" status: 200 len: 267 time: 0.3975928 May 30 19:59:53.368271 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c702390-06ca-4c66-94bf-248eb4e08bad tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Pushing event deleted for resources: {'Port': ['ID=45283eb0-7f60-4f12-a812-00a197ecbf9e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:53.567822 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-184fcf51-a7c9-460c-81c4-22b8633483ee req-9c702390-06ca-4c66-94bf-248eb4e08bad tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] No DVR routers for this DVR port 45283eb0-7f60-4f12-a812-00a197ecbf9e on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:59:53.579197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8eb0742c-850c-4ffd-a124-35b26c20809f req-cbc218ba-5db7-42e1-a226-068aee579a77 tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.1236241 May 30 19:59:53.580192 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-184fcf51-a7c9-460c-81c4-22b8633483ee req-9c702390-06ca-4c66-94bf-248eb4e08bad tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:53.585180 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35aeb205-e5ed-4ded-9da6-3e444fdc1218', 'name': 'network-vif-deleted', 'tag': '45283eb0-7f60-4f12-a812-00a197ecbf9e'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:53.638212 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-184fcf51-a7c9-460c-81c4-22b8633483ee req-9c702390-06ca-4c66-94bf-248eb4e08bad tempest-ServersOnMultiNodesTest-1210678121 tempest-ServersOnMultiNodesTest-1210678121-project] 10.222.0.77 "DELETE /v2.0/ports/45283eb0-7f60-4f12-a812-00a197ecbf9e HTTP/1.1" status: 204 len: 173 time: 2.4453351 May 30 19:59:53.646713 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668a029-4bb7-4582-8152-5c355958c792 req-ffb4a74b-ed2a-4aa1-b317-c36122b22178 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:53.654684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7668a029-4bb7-4582-8152-5c355958c792 req-ffb4a74b-ed2a-4aa1-b317-c36122b22178 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 945 time: 0.5552654 May 30 19:59:53.661024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-7668a029-4bb7-4582-8152-5c355958c792 req-6c98d2e2-03e9-4250-a7e5-8b96c8488c5f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Request body: {'port': {'security_groups': ['fe2ad798-d07a-411b-a6a5-d27165a8900c', '8dcb4667-2c29-4d2b-9559-520508664ce9']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:53.787505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-04aa9af6-4f5a-4801-b6e1-ed4048a9e010 req-cfa8e8a5-75bc-4666-8545-f3187017ebdb tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] For port ddca61de-a1d6-464b-83fd-d21e3d1e89b4, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ddca61de-a1d6-464b-83fd-d21e3d1e89b4,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:53.798027 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-04aa9af6-4f5a-4801-b6e1-ed4048a9e010 req-cfa8e8a5-75bc-4666-8545-f3187017ebdb tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:54.040257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-04aa9af6-4f5a-4801-b6e1-ed4048a9e010 req-cfa8e8a5-75bc-4666-8545-f3187017ebdb tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Calling delete_port for ddca61de-a1d6-464b-83fd-d21e3d1e89b4 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:59:54.184115 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7668a029-4bb7-4582-8152-5c355958c792 req-6c98d2e2-03e9-4250-a7e5-8b96c8488c5f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:54.302501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e2825-f972-418f-910a-8220a8e5f0c0 req-c16e329f-80db-4daf-a3f1-a1cf28a6703b tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:54.309910 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-360e2825-f972-418f-910a-8220a8e5f0c0 req-c16e329f-80db-4daf-a3f1-a1cf28a6703b tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.5033045 May 30 19:59:54.410953 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-360e2825-f972-418f-910a-8220a8e5f0c0 req-b4e191ed-0f9e-4dac-b9d7-fee15a22b052 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995820 May 30 19:59:54.416095 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-04aa9af6-4f5a-4801-b6e1-ed4048a9e010 req-cfa8e8a5-75bc-4666-8545-f3187017ebdb tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:54.433708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['9901f700-3675-4a41-b34c-345820247fe7', '7114453d-b16d-4f02-9290-44ca2fcc764b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:54.512036 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8e8a5-75bc-4666-8545-f3187017ebdb tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Pushing event deleted for resources: {'Port': ['ID=ddca61de-a1d6-464b-83fd-d21e3d1e89b4,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:54.607208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-04aa9af6-4f5a-4801-b6e1-ed4048a9e010 req-cfa8e8a5-75bc-4666-8545-f3187017ebdb tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] No DVR routers for this DVR port ddca61de-a1d6-464b-83fd-d21e3d1e89b4 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:59:54.610586 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-04aa9af6-4f5a-4801-b6e1-ed4048a9e010 req-cfa8e8a5-75bc-4666-8545-f3187017ebdb tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:54.661470 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04aa9af6-4f5a-4801-b6e1-ed4048a9e010 req-cfa8e8a5-75bc-4666-8545-f3187017ebdb tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.93 "DELETE /v2.0/ports/ddca61de-a1d6-464b-83fd-d21e3d1e89b4 HTTP/1.1" status: 204 len: 173 time: 2.1488845 May 30 19:59:54.831805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-7668a029-4bb7-4582-8152-5c355958c792 req-6c98d2e2-03e9-4250-a7e5-8b96c8488c5f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] For port 60be2ea3-9b9a-4f01-862c-74203d008b31, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=60be2ea3-9b9a-4f01-862c-74203d008b31,segment=NetworkSegment(e00e908d-cc0d-4efe-a2c8-8f343a2e29b0),segment_id=e00e908d-cc0d-4efe-a2c8-8f343a2e29b0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:54.863380 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7668a029-4bb7-4582-8152-5c355958c792 req-6c98d2e2-03e9-4250-a7e5-8b96c8488c5f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:54.923615 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7668a029-4bb7-4582-8152-5c355958c792 req-6c98d2e2-03e9-4250-a7e5-8b96c8488c5f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:54.994282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7bed6b26-3031-4ed8-96d7-f46add1b0842 req-7263263b-0013-4ea7-8ce9-525e512cc887 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Synchronizing usage tracker for tenant:ccee7201acb94dd2a2ea81f16f0c1b53 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:55.018325 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 45283eb0-7f60-4f12-a812-00a197ecbf9e no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:59:55.049822 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668a029-4bb7-4582-8152-5c355958c792 req-6c98d2e2-03e9-4250-a7e5-8b96c8488c5f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:55.054069 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7668a029-4bb7-4582-8152-5c355958c792 req-6c98d2e2-03e9-4250-a7e5-8b96c8488c5f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:55.055353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7668a029-4bb7-4582-8152-5c355958c792 req-6c98d2e2-03e9-4250-a7e5-8b96c8488c5f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "PUT /v2.0/ports/60be2ea3-9b9a-4f01-862c-74203d008b31 HTTP/1.1" status: 200 len: 981 time: 1.3996139 May 30 19:59:55.071405 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 45283eb0-7f60-4f12-a812-00a197ecbf9e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:59:55.071769 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 45283eb0-7f60-4f12-a812-00a197ecbf9e not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:59:55.082537 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98d2e2-03e9-4250-a7e5-8b96c8488c5f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event updated for resources: {'Port': ['ID=60be2ea3-9b9a-4f01-862c-74203d008b31,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:55.086363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7bed6b26-3031-4ed8-96d7-f46add1b0842 req-7263263b-0013-4ea7-8ce9-525e512cc887 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Unset dirty status for tenant:ccee7201acb94dd2a2ea81f16f0c1b53 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:55.088365 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7bed6b26-3031-4ed8-96d7-f46add1b0842 req-7263263b-0013-4ea7-8ce9-525e512cc887 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dece30c-784d-4ca6-aaf9-bea72d319f76 HTTP/1.1" status: 200 len: 210 time: 0.2165003 May 30 19:59:55.170915 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['60be2ea3-9b9a-4f01-862c-74203d008b31'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:55.197617 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c683c9-c939-4898-8509-b48da687ce63'] response: {'server_uuid': '35aeb205-e5ed-4ded-9da6-3e444fdc1218', 'name': 'network-vif-deleted', 'tag': '45283eb0-7f60-4f12-a812-00a197ecbf9e', 'status': 'completed', 'code': 200} May 30 19:59:55.471573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ddca61de-a1d6-464b-83fd-d21e3d1e89b4 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:59:55.530673 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: ddca61de-a1d6-464b-83fd-d21e3d1e89b4 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:59:55.531862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ddca61de-a1d6-464b-83fd-d21e3d1e89b4 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:59:55.708536 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['60be2ea3-9b9a-4f01-862c-74203d008b31'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:55.726395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51992) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:55.738814 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-baaa7304-82b9-4900-a825-b1da74c9dd15 req-5a8c5a02-2fcc-41ad-a16c-e5809d214c85 tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.3249900 May 30 19:59:55.805404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0604cc-7655-463d-a6bc-c8cc723f7bb4 req-1ab6ed66-4631-47fe-a0d2-cb54078196c3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:55.810890 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e0604cc-7655-463d-a6bc-c8cc723f7bb4 req-1ab6ed66-4631-47fe-a0d2-cb54078196c3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.3646228 May 30 19:59:55.904384 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e0604cc-7655-463d-a6bc-c8cc723f7bb4 req-4ae679f8-f368-47b3-9834-6ff93f0bc6f7 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863299 May 30 19:59:56.061688 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ec3ae88a-1f3c-4bf8-a172-656815d01b47 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=80c5886d695a483397b8748456ab7e32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3340664 May 30 19:59:56.063517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51998) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:56.190867 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-72e3ff8b-7d00-4e1e-b0d0-ddb41fef4294 req-66fa451a-4804-4243-bcc2-e8d4eaba63ee tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2005605058&fields=id&tenant_id=8e91f39dc1cb49d8a7c30a8d5d13f2b8 HTTP/1.1" status: 200 len: 267 time: 0.1569684 May 30 19:59:56.264718 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-07c476e1-50b5-4314-983c-2803a1b1389e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:56.314637 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-07c476e1-50b5-4314-983c-2803a1b1389e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:56.334498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba1d16-84cf-4594-88a1-47cd4a2cef87 req-3c66f8e4-0a30-431d-a791-b45d9292ab8d tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:56.335943 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ffba1d16-84cf-4594-88a1-47cd4a2cef87 req-3c66f8e4-0a30-431d-a791-b45d9292ab8d tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.2180030 May 30 19:59:56.406936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3ff8b-7d00-4e1e-b0d0-ddb41fef4294 req-83107f4e-4216-4c33-92ff-47d1fa3daa8c tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:56.408439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-72e3ff8b-7d00-4e1e-b0d0-ddb41fef4294 req-83107f4e-4216-4c33-92ff-47d1fa3daa8c tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 984 time: 0.2034473 May 30 19:59:56.424897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-72e3ff8b-7d00-4e1e-b0d0-ddb41fef4294 req-a5ccf47b-def1-45ae-bccd-f2b42edcb3c1 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Request body: {'port': {'security_groups': ['8dcb4667-2c29-4d2b-9559-520508664ce9', 'fe2ad798-d07a-411b-a6a5-d27165a8900c', '90967635-1249-4d70-90a9-853e7adfd235']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:56.462633 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ffba1d16-84cf-4594-88a1-47cd4a2cef87 req-60374b36-2821-47fc-8cde-d10e13506784 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107957 May 30 19:59:56.488086 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-07c476e1-50b5-4314-983c-2803a1b1389e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:56.539218 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c476e1-50b5-4314-983c-2803a1b1389e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74748e46-5812-4f6e-b805-b2582418e4e1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:56.631634 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-07c476e1-50b5-4314-983c-2803a1b1389e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:56.635453 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-07c476e1-50b5-4314-983c-2803a1b1389e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/74748e46-5812-4f6e-b805-b2582418e4e1 HTTP/1.1" status: 204 len: 168 time: 0.5687175 May 30 19:59:56.654600 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-72e3ff8b-7d00-4e1e-b0d0-ddb41fef4294 req-a5ccf47b-def1-45ae-bccd-f2b42edcb3c1 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:57.060067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-72e3ff8b-7d00-4e1e-b0d0-ddb41fef4294 req-a5ccf47b-def1-45ae-bccd-f2b42edcb3c1 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] For port 60be2ea3-9b9a-4f01-862c-74203d008b31, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=60be2ea3-9b9a-4f01-862c-74203d008b31,segment=NetworkSegment(e00e908d-cc0d-4efe-a2c8-8f343a2e29b0),segment_id=e00e908d-cc0d-4efe-a2c8-8f343a2e29b0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:57.103244 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-72e3ff8b-7d00-4e1e-b0d0-ddb41fef4294 req-a5ccf47b-def1-45ae-bccd-f2b42edcb3c1 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:57.110735 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-72e3ff8b-7d00-4e1e-b0d0-ddb41fef4294 req-a5ccf47b-def1-45ae-bccd-f2b42edcb3c1 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:57.125952 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['60be2ea3-9b9a-4f01-862c-74203d008b31'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:57.205020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3ff8b-7d00-4e1e-b0d0-ddb41fef4294 req-a5ccf47b-def1-45ae-bccd-f2b42edcb3c1 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:57.206383 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-72e3ff8b-7d00-4e1e-b0d0-ddb41fef4294 req-a5ccf47b-def1-45ae-bccd-f2b42edcb3c1 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:57.208263 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-72e3ff8b-7d00-4e1e-b0d0-ddb41fef4294 req-a5ccf47b-def1-45ae-bccd-f2b42edcb3c1 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "PUT /v2.0/ports/60be2ea3-9b9a-4f01-862c-74203d008b31 HTTP/1.1" status: 200 len: 1020 time: 0.7879040 May 30 19:59:57.237736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dece30c-784d-4ca6-aaf9-bea72d319f76', 'name': 'network-vif-deleted', 'tag': 'ddca61de-a1d6-464b-83fd-d21e3d1e89b4'}, {'name': 'network-changed', 'server_uuid': '43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2', 'tag': '60be2ea3-9b9a-4f01-862c-74203d008b31'}, {'name': 'network-changed', 'server_uuid': '43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2', 'tag': '60be2ea3-9b9a-4f01-862c-74203d008b31'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:57.264089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52032) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:57.293437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ccf47b-def1-45ae-bccd-f2b42edcb3c1 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event updated for resources: {'Port': ['ID=60be2ea3-9b9a-4f01-862c-74203d008b31,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:57.381725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52036) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:57.382194 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8b6edbc6-3de6-40f0-a9fb-e49ee47c64f3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=be1733e7dfab4383b39fd41490ebfa0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1153874 May 30 19:59:57.416363 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['60be2ea3-9b9a-4f01-862c-74203d008b31'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:57.534450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12a91e05-fcc0-4ae3-9bf7-5674ce25fb9d req-6ef71e41-1511-4a9e-bc5e-355e7316f95f tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0687888 May 30 19:59:57.562604 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4233815-93fb-46cc-a990-f3b957bce35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:57.608522 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4233815-93fb-46cc-a990-f3b957bce35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:57.655389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dde0b2-9629-4f4f-a337-32496efa871d req-1b9b2be7-0ec9-4f55-b501-9335b6eb0054 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:57.658279 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-02dde0b2-9629-4f4f-a337-32496efa871d req-1b9b2be7-0ec9-4f55-b501-9335b6eb0054 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.2352901 May 30 19:59:57.704363 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-58bd95b0-ba20-4d67-873d-f05887ab9e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:57.737085 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-02dde0b2-9629-4f4f-a337-32496efa871d req-e7e16562-bb59-42ca-abcd-11cfe30f038b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714221 May 30 19:59:57.761581 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4233815-93fb-46cc-a990-f3b957bce35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:57.862209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4233815-93fb-46cc-a990-f3b957bce35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905dec9d-88c8-43bd-88ae-5623dbec0821,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:57.869418 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f4233815-93fb-46cc-a990-f3b957bce35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:57.870559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f4233815-93fb-46cc-a990-f3b957bce35e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/905dec9d-88c8-43bd-88ae-5623dbec0821 HTTP/1.1" status: 204 len: 168 time: 0.4875865 May 30 19:59:57.922107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35724ee-1c97-42a5-ba1f-ea0e66953319 req-8c4fe9a2-e93d-4a08-a75f-3d33a228e420 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:57.923615 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b35724ee-1c97-42a5-ba1f-ea0e66953319 req-8c4fe9a2-e93d-4a08-a75f-3d33a228e420 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 1023 time: 0.1278288 May 30 19:59:58.110451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b35724ee-1c97-42a5-ba1f-ea0e66953319 req-5436c437-3d52-4608-bdf5-b7af2ef7e248 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&id=90967635-1249-4d70-90a9-853e7adfd235&id=8dcb4667-2c29-4d2b-9559-520508664ce9 HTTP/1.1" status: 200 len: 5485 time: 0.1796465 May 30 19:59:58.118428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd70906-6877-40c7-a502-f302418eaf1e req-c87d3df4-4215-43fd-8787-068b8a9f5006 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:58.127222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bdd70906-6877-40c7-a502-f302418eaf1e req-c87d3df4-4215-43fd-8787-068b8a9f5006 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=1213f34e-9973-4e7c-9b28-1ed85a0d1d4b HTTP/1.1" status: 200 len: 945 time: 0.1793740 May 30 19:59:58.234977 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75fb848-aa64-48b1-a70d-f10e7dc0b1b0'] response: {'server_uuid': '4dece30c-784d-4ca6-aaf9-bea72d319f76', 'name': 'network-vif-deleted', 'tag': 'ddca61de-a1d6-464b-83fd-d21e3d1e89b4', 'status': 'completed', 'code': 200} May 30 19:59:58.235232 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75fb848-aa64-48b1-a70d-f10e7dc0b1b0'] response: {'name': 'network-changed', 'server_uuid': '43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2', 'tag': '60be2ea3-9b9a-4f01-862c-74203d008b31', 'status': 'completed', 'code': 200} May 30 19:59:58.235488 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75fb848-aa64-48b1-a70d-f10e7dc0b1b0'] response: {'name': 'network-changed', 'server_uuid': '43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2', 'tag': '60be2ea3-9b9a-4f01-862c-74203d008b31', 'status': 'completed', 'code': 200} May 30 19:59:58.248920 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bdd70906-6877-40c7-a502-f302418eaf1e req-459c0fb3-1344-4510-98a9-069ef29beae2 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149671 May 30 19:59:58.360796 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1a70063-ad0d-4b8e-9e7a-2d9e74089da2 req-0148f68e-beaa-405d-afa5-28d60ad35327 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8e91f39dc1cb49d8a7c30a8d5d13f2b8&device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 1174 time: 0.1044021 May 30 19:59:58.533446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-c1310537-c653-4dea-8f4e-4b427af474ed req-9d8780e8-d684-4264-8e92-aa79b0bf9a5e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1891497174 ', 'description': 'tempest-description-1325205015'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:58.543654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-c1310537-c653-4dea-8f4e-4b427af474ed req-9d8780e8-d684-4264-8e92-aa79b0bf9a5e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:58.574588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-c1310537-c653-4dea-8f4e-4b427af474ed req-9d8780e8-d684-4264-8e92-aa79b0bf9a5e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:58.634080 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a70063-ad0d-4b8e-9e7a-2d9e74089da2 req-e113a8e5-2e2b-47ca-aec1-4210bb7ed9c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:58.635690 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1a70063-ad0d-4b8e-9e7a-2d9e74089da2 req-e113a8e5-2e2b-47ca-aec1-4210bb7ed9c5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0af1ee9a-ef0c-412c-8632-5d7d61427758 HTTP/1.1" status: 200 len: 913 time: 0.2662745 May 30 19:59:58.702726 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c1310537-c653-4dea-8f4e-4b427af474ed req-9d8780e8-d684-4264-8e92-aa79b0bf9a5e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:58.736049 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1a70063-ad0d-4b8e-9e7a-2d9e74089da2 req-50d14b99-94aa-4320-9cec-c7760a450ef8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60be2ea3-9b9a-4f01-862c-74203d008b31 HTTP/1.1" status: 200 len: 217 time: 0.0886483 May 30 19:59:58.938892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311897f2-9ba0-41f9-857d-061331fa0d68 req-7b9f7fcf-4e84-45c0-a866-b0df27500fb0 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:58.940390 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-311897f2-9ba0-41f9-857d-061331fa0d68 req-7b9f7fcf-4e84-45c0-a866-b0df27500fb0 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.4893911 May 30 19:59:58.941609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-c1310537-c653-4dea-8f4e-4b427af474ed req-9d8780e8-d684-4264-8e92-aa79b0bf9a5e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:58.944632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a70063-ad0d-4b8e-9e7a-2d9e74089da2 req-176e2875-0273-4fef-aa07-ba353273733f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:58.945987 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1a70063-ad0d-4b8e-9e7a-2d9e74089da2 req-176e2875-0273-4fef-aa07-ba353273733f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e7f80b35-615d-42ac-91ab-cb12a562dd68 HTTP/1.1" status: 200 len: 852 time: 0.2006319 May 30 19:59:58.963233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c1310537-c653-4dea-8f4e-4b427af474ed req-9d8780e8-d684-4264-8e92-aa79b0bf9a5e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Usage tracker for resource:security_group_rule and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:59.002447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c1310537-c653-4dea-8f4e-4b427af474ed req-9d8780e8-d684-4264-8e92-aa79b0bf9a5e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:59.059412 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-c1310537-c653-4dea-8f4e-4b427af474ed req-9d8780e8-d684-4264-8e92-aa79b0bf9a5e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:59.063292 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1a70063-ad0d-4b8e-9e7a-2d9e74089da2 req-7c9dcb96-65a9-4467-b595-568581e7483e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0af1ee9a-ef0c-412c-8632-5d7d61427758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957327 May 30 19:59:59.192685 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-311897f2-9ba0-41f9-857d-061331fa0d68 req-a3342909-6673-44fe-9483-fc86284e7241 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443883 May 30 19:59:59.291756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27902b52-2e7a-4de6-a8da-feaaddc01e4c req-225356ff-7f26-47ab-8e37-0cc1d24998af tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:59.293290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27902b52-2e7a-4de6-a8da-feaaddc01e4c req-225356ff-7f26-47ab-8e37-0cc1d24998af tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.77 "GET /v2.0/ports?device_id=1213f34e-9973-4e7c-9b28-1ed85a0d1d4b HTTP/1.1" status: 200 len: 945 time: 0.2877312 May 30 19:59:59.299606 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c1310537-c653-4dea-8f4e-4b427af474ed req-9d8780e8-d684-4264-8e92-aa79b0bf9a5e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:59.341508 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c1310537-c653-4dea-8f4e-4b427af474ed req-9d8780e8-d684-4264-8e92-aa79b0bf9a5e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:59.433928 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531d7556-d747-4420-a2e6-3cdf3b21c377 req-ff127f47-8d61-4b6d-993e-2d59c03f0fb9 tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0797939 May 30 19:59:59.441312 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1a70063-ad0d-4b8e-9e7a-2d9e74089da2 req-df9ed577-f0b0-43ba-a719-437e49174d46 service neutron] 10.222.0.77 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624797 May 30 19:59:59.497902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-27902b52-2e7a-4de6-a8da-feaaddc01e4c req-6e6c8cd3-885b-4a49-b018-2b2b155164f3 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Deleting port 9901f700-3675-4a41-b34c-345820247fe7 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:59:59.498253 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-27902b52-2e7a-4de6-a8da-feaaddc01e4c req-6e6c8cd3-885b-4a49-b018-2b2b155164f3 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:59.523166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8780e8-d684-4264-8e92-aa79b0bf9a5e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8573ae7-9fc1-499d-8832-545f2eb86ad2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:59.604410 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c1310537-c653-4dea-8f4e-4b427af474ed req-9d8780e8-d684-4264-8e92-aa79b0bf9a5e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:59.606475 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c1310537-c653-4dea-8f4e-4b427af474ed req-9d8780e8-d684-4264-8e92-aa79b0bf9a5e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1620 time: 1.0935562 May 30 19:59:59.862333 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-71620773-7500-4dc8-bd19-8b2a1cbafb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:59.977999 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1a70063-ad0d-4b8e-9e7a-2d9e74089da2 req-da960d72-72c0-446d-927f-ba498f07dec9 service neutron] 10.222.0.77 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145869 May 30 20:00:00.004301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559fb7b-578c-4237-a2dd-33e4cc8631df req-f328fba0-d1c1-44a5-a2a6-ff5c1b3a604e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:00.006556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9559fb7b-578c-4237-a2dd-33e4cc8631df req-f328fba0-d1c1-44a5-a2a6-ff5c1b3a604e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.3087754 May 30 20:00:00.183811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-27902b52-2e7a-4de6-a8da-feaaddc01e4c req-6e6c8cd3-885b-4a49-b018-2b2b155164f3 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] For port 9901f700-3675-4a41-b34c-345820247fe7, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9901f700-3675-4a41-b34c-345820247fe7,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:00.184316 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-27902b52-2e7a-4de6-a8da-feaaddc01e4c req-6e6c8cd3-885b-4a49-b018-2b2b155164f3 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:00.357610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-27902b52-2e7a-4de6-a8da-feaaddc01e4c req-6e6c8cd3-885b-4a49-b018-2b2b155164f3 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Calling delete_port for 9901f700-3675-4a41-b34c-345820247fe7 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:00:00.398433 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9559fb7b-578c-4237-a2dd-33e4cc8631df req-a6484521-6136-4a23-8842-ef11c9b67bb7 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770077 May 30 20:00:00.439478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c916-5730-40d7-9c8f-cd2e4b990c5d req-41090732-a64c-4df1-b55b-abd9618f5d81 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:00.440931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e87c916-5730-40d7-9c8f-cd2e4b990c5d req-41090732-a64c-4df1-b55b-abd9618f5d81 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=1213f34e-9973-4e7c-9b28-1ed85a0d1d4b HTTP/1.1" status: 200 len: 945 time: 0.4295158 May 30 20:00:00.480797 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1a70063-ad0d-4b8e-9e7a-2d9e74089da2 req-3cf8ee5f-f58f-4bb4-95e3-417126033205 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8e91f39dc1cb49d8a7c30a8d5d13f2b8&device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 1174 time: 0.4056485 May 30 20:00:00.653440 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e87c916-5730-40d7-9c8f-cd2e4b990c5d req-893b0df6-e551-4ea3-9653-a208a7cb6aa8 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041905 May 30 20:00:00.944140 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-27902b52-2e7a-4de6-a8da-feaaddc01e4c req-6e6c8cd3-885b-4a49-b018-2b2b155164f3 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:00.969872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['9901f700-3675-4a41-b34c-345820247fe7', '7114453d-b16d-4f02-9290-44ca2fcc764b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:01.057681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c8cd3-885b-4a49-b018-2b2b155164f3 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Pushing event deleted for resources: {'Port': ['ID=9901f700-3675-4a41-b34c-345820247fe7,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:01.081573 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-436ac67d-8fa8-4453-b9e9-3ae466684cfd req-4213d09b-82d4-4363-91ef-439bcfa484e0 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/c8573ae7-9fc1-499d-8832-545f2eb86ad2 HTTP/1.1" status: 200 len: 1615 time: 0.4236791 May 30 20:00:01.086969 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a70063-ad0d-4b8e-9e7a-2d9e74089da2 req-65efc402-7201-4ff5-bef3-cdafa54ed9b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:01.096710 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1a70063-ad0d-4b8e-9e7a-2d9e74089da2 req-65efc402-7201-4ff5-bef3-cdafa54ed9b2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0af1ee9a-ef0c-412c-8632-5d7d61427758 HTTP/1.1" status: 200 len: 913 time: 0.6087222 May 30 20:00:01.111230 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:01.252603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1a70063-ad0d-4b8e-9e7a-2d9e74089da2 req-debe2643-257f-4218-9b51-da75f953c8b9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60be2ea3-9b9a-4f01-862c-74203d008b31 HTTP/1.1" status: 200 len: 217 time: 0.1448476 May 30 20:00:01.258832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-27902b52-2e7a-4de6-a8da-feaaddc01e4c req-6e6c8cd3-885b-4a49-b018-2b2b155164f3 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] No DVR routers for this DVR port 9901f700-3675-4a41-b34c-345820247fe7 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:00:01.263185 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-27902b52-2e7a-4de6-a8da-feaaddc01e4c req-6e6c8cd3-885b-4a49-b018-2b2b155164f3 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:01.268101 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1213f34e-9973-4e7c-9b28-1ed85a0d1d4b', 'name': 'network-vif-deleted', 'tag': '9901f700-3675-4a41-b34c-345820247fe7'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:01.336033 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:01.353782 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ad2b48a-2d02-4f8b-bce2-13da6323a0f7 req-ea6fc862-9213-4d43-9151-23d14c5b29ba tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0918560 May 30 20:00:01.375341 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27902b52-2e7a-4de6-a8da-feaaddc01e4c req-6e6c8cd3-885b-4a49-b018-2b2b155164f3 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.77 "DELETE /v2.0/ports/9901f700-3675-4a41-b34c-345820247fe7 HTTP/1.1" status: 204 len: 173 time: 2.0721929 May 30 20:00:01.405067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec77935-206c-44f1-814a-093a49f34c62 req-ff844b07-904c-465b-9020-b6679031b5b5 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:01.409621 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eec77935-206c-44f1-814a-093a49f34c62 req-ff844b07-904c-465b-9020-b6679031b5b5 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.4718654 May 30 20:00:01.416397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a70063-ad0d-4b8e-9e7a-2d9e74089da2 req-cefbbae9-c38e-4e2b-9d34-c74cdf04dcdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:01.418381 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1a70063-ad0d-4b8e-9e7a-2d9e74089da2 req-cefbbae9-c38e-4e2b-9d34-c74cdf04dcdd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e7f80b35-615d-42ac-91ab-cb12a562dd68 HTTP/1.1" status: 200 len: 852 time: 0.1514082 May 30 20:00:01.580057 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1a70063-ad0d-4b8e-9e7a-2d9e74089da2 req-8e333de4-83f3-4678-845c-2a5f73b316e5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0af1ee9a-ef0c-412c-8632-5d7d61427758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162045 May 30 20:00:01.751844 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eec77935-206c-44f1-814a-093a49f34c62 req-6c949d6d-1870-4dc1-83a1-fb96dabc14b5 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321340 May 30 20:00:01.770414 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2372f639-eaad-444c-bd2b-9f7132639449 req-20732ec2-b074-4835-8b3d-9f1e8b6aea3e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/c8573ae7-9fc1-499d-8832-545f2eb86ad2 HTTP/1.1" status: 200 len: 1615 time: 0.1789258 May 30 20:00:01.834631 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3acd357f-afb8-4331-bc7b-dc7a0c396cd9'] response: {'server_uuid': '1213f34e-9973-4e7c-9b28-1ed85a0d1d4b', 'name': 'network-vif-deleted', 'tag': '9901f700-3675-4a41-b34c-345820247fe7', 'status': 'completed', 'code': 200} May 30 20:00:01.872296 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2372f639-eaad-444c-bd2b-9f7132639449 req-c8dc4515-8548-42a4-a8e6-ac625e743cac tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:01.900214 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2372f639-eaad-444c-bd2b-9f7132639449 req-c8dc4515-8548-42a4-a8e6-ac625e743cac tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:01.972945 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1a70063-ad0d-4b8e-9e7a-2d9e74089da2 req-d2489b8c-bdac-4c89-a1e7-819443ad21f6 service neutron] 10.222.0.77 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839679 May 30 20:00:02.075202 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2372f639-eaad-444c-bd2b-9f7132639449 req-c8dc4515-8548-42a4-a8e6-ac625e743cac tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:02.104376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc4515-8548-42a4-a8e6-ac625e743cac tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8573ae7-9fc1-499d-8832-545f2eb86ad2,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:02.167648 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2372f639-eaad-444c-bd2b-9f7132639449 req-c8dc4515-8548-42a4-a8e6-ac625e743cac tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:02.170228 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2372f639-eaad-444c-bd2b-9f7132639449 req-c8dc4515-8548-42a4-a8e6-ac625e743cac tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "DELETE /v2.0/security-groups/c8573ae7-9fc1-499d-8832-545f2eb86ad2 HTTP/1.1" status: 204 len: 173 time: 0.3979683 May 30 20:00:02.216782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853a55a-548d-4c37-85b3-de510970aaac req-9fe59d9d-5152-4b72-8ccb-1a84eb305261 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:02.221574 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9853a55a-548d-4c37-85b3-de510970aaac req-9fe59d9d-5152-4b72-8ccb-1a84eb305261 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.2811360 May 30 20:00:02.226932 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1a70063-ad0d-4b8e-9e7a-2d9e74089da2 req-44a3a4e3-b09d-4737-9a62-6542b67f695d service neutron] 10.222.0.77 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469556 May 30 20:00:02.329042 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9853a55a-548d-4c37-85b3-de510970aaac req-4a117741-2b04-4eab-971a-733be81beb1d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007762 May 30 20:00:02.467500 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-c57945a3-96a6-4bf1-b39f-e7ecd618cb65 req-4bb7a0f2-37a6-498a-bc0d-2d134b71d1b6 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] show failed (client error): The resource could not be found. May 30 20:00:02.469141 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c57945a3-96a6-4bf1-b39f-e7ecd618cb65 req-4bb7a0f2-37a6-498a-bc0d-2d134b71d1b6 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/c8573ae7-9fc1-499d-8832-545f2eb86ad2 HTTP/1.1" status: 404 len: 352 time: 0.0171006 May 30 20:00:02.532380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-289d143e-e956-4139-9914-2a815d34c5f3 req-e6f2c556-5c80-4b6f-8519-dbd053902824 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-685153531', 'description': 'tempest-description-2122649626'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:02.541011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-289d143e-e956-4139-9914-2a815d34c5f3 req-e6f2c556-5c80-4b6f-8519-dbd053902824 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:02.545744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-289d143e-e956-4139-9914-2a815d34c5f3 req-e6f2c556-5c80-4b6f-8519-dbd053902824 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Usage tracker for resource:security_group and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:02.550014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-289d143e-e956-4139-9914-2a815d34c5f3 req-e6f2c556-5c80-4b6f-8519-dbd053902824 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:02.558175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-289d143e-e956-4139-9914-2a815d34c5f3 req-e6f2c556-5c80-4b6f-8519-dbd053902824 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:02.571218 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-289d143e-e956-4139-9914-2a815d34c5f3 req-e6f2c556-5c80-4b6f-8519-dbd053902824 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:02.615037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-289d143e-e956-4139-9914-2a815d34c5f3 req-e6f2c556-5c80-4b6f-8519-dbd053902824 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:02.619407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-289d143e-e956-4139-9914-2a815d34c5f3 req-e6f2c556-5c80-4b6f-8519-dbd053902824 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Usage tracker for resource:security_group_rule and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:02.622520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-289d143e-e956-4139-9914-2a815d34c5f3 req-e6f2c556-5c80-4b6f-8519-dbd053902824 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:02.629523 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-289d143e-e956-4139-9914-2a815d34c5f3 req-e6f2c556-5c80-4b6f-8519-dbd053902824 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:02.663189 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:02.715665 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-289d143e-e956-4139-9914-2a815d34c5f3 req-e6f2c556-5c80-4b6f-8519-dbd053902824 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:02.721573 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-289d143e-e956-4139-9914-2a815d34c5f3 req-e6f2c556-5c80-4b6f-8519-dbd053902824 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:02.774593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2c556-5c80-4b6f-8519-dbd053902824 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb786a5-1e1d-4171-912c-76a485754a14,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:02.791337 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-289d143e-e956-4139-9914-2a815d34c5f3 req-e6f2c556-5c80-4b6f-8519-dbd053902824 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:02.804783 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-289d143e-e956-4139-9914-2a815d34c5f3 req-e6f2c556-5c80-4b6f-8519-dbd053902824 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.2736573 May 30 20:00:02.811584 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:02.982144 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac87d559-1157-42b2-af6f-ce2238a45576 req-33c170ce-4a78-4766-a9e1-020e3dc8d233 tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0830214 May 30 20:00:03.025411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ff37c-24d6-46d1-ac3d-de3c5580e0ed req-19afa3d2-d55b-463f-9aad-4980fb55958b tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:03.026157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a53ff37c-24d6-46d1-ac3d-de3c5580e0ed req-19afa3d2-d55b-463f-9aad-4980fb55958b tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Synchronizing usage tracker for tenant:ccee7201acb94dd2a2ea81f16f0c1b53 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:03.046371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a53ff37c-24d6-46d1-ac3d-de3c5580e0ed req-19afa3d2-d55b-463f-9aad-4980fb55958b tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Unset dirty status for tenant:ccee7201acb94dd2a2ea81f16f0c1b53 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:03.049697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9901f700-3675-4a41-b34c-345820247fe7 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:00:03.064098 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a53ff37c-24d6-46d1-ac3d-de3c5580e0ed req-19afa3d2-d55b-463f-9aad-4980fb55958b tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 946 time: 0.1096926 May 30 20:00:03.099052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 9901f700-3675-4a41-b34c-345820247fe7 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:00:03.099747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9901f700-3675-4a41-b34c-345820247fe7 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:00:03.100545 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c4752f50-55cc-4eba-86da-d527315aebbb no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:00:03.138517 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a53ff37c-24d6-46d1-ac3d-de3c5580e0ed req-d3759ccf-ac32-4ccb-bc83-e5d93d11f6d1 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734918 May 30 20:00:03.205426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-7f4b17a4-c354-4207-b435-7812f56c8b43 req-0c573ae0-2179-4740-a45e-9193d11af764 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-330812750', 'description': 'tempest-description-2085602562'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:03.214745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-7f4b17a4-c354-4207-b435-7812f56c8b43 req-0c573ae0-2179-4740-a45e-9193d11af764 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:03.222485 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7f4b17a4-c354-4207-b435-7812f56c8b43 req-0c573ae0-2179-4740-a45e-9193d11af764 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Usage tracker for resource:security_group and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:03.228328 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7f4b17a4-c354-4207-b435-7812f56c8b43 req-0c573ae0-2179-4740-a45e-9193d11af764 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:03.238110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-7f4b17a4-c354-4207-b435-7812f56c8b43 req-0c573ae0-2179-4740-a45e-9193d11af764 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:03.271674 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:03.295481 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7f4b17a4-c354-4207-b435-7812f56c8b43 req-0c573ae0-2179-4740-a45e-9193d11af764 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:03.346106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c4752f50-55cc-4eba-86da-d527315aebbb, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c4752f50-55cc-4eba-86da-d527315aebbb,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:03.347547 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd11222-dcc7-45af-9c0c-c266bc61178c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4752f50-55cc-4eba-86da-d527315aebbb'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:03.354380 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:03.366318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-7f4b17a4-c354-4207-b435-7812f56c8b43 req-0c573ae0-2179-4740-a45e-9193d11af764 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:03.372375 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7f4b17a4-c354-4207-b435-7812f56c8b43 req-0c573ae0-2179-4740-a45e-9193d11af764 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Usage tracker for resource:security_group_rule and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:03.379228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7f4b17a4-c354-4207-b435-7812f56c8b43 req-0c573ae0-2179-4740-a45e-9193d11af764 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:03.388039 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-7f4b17a4-c354-4207-b435-7812f56c8b43 req-0c573ae0-2179-4740-a45e-9193d11af764 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:03.413239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15e5db-ac77-4586-8fde-cf322c76fca0 req-272ba0a4-a3ce-4ff0-9210-88224c603361 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:03.414745 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-df15e5db-ac77-4586-8fde-cf322c76fca0 req-272ba0a4-a3ce-4ff0-9210-88224c603361 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.1651239 May 30 20:00:03.441403 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=c4752f50-55cc-4eba-86da-d527315aebbb,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:03.500459 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-df15e5db-ac77-4586-8fde-cf322c76fca0 req-5d66f038-a287-44d5-9951-aab5c81c21a0 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775692 May 30 20:00:03.511649 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7f4b17a4-c354-4207-b435-7812f56c8b43 req-0c573ae0-2179-4740-a45e-9193d11af764 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:03.517293 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7f4b17a4-c354-4207-b435-7812f56c8b43 req-0c573ae0-2179-4740-a45e-9193d11af764 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:03.574299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c573ae0-2179-4740-a45e-9193d11af764 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c62421-d3b5-49f6-86d6-a62361b04b49,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:03.577777 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7f4b17a4-c354-4207-b435-7812f56c8b43 req-0c573ae0-2179-4740-a45e-9193d11af764 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:03.593822 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7f4b17a4-c354-4207-b435-7812f56c8b43 req-0c573ae0-2179-4740-a45e-9193d11af764 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.3937325 May 30 20:00:03.643534 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d0cef7-d439-457f-ac7b-aa5c0c905de0'] response: {'server_uuid': '9bd11222-dcc7-45af-9c0c-c266bc61178c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4752f50-55cc-4eba-86da-d527315aebbb', 'code': 200} May 30 20:00:03.807365 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-1c04e043-ef99-4015-a114-ecb0628d8754 req-fc0a5d59-88d6-4742-98c6-5f4baa79e53a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2145469293', 'description': 'tempest-description-252661485'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:03.816783 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-1c04e043-ef99-4015-a114-ecb0628d8754 req-fc0a5d59-88d6-4742-98c6-5f4baa79e53a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:03.822847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1c04e043-ef99-4015-a114-ecb0628d8754 req-fc0a5d59-88d6-4742-98c6-5f4baa79e53a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Usage tracker for resource:security_group and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:03.826442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1c04e043-ef99-4015-a114-ecb0628d8754 req-fc0a5d59-88d6-4742-98c6-5f4baa79e53a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:03.835859 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-1c04e043-ef99-4015-a114-ecb0628d8754 req-fc0a5d59-88d6-4742-98c6-5f4baa79e53a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:03.859888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e39eeb-4012-4ceb-b6fa-102c0da5ddf8 req-1cfe8b73-0c4f-418e-96e5-1b327c52bf25 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:03.861380 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e4e39eeb-4012-4ceb-b6fa-102c0da5ddf8 req-1cfe8b73-0c4f-418e-96e5-1b327c52bf25 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.1346161 May 30 20:00:03.862722 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1c04e043-ef99-4015-a114-ecb0628d8754 req-fc0a5d59-88d6-4742-98c6-5f4baa79e53a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:03.940255 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-1c04e043-ef99-4015-a114-ecb0628d8754 req-fc0a5d59-88d6-4742-98c6-5f4baa79e53a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:03.944175 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e4e39eeb-4012-4ceb-b6fa-102c0da5ddf8 req-0d6a5923-1b7a-4485-9018-4c6032f3e96a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719862 May 30 20:00:03.949264 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1c04e043-ef99-4015-a114-ecb0628d8754 req-fc0a5d59-88d6-4742-98c6-5f4baa79e53a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Usage tracker for resource:security_group_rule and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:03.950928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1c04e043-ef99-4015-a114-ecb0628d8754 req-fc0a5d59-88d6-4742-98c6-5f4baa79e53a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:03.958848 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-1c04e043-ef99-4015-a114-ecb0628d8754 req-fc0a5d59-88d6-4742-98c6-5f4baa79e53a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:04.032071 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1c04e043-ef99-4015-a114-ecb0628d8754 req-fc0a5d59-88d6-4742-98c6-5f4baa79e53a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:04.040428 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1c04e043-ef99-4015-a114-ecb0628d8754 req-fc0a5d59-88d6-4742-98c6-5f4baa79e53a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:04.194433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a5d59-88d6-4742-98c6-5f4baa79e53a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718c4380-67e7-4eef-abef-66978eb70b10,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:04.197375 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1c04e043-ef99-4015-a114-ecb0628d8754 req-fc0a5d59-88d6-4742-98c6-5f4baa79e53a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:04.212732 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c04e043-ef99-4015-a114-ecb0628d8754 req-fc0a5d59-88d6-4742-98c6-5f4baa79e53a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.4118607 May 30 20:00:04.541523 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc10bfee-8f97-4c56-b4a5-a9cb0ccc0ff9 req-27b0e613-c949-4d27-a5ca-1e0fb789f2eb tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0682113 May 30 20:00:04.887457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6ca04-24b0-4e8b-811b-cf2874e1819e req-c2a87e17-cd2b-4629-8317-86e41d3612e8 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:04.888960 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eaa6ca04-24b0-4e8b-811b-cf2874e1819e req-c2a87e17-cd2b-4629-8317-86e41d3612e8 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.77 "GET /v2.0/ports?device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 946 time: 0.1608450 May 30 20:00:04.901981 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a815bb-1710-427a-b98e-3f5b20c57754 req-68a64468-1ec6-4a35-bdaa-cba5e05ea899 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:04.903247 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-88a815bb-1710-427a-b98e-3f5b20c57754 req-68a64468-1ec6-4a35-bdaa-cba5e05ea899 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 946 time: 0.1186788 May 30 20:00:05.012522 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-eaa6ca04-24b0-4e8b-811b-cf2874e1819e req-6e5af5dc-f7b7-4e01-a636-39297b0036d8 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Deleting port 7114453d-b16d-4f02-9290-44ca2fcc764b {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:00:05.012866 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-eaa6ca04-24b0-4e8b-811b-cf2874e1819e req-6e5af5dc-f7b7-4e01-a636-39297b0036d8 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:05.048825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c4752f50-55cc-4eba-86da-d527315aebbb details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:00:05.075518 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-88a815bb-1710-427a-b98e-3f5b20c57754 req-f324ce29-1106-4bcc-889c-d7f2e0cd6a0d tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/security-groups?id=923b7ceb-8613-4aee-857d-8eb284065b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430118 May 30 20:00:05.238692 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c4752f50-55cc-4eba-86da-d527315aebbb, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c4752f50-55cc-4eba-86da-d527315aebbb,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:05.254573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'c4752f50-55cc-4eba-86da-d527315aebbb', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': 'c4752f50-55cc-4eba-86da-d527315aebbb', 'mac_address': 'fa:16:3e:82:0b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:00:05.325546 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:05.348633 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4752f50-55cc-4eba-86da-d527315aebbb {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:05.365357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c4752f50-55cc-4eba-86da-d527315aebbb, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c4752f50-55cc-4eba-86da-d527315aebbb,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:05.374018 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:05.435336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-dd6a00bc-2675-4402-9433-73dc5e32de29 req-e0164d06-f364-4f65-92b1-cc35f7ae5086 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Synchronizing usage tracker for tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:05.449913 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=c4752f50-55cc-4eba-86da-d527315aebbb,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:05.499710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-dd6a00bc-2675-4402-9433-73dc5e32de29 req-e0164d06-f364-4f65-92b1-cc35f7ae5086 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Unset dirty status for tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:05.501070 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd6a00bc-2675-4402-9433-73dc5e32de29 req-e0164d06-f364-4f65-92b1-cc35f7ae5086 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8e91f39dc1cb49d8a7c30a8d5d13f2b8 HTTP/1.1" status: 200 len: 9733 time: 0.4951220 May 30 20:00:05.534248 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-eaa6ca04-24b0-4e8b-811b-cf2874e1819e req-6e5af5dc-f7b7-4e01-a636-39297b0036d8 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] For port 7114453d-b16d-4f02-9290-44ca2fcc764b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7114453d-b16d-4f02-9290-44ca2fcc764b,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:05.534624 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-eaa6ca04-24b0-4e8b-811b-cf2874e1819e req-6e5af5dc-f7b7-4e01-a636-39297b0036d8 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:05.563756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b20441-e28b-4b0a-98f1-09e7b63bc884 req-2acd6bab-e9e3-4cbd-a633-68a969791128 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:05.570654 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-03b20441-e28b-4b0a-98f1-09e7b63bc884 req-2acd6bab-e9e3-4cbd-a633-68a969791128 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 949 time: 0.2936435 May 30 20:00:05.684161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['c4752f50-55cc-4eba-86da-d527315aebbb'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:05.720436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-eaa6ca04-24b0-4e8b-811b-cf2874e1819e req-6e5af5dc-f7b7-4e01-a636-39297b0036d8 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Calling delete_port for 7114453d-b16d-4f02-9290-44ca2fcc764b owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:00:05.772405 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd6a00bc-2675-4402-9433-73dc5e32de29 req-aeb1b8fe-6f15-4646-a046-ebd3380b7546 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/fe2ad798-d07a-411b-a6a5-d27165a8900c HTTP/1.1" status: 200 len: 2649 time: 0.2635925 May 30 20:00:05.835881 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-03b20441-e28b-4b0a-98f1-09e7b63bc884 req-54f12444-3f61-45ed-9cfb-00fcac43a281 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642450 May 30 20:00:05.902363 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd6a00bc-2675-4402-9433-73dc5e32de29 req-975f2127-bf59-4cd2-accc-eca7a3b9f4e9 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/fe2ad798-d07a-411b-a6a5-d27165a8900c HTTP/1.1" status: 200 len: 2649 time: 0.1290128 May 30 20:00:06.024530 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-eaa6ca04-24b0-4e8b-811b-cf2874e1819e req-6e5af5dc-f7b7-4e01-a636-39297b0036d8 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:06.080568 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5af5dc-f7b7-4e01-a636-39297b0036d8 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Pushing event deleted for resources: {'Port': ['ID=7114453d-b16d-4f02-9290-44ca2fcc764b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:06.239430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa6ca04-24b0-4e8b-811b-cf2874e1819e req-6e5af5dc-f7b7-4e01-a636-39297b0036d8 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] No DVR routers for this DVR port 7114453d-b16d-4f02-9290-44ca2fcc764b on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:00:06.239430 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-eaa6ca04-24b0-4e8b-811b-cf2874e1819e req-6e5af5dc-f7b7-4e01-a636-39297b0036d8 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:06.262499 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb87b4a-3d15-41b1-bb95-3066b2d24938', 'name': 'network-vif-deleted', 'tag': '7114453d-b16d-4f02-9290-44ca2fcc764b'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:06.329192 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eaa6ca04-24b0-4e8b-811b-cf2874e1819e req-6e5af5dc-f7b7-4e01-a636-39297b0036d8 tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.77 "DELETE /v2.0/ports/7114453d-b16d-4f02-9290-44ca2fcc764b HTTP/1.1" status: 204 len: 173 time: 1.4295564 May 30 20:00:06.375714 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fefeaf-4c5f-4cff-9ba2-709375f519eb req-0abd81b6-93d3-49bb-92b0-ddb8c7c0606c tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:06.385008 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71fefeaf-4c5f-4cff-9ba2-709375f519eb req-0abd81b6-93d3-49bb-92b0-ddb8c7c0606c tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.2589490 May 30 20:00:06.484415 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d0106765-eb8e-4581-99ce-d9a0cfc3b1f3 req-cf3e911e-b996-4790-8117-4834cf1e9d1a tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0532479 May 30 20:00:06.488719 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71fefeaf-4c5f-4cff-9ba2-709375f519eb req-7bbb95ab-ec1b-41bf-bfa5-a33f44867146 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028910 May 30 20:00:06.535762 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['7114453d-b16d-4f02-9290-44ca2fcc764b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:06.644208 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a6c0981-f24b-4ddf-b678-3f408f0339c3 req-f71d58cd-011f-4f3a-a9cc-1ada71c5cb13 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/eeb786a5-1e1d-4171-912c-76a485754a14 HTTP/1.1" status: 200 len: 1634 time: 0.0918353 May 30 20:00:06.745155 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9a6c0981-f24b-4ddf-b678-3f408f0339c3 req-2631751e-7839-415d-991a-ee833e0991ea tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:06.776162 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:06.785356 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9a6c0981-f24b-4ddf-b678-3f408f0339c3 req-2631751e-7839-415d-991a-ee833e0991ea tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:06.861711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-80e4d25d-cb2a-46d6-819e-3fb9b21c1716 req-5a85ade2-b352-448b-8678-614d2680fd5e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Synchronizing usage tracker for tenant:ccee7201acb94dd2a2ea81f16f0c1b53 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:06.885956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-80e4d25d-cb2a-46d6-819e-3fb9b21c1716 req-5a85ade2-b352-448b-8678-614d2680fd5e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] Unset dirty status for tenant:ccee7201acb94dd2a2ea81f16f0c1b53 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:06.887510 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80e4d25d-cb2a-46d6-819e-3fb9b21c1716 req-5a85ade2-b352-448b-8678-614d2680fd5e tempest-ListServerFiltersTestJSON-193878956 tempest-ListServerFiltersTestJSON-193878956-project] 10.222.0.84 "GET /v2.0/ports?device_id=aeb87b4a-3d15-41b1-bb95-3066b2d24938 HTTP/1.1" status: 200 len: 210 time: 0.0805461 May 30 20:00:06.898995 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9a6c0981-f24b-4ddf-b678-3f408f0339c3 req-2631751e-7839-415d-991a-ee833e0991ea tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:06.927725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631751e-7839-415d-991a-ee833e0991ea tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb786a5-1e1d-4171-912c-76a485754a14,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:06.956354 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9a6c0981-f24b-4ddf-b678-3f408f0339c3 req-2631751e-7839-415d-991a-ee833e0991ea tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:06.971298 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a6c0981-f24b-4ddf-b678-3f408f0339c3 req-2631751e-7839-415d-991a-ee833e0991ea tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "DELETE /v2.0/security-groups/eeb786a5-1e1d-4171-912c-76a485754a14 HTTP/1.1" status: 204 len: 173 time: 0.3200171 May 30 20:00:06.994925 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ce9247-b3bc-4d79-9ace-81ca580ea124'] response: {'server_uuid': 'aeb87b4a-3d15-41b1-bb95-3066b2d24938', 'name': 'network-vif-deleted', 'tag': '7114453d-b16d-4f02-9290-44ca2fcc764b', 'status': 'completed', 'code': 200} May 30 20:00:07.054844 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c4752f50-55cc-4eba-86da-d527315aebbb up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:07.207209 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port c4752f50-55cc-4eba-86da-d527315aebbb triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:07.207569 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:07.363075 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:07.401133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd11222-dcc7-45af-9c0c-c266bc61178c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4752f50-55cc-4eba-86da-d527315aebbb'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:07.404813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-1ea02b3f-9b16-42d7-a8f9-a4253ebda4d8 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:07.407332 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-1ea02b3f-9b16-42d7-a8f9-a4253ebda4d8 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/networks?id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce HTTP/1.1" status: 200 len: 805 time: 0.3142817 May 30 20:00:07.416673 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c4752f50-55cc-4eba-86da-d527315aebbb, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c4752f50-55cc-4eba-86da-d527315aebbb,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:07.417298 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac0995-6f1a-4932-8cd8-8640e8b74153 req-90216699-02ec-468a-a43f-28d69f4dbc91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:07.418743 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80ac0995-6f1a-4932-8cd8-8640e8b74153 req-90216699-02ec-468a-a43f-28d69f4dbc91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 949 time: 0.1557131 May 30 20:00:07.427367 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:07.428427 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b6824062-0abe-4993-b299-ad178131ce70 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:00:07.432205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-53a35a08-633f-48cb-af7f-0ba66e6f6663 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/quotas/5dd329ae9e0742dd8efa8e8b988ec12c HTTP/1.1" status: 200 len: 375 time: 0.0124497 May 30 20:00:07.556509 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=c4752f50-55cc-4eba-86da-d527315aebbb,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:07.560856 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-cb3ace8a-1307-44e8-973d-019e3371fa59 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=5dd329ae9e0742dd8efa8e8b988ec12c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1116633 May 30 20:00:07.563438 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80ac0995-6f1a-4932-8cd8-8640e8b74153 req-d372d8fe-0dc8-47d8-936c-56266ec0e7fe tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303983 May 30 20:00:07.615018 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:07.617747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:07.617747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:07.617747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:07.617747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:07.617747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:07.617747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:07.618493 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:07.618938 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:07.619338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:07.619750 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:07.664280 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:07.698147 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-230ca546-703a-4e04-b8fa-08fbea1e44df req-8426c207-2cae-44b1-96de-34da6c541487 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] show failed (client error): The resource could not be found. May 30 20:00:07.699009 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-230ca546-703a-4e04-b8fa-08fbea1e44df req-8426c207-2cae-44b1-96de-34da6c541487 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/eeb786a5-1e1d-4171-912c-76a485754a14 HTTP/1.1" status: 404 len: 352 time: 0.0170431 May 30 20:00:07.749661 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b6824062-0abe-4993-b299-ad178131ce70, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b6824062-0abe-4993-b299-ad178131ce70,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:07.757952 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:07.794563 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-9c1cdc8a-cd66-43a9-ae3a-10273293886d service neutron] 10.222.0.84 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264731 May 30 20:00:07.870475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b6824062-0abe-4993-b299-ad178131ce70,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:07.916307 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4394c5a6-7ca1-4f94-8b17-4945ce17ea8f'] response: {'server_uuid': '9bd11222-dcc7-45af-9c0c-c266bc61178c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4752f50-55cc-4eba-86da-d527315aebbb', 'code': 200} May 30 20:00:08.154124 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-feffd10b-b096-4ffa-bb2d-c97bd103067a service neutron] 10.222.0.84 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530953 May 30 20:00:08.257547 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68302d-d99d-4108-bd63-0f299beb3991 req-bdab615c-1546-4526-96f3-e6a95672625d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:08.264795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d68302d-d99d-4108-bd63-0f299beb3991 req-bdab615c-1546-4526-96f3-e6a95672625d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.2085793 May 30 20:00:08.299604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519782b-f3f8-4aa7-bdcb-16029eedb376 req-02e1b9ba-e145-47bc-b272-b909513d939b tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:08.301172 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d519782b-f3f8-4aa7-bdcb-16029eedb376 req-02e1b9ba-e145-47bc-b272-b909513d939b tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.77 "GET /v2.0/ports?device_id=a33084a4-53ca-46f5-baf5-f52fd7c156a9 HTTP/1.1" status: 200 len: 943 time: 0.3057921 May 30 20:00:08.381276 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1faa43dd-a233-46df-ac43-581d58c00348 req-88200671-46d0-4d02-93f7-43c1a8037789 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 1101 time: 0.2262220 May 30 20:00:08.402151 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d68302d-d99d-4108-bd63-0f299beb3991 req-b8350461-56fa-4639-a211-7e9078a4ad61 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358373 May 30 20:00:08.477102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d519782b-f3f8-4aa7-bdcb-16029eedb376 req-1a5f2260-7cd1-4cba-8889-ddd932e368eb tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Deleting port b6824062-0abe-4993-b299-ad178131ce70 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:00:08.477543 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d519782b-f3f8-4aa7-bdcb-16029eedb376 req-1a5f2260-7cd1-4cba-8889-ddd932e368eb tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:08.629712 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d3b9827-e849-46d8-b6c0-053b45c89a8b req-d120ea42-172f-464b-ac30-ac564723def3 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/d2c62421-d3b5-49f6-86d6-a62361b04b49 HTTP/1.1" status: 200 len: 1634 time: 0.1234972 May 30 20:00:08.773109 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba4e0d9c-40ef-4cd9-97cb-68baf4fe8cbd req-f6af5a16-c0be-472f-a8f7-153cdefdbdcc tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0866961 May 30 20:00:08.775078 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1faa43dd-a233-46df-ac43-581d58c00348 req-949d3580-f5e3-4585-a6f2-fc561e8ce90f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696501 May 30 20:00:08.878170 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7d3b9827-e849-46d8-b6c0-053b45c89a8b req-ac71ca3a-5d6b-4941-ac31-81299a6e8882 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:09.013379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52314) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:09.026108 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7d3b9827-e849-46d8-b6c0-053b45c89a8b req-ac71ca3a-5d6b-4941-ac31-81299a6e8882 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:09.078165 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b6824062-0abe-4993-b299-ad178131ce70 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:00:09.171793 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d5a238-40eb-4648-9c28-7a3ae53df2d3 admin admin] Deleting subnet 04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:00:09.224726 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-831ff9d0-40a0-4229-9155-7021140998f9 req-cea94fb4-69f3-4fb2-8bc0-22cd118946ea tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=78860755-86d5-44d9-a3c7-ecd20906bea4 HTTP/1.1" status: 200 len: 210 time: 0.0480828 May 30 20:00:09.225269 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a238-40eb-4648-9c28-7a3ae53df2d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:09.272506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7114453d-b16d-4f02-9290-44ca2fcc764b no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:00:09.308029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-d519782b-f3f8-4aa7-bdcb-16029eedb376 req-1a5f2260-7cd1-4cba-8889-ddd932e368eb tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] For port b6824062-0abe-4993-b299-ad178131ce70, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b6824062-0abe-4993-b299-ad178131ce70,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:09.308861 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d519782b-f3f8-4aa7-bdcb-16029eedb376 req-1a5f2260-7cd1-4cba-8889-ddd932e368eb tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:09.319299 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7d3b9827-e849-46d8-b6c0-053b45c89a8b req-ac71ca3a-5d6b-4941-ac31-81299a6e8882 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:09.345131 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71ca3a-5d6b-4941-ac31-81299a6e8882 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c62421-d3b5-49f6-86d6-a62361b04b49,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:09.369171 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 7114453d-b16d-4f02-9290-44ca2fcc764b {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:00:09.369617 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7114453d-b16d-4f02-9290-44ca2fcc764b not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:00:09.404435 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a238-40eb-4648-9c28-7a3ae53df2d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:09.601876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d519782b-f3f8-4aa7-bdcb-16029eedb376 req-1a5f2260-7cd1-4cba-8889-ddd932e368eb tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Calling delete_port for b6824062-0abe-4993-b299-ad178131ce70 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:00:09.704338 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7d3b9827-e849-46d8-b6c0-053b45c89a8b req-ac71ca3a-5d6b-4941-ac31-81299a6e8882 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:09.705431 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d3b9827-e849-46d8-b6c0-053b45c89a8b req-ac71ca3a-5d6b-4941-ac31-81299a6e8882 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "DELETE /v2.0/security-groups/d2c62421-d3b5-49f6-86d6-a62361b04b49 HTTP/1.1" status: 204 len: 173 time: 1.0498824 May 30 20:00:09.813536 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a238-40eb-4648-9c28-7a3ae53df2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:09.867292 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f3f49-66be-44bb-abc8-9378d7fd077a req-82118889-7fdd-4193-99a5-458fe540b6d6 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:09.868729 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f6f3f49-66be-44bb-abc8-9378d7fd077a req-82118889-7fdd-4193-99a5-458fe540b6d6 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.2803280 May 30 20:00:09.917401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33084a4-53ca-46f5-baf5-f52fd7c156a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6824062-0abe-4993-b299-ad178131ce70'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:09.945648 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d519782b-f3f8-4aa7-bdcb-16029eedb376 req-1a5f2260-7cd1-4cba-8889-ddd932e368eb tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:10.042387 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f6f3f49-66be-44bb-abc8-9378d7fd077a req-088fc8ba-8376-420a-bfff-f66e6e61230d tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610620 May 30 20:00:10.049783 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f2260-7cd1-4cba-8889-ddd932e368eb tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Pushing event deleted for resources: {'Port': ['ID=b6824062-0abe-4993-b299-ad178131ce70,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:10.060973 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a238-40eb-4648-9c28-7a3ae53df2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:10.181711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5a238-40eb-4648-9c28-7a3ae53df2d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:10.284768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca4320d-352e-43cb-8d56-717ff52fbcd5 None None] Network dbb1f20d-d968-4228-b3db-aa7863241b3a requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:00:10.291787 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a238-40eb-4648-9c28-7a3ae53df2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:10.296723 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-49d86bad-2bb9-44d3-8793-6aa0afc22b1c req-13d8a2ed-d271-498d-9c3f-680eeb2bd1d7 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] show failed (client error): The resource could not be found. May 30 20:00:10.297733 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49d86bad-2bb9-44d3-8793-6aa0afc22b1c req-13d8a2ed-d271-498d-9c3f-680eeb2bd1d7 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/d2c62421-d3b5-49f6-86d6-a62361b04b49 HTTP/1.1" status: 404 len: 352 time: 0.1435680 May 30 20:00:10.306946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d519782b-f3f8-4aa7-bdcb-16029eedb376 req-1a5f2260-7cd1-4cba-8889-ddd932e368eb tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] No DVR routers for this DVR port b6824062-0abe-4993-b299-ad178131ce70 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:00:10.317491 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d519782b-f3f8-4aa7-bdcb-16029eedb376 req-1a5f2260-7cd1-4cba-8889-ddd932e368eb tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:10.322456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33084a4-53ca-46f5-baf5-f52fd7c156a9', 'name': 'network-vif-deleted', 'tag': 'b6824062-0abe-4993-b299-ad178131ce70'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:10.359260 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f9d5a238-40eb-4648-9c28-7a3ae53df2d3 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/04f9ae20-63dc-4d04-b2d5-dd9fdf52e40c HTTP/1.1" status: 204 len: 168 time: 1.3443913 May 30 20:00:10.361762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52348) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:10.364135 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d519782b-f3f8-4aa7-bdcb-16029eedb376 req-1a5f2260-7cd1-4cba-8889-ddd932e368eb tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.77 "DELETE /v2.0/ports/b6824062-0abe-4993-b299-ad178131ce70 HTTP/1.1" status: 204 len: 173 time: 2.0510039 May 30 20:00:10.393242 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c43fa-e89c-40b4-9e81-ff0ea798c040 req-0c59461b-c71d-4793-8c78-8543129abe79 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:10.396024 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-449c43fa-e89c-40b4-9e81-ff0ea798c040 req-0c59461b-c71d-4793-8c78-8543129abe79 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.3978026 May 30 20:00:10.407880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-15a39b15-a6a5-470f-a22c-ec3fda425625 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:10.409481 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-15a39b15-a6a5-470f-a22c-ec3fda425625 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.77 "GET /v2.0/networks?id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce HTTP/1.1" status: 200 len: 805 time: 0.3084464 May 30 20:00:10.429033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-df912c09-8d2a-41d5-81c7-ca3fdbc94e22 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Request body: {'port': {'device_id': '78860755-86d5-44d9-a3c7-ecd20906bea4', 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce', 'admin_state_up': True, 'tenant_id': '5dd329ae9e0742dd8efa8e8b988ec12c'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:10.547290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-449c43fa-e89c-40b4-9e81-ff0ea798c040 req-223d765a-d521-4858-ac5d-7d68d13a4f51 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463363 May 30 20:00:10.571015 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:10.583598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Deleting port cf890faf-023c-422e-a91f-d2b8315338b9 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:00:10.584179 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:10.672832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-df912c09-8d2a-41d5-81c7-ca3fdbc94e22 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:10.685039 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-df912c09-8d2a-41d5-81c7-ca3fdbc94e22 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Usage tracker for resource:port and tenant:5dd329ae9e0742dd8efa8e8b988ec12c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:10.690041 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d497ec4-ccc3-4394-a2c8-644e042ae813 req-ba169bd2-3c60-40d7-908b-f2ea17ba1299 tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0471239 May 30 20:00:10.690883 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-df912c09-8d2a-41d5-81c7-ca3fdbc94e22 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:10.705147 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f99828ad-0d78-49ef-9003-be3f330f9965'] response: {'server_uuid': 'a33084a4-53ca-46f5-baf5-f52fd7c156a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6824062-0abe-4993-b299-ad178131ce70', 'code': 200} May 30 20:00:10.706530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-df912c09-8d2a-41d5-81c7-ca3fdbc94e22 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:10.728156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-df912c09-8d2a-41d5-81c7-ca3fdbc94e22 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Made reservation on behalf of 5dd329ae9e0742dd8efa8e8b988ec12c for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:10.731464 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-df912c09-8d2a-41d5-81c7-ca3fdbc94e22 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:10.872552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa3007-3007-4375-a5bb-b362768b5e3a None None] DHCP port deletion for dbb1f20d-d968-4228-b3db-aa7863241b3a request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:00:10.877439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5afa3007-3007-4375-a5bb-b362768b5e3a None None] Deleting port cf890faf-023c-422e-a91f-d2b8315338b9 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:00:10.878021 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5afa3007-3007-4375-a5bb-b362768b5e3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:10.905095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6b8e084c-cd11-47ab-b09f-7938051034ab req-a5c7a087-fc7b-420e-96bd-7d77496e5b27 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Synchronizing usage tracker for tenant:5dd329ae9e0742dd8efa8e8b988ec12c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:10.949293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] For port cf890faf-023c-422e-a91f-d2b8315338b9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cf890faf-023c-422e-a91f-d2b8315338b9,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:10.949647 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:10.988986 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6b8e084c-cd11-47ab-b09f-7938051034ab req-a5c7a087-fc7b-420e-96bd-7d77496e5b27 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Unset dirty status for tenant:5dd329ae9e0742dd8efa8e8b988ec12c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:10.990136 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b8e084c-cd11-47ab-b09f-7938051034ab req-a5c7a087-fc7b-420e-96bd-7d77496e5b27 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=78860755-86d5-44d9-a3c7-ecd20906bea4 HTTP/1.1" status: 200 len: 210 time: 0.1637497 May 30 20:00:11.001629 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-250f2c9b-da31-457e-a23e-949ab5570eb3 req-3c291b01-d792-4e56-9e21-7386f4cc89d2 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/718c4380-67e7-4eef-abef-66978eb70b10 HTTP/1.1" status: 200 len: 1634 time: 0.1740854 May 30 20:00:11.053797 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-df912c09-8d2a-41d5-81c7-ca3fdbc94e22 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Allocated IP 172.20.0.11 (8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce/8dd0ba15-290a-4589-8acd-b7cd3e58dbb1/99f8bdcb-c3e2-45b8-9be5-457b06ea012a) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:00:11.082427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Calling delete_port for cf890faf-023c-422e-a91f-d2b8315338b9 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:00:11.158031 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5afa3007-3007-4375-a5bb-b362768b5e3a None None] For port cf890faf-023c-422e-a91f-d2b8315338b9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cf890faf-023c-422e-a91f-d2b8315338b9,segment=NetworkSegment(d6d7a026-5d28-40f1-a9a2-30b69a432d18),segment_id=d6d7a026-5d28-40f1-a9a2-30b69a432d18)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:11.158666 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5afa3007-3007-4375-a5bb-b362768b5e3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.169055 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cf890faf-023c-422e-a91f-d2b8315338b9 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:00:11.170082 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee8d1ac-ebbb-4729-9920-446b2d086e7b'] response: {'server_uuid': 'a33084a4-53ca-46f5-baf5-f52fd7c156a9', 'name': 'network-vif-deleted', 'tag': 'b6824062-0abe-4993-b299-ad178131ce70', 'status': 'completed', 'code': 200} May 30 20:00:11.185093 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.206242 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-250f2c9b-da31-457e-a23e-949ab5570eb3 req-b17c54ba-8980-4900-ba79-5be8f4e2a546 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.257660 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-250f2c9b-da31-457e-a23e-949ab5570eb3 req-b17c54ba-8980-4900-ba79-5be8f4e2a546 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.282140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] No DVR routers for this DVR port cf890faf-023c-422e-a91f-d2b8315338b9 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:00:11.317582 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-250f2c9b-da31-457e-a23e-949ab5570eb3 req-b17c54ba-8980-4900-ba79-5be8f4e2a546 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.334934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: cf890faf-023c-422e-a91f-d2b8315338b9 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:00:11.335863 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cf890faf-023c-422e-a91f-d2b8315338b9 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:00:11.377806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf890faf-023c-422e-a91f-d2b8315338b9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:11.434727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5afa3007-3007-4375-a5bb-b362768b5e3a None None] Calling delete_port for cf890faf-023c-422e-a91f-d2b8315338b9 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:00:11.459002 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-250f2c9b-da31-457e-a23e-949ab5570eb3 req-b17c54ba-8980-4900-ba79-5be8f4e2a546 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.478820 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-250f2c9b-da31-457e-a23e-949ab5570eb3 req-b17c54ba-8980-4900-ba79-5be8f4e2a546 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "DELETE /v2.0/security-groups/718c4380-67e7-4eef-abef-66978eb70b10 HTTP/1.1" status: 204 len: 173 time: 0.4675927 May 30 20:00:11.479638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c54ba-8980-4900-ba79-5be8f4e2a546 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718c4380-67e7-4eef-abef-66978eb70b10,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:11.492180 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.523369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb1f20d-d968-4228-b3db-aa7863241b3a']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:11.537935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d7a026-5d28-40f1-a9a2-30b69a432d18') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:11.538535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d7a026-5d28-40f1-a9a2-30b69a432d18') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:11.544477 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-5afa3007-3007-4375-a5bb-b362768b5e3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:00:11.544831 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-5afa3007-3007-4375-a5bb-b362768b5e3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:00:11.555282 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.572632 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.580515 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:00:11.581317 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: timer() May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:00:11.683846 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:00:11.689624 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.695310 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.731158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:11.731924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:11.732169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:11.732566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:11.732962 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:11.733404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:11.733913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:11.734381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:11.735350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:11.735350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:11.735609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:11.739587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb1f20d-d968-4228-b3db-aa7863241b3a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:11.753099 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-87226b93-73e0-42cc-8748-792242d0ca22 admin admin] 10.222.0.84 "DELETE /v2.0/networks/dbb1f20d-d968-4228-b3db-aa7863241b3a HTTP/1.1" status: 204 len: 168 time: 1.3838041 May 30 20:00:11.818331 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-df912c09-8d2a-41d5-81c7-ca3fdbc94e22 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.834827 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f3e3a-cee8-4a60-8d10-32cdf2a40010 req-12284ea4-9778-4a9b-8a02-f33dd2181bfb tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:11.836449 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb3f3e3a-cee8-4a60-8d10-32cdf2a40010 req-12284ea4-9778-4a9b-8a02-f33dd2181bfb tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/ports?device_id=d257e547-e381-4ccb-92a0-e41551d79060 HTTP/1.1" status: 200 len: 949 time: 0.4231424 May 30 20:00:11.896082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6451a0-bf54-45db-98d8-1cc8136b11db req-ee9cba11-3f42-4dfa-b034-064702f662a1 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:11.897635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9f6451a0-bf54-45db-98d8-1cc8136b11db req-ee9cba11-3f42-4dfa-b034-064702f662a1 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.1762090 May 30 20:00:11.939489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52372) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:11.942353 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-df912c09-8d2a-41d5-81c7-ca3fdbc94e22 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.953605 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb3f3e3a-cee8-4a60-8d10-32cdf2a40010 req-34eb3cf2-52fe-4c02-bbd1-21cc0bfe97b2 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3040179-6a05-4c65-8b16-9178ae742b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027591 May 30 20:00:12.039156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52382) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:12.046735 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5afa3007-3007-4375-a5bb-b362768b5e3a None None] Deleting port cf890faf-023c-422e-a91f-d2b8315338b9 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:00:12.047126 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5afa3007-3007-4375-a5bb-b362768b5e3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.079658 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9f6451a0-bf54-45db-98d8-1cc8136b11db req-d97d7c67-fd4b-4aea-98d2-746d5e881c44 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717801 May 30 20:00:12.107006 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-9b87b2cc-771a-4034-a33f-bf4e03f6ec3c req-68350496-73ce-496b-ad32-2aa8a2eff510 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] show failed (client error): The resource could not be found. May 30 20:00:12.108056 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b87b2cc-771a-4034-a33f-bf4e03f6ec3c req-68350496-73ce-496b-ad32-2aa8a2eff510 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/718c4380-67e7-4eef-abef-66978eb70b10 HTTP/1.1" status: 404 len: 352 time: 0.0746145 May 30 20:00:12.118527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df912c09-8d2a-41d5-81c7-ca3fdbc94e22 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Pushing event updated for resources: {'Port': ['ID=99f8bdcb-c3e2-45b8-9be5-457b06ea012a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:12.130589 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7360aeb9-8d6f-4055-8ebe-a2d46888ecf7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ccee7201acb94dd2a2ea81f16f0c1b53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0900722 May 30 20:00:12.134959 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-df912c09-8d2a-41d5-81c7-ca3fdbc94e22 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:00:12.135809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52390) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:12.136745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-df912c09-8d2a-41d5-81c7-ca3fdbc94e22 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:12.144431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-df912c09-8d2a-41d5-81c7-ca3fdbc94e22 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:00:12.228801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5afa3007-3007-4375-a5bb-b362768b5e3a None None] The port 'cf890faf-023c-422e-a91f-d2b8315338b9' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:00:12.264241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-df912c09-8d2a-41d5-81c7-ca3fdbc94e22 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:12.265565 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-df912c09-8d2a-41d5-81c7-ca3fdbc94e22 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.405425 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-df912c09-8d2a-41d5-81c7-ca3fdbc94e22 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9809287 May 30 20:00:12.408221 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b931ffe3-eb93-4089-b432-98286cbc06aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.416028 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bdb85c2c-cdcf-489f-ae7b-79b64ba7ae46 req-92e763e3-8137-4763-8dfe-4d14f6c8dd45 tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0715497 May 30 20:00:12.424690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Request body: {'port': {'device_id': '78860755-86d5-44d9-a3c7-ecd20906bea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:12.447356 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b931ffe3-eb93-4089-b432-98286cbc06aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:12.452627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b931ffe3-eb93-4089-b432-98286cbc06aa admin admin] Usage tracker for resource:security_group_rule and tenant:e02fae3cd87d4a278598de5b690c9fe2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:12.455762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b931ffe3-eb93-4089-b432-98286cbc06aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:12.465524 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b931ffe3-eb93-4089-b432-98286cbc06aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:12.569413 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-00c002d9-f04f-4510-aa43-999a67272b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.572497 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b931ffe3-eb93-4089-b432-98286cbc06aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.576868 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b931ffe3-eb93-4089-b432-98286cbc06aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.600581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9c44e-2e20-4c50-8722-53933ee7da87 req-db09d75a-f192-450c-aa0c-1f72ae1c8272 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:12.602030 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d1e9c44e-2e20-4c50-8722-53933ee7da87 req-db09d75a-f192-450c-aa0c-1f72ae1c8272 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.3317010 May 30 20:00:12.618773 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.634385 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b931ffe3-eb93-4089-b432-98286cbc06aa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e02fae3cd87d4a278598de5b690c9fe2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6936011 May 30 20:00:12.637412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52396) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:12.647819 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-00c002d9-f04f-4510-aa43-999a67272b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.652098 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931ffe3-eb93-4089-b432-98286cbc06aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738212c6-8f88-4988-bc8a-2c592444c920,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:12.704882 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-128418c8-d94c-43b9-9d5c-0dc8d8d6e7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.732382 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-128418c8-d94c-43b9-9d5c-0dc8d8d6e7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.758992 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d1e9c44e-2e20-4c50-8722-53933ee7da87 req-3fb88ba9-6c13-4d54-ab56-e8325086f08b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460993 May 30 20:00:12.792145 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-128418c8-d94c-43b9-9d5c-0dc8d8d6e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.811878 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128418c8-d94c-43b9-9d5c-0dc8d8d6e7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738212c6-8f88-4988-bc8a-2c592444c920,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:12.819502 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-128418c8-d94c-43b9-9d5c-0dc8d8d6e7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.831271 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-128418c8-d94c-43b9-9d5c-0dc8d8d6e7f6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/738212c6-8f88-4988-bc8a-2c592444c920 HTTP/1.1" status: 204 len: 168 time: 0.1928105 May 30 20:00:12.835780 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-00c002d9-f04f-4510-aa43-999a67272b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.871211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c002d9-f04f-4510-aa43-999a67272b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923b7ceb-8613-4aee-857d-8eb284065b36,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:12.941913 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-00c002d9-f04f-4510-aa43-999a67272b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.943149 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-00c002d9-f04f-4510-aa43-999a67272b1b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/923b7ceb-8613-4aee-857d-8eb284065b36 HTTP/1.1" status: 204 len: 168 time: 0.7610073 May 30 20:00:13.102302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device d2c21ba1-ad15-46de-b2e1-c53efb743d11 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:00:13.155292 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac5e77-c2ef-48ee-b475-b58616cf58e2 req-f4a66849-f6b9-466a-bc62-271deaf4a9a0 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:13.162641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63ac5e77-c2ef-48ee-b475-b58616cf58e2 req-f4a66849-f6b9-466a-bc62-271deaf4a9a0 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=78860755-86d5-44d9-a3c7-ecd20906bea4 HTTP/1.1" status: 200 len: 932 time: 0.2067847 May 30 20:00:13.328058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f8bdcb-c3e2-45b8-9be5-457b06ea012a {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:13.335335 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:13.338796 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:13.368271 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63ac5e77-c2ef-48ee-b475-b58616cf58e2 req-f5880233-db3e-4cd1-b948-9098aec53875 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046552 May 30 20:00:13.380114 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port d2c21ba1-ad15-46de-b2e1-c53efb743d11, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d2c21ba1-ad15-46de-b2e1-c53efb743d11,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:13.381066 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd257e547-e381-4ccb-92a0-e41551d79060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:13.387463 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:13.416351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Transition to ACTIVE for port object 99f8bdcb-c3e2-45b8-9be5-457b06ea012a will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:13.426244 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:13.476527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56220e04-c82c-4254-b3a9-85eccffc65c9 req-ea2a7877-a324-4ce1-95d7-8294904c6724 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:13.478024 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56220e04-c82c-4254-b3a9-85eccffc65c9 req-ea2a7877-a324-4ce1-95d7-8294904c6724 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.3103428 May 30 20:00:13.486045 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=d2c21ba1-ad15-46de-b2e1-c53efb743d11,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:13.617258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Pushing event updated for resources: {'Port': ['ID=99f8bdcb-c3e2-45b8-9be5-457b06ea012a,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:13.699156 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56220e04-c82c-4254-b3a9-85eccffc65c9 req-434cadcc-b646-4bbf-883c-84a304fd04d1 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108552 May 30 20:00:13.772290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0a19d1ea-1d08-4bff-a7f6-3898cd4b7137 req-18b0559d-cfba-4197-8a20-c277f61cf4a3 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Synchronizing usage tracker for tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:13.809631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0a19d1ea-1d08-4bff-a7f6-3898cd4b7137 req-18b0559d-cfba-4197-8a20-c277f61cf4a3 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Unset dirty status for tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:13.810850 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a19d1ea-1d08-4bff-a7f6-3898cd4b7137 req-18b0559d-cfba-4197-8a20-c277f61cf4a3 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8e91f39dc1cb49d8a7c30a8d5d13f2b8 HTTP/1.1" status: 200 len: 5485 time: 0.3459730 May 30 20:00:13.819553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Attempting to bind port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:00:13.819891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Attempting to bind port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:00:13.820298 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Attempting to bind port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a on network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:13.840996 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a on network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:00:13.841326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Attempting to bind port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a on network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:13.859337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:00:13.859698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Checking segment: {'id': '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:13.860144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Bound using segment: {'id': '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:00:13.860871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Bound port: 99f8bdcb-c3e2-45b8-9be5-457b06ea012a, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:00:13.861301 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:13.862922 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af128e5a-cc8c-4fca-97b4-76b8a5918a23'] response: {'server_uuid': 'd257e547-e381-4ccb-92a0-e41551d79060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11', 'code': 200} May 30 20:00:14.008387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52452) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:14.031602 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a19d1ea-1d08-4bff-a7f6-3898cd4b7137 req-6b8eb304-e235-455d-9b8b-a0f1e7692a95 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/fe2ad798-d07a-411b-a6a5-d27165a8900c HTTP/1.1" status: 200 len: 2649 time: 0.2131131 May 30 20:00:14.095346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f32ee8b2-8355-4040-8ee1-683caa01c0c5 req-ba056b61-e031-4648-bf68-c1acbe1a6cf5 tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0609074 May 30 20:00:14.145964 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] For port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:14.157266 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a19d1ea-1d08-4bff-a7f6-3898cd4b7137 req-8a6bc800-95a8-4118-ba86-b8682ae95d4d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/fe2ad798-d07a-411b-a6a5-d27165a8900c HTTP/1.1" status: 200 len: 2649 time: 0.0853527 May 30 20:00:14.158766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] For port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=99f8bdcb-c3e2-45b8-9be5-457b06ea012a,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:00:14.164364 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:14.172385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-955135421-network', 'tenant_id': '9e25517bc5894648b92f5eedd1680e09'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:14.178495 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:14.183804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Usage tracker for resource:network and tenant:9e25517bc5894648b92f5eedd1680e09 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:14.187016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:14.194563 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:14.212859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Made reservation on behalf of 9e25517bc5894648b92f5eedd1680e09 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:14.220399 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:14.235400 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:14.236760 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] 10.222.0.77 "PUT /v2.0/ports/99f8bdcb-c3e2-45b8-9be5-457b06ea012a HTTP/1.1" status: 200 len: 1092 time: 1.8197875 May 30 20:00:14.237171 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78860755-86d5-44d9-a3c7-ecd20906bea4', 'tag': '99f8bdcb-c3e2-45b8-9be5-457b06ea012a'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:14.271707 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:14.292435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6a2e2-fd04-433b-9cc5-c6e37e646949 service neutron] Pushing event updated for resources: {'Port': ['ID=99f8bdcb-c3e2-45b8-9be5-457b06ea012a,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:14.339884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:14.348926 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Usage tracker for resource:security_group_rule and tenant:9e25517bc5894648b92f5eedd1680e09 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:14.352068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:14.368822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:14.466023 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-20b8ae13-a8aa-4ad2-815a-52ee1068b463 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5dd329ae9e0742dd8efa8e8b988ec12c&device_id=78860755-86d5-44d9-a3c7-ecd20906bea4 HTTP/1.1" status: 200 len: 1095 time: 0.0888546 May 30 20:00:14.479327 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:14.486908 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:14.525827 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:00:14.537382 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5e0035-b8d6-4399-8a74-7565660cbaef,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:14.554700 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:14.555382 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Added segment 94c70ea7-07e4-4d6e-86a4-a3b4b00ae651 of type vlan for network e3e8966b-3220-4970-b980-9a58fcf48a3f May 30 20:00:14.598288 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:14.630598 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-16474b4c-ad7e-4b56-8a5a-8bb4114cdb36 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99f8bdcb-c3e2-45b8-9be5-457b06ea012a HTTP/1.1" status: 200 len: 217 time: 0.1563900 May 30 20:00:14.674540 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:14.678068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:14.679366 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:14.721728 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-14c47aa0-9348-47a1-be65-d62d9049682d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:14.723251 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-14c47aa0-9348-47a1-be65-d62d9049682d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8dd0ba15-290a-4589-8acd-b7cd3e58dbb1 HTTP/1.1" status: 200 len: 845 time: 0.0832953 May 30 20:00:14.796532 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-4ef9c46a-d5b4-4728-b6ba-1df1cbddb759 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634954 May 30 20:00:14.872494 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8629017 May 30 20:00:14.873606 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e99b2-403e-406c-84c8-3789a4827c05 admin admin] Pushing event updated for resources: {'Network': ['ID=e3e8966b-3220-4970-b980-9a58fcf48a3f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:14.878728 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52484) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:14.884379 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5e58f83e-9db0-469d-971c-58f80a9e5990 admin admin] Request body: {'subnet': {'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-955135421-subnet', 'tenant_id': '9e25517bc5894648b92f5eedd1680e09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:14.891207 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5e58f83e-9db0-469d-971c-58f80a9e5990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:14.892186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network e3e8966b-3220-4970-b980-9a58fcf48a3f details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:00:14.896254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5e58f83e-9db0-469d-971c-58f80a9e5990 admin admin] Usage tracker for resource:subnet and tenant:9e25517bc5894648b92f5eedd1680e09 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:14.899335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5e58f83e-9db0-469d-971c-58f80a9e5990 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:14.907361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5e58f83e-9db0-469d-971c-58f80a9e5990 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:14.940237 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e58f83e-9db0-469d-971c-58f80a9e5990 admin admin] Made reservation on behalf of 9e25517bc5894648b92f5eedd1680e09 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:14.945096 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-67c13c9f-6b31-448c-80f1-a729fe8c94c1 req-184d2979-7f05-49d6-9828-463ad57b2503 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-710216815', 'description': 'tempest-description-1109786515'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:14.970605 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e58f83e-9db0-469d-971c-58f80a9e5990 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:14.973429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2aed9-b938-448a-8621-9e9420f8118c req-b6675ef3-33e7-47f0-9bef-3098e770f486 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:14.982395 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-85a2aed9-b938-448a-8621-9e9420f8118c req-b6675ef3-33e7-47f0-9bef-3098e770f486 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.4087572 May 30 20:00:15.010778 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-67c13c9f-6b31-448c-80f1-a729fe8c94c1 req-184d2979-7f05-49d6-9828-463ad57b2503 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:15.054631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-67c13c9f-6b31-448c-80f1-a729fe8c94c1 req-184d2979-7f05-49d6-9828-463ad57b2503 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:15.058636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-1a5a0532-e85d-4aba-974f-f5ab8cd77a5d service neutron] 10.222.0.77 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513447 May 30 20:00:15.163609 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-67c13c9f-6b31-448c-80f1-a729fe8c94c1 req-184d2979-7f05-49d6-9828-463ad57b2503 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:15.188533 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-85a2aed9-b938-448a-8621-9e9420f8118c req-65236497-2cf3-40a0-99cb-08e5611c73bd tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049687 May 30 20:00:15.236378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-67c13c9f-6b31-448c-80f1-a729fe8c94c1 req-184d2979-7f05-49d6-9828-463ad57b2503 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:15.242606 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e58f83e-9db0-469d-971c-58f80a9e5990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:15.243760 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-67c13c9f-6b31-448c-80f1-a729fe8c94c1 req-184d2979-7f05-49d6-9828-463ad57b2503 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Usage tracker for resource:security_group_rule and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:15.248206 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-67c13c9f-6b31-448c-80f1-a729fe8c94c1 req-184d2979-7f05-49d6-9828-463ad57b2503 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:15.265759 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458ec142-88a7-443b-b71f-3ee2b42b3e85'] response: {'name': 'network-changed', 'server_uuid': '78860755-86d5-44d9-a3c7-ecd20906bea4', 'tag': '99f8bdcb-c3e2-45b8-9be5-457b06ea012a', 'status': 'completed', 'code': 200} May 30 20:00:15.266569 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-67c13c9f-6b31-448c-80f1-a729fe8c94c1 req-184d2979-7f05-49d6-9828-463ad57b2503 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:15.287311 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9673edbc-e57f-404e-b56e-d24ae7643faf req-cecfaab1-5d68-4dc1-8e53-d6fa98e6b2aa service neutron] 10.222.0.77 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207386 May 30 20:00:15.332178 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58f83e-9db0-469d-971c-58f80a9e5990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ebee1e4-d8e6-465d-8b5f-8b975f105a32,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:15.359033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e58f83e-9db0-469d-971c-58f80a9e5990 admin admin] Checking segment: {'id': '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:15.359418 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e58f83e-9db0-469d-971c-58f80a9e5990 admin admin] Network hostable DHCP agents. Network: e3e8966b-3220-4970-b980-9a58fcf48a3f, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:00:15.381456 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e58f83e-9db0-469d-971c-58f80a9e5990 admin admin] Network e3e8966b-3220-4970-b980-9a58fcf48a3f is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:00:15.390599 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5e58f83e-9db0-469d-971c-58f80a9e5990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, e3e8966b-3220-4970-b980-9a58fcf48a3f) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:15.394628 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e58f83e-9db0-469d-971c-58f80a9e5990 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:15.395207 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e58f83e-9db0-469d-971c-58f80a9e5990 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:15.399648 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082d8d87-c690-42bc-abfe-58b9810d0085 None None] Network e3e8966b-3220-4970-b980-9a58fcf48a3f requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:00:15.424147 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5e58f83e-9db0-469d-971c-58f80a9e5990 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5403030 May 30 20:00:15.470955 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-998d5010-6f52-413c-9348-81bab6347075 req-dee5d677-7cb9-4168-9d0f-29d2848e5680 service neutron] show failed (client error): The resource could not be found. May 30 20:00:15.471980 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-998d5010-6f52-413c-9348-81bab6347075 req-dee5d677-7cb9-4168-9d0f-29d2848e5680 service neutron] 10.222.0.93 "GET /v2.0/ports/550c3460-ceff-4a87-a0b9-3e1ec4a74d7a/bindings/n-h1-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.1872635 May 30 20:00:15.535543 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-67c13c9f-6b31-448c-80f1-a729fe8c94c1 req-184d2979-7f05-49d6-9828-463ad57b2503 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:15.547369 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-67c13c9f-6b31-448c-80f1-a729fe8c94c1 req-184d2979-7f05-49d6-9828-463ad57b2503 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:15.571828 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a68f304-167f-4816-84d9-36257b0517f2 req-34746309-406f-48e1-b208-72b8fa07cc0a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5dd329ae9e0742dd8efa8e8b988ec12c&device_id=78860755-86d5-44d9-a3c7-ecd20906bea4 HTTP/1.1" status: 200 len: 1095 time: 0.2087488 May 30 20:00:15.626779 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411ae94-1f0b-4765-b64c-363f9a79864e req-4774016b-19a0-47f6-b1fc-f1112ac903da tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:15.628259 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3411ae94-1f0b-4765-b64c-363f9a79864e req-4774016b-19a0-47f6-b1fc-f1112ac903da tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=78860755-86d5-44d9-a3c7-ecd20906bea4 HTTP/1.1" status: 200 len: 944 time: 0.2631283 May 30 20:00:15.673827 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9deba5-8567-42c4-a9b0-aa67137459a3 None None] Network e3e8966b-3220-4970-b980-9a58fcf48a3f requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:00:15.700774 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-67c13c9f-6b31-448c-80f1-a729fe8c94c1 req-184d2979-7f05-49d6-9828-463ad57b2503 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:15.701839 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-67c13c9f-6b31-448c-80f1-a729fe8c94c1 req-184d2979-7f05-49d6-9828-463ad57b2503 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.7628834 May 30 20:00:15.712572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d2979-7f05-49d6-9828-463ad57b2503 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9735b52d-9477-4214-916b-8a525addeb0b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:15.816413 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3411ae94-1f0b-4765-b64c-363f9a79864e req-3e0f7a84-deb3-42c8-93c0-507fb642d82d tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784921 May 30 20:00:15.852479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68f304-167f-4816-84d9-36257b0517f2 req-ee01e1d8-a5d9-4a31-8690-256d5a21d9f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:15.853934 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a68f304-167f-4816-84d9-36257b0517f2 req-ee01e1d8-a5d9-4a31-8690-256d5a21d9f4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce HTTP/1.1" status: 200 len: 906 time: 0.2624652 May 30 20:00:15.951369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-998d5010-6f52-413c-9348-81bab6347075 req-af063c26-895e-4bd2-ae75-45bcae4981a5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35&tenant_id=3e860bf879054bd598319d1741599d12 HTTP/1.1" status: 200 len: 1100 time: 0.2266610 May 30 20:00:15.975729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:16.006704 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a68f304-167f-4816-84d9-36257b0517f2 req-11e4ea7c-7164-453c-b3f2-aa3660d94c8c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99f8bdcb-c3e2-45b8-9be5-457b06ea012a HTTP/1.1" status: 200 len: 217 time: 0.1438406 May 30 20:00:16.237546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-501f6c02-aad2-4394-b10e-8a270604162a req-b8473a0e-0c8b-401e-8be3-f380668f3a7f tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.1819258 May 30 20:00:16.271425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68f304-167f-4816-84d9-36257b0517f2 req-17e17410-39f7-458b-a6c0-d09711b67ef5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:16.272895 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a68f304-167f-4816-84d9-36257b0517f2 req-17e17410-39f7-458b-a6c0-d09711b67ef5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8dd0ba15-290a-4589-8acd-b7cd3e58dbb1 HTTP/1.1" status: 200 len: 845 time: 0.2486258 May 30 20:00:16.286671 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:16.340260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73cc8c-12e9-4408-a0df-9ef8ab7df2c0 req-03aca9f1-98f3-4ae4-9753-9175b1e78c81 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:16.341677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce73cc8c-12e9-4408-a0df-9ef8ab7df2c0 req-03aca9f1-98f3-4ae4-9753-9175b1e78c81 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.4278665 May 30 20:00:16.351090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a68f304-167f-4816-84d9-36257b0517f2 req-fe9b94e8-c2c4-4bcf-ba75-f5afa365b1bb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670326 May 30 20:00:16.532674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce73cc8c-12e9-4408-a0df-9ef8ab7df2c0 req-d5e8ceda-fe2c-406f-a731-eb4efc7560fd tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795278 May 30 20:00:16.627247 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-6e9196d5-d0c9-45c8-b9ab-4651743134ad req-ed07d172-f5d6-475f-98bc-6b0383bb0ab0 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-292728156', 'description': 'tempest-description-1569075795'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:16.650002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-6e9196d5-d0c9-45c8-b9ab-4651743134ad req-ed07d172-f5d6-475f-98bc-6b0383bb0ab0 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:16.712494 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6e9196d5-d0c9-45c8-b9ab-4651743134ad req-ed07d172-f5d6-475f-98bc-6b0383bb0ab0 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Usage tracker for resource:security_group and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:16.721197 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6e9196d5-d0c9-45c8-b9ab-4651743134ad req-ed07d172-f5d6-475f-98bc-6b0383bb0ab0 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:16.733695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a68f304-167f-4816-84d9-36257b0517f2 req-7cec071e-1345-4d05-87ab-0bfc97a382cb service neutron] 10.222.0.77 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447223 May 30 20:00:16.756546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-6e9196d5-d0c9-45c8-b9ab-4651743134ad req-ed07d172-f5d6-475f-98bc-6b0383bb0ab0 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:16.929603 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e9196d5-d0c9-45c8-b9ab-4651743134ad req-ed07d172-f5d6-475f-98bc-6b0383bb0ab0 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:16.981811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-7f48b65d-4a6e-4eed-b95c-e1c1f4d1f000 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:16.983364 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-7f48b65d-4a6e-4eed-b95c-e1c1f4d1f000 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/networks?id=e3e8966b-3220-4970-b980-9a58fcf48a3f HTTP/1.1" status: 200 len: 812 time: 0.4027040 May 30 20:00:17.060744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-6e9196d5-d0c9-45c8-b9ab-4651743134ad req-ed07d172-f5d6-475f-98bc-6b0383bb0ab0 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:17.067612 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-15641f8e-320a-4789-95ae-95c3e70ae229 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/quotas/9e25517bc5894648b92f5eedd1680e09 HTTP/1.1" status: 200 len: 375 time: 0.0611622 May 30 20:00:17.072432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6e9196d5-d0c9-45c8-b9ab-4651743134ad req-ed07d172-f5d6-475f-98bc-6b0383bb0ab0 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Usage tracker for resource:security_group_rule and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:17.076433 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a68f304-167f-4816-84d9-36257b0517f2 req-a62305bc-93a4-4bf7-925e-735932792c68 service neutron] 10.222.0.77 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233161 May 30 20:00:17.077173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6e9196d5-d0c9-45c8-b9ab-4651743134ad req-ed07d172-f5d6-475f-98bc-6b0383bb0ab0 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:17.087663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] For port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:17.119007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-6e9196d5-d0c9-45c8-b9ab-4651743134ad req-ed07d172-f5d6-475f-98bc-6b0383bb0ab0 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:17.141731 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-eebfcde4-3343-40df-a78a-d29b679ffda6 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=9e25517bc5894648b92f5eedd1680e09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584021 May 30 20:00:17.268259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] For port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:17.343779 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e9196d5-d0c9-45c8-b9ab-4651743134ad req-ed07d172-f5d6-475f-98bc-6b0383bb0ab0 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:17.360457 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e9196d5-d0c9-45c8-b9ab-4651743134ad req-ed07d172-f5d6-475f-98bc-6b0383bb0ab0 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:17.394197 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7328380e-e044-456b-876b-0ee3333ebc35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '550c3460-ceff-4a87-a0b9-3e1ec4a74d7a'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:17.404223 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:17.456463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07d172-f5d6-475f-98bc-6b0383bb0ab0 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc37d48-c5ae-4d26-aba2-387c6dca8bf6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:17.459459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Transition to ACTIVE for port object 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:17.469824 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c1440390-be76-4642-94f2-301eafa3d296 service neutron] 10.222.0.84 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150470 May 30 20:00:17.471624 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e9196d5-d0c9-45c8-b9ab-4651743134ad req-ed07d172-f5d6-475f-98bc-6b0383bb0ab0 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:17.472762 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e9196d5-d0c9-45c8-b9ab-4651743134ad req-ed07d172-f5d6-475f-98bc-6b0383bb0ab0 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.8910108 May 30 20:00:17.492028 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:17.501004 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:00:17.688362 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Pushing event updated for resources: {'Port': ['ID=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:17.699140 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:17.714482 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '5f74919b-a5cf-4e3d-bea0-cf4ecb69d025', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '5f74919b-a5cf-4e3d-bea0-cf4ecb69d025', 'mac_address': 'fa:16:3e:ec:2e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:00:17.739182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] No DVR routers for this DVR port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:00:17.786417 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:17.817613 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:17.859822 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:17.873337 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:17.990235 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c5edc9f1-1af7-4125-b6a9-997904a75a46 service neutron] 10.222.0.84 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178292 May 30 20:00:18.000132 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Attempting to bind port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:00:18.000467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Attempting to bind port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:00:18.000806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Attempting to bind port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:18.001895 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['5f74919b-a5cf-4e3d-bea0-cf4ecb69d025'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:18.007503 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:00:18.007826 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Attempting to bind port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:18.014787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:00:18.015234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:18.015621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:00:18.016207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Bound port: 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:00:18.016542 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:18.048718 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:18.130077 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] For port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:18.133767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] For port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:00:18.142320 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:18.238680 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Pushing event updated for resources: {'Port': ['ID=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:18.275853 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:18.277980 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-998d5010-6f52-413c-9348-81bab6347075 req-ddcc894c-d8d8-4595-8521-d90ed71a99a9 service neutron] 10.222.0.77 "PUT /v2.0/ports/550c3460-ceff-4a87-a0b9-3e1ec4a74d7a HTTP/1.1" status: 200 len: 1095 time: 2.3069344 May 30 20:00:18.552253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-998d5010-6f52-413c-9348-81bab6347075 req-3019a5da-fe44-4702-8ff9-0410f227a35a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 1098 time: 0.2070379 May 30 20:00:18.728326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd802d-ffa0-40f8-a8d7-9017bf4884bb req-9c89d55b-78d1-4f67-affc-3a15fc247e3a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:18.730182 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2cd802d-ffa0-40f8-a8d7-9017bf4884bb req-9c89d55b-78d1-4f67-affc-3a15fc247e3a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 947 time: 0.2986028 May 30 20:00:18.864424 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2cd802d-ffa0-40f8-a8d7-9017bf4884bb req-3e910ae1-f791-438e-b6aa-7894459e50a8 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968165 May 30 20:00:18.899721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d5010-6f52-413c-9348-81bab6347075 req-b1bc9a69-9a45-4640-bf0b-7924e817f4a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:18.901201 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-998d5010-6f52-413c-9348-81bab6347075 req-b1bc9a69-9a45-4640-bf0b-7924e817f4a3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.3415420 May 30 20:00:19.092239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5fe19-3982-4600-a683-17b1b33f13f5 req-888ff4f1-3f30-4cf3-98f3-682454d19cdc tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:19.105118 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04a5fe19-3982-4600-a683-17b1b33f13f5 req-888ff4f1-3f30-4cf3-98f3-682454d19cdc tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=78860755-86d5-44d9-a3c7-ecd20906bea4 HTTP/1.1" status: 200 len: 944 time: 0.4084008 May 30 20:00:19.112191 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-998d5010-6f52-413c-9348-81bab6347075 req-9d86f39f-f2e4-43fd-982a-f9b309292045 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a HTTP/1.1" status: 200 len: 217 time: 0.1961513 May 30 20:00:19.153020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 99f8bdcb-c3e2-45b8-9be5-457b06ea012a details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:00:19.276224 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cf91da3b-9b90-4f2a-a530-ce86abb38e3d req-45a7e44a-b81b-480e-a3d1-fdc5cf4c54b3 tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.1682739 May 30 20:00:19.277493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d5010-6f52-413c-9348-81bab6347075 req-fad9273a-9a5d-4f26-8d85-0683e8e9ceac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:19.278773 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-998d5010-6f52-413c-9348-81bab6347075 req-fad9273a-9a5d-4f26-8d85-0683e8e9ceac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1135173 May 30 20:00:19.363202 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04a5fe19-3982-4600-a683-17b1b33f13f5 req-01d189db-9a0f-426f-8b8b-b37ced5fba3c tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567101 May 30 20:00:19.458824 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-998d5010-6f52-413c-9348-81bab6347075 req-afd4d487-d27f-41ab-ae1d-2434d0d19f1c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1665957 May 30 20:00:19.517784 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ed0a55e-b0c4-44a4-be56-77f66367dc56'] response: {'server_uuid': '7328380e-e044-456b-876b-0ee3333ebc35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '550c3460-ceff-4a87-a0b9-3e1ec4a74d7a', 'code': 200} May 30 20:00:19.566977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:19.716170 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:19.716649 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:19.728678 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-998d5010-6f52-413c-9348-81bab6347075 req-014dd206-7c23-49fd-b479-6910fdd3d303 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620823 May 30 20:00:19.764789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=99f8bdcb-c3e2-45b8-9be5-457b06ea012a,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:19.788303 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '99f8bdcb-c3e2-45b8-9be5-457b06ea012a', 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce', 'port_id': '99f8bdcb-c3e2-45b8-9be5-457b06ea012a', 'mac_address': 'fa:16:3e:79:31:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd0ba15-290a-4589-8acd-b7cd3e58dbb1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:00:19.922616 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:19.937470 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:19.988418 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f8bdcb-c3e2-45b8-9be5-457b06ea012a {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:20.026755 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=99f8bdcb-c3e2-45b8-9be5-457b06ea012a,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:20.047003 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:20.137232 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408c181f-c210-46b7-998a-4b36eeb66f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f74919b-a5cf-4e3d-bea0-cf4ecb69d025'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:20.164507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:20.192399 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:20.196256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:00:20.279557 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=99f8bdcb-c3e2-45b8-9be5-457b06ea012a,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:20.283619 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8202f700-996a-4151-a522-1bb2516330c7 req-909dbd17-7d83-48d9-afbc-66a746d8caed service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.1047568 May 30 20:00:20.400024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-4412b6f5-a623-4fb6-b7ac-a06905026690 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:20.405347 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-4412b6f5-a623-4fb6-b7ac-a06905026690 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/networks?id=0af1ee9a-ef0c-412c-8632-5d7d61427758 HTTP/1.1" status: 200 len: 812 time: 0.6757262 May 30 20:00:20.413097 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:20.415741 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:00:20.444115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['99f8bdcb-c3e2-45b8-9be5-457b06ea012a'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:20.493705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-26ada36e-dc0e-4317-95de-ede24806a077 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/quotas/8e91f39dc1cb49d8a7c30a8d5d13f2b8 HTTP/1.1" status: 200 len: 375 time: 0.0653598 May 30 20:00:20.560336 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-998d5010-6f52-413c-9348-81bab6347075 req-d567a30a-e9e0-4e7c-b963-b5fa24ce6b56 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073122 May 30 20:00:20.852509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd8582-9769-4678-aea4-8f28fe6d6cb3 req-12917eb9-61e2-4193-aa35-e24cec5866cc tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:20.859994 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ecd8582-9769-4678-aea4-8f28fe6d6cb3 req-12917eb9-61e2-4193-aa35-e24cec5866cc tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 1.1292317 May 30 20:00:20.987506 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ecd8582-9769-4678-aea4-8f28fe6d6cb3 req-5bbbec25-4447-4bf1-a4b0-fcd579f63c6b tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265485 May 30 20:00:20.993704 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-36d4d4c2-923b-403b-8c13-5f6c85369d3a tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:20.995095 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-36d4d4c2-923b-403b-8c13-5f6c85369d3a tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.77 "GET /v2.0/networks?id=e3e8966b-3220-4970-b980-9a58fcf48a3f HTTP/1.1" status: 200 len: 812 time: 0.4186802 May 30 20:00:21.006189 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-3f4b6398-608e-4f11-96f8-e049be9917ec tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8e91f39dc1cb49d8a7c30a8d5d13f2b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5037463 May 30 20:00:21.030028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-7a688afc-57fa-4d15-a2e7-7455c506e5df tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Request body: {'port': {'device_id': 'f47c1358-1f10-4220-8633-7bd3500b47d2', 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f', 'admin_state_up': True, 'tenant_id': '9e25517bc5894648b92f5eedd1680e09'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:21.402542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-7a688afc-57fa-4d15-a2e7-7455c506e5df tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:21.420687 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-93ac9ef9-ad5f-4c74-ad6f-8a360c40403a service neutron] 10.222.0.84 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136038 May 30 20:00:21.424521 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-7a688afc-57fa-4d15-a2e7-7455c506e5df tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Usage tracker for resource:port and tenant:9e25517bc5894648b92f5eedd1680e09 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:21.430066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-7a688afc-57fa-4d15-a2e7-7455c506e5df tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:21.438812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-7a688afc-57fa-4d15-a2e7-7455c506e5df tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:21.531698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7328380e-e044-456b-876b-0ee3333ebc35', 'tag': '550c3460-ceff-4a87-a0b9-3e1ec4a74d7a'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:21.547696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-90835b00-3235-456f-b0e4-088f8d40787a tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:21.549150 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-90835b00-3235-456f-b0e4-088f8d40787a tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.93 "GET /v2.0/networks?id=e3e8966b-3220-4970-b980-9a58fcf48a3f HTTP/1.1" status: 200 len: 812 time: 0.3374441 May 30 20:00:21.560057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-7a688afc-57fa-4d15-a2e7-7455c506e5df tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Made reservation on behalf of 9e25517bc5894648b92f5eedd1680e09 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:21.563034 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-7a688afc-57fa-4d15-a2e7-7455c506e5df tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:21.580616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-de05ca4a-e035-466a-9c0d-086ea60c8d37 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Request body: {'port': {'device_id': '7d54f99b-4773-495d-bfff-b3e3f8266c3e', 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f', 'admin_state_up': True, 'tenant_id': '9e25517bc5894648b92f5eedd1680e09'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:21.933363 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-25a5e4fd-bcd8-402e-ac40-d38e007f3355 service neutron] 10.222.0.84 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961321 May 30 20:00:22.004889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-de05ca4a-e035-466a-9c0d-086ea60c8d37 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:22.011078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-7a688afc-57fa-4d15-a2e7-7455c506e5df tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Allocated IP 172.20.0.8 (e3e8966b-3220-4970-b980-9a58fcf48a3f/0ebee1e4-d8e6-465d-8b5f-8b975f105a32/2ee8b4db-6032-47b3-81a6-168bce860321) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:00:22.015001 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-de05ca4a-e035-466a-9c0d-086ea60c8d37 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Usage tracker for resource:port and tenant:9e25517bc5894648b92f5eedd1680e09 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:22.021082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-de05ca4a-e035-466a-9c0d-086ea60c8d37 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:22.034114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-de05ca4a-e035-466a-9c0d-086ea60c8d37 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:22.123372 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b1ca9b2-42f5-4404-960e-db0c6f17b2c6'] response: {'server_uuid': '408c181f-c210-46b7-998a-4b36eeb66f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f74919b-a5cf-4e3d-bea0-cf4ecb69d025', 'code': 200} May 30 20:00:22.136718 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70c061d1-83a6-49d4-9e63-ed38c3c2196b req-a5d6d00d-144c-4e20-b2d0-4c6a2b14cc97 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12e9a0129c614fe0aab30ebcea7a2298&device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 1101 time: 0.3093226 May 30 20:00:22.157771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-de05ca4a-e035-466a-9c0d-086ea60c8d37 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Made reservation on behalf of 9e25517bc5894648b92f5eedd1680e09 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:22.161215 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-de05ca4a-e035-466a-9c0d-086ea60c8d37 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:22.678377 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca308d15-fad0-4b7b-922b-44c6359171e5 req-0886b124-9366-4500-8df0-4750f3a94308 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:22.685310 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca308d15-fad0-4b7b-922b-44c6359171e5 req-0886b124-9366-4500-8df0-4750f3a94308 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 947 time: 0.6044230 May 30 20:00:22.693117 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c061d1-83a6-49d4-9e63-ed38c3c2196b req-c2556643-3148-47d6-aefa-679f486bb7e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:22.694600 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70c061d1-83a6-49d4-9e63-ed38c3c2196b req-c2556643-3148-47d6-aefa-679f486bb7e5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.5239258 May 30 20:00:22.954318 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70c061d1-83a6-49d4-9e63-ed38c3c2196b req-a0d1da08-d9a3-4fcd-9413-6ecd2205220a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=c4752f50-55cc-4eba-86da-d527315aebbb HTTP/1.1" status: 200 len: 217 time: 0.2278938 May 30 20:00:23.037493 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-7a688afc-57fa-4d15-a2e7-7455c506e5df tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:23.052788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97475d17-e891-4a98-b699-2513edb50400 req-04743ad9-e339-4361-84ae-9760a81d285b tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:23.059811 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97475d17-e891-4a98-b699-2513edb50400 req-04743ad9-e339-4361-84ae-9760a81d285b tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=78860755-86d5-44d9-a3c7-ecd20906bea4 HTTP/1.1" status: 200 len: 945 time: 0.7353525 May 30 20:00:23.119645 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca308d15-fad0-4b7b-922b-44c6359171e5 req-70d71809-3289-48ec-9dc8-e60c323b6999 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333067 May 30 20:00:23.140952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c061d1-83a6-49d4-9e63-ed38c3c2196b req-a0fefe82-216f-4ffe-90e2-8489e29d3f76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:23.142386 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70c061d1-83a6-49d4-9e63-ed38c3c2196b req-a0fefe82-216f-4ffe-90e2-8489e29d3f76 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1703651 May 30 20:00:23.173220 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97475d17-e891-4a98-b699-2513edb50400 req-6f561df3-9817-4435-8bf1-7598dc966600 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124740 May 30 20:00:23.186435 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:00:23.191118 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 99f8bdcb-c3e2-45b8-9be5-457b06ea012a up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:23.367537 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-7a688afc-57fa-4d15-a2e7-7455c506e5df tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:23.377540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-de05ca4a-e035-466a-9c0d-086ea60c8d37 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Allocated IP 172.20.0.9 (e3e8966b-3220-4970-b980-9a58fcf48a3f/0ebee1e4-d8e6-465d-8b5f-8b975f105a32/5200eac4-0c14-4139-aa0b-b42f369008d9) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:00:23.437264 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:23.452927 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:23.453363 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:23.501377 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:23.520580 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2bebfbe1-1b95-47cf-9cdb-c4ea5c174199 req-e42babf9-f9ca-40f3-88c0-733fcc985eb1 tempest-ServersAdmin275Test-893035222 tempest-ServersAdmin275Test-893035222-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.1463811 May 30 20:00:23.529696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '550c3460-ceff-4a87-a0b9-3e1ec4a74d7a', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '550c3460-ceff-4a87-a0b9-3e1ec4a74d7a', 'mac_address': 'fa:16:3e:d8:c7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:00:23.625108 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6488d7d-2f58-471b-8c26-5027f5df1de3 req-f29462b4-53f2-4a3a-bd19-27b2c90bfbcc tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d54f99b-4773-495d-bfff-b3e3f8266c3e HTTP/1.1" status: 200 len: 210 time: 0.2480130 May 30 20:00:23.671505 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:23.693016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:23.711430 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:23.721110 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:23.724013 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:23.760520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-7a688afc-57fa-4d15-a2e7-7455c506e5df tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Network e3e8966b-3220-4970-b980-9a58fcf48a3f is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:00:23.844491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=99f8bdcb-c3e2-45b8-9be5-457b06ea012a,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:23.860289 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-7a688afc-57fa-4d15-a2e7-7455c506e5df tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:23.884016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-7a688afc-57fa-4d15-a2e7-7455c506e5df tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:00:23.900003 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:23.912131 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cbdf129-7f7b-40d4-9c89-8a034ddccc88'] response: {'name': 'network-changed', 'server_uuid': '7328380e-e044-456b-876b-0ee3333ebc35', 'tag': '550c3460-ceff-4a87-a0b9-3e1ec4a74d7a', 'status': 'completed', 'code': 200} May 30 20:00:23.933775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a688afc-57fa-4d15-a2e7-7455c506e5df tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Pushing event updated for resources: {'Port': ['ID=2ee8b4db-6032-47b3-81a6-168bce860321,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:23.961146 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:24.015841 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70c061d1-83a6-49d4-9e63-ed38c3c2196b req-e7287840-0179-4c23-a68b-7f6266a687c5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8392062 May 30 20:00:24.067533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=99f8bdcb-c3e2-45b8-9be5-457b06ea012a,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:24.095141 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8c909ae4-e404-4b2a-ae9b-30b32cff4481 req-602718df-f311-4e15-907c-5fedbb7cefb7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 1099 time: 0.2899745 May 30 20:00:24.106805 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['550c3460-ceff-4a87-a0b9-3e1ec4a74d7a'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:24.230943 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78860755-86d5-44d9-a3c7-ecd20906bea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f8bdcb-c3e2-45b8-9be5-457b06ea012a'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:24.383696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c909ae4-e404-4b2a-ae9b-30b32cff4481 req-61e9f5d7-f880-4769-bf9e-20f49d2f78f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:24.385595 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8c909ae4-e404-4b2a-ae9b-30b32cff4481 req-61e9f5d7-f880-4769-bf9e-20f49d2f78f6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.2833333 May 30 20:00:24.465796 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8c909ae4-e404-4b2a-ae9b-30b32cff4481 req-9b5192f4-a5b2-403f-8131-5a9d2efb1c2c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a HTTP/1.1" status: 200 len: 217 time: 0.0732677 May 30 20:00:24.541010 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70c061d1-83a6-49d4-9e63-ed38c3c2196b req-c04e7fbb-b1a6-4ab7-b45d-917139dcbeb3 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571968 May 30 20:00:24.548399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c909ae4-e404-4b2a-ae9b-30b32cff4481 req-cdb9545b-a15d-45c8-950e-d94d4264d7ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:24.552067 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8c909ae4-e404-4b2a-ae9b-30b32cff4481 req-cdb9545b-a15d-45c8-950e-d94d4264d7ef service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.0782385 May 30 20:00:24.649034 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8c909ae4-e404-4b2a-ae9b-30b32cff4481 req-c31c58bb-f7d5-4c6e-8674-8c201f5dfe8c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0915635 May 30 20:00:24.660138 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-72462971-2e18-4896-ad9a-1548be3f9e00 req-af24fac6-bd5f-414d-92c7-eabc49e01dbc tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 210 time: 0.3758888 May 30 20:00:24.755214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-7a688afc-57fa-4d15-a2e7-7455c506e5df tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:24.755877 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-7a688afc-57fa-4d15-a2e7-7455c506e5df tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:24.812461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-35136c66-8304-4c34-80b1-c8d13bfadeb4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:24.813902 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-35136c66-8304-4c34-80b1-c8d13bfadeb4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.93 "GET /v2.0/networks?id=0af1ee9a-ef0c-412c-8632-5d7d61427758 HTTP/1.1" status: 200 len: 812 time: 1.2579272 May 30 20:00:24.829666 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8c909ae4-e404-4b2a-ae9b-30b32cff4481 req-3c4360b5-f999-4f29-987c-843382829e0a service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728311 May 30 20:00:24.842962 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-6653fe74-7967-4db5-9b64-a3f0fd4182d9 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Request body: {'port': {'device_id': '2f19d2e2-a57b-4942-bd97-3420c0d1dcf9', 'network_id': '0af1ee9a-ef0c-412c-8632-5d7d61427758', 'admin_state_up': True, 'tenant_id': '8e91f39dc1cb49d8a7c30a8d5d13f2b8'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:24.873506 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-de05ca4a-e035-466a-9c0d-086ea60c8d37 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:24.877901 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-7a688afc-57fa-4d15-a2e7-7455c506e5df tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8529108 May 30 20:00:24.967031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Request body: {'port': {'device_id': 'f47c1358-1f10-4220-8633-7bd3500b47d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:25.023384 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8c909ae4-e404-4b2a-ae9b-30b32cff4481 req-a7598742-126e-4ef2-857d-93dd39c0ac72 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865962 May 30 20:00:25.076375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c909ae4-e404-4b2a-ae9b-30b32cff4481 req-9c7d17e1-d65d-47fb-8543-24305f3171e0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 1099 time: 1.0566599 May 30 20:00:25.083705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70c061d1-83a6-49d4-9e63-ed38c3c2196b req-b9d91677-a328-47d6-b8b4-1e6149e9172c service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928174 May 30 20:00:25.089548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2896eac-2d12-437e-a6a4-f074245d50e4 req-3851665c-5dcd-4cd5-be37-ffcf63a2e0fa tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:25.105003 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2896eac-2d12-437e-a6a4-f074245d50e4 req-3851665c-5dcd-4cd5-be37-ffcf63a2e0fa tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.8386283 May 30 20:00:25.222064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:25.226495 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-759df35c-4a20-420c-aa15-e345d63b17bb req-56ea92ba-f48a-4576-9350-c09d52fbc3dd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3a4f08ec0e64454ea2bba3dab506c41f&device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0692887 May 30 20:00:25.288537 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-759df35c-4a20-420c-aa15-e345d63b17bb req-340e4acd-fd24-4e66-b7cf-df3807ba2607 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=3a4f08ec0e64454ea2bba3dab506c41f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517597 May 30 20:00:25.412667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:25.432207 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:25.434207 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:25.540976 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759df35c-4a20-420c-aa15-e345d63b17bb req-f5729b30-6bcc-42e6-8f36-aa21a8b6087c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:25.542980 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-759df35c-4a20-420c-aa15-e345d63b17bb req-f5729b30-6bcc-42e6-8f36-aa21a8b6087c service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2484968 May 30 20:00:25.619557 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:25.652181 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2896eac-2d12-437e-a6a4-f074245d50e4 req-aba497fa-ebf6-499a-811c-c26e309c30e4 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450265 May 30 20:00:25.694122 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:25.708925 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:25.762411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-6653fe74-7967-4db5-9b64-a3f0fd4182d9 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:25.779473 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-de05ca4a-e035-466a-9c0d-086ea60c8d37 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:25.806166 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:25.819873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-6653fe74-7967-4db5-9b64-a3f0fd4182d9 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:25.830228 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:25.951937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c909ae4-e404-4b2a-ae9b-30b32cff4481 req-d706c13e-d44b-4aa3-8203-89d599fb84da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:25.953637 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c909ae4-e404-4b2a-ae9b-30b32cff4481 req-d706c13e-d44b-4aa3-8203-89d599fb84da service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.8433170 May 30 20:00:25.955535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-de05ca4a-e035-466a-9c0d-086ea60c8d37 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Network e3e8966b-3220-4970-b980-9a58fcf48a3f is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:00:26.004655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-de05ca4a-e035-466a-9c0d-086ea60c8d37 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:26.007039 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-de05ca4a-e035-466a-9c0d-086ea60c8d37 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:00:26.115644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-6653fe74-7967-4db5-9b64-a3f0fd4182d9 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Made reservation on behalf of 8e91f39dc1cb49d8a7c30a8d5d13f2b8 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:26.118616 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-6653fe74-7967-4db5-9b64-a3f0fd4182d9 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:26.208482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05ca4a-e035-466a-9c0d-086ea60c8d37 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Pushing event updated for resources: {'Port': ['ID=5200eac4-0c14-4139-aa0b-b42f369008d9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:26.217540 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c909ae4-e404-4b2a-ae9b-30b32cff4481 req-942a17ab-baaf-4638-b77d-888d846e30bd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a HTTP/1.1" status: 200 len: 217 time: 0.2150326 May 30 20:00:26.337615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-de05ca4a-e035-466a-9c0d-086ea60c8d37 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:26.338227 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-de05ca4a-e035-466a-9c0d-086ea60c8d37 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:26.487143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e6f0d-232c-4e54-b63f-0da0c17965b7 req-ea2e6aaa-cdd0-432d-8e43-fe180405e30e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:26.488554 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c4e6f0d-232c-4e54-b63f-0da0c17965b7 req-ea2e6aaa-cdd0-432d-8e43-fe180405e30e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.6725514 May 30 20:00:26.489745 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-de05ca4a-e035-466a-9c0d-086ea60c8d37 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9134915 May 30 20:00:26.490988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c909ae4-e404-4b2a-ae9b-30b32cff4481 req-c5f1f4ae-4ff7-4f19-bcc1-3c28ba28e0a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:26.492352 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c909ae4-e404-4b2a-ae9b-30b32cff4481 req-c5f1f4ae-4ff7-4f19-bcc1-3c28ba28e0a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2613282 May 30 20:00:26.511139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Request body: {'port': {'device_id': '7d54f99b-4773-495d-bfff-b3e3f8266c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:26.713941 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2b96e-279d-43ff-a984-27c8abb60277 req-62847468-9fb3-4702-b0b8-73b472901eac tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:26.716164 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28d2b96e-279d-43ff-a984-27c8abb60277 req-62847468-9fb3-4702-b0b8-73b472901eac tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=78860755-86d5-44d9-a3c7-ecd20906bea4 HTTP/1.1" status: 200 len: 946 time: 0.7741432 May 30 20:00:26.865626 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-759df35c-4a20-420c-aa15-e345d63b17bb req-f676642d-4fe6-4b67-a424-13139a55f633 tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.0505168 May 30 20:00:26.913076 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c4e6f0d-232c-4e54-b63f-0da0c17965b7 req-b1ba59f6-9f0c-48e4-bf71-46996d9435f3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083891 May 30 20:00:26.920459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-6653fe74-7967-4db5-9b64-a3f0fd4182d9 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Allocated IP 172.20.0.10 (0af1ee9a-ef0c-412c-8632-5d7d61427758/e7f80b35-615d-42ac-91ab-cb12a562dd68/e21d4a2a-9f8f-492d-ae70-b5b167acecb4) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:00:26.978880 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28d2b96e-279d-43ff-a984-27c8abb60277 req-063e60f3-0978-41b5-918d-0fbd4d5a33cc tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366428 May 30 20:00:26.978880 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:27.110333 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a5b66a-18eb-4e3c-9070-ac5d7cb8e636'] response: {'server_uuid': '78860755-86d5-44d9-a3c7-ecd20906bea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f8bdcb-c3e2-45b8-9be5-457b06ea012a', 'code': 200} May 30 20:00:27.113381 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:00:27.136753 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c909ae4-e404-4b2a-ae9b-30b32cff4481 req-eb54e2e9-e737-48a6-960f-2f49de8f7cf1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5944395 May 30 20:00:27.603776 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01569840-aacf-4ecb-bc44-f01bea8bc734 req-ea3be5be-fea3-4fac-8063-c4fbf82c543d tempest-ServersAdmin275Test-2082053404 tempest-ServersAdmin275Test-2082053404-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2426ae5-f1e6-4bbf-a264-28b8ae9d4acc HTTP/1.1" status: 200 len: 210 time: 0.2167397 May 30 20:00:27.693957 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee8b4db-6032-47b3-81a6-168bce860321 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:27.703750 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-84bf298c-243e-4ff7-b7ac-4e69e60b4d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:27.734942 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:27.821019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Transition to ACTIVE for port object 2ee8b4db-6032-47b3-81a6-168bce860321 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:27.900005 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:27.949165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7b559544-0bc3-4a09-b7ce-84dbd2fd1996 req-e1c33f80-2e05-4be7-8278-be371d9dd4a4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Synchronizing usage tracker for tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:28.012984 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-6653fe74-7967-4db5-9b64-a3f0fd4182d9 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:28.058085 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c909ae4-e404-4b2a-ae9b-30b32cff4481 req-97bc1650-b845-4199-84fd-fb4d4a49abb6 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8891702 May 30 20:00:28.164368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7b559544-0bc3-4a09-b7ce-84dbd2fd1996 req-e1c33f80-2e05-4be7-8278-be371d9dd4a4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Unset dirty status for tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:28.165535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7b559544-0bc3-4a09-b7ce-84dbd2fd1996 req-e1c33f80-2e05-4be7-8278-be371d9dd4a4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 210 time: 0.3434548 May 30 20:00:28.229553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee8b4db-6032-47b3-81a6-168bce860321,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:28.255812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041d261-1f07-471d-9ea3-9c52f8d951f3 req-ed188f7a-cd8e-4e60-bb24-e6a976abea8e tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:28.256549 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6041d261-1f07-471d-9ea3-9c52f8d951f3 req-ed188f7a-cd8e-4e60-bb24-e6a976abea8e tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Synchronizing usage tracker for tenant:9e25517bc5894648b92f5eedd1680e09 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:28.261346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd4cbaae-c1cf-48a0-af5d-863b8bf305d5 req-64cf2555-863d-4151-8b97-ad3d5f6ee508 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=78860755-86d5-44d9-a3c7-ecd20906bea4 HTTP/1.1" status: 200 len: 1097 time: 0.8442631 May 30 20:00:28.415904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6041d261-1f07-471d-9ea3-9c52f8d951f3 req-ed188f7a-cd8e-4e60-bb24-e6a976abea8e tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Unset dirty status for tenant:9e25517bc5894648b92f5eedd1680e09 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:28.417159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6041d261-1f07-471d-9ea3-9c52f8d951f3 req-ed188f7a-cd8e-4e60-bb24-e6a976abea8e tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d54f99b-4773-495d-bfff-b3e3f8266c3e HTTP/1.1" status: 200 len: 931 time: 0.9776709 May 30 20:00:28.499363 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:00:28.510130 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-6653fe74-7967-4db5-9b64-a3f0fd4182d9 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:28.528727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['60be2ea3-9b9a-4f01-862c-74203d008b31'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:28.625654 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:00:28.648275 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c909ae4-e404-4b2a-ae9b-30b32cff4481 req-66b12215-3ac3-45b1-bd20-08f3e8dbf9ed service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712225 May 30 20:00:28.649924 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd4cbaae-c1cf-48a0-af5d-863b8bf305d5 req-c498322c-c951-4416-9731-3ce0c4831e6f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615751 May 30 20:00:28.773162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5200eac4-0c14-4139-aa0b-b42f369008d9 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:28.780211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-6653fe74-7967-4db5-9b64-a3f0fd4182d9 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Network 0af1ee9a-ef0c-412c-8632-5d7d61427758 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:00:28.791571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-6653fe74-7967-4db5-9b64-a3f0fd4182d9 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:28.794236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-6653fe74-7967-4db5-9b64-a3f0fd4182d9 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:00:28.856845 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6041d261-1f07-471d-9ea3-9c52f8d951f3 req-1bc116ba-95c2-45e2-8379-8d1ac5048b5c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288616 May 30 20:00:28.890074 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:28.895065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653fe74-7967-4db5-9b64-a3f0fd4182d9 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event updated for resources: {'Port': ['ID=e21d4a2a-9f8f-492d-ae70-b5b167acecb4,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:28.931792 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Attempting to bind port 2ee8b4db-6032-47b3-81a6-168bce860321 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:00:28.932241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Attempting to bind port 2ee8b4db-6032-47b3-81a6-168bce860321 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:00:28.932489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Attempting to bind port 2ee8b4db-6032-47b3-81a6-168bce860321 on network e3e8966b-3220-4970-b980-9a58fcf48a3f {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:28.963123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Transition to ACTIVE for port object 5200eac4-0c14-4139-aa0b-b42f369008d9 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:28.975674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-6653fe74-7967-4db5-9b64-a3f0fd4182d9 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:28.978166 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-6653fe74-7967-4db5-9b64-a3f0fd4182d9 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:28.998104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Port 2ee8b4db-6032-47b3-81a6-168bce860321 on network e3e8966b-3220-4970-b980-9a58fcf48a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:00:28.998501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Attempting to bind port 2ee8b4db-6032-47b3-81a6-168bce860321 on network e3e8966b-3220-4970-b980-9a58fcf48a3f {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:29.010030 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-6653fe74-7967-4db5-9b64-a3f0fd4182d9 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1762028 May 30 20:00:29.010703 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:29.112001 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7328380e-e044-456b-876b-0ee3333ebc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550c3460-ceff-4a87-a0b9-3e1ec4a74d7a'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:29.122535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Request body: {'port': {'device_id': '2f19d2e2-a57b-4942-bd97-3420c0d1dcf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:29.154392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:00:29.154794 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Checking segment: {'id': '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:29.155719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Bound using segment: {'id': '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:00:29.156192 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Bound port: 2ee8b4db-6032-47b3-81a6-168bce860321, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:00:29.156720 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:29.179634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96153d-319e-4996-9c9d-6768d53dfa49 req-21c01160-d2eb-4ebf-99c1-687673d0cc4b tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:29.186668 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af96153d-319e-4996-9c9d-6768d53dfa49 req-21c01160-d2eb-4ebf-99c1-687673d0cc4b tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.6652546 May 30 20:00:29.259786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf0d1c-54e0-41b0-af5c-4d612a63e6de req-fd6ec1ad-f464-4c46-90d4-dcf160affa24 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:29.262379 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7faf0d1c-54e0-41b0-af5c-4d612a63e6de req-fd6ec1ad-f464-4c46-90d4-dcf160affa24 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.93 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35&tenant_id=3e860bf879054bd598319d1741599d12&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 949 time: 0.1028273 May 30 20:00:29.367481 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [req-7faf0d1c-54e0-41b0-af5c-4d612a63e6de req-f3995431-6949-4372-ba9b-a2bc3bbd2b80 service neutron] delete failed (client error): The resource could not be found. May 30 20:00:29.368821 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7faf0d1c-54e0-41b0-af5c-4d612a63e6de req-f3995431-6949-4372-ba9b-a2bc3bbd2b80 service neutron] 10.222.0.93 "DELETE /v2.0/ports/550c3460-ceff-4a87-a0b9-3e1ec4a74d7a/bindings/n-h2-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.0992794 May 30 20:00:29.532969 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af96153d-319e-4996-9c9d-6768d53dfa49 req-ff03a140-2e28-4d15-844a-8aef508a3d92 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453538 May 30 20:00:29.538270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] For port 2ee8b4db-6032-47b3-81a6-168bce860321, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:29.542375 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7faf0d1c-54e0-41b0-af5c-4d612a63e6de req-0509ae5f-0825-4a76-85e5-d2596305bb7d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 1100 time: 0.0822215 May 30 20:00:29.605627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Pushing event updated for resources: {'Port': ['ID=5200eac4-0c14-4139-aa0b-b42f369008d9,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:29.623415 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] For port 2ee8b4db-6032-47b3-81a6-168bce860321, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2ee8b4db-6032-47b3-81a6-168bce860321,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:00:29.682343 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:29.693828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf0d1c-54e0-41b0-af5c-4d612a63e6de req-59f3443c-9b0c-4763-bcde-3eeea152ab1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:29.695368 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7faf0d1c-54e0-41b0-af5c-4d612a63e6de req-59f3443c-9b0c-4763-bcde-3eeea152ab1d service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.1462033 May 30 20:00:29.777267 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7faf0d1c-54e0-41b0-af5c-4d612a63e6de req-47f08494-0ef7-40d5-bcaf-05dcd0e5088d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a HTTP/1.1" status: 200 len: 217 time: 0.0752320 May 30 20:00:29.822323 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:29.823667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] 10.222.0.77 "PUT /v2.0/ports/2ee8b4db-6032-47b3-81a6-168bce860321 HTTP/1.1" status: 200 len: 1091 time: 4.8775346 May 30 20:00:29.824294 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47c1358-1f10-4220-8633-7bd3500b47d2', 'tag': '2ee8b4db-6032-47b3-81a6-168bce860321'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:29.829505 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:29.883977 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b5e4502f-ad5f-4413-9ccb-dbc31bfec907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:29.901781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf0d1c-54e0-41b0-af5c-4d612a63e6de req-f4b71722-4972-4716-8f48-2658b6319c94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:29.903625 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7faf0d1c-54e0-41b0-af5c-4d612a63e6de req-f4b71722-4972-4716-8f48-2658b6319c94 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1199601 May 30 20:00:29.928045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28a549-6776-4a50-954e-f6a85189a016 req-05af2ed7-25a9-429b-ab91-98bcfd57ef6c tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:29.934859 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c28a549-6776-4a50-954e-f6a85189a016 req-05af2ed7-25a9-429b-ab91-98bcfd57ef6c tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=78860755-86d5-44d9-a3c7-ecd20906bea4 HTTP/1.1" status: 200 len: 946 time: 0.5761659 May 30 20:00:30.078793 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7faf0d1c-54e0-41b0-af5c-4d612a63e6de req-2bc1fa8c-d461-40db-bac7-d7b0cd547e99 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1682572 May 30 20:00:30.434899 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21d4a2a-9f8f-492d-ae70-b5b167acecb4 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:30.443656 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7faf0d1c-54e0-41b0-af5c-4d612a63e6de req-2a787ebb-7b45-4338-aeb8-43c33559c358 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547869 May 30 20:00:30.444627 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:30.493829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc52ba-40a9-4b71-ba2d-efb33afc9178 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee8b4db-6032-47b3-81a6-168bce860321,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:30.507069 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Transition to ACTIVE for port object e21d4a2a-9f8f-492d-ae70-b5b167acecb4 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:30.588744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Attempting to bind port 5200eac4-0c14-4139-aa0b-b42f369008d9 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:00:30.589071 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Attempting to bind port 5200eac4-0c14-4139-aa0b-b42f369008d9 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:00:30.589403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Attempting to bind port 5200eac4-0c14-4139-aa0b-b42f369008d9 on network e3e8966b-3220-4970-b980-9a58fcf48a3f {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:30.603711 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:30.604959 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7faf0d1c-54e0-41b0-af5c-4d612a63e6de req-c9d3bc1f-c6c4-4551-aa5a-8b2c5be69b00 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570811 May 30 20:00:30.671241 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52756) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:30.768638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Port 5200eac4-0c14-4139-aa0b-b42f369008d9 on network e3e8966b-3220-4970-b980-9a58fcf48a3f not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:00:30.768638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Attempting to bind port 5200eac4-0c14-4139-aa0b-b42f369008d9 on network e3e8966b-3220-4970-b980-9a58fcf48a3f {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:30.833269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:00:30.833604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Checking segment: {'id': '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:30.834012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Bound using segment: {'id': '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:00:30.834421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Bound port: 5200eac4-0c14-4139-aa0b-b42f369008d9, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:00:30.834762 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:30.852038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c28a549-6776-4a50-954e-f6a85189a016 req-8197594e-27cb-4697-b76e-a3f351483b11 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9163125 May 30 20:00:30.862974 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69854094-ecd9-4588-b10d-52198ac5d606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:30.875918 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Pushing event updated for resources: {'Port': ['ID=e21d4a2a-9f8f-492d-ae70-b5b167acecb4,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:30.902432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-69854094-ecd9-4588-b10d-52198ac5d606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:30.909273 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-69854094-ecd9-4588-b10d-52198ac5d606 admin admin] Usage tracker for resource:security_group_rule and tenant:3a4f08ec0e64454ea2bba3dab506c41f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:30.912789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-69854094-ecd9-4588-b10d-52198ac5d606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:30.919698 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-69854094-ecd9-4588-b10d-52198ac5d606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:30.996442 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5682dfc9-855b-4d14-8c5f-54d81d812cfe'] response: {'server_uuid': '7328380e-e044-456b-876b-0ee3333ebc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550c3460-ceff-4a87-a0b9-3e1ec4a74d7a', 'code': 200} May 30 20:00:31.014213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-a9de276a-aea6-4f8d-918f-cb0d0f1d0e03 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e25517bc5894648b92f5eedd1680e09&device_id=f47c1358-1f10-4220-8633-7bd3500b47d2 HTTP/1.1" status: 200 len: 1094 time: 1.1244388 May 30 20:00:31.041536 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69854094-ecd9-4588-b10d-52198ac5d606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:31.051580 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69854094-ecd9-4588-b10d-52198ac5d606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:31.070336 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:31.121410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69854094-ecd9-4588-b10d-52198ac5d606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c73128-1373-4244-85bd-ec6bf50f45df,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:31.140210 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-69854094-ecd9-4588-b10d-52198ac5d606 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3a4f08ec0e64454ea2bba3dab506c41f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4675999 May 30 20:00:31.143694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52762) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:31.180457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9599a2-b310-466c-99e9-e15f79b1d5cf req-028d1ab3-f40a-426a-88fc-5dcf6abc6c4f tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:31.188016 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7b9599a2-b310-466c-99e9-e15f79b1d5cf req-028d1ab3-f40a-426a-88fc-5dcf6abc6c4f tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.6973088 May 30 20:00:31.263707 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1092b60c-76e6-48b2-9fb6-52ac4a0b79d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:31.265738 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:31.289316 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] For port 5200eac4-0c14-4139-aa0b-b42f369008d9, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:31.303739 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1092b60c-76e6-48b2-9fb6-52ac4a0b79d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:31.372839 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1092b60c-76e6-48b2-9fb6-52ac4a0b79d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:31.390071 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092b60c-76e6-48b2-9fb6-52ac4a0b79d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c73128-1373-4244-85bd-ec6bf50f45df,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:31.430566 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1092b60c-76e6-48b2-9fb6-52ac4a0b79d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:31.436587 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1092b60c-76e6-48b2-9fb6-52ac4a0b79d1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/69c73128-1373-4244-85bd-ec6bf50f45df HTTP/1.1" status: 204 len: 168 time: 0.2916729 May 30 20:00:31.438909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Attempting to bind port e21d4a2a-9f8f-492d-ae70-b5b167acecb4 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:00:31.439393 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Attempting to bind port e21d4a2a-9f8f-492d-ae70-b5b167acecb4 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'e00e908d-cc0d-4efe-a2c8-8f343a2e29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0af1ee9a-ef0c-412c-8632-5d7d61427758'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:00:31.439655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Attempting to bind port e21d4a2a-9f8f-492d-ae70-b5b167acecb4 on network 0af1ee9a-ef0c-412c-8632-5d7d61427758 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:31.451798 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-6ba26a46-1ac6-4e30-97e5-372f4d17f90f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ee8b4db-6032-47b3-81a6-168bce860321 HTTP/1.1" status: 200 len: 217 time: 0.4144690 May 30 20:00:31.461030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] For port 5200eac4-0c14-4139-aa0b-b42f369008d9, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5200eac4-0c14-4139-aa0b-b42f369008d9,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:00:31.507347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Port e21d4a2a-9f8f-492d-ae70-b5b167acecb4 on network 0af1ee9a-ef0c-412c-8632-5d7d61427758 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:00:31.507804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Attempting to bind port e21d4a2a-9f8f-492d-ae70-b5b167acecb4 on network 0af1ee9a-ef0c-412c-8632-5d7d61427758 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:31.522195 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:31.726879 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7b9599a2-b310-466c-99e9-e15f79b1d5cf req-d4b3997e-9552-417c-abdc-360ca362554c tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379090 May 30 20:00:31.742660 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:00:31.743012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Checking segment: {'id': 'e00e908d-cc0d-4efe-a2c8-8f343a2e29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0af1ee9a-ef0c-412c-8632-5d7d61427758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:31.743396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Bound using segment: {'id': 'e00e908d-cc0d-4efe-a2c8-8f343a2e29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0af1ee9a-ef0c-412c-8632-5d7d61427758'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:00:31.743844 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Bound port: e21d4a2a-9f8f-492d-ae70-b5b167acecb4, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00e908d-cc0d-4efe-a2c8-8f343a2e29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0af1ee9a-ef0c-412c-8632-5d7d61427758'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:00:31.744216 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:31.763267 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:31.765426 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] 10.222.0.93 "PUT /v2.0/ports/5200eac4-0c14-4139-aa0b-b42f369008d9 HTTP/1.1" status: 200 len: 1091 time: 5.2624910 May 30 20:00:31.802852 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9a5f3-8396-4b9f-abaa-68cc3be44e55 service neutron] Pushing event updated for resources: {'Port': ['ID=5200eac4-0c14-4139-aa0b-b42f369008d9,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:31.810033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-1870bc0a-fa24-4207-9bde-21f19b215fb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:31.811779 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-1870bc0a-fa24-4207-9bde-21f19b215fb7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ebee1e4-d8e6-465d-8b5f-8b975f105a32 HTTP/1.1" status: 200 len: 852 time: 0.3492935 May 30 20:00:31.949281 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52776) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:31.968371 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c457bd77-17d4-430a-bd16-40ac103115e4'] response: {'name': 'network-changed', 'server_uuid': 'f47c1358-1f10-4220-8633-7bd3500b47d2', 'tag': '2ee8b4db-6032-47b3-81a6-168bce860321', 'status': 'completed', 'code': 200} May 30 20:00:31.983863 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1011ff7-742c-44e0-9bc8-92855cd6e24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:31.988807 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-35d024c7-22d4-4dcc-ae36-84cae1431ee4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3e8966b-3220-4970-b980-9a58fcf48a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438181 May 30 20:00:32.040412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d1011ff7-742c-44e0-9bc8-92855cd6e24b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:32.047814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d1011ff7-742c-44e0-9bc8-92855cd6e24b admin admin] Usage tracker for resource:security_group_rule and tenant:37a3e2a324084f5c952136fa6d65360f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:32.055102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d1011ff7-742c-44e0-9bc8-92855cd6e24b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:32.064905 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d1011ff7-742c-44e0-9bc8-92855cd6e24b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:32.100595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd656e0-7d0f-4c34-822e-adc159624714 req-6b79844b-a0db-41f9-ac55-7ce0e71f9084 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:32.108637 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-acd656e0-7d0f-4c34-822e-adc159624714 req-6b79844b-a0db-41f9-ac55-7ce0e71f9084 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 944 time: 0.8596032 May 30 20:00:32.143287 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1011ff7-742c-44e0-9bc8-92855cd6e24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:32.148541 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1011ff7-742c-44e0-9bc8-92855cd6e24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:32.197191 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1011ff7-742c-44e0-9bc8-92855cd6e24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69763e5d-d6c8-4ba5-ae02-a7877148798d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:32.204809 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d1011ff7-742c-44e0-9bc8-92855cd6e24b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=37a3e2a324084f5c952136fa6d65360f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2534642 May 30 20:00:32.207131 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52780) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:32.222479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] For port e21d4a2a-9f8f-492d-ae70-b5b167acecb4, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:32.260592 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] For port e21d4a2a-9f8f-492d-ae70-b5b167acecb4, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e21d4a2a-9f8f-492d-ae70-b5b167acecb4,segment=NetworkSegment(e00e908d-cc0d-4efe-a2c8-8f343a2e29b0),segment_id=e00e908d-cc0d-4efe-a2c8-8f343a2e29b0)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:00:32.286446 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fb3f966a-932d-4b9a-adc5-365594a2c8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:32.296176 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:32.318271 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fb3f966a-932d-4b9a-adc5-365594a2c8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:32.349998 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-6904fe83-8725-48f1-a526-c8be2420b888 service neutron] 10.222.0.77 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529770 May 30 20:00:32.361490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-acd656e0-7d0f-4c34-822e-adc159624714 req-f55017ef-931d-4535-b112-79d238ab2df2 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Synchronizing usage tracker for tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:32.366909 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-e334532f-8503-43ac-8034-837212ba73f2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9e25517bc5894648b92f5eedd1680e09&device_id=7d54f99b-4773-495d-bfff-b3e3f8266c3e HTTP/1.1" status: 200 len: 1094 time: 0.5539985 May 30 20:00:32.386083 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fb3f966a-932d-4b9a-adc5-365594a2c8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:32.406516 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fb3f966a-932d-4b9a-adc5-365594a2c8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:32.410627 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fb3f966a-932d-4b9a-adc5-365594a2c8fa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/69763e5d-d6c8-4ba5-ae02-a7877148798d HTTP/1.1" status: 204 len: 168 time: 0.2022097 May 30 20:00:32.413985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f966a-932d-4b9a-adc5-365594a2c8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69763e5d-d6c8-4ba5-ae02-a7877148798d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:32.476431 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:32.477765 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] 10.222.0.93 "PUT /v2.0/ports/e21d4a2a-9f8f-492d-ae70-b5b167acecb4 HTTP/1.1" status: 200 len: 1092 time: 3.3826036 May 30 20:00:32.622918 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-80739cc1-bf8f-48c1-99da-cb9b37a815a5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5200eac4-0c14-4139-aa0b-b42f369008d9 HTTP/1.1" status: 200 len: 217 time: 0.2150602 May 30 20:00:32.623525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5f9c1-78bb-443f-b580-0cc466de3593 service neutron] Pushing event updated for resources: {'Port': ['ID=e21d4a2a-9f8f-492d-ae70-b5b167acecb4,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:32.636905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-acd656e0-7d0f-4c34-822e-adc159624714 req-f55017ef-931d-4535-b112-79d238ab2df2 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Unset dirty status for tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:32.648568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-acd656e0-7d0f-4c34-822e-adc159624714 req-f55017ef-931d-4535-b112-79d238ab2df2 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390348 May 30 20:00:32.678878 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:32.730404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8a966-8960-47a3-9f7b-e98a71d5c7ce req-6ed7a1e3-47fa-43ea-8c2e-d6945f7c284a tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:32.732137 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5af8a966-8960-47a3-9f7b-e98a71d5c7ce req-6ed7a1e3-47fa-43ea-8c2e-d6945f7c284a tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d54f99b-4773-495d-bfff-b3e3f8266c3e HTTP/1.1" status: 200 len: 943 time: 0.6382763 May 30 20:00:32.837132 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:32.953782 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-56150f5f-5020-4af4-af63-e31e23a72301 service neutron] 10.222.0.77 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5807054 May 30 20:00:32.982436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-050596af-f40c-48d8-8504-39976fd9f02c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:32.985199 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-050596af-f40c-48d8-8504-39976fd9f02c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0ebee1e4-d8e6-465d-8b5f-8b975f105a32 HTTP/1.1" status: 200 len: 852 time: 0.3288116 May 30 20:00:33.110764 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5af8a966-8960-47a3-9f7b-e98a71d5c7ce req-083291de-2d64-4251-b2b3-4d02b316aa79 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662696 May 30 20:00:33.118074 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-cef702b6-19ab-4862-8731-4d6a40b89564 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e3e8966b-3220-4970-b980-9a58fcf48a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167052 May 30 20:00:33.169702 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-d1c2c241-4c55-4434-afab-c356a7855732 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8e91f39dc1cb49d8a7c30a8d5d13f2b8&device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 1095 time: 0.6209648 May 30 20:00:33.348531 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b363012c-261b-44b7-bfbf-28ed5f023047 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e21d4a2a-9f8f-492d-ae70-b5b167acecb4 HTTP/1.1" status: 200 len: 217 time: 0.1059804 May 30 20:00:33.492714 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20af1e-ab60-439b-a950-14bb22cd0ea2 req-2237ad31-f448-42db-ba92-42e457b43229 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:33.494167 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b20af1e-ab60-439b-a950-14bb22cd0ea2 req-2237ad31-f448-42db-ba92-42e457b43229 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.5906978 May 30 20:00:33.611154 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-d6378cfe-a0fa-4c04-94cd-45a74096b46b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:33.612757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-d6378cfe-a0fa-4c04-94cd-45a74096b46b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e7f80b35-615d-42ac-91ab-cb12a562dd68 HTTP/1.1" status: 200 len: 852 time: 0.2460096 May 30 20:00:33.620522 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-dc40072d-7d8c-419e-af2d-d79cf1c035b0 service neutron] 10.222.0.93 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893689 May 30 20:00:33.811019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20360d41-8b17-458d-a01d-3cd556e353ab req-f87b99d6-9079-4ac3-a6c1-0cf5bcc2d75e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e25517bc5894648b92f5eedd1680e09&device_id=f47c1358-1f10-4220-8633-7bd3500b47d2 HTTP/1.1" status: 200 len: 1094 time: 0.7445369 May 30 20:00:33.854046 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-b540bd9d-722e-4f6c-bd3d-71c56fcd0e41 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0af1ee9a-ef0c-412c-8632-5d7d61427758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2238908 May 30 20:00:33.979900 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d54f99b-4773-495d-bfff-b3e3f8266c3e', 'tag': '5200eac4-0c14-4139-aa0b-b42f369008d9'}, {'name': 'network-changed', 'server_uuid': '2f19d2e2-a57b-4942-bd97-3420c0d1dcf9', 'tag': 'e21d4a2a-9f8f-492d-ae70-b5b167acecb4'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:34.004852 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd3604-e937-47f1-8bb1-9dbd358b6bfb req-24227a1d-fcac-4394-b76e-b9bc38760c2a tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:34.006342 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24cd3604-e937-47f1-8bb1-9dbd358b6bfb req-24227a1d-fcac-4394-b76e-b9bc38760c2a tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=78860755-86d5-44d9-a3c7-ecd20906bea4 HTTP/1.1" status: 200 len: 946 time: 0.6568751 May 30 20:00:34.021493 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b20af1e-ab60-439b-a950-14bb22cd0ea2 req-e3dc814a-ea99-4ee7-b5b4-851a309c2e07 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870663 May 30 20:00:34.225528 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42f32b9d-e036-4965-858b-4ef3eef2e154 req-57c5ed8e-85e6-4227-988e-b5c57c3e164c service neutron] 10.222.0.93 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5942693 May 30 20:00:34.250162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20360d41-8b17-458d-a01d-3cd556e353ab req-cbd7d7c9-fa9f-4c2f-868f-5854ae65df2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:34.253379 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20360d41-8b17-458d-a01d-3cd556e353ab req-cbd7d7c9-fa9f-4c2f-868f-5854ae65df2b service neutron] 10.222.0.77 "GET /v2.0/networks?id=e3e8966b-3220-4970-b980-9a58fcf48a3f HTTP/1.1" status: 200 len: 913 time: 0.4299364 May 30 20:00:34.267231 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24cd3604-e937-47f1-8bb1-9dbd358b6bfb req-5a020326-942d-40b0-bea0-3231b04b6548 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446136 May 30 20:00:34.361118 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-a1b17188-ee57-483c-812a-c4ea2d26726a service neutron] 10.222.0.93 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555526 May 30 20:00:34.400941 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20360d41-8b17-458d-a01d-3cd556e353ab req-2b2493b9-6230-4454-bccc-1b33139d750d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ee8b4db-6032-47b3-81a6-168bce860321 HTTP/1.1" status: 200 len: 217 time: 0.1300867 May 30 20:00:34.628751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20360d41-8b17-458d-a01d-3cd556e353ab req-322c7731-6f3d-49e2-9a34-3b186baf3843 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:34.630321 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20360d41-8b17-458d-a01d-3cd556e353ab req-322c7731-6f3d-49e2-9a34-3b186baf3843 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ebee1e4-d8e6-465d-8b5f-8b975f105a32 HTTP/1.1" status: 200 len: 852 time: 0.1029420 May 30 20:00:34.721267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df66e15-3821-456f-bb42-901e696ea2fb req-246c2bfc-2d05-4818-b99b-726ea4a97fc5 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:34.722749 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1df66e15-3821-456f-bb42-901e696ea2fb req-246c2bfc-2d05-4818-b99b-726ea4a97fc5 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 0.3209336 May 30 20:00:34.738557 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20360d41-8b17-458d-a01d-3cd556e353ab req-e8ba8518-40a3-40fc-b6c0-ba4a86cc428b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3e8966b-3220-4970-b980-9a58fcf48a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974588 May 30 20:00:34.885858 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2dc6641-9f19-45b7-a980-848dac21c598 req-7991c535-f3be-4020-ba73-cbe251f0988d service neutron] 10.222.0.93 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091858 May 30 20:00:34.946292 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1df66e15-3821-456f-bb42-901e696ea2fb req-e5e01d3f-ce11-46e7-95ec-4789058d7ad5 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067854 May 30 20:00:34.995165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10cdfd-91c3-475f-b8c6-0b352094dfb2 req-37d300e5-e470-44e3-85f5-7d477436bc8a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:34.996677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be10cdfd-91c3-475f-b8c6-0b352094dfb2 req-37d300e5-e470-44e3-85f5-7d477436bc8a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 944 time: 0.2098465 May 30 20:00:35.000302 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20360d41-8b17-458d-a01d-3cd556e353ab req-20cee4c9-8d5f-420e-8274-c33135ece82e service neutron] 10.222.0.77 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344573 May 30 20:00:35.046558 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104150e9-c9f4-4911-bca1-eaee40c807ba'] response: {'name': 'network-changed', 'server_uuid': '7d54f99b-4773-495d-bfff-b3e3f8266c3e', 'tag': '5200eac4-0c14-4139-aa0b-b42f369008d9', 'status': 'completed', 'code': 200} May 30 20:00:35.046823 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104150e9-c9f4-4911-bca1-eaee40c807ba'] response: {'name': 'network-changed', 'server_uuid': '2f19d2e2-a57b-4942-bd97-3420c0d1dcf9', 'tag': 'e21d4a2a-9f8f-492d-ae70-b5b167acecb4', 'status': 'completed', 'code': 200} May 30 20:00:35.220830 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be10cdfd-91c3-475f-b8c6-0b352094dfb2 req-0d410295-56a6-4928-afa4-ea7212293e7d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175426 May 30 20:00:35.297285 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20360d41-8b17-458d-a01d-3cd556e353ab req-984d677a-54a9-4e7c-b11b-ec10a7bb9074 service neutron] 10.222.0.77 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779570 May 30 20:00:35.314213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878ae6a-88ba-4381-815e-7ccad11ad60b req-f731e373-4dcc-4483-92ef-2b37a95f7e14 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:35.315986 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f878ae6a-88ba-4381-815e-7ccad11ad60b req-f731e373-4dcc-4483-92ef-2b37a95f7e14 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d54f99b-4773-495d-bfff-b3e3f8266c3e HTTP/1.1" status: 200 len: 943 time: 0.1788743 May 30 20:00:35.326251 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-985eb822-6f67-4a17-b4b5-52c0db10baa4 req-e2ca4488-2e16-4678-96e9-9cdee89cfcc3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9e25517bc5894648b92f5eedd1680e09&device_id=7d54f99b-4773-495d-bfff-b3e3f8266c3e HTTP/1.1" status: 200 len: 1094 time: 0.2305212 May 30 20:00:35.462709 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f878ae6a-88ba-4381-815e-7ccad11ad60b req-2f04f8c4-b8ab-43c1-adbd-de9515a64828 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348193 May 30 20:00:35.651532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985eb822-6f67-4a17-b4b5-52c0db10baa4 req-e3bb9a67-21c4-41ca-90cc-fac19c78b3c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:35.653005 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-985eb822-6f67-4a17-b4b5-52c0db10baa4 req-e3bb9a67-21c4-41ca-90cc-fac19c78b3c2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e3e8966b-3220-4970-b980-9a58fcf48a3f HTTP/1.1" status: 200 len: 913 time: 0.3048780 May 30 20:00:35.737860 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-985eb822-6f67-4a17-b4b5-52c0db10baa4 req-ef4ebbfb-7bc1-4698-b5f1-a227d89a3908 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5200eac4-0c14-4139-aa0b-b42f369008d9 HTTP/1.1" status: 200 len: 217 time: 0.0763092 May 30 20:00:35.799978 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-512d603c-1a52-41b9-b1eb-da5c54a7569c req-5e40bff3-be34-44d3-b3cb-eb435bfaf427 tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 1100 time: 0.1839325 May 30 20:00:35.821985 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985eb822-6f67-4a17-b4b5-52c0db10baa4 req-246db818-f675-4b02-97f5-8def3f596a5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:35.823284 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-985eb822-6f67-4a17-b4b5-52c0db10baa4 req-246db818-f675-4b02-97f5-8def3f596a5a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0ebee1e4-d8e6-465d-8b5f-8b975f105a32 HTTP/1.1" status: 200 len: 852 time: 0.0781651 May 30 20:00:35.881378 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-985eb822-6f67-4a17-b4b5-52c0db10baa4 req-be087653-7c0a-45ac-8f31-1882dc3d6afd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e3e8966b-3220-4970-b980-9a58fcf48a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503929 May 30 20:00:35.907263 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-512d603c-1a52-41b9-b1eb-da5c54a7569c req-80f4563d-39c9-40b8-98fb-bdf289fa2d2c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Synchronizing usage tracker for tenant:92055eb385ad40e989fc897d58be0d97 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:35.989203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-512d603c-1a52-41b9-b1eb-da5c54a7569c req-80f4563d-39c9-40b8-98fb-bdf289fa2d2c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] Unset dirty status for tenant:92055eb385ad40e989fc897d58be0d97 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:35.990215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-512d603c-1a52-41b9-b1eb-da5c54a7569c req-80f4563d-39c9-40b8-98fb-bdf289fa2d2c tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840088 May 30 20:00:36.034490 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-985eb822-6f67-4a17-b4b5-52c0db10baa4 req-4f3b7195-e4ee-43c5-82bf-18697b21ba60 service neutron] 10.222.0.93 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457593 May 30 20:00:36.222320 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-985eb822-6f67-4a17-b4b5-52c0db10baa4 req-30951e44-4d82-42db-a432-27b7145fde6e service neutron] 10.222.0.93 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807795 May 30 20:00:36.254795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a740c-4df7-4397-b8e4-7bf8a38a8001 req-dcaf5497-d362-47e8-9652-13120e17a997 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:36.261570 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-379a740c-4df7-4397-b8e4-7bf8a38a8001 req-dcaf5497-d362-47e8-9652-13120e17a997 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.1032655 May 30 20:00:36.392963 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-379a740c-4df7-4397-b8e4-7bf8a38a8001 req-2e568ebc-15ae-4ca2-bde2-2f4380c5c0f8 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305547 May 30 20:00:36.431430 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-985eb822-6f67-4a17-b4b5-52c0db10baa4 req-ec0474a7-fc77-400c-931e-a9c4cb7776ae service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8e91f39dc1cb49d8a7c30a8d5d13f2b8&device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 1095 time: 0.1529911 May 30 20:00:36.440645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ef42d-8aa1-400e-b20a-bc3e8324094d req-21a63b6a-b11d-4ce2-b358-c0add75b04ec tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:36.442049 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-da9ef42d-8aa1-400e-b20a-bc3e8324094d req-21a63b6a-b11d-4ce2-b358-c0add75b04ec tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=78860755-86d5-44d9-a3c7-ecd20906bea4 HTTP/1.1" status: 200 len: 946 time: 0.1091156 May 30 20:00:36.585540 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-da9ef42d-8aa1-400e-b20a-bc3e8324094d req-ea0ebb7c-2285-4967-a55c-26953213d410 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228414 May 30 20:00:36.620283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985eb822-6f67-4a17-b4b5-52c0db10baa4 req-035ff69a-596a-409f-a91c-7ae981c7cbbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:36.621982 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-985eb822-6f67-4a17-b4b5-52c0db10baa4 req-035ff69a-596a-409f-a91c-7ae981c7cbbf service neutron] 10.222.0.93 "GET /v2.0/networks?id=0af1ee9a-ef0c-412c-8632-5d7d61427758 HTTP/1.1" status: 200 len: 913 time: 0.1790061 May 30 20:00:36.696809 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-985eb822-6f67-4a17-b4b5-52c0db10baa4 req-5b6c6dc3-8969-4feb-b4e1-8889ca9884e7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e21d4a2a-9f8f-492d-ae70-b5b167acecb4 HTTP/1.1" status: 200 len: 217 time: 0.0678558 May 30 20:00:36.769188 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:36.842966 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985eb822-6f67-4a17-b4b5-52c0db10baa4 req-385a3e5f-b84a-4171-b0fe-401bf7def24c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:36.844439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-985eb822-6f67-4a17-b4b5-52c0db10baa4 req-385a3e5f-b84a-4171-b0fe-401bf7def24c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e7f80b35-615d-42ac-91ab-cb12a562dd68 HTTP/1.1" status: 200 len: 852 time: 0.1422355 May 30 20:00:36.907264 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-985eb822-6f67-4a17-b4b5-52c0db10baa4 req-b7bca04b-5b21-4346-a943-2fc135c66499 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0af1ee9a-ef0c-412c-8632-5d7d61427758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533638 May 30 20:00:37.015905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2e771-6765-4245-81ab-5497a6dce624 req-92e67d1e-a3f6-45c4-ac1e-aa568faaf55c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:37.017079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36e2e771-6765-4245-81ab-5497a6dce624 req-92e67d1e-a3f6-45c4-ac1e-aa568faaf55c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d54f99b-4773-495d-bfff-b3e3f8266c3e HTTP/1.1" status: 200 len: 943 time: 0.2339985 May 30 20:00:37.024738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ab399-bb80-46c7-91de-5f9a409f6a61 req-e950d313-214a-4142-8f8c-ceb0517b9fc3 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:37.026032 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a1ab399-bb80-46c7-91de-5f9a409f6a61 req-e950d313-214a-4142-8f8c-ceb0517b9fc3 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 944 time: 0.2937703 May 30 20:00:37.130830 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36e2e771-6765-4245-81ab-5497a6dce624 req-e6e9decc-47a4-409e-9bb0-ccf5677f4f79 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038766 May 30 20:00:37.133826 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-985eb822-6f67-4a17-b4b5-52c0db10baa4 req-c6aee92d-aa93-4fcc-bc75-963cdaed962c service neutron] 10.222.0.93 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196617 May 30 20:00:37.137390 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a1ab399-bb80-46c7-91de-5f9a409f6a61 req-871b7156-25c1-4c08-90be-9659d9eb414d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935900 May 30 20:00:37.233449 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2ee8b4db-6032-47b3-81a6-168bce860321 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:00:37.403244 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-985eb822-6f67-4a17-b4b5-52c0db10baa4 req-0d84dd96-655e-4ed1-9308-dfb7cbd92079 service neutron] 10.222.0.93 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623928 May 30 20:00:37.423029 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 2ee8b4db-6032-47b3-81a6-168bce860321, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2ee8b4db-6032-47b3-81a6-168bce860321,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:37.437088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '2ee8b4db-6032-47b3-81a6-168bce860321', 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f', 'port_id': '2ee8b4db-6032-47b3-81a6-168bce860321', 'mac_address': 'fa:16:3e:03:a5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebee1e4-d8e6-465d-8b5f-8b975f105a32', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:00:37.490628 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:37.509115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee8b4db-6032-47b3-81a6-168bce860321 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:37.524846 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 2ee8b4db-6032-47b3-81a6-168bce860321, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2ee8b4db-6032-47b3-81a6-168bce860321,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:37.529762 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:37.595447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e21d4a2a-9f8f-492d-ae70-b5b167acecb4 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:00:37.609922 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=2ee8b4db-6032-47b3-81a6-168bce860321,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:37.750918 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port e21d4a2a-9f8f-492d-ae70-b5b167acecb4, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e21d4a2a-9f8f-492d-ae70-b5b167acecb4,segment=NetworkSegment(e00e908d-cc0d-4efe-a2c8-8f343a2e29b0),segment_id=e00e908d-cc0d-4efe-a2c8-8f343a2e29b0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:37.767505 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'e21d4a2a-9f8f-492d-ae70-b5b167acecb4', 'network_id': '0af1ee9a-ef0c-412c-8632-5d7d61427758', 'port_id': 'e21d4a2a-9f8f-492d-ae70-b5b167acecb4', 'mac_address': 'fa:16:3e:53:66:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f80b35-615d-42ac-91ab-cb12a562dd68', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:00:37.842215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['2ee8b4db-6032-47b3-81a6-168bce860321'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:37.854643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427066b7-0671-4111-b102-d6827a0e11bf req-2e6b51a5-f540-48dd-becd-51b659255c65 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:37.856113 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-427066b7-0671-4111-b102-d6827a0e11bf req-2e6b51a5-f540-48dd-becd-51b659255c65 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/ports?device_id=408c181f-c210-46b7-998a-4b36eeb66f7e HTTP/1.1" status: 200 len: 950 time: 0.1022305 May 30 20:00:37.869399 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:37.899143 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-118d4bfb-0b15-47a5-9b7b-f02458150c6e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=3e860bf879054bd598319d1741599d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509131 May 30 20:00:37.910213 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21d4a2a-9f8f-492d-ae70-b5b167acecb4 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:37.942082 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port e21d4a2a-9f8f-492d-ae70-b5b167acecb4, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e21d4a2a-9f8f-492d-ae70-b5b167acecb4,segment=NetworkSegment(e00e908d-cc0d-4efe-a2c8-8f343a2e29b0),segment_id=e00e908d-cc0d-4efe-a2c8-8f343a2e29b0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:37.954702 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:37.955337 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5200eac4-0c14-4139-aa0b-b42f369008d9 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:00:38.018652 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-427066b7-0671-4111-b102-d6827a0e11bf req-e88c7ec0-d807-4e0e-aa55-b59d68b4c2bc tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3040179-6a05-4c65-8b16-9178ae742b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417027 May 30 20:00:38.079507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-66fa3f54-c311-4d70-9cd6-b70640f095ab tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:38.080991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-66fa3f54-c311-4d70-9cd6-b70640f095ab tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1744342 May 30 20:00:38.099558 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-56ac5e92-8ca7-4743-bb7e-a6fb11d13087 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/quotas/3e860bf879054bd598319d1741599d12 HTTP/1.1" status: 200 len: 375 time: 0.0118303 May 30 20:00:38.176404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=e21d4a2a-9f8f-492d-ae70-b5b167acecb4,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:38.213709 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-b3f7589c-20a8-470d-8486-a9c4e8701b25 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1064246 May 30 20:00:38.215876 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5200eac4-0c14-4139-aa0b-b42f369008d9, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5200eac4-0c14-4139-aa0b-b42f369008d9,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:38.242872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '5200eac4-0c14-4139-aa0b-b42f369008d9', 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f', 'port_id': '5200eac4-0c14-4139-aa0b-b42f369008d9', 'mac_address': 'fa:16:3e:9e:54:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebee1e4-d8e6-465d-8b5f-8b975f105a32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:00:38.300699 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307e0e1-86e6-4ea7-8650-7d01d6fca0b7 req-f202c028-501a-4ed7-8dd5-775f541c6a4b tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:38.308083 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4307e0e1-86e6-4ea7-8650-7d01d6fca0b7 req-f202c028-501a-4ed7-8dd5-775f541c6a4b tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.0930591 May 30 20:00:38.325001 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:38.362173 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5200eac4-0c14-4139-aa0b-b42f369008d9 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:38.379753 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4307e0e1-86e6-4ea7-8650-7d01d6fca0b7 req-ff83b043-6d9e-4387-8b41-390374fc34c8 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707121 May 30 20:00:38.403995 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5200eac4-0c14-4139-aa0b-b42f369008d9, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5200eac4-0c14-4139-aa0b-b42f369008d9,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:38.416672 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:38.509135 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=5200eac4-0c14-4139-aa0b-b42f369008d9,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:38.564789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53008) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:38.662878 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['e21d4a2a-9f8f-492d-ae70-b5b167acecb4'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:38.701510 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['5200eac4-0c14-4139-aa0b-b42f369008d9'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:38.735377 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20c42cc2-efbf-4ba4-9f63-f00729714b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:38.768047 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-20c42cc2-efbf-4ba4-9f63-f00729714b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:38.772262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20c42cc2-efbf-4ba4-9f63-f00729714b43 admin admin] Usage tracker for resource:security_group_rule and tenant:95ab782cf1924395aed192fa23e23f73 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:38.775269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20c42cc2-efbf-4ba4-9f63-f00729714b43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:38.781892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-20c42cc2-efbf-4ba4-9f63-f00729714b43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:38.850751 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20c42cc2-efbf-4ba4-9f63-f00729714b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:38.854407 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20c42cc2-efbf-4ba4-9f63-f00729714b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:38.898854 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-20c42cc2-efbf-4ba4-9f63-f00729714b43 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=95ab782cf1924395aed192fa23e23f73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3321812 May 30 20:00:38.901761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53032) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:38.984477 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19da2c7b-a5fb-46f6-a7f5-cfd61c9cba52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.013091 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19da2c7b-a5fb-46f6-a7f5-cfd61c9cba52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.054373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c42cc2-efbf-4ba4-9f63-f00729714b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217409c5-cb8a-4331-8264-2611318f935d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:39.082738 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19da2c7b-a5fb-46f6-a7f5-cfd61c9cba52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.105807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da2c7b-a5fb-46f6-a7f5-cfd61c9cba52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217409c5-cb8a-4331-8264-2611318f935d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:39.107983 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19da2c7b-a5fb-46f6-a7f5-cfd61c9cba52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.109924 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-19da2c7b-a5fb-46f6-a7f5-cfd61c9cba52 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/217409c5-cb8a-4331-8264-2611318f935d HTTP/1.1" status: 204 len: 168 time: 0.2069144 May 30 20:00:39.253566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822be6f-51e5-44ea-bb3a-aaabe5c56fad req-322cc990-7468-40ac-a1b2-ec47f53050a9 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:39.257102 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2ee8b4db-6032-47b3-81a6-168bce860321 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:39.263448 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1822be6f-51e5-44ea-bb3a-aaabe5c56fad req-322cc990-7468-40ac-a1b2-ec47f53050a9 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d54f99b-4773-495d-bfff-b3e3f8266c3e HTTP/1.1" status: 200 len: 944 time: 0.1361277 May 30 20:00:39.357431 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1822be6f-51e5-44ea-bb3a-aaabe5c56fad req-0500e8dc-1b21-4b54-b4dd-f296b9e8a102 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930450 May 30 20:00:39.422635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 2ee8b4db-6032-47b3-81a6-168bce860321 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:39.432141 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 2ee8b4db-6032-47b3-81a6-168bce860321 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:39.432517 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.492803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c48f44-4dd2-4d2a-b5eb-58d38d6278f6 req-05bc791f-d64d-423f-96b8-51738a5d7de6 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:39.496412 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49c48f44-4dd2-4d2a-b5eb-58d38d6278f6 req-05bc791f-d64d-423f-96b8-51738a5d7de6 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 945 time: 0.1377904 May 30 20:00:39.586936 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.614041 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa6d7d0f-d8fb-4362-a498-8f160ea6e082 req-90507e59-64ed-41d4-844f-bf94bf44c21b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 210 time: 0.0536506 May 30 20:00:39.622589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47c1358-1f10-4220-8633-7bd3500b47d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee8b4db-6032-47b3-81a6-168bce860321'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:39.628487 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49c48f44-4dd2-4d2a-b5eb-58d38d6278f6 req-37184cd8-7d29-4523-8395-ed8e00f85960 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241398 May 30 20:00:39.631990 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e21d4a2a-9f8f-492d-ae70-b5b167acecb4 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:39.644406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53054) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:39.673203 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac303142-dd7a-4d34-9bdb-af3a639ac492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.708104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ac303142-dd7a-4d34-9bdb-af3a639ac492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:39.712550 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 2ee8b4db-6032-47b3-81a6-168bce860321, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2ee8b4db-6032-47b3-81a6-168bce860321,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:39.712853 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ac303142-dd7a-4d34-9bdb-af3a639ac492 admin admin] Usage tracker for resource:security_group_rule and tenant:370ce77d8a3a4714aa46a25e2a14e969 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:39.716481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ac303142-dd7a-4d34-9bdb-af3a639ac492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:39.724464 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.724846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ac303142-dd7a-4d34-9bdb-af3a639ac492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:39.817876 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=2ee8b4db-6032-47b3-81a6-168bce860321,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:39.828528 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac303142-dd7a-4d34-9bdb-af3a639ac492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.834654 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port e21d4a2a-9f8f-492d-ae70-b5b167acecb4 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:39.837495 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac303142-dd7a-4d34-9bdb-af3a639ac492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.848261 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port e21d4a2a-9f8f-492d-ae70-b5b167acecb4 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:39.848702 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.933396 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-cfd229cf-27b0-4526-9010-12b24a74d848 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=3e860bf879054bd598319d1741599d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664825 May 30 20:00:39.952077 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0693b480-b2de-4b60-8f40-bcbb40436e4c'] response: {'server_uuid': 'f47c1358-1f10-4220-8633-7bd3500b47d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee8b4db-6032-47b3-81a6-168bce860321', 'code': 200} May 30 20:00:40.009160 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:40.015881 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac303142-dd7a-4d34-9bdb-af3a639ac492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd25e25e-6229-4833-8de4-8e55236e9a44,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:40.021538 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ac303142-dd7a-4d34-9bdb-af3a639ac492 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=370ce77d8a3a4714aa46a25e2a14e969&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3765349 May 30 20:00:40.024240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53076) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:40.096045 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port e21d4a2a-9f8f-492d-ae70-b5b167acecb4, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e21d4a2a-9f8f-492d-ae70-b5b167acecb4,segment=NetworkSegment(e00e908d-cc0d-4efe-a2c8-8f343a2e29b0),segment_id=e00e908d-cc0d-4efe-a2c8-8f343a2e29b0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:40.102419 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:40.103249 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5200eac4-0c14-4139-aa0b-b42f369008d9 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:40.119520 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6fc9-ab72-403f-9189-cde1289ef4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:40.163176 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6fc9-ab72-403f-9189-cde1289ef4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:40.231652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-fb47cc84-bc8a-4482-8688-718b5ed1b099 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:40.232820 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-fb47cc84-bc8a-4482-8688-718b5ed1b099 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2510138 May 30 20:00:40.237629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=e21d4a2a-9f8f-492d-ae70-b5b167acecb4,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:40.250328 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cc4fa-b1af-493e-9b46-babd0f3fc96a req-43a677c2-4f4c-4aa9-880a-a027c7aa25c8 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:40.254540 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 5200eac4-0c14-4139-aa0b-b42f369008d9 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:40.256873 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6fc9-ab72-403f-9189-cde1289ef4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:40.257964 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-451cc4fa-b1af-493e-9b46-babd0f3fc96a req-43a677c2-4f4c-4aa9-880a-a027c7aa25c8 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.3326004 May 30 20:00:40.261048 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 5200eac4-0c14-4139-aa0b-b42f369008d9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:40.261489 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:40.264986 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-d037cfa0-fa77-4051-a929-754f0dcf0c80 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Request body: {'port': {'device_id': '9bf5d20c-68e1-4ca5-8814-df216e32d5a4', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '3e860bf879054bd598319d1741599d12'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:40.280693 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b6fc9-ab72-403f-9189-cde1289ef4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd25e25e-6229-4833-8de4-8e55236e9a44,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:40.284276 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6fc9-ab72-403f-9189-cde1289ef4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:40.285692 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0c6b6fc9-ab72-403f-9189-cde1289ef4d0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bd25e25e-6229-4833-8de4-8e55236e9a44 HTTP/1.1" status: 204 len: 168 time: 0.2592854 May 30 20:00:40.367665 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-089bffaa-0a14-4c87-8176-2c02977f003b req-1f4f9000-7d86-4ba4-893f-6ccd2f9172aa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f47c1358-1f10-4220-8633-7bd3500b47d2 HTTP/1.1" status: 200 len: 1096 time: 0.2791934 May 30 20:00:40.458284 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-451cc4fa-b1af-493e-9b46-babd0f3fc96a req-6b77f2b5-5076-420d-bf16-8692761594a1 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993673 May 30 20:00:40.464301 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:40.505428 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5200eac4-0c14-4139-aa0b-b42f369008d9, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5200eac4-0c14-4139-aa0b-b42f369008d9,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:40.512995 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:40.514393 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:00:40.518957 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-089bffaa-0a14-4c87-8176-2c02977f003b req-e45bce3b-828f-445e-b64e-7f2e9fa9acac service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349268 May 30 20:00:40.575627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-d037cfa0-fa77-4051-a929-754f0dcf0c80 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:40.588156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-d037cfa0-fa77-4051-a929-754f0dcf0c80 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:40.603087 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-d037cfa0-fa77-4051-a929-754f0dcf0c80 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Made reservation on behalf of 3e860bf879054bd598319d1741599d12 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:40.607111 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-d037cfa0-fa77-4051-a929-754f0dcf0c80 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:40.694226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=5200eac4-0c14-4139-aa0b-b42f369008d9,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:40.762739 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:40.804202 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:40.811864 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:40.851308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af82563-3f15-4f0b-87da-e5f998d10ff6 req-108ce0df-1d6c-48d7-beb6-ae41fc2848e0 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:40.858565 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4af82563-3f15-4f0b-87da-e5f998d10ff6 req-108ce0df-1d6c-48d7-beb6-ae41fc2848e0 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d54f99b-4773-495d-bfff-b3e3f8266c3e HTTP/1.1" status: 200 len: 945 time: 0.2390277 May 30 20:00:40.887803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:41.026496 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-d037cfa0-fa77-4051-a929-754f0dcf0c80 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Allocated IP 192.168.233.16 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/448444c2-04f3-4dd7-bcef-8f5d59972827) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:00:41.037856 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4af82563-3f15-4f0b-87da-e5f998d10ff6 req-1238a899-4d46-4caf-a990-921d0fedcd02 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781201 May 30 20:00:41.267004 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 99f8bdcb-c3e2-45b8-9be5-457b06ea012a details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:00:41.273489 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c1fd4db2-cc8c-42e1-9615-6b33734902ab req-07c4f12d-3424-46a7-a19a-9ad40e816e26 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 210 time: 0.0693290 May 30 20:00:41.325355 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-d037cfa0-fa77-4051-a929-754f0dcf0c80 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:41.345977 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-d037cfa0-fa77-4051-a929-754f0dcf0c80 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Transition to ACTIVE for port object 448444c2-04f3-4dd7-bcef-8f5d59972827 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:41.408495 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-d037cfa0-fa77-4051-a929-754f0dcf0c80 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:41.424823 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['550c3460-ceff-4a87-a0b9-3e1ec4a74d7a'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:41.513871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-d037cfa0-fa77-4051-a929-754f0dcf0c80 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:00:41.519396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-d037cfa0-fa77-4051-a929-754f0dcf0c80 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:41.522189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-d037cfa0-fa77-4051-a929-754f0dcf0c80 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:00:41.562889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037cfa0-fa77-4051-a929-754f0dcf0c80 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Pushing event updated for resources: {'Port': ['ID=448444c2-04f3-4dd7-bcef-8f5d59972827,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:41.634453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aca242-5a28-436f-97fe-c1babd716daa req-4bf66568-95da-429b-becb-4a4b4814ebd6 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:41.643071 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68aca242-5a28-436f-97fe-c1babd716daa req-4bf66568-95da-429b-becb-4a4b4814ebd6 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 946 time: 0.2756522 May 30 20:00:41.667991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-d037cfa0-fa77-4051-a929-754f0dcf0c80 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:41.668600 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-d037cfa0-fa77-4051-a929-754f0dcf0c80 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:41.714712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=99f8bdcb-c3e2-45b8-9be5-457b06ea012a,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:41.743314 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '99f8bdcb-c3e2-45b8-9be5-457b06ea012a', 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce', 'port_id': '99f8bdcb-c3e2-45b8-9be5-457b06ea012a', 'mac_address': 'fa:16:3e:79:31:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd0ba15-290a-4589-8acd-b7cd3e58dbb1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:00:41.789182 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68aca242-5a28-436f-97fe-c1babd716daa req-0471f214-d7ef-45df-a598-1e24722830cc tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451445 May 30 20:00:41.793817 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-d037cfa0-fa77-4051-a929-754f0dcf0c80 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5330129 May 30 20:00:41.814293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53174) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:41.825802 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Request body: {'port': {'device_id': '9bf5d20c-68e1-4ca5-8814-df216e32d5a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:41.846768 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:41.879906 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99f8bdcb-c3e2-45b8-9be5-457b06ea012a {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:41.913615 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=99f8bdcb-c3e2-45b8-9be5-457b06ea012a,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:41.914744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-687e97d5-2245-405b-adf3-9243ab470fe8 None None] Provisioning for port 448444c2-04f3-4dd7-bcef-8f5d59972827 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:41.924939 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:41.960187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-687e97d5-2245-405b-adf3-9243ab470fe8 None None] Provisioning complete for port 448444c2-04f3-4dd7-bcef-8f5d59972827 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:41.960552 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-687e97d5-2245-405b-adf3-9243ab470fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:41.988007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653faf9b-6f14-4189-8252-66b11003128a req-3895adfa-3e17-4119-8df1-a0d3212c5ef6 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:41.996867 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f19d2e2-a57b-4942-bd97-3420c0d1dcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21d4a2a-9f8f-492d-ae70-b5b167acecb4'}, {'server_uuid': '7d54f99b-4773-495d-bfff-b3e3f8266c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5200eac4-0c14-4139-aa0b-b42f369008d9'}, {'server_uuid': '408c181f-c210-46b7-998a-4b36eeb66f7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f74919b-a5cf-4e3d-bea0-cf4ecb69d025'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:42.006783 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-653faf9b-6f14-4189-8252-66b11003128a req-3895adfa-3e17-4119-8df1-a0d3212c5ef6 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.3015018 May 30 20:00:42.101181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-687e97d5-2245-405b-adf3-9243ab470fe8 None None] Port 448444c2-04f3-4dd7-bcef-8f5d59972827 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:00:42.105010 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=99f8bdcb-c3e2-45b8-9be5-457b06ea012a,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:42.119340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['99f8bdcb-c3e2-45b8-9be5-457b06ea012a'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:42.128916 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:42.218153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1198085833-network', 'tenant_id': '9743faae4a3542f9b7d1dc8776154f6a'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:42.227236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:42.240819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Usage tracker for resource:network and tenant:9743faae4a3542f9b7d1dc8776154f6a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:42.244973 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:42.247816 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b61ff09-b398-4a24-ab19-db9b3ff12a6f'] response: {'server_uuid': '2f19d2e2-a57b-4942-bd97-3420c0d1dcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21d4a2a-9f8f-492d-ae70-b5b167acecb4', 'code': 200} May 30 20:00:42.248196 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b61ff09-b398-4a24-ab19-db9b3ff12a6f'] response: {'server_uuid': '7d54f99b-4773-495d-bfff-b3e3f8266c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5200eac4-0c14-4139-aa0b-b42f369008d9', 'code': 200} May 30 20:00:42.251420 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b61ff09-b398-4a24-ab19-db9b3ff12a6f'] response: {'server_uuid': '408c181f-c210-46b7-998a-4b36eeb66f7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f74919b-a5cf-4e3d-bea0-cf4ecb69d025', 'code': 200} May 30 20:00:42.254181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:42.278097 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Made reservation on behalf of 9743faae4a3542f9b7d1dc8776154f6a for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:42.281265 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:42.308798 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:42.456154 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-653faf9b-6f14-4189-8252-66b11003128a req-a16cf77c-a720-4cb6-8bec-40f68a4ea17a tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475188 May 30 20:00:42.480748 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:42.487099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Usage tracker for resource:security_group_rule and tenant:9743faae4a3542f9b7d1dc8776154f6a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:42.490811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:42.498339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:42.518716 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5125ca69-0fb9-4324-b60c-b11504a4325a req-d31504a2-937a-47c0-99ee-14a0a03680ca service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7d54f99b-4773-495d-bfff-b3e3f8266c3e HTTP/1.1" status: 200 len: 1096 time: 0.1680911 May 30 20:00:42.723863 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:42.727833 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5125ca69-0fb9-4324-b60c-b11504a4325a req-4a23325c-6110-46f6-b0cb-8756f5eae53e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015195 May 30 20:00:42.730396 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:42.760377 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63f348-f3b0-4a4a-a509-c20418236e06 req-5bd03959-aae4-4551-9849-13a76910b1d3 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:42.765566 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e63f348-f3b0-4a4a-a509-c20418236e06 req-5bd03959-aae4-4551-9849-13a76910b1d3 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d54f99b-4773-495d-bfff-b3e3f8266c3e HTTP/1.1" status: 200 len: 945 time: 0.3453443 May 30 20:00:42.768341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:00:42.784135 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933624be-ea63-4d1f-a057-ba93c230c144,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:42.806315 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:42.806920 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Added segment 7fdaa43c-7e77-4174-99ea-4e619812925f of type vlan for network faab5e6e-5459-4996-b07a-ec0f913fd39e May 30 20:00:42.847904 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:42.868441 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-312f50e0-80a0-4205-84fe-925ea6feaf54 req-335e1256-38b8-42ea-ab97-5da666b8c3d3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 1097 time: 0.5476243 May 30 20:00:42.893068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53210) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:42.896834 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:42.897689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:42.898266 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:42.991685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496e996-db02-4b33-bc5a-b8c5d6ec9a0c req-320d15a0-9982-4055-8358-27266a0f68ca tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:42.992631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9496e996-db02-4b33-bc5a-b8c5d6ec9a0c req-320d15a0-9982-4055-8358-27266a0f68ca tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Synchronizing usage tracker for tenant:3e860bf879054bd598319d1741599d12 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:43.010147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] Pushing event updated for resources: {'Network': ['ID=faab5e6e-5459-4996-b07a-ec0f913fd39e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:43.021932 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network faab5e6e-5459-4996-b07a-ec0f913fd39e details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:00:43.023559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e63f348-f3b0-4a4a-a509-c20418236e06 req-e4546227-27fb-4ff9-b1ad-5d65cc6f9c8d tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677318 May 30 20:00:43.048793 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c99691c5-2d7b-4554-9bd5-695098c8b608 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2299414 May 30 20:00:43.048793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53216) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:43.069218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-622e8add-1ae3-454f-9357-b687b55c7e70 admin admin] Request body: {'subnet': {'network_id': 'faab5e6e-5459-4996-b07a-ec0f913fd39e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1198085833-subnet', 'tenant_id': '9743faae4a3542f9b7d1dc8776154f6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:43.079162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-622e8add-1ae3-454f-9357-b687b55c7e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:43.093403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-622e8add-1ae3-454f-9357-b687b55c7e70 admin admin] Usage tracker for resource:subnet and tenant:9743faae4a3542f9b7d1dc8776154f6a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:43.099857 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-312f50e0-80a0-4205-84fe-925ea6feaf54 req-7db909a3-fe25-4aa3-8037-ebc43e5e8673 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866848 May 30 20:00:43.101355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-622e8add-1ae3-454f-9357-b687b55c7e70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:43.111660 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9496e996-db02-4b33-bc5a-b8c5d6ec9a0c req-320d15a0-9982-4055-8358-27266a0f68ca tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Unset dirty status for tenant:3e860bf879054bd598319d1741599d12 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:43.114115 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9496e996-db02-4b33-bc5a-b8c5d6ec9a0c req-320d15a0-9982-4055-8358-27266a0f68ca tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 935 time: 0.4821932 May 30 20:00:43.118075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-622e8add-1ae3-454f-9357-b687b55c7e70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:43.140939 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622e8add-1ae3-454f-9357-b687b55c7e70 admin admin] Made reservation on behalf of 9743faae4a3542f9b7d1dc8776154f6a for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:43.144035 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-622e8add-1ae3-454f-9357-b687b55c7e70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:43.211435 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:00:43.232561 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9496e996-db02-4b33-bc5a-b8c5d6ec9a0c req-ab5c7dd5-624e-4575-9835-78b0d7926fe1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126435 May 30 20:00:43.274218 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device d2c21ba1-ad15-46de-b2e1-c53efb743d11 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:00:43.276527 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 99f8bdcb-c3e2-45b8-9be5-457b06ea012a up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:43.362644 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a5a368d-83fe-4c32-940f-1a56327eac4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:43.421950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448444c2-04f3-4dd7-bcef-8f5d59972827 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:43.436236 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:43.466664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Transition to ACTIVE for port object 448444c2-04f3-4dd7-bcef-8f5d59972827 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:43.476809 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:43.580587 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-622e8add-1ae3-454f-9357-b687b55c7e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:43.737636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e8add-1ae3-454f-9357-b687b55c7e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e09a17a1-34fa-49ac-a389-0e55c6504eb1,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:43.790474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Pushing event updated for resources: {'Port': ['ID=448444c2-04f3-4dd7-bcef-8f5d59972827,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:43.889719 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port d2c21ba1-ad15-46de-b2e1-c53efb743d11, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d2c21ba1-ad15-46de-b2e1-c53efb743d11,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:43.939496 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:43.940163 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:43.941933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9a5a368d-83fe-4c32-940f-1a56327eac4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:43.968293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e8add-1ae3-454f-9357-b687b55c7e70 admin admin] Checking segment: {'id': '7fdaa43c-7e77-4174-99ea-4e619812925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'faab5e6e-5459-4996-b07a-ec0f913fd39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:43.968668 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e8add-1ae3-454f-9357-b687b55c7e70 admin admin] Network hostable DHCP agents. Network: faab5e6e-5459-4996-b07a-ec0f913fd39e, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:00:43.981175 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9a5a368d-83fe-4c32-940f-1a56327eac4f admin admin] Usage tracker for resource:security_group_rule and tenant:f5e910082da14ef582859a64b004b5a7 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:43.994790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9a5a368d-83fe-4c32-940f-1a56327eac4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:44.020744 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9a5a368d-83fe-4c32-940f-1a56327eac4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:44.032029 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11', 'mac_address': 'fa:16:3e:4f:bb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:00:44.073369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e8add-1ae3-454f-9357-b687b55c7e70 admin admin] Network faab5e6e-5459-4996-b07a-ec0f913fd39e is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:00:44.094741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-622e8add-1ae3-454f-9357-b687b55c7e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, faab5e6e-5459-4996-b07a-ec0f913fd39e) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:44.099318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622e8add-1ae3-454f-9357-b687b55c7e70 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:44.100038 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-622e8add-1ae3-454f-9357-b687b55c7e70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:44.132584 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31b41c7-1ae6-4b1c-8e1a-a94df4be1e35 None None] Network faab5e6e-5459-4996-b07a-ec0f913fd39e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:00:44.138284 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Attempting to bind port 448444c2-04f3-4dd7-bcef-8f5d59972827 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:00:44.140140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Attempting to bind port 448444c2-04f3-4dd7-bcef-8f5d59972827 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:00:44.140700 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Attempting to bind port 448444c2-04f3-4dd7-bcef-8f5d59972827 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:44.160873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Port 448444c2-04f3-4dd7-bcef-8f5d59972827 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:00:44.161456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Attempting to bind port 448444c2-04f3-4dd7-bcef-8f5d59972827 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:44.171217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:00:44.171877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:44.172702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:00:44.173356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Bound port: 448444c2-04f3-4dd7-bcef-8f5d59972827, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:00:44.174434 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:44.181182 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:44.200964 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a5a368d-83fe-4c32-940f-1a56327eac4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:44.205636 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-622e8add-1ae3-454f-9357-b687b55c7e70 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1536827 May 30 20:00:44.208498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53236) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:44.220423 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1198085833-router', 'tenant_id': '9743faae4a3542f9b7d1dc8776154f6a', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:44.228171 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a5a368d-83fe-4c32-940f-1a56327eac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:44.237334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dc077-6ef6-4285-a952-08ecc415db3a req-76458651-d273-49ed-97f5-b1f332309ed3 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:44.253897 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e5dc077-6ef6-4285-a952-08ecc415db3a req-76458651-d273-49ed-97f5-b1f332309ed3 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 946 time: 0.6749203 May 30 20:00:44.298123 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:44.301559 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a368d-83fe-4c32-940f-1a56327eac4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3d2f0c-8fd6-4fac-b07b-59e25700a060,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:44.315605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Usage tracker for resource:router and tenant:9743faae4a3542f9b7d1dc8776154f6a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:44.339762 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:44.347113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:44.361809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c21ba1-ad15-46de-b2e1-c53efb743d11 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:44.367880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:44.387331 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9a5a368d-83fe-4c32-940f-1a56327eac4f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f5e910082da14ef582859a64b004b5a7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4923270 May 30 20:00:44.389622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53244) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:44.398446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acf672-39f6-48ea-8875-1ebb77941190 req-cf24c7f9-be0d-4eea-a4db-4008b03f1865 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:44.400349 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78860755-86d5-44d9-a3c7-ecd20906bea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f8bdcb-c3e2-45b8-9be5-457b06ea012a'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:44.406003 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08acf672-39f6-48ea-8875-1ebb77941190 req-cf24c7f9-be0d-4eea-a4db-4008b03f1865 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.6805046 May 30 20:00:44.412888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=99f8bdcb-c3e2-45b8-9be5-457b06ea012a,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:44.457264 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e5dc077-6ef6-4285-a952-08ecc415db3a req-c46ac59a-fa44-43af-86d0-512544647bc8 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008247 May 30 20:00:44.458638 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:44.462043 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port d2c21ba1-ad15-46de-b2e1-c53efb743d11, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d2c21ba1-ad15-46de-b2e1-c53efb743d11,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:44.470685 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:44.472105 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:44.503003 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:44.578261 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:44.605140 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08acf672-39f6-48ea-8875-1ebb77941190 req-f63596f3-f6e8-461c-81bd-be9b01c365d3 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820295 May 30 20:00:44.629908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] For port 448444c2-04f3-4dd7-bcef-8f5d59972827, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:44.635416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] For port 448444c2-04f3-4dd7-bcef-8f5d59972827, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=448444c2-04f3-4dd7-bcef-8f5d59972827,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:00:44.656672 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:44.707906 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8453575f-bc95-40a1-9b05-1d1897a786dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:44.727608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['d2c21ba1-ad15-46de-b2e1-c53efb743d11'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:44.791018 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:44.791269 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=99f8bdcb-c3e2-45b8-9be5-457b06ea012a,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:44.794807 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] 10.222.0.93 "PUT /v2.0/ports/448444c2-04f3-4dd7-bcef-8f5d59972827 HTTP/1.1" status: 200 len: 1095 time: 2.9916611 May 30 20:00:44.806052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf5d20c-68e1-4ca5-8814-df216e32d5a4', 'tag': '448444c2-04f3-4dd7-bcef-8f5d59972827'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:44.972445 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8453575f-bc95-40a1-9b05-1d1897a786dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:44.982642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627371f3-7338-427b-908c-db1c4d1936ea service neutron] Pushing event updated for resources: {'Port': ['ID=448444c2-04f3-4dd7-bcef-8f5d59972827,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:45.033603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484dcfe-ce43-48f0-9906-01b18eabf57a req-afcb3b4b-0d7d-4cf3-aac3-a50d01ad402c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:45.044507 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5484dcfe-ce43-48f0-9906-01b18eabf57a req-afcb3b4b-0d7d-4cf3-aac3-a50d01ad402c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d54f99b-4773-495d-bfff-b3e3f8266c3e HTTP/1.1" status: 200 len: 945 time: 0.3377745 May 30 20:00:45.143225 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-faab5e6e-5459-4996-b07a-ec0f913fd39e', 'network_id': 'faab5e6e-5459-4996-b07a-ec0f913fd39e', 'tenant_id': '9743faae4a3542f9b7d1dc8776154f6a', 'fixed_ips': [{'subnet_id': 'e09a17a1-34fa-49ac-a389-0e55c6504eb1'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:00:45.144287 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:45.158628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8453575f-bc95-40a1-9b05-1d1897a786dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:45.188457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453575f-bc95-40a1-9b05-1d1897a786dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3d2f0c-8fd6-4fac-b07b-59e25700a060,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:45.194610 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-8355aa4c-7e98-4b62-9ece-20d59f0f76ad service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 1098 time: 0.3377008 May 30 20:00:45.213104 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8453575f-bc95-40a1-9b05-1d1897a786dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:45.218123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=d2c21ba1-ad15-46de-b2e1-c53efb743d11,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:45.219933 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8453575f-bc95-40a1-9b05-1d1897a786dd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4c3d2f0c-8fd6-4fac-b07b-59e25700a060 HTTP/1.1" status: 204 len: 168 time: 0.8192673 May 30 20:00:45.224944 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:45.446131 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5484dcfe-ce43-48f0-9906-01b18eabf57a req-c9052f21-6a8b-46ee-83a3-fa9f69993c82 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007559 May 30 20:00:45.490737 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:45.541991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-2e0db2e7-784b-43f4-b1f8-bf8b90a51940 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=448444c2-04f3-4dd7-bcef-8f5d59972827 HTTP/1.1" status: 200 len: 217 time: 0.3067954 May 30 20:00:45.559350 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:45.658220 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d400ab72-313e-4f08-99c8-8091b30e6fd6'] response: {'server_uuid': '78860755-86d5-44d9-a3c7-ecd20906bea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f8bdcb-c3e2-45b8-9be5-457b06ea012a', 'code': 200} May 30 20:00:45.686602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71a785-e503-4e23-846e-76593701b410 req-f647ec5c-1f65-4d48-bf9b-7161c14d1e48 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:45.694137 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7f71a785-e503-4e23-846e-76593701b410 req-f647ec5c-1f65-4d48-bf9b-7161c14d1e48 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 947 time: 0.6143570 May 30 20:00:45.702381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Allocated IP 172.20.0.2 (faab5e6e-5459-4996-b07a-ec0f913fd39e/e09a17a1-34fa-49ac-a389-0e55c6504eb1/b4bb59e2-c0ea-46bf-a759-64938e22c28a) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:00:45.702767 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b2673d-3047-47ee-9351-9636425560a1'] response: {'name': 'network-changed', 'server_uuid': '9bf5d20c-68e1-4ca5-8814-df216e32d5a4', 'tag': '448444c2-04f3-4dd7-bcef-8f5d59972827', 'status': 'completed', 'code': 200} May 30 20:00:45.814292 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-fbd5324b-1eb2-4dfc-a086-2495b8a1de29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:45.819346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-fbd5324b-1eb2-4dfc-a086-2495b8a1de29 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2677550 May 30 20:00:45.888108 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Allocated IP 172.25.5.138 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/08f6015f-8edc-4e83-9b66-b25493755d3d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:00:45.914866 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7f71a785-e503-4e23-846e-76593701b410 req-ebea5395-f127-43dd-aba7-deb80817846f tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201872 May 30 20:00:46.102517 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:46.116975 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Transition to ACTIVE for port object b4bb59e2-c0ea-46bf-a759-64938e22c28a will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:46.140648 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-3d75e608-55d0-43fc-910f-4a82fb719156 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3175120 May 30 20:00:46.162240 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Transition to ACTIVE for port object b4bb59e2-c0ea-46bf-a759-64938e22c28a will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:46.175951 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:46.187886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388c2a1-f794-4196-ace6-315a14d3c3ee req-17da71ee-23ef-4c3e-a872-21e5422f5252 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:46.194785 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d388c2a1-f794-4196-ace6-315a14d3c3ee req-17da71ee-23ef-4c3e-a872-21e5422f5252 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=f47c1358-1f10-4220-8633-7bd3500b47d2 HTTP/1.1" status: 200 len: 945 time: 0.3109348 May 30 20:00:46.232180 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:46.297891 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:46.312814 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Network faab5e6e-5459-4996-b07a-ec0f913fd39e is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:00:46.334245 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:46.345332 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:00:46.372475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Pushing event updated for resources: {'Port': ['ID=b4bb59e2-c0ea-46bf-a759-64938e22c28a,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:46.423814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:00:46.438838 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:46.446417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:00:46.457824 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d388c2a1-f794-4196-ace6-315a14d3c3ee req-30b2efbc-5f0a-4715-a120-27826e12fcae tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621152 May 30 20:00:46.511783 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=08f6015f-8edc-4e83-9b66-b25493755d3d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:46.523381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Attempting to bind port b4bb59e2-c0ea-46bf-a759-64938e22c28a on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:00:46.523920 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Attempting to bind port b4bb59e2-c0ea-46bf-a759-64938e22c28a by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '7fdaa43c-7e77-4174-99ea-4e619812925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'faab5e6e-5459-4996-b07a-ec0f913fd39e'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:00:46.524563 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Attempting to bind port b4bb59e2-c0ea-46bf-a759-64938e22c28a on network faab5e6e-5459-4996-b07a-ec0f913fd39e {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:46.533539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:00:46.534742 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Checking segment: {'id': '7fdaa43c-7e77-4174-99ea-4e619812925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'faab5e6e-5459-4996-b07a-ec0f913fd39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:46.535320 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:46.535864 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Bound using segment: {'id': '7fdaa43c-7e77-4174-99ea-4e619812925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'faab5e6e-5459-4996-b07a-ec0f913fd39e'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:00:46.536549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Bound port: b4bb59e2-c0ea-46bf-a759-64938e22c28a, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fdaa43c-7e77-4174-99ea-4e619812925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'faab5e6e-5459-4996-b07a-ec0f913fd39e'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:00:46.537230 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:46.620136 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-2f7e4c18-d0d6-4504-8723-07277bb0e105 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666922 May 30 20:00:46.638765 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda70494-867f-4760-8a8e-c36f8e301df1 req-6a074dec-39ff-4a06-9aaa-d9619aea9753 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:46.647559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fda70494-867f-4760-8a8e-c36f8e301df1 req-6a074dec-39ff-4a06-9aaa-d9619aea9753 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 946 time: 0.4678233 May 30 20:00:46.661891 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:46.662759 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:46.684565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] For port b4bb59e2-c0ea-46bf-a759-64938e22c28a, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:46.691436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] For port b4bb59e2-c0ea-46bf-a759-64938e22c28a, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b4bb59e2-c0ea-46bf-a759-64938e22c28a,segment=NetworkSegment(7fdaa43c-7e77-4174-99ea-4e619812925f),segment_id=7fdaa43c-7e77-4174-99ea-4e619812925f)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:00:46.703345 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:46.823696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a08270-38f5-4490-a031-23ba893eba0a None None] Pushing event updated for resources: {'Port': ['ID=b4bb59e2-c0ea-46bf-a759-64938e22c28a,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:46.854887 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fda70494-867f-4760-8a8e-c36f8e301df1 req-4c06ad06-4a69-402a-b2cc-c8d4738fb75c tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063544 May 30 20:00:46.962294 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d950430a-e50f-43b5-808f-02dea9c2b220 req-546fcd30-bf7d-4ace-86c5-5769d1eaba65 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877166 May 30 20:00:47.005428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e27b5-58fe-40ed-8b09-14672022e125 req-fa69db4e-aec7-4d24-8a6b-73ffb3e04488 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:47.007904 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac3e27b5-58fe-40ed-8b09-14672022e125 req-fa69db4e-aec7-4d24-8a6b-73ffb3e04488 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.2462869 May 30 20:00:47.215878 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac3e27b5-58fe-40ed-8b09-14672022e125 req-9d0753c5-4cab-4a08-a600-1bd3204169e0 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994202 May 30 20:00:47.237396 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Router 918f7ec6-e6d1-4a68-9be6-341d3336328c is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:00:47.246708 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d97ae3c9-d367-46eb-97f7-abd67f2165b8 req-3f487e9d-f9cc-420d-ae0e-7105dd66d943 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 1098 time: 0.2243521 May 30 20:00:47.280953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device d2c21ba1-ad15-46de-b2e1-c53efb743d11 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:47.505019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port d2c21ba1-ad15-46de-b2e1-c53efb743d11 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:47.505446 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:47.669097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ae3c9-d367-46eb-97f7-abd67f2165b8 req-2d6bce3a-9a31-4ee7-9622-44193c9a8d8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:47.672988 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d97ae3c9-d367-46eb-97f7-abd67f2165b8 req-2d6bce3a-9a31-4ee7-9622-44193c9a8d8b service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.4188693 May 30 20:00:47.694662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:00:47.708116 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Sync routers for ids ['918f7ec6-e6d1-4a68-9be6-341d3336328c'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:00:47.721112 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:47.723097 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7b4d3c1d-83c3-4168-ba16-86b928f43fe6 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5136585 May 30 20:00:47.726234 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53320) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:47.786110 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:47.930762 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port d2c21ba1-ad15-46de-b2e1-c53efb743d11, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d2c21ba1-ad15-46de-b2e1-c53efb743d11,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:47.933469 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd257e547-e381-4ccb-92a0-e41551d79060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:47.941628 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:48.017304 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Routers {'918f7ec6-e6d1-4a68-9be6-341d3336328c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:00:48.017952 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:00:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['918f7ec6-e6d1-4a68-9be6-341d3336328c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:48.035990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d97ae3c9-d367-46eb-97f7-abd67f2165b8 req-2ecf5456-9a8e-4d36-9b28-09a366fe8a0f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=448444c2-04f3-4dd7-bcef-8f5d59972827 HTTP/1.1" status: 200 len: 217 time: 0.3547697 May 30 20:00:48.169646 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be685dd-ebbe-49cc-89e4-4a3cefc9ff45 req-dba142af-745b-438c-9e1e-b601d6e59be5 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-710216815&fields=id&tenant_id=8e91f39dc1cb49d8a7c30a8d5d13f2b8 HTTP/1.1" status: 200 len: 267 time: 0.3984313 May 30 20:00:48.297504 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=d2c21ba1-ad15-46de-b2e1-c53efb743d11,revision_number=10']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:48.326006 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d9c330-337e-4eae-9e5d-b09ff90ecadb None None] Network faab5e6e-5459-4996-b07a-ec0f913fd39e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:00:48.332498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ae3c9-d367-46eb-97f7-abd67f2165b8 req-1079632e-b8fb-4d27-b181-31e0ef903b1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:48.338962 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d97ae3c9-d367-46eb-97f7-abd67f2165b8 req-1079632e-b8fb-4d27-b181-31e0ef903b1d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2947392 May 30 20:00:48.428727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c1ef0-b0d0-4068-8c0b-738d11f58aa3 req-4c07b262-af3d-431e-80d9-6cfcb2e75e72 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:48.436774 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c88c1ef0-b0d0-4068-8c0b-738d11f58aa3 req-4c07b262-af3d-431e-80d9-6cfcb2e75e72 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 947 time: 0.4555135 May 30 20:00:48.480481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0a302e53-8a2e-4ffc-9f7e-b2984341be43 None None] Provisioning for port b4bb59e2-c0ea-46bf-a759-64938e22c28a completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:48.540057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be685dd-ebbe-49cc-89e4-4a3cefc9ff45 req-89f39520-4cf1-4fbc-93f9-14988a82ea7b tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:48.551320 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be685dd-ebbe-49cc-89e4-4a3cefc9ff45 req-89f39520-4cf1-4fbc-93f9-14988a82ea7b tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 946 time: 0.3804622 May 30 20:00:48.565916 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-5be685dd-ebbe-49cc-89e4-4a3cefc9ff45 req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Request body: {'port': {'security_groups': ['fe2ad798-d07a-411b-a6a5-d27165a8900c', '9735b52d-9477-4214-916b-8a525addeb0b']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:48.599804 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Set router 918f7ec6-e6d1-4a68-9be6-341d3336328c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:00:48.614751 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d97ae3c9-d367-46eb-97f7-abd67f2165b8 req-ffa8ef91-1d95-47a6-8110-c51b9c18d23f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2607086 May 30 20:00:48.627603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c88c1ef0-b0d0-4068-8c0b-738d11f58aa3 req-5833be5e-3552-4695-ab1e-0d7efd09efd9 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899135 May 30 20:00:48.864772 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d97ae3c9-d367-46eb-97f7-abd67f2165b8 req-050e984b-08eb-4568-9326-908372f28353 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229261 May 30 20:00:49.257219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918f7ec6-e6d1-4a68-9be6-341d3336328c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1198085833-router', 'tenant_id': '9743faae4a3542f9b7d1dc8776154f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '08f6015f-8edc-4e83-9b66-b25493755d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:00:44Z', 'updated_at': '2022-05-30T20:00:46Z', 'revision_number': 3, 'project_id': '9743faae4a3542f9b7d1dc8776154f6a', 'gw_port': {'id': '08f6015f-8edc-4e83-9b66-b25493755d3d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918f7ec6-e6d1-4a68-9be6-341d3336328c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:00:45Z', 'updated_at': '2022-05-30T20:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:49.263107 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Checking router: 918f7ec6-e6d1-4a68-9be6-341d3336328c for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:00:49.263752 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Updating router 918f7ec6-e6d1-4a68-9be6-341d3336328c port 08f6015f-8edc-4e83-9b66-b25493755d3d binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:00:49.280730 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:49.292600 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83fdb95e-0d74-42f2-b496-4134d80c1193'] response: {'server_uuid': 'd257e547-e381-4ccb-92a0-e41551d79060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11', 'code': 200} May 30 20:00:49.357011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b4bb59e2-c0ea-46bf-a759-64938e22c28a up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:49.444432 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5be685dd-ebbe-49cc-89e4-4a3cefc9ff45 req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:49.461346 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:49.683313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Allocated IP 172.20.0.1 (faab5e6e-5459-4996-b07a-ec0f913fd39e/e09a17a1-34fa-49ac-a389-0e55c6504eb1/f6b995eb-f051-467f-856c-42710102f4b2) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:00:49.689549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 448444c2-04f3-4dd7-bcef-8f5d59972827 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:00:49.741562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port b4bb59e2-c0ea-46bf-a759-64938e22c28a completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:49.787442 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port b4bb59e2-c0ea-46bf-a759-64938e22c28a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:49.788299 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:49.838930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5be685dd-ebbe-49cc-89e4-4a3cefc9ff45 req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] For port e21d4a2a-9f8f-492d-ae70-b5b167acecb4, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e21d4a2a-9f8f-492d-ae70-b5b167acecb4,segment=NetworkSegment(e00e908d-cc0d-4efe-a2c8-8f343a2e29b0),segment_id=e00e908d-cc0d-4efe-a2c8-8f343a2e29b0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:49.867938 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:49.873511 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5be685dd-ebbe-49cc-89e4-4a3cefc9ff45 req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:49.886686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Transition to ACTIVE for port object f6b995eb-f051-467f-856c-42710102f4b2 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:49.888498 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5be685dd-ebbe-49cc-89e4-4a3cefc9ff45 req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:49.916429 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:49.941935 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['60be2ea3-9b9a-4f01-862c-74203d008b31'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:50.000398 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['e21d4a2a-9f8f-492d-ae70-b5b167acecb4'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:50.011117 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Network faab5e6e-5459-4996-b07a-ec0f913fd39e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:00:50.022790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b995eb-f051-467f-856c-42710102f4b2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:50.030628 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:50.040935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:00:50.125471 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:50.173223 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d97ae3c9-d367-46eb-97f7-abd67f2165b8 req-e018ef2d-8616-419c-bd7c-ba060663e017 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2085454 May 30 20:00:50.187010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be685dd-ebbe-49cc-89e4-4a3cefc9ff45 req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:50.188142 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5be685dd-ebbe-49cc-89e4-4a3cefc9ff45 req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:50.192149 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be685dd-ebbe-49cc-89e4-4a3cefc9ff45 req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "PUT /v2.0/ports/e21d4a2a-9f8f-492d-ae70-b5b167acecb4 HTTP/1.1" status: 200 len: 982 time: 1.6398618 May 30 20:00:50.192839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f19d2e2-a57b-4942-bd97-3420c0d1dcf9', 'tag': 'e21d4a2a-9f8f-492d-ae70-b5b167acecb4'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:50.268989 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event updated for resources: {'Port': ['ID=e21d4a2a-9f8f-492d-ae70-b5b167acecb4,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:50.311843 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2128f79-317c-4adc-8615-ff1338afbbfa req-caf053bd-b185-4c1c-9cee-183b41f3b746 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:50.318632 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2128f79-317c-4adc-8615-ff1338afbbfa req-caf053bd-b185-4c1c-9cee-183b41f3b746 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.77 "GET /v2.0/ports?device_id=f47c1358-1f10-4220-8633-7bd3500b47d2 HTTP/1.1" status: 200 len: 945 time: 1.1157715 May 30 20:00:50.337028 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:50.385338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:50.386939 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:50.386939 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:50.386939 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:50.386939 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:50.387314 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:50.387314 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:50.387596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:50.387910 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:50.388363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:50.388644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407430a4-abf7-4e44-8e5f-380e5fad41d4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:50.394558 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['e21d4a2a-9f8f-492d-ae70-b5b167acecb4'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:50.459044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccc4c6-b77a-4764-adf5-38d5de8b21db req-c292f013-20d0-41a4-b80c-323171f9fb63 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:50.466089 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46ccc4c6-b77a-4764-adf5-38d5de8b21db req-c292f013-20d0-41a4-b80c-323171f9fb63 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.5860863 May 30 20:00:50.493019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f2128f79-317c-4adc-8615-ff1338afbbfa req-fe249daa-b447-4bed-b81a-a30994976737 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Deleting port 2ee8b4db-6032-47b3-81a6-168bce860321 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:00:50.493428 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f2128f79-317c-4adc-8615-ff1338afbbfa req-fe249daa-b447-4bed-b81a-a30994976737 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:50.673104 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:50.682393 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:50.741841 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 448444c2-04f3-4dd7-bcef-8f5d59972827, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=448444c2-04f3-4dd7-bcef-8f5d59972827,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:50.828791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b995eb-f051-467f-856c-42710102f4b2,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:50.832570 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:50.870590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '448444c2-04f3-4dd7-bcef-8f5d59972827', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '448444c2-04f3-4dd7-bcef-8f5d59972827', 'mac_address': 'fa:16:3e:37:d6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:00:50.872132 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8904b916-45d3-4bdb-81c4-a8121f9ec771 None None] Provisioning for port f6b995eb-f051-467f-856c-42710102f4b2 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:50.896377 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8904b916-45d3-4bdb-81c4-a8121f9ec771 None None] Provisioning complete for port f6b995eb-f051-467f-856c-42710102f4b2 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:50.896745 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8904b916-45d3-4bdb-81c4-a8121f9ec771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:50.941578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46ccc4c6-b77a-4764-adf5-38d5de8b21db req-ee88dc67-e9c4-49f0-8f36-bd3aa81227c7 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744112 May 30 20:00:51.032360 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:51.043134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Network faab5e6e-5459-4996-b07a-ec0f913fd39e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:00:51.043510 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:00:51.045116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:51.200135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ba62c-277a-404c-9dfd-738725d570de req-cc9cc034-1a37-4023-9fd7-503727f9b34d tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:51.201879 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-310ba62c-277a-404c-9dfd-738725d570de req-cc9cc034-1a37-4023-9fd7-503727f9b34d tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d54f99b-4773-495d-bfff-b3e3f8266c3e HTTP/1.1" status: 200 len: 945 time: 0.6722569 May 30 20:00:51.234916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8904b916-45d3-4bdb-81c4-a8121f9ec771 None None] Port f6b995eb-f051-467f-856c-42710102f4b2 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:00:51.259049 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:51.314869 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c4752f50-55cc-4eba-86da-d527315aebbb details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:00:51.317230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c4752f50-55cc-4eba-86da-d527315aebbb no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:00:51.410421 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port b4bb59e2-c0ea-46bf-a759-64938e22c28a, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b4bb59e2-c0ea-46bf-a759-64938e22c28a,segment=NetworkSegment(7fdaa43c-7e77-4174-99ea-4e619812925f),segment_id=7fdaa43c-7e77-4174-99ea-4e619812925f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:51.431661 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:51.434007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-a91fd3bc-acfe-4701-abae-fdfccddb47ea tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:51.435486 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-a91fd3bc-acfe-4701-abae-fdfccddb47ea tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/networks?id=e3e8966b-3220-4970-b980-9a58fcf48a3f HTTP/1.1" status: 200 len: 812 time: 0.8182170 May 30 20:00:51.451878 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448444c2-04f3-4dd7-bcef-8f5d59972827 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:51.481282 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:51.500703 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-310ba62c-277a-404c-9dfd-738725d570de req-c0964fd0-18c5-4118-a842-c00749439f25 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Deleting port 5200eac4-0c14-4139-aa0b-b42f369008d9 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:00:51.501226 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-310ba62c-277a-404c-9dfd-738725d570de req-c0964fd0-18c5-4118-a842-c00749439f25 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:51.554010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f2128f79-317c-4adc-8615-ff1338afbbfa req-fe249daa-b447-4bed-b81a-a30994976737 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] For port 2ee8b4db-6032-47b3-81a6-168bce860321, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2ee8b4db-6032-47b3-81a6-168bce860321,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:51.554390 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f2128f79-317c-4adc-8615-ff1338afbbfa req-fe249daa-b447-4bed-b81a-a30994976737 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:51.566769 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8e7fd1c2-6916-4fc9-88b4-d54925cc6a74 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/quotas/9e25517bc5894648b92f5eedd1680e09 HTTP/1.1" status: 200 len: 375 time: 0.1000998 May 30 20:00:51.604306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Transition to ACTIVE for port object 08f6015f-8edc-4e83-9b66-b25493755d3d will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:51.613751 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:00:51.702987 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 448444c2-04f3-4dd7-bcef-8f5d59972827, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=448444c2-04f3-4dd7-bcef-8f5d59972827,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:51.730115 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:51.754041 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:51.779775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee628a-1152-4640-a3b4-bd62c1680eb9 req-85263025-54c0-4245-9d59-08234760344a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:51.789154 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8cee628a-1152-4640-a3b4-bd62c1680eb9 req-85263025-54c0-4245-9d59-08234760344a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 947 time: 0.5691187 May 30 20:00:51.799084 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f2128f79-317c-4adc-8615-ff1338afbbfa req-fe249daa-b447-4bed-b81a-a30994976737 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Calling delete_port for 2ee8b4db-6032-47b3-81a6-168bce860321 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:00:51.876837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Router 918f7ec6-e6d1-4a68-9be6-341d3336328c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:00:51.903883 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6c50e5ba-b6c3-439f-a2f5-03e352c92af0 None None] Provisioning complete for port f6b995eb-f051-467f-856c-42710102f4b2 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:51.904279 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6c50e5ba-b6c3-439f-a2f5-03e352c92af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:51.995283 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=b4bb59e2-c0ea-46bf-a759-64938e22c28a,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:52.075764 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Attempting to bind port 08f6015f-8edc-4e83-9b66-b25493755d3d on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:00:52.076216 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Attempting to bind port 08f6015f-8edc-4e83-9b66-b25493755d3d by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:00:52.076778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Attempting to bind port 08f6015f-8edc-4e83-9b66-b25493755d3d on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:52.097082 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['448444c2-04f3-4dd7-bcef-8f5d59972827'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:52.109496 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-310ba62c-277a-404c-9dfd-738725d570de req-c0964fd0-18c5-4118-a842-c00749439f25 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] For port 5200eac4-0c14-4139-aa0b-b42f369008d9, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5200eac4-0c14-4139-aa0b-b42f369008d9,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:52.109869 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-310ba62c-277a-404c-9dfd-738725d570de req-c0964fd0-18c5-4118-a842-c00749439f25 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:52.195126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:00:52.235536 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a71a41aa-be72-4614-93b7-5156f73c15d3 admin admin] 10.222.0.84 "PUT /v2.0/routers/918f7ec6-e6d1-4a68-9be6-341d3336328c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5066307 May 30 20:00:52.269629 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-310ba62c-277a-404c-9dfd-738725d570de req-c0964fd0-18c5-4118-a842-c00749439f25 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Calling delete_port for 5200eac4-0c14-4139-aa0b-b42f369008d9 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:00:52.361790 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f03890-c04d-4372-9c8e-1fa5ee7c94d4 None None] Pushing event updated for resources: {'Port': ['ID=08f6015f-8edc-4e83-9b66-b25493755d3d,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:52.505566 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:52.538491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:00:52.539274 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:52.539869 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:52.540487 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:00:52.541160 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Bound port: 08f6015f-8edc-4e83-9b66-b25493755d3d, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:00:52.541878 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:52.591107 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6c50e5ba-b6c3-439f-a2f5-03e352c92af0 None None] Port f6b995eb-f051-467f-856c-42710102f4b2 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:00:52.619634 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8cee628a-1152-4640-a3b4-bd62c1680eb9 req-d8ee1401-381c-4270-8ad5-7bab6fe65439 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8294978 May 30 20:00:52.657452 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f2128f79-317c-4adc-8615-ff1338afbbfa req-fe249daa-b447-4bed-b81a-a30994976737 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:52.680134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c4752f50-55cc-4eba-86da-d527315aebbb, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c4752f50-55cc-4eba-86da-d527315aebbb,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:52.716180 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd11222-dcc7-45af-9c0c-c266bc61178c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4752f50-55cc-4eba-86da-d527315aebbb'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:52.853963 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-af4ec085-383a-40f0-be9b-476b0188a9cc tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=9e25517bc5894648b92f5eedd1680e09&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2753272 May 30 20:00:52.856560 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-310ba62c-277a-404c-9dfd-738725d570de req-c0964fd0-18c5-4118-a842-c00749439f25 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:52.858536 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe249daa-b447-4bed-b81a-a30994976737 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Pushing event deleted for resources: {'Port': ['ID=2ee8b4db-6032-47b3-81a6-168bce860321,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:52.864195 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c4752f50-55cc-4eba-86da-d527315aebbb, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c4752f50-55cc-4eba-86da-d527315aebbb,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:52.940146 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'c4752f50-55cc-4eba-86da-d527315aebbb', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': 'c4752f50-55cc-4eba-86da-d527315aebbb', 'mac_address': 'fa:16:3e:82:0b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:00:52.963295 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:52.982452 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] For port 08f6015f-8edc-4e83-9b66-b25493755d3d, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:53.012867 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=448444c2-04f3-4dd7-bcef-8f5d59972827,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:53.058842 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['2ee8b4db-6032-47b3-81a6-168bce860321'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:53.085253 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['2ee8b4db-6032-47b3-81a6-168bce860321'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:53.188921 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0964fd0-18c5-4118-a842-c00749439f25 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Pushing event deleted for resources: {'Port': ['ID=5200eac4-0c14-4139-aa0b-b42f369008d9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:53.237283 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] For port 08f6015f-8edc-4e83-9b66-b25493755d3d, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=08f6015f-8edc-4e83-9b66-b25493755d3d,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:00:53.266722 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:53.292735 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:53.312887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=c4752f50-55cc-4eba-86da-d527315aebbb,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:53.416616 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4752f50-55cc-4eba-86da-d527315aebbb {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:53.427288 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2128f79-317c-4adc-8615-ff1338afbbfa req-fe249daa-b447-4bed-b81a-a30994976737 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] No DVR routers for this DVR port 2ee8b4db-6032-47b3-81a6-168bce860321 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:00:53.433826 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f2128f79-317c-4adc-8615-ff1338afbbfa req-fe249daa-b447-4bed-b81a-a30994976737 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:53.465393 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Routers {'918f7ec6-e6d1-4a68-9be6-341d3336328c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:00:53.466027 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:00:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['918f7ec6-e6d1-4a68-9be6-341d3336328c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:53.519840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c4752f50-55cc-4eba-86da-d527315aebbb, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c4752f50-55cc-4eba-86da-d527315aebbb,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:53.595137 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:53.597843 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e6c9f13a-6c7e-4d1d-9177-c9c0da35895e req-ca4e7e9a-1834-43ea-99c0-0652a72185bd tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/9735b52d-9477-4214-916b-8a525addeb0b HTTP/1.1" status: 200 len: 1634 time: 0.8697178 May 30 20:00:53.600813 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2128f79-317c-4adc-8615-ff1338afbbfa req-fe249daa-b447-4bed-b81a-a30994976737 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.77 "DELETE /v2.0/ports/2ee8b4db-6032-47b3-81a6-168bce860321 HTTP/1.1" status: 204 len: 173 time: 3.2748296 May 30 20:00:53.602218 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f03890-c04d-4372-9c8e-1fa5ee7c94d4 None None] Pushing event updated for resources: {'Port': ['ID=08f6015f-8edc-4e83-9b66-b25493755d3d,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:53.625390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-310ba62c-277a-404c-9dfd-738725d570de req-c0964fd0-18c5-4118-a842-c00749439f25 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] No DVR routers for this DVR port 5200eac4-0c14-4139-aa0b-b42f369008d9 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:00:53.631860 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-310ba62c-277a-404c-9dfd-738725d570de req-c0964fd0-18c5-4118-a842-c00749439f25 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:53.644693 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-310ba62c-277a-404c-9dfd-738725d570de req-c0964fd0-18c5-4118-a842-c00749439f25 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.93 "DELETE /v2.0/ports/5200eac4-0c14-4139-aa0b-b42f369008d9 HTTP/1.1" status: 204 len: 173 time: 2.3534963 May 30 20:00:53.676723 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b4bb59e2-c0ea-46bf-a759-64938e22c28a up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:53.697010 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-deb992fb-e846-4359-bc80-77b554cb5b19 service neutron] 10.222.0.84 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8189173 May 30 20:00:53.822147 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=c4752f50-55cc-4eba-86da-d527315aebbb,revision_number=10']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:53.848340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] Set router 918f7ec6-e6d1-4a68-9be6-341d3336328c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:00:53.924800 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-e6c9f13a-6c7e-4d1d-9177-c9c0da35895e req-bd657bb1-492e-4c54-9a97-ea5308d23201 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] delete failed (client error): There was a conflict when trying to complete your request. May 30 20:00:53.929559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port b4bb59e2-c0ea-46bf-a759-64938e22c28a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:53.929899 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:53.940576 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e6c9f13a-6c7e-4d1d-9177-c9c0da35895e req-bd657bb1-492e-4c54-9a97-ea5308d23201 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "DELETE /v2.0/security-groups/9735b52d-9477-4214-916b-8a525addeb0b HTTP/1.1" status: 409 len: 341 time: 0.3418176 May 30 20:00:53.967691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['c4752f50-55cc-4eba-86da-d527315aebbb'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:54.046012 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a146e32-7827-459e-838c-a49c8079fb49'] response: {'name': 'network-changed', 'server_uuid': '2f19d2e2-a57b-4942-bd97-3420c0d1dcf9', 'tag': 'e21d4a2a-9f8f-492d-ae70-b5b167acecb4', 'status': 'completed', 'code': 200} May 30 20:00:54.048073 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-5879e959-860c-4d75-9c45-a2f0d6f4f207 service neutron] 10.222.0.84 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495271 May 30 20:00:54.340546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f4c556c-697c-4a96-a906-167da4df8bce req-cb14f670-adcf-41b6-8fa1-ebcd288ee448 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8e91f39dc1cb49d8a7c30a8d5d13f2b8&device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 1136 time: 0.2692282 May 30 20:00:54.759555 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29ef4312-bf7c-4b80-ad42-c5c45e080745 req-ce71db51-a9b5-4d9a-b8a5-9f167bd274a1 tempest-FloatingIPsNegativeTestJSON-1186306085 tempest-FloatingIPsNegativeTestJSON-1186306085-project] 10.222.0.84 "GET /v2.0/floatingips?tenant_id=9743faae4a3542f9b7d1dc8776154f6a HTTP/1.1" status: 200 len: 217 time: 0.1052651 May 30 20:00:54.859314 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfcc01b6-84bf-4e18-96cb-4a945de750f4'] response: {'server_uuid': '9bd11222-dcc7-45af-9c0c-c266bc61178c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4752f50-55cc-4eba-86da-d527315aebbb', 'code': 200} May 30 20:00:54.863915 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918f7ec6-e6d1-4a68-9be6-341d3336328c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1198085833-router', 'tenant_id': '9743faae4a3542f9b7d1dc8776154f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '08f6015f-8edc-4e83-9b66-b25493755d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:00:44Z', 'updated_at': '2022-05-30T20:00:50Z', 'revision_number': 4, 'project_id': '9743faae4a3542f9b7d1dc8776154f6a', 'gw_port': {'id': '08f6015f-8edc-4e83-9b66-b25493755d3d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918f7ec6-e6d1-4a68-9be6-341d3336328c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:00:45Z', 'updated_at': '2022-05-30T20:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'f6b995eb-f051-467f-856c-42710102f4b2', 'name': '', 'network_id': 'faab5e6e-5459-4996-b07a-ec0f913fd39e', 'tenant_id': '9743faae4a3542f9b7d1dc8776154f6a', 'mac_address': 'fa:16:3e:4a:91:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918f7ec6-e6d1-4a68-9be6-341d3336328c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e09a17a1-34fa-49ac-a389-0e55c6504eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:00:49Z', 'updated_at': '2022-05-30T20:00:50Z', 'revision_number': 2, 'project_id': '9743faae4a3542f9b7d1dc8776154f6a', 'subnets': [{'id': 'e09a17a1-34fa-49ac-a389-0e55c6504eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:54.868471 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d076098-6ffd-446b-9169-f330cd4e2166 None None] The sync data for ids ['918f7ec6-e6d1-4a68-9be6-341d3336328c'] in n-d-843949-2 is: [{'id': '918f7ec6-e6d1-4a68-9be6-341d3336328c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1198085833-router', 'tenant_id': '9743faae4a3542f9b7d1dc8776154f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '08f6015f-8edc-4e83-9b66-b25493755d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:00:44Z', 'updated_at': '2022-05-30T20:00:50Z', 'revision_number': 4, 'project_id': '9743faae4a3542f9b7d1dc8776154f6a', 'gw_port': {'id': '08f6015f-8edc-4e83-9b66-b25493755d3d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918f7ec6-e6d1-4a68-9be6-341d3336328c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:00:45Z', 'updated_at': '2022-05-30T20:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'f6b995eb-f051-467f-856c-42710102f4b2', 'name': '', 'network_id': 'faab5e6e-5459-4996-b07a-ec0f913fd39e', 'tenant_id': '9743faae4a3542f9b7d1dc8776154f6a', 'mac_address': 'fa:16:3e:4a:91:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918f7ec6-e6d1-4a68-9be6-341d3336328c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e09a17a1-34fa-49ac-a389-0e55c6504eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:00:49Z', 'updated_at': '2022-05-30T20:00:50Z', 'revision_number': 2, 'project_id': '9743faae4a3542f9b7d1dc8776154f6a', 'subnets': [{'id': 'e09a17a1-34fa-49ac-a389-0e55c6504eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:00:54.912359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af6c50-834f-437e-8283-48e3d4e5390b req-a7650a49-a183-4068-8714-1ad2f3db7899 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:54.920510 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0af6c50-834f-437e-8283-48e3d4e5390b req-a7650a49-a183-4068-8714-1ad2f3db7899 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.3225355 May 30 20:00:54.942474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c556c-697c-4a96-a906-167da4df8bce req-18715527-f3c2-4a26-b411-90d56d0c8e68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:54.944161 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f4c556c-697c-4a96-a906-167da4df8bce req-18715527-f3c2-4a26-b411-90d56d0c8e68 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0af1ee9a-ef0c-412c-8632-5d7d61427758 HTTP/1.1" status: 200 len: 913 time: 0.5975955 May 30 20:00:55.062267 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f4c556c-697c-4a96-a906-167da4df8bce req-f8e3aef5-c8e5-418b-989f-f3043988d0bc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e21d4a2a-9f8f-492d-ae70-b5b167acecb4 HTTP/1.1" status: 200 len: 217 time: 0.1066074 May 30 20:00:55.096614 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0af6c50-834f-437e-8283-48e3d4e5390b req-6150bb2d-f57e-4e5c-9949-62bd2162fbf8 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751974 May 30 20:00:55.259673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c556c-697c-4a96-a906-167da4df8bce req-54ab8a7c-ac59-45e6-a62d-d37331d3a50b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:55.261666 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f4c556c-697c-4a96-a906-167da4df8bce req-54ab8a7c-ac59-45e6-a62d-d37331d3a50b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e7f80b35-615d-42ac-91ab-cb12a562dd68 HTTP/1.1" status: 200 len: 852 time: 0.1708317 May 30 20:00:55.345922 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f4c556c-697c-4a96-a906-167da4df8bce req-467c0042-40c3-4cf5-a894-28f6b9619a9d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0af1ee9a-ef0c-412c-8632-5d7d61427758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738182 May 30 20:00:55.487277 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff12c0-78b6-41ac-a02a-13ad3ef4867a req-aea109c5-f765-429c-80ba-c3577b9346cd tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:55.495973 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-77ff12c0-78b6-41ac-a02a-13ad3ef4867a req-aea109c5-f765-429c-80ba-c3577b9346cd tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 948 time: 0.4326923 May 30 20:00:55.603793 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2ee8b4db-6032-47b3-81a6-168bce860321 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:00:55.607087 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-77ff12c0-78b6-41ac-a02a-13ad3ef4867a req-45e0a915-0393-41f6-8c16-2f2327e15cd1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099505 May 30 20:00:55.673576 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f4c556c-697c-4a96-a906-167da4df8bce req-432a83d0-05bd-404c-b8b9-cd1f49c9da56 service neutron] 10.222.0.93 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172529 May 30 20:00:55.715938 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 2ee8b4db-6032-47b3-81a6-168bce860321 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:00:55.716342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2ee8b4db-6032-47b3-81a6-168bce860321 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:00:55.750294 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8b03033-6139-4e2d-8a00-af6038d7ebf7 req-7c040865-b398-40dd-b014-3df9984ecb27 tempest-FloatingIPsNegativeTestJSON-1186306085 tempest-FloatingIPsNegativeTestJSON-1186306085-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0751231 May 30 20:00:55.777255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 448444c2-04f3-4dd7-bcef-8f5d59972827 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:55.975814 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f4c556c-697c-4a96-a906-167da4df8bce req-b6b9dd5f-5db7-4eac-a630-0c20987926ea service neutron] 10.222.0.93 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782698 May 30 20:00:55.994344 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 448444c2-04f3-4dd7-bcef-8f5d59972827 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:56.015856 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 448444c2-04f3-4dd7-bcef-8f5d59972827 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:56.016248 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:56.047615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47c1358-1f10-4220-8633-7bd3500b47d2', 'name': 'network-vif-deleted', 'tag': '2ee8b4db-6032-47b3-81a6-168bce860321'}, {'server_uuid': '7d54f99b-4773-495d-bfff-b3e3f8266c3e', 'name': 'network-vif-deleted', 'tag': '5200eac4-0c14-4139-aa0b-b42f369008d9'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:56.368224 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:56.461424 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 448444c2-04f3-4dd7-bcef-8f5d59972827, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=448444c2-04f3-4dd7-bcef-8f5d59972827,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:56.471531 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:56.472833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5200eac4-0c14-4139-aa0b-b42f369008d9 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:00:56.479297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd446cf-8c38-469e-8eb1-8324d65a0849 req-101d2263-a577-4eeb-ab05-71e88d854a47 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:56.486829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1cd446cf-8c38-469e-8eb1-8324d65a0849 req-101d2263-a577-4eeb-ab05-71e88d854a47 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 985 time: 0.3325119 May 30 20:00:56.546016 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc3a9886-b1f6-4643-8ec1-5c037472f7ee req-ff2ccacd-203c-41ff-9aa5-9137ad4c2a23 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8e91f39dc1cb49d8a7c30a8d5d13f2b8&device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 1136 time: 0.2732584 May 30 20:00:56.592575 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1cd446cf-8c38-469e-8eb1-8324d65a0849 req-58656890-17ca-4660-8425-fff9ac28b810 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=9735b52d-9477-4214-916b-8a525addeb0b&id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1047742 May 30 20:00:56.621392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 5200eac4-0c14-4139-aa0b-b42f369008d9 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:00:56.622166 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5200eac4-0c14-4139-aa0b-b42f369008d9 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:00:56.679882 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=448444c2-04f3-4dd7-bcef-8f5d59972827,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:56.860938 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf5d20c-68e1-4ca5-8814-df216e32d5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448444c2-04f3-4dd7-bcef-8f5d59972827'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:56.896053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53454) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:57.008126 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-dfc638ff-e6e3-4761-ae27-b853fc8d8685 req-7587fd3e-441b-4a34-828a-66a3aa727b4b tempest-FloatingIPsNegativeTestJSON-1186306085 tempest-FloatingIPsNegativeTestJSON-1186306085-project] show failed (client error): The resource could not be found. May 30 20:00:57.009166 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dfc638ff-e6e3-4761-ae27-b853fc8d8685 req-7587fd3e-441b-4a34-828a-66a3aa727b4b tempest-FloatingIPsNegativeTestJSON-1186306085 tempest-FloatingIPsNegativeTestJSON-1186306085-project] 10.222.0.84 "GET /v2.0/floatingips/9730a95e-3043-4766-a76e-f15e49f2dfc1 HTTP/1.1" status: 404 len: 350 time: 0.2710502 May 30 20:00:57.011802 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1946f937-3eca-4b61-a98e-1e0c5ba7e494'] response: {'server_uuid': 'f47c1358-1f10-4220-8633-7bd3500b47d2', 'name': 'network-vif-deleted', 'tag': '2ee8b4db-6032-47b3-81a6-168bce860321', 'status': 'completed', 'code': 200} May 30 20:00:57.012091 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1946f937-3eca-4b61-a98e-1e0c5ba7e494'] response: {'server_uuid': '7d54f99b-4773-495d-bfff-b3e3f8266c3e', 'name': 'network-vif-deleted', 'tag': '5200eac4-0c14-4139-aa0b-b42f369008d9', 'status': 'completed', 'code': 200} May 30 20:00:57.018859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53462) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:57.306849 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66e3f255-4635-46fb-94b3-49e26025ea43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:57.393419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4aab2ab9-9848-42b4-97d3-691a797c67a5 req-8b32084b-cb80-4afe-862a-56910dbb5169 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Synchronizing usage tracker for tenant:9e25517bc5894648b92f5eedd1680e09 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:57.428345 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-66e3f255-4635-46fb-94b3-49e26025ea43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:57.434149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-66e3f255-4635-46fb-94b3-49e26025ea43 admin admin] Usage tracker for resource:security_group_rule and tenant:3243b4384fdb48a2b3af442a027526be is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:57.438052 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-66e3f255-4635-46fb-94b3-49e26025ea43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:57.447367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-66e3f255-4635-46fb-94b3-49e26025ea43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:57.548570 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-b81cf43b-147f-4f6b-babf-b53aaf411b31 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:57.549999 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-b81cf43b-147f-4f6b-babf-b53aaf411b31 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.77 "GET /v2.0/networks?id=e3e8966b-3220-4970-b980-9a58fcf48a3f HTTP/1.1" status: 200 len: 812 time: 0.5399897 May 30 20:00:57.556020 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66e3f255-4635-46fb-94b3-49e26025ea43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:57.596355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-2e114b29-db71-404f-bcb5-874718e4f038 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Request body: {'port': {'device_id': 'e7c33719-192b-4945-afbe-eb69c1de8649', 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f', 'admin_state_up': True, 'tenant_id': '9e25517bc5894648b92f5eedd1680e09'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:57.614665 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c4752f50-55cc-4eba-86da-d527315aebbb up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:57.639752 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4aab2ab9-9848-42b4-97d3-691a797c67a5 req-8b32084b-cb80-4afe-862a-56910dbb5169 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Unset dirty status for tenant:9e25517bc5894648b92f5eedd1680e09 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:57.652939 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4aab2ab9-9848-42b4-97d3-691a797c67a5 req-8b32084b-cb80-4afe-862a-56910dbb5169 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=898827f5-bda7-4aef-987a-9f1e1e47b016 HTTP/1.1" status: 200 len: 210 time: 0.6395879 May 30 20:00:57.708076 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 08f6015f-8edc-4e83-9b66-b25493755d3d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:57.740876 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66e3f255-4635-46fb-94b3-49e26025ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:57.792271 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a9886-b1f6-4643-8ec1-5c037472f7ee req-314006df-1e9a-4c0a-a523-627d5982b7cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:57.794376 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc3a9886-b1f6-4643-8ec1-5c037472f7ee req-314006df-1e9a-4c0a-a523-627d5982b7cd service neutron] 10.222.0.93 "GET /v2.0/networks?id=0af1ee9a-ef0c-412c-8632-5d7d61427758 HTTP/1.1" status: 200 len: 913 time: 1.2379341 May 30 20:00:57.816772 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3f255-4635-46fb-94b3-49e26025ea43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347b607e-b2ed-483c-9990-86252ee965f5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:57.827238 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-66e3f255-4635-46fb-94b3-49e26025ea43 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3243b4384fdb48a2b3af442a027526be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9264607 May 30 20:00:57.827238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53468) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:57.923289 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a66294b-221e-4da6-a009-62d13f0bd91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:57.969531 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a66294b-221e-4da6-a009-62d13f0bd91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:57.992893 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-614e276d-8d28-440e-9c7e-4fccae9cd0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:58.008238 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-fe505eb6-ea22-466e-b4ae-e505cda18158 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:58.010390 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-fe505eb6-ea22-466e-b4ae-e505cda18158 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.93 "GET /v2.0/networks?id=e3e8966b-3220-4970-b980-9a58fcf48a3f HTTP/1.1" status: 200 len: 812 time: 0.7658544 May 30 20:00:58.023340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 08f6015f-8edc-4e83-9b66-b25493755d3d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:58.023628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1128ec4f-3467-4b8c-91f7-214985c9dfad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:58.029173 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 08f6015f-8edc-4e83-9b66-b25493755d3d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:58.030151 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:58.031815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42b5e7-f204-4163-98e4-3e06c43682d7 req-ce0256b0-ba98-4aed-b11c-48d92a8b717c tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:58.039663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ae42b5e7-f204-4163-98e4-3e06c43682d7 req-ce0256b0-ba98-4aed-b11c-48d92a8b717c tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 950 time: 0.7376091 May 30 20:00:58.042451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc3a9886-b1f6-4643-8ec1-5c037472f7ee req-8225629b-f5e4-49b2-8171-d2b552c72f48 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e21d4a2a-9f8f-492d-ae70-b5b167acecb4 HTTP/1.1" status: 200 len: 217 time: 0.2341130 May 30 20:00:58.096663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port c4752f50-55cc-4eba-86da-d527315aebbb triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:58.097035 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:58.151955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-ff42db7c-1fad-48e5-bd65-dd0b7dea62fd tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Request body: {'port': {'device_id': '898827f5-bda7-4aef-987a-9f1e1e47b016', 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f', 'admin_state_up': True, 'tenant_id': '9e25517bc5894648b92f5eedd1680e09'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:58.184093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a9886-b1f6-4643-8ec1-5c037472f7ee req-f7767831-3de1-48d0-9f39-8128b2a09757 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:58.185779 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc3a9886-b1f6-4643-8ec1-5c037472f7ee req-f7767831-3de1-48d0-9f39-8128b2a09757 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e7f80b35-615d-42ac-91ab-cb12a562dd68 HTTP/1.1" status: 200 len: 852 time: 0.1261384 May 30 20:00:58.266310 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:58.284568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 08f6015f-8edc-4e83-9b66-b25493755d3d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=08f6015f-8edc-4e83-9b66-b25493755d3d,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:58.349104 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:58.353325 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a66294b-221e-4da6-a009-62d13f0bd91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:58.357336 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc3a9886-b1f6-4643-8ec1-5c037472f7ee req-7cd9c032-3289-4957-8621-4c0e54c00aa6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0af1ee9a-ef0c-412c-8632-5d7d61427758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592052 May 30 20:00:58.371856 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:58.383998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66294b-221e-4da6-a009-62d13f0bd91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347b607e-b2ed-483c-9990-86252ee965f5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:58.452638 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ae42b5e7-f204-4163-98e4-3e06c43682d7 req-70611872-c339-455e-b6f7-538a0ff99787 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117270 May 30 20:00:58.458364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-2e114b29-db71-404f-bcb5-874718e4f038 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:58.479558 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c4752f50-55cc-4eba-86da-d527315aebbb, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c4752f50-55cc-4eba-86da-d527315aebbb,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:58.480522 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a66294b-221e-4da6-a009-62d13f0bd91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:58.480522 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7a66294b-221e-4da6-a009-62d13f0bd91c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/347b607e-b2ed-483c-9990-86252ee965f5 HTTP/1.1" status: 204 len: 168 time: 0.6505237 May 30 20:00:58.497229 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:58.503336 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=08f6015f-8edc-4e83-9b66-b25493755d3d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:58.594551 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=c4752f50-55cc-4eba-86da-d527315aebbb,revision_number=11']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:58.642616 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35dba066-f72f-4380-928a-6d3ec003ee0d'] response: {'server_uuid': '9bf5d20c-68e1-4ca5-8814-df216e32d5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448444c2-04f3-4dd7-bcef-8f5d59972827', 'code': 200} May 30 20:00:58.664143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-2e114b29-db71-404f-bcb5-874718e4f038 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:58.711428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-ff42db7c-1fad-48e5-bd65-dd0b7dea62fd tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:58.738198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-2e114b29-db71-404f-bcb5-874718e4f038 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Made reservation on behalf of 9e25517bc5894648b92f5eedd1680e09 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:58.750426 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-2e114b29-db71-404f-bcb5-874718e4f038 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:58.797632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-ff42db7c-1fad-48e5-bd65-dd0b7dea62fd tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:58.819917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d6843-4ee6-4eb6-a39b-f9fcb5d819d3 req-82e150e5-dc1b-4629-800b-1d8d41b7a4b8 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:58.829015 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-748d6843-4ee6-4eb6-a39b-f9fcb5d819d3 req-82e150e5-dc1b-4629-800b-1d8d41b7a4b8 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 0.9447758 May 30 20:00:58.924641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-748d6843-4ee6-4eb6-a39b-f9fcb5d819d3 req-0d30f317-bee3-4a86-a5bd-2d0f5f5ba4a5 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937459 May 30 20:00:58.956879 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c14fc85d-bee4-4ce1-ae4f-564901eeca6d req-cdfdcd77-6e15-4102-8403-94b12e5b5ce9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 1100 time: 0.2033515 May 30 20:00:59.135907 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c14fc85d-bee4-4ce1-ae4f-564901eeca6d req-7f56b312-d915-45e2-a60b-d057bab3a719 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697736 May 30 20:00:59.136295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-ff42db7c-1fad-48e5-bd65-dd0b7dea62fd tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Made reservation on behalf of 9e25517bc5894648b92f5eedd1680e09 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:59.138468 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-ff42db7c-1fad-48e5-bd65-dd0b7dea62fd tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:59.245580 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc3a9886-b1f6-4643-8ec1-5c037472f7ee req-509d9a95-770c-4884-9889-5656400018b8 service neutron] 10.222.0.93 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8815081 May 30 20:00:59.338640 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-1128ec4f-3467-4b8c-91f7-214985c9dfad admin admin] Deleting port f6b995eb-f051-467f-856c-42710102f4b2 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:00:59.339137 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1128ec4f-3467-4b8c-91f7-214985c9dfad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:59.545353 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1128ec4f-3467-4b8c-91f7-214985c9dfad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:59.672514 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 08f6015f-8edc-4e83-9b66-b25493755d3d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:59.726128 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b90b77ba-9c0c-4dd3-9f3b-c8245feda89d req-0c243b56-6f01-4b2d-89fe-7169fc874878 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=898827f5-bda7-4aef-987a-9f1e1e47b016 HTTP/1.1" status: 200 len: 210 time: 0.6387043 May 30 20:00:59.791557 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc3a9886-b1f6-4643-8ec1-5c037472f7ee req-5bfa1e48-75a3-469f-b0ca-b4074a38dd43 service neutron] 10.222.0.93 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397645 May 30 20:00:59.799735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-1128ec4f-3467-4b8c-91f7-214985c9dfad admin admin] Calling delete_port for f6b995eb-f051-467f-856c-42710102f4b2 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:00:59.896311 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-648b1965-a15e-4e57-bdaa-ccfb218ef4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:59.915425 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 08f6015f-8edc-4e83-9b66-b25493755d3d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:59.916883 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:59.995153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a596c52-305b-4254-aead-89c867763b2f req-74381184-35a6-4030-bd73-7a7a71ee045b tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:00.004328 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a596c52-305b-4254-aead-89c867763b2f req-74381184-35a6-4030-bd73-7a7a71ee045b tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 985 time: 0.9683173 May 30 20:01:00.038898 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1128ec4f-3467-4b8c-91f7-214985c9dfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:00.108702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-2e114b29-db71-404f-bcb5-874718e4f038 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Allocated IP 172.20.0.2 (e3e8966b-3220-4970-b980-9a58fcf48a3f/0ebee1e4-d8e6-465d-8b5f-8b975f105a32/8fa82f0b-9548-4c7f-8d29-f3b16aebc70b) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:00.112877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128ec4f-3467-4b8c-91f7-214985c9dfad admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b995eb-f051-467f-856c-42710102f4b2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:00.170180 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a596c52-305b-4254-aead-89c867763b2f req-62fc9942-af97-441a-9d78-950c7dbcafad tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=9735b52d-9477-4214-916b-8a525addeb0b&id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1643391 May 30 20:01:00.532753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0aac1c-d155-48f2-a01c-1c1b9065b31e req-ff4cfa36-3088-4ff1-b512-8edd44909fee tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:00.542840 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee0aac1c-d155-48f2-a01c-1c1b9065b31e req-ff4cfa36-3088-4ff1-b512-8edd44909fee tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 951 time: 0.5523455 May 30 20:01:00.644570 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd11222-dcc7-45af-9c0c-c266bc61178c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4752f50-55cc-4eba-86da-d527315aebbb'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:00.659534 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee0aac1c-d155-48f2-a01c-1c1b9065b31e req-c6aba96e-af78-4141-9718-82d495192927 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176400 May 30 20:01:00.681134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1128ec4f-3467-4b8c-91f7-214985c9dfad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:00.791994 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-2e114b29-db71-404f-bcb5-874718e4f038 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:00.862406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9358de-d69a-4052-b87c-618713cec842 req-c64a2db8-d995-4fbe-af98-3259f90abef4 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:00.864305 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a9358de-d69a-4052-b87c-618713cec842 req-c64a2db8-d995-4fbe-af98-3259f90abef4 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 0.1205781 May 30 20:01:00.869216 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-2e114b29-db71-404f-bcb5-874718e4f038 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:01.074124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-2e114b29-db71-404f-bcb5-874718e4f038 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Network e3e8966b-3220-4970-b980-9a58fcf48a3f is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:01.079606 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:01.081972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-2e114b29-db71-404f-bcb5-874718e4f038 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:01.088692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-2e114b29-db71-404f-bcb5-874718e4f038 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:01.106331 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56012e9c-3bc1-403b-baf9-a5e2b9bb8e07'] response: {'server_uuid': '9bd11222-dcc7-45af-9c0c-c266bc61178c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4752f50-55cc-4eba-86da-d527315aebbb', 'code': 200} May 30 20:01:01.231654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-ff42db7c-1fad-48e5-bd65-dd0b7dea62fd tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Allocated IP 172.20.0.14 (e3e8966b-3220-4970-b980-9a58fcf48a3f/0ebee1e4-d8e6-465d-8b5f-8b975f105a32/fec6b198-6a42-4b16-855b-742e3fc97c11) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:01.264594 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e114b29-db71-404f-bcb5-874718e4f038 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Pushing event updated for resources: {'Port': ['ID=8fa82f0b-9548-4c7f-8d29-f3b16aebc70b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:01.265887 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:01.381420 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a9358de-d69a-4052-b87c-618713cec842 req-0abdd348-aa17-41c3-b60f-fe938a456625 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536409 May 30 20:01:01.413710 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb99bd8e-1413-4f13-8cf2-23ace8975faa req-3f9d749a-c3b6-4ef0-92f8-1f0d8721faa3 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=898827f5-bda7-4aef-987a-9f1e1e47b016 HTTP/1.1" status: 200 len: 210 time: 0.1417933 May 30 20:01:01.506446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-2e114b29-db71-404f-bcb5-874718e4f038 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:01.507157 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-2e114b29-db71-404f-bcb5-874718e4f038 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:01.557204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-2e114b29-db71-404f-bcb5-874718e4f038 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9782567 May 30 20:01:01.569809 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53542) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:01.579039 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Request body: {'port': {'device_id': 'e7c33719-192b-4945-afbe-eb69c1de8649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:01.735791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1128ec4f-3467-4b8c-91f7-214985c9dfad admin admin] Router 918f7ec6-e6d1-4a68-9be6-341d3336328c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:01:01.948620 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:01.958938 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d3a65ea-1685-4866-865a-0a494c717d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:02.016811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3d3a65ea-1685-4866-865a-0a494c717d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:02.021622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3d3a65ea-1685-4866-865a-0a494c717d87 admin admin] Usage tracker for resource:security_group_rule and tenant:04365821f70e40c8b81b183d4165d28a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:02.026082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3d3a65ea-1685-4866-865a-0a494c717d87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:02.034552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3d3a65ea-1685-4866-865a-0a494c717d87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:02.063885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48c765cb-1a8d-4c96-af40-e8446c45a474 req-96ca7222-b8a9-4564-8a16-b55909a2ce84 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 1102 time: 0.6469903 May 30 20:01:02.080222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025cfa5-be2e-4107-bba7-1d91aba4ddf8 req-f3714bd5-06ef-46cb-8c7c-bf46936790f2 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:02.087398 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b025cfa5-be2e-4107-bba7-1d91aba4ddf8 req-f3714bd5-06ef-46cb-8c7c-bf46936790f2 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 985 time: 0.4424114 May 30 20:01:02.126700 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d3a65ea-1685-4866-865a-0a494c717d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:02.142384 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d3a65ea-1685-4866-865a-0a494c717d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:02.210572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a65ea-1685-4866-865a-0a494c717d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de41550-7eed-4d09-9163-29b1feed8aca,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:02.216572 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3d3a65ea-1685-4866-865a-0a494c717d87 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=04365821f70e40c8b81b183d4165d28a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6457655 May 30 20:01:02.219590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53554) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:02.244782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1128ec4f-3467-4b8c-91f7-214985c9dfad admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:01:02.258436 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-ff42db7c-1fad-48e5-bd65-dd0b7dea62fd tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:02.314407 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48c765cb-1a8d-4c96-af40-e8446c45a474 req-a2fba7ac-90b5-40f3-af03-0db0dda07495 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219629 May 30 20:01:02.320815 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1128ec4f-3467-4b8c-91f7-214985c9dfad admin admin] 10.222.0.84 "PUT /v2.0/routers/918f7ec6-e6d1-4a68-9be6-341d3336328c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2994716 May 30 20:01:02.321075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53558) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:02.336578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b025cfa5-be2e-4107-bba7-1d91aba4ddf8 req-7a90d033-eb58-4eb0-8e5c-488f4f90ba5a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=9735b52d-9477-4214-916b-8a525addeb0b&id=fe2ad798-d07a-411b-a6a5-d27165a8900c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2483518 May 30 20:01:02.343291 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a479255-b722-444d-9e6d-38bfcf4e4bdb req-3a426f55-a78d-4a73-a02f-1dfd4ca05aa9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:02.347279 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a479255-b722-444d-9e6d-38bfcf4e4bdb req-3a426f55-a78d-4a73-a02f-1dfd4ca05aa9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 951 time: 0.4819498 May 30 20:01:02.451792 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2e58e5c8-fd68-4ef9-bed8-5b0e4723e525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:02.465805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a479255-b722-444d-9e6d-38bfcf4e4bdb req-3e09820f-78e6-498b-92dd-c6fcb7bfb2c7 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112556 May 30 20:01:02.492857 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2e58e5c8-fd68-4ef9-bed8-5b0e4723e525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:02.512961 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-ff42db7c-1fad-48e5-bd65-dd0b7dea62fd tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:02.556867 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2e58e5c8-fd68-4ef9-bed8-5b0e4723e525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:02.590559 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58e5c8-fd68-4ef9-bed8-5b0e4723e525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de41550-7eed-4d09-9163-29b1feed8aca,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:02.599363 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2e58e5c8-fd68-4ef9-bed8-5b0e4723e525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:02.612406 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2e58e5c8-fd68-4ef9-bed8-5b0e4723e525 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1de41550-7eed-4d09-9163-29b1feed8aca HTTP/1.1" status: 204 len: 168 time: 0.3897164 May 30 20:01:02.670599 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:02.740227 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf7d2-5d1e-4a3c-98b8-b7768c08b572 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:02.866268 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:03.004938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-ff42db7c-1fad-48e5-bd65-dd0b7dea62fd tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Network e3e8966b-3220-4970-b980-9a58fcf48a3f is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:03.012670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-ff42db7c-1fad-48e5-bd65-dd0b7dea62fd tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:03.015347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42db7c-1fad-48e5-bd65-dd0b7dea62fd tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Pushing event updated for resources: {'Port': ['ID=fec6b198-6a42-4b16-855b-742e3fc97c11,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:03.022994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-ff42db7c-1fad-48e5-bd65-dd0b7dea62fd tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:03.039438 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf7d2-5d1e-4a3c-98b8-b7768c08b572 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:03.054772 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-0bcbf7d2-5d1e-4a3c-98b8-b7768c08b572 admin admin] Deleting port 08f6015f-8edc-4e83-9b66-b25493755d3d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:03.055543 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf7d2-5d1e-4a3c-98b8-b7768c08b572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:03.106267 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e982bbf-e8ce-40c8-b030-130e0afd92d0 req-1e4c2f63-53e5-4173-a5e8-4e5f1d45209d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-292728156&fields=id&tenant_id=8e91f39dc1cb49d8a7c30a8d5d13f2b8 HTTP/1.1" status: 200 len: 267 time: 0.5790849 May 30 20:01:03.183265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-ff42db7c-1fad-48e5-bd65-dd0b7dea62fd tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:03.183874 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-ff42db7c-1fad-48e5-bd65-dd0b7dea62fd tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:03.238248 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bdf49-9524-4808-8f6d-53016109d8ba req-4b65f73c-1724-4703-9aa4-c2b424030ec1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:03.245260 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c2bdf49-9524-4808-8f6d-53016109d8ba req-4b65f73c-1724-4703-9aa4-c2b424030ec1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 0.4446037 May 30 20:01:03.247634 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-ff42db7c-1fad-48e5-bd65-dd0b7dea62fd tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1892521 May 30 20:01:03.284546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Request body: {'port': {'device_id': '898827f5-bda7-4aef-987a-9f1e1e47b016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:03.336789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-0bcbf7d2-5d1e-4a3c-98b8-b7768c08b572 admin admin] For port 08f6015f-8edc-4e83-9b66-b25493755d3d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=08f6015f-8edc-4e83-9b66-b25493755d3d,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:03.337775 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf7d2-5d1e-4a3c-98b8-b7768c08b572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:03.459416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:03.611667 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:03.629430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Transition to ACTIVE for port object 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:03.633506 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:03.663629 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c2bdf49-9524-4808-8f6d-53016109d8ba req-f6aa39a0-6676-4c05-85cb-a0da18ea468f tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173138 May 30 20:01:03.674781 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:03.680124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-0bcbf7d2-5d1e-4a3c-98b8-b7768c08b572 admin admin] Calling delete_port for 08f6015f-8edc-4e83-9b66-b25493755d3d owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:03.740077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53594) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:03.770034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e982bbf-e8ce-40c8-b030-130e0afd92d0 req-a5a01d2e-f5c1-45ff-885d-29643369d98e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:03.771738 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e982bbf-e8ce-40c8-b030-130e0afd92d0 req-a5a01d2e-f5c1-45ff-885d-29643369d98e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 985 time: 0.6499429 May 30 20:01:03.853996 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-7e982bbf-e8ce-40c8-b030-130e0afd92d0 req-07b34719-f0f9-4a24-a373-0666e9cf24a1 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Request body: {'port': {'security_groups': ['9735b52d-9477-4214-916b-8a525addeb0b', 'fe2ad798-d07a-411b-a6a5-d27165a8900c', '1fc37d48-c5ae-4d26-aba2-387c6dca8bf6']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:04.036003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1356679224-network', 'tenant_id': '820db36be181450f96a3fd776851fff7'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:04.040688 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf7d2-5d1e-4a3c-98b8-b7768c08b572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.045592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:04.073972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Pushing event updated for resources: {'Port': ['ID=8fa82f0b-9548-4c7f-8d29-f3b16aebc70b,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:04.088829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbf7d2-5d1e-4a3c-98b8-b7768c08b572 admin admin] Pushing event deleted for resources: {'Port': ['ID=08f6015f-8edc-4e83-9b66-b25493755d3d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:04.093976 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Usage tracker for resource:network and tenant:820db36be181450f96a3fd776851fff7 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:04.099901 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:04.131714 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:04.187900 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Made reservation on behalf of 820db36be181450f96a3fd776851fff7 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:04.190266 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.226652 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.346451 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7e982bbf-e8ce-40c8-b030-130e0afd92d0 req-07b34719-f0f9-4a24-a373-0666e9cf24a1 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.425249 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:04.428817 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf7d2-5d1e-4a3c-98b8-b7768c08b572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.484838 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Usage tracker for resource:security_group_rule and tenant:820db36be181450f96a3fd776851fff7 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:04.491921 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:04.534502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccf6c9-7531-4012-a2de-a582dc423400 req-7d313bd0-db82-455a-81a2-d0524a7add0e tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:04.535448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b4ccf6c9-7531-4012-a2de-a582dc423400 req-7d313bd0-db82-455a-81a2-d0524a7add0e tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Synchronizing usage tracker for tenant:9e25517bc5894648b92f5eedd1680e09 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:04.567029 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:04.592935 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Attempting to bind port 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:04.593398 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Attempting to bind port 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:04.593810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Attempting to bind port 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b on network e3e8966b-3220-4970-b980-9a58fcf48a3f {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:04.626001 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b4ccf6c9-7531-4012-a2de-a582dc423400 req-7d313bd0-db82-455a-81a2-d0524a7add0e tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Unset dirty status for tenant:9e25517bc5894648b92f5eedd1680e09 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:04.627155 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4ccf6c9-7531-4012-a2de-a582dc423400 req-7d313bd0-db82-455a-81a2-d0524a7add0e tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=898827f5-bda7-4aef-987a-9f1e1e47b016 HTTP/1.1" status: 200 len: 932 time: 0.6437442 May 30 20:01:04.642174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Port 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b on network e3e8966b-3220-4970-b980-9a58fcf48a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:01:04.642524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Attempting to bind port 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b on network e3e8966b-3220-4970-b980-9a58fcf48a3f {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:04.688923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:04.689259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Checking segment: {'id': '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:04.689662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Bound using segment: {'id': '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:04.690070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Bound port: 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:04.690411 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.730612 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf7d2-5d1e-4a3c-98b8-b7768c08b572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.744511 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf7d2-5d1e-4a3c-98b8-b7768c08b572 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.805930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.807064 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf7d2-5d1e-4a3c-98b8-b7768c08b572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.807771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcbf7d2-5d1e-4a3c-98b8-b7768c08b572 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 918f7ec6-e6d1-4a68-9be6-341d3336328c {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:01:04.816962 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.844810 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4ccf6c9-7531-4012-a2de-a582dc423400 req-386afe49-cb3a-4b4f-9741-8876660d222e tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034113 May 30 20:01:04.866740 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:01:04.889362 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf88d28-14f1-4d7f-8614-dbe883e1cd61,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:04.892647 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.892992 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Added segment ff8904e0-4b04-4874-9b0d-fa1541813429 of type vlan for network 36b664d0-6cf3-4ccf-bce1-04d7a20480e2 May 30 20:01:04.898953 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf7d2-5d1e-4a3c-98b8-b7768c08b572 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.900205 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0bcbf7d2-5d1e-4a3c-98b8-b7768c08b572 admin admin] 10.222.0.84 "DELETE /v2.0/routers/918f7ec6-e6d1-4a68-9be6-341d3336328c HTTP/1.1" status: 204 len: 168 time: 2.5679035 May 30 20:01:04.902900 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53600) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:04.996891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9389c6-86ed-4723-b0b6-b65d61f848df admin admin] Deleting subnet e09a17a1-34fa-49ac-a389-0e55c6504eb1 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:01:05.001009 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e9389c6-86ed-4723-b0b6-b65d61f848df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.079076 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e9389c6-86ed-4723-b0b6-b65d61f848df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.087446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec6b198-6a42-4b16-855b-742e3fc97c11 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:05.122655 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.150244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Transition to ACTIVE for port object fec6b198-6a42-4b16-855b-742e3fc97c11 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:05.158634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] For port 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:05.171299 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.171784 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e9389c6-86ed-4723-b0b6-b65d61f848df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.241126 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.257590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] For port 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=8fa82f0b-9548-4c7f-8d29-f3b16aebc70b,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:05.288558 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e9389c6-86ed-4723-b0b6-b65d61f848df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.319186 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.320130 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:05.320692 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.324264 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.385658 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fec6b198-6a42-4b16-855b-742e3fc97c11,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:05.398265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-7e982bbf-e8ce-40c8-b030-130e0afd92d0 req-07b34719-f0f9-4a24-a373-0666e9cf24a1 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] For port e21d4a2a-9f8f-492d-ae70-b5b167acecb4, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e21d4a2a-9f8f-492d-ae70-b5b167acecb4,segment=NetworkSegment(e00e908d-cc0d-4efe-a2c8-8f343a2e29b0),segment_id=e00e908d-cc0d-4efe-a2c8-8f343a2e29b0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:05.446074 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7016568 May 30 20:01:05.449736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9389c6-86ed-4723-b0b6-b65d61f848df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e09a17a1-34fa-49ac-a389-0e55c6504eb1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:05.451936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53612) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:05.453863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2ee19-f56f-4ac6-b8e5-d0cf22cdc0cb admin admin] Pushing event updated for resources: {'Network': ['ID=36b664d0-6cf3-4ccf-bce1-04d7a20480e2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:05.459180 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e9389c6-86ed-4723-b0b6-b65d61f848df admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.460998 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5e9389c6-86ed-4723-b0b6-b65d61f848df admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e09a17a1-34fa-49ac-a389-0e55c6504eb1 HTTP/1.1" status: 204 len: 168 time: 0.5571291 May 30 20:01:05.463397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53616) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:05.471932 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b330be2-6fa8-4e55-8567-8eef36ef77bf None None] Network faab5e6e-5459-4996-b07a-ec0f913fd39e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:01:05.473522 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-3c656891-b1db-4338-b811-9b0e33c45062 admin admin] Request body: {'subnet': {'network_id': '36b664d0-6cf3-4ccf-bce1-04d7a20480e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1356679224-subnet', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:05.493050 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 36b664d0-6cf3-4ccf-bce1-04d7a20480e2 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:01:05.514534 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:01:05.562766 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7e982bbf-e8ce-40c8-b030-130e0afd92d0 req-07b34719-f0f9-4a24-a373-0666e9cf24a1 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.565691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Pushing event updated for resources: {'Port': ['ID=8fa82f0b-9548-4c7f-8d29-f3b16aebc70b,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:05.569373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3c656891-b1db-4338-b811-9b0e33c45062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:05.576329 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.577816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-9b08b308-3bf4-423e-beaa-c78427ad207d service neutron] 10.222.0.77 "PUT /v2.0/ports/8fa82f0b-9548-4c7f-8d29-f3b16aebc70b HTTP/1.1" status: 200 len: 1091 time: 4.0049231 May 30 20:01:05.579429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c33719-192b-4945-afbe-eb69c1de8649', 'tag': '8fa82f0b-9548-4c7f-8d29-f3b16aebc70b'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:05.661188 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3c656891-b1db-4338-b811-9b0e33c45062 admin admin] Usage tracker for resource:subnet and tenant:820db36be181450f96a3fd776851fff7 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:05.698893 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7e982bbf-e8ce-40c8-b030-130e0afd92d0 req-07b34719-f0f9-4a24-a373-0666e9cf24a1 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.706998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3c656891-b1db-4338-b811-9b0e33c45062 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:05.716302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['e21d4a2a-9f8f-492d-ae70-b5b167acecb4'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:05.740960 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['60be2ea3-9b9a-4f01-862c-74203d008b31'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:05.748909 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.781253 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] Deleting port b4bb59e2-c0ea-46bf-a759-64938e22c28a {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:05.781932 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.904986 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3c656891-b1db-4338-b811-9b0e33c45062 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:05.914809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f22c2-cd94-415f-8207-be125d8013da req-542d516b-dcf0-472b-8fff-ccaf02287378 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:05.923719 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b5f22c2-cd94-415f-8207-be125d8013da req-542d516b-dcf0-472b-8fff-ccaf02287378 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 951 time: 0.6067619 May 30 20:01:05.942325 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b34719-f0f9-4a24-a373-0666e9cf24a1 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event updated for resources: {'Port': ['ID=e21d4a2a-9f8f-492d-ae70-b5b167acecb4,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:05.965578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e982bbf-e8ce-40c8-b030-130e0afd92d0 req-07b34719-f0f9-4a24-a373-0666e9cf24a1 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:05.966131 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7e982bbf-e8ce-40c8-b030-130e0afd92d0 req-07b34719-f0f9-4a24-a373-0666e9cf24a1 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.968063 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e982bbf-e8ce-40c8-b030-130e0afd92d0 req-07b34719-f0f9-4a24-a373-0666e9cf24a1 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "PUT /v2.0/ports/e21d4a2a-9f8f-492d-ae70-b5b167acecb4 HTTP/1.1" status: 200 len: 1021 time: 2.1830993 May 30 20:01:06.003904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Attempting to bind port fec6b198-6a42-4b16-855b-742e3fc97c11 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:06.007404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Attempting to bind port fec6b198-6a42-4b16-855b-742e3fc97c11 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:06.007753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Attempting to bind port fec6b198-6a42-4b16-855b-742e3fc97c11 on network e3e8966b-3220-4970-b980-9a58fcf48a3f {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:06.021358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c656891-b1db-4338-b811-9b0e33c45062 admin admin] Made reservation on behalf of 820db36be181450f96a3fd776851fff7 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:06.023647 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3c656891-b1db-4338-b811-9b0e33c45062 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:06.068739 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] For port b4bb59e2-c0ea-46bf-a759-64938e22c28a, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b4bb59e2-c0ea-46bf-a759-64938e22c28a,segment=NetworkSegment(7fdaa43c-7e77-4174-99ea-4e619812925f),segment_id=7fdaa43c-7e77-4174-99ea-4e619812925f)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:06.069109 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:06.118042 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['e21d4a2a-9f8f-492d-ae70-b5b167acecb4'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:06.293229 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-0caba7b2-c496-4b6f-a9c0-7447475a1dfe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e25517bc5894648b92f5eedd1680e09&device_id=e7c33719-192b-4945-afbe-eb69c1de8649 HTTP/1.1" status: 200 len: 1094 time: 0.6442711 May 30 20:01:06.311907 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b5f22c2-cd94-415f-8207-be125d8013da req-60aca0eb-3cfa-4361-998b-11e3df04b82a tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878691 May 30 20:01:06.312928 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3c656891-b1db-4338-b811-9b0e33c45062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:06.316828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] Calling delete_port for b4bb59e2-c0ea-46bf-a759-64938e22c28a owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:06.351521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca1e0fd-55db-47b4-befb-2c9ea1da9b45 None None] DHCP port deletion for faab5e6e-5459-4996-b07a-ec0f913fd39e request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:01:06.366638 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8ca1e0fd-55db-47b4-befb-2c9ea1da9b45 None None] Deleting port b4bb59e2-c0ea-46bf-a759-64938e22c28a {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:06.367301 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8ca1e0fd-55db-47b4-befb-2c9ea1da9b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:06.485220 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:06.542277 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e9d272-a158-4677-96c3-101eefacf015'] response: {'name': 'network-changed', 'server_uuid': 'e7c33719-192b-4945-afbe-eb69c1de8649', 'tag': '8fa82f0b-9548-4c7f-8d29-f3b16aebc70b', 'status': 'completed', 'code': 200} May 30 20:01:06.544526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c656891-b1db-4338-b811-9b0e33c45062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e3290e1-7a69-4d09-a1d1-b5b344a6d850,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:06.550217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Port fec6b198-6a42-4b16-855b-742e3fc97c11 on network e3e8966b-3220-4970-b980-9a58fcf48a3f not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:01:06.550748 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Attempting to bind port fec6b198-6a42-4b16-855b-742e3fc97c11 on network e3e8966b-3220-4970-b980-9a58fcf48a3f {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:06.571151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b4bb59e2-c0ea-46bf-a759-64938e22c28a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:06.572272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:06.572823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Checking segment: {'id': '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:06.573390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Bound using segment: {'id': '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:06.574711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Bound port: fec6b198-6a42-4b16-855b-742e3fc97c11, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:06.575793 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:06.591535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8ca1e0fd-55db-47b4-befb-2c9ea1da9b45 None None] The port 'b4bb59e2-c0ea-46bf-a759-64938e22c28a' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:01:06.592148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] No DVR routers for this DVR port b4bb59e2-c0ea-46bf-a759-64938e22c28a on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:01:06.695468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] For port fec6b198-6a42-4b16-855b-742e3fc97c11, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:06.698705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] For port fec6b198-6a42-4b16-855b-742e3fc97c11, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=fec6b198-6a42-4b16-855b-742e3fc97c11,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:06.726888 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:06.758170 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:06.794380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faab5e6e-5459-4996-b07a-ec0f913fd39e']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:06.808791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fdaa43c-7e77-4174-99ea-4e619812925f') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:06.809074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fdaa43c-7e77-4174-99ea-4e619812925f') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:06.821996 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:06.839611 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:06.847535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:01:06.848021 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:06.851539 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:06.852132 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-90d8abdf-4827-4510-8966-67755e3f71d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8fa82f0b-9548-4c7f-8d29-f3b16aebc70b HTTP/1.1" status: 200 len: 217 time: 0.5350692 May 30 20:01:06.867567 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fec6b198-6a42-4b16-855b-742e3fc97c11,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:06.883287 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:06.884796 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-8cbcd634-cf33-4def-8006-2ab2d59545a9 service neutron] 10.222.0.93 "PUT /v2.0/ports/fec6b198-6a42-4b16-855b-742e3fc97c11 HTTP/1.1" status: 200 len: 1092 time: 3.6257696 May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: timer() May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:01:06.961878 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:01:06.964865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-f4b5711f-8d3e-4c4d-8aea-de016031e50b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:06.965354 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-f4b5711f-8d3e-4c4d-8aea-de016031e50b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ebee1e4-d8e6-465d-8b5f-8b975f105a32 HTTP/1.1" status: 200 len: 852 time: 0.0795805 May 30 20:01:06.966340 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:06.993990 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:07.001550 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] Pushing event deleted for resources: {'Network': ['ID=faab5e6e-5459-4996-b07a-ec0f913fd39e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:07.011518 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-543ff498-3c01-4148-aa56-1963c1a833ad admin admin] 10.222.0.84 "DELETE /v2.0/networks/faab5e6e-5459-4996-b07a-ec0f913fd39e HTTP/1.1" status: 204 len: 168 time: 1.5470307 May 30 20:01:07.026297 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b209b5a-cc8a-4ab0-8021-ba7a04084072 req-bc0bd978-3840-4bbd-ac23-ebc70c1553d2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7372692 May 30 20:01:07.082284 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-1a23abf2-ae67-40a6-88d4-a1c6fb17f438 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3e8966b-3220-4970-b980-9a58fcf48a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596781 May 30 20:01:07.084419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c656891-b1db-4338-b811-9b0e33c45062 admin admin] Checking segment: {'id': 'ff8904e0-4b04-4874-9b0d-fa1541813429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '36b664d0-6cf3-4ccf-bce1-04d7a20480e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:07.084774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c656891-b1db-4338-b811-9b0e33c45062 admin admin] Network hostable DHCP agents. Network: 36b664d0-6cf3-4ccf-bce1-04d7a20480e2, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:01:07.358324 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53636) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:07.383866 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-0d81ea8e-99ee-4a74-ae36-c714cd425454 service neutron] 10.222.0.77 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854142 May 30 20:01:07.430333 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fd2e4075-4222-450a-8331-9111105ad6c0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9743faae4a3542f9b7d1dc8776154f6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0706429 May 30 20:01:07.431315 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53642) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:07.498179 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-033fdc5e-bf82-4ca8-b517-2e458ca80436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:07.554617 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-033fdc5e-bf82-4ca8-b517-2e458ca80436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:07.579143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b4bb59e2-c0ea-46bf-a759-64938e22c28a no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:07.663431 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-033fdc5e-bf82-4ca8-b517-2e458ca80436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:07.666588 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-d915df47-0aa6-45f0-9632-320eea58bbf6 service neutron] 10.222.0.77 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576911 May 30 20:01:07.674666 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d9197d2e-d564-4ca4-983e-ad3cf27ee696 req-e068a341-03c5-470f-8a39-f6b9322ba83f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/1fc37d48-c5ae-4d26-aba2-387c6dca8bf6 HTTP/1.1" status: 200 len: 1634 time: 0.2894988 May 30 20:01:07.698147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fdc5e-bf82-4ca8-b517-2e458ca80436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933624be-ea63-4d1f-a057-ba93c230c144,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:07.709311 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-033fdc5e-bf82-4ca8-b517-2e458ca80436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:07.710482 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-033fdc5e-bf82-4ca8-b517-2e458ca80436 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/933624be-ea63-4d1f-a057-ba93c230c144 HTTP/1.1" status: 204 len: 168 time: 0.2778656 May 30 20:01:07.720712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: b4bb59e2-c0ea-46bf-a759-64938e22c28a {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:01:07.721979 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b4bb59e2-c0ea-46bf-a759-64938e22c28a not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:01:07.789449 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c656891-b1db-4338-b811-9b0e33c45062 admin admin] Network 36b664d0-6cf3-4ccf-bce1-04d7a20480e2 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:01:07.862516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d495d1-f4fa-476f-9c77-94b7b311a491 req-7a2c4380-dae6-495f-91d1-4b13ff481353 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:07.869190 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36d495d1-f4fa-476f-9c77-94b7b311a491 req-7a2c4380-dae6-495f-91d1-4b13ff481353 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=898827f5-bda7-4aef-987a-9f1e1e47b016 HTTP/1.1" status: 200 len: 944 time: 1.1641672 May 30 20:01:07.897824 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-e08c0b98-2aa5-4147-804f-29dcaf293e87 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9e25517bc5894648b92f5eedd1680e09&device_id=898827f5-bda7-4aef-987a-9f1e1e47b016 HTTP/1.1" status: 200 len: 1095 time: 0.9255278 May 30 20:01:07.988374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-3c656891-b1db-4338-b811-9b0e33c45062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 36b664d0-6cf3-4ccf-bce1-04d7a20480e2) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:08.001183 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0285be2-3976-48bd-bd04-1b73ba26d54c None None] Network 36b664d0-6cf3-4ccf-bce1-04d7a20480e2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:01:08.023751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c656891-b1db-4338-b811-9b0e33c45062 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:08.024369 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3c656891-b1db-4338-b811-9b0e33c45062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:08.065587 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36d495d1-f4fa-476f-9c77-94b7b311a491 req-0ae828b9-18b4-4ec3-b523-fd3ad0e040f0 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952553 May 30 20:01:08.083726 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-0c47d27e-414d-4eb1-af0c-a2b691d0b246 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fec6b198-6a42-4b16-855b-742e3fc97c11 HTTP/1.1" status: 200 len: 217 time: 0.1578488 May 30 20:01:08.104555 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-d9197d2e-d564-4ca4-983e-ad3cf27ee696 req-b99b3021-8079-4929-86d4-cf1d27266ab2 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] delete failed (client error): There was a conflict when trying to complete your request. May 30 20:01:08.136566 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d9197d2e-d564-4ca4-983e-ad3cf27ee696 req-b99b3021-8079-4929-86d4-cf1d27266ab2 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "DELETE /v2.0/security-groups/1fc37d48-c5ae-4d26-aba2-387c6dca8bf6 HTTP/1.1" status: 409 len: 341 time: 0.4070544 May 30 20:01:08.201516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-ac7532f0-01e2-48dc-927e-0979bdf30911 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8128774 May 30 20:01:08.272721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3c656891-b1db-4338-b811-9b0e33c45062 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8160458 May 30 20:01:08.278511 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53658) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:08.297264 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1356679224-router', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:08.322682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:08.342203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Usage tracker for resource:router and tenant:820db36be181450f96a3fd776851fff7 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:08.345519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-e697f262-0f43-47f7-8e86-c932ad1ce9e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:08.358266 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-e697f262-0f43-47f7-8e86-c932ad1ce9e9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0ebee1e4-d8e6-465d-8b5f-8b975f105a32 HTTP/1.1" status: 200 len: 852 time: 0.2531435 May 30 20:01:08.359434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:08.455349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:08.459511 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-5b0e20a0-4858-467c-9ec8-a6759e3dc9b2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e3e8966b-3220-4970-b980-9a58fcf48a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941744 May 30 20:01:08.465751 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16af9028-563f-43f4-809a-52a1d170ebcd req-48f9b758-5d6d-4cfd-913a-fc93642cf88b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e25517bc5894648b92f5eedd1680e09&device_id=e7c33719-192b-4945-afbe-eb69c1de8649 HTTP/1.1" status: 200 len: 1094 time: 0.6809797 May 30 20:01:08.592399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f19d2e2-a57b-4942-bd97-3420c0d1dcf9', 'tag': 'e21d4a2a-9f8f-492d-ae70-b5b167acecb4'}, {'name': 'network-changed', 'server_uuid': '898827f5-bda7-4aef-987a-9f1e1e47b016', 'tag': 'fec6b198-6a42-4b16-855b-742e3fc97c11'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:08.733332 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:08.736392 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:08.800381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-36b664d0-6cf3-4ccf-bce1-04d7a20480e2', 'network_id': '36b664d0-6cf3-4ccf-bce1-04d7a20480e2', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'fixed_ips': [{'subnet_id': '7e3290e1-7a69-4d09-a1d1-b5b344a6d850'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:01:08.801860 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:09.132441 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:09.157796 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-bee107b3-9eb6-4d57-a829-1f500cf83367 service neutron] 10.222.0.93 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906157 May 30 20:01:09.173173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af9028-563f-43f4-809a-52a1d170ebcd req-4bf7a6d6-993d-472e-9631-1301192e4b16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:09.174819 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16af9028-563f-43f4-809a-52a1d170ebcd req-4bf7a6d6-993d-472e-9631-1301192e4b16 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e3e8966b-3220-4970-b980-9a58fcf48a3f HTTP/1.1" status: 200 len: 913 time: 0.6812661 May 30 20:01:09.319814 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Allocated IP 172.20.0.2 (36b664d0-6cf3-4ccf-bce1-04d7a20480e2/7e3290e1-7a69-4d09-a1d1-b5b344a6d850/b4d4e3f5-fafb-4b1c-8843-e1b683729d1a) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:09.531730 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-253a6e57-b95b-4d2b-a7b1-f610d8a7178d req-720b8f28-46f9-433d-a1a5-33d597a5be76 service neutron] 10.222.0.93 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557913 May 30 20:01:09.652389 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53716) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:09.713701 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f090cb-3429-4d66-ac54-b549f8fb3076'] response: {'name': 'network-changed', 'server_uuid': '2f19d2e2-a57b-4942-bd97-3420c0d1dcf9', 'tag': 'e21d4a2a-9f8f-492d-ae70-b5b167acecb4', 'status': 'completed', 'code': 200} May 30 20:01:09.713933 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f090cb-3429-4d66-ac54-b549f8fb3076'] response: {'name': 'network-changed', 'server_uuid': '898827f5-bda7-4aef-987a-9f1e1e47b016', 'tag': 'fec6b198-6a42-4b16-855b-742e3fc97c11', 'status': 'completed', 'code': 200} May 30 20:01:09.732837 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb47d6-f599-4372-928d-65b34d70a5db None None] Sync routers for ids ['918f7ec6-e6d1-4a68-9be6-341d3336328c'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:01:09.754821 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb47d6-f599-4372-928d-65b34d70a5db None None] Routers set() bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:01:09.757519 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb47d6-f599-4372-928d-65b34d70a5db None None] Router IDs set() for agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 20:01:09.758237 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_agentschedulers_db [None req-c7bb47d6-f599-4372-928d-65b34d70a5db None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'918f7ec6-e6d1-4a68-9be6-341d3336328c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:01:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent'). {{(pid=84026) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 30 20:01:09.767911 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16af9028-563f-43f4-809a-52a1d170ebcd req-3cf1aa86-1b20-434c-8e5b-f7791e1c82ef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8fa82f0b-9548-4c7f-8d29-f3b16aebc70b HTTP/1.1" status: 200 len: 217 time: 0.3802795 May 30 20:01:09.789738 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb47d6-f599-4372-928d-65b34d70a5db None None] Routers set() bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:01:09.790190 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb47d6-f599-4372-928d-65b34d70a5db None None] Router IDs set() for agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 20:01:09.790845 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_agentschedulers_db [None req-c7bb47d6-f599-4372-928d-65b34d70a5db None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'918f7ec6-e6d1-4a68-9be6-341d3336328c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:01:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent'). {{(pid=84026) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 30 20:01:09.793587 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb47d6-f599-4372-928d-65b34d70a5db None None] The sync data for ids ['918f7ec6-e6d1-4a68-9be6-341d3336328c'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:01:09.841466 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:09.865759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Transition to ACTIVE for port object b4d4e3f5-fafb-4b1c-8843-e1b683729d1a will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:09.904612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Transition to ACTIVE for port object b4d4e3f5-fafb-4b1c-8843-e1b683729d1a will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:09.913557 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:09.958859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-813701820-network', 'tenant_id': '6bed3a5049aa4966a320e5aaebd26782'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:09.965758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:09.970685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e7019-07a7-43e9-88b2-0019a61bfe85 req-8e1cb5e6-d4ef-433c-9de0-5a21fc75a855 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:09.972057 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-002e7019-07a7-43e9-88b2-0019a61bfe85 req-8e1cb5e6-d4ef-433c-9de0-5a21fc75a855 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 1.1597693 May 30 20:01:09.977509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Usage tracker for resource:network and tenant:6bed3a5049aa4966a320e5aaebd26782 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:09.983444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:09.985510 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Pushing event updated for resources: {'Port': ['ID=b4d4e3f5-fafb-4b1c-8843-e1b683729d1a,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:09.995824 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:09.996386 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:09.996681 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:09.996837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:09.997008 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:09.997530 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:09.998563 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:09.998872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:09.999368 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:10.000148 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:10.000644 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:10.001327 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:10.017745 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Made reservation on behalf of 6bed3a5049aa4966a320e5aaebd26782 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:10.020167 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:10.021328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Network 36b664d0-6cf3-4ccf-bce1-04d7a20480e2 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:10.022681 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:10.025342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:10.047858 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:10.084752 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:10.089459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Usage tracker for resource:security_group_rule and tenant:6bed3a5049aa4966a320e5aaebd26782 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:10.092593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:10.099753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:10.127230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Attempting to bind port b4d4e3f5-fafb-4b1c-8843-e1b683729d1a on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:10.127924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Attempting to bind port b4d4e3f5-fafb-4b1c-8843-e1b683729d1a by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'ff8904e0-4b04-4874-9b0d-fa1541813429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '36b664d0-6cf3-4ccf-bce1-04d7a20480e2'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:10.128495 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Attempting to bind port b4d4e3f5-fafb-4b1c-8843-e1b683729d1a on network 36b664d0-6cf3-4ccf-bce1-04d7a20480e2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:10.135947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:10.136655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Checking segment: {'id': 'ff8904e0-4b04-4874-9b0d-fa1541813429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '36b664d0-6cf3-4ccf-bce1-04d7a20480e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:10.137228 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:10.137781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Bound using segment: {'id': 'ff8904e0-4b04-4874-9b0d-fa1541813429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '36b664d0-6cf3-4ccf-bce1-04d7a20480e2'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:10.138465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Bound port: b4d4e3f5-fafb-4b1c-8843-e1b683729d1a, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8904e0-4b04-4874-9b0d-fa1541813429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '36b664d0-6cf3-4ccf-bce1-04d7a20480e2'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:10.139174 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:10.190071 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:10.198378 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:10.255571 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:01:10.284846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af9028-563f-43f4-809a-52a1d170ebcd req-944d34c0-5c86-45a6-bae1-3a7b186e0c0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:10.286578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16af9028-563f-43f4-809a-52a1d170ebcd req-944d34c0-5c86-45a6-bae1-3a7b186e0c0d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ebee1e4-d8e6-465d-8b5f-8b975f105a32 HTTP/1.1" status: 200 len: 852 time: 0.4137561 May 30 20:01:10.287763 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] For port b4d4e3f5-fafb-4b1c-8843-e1b683729d1a, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:10.291328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] For port b4d4e3f5-fafb-4b1c-8843-e1b683729d1a, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b4d4e3f5-fafb-4b1c-8843-e1b683729d1a,segment=NetworkSegment(ff8904e0-4b04-4874-9b0d-fa1541813429),segment_id=ff8904e0-4b04-4874-9b0d-fa1541813429)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:10.292410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624f378f-bde9-4365-bf5e-5ffc1b91adf6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:10.299769 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:10.314641 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:10.315076 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Added segment e891ba8f-07cc-4773-bcf2-44b5dcbdaee4 of type vlan for network e871627c-6747-4fda-ad67-e082af75e7c1 May 30 20:01:10.387198 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:10.441416 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685a032-30b8-4729-9811-fd418b87ed09 None None] Pushing event updated for resources: {'Port': ['ID=b4d4e3f5-fafb-4b1c-8843-e1b683729d1a,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:10.461179 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:10.461598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:10.462170 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:10.495669 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-002e7019-07a7-43e9-88b2-0019a61bfe85 req-c9a1c257-a65e-4334-b509-3d821890b355 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044384 May 30 20:01:10.495940 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16af9028-563f-43f4-809a-52a1d170ebcd req-49e5acfd-6541-4122-bb97-0d96d68637cb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3e8966b-3220-4970-b980-9a58fcf48a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685580 May 30 20:01:10.580817 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:10.611665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] Pushing event updated for resources: {'Network': ['ID=e871627c-6747-4fda-ad67-e082af75e7c1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:10.623652 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network e871627c-6747-4fda-ad67-e082af75e7c1 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:01:10.651489 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f461fbc6-8980-47a8-af5e-a10d10c14dc1 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9979360 May 30 20:01:10.655539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53722) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:10.668101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0eff6475-7b0d-470d-86a1-c011cea04683 admin admin] Request body: {'subnet': {'network_id': 'e871627c-6747-4fda-ad67-e082af75e7c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-813701820-subnet', 'tenant_id': '6bed3a5049aa4966a320e5aaebd26782', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:10.685878 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0eff6475-7b0d-470d-86a1-c011cea04683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:10.696318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0eff6475-7b0d-470d-86a1-c011cea04683 admin admin] Usage tracker for resource:subnet and tenant:6bed3a5049aa4966a320e5aaebd26782 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:10.708988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0eff6475-7b0d-470d-86a1-c011cea04683 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:10.729198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0eff6475-7b0d-470d-86a1-c011cea04683 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:10.784429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eff6475-7b0d-470d-86a1-c011cea04683 admin admin] Made reservation on behalf of 6bed3a5049aa4966a320e5aaebd26782 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:10.799085 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0eff6475-7b0d-470d-86a1-c011cea04683 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:10.989939 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79dbc7d3-f732-45e1-8e99-97db64ddf349 req-ab96ed02-02cb-4b75-b583-323f5cad3534 tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 1102 time: 1.0492606 May 30 20:01:10.992967 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73207079-fe95-4e0b-8704-7faf1c202c06 req-27c04f5b-0bdd-47fe-9b18-19b74ad1315b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8e91f39dc1cb49d8a7c30a8d5d13f2b8&device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 1175 time: 1.2765048 May 30 20:01:11.022422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16af9028-563f-43f4-809a-52a1d170ebcd req-7f426da1-7c80-48f0-af7d-1bdef825c368 service neutron] 10.222.0.77 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806054 May 30 20:01:11.120437 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0eff6475-7b0d-470d-86a1-c011cea04683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:11.224254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff6475-7b0d-470d-86a1-c011cea04683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e7e2bb4-74a2-4e70-bfd0-a410aae4615e,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:11.368450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16af9028-563f-43f4-809a-52a1d170ebcd req-ea8c94a2-39e0-49b1-8109-f8d1569a1459 service neutron] 10.222.0.77 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426107 May 30 20:01:11.379496 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eff6475-7b0d-470d-86a1-c011cea04683 admin admin] Checking segment: {'id': 'e891ba8f-07cc-4773-bcf2-44b5dcbdaee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e871627c-6747-4fda-ad67-e082af75e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:11.379916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eff6475-7b0d-470d-86a1-c011cea04683 admin admin] Network hostable DHCP agents. Network: e871627c-6747-4fda-ad67-e082af75e7c1, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:01:11.384405 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4be1e20f-30fd-4bda-8a4a-e48bf4f3f9cf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 1100 time: 0.8848603 May 30 20:01:11.409671 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adf535-2cc7-4759-8efb-4b8d2d1e3481 req-6b768161-6f1c-48c5-a3ef-6d396336ec6d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:11.411276 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-77adf535-2cc7-4759-8efb-4b8d2d1e3481 req-6b768161-6f1c-48c5-a3ef-6d396336ec6d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 1024 time: 0.1906390 May 30 20:01:11.457616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2b2e1-5ace-4fd6-adaf-fb901fba0d2f req-a5b6e44f-6c56-4d40-b7b3-12485ae86625 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:11.463884 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0af2b2e1-5ace-4fd6-adaf-fb901fba0d2f req-a5b6e44f-6c56-4d40-b7b3-12485ae86625 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=898827f5-bda7-4aef-987a-9f1e1e47b016 HTTP/1.1" status: 200 len: 944 time: 0.7324784 May 30 20:01:11.510887 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eff6475-7b0d-470d-86a1-c011cea04683 admin admin] Network e871627c-6747-4fda-ad67-e082af75e7c1 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:01:11.561868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-0eff6475-7b0d-470d-86a1-c011cea04683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, e871627c-6747-4fda-ad67-e082af75e7c1) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:11.571136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd10c7f2-430b-4fc1-a557-85369130ec8a None None] Network e871627c-6747-4fda-ad67-e082af75e7c1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:01:11.588205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eff6475-7b0d-470d-86a1-c011cea04683 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:11.589160 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0eff6475-7b0d-470d-86a1-c011cea04683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:11.653361 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79dbc7d3-f732-45e1-8e99-97db64ddf349 req-a8f763d6-3e30-4b67-bf58-d494d1e646aa tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6486473 May 30 20:01:11.664871 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-77adf535-2cc7-4759-8efb-4b8d2d1e3481 req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Deleting port e21d4a2a-9f8f-492d-ae70-b5b167acecb4 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:11.665450 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-77adf535-2cc7-4759-8efb-4b8d2d1e3481 req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:11.853915 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0eff6475-7b0d-470d-86a1-c011cea04683 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1973069 May 30 20:01:11.861308 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53734) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:11.876028 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-813701820-router', 'tenant_id': '6bed3a5049aa4966a320e5aaebd26782', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:11.879298 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73207079-fe95-4e0b-8704-7faf1c202c06 req-c2e796f3-f7f7-40e4-93db-bbbe4c8e5423 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:11.880790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73207079-fe95-4e0b-8704-7faf1c202c06 req-c2e796f3-f7f7-40e4-93db-bbbe4c8e5423 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0af1ee9a-ef0c-412c-8632-5d7d61427758 HTTP/1.1" status: 200 len: 913 time: 0.8357556 May 30 20:01:11.908541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:11.984734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Usage tracker for resource:router and tenant:6bed3a5049aa4966a320e5aaebd26782 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:12.020086 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0af2b2e1-5ace-4fd6-adaf-fb901fba0d2f req-8f43bcdf-4b02-42ea-b18b-d2499474c194 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981307 May 30 20:01:12.061271 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-400938f7-da57-4d56-b381-60476bc3e00f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:12.065421 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-400938f7-da57-4d56-b381-60476bc3e00f service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.6532636 May 30 20:01:12.066737 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73207079-fe95-4e0b-8704-7faf1c202c06 req-b3c69079-2fc0-4936-9e4d-149a297188a9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e21d4a2a-9f8f-492d-ae70-b5b167acecb4 HTTP/1.1" status: 200 len: 217 time: 0.1757803 May 30 20:01:12.080933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:01:12.089267 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b4d4e3f5-fafb-4b1c-8843-e1b683729d1a up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:12.161664 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7422c0-2c84-49f5-991f-1e190d5bfd99 None None] Network 36b664d0-6cf3-4ccf-bce1-04d7a20480e2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:01:12.291030 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:12.326162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:12.399341 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:12.399806 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:12.459747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e818de9a-7901-4df7-ac3e-627c9c825cfc None None] Provisioning for port b4d4e3f5-fafb-4b1c-8843-e1b683729d1a completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:12.470893 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-e871627c-6747-4fda-ad67-e082af75e7c1', 'network_id': 'e871627c-6747-4fda-ad67-e082af75e7c1', 'tenant_id': '6bed3a5049aa4966a320e5aaebd26782', 'fixed_ips': [{'subnet_id': '6e7e2bb4-74a2-4e70-bfd0-a410aae4615e'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:01:12.471701 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:12.521796 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:01:12.563149 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:12.577152 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:12.605808 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-6b42e7d1-83d7-4495-aa7c-819f0237901b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=448444c2-04f3-4dd7-bcef-8f5d59972827 HTTP/1.1" status: 200 len: 217 time: 0.5171549 May 30 20:01:12.619299 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-77adf535-2cc7-4759-8efb-4b8d2d1e3481 req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] For port e21d4a2a-9f8f-492d-ae70-b5b167acecb4, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e21d4a2a-9f8f-492d-ae70-b5b167acecb4,segment=NetworkSegment(e00e908d-cc0d-4efe-a2c8-8f343a2e29b0),segment_id=e00e908d-cc0d-4efe-a2c8-8f343a2e29b0)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:12.619676 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-77adf535-2cc7-4759-8efb-4b8d2d1e3481 req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:12.747523 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-b569e8c5-df77-4d6b-8e82-96b03889196a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:12.749934 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-b569e8c5-df77-4d6b-8e82-96b03889196a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.0699084 May 30 20:01:12.751115 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:12.778152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port b4d4e3f5-fafb-4b1c-8843-e1b683729d1a completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:12.789060 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port b4d4e3f5-fafb-4b1c-8843-e1b683729d1a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:12.789391 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:12.897210 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-77adf535-2cc7-4759-8efb-4b8d2d1e3481 req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Calling delete_port for e21d4a2a-9f8f-492d-ae70-b5b167acecb4 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:12.991484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=8fa82f0b-9548-4c7f-8d29-f3b16aebc70b,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:13.001589 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.058677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Allocated IP 172.25.5.4 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/9e167e27-f113-41ba-aebf-016b2b2f412c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:13.072624 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '8fa82f0b-9548-4c7f-8d29-f3b16aebc70b', 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f', 'port_id': '8fa82f0b-9548-4c7f-8d29-f3b16aebc70b', 'mac_address': 'fa:16:3e:2a:ed:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebee1e4-d8e6-465d-8b5f-8b975f105a32', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:01:13.150156 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.190081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Allocated IP 172.20.0.2 (e871627c-6747-4fda-ad67-e082af75e7c1/6e7e2bb4-74a2-4e70-bfd0-a410aae4615e/1fcf19bb-b52b-49ce-af91-d350ddcb14e6) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:13.219518 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-77adf535-2cc7-4759-8efb-4b8d2d1e3481 req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.265026 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['60be2ea3-9b9a-4f01-862c-74203d008b31'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:13.272758 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.371554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['e21d4a2a-9f8f-492d-ae70-b5b167acecb4'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:13.372448 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.424341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event deleted for resources: {'Port': ['ID=e21d4a2a-9f8f-492d-ae70-b5b167acecb4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:13.470654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Pushing event updated for resources: {'Port': ['ID=9e167e27-f113-41ba-aebf-016b2b2f412c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:13.484799 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73207079-fe95-4e0b-8704-7faf1c202c06 req-5882010e-c79d-4594-af91-d433c6274293 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:13.486338 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.486535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73207079-fe95-4e0b-8704-7faf1c202c06 req-5882010e-c79d-4594-af91-d433c6274293 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e7f80b35-615d-42ac-91ab-cb12a562dd68 HTTP/1.1" status: 200 len: 852 time: 1.3915541 May 30 20:01:13.531770 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port b4d4e3f5-fafb-4b1c-8843-e1b683729d1a, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b4d4e3f5-fafb-4b1c-8843-e1b683729d1a,segment=NetworkSegment(ff8904e0-4b04-4874-9b0d-fa1541813429),segment_id=ff8904e0-4b04-4874-9b0d-fa1541813429)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:13.562534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:13.562929 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:13.563274 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:13.564009 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:13.564947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:13.564947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:13.565400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:13.565738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:13.566198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:13.566766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:13.567136 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:13.588993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-77adf535-2cc7-4759-8efb-4b8d2d1e3481 req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] No DVR routers for this DVR port e21d4a2a-9f8f-492d-ae70-b5b167acecb4 on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:01:13.591939 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-77adf535-2cc7-4759-8efb-4b8d2d1e3481 req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.593762 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a61c7-29cf-4204-bd27-298b20c67503 req-8f2b10ce-58c0-4897-88a3-686db65b9c1d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:13.595267 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c3a61c7-29cf-4204-bd27-298b20c67503 req-8f2b10ce-58c0-4897-88a3-686db65b9c1d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f19d2e2-a57b-4942-bd97-3420c0d1dcf9 HTTP/1.1" status: 200 len: 1024 time: 1.5234833 May 30 20:01:13.597461 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73207079-fe95-4e0b-8704-7faf1c202c06 req-ccc90428-1a19-4d37-a599-539848b2b399 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0af1ee9a-ef0c-412c-8632-5d7d61427758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008575 May 30 20:01:13.606638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f19d2e2-a57b-4942-bd97-3420c0d1dcf9', 'name': 'network-vif-deleted', 'tag': 'e21d4a2a-9f8f-492d-ae70-b5b167acecb4'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:13.607880 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.623123 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-77adf535-2cc7-4759-8efb-4b8d2d1e3481 req-1d4eaa0e-98c8-49ad-ac4a-bbc784db2a06 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.93 "DELETE /v2.0/ports/e21d4a2a-9f8f-492d-ae70-b5b167acecb4 HTTP/1.1" status: 204 len: 173 time: 2.1897631 May 30 20:01:13.647478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d41fa3-16eb-4e6a-b66a-884a933d2cc6 req-763aace3-09e3-4150-bf70-1227201e7d82 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:13.652806 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a4d41fa3-16eb-4e6a-b66a-884a933d2cc6 req-763aace3-09e3-4150-bf70-1227201e7d82 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 1.0815263 May 30 20:01:13.658433 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-8a6755a8-2303-411e-a8bc-c3acf6b5a4aa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3584213 May 30 20:01:13.675525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:13.677621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f6b995eb-f051-467f-856c-42710102f4b2 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:13.721795 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.724718 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:13.748900 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: f6b995eb-f051-467f-856c-42710102f4b2 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:01:13.749279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f6b995eb-f051-467f-856c-42710102f4b2 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:01:13.755698 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.756531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 08f6015f-8edc-4e83-9b66-b25493755d3d no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:13.842926 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=8fa82f0b-9548-4c7f-8d29-f3b16aebc70b,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:13.901729 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-02d12d7d-d7a8-462a-94b4-aa4769dbc18b None None] Provisioning complete for port b4d4e3f5-fafb-4b1c-8843-e1b683729d1a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:13.902447 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-02d12d7d-d7a8-462a-94b4-aa4769dbc18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.929695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:13.933603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73207079-fe95-4e0b-8704-7faf1c202c06 req-f7fed9dd-992b-43d6-99b9-bcfce5d7c94a service neutron] 10.222.0.93 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545750 May 30 20:01:13.947200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:14.003611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=b4d4e3f5-fafb-4b1c-8843-e1b683729d1a,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:14.019826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Allocated IP 172.25.5.139 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/78a9f626-8bc3-41cb-88b2-1a7018213842) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:14.024295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device fec6b198-6a42-4b16-855b-742e3fc97c11 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:01:14.059532 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 08f6015f-8edc-4e83-9b66-b25493755d3d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:01:14.059787 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 08f6015f-8edc-4e83-9b66-b25493755d3d not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:01:14.077102 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:14.108569 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c3a61c7-29cf-4204-bd27-298b20c67503 req-7db8ccc0-5a9a-400c-b049-1821be9ac645 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=9735b52d-9477-4214-916b-8a525addeb0b&id=fe2ad798-d07a-411b-a6a5-d27165a8900c&id=1fc37d48-c5ae-4d26-aba2-387c6dca8bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.5057850 May 30 20:01:14.190353 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=8fa82f0b-9548-4c7f-8d29-f3b16aebc70b,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:14.282987 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b4d4e3f5-fafb-4b1c-8843-e1b683729d1a up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:14.384906 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:01:14.498802 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4083e613-3cbd-460b-988b-0bfc943f1915 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8275778 May 30 20:01:14.537404 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:14.595999 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['8fa82f0b-9548-4c7f-8d29-f3b16aebc70b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:14.619249 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:14.695375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a4d41fa3-16eb-4e6a-b66a-884a933d2cc6 req-50d443bf-097b-4054-b549-7f2dbdae645a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0177045 May 30 20:01:14.702031 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73207079-fe95-4e0b-8704-7faf1c202c06 req-8176adec-228f-46db-ad7c-38b525f3342b service neutron] 10.222.0.93 "GET /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008226 May 30 20:01:14.768864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:14.772667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:14.781313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:14.878841 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Pushing event updated for resources: {'Port': ['ID=78a9f626-8bc3-41cb-88b2-1a7018213842,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:14.908742 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:14.911238 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port b4d4e3f5-fafb-4b1c-8843-e1b683729d1a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:14.911605 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:15.115795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-67197767-f00a-416e-8900-3c4437169b8e service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099352 May 30 20:01:15.121500 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:15.122420 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:15.149268 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Transition to ACTIVE for port object 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:15.167590 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:15.168772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port fec6b198-6a42-4b16-855b-742e3fc97c11, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=fec6b198-6a42-4b16-855b-742e3fc97c11,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:15.170383 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:15.203073 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73207079-fe95-4e0b-8704-7faf1c202c06 req-41546497-5e57-4a06-9c24-c9d4dc9aff97 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9e25517bc5894648b92f5eedd1680e09&device_id=898827f5-bda7-4aef-987a-9f1e1e47b016 HTTP/1.1" status: 200 len: 1095 time: 0.4343913 May 30 20:01:15.260742 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8889f-b971-4f0f-8727-28d22cdede2a req-6d1a0559-6a66-4329-8c9e-dd5956d3e68f tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:15.262280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-25e8889f-b971-4f0f-8727-28d22cdede2a req-6d1a0559-6a66-4329-8c9e-dd5956d3e68f tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=898827f5-bda7-4aef-987a-9f1e1e47b016 HTTP/1.1" status: 200 len: 944 time: 0.3150787 May 30 20:01:15.353178 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'fec6b198-6a42-4b16-855b-742e3fc97c11', 'network_id': 'e3e8966b-3220-4970-b980-9a58fcf48a3f', 'port_id': 'fec6b198-6a42-4b16-855b-742e3fc97c11', 'mac_address': 'fa:16:3e:b8:60:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebee1e4-d8e6-465d-8b5f-8b975f105a32', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:01:15.414218 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ae0bf6-4240-4b1b-9234-e6e10b9f399c'] response: {'server_uuid': '2f19d2e2-a57b-4942-bd97-3420c0d1dcf9', 'name': 'network-vif-deleted', 'tag': 'e21d4a2a-9f8f-492d-ae70-b5b167acecb4', 'status': 'completed', 'code': 200} May 30 20:01:15.427038 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Transition to ACTIVE for port object 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:15.552880 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:15.568827 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:15.643670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Router 2b1ca2d6-81f2-4717-99e8-2dc7e083d288 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:01:15.703903 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec6b198-6a42-4b16-855b-742e3fc97c11 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:15.748209 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Network e871627c-6747-4fda-ad67-e082af75e7c1 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:15.757052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Pushing event updated for resources: {'Port': ['ID=1fcf19bb-b52b-49ce-af91-d350ddcb14e6,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:15.765771 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:15.783114 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:15.826756 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port fec6b198-6a42-4b16-855b-742e3fc97c11, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=fec6b198-6a42-4b16-855b-742e3fc97c11,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:15.837722 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:15.890514 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-25e8889f-b971-4f0f-8727-28d22cdede2a req-0e94999d-6041-4147-be0b-306b8bbe2d99 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318370 May 30 20:01:15.929475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e21d4a2a-9f8f-492d-ae70-b5b167acecb4 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:15.946831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73207079-fe95-4e0b-8704-7faf1c202c06 req-6c34ee98-e269-4197-9b20-5711780e1770 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:15.949952 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73207079-fe95-4e0b-8704-7faf1c202c06 req-6c34ee98-e269-4197-9b20-5711780e1770 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e3e8966b-3220-4970-b980-9a58fcf48a3f HTTP/1.1" status: 200 len: 913 time: 0.7084935 May 30 20:01:15.954109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:01:15.993079 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:15.996317 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d06f0d06-7a6a-412e-b3a8-3e3242519279 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1298199 May 30 20:01:15.999864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53772) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:16.002046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Attempting to bind port 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:16.002416 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Attempting to bind port 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'e891ba8f-07cc-4773-bcf2-44b5dcbdaee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e871627c-6747-4fda-ad67-e082af75e7c1'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:16.002870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Attempting to bind port 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 on network e871627c-6747-4fda-ad67-e082af75e7c1 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:16.008546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Sync routers for ids ['2b1ca2d6-81f2-4717-99e8-2dc7e083d288'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:01:16.022619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: e21d4a2a-9f8f-492d-ae70-b5b167acecb4 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:01:16.022952 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e21d4a2a-9f8f-492d-ae70-b5b167acecb4 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:01:16.042857 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:16.043230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Checking segment: {'id': 'e891ba8f-07cc-4773-bcf2-44b5dcbdaee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e871627c-6747-4fda-ad67-e082af75e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:16.043631 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:16.044044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Bound using segment: {'id': 'e891ba8f-07cc-4773-bcf2-44b5dcbdaee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e871627c-6747-4fda-ad67-e082af75e7c1'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:16.045060 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Bound port: 1fcf19bb-b52b-49ce-af91-d350ddcb14e6, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e891ba8f-07cc-4773-bcf2-44b5dcbdaee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e871627c-6747-4fda-ad67-e082af75e7c1'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:16.045445 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:16.070720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=fec6b198-6a42-4b16-855b-742e3fc97c11,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:16.102887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Routers {'2b1ca2d6-81f2-4717-99e8-2dc7e083d288'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:01:16.102887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:01:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2b1ca2d6-81f2-4717-99e8-2dc7e083d288'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:16.227377 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2da83e26-a4c5-4781-97bd-c4b96ef992ff req-07105a62-7d0f-4f2d-af4e-b3c42d9aa709 tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 1102 time: 0.5071266 May 30 20:01:16.237665 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73207079-fe95-4e0b-8704-7faf1c202c06 req-8df000f0-8338-4fce-80e2-31667dd632a7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fec6b198-6a42-4b16-855b-742e3fc97c11 HTTP/1.1" status: 200 len: 217 time: 0.2697628 May 30 20:01:16.394281 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2da83e26-a4c5-4781-97bd-c4b96ef992ff req-3e19139e-8cbf-4dba-b0d6-2de9bb8ed509 tempest-ServersAdminTestJSON-1392480580 tempest-ServersAdminTestJSON-1392480580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649444 May 30 20:01:16.398256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73207079-fe95-4e0b-8704-7faf1c202c06 req-180ef941-18e8-4686-a448-df18f4e2cd40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:16.399793 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73207079-fe95-4e0b-8704-7faf1c202c06 req-180ef941-18e8-4686-a448-df18f4e2cd40 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0ebee1e4-d8e6-465d-8b5f-8b975f105a32 HTTP/1.1" status: 200 len: 852 time: 0.1402121 May 30 20:01:16.422855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['fec6b198-6a42-4b16-855b-742e3fc97c11'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:16.475021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbf815-5d23-4b07-8599-41c257959bc3 req-a7a2af6a-7603-458b-bf2f-753d6b8de780 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:16.482810 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1dbf815-5d23-4b07-8599-41c257959bc3 req-a7a2af6a-7603-458b-bf2f-753d6b8de780 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 0.3253775 May 30 20:01:16.507454 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] For port 1fcf19bb-b52b-49ce-af91-d350ddcb14e6, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:16.510849 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] For port 1fcf19bb-b52b-49ce-af91-d350ddcb14e6, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=1fcf19bb-b52b-49ce-af91-d350ddcb14e6,segment=NetworkSegment(e891ba8f-07cc-4773-bcf2-44b5dcbdaee4),segment_id=e891ba8f-07cc-4773-bcf2-44b5dcbdaee4)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:16.531813 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:16.533146 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73207079-fe95-4e0b-8704-7faf1c202c06 req-c546f838-1b7d-40c8-b441-0452183ba76e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e3e8966b-3220-4970-b980-9a58fcf48a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265087 May 30 20:01:16.614518 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1dbf815-5d23-4b07-8599-41c257959bc3 req-65b9d971-6bc3-4f7d-87cb-02cb60105afd tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303351 May 30 20:01:16.680696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Set router 2b1ca2d6-81f2-4717-99e8-2dc7e083d288 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:01:16.854714 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5a4ff53-ef5a-45bb-b30e-733a148fc9ae req-0b028d2c-0e58-48d9-947f-d465d9edbe90 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/9735b52d-9477-4214-916b-8a525addeb0b HTTP/1.1" status: 200 len: 1634 time: 0.1257706 May 30 20:01:16.910079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73207079-fe95-4e0b-8704-7faf1c202c06 req-6a0c5b0b-22d1-41c5-a221-fdf585d4f718 service neutron] 10.222.0.93 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678319 May 30 20:01:16.922737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eac6bb-76ad-4dfa-b0db-34f0bcbfe704 None None] Pushing event updated for resources: {'Port': ['ID=1fcf19bb-b52b-49ce-af91-d350ddcb14e6,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:16.995106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Router 9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:01:17.431953 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:17.510400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1ca2d6-81f2-4717-99e8-2dc7e083d288', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-813701820-router', 'tenant_id': '6bed3a5049aa4966a320e5aaebd26782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '78a9f626-8bc3-41cb-88b2-1a7018213842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:12Z', 'updated_at': '2022-05-30T20:01:15Z', 'revision_number': 3, 'project_id': '6bed3a5049aa4966a320e5aaebd26782', 'gw_port': {'id': '78a9f626-8bc3-41cb-88b2-1a7018213842', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1ca2d6-81f2-4717-99e8-2dc7e083d288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:13Z', 'updated_at': '2022-05-30T20:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:17.515128 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Checking router: 2b1ca2d6-81f2-4717-99e8-2dc7e083d288 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:01:17.515471 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Updating router 2b1ca2d6-81f2-4717-99e8-2dc7e083d288 port 78a9f626-8bc3-41cb-88b2-1a7018213842 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:01:17.575724 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:17.699163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Allocated IP 172.20.0.1 (e871627c-6747-4fda-ad67-e082af75e7c1/6e7e2bb4-74a2-4e70-bfd0-a410aae4615e/8f6c11ff-cab5-45b9-af43-60ad9fb1fecb) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:17.703728 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b5a4ff53-ef5a-45bb-b30e-733a148fc9ae req-f5be18f3-cdd8-40de-b5b0-14f713d5a18e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:17.799619 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b5a4ff53-ef5a-45bb-b30e-733a148fc9ae req-f5be18f3-cdd8-40de-b5b0-14f713d5a18e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:17.824589 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73207079-fe95-4e0b-8704-7faf1c202c06 req-0302db6f-15ab-4ecf-9dd5-ea844366fa62 service neutron] 10.222.0.93 "GET /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9068611 May 30 20:01:17.900714 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c9a4554-e9f0-4d5e-b311-54be60a94d25 req-926f2f84-c715-40ae-821d-39decadf7717 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4973423 May 30 20:01:17.917208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276110ed-8da2-40e6-b97e-713818a7a285 req-feb87ac4-1389-4f2f-ac26-c0bccc97a8f6 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:17.925419 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-276110ed-8da2-40e6-b97e-713818a7a285 req-feb87ac4-1389-4f2f-ac26-c0bccc97a8f6 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=898827f5-bda7-4aef-987a-9f1e1e47b016 HTTP/1.1" status: 200 len: 945 time: 0.4298377 May 30 20:01:17.948469 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:17.992766 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b5a4ff53-ef5a-45bb-b30e-733a148fc9ae req-f5be18f3-cdd8-40de-b5b0-14f713d5a18e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:18.006868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Transition to ACTIVE for port object 8f6c11ff-cab5-45b9-af43-60ad9fb1fecb will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:18.050261 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:18.064578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be18f3-cdd8-40de-b5b0-14f713d5a18e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9735b52d-9477-4214-916b-8a525addeb0b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:18.102039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:18.219789 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-276110ed-8da2-40e6-b97e-713818a7a285 req-cc85a01c-3eba-4a55-80e6-c00bd5c9e9a3 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932539 May 30 20:01:18.247224 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:18.282673 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:18.323429 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Transition to ACTIVE for port object 78a9f626-8bc3-41cb-88b2-1a7018213842 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:18.358480 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b5a4ff53-ef5a-45bb-b30e-733a148fc9ae req-f5be18f3-cdd8-40de-b5b0-14f713d5a18e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:18.370035 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:18.377785 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5a4ff53-ef5a-45bb-b30e-733a148fc9ae req-f5be18f3-cdd8-40de-b5b0-14f713d5a18e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "DELETE /v2.0/security-groups/9735b52d-9477-4214-916b-8a525addeb0b HTTP/1.1" status: 204 len: 173 time: 1.5220203 May 30 20:01:18.421327 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:01:18.434875 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Sync routers for ids ['9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:01:18.435874 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c9a4554-e9f0-4d5e-b311-54be60a94d25 req-88be699c-a1e0-4ab8-af34-d1a87e22fc7c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=12e9a0129c614fe0aab30ebcea7a2298&device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390 HTTP/1.1" status: 200 len: 1100 time: 0.3791502 May 30 20:01:18.474910 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a76a41-1760-459a-849b-a1fa7af6fa7e None None] Network e871627c-6747-4fda-ad67-e082af75e7c1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:01:18.479700 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Routers {'9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:01:18.480378 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:01:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:18.510197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Network e871627c-6747-4fda-ad67-e082af75e7c1 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:18.514236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:18.519071 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:18.573091 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:18.602047 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6c11ff-cab5-45b9-af43-60ad9fb1fecb,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:18.655559 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:18.718687 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Set router 9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:01:18.735380 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:18.735893 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:18.791782 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0f0b09e8-12e9-4f02-9a21-a8fecdf6e066 None None] Provisioning for port 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:18.828162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725025d-2072-405d-9100-6319d0954b71 None None] Pushing event updated for resources: {'Port': ['ID=78a9f626-8bc3-41cb-88b2-1a7018213842,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:18.869169 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Attempting to bind port 78a9f626-8bc3-41cb-88b2-1a7018213842 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:18.869708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Attempting to bind port 78a9f626-8bc3-41cb-88b2-1a7018213842 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:18.870162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Attempting to bind port 78a9f626-8bc3-41cb-88b2-1a7018213842 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:18.877971 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:18.881268 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:18.881775 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:18.882298 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:18.882776 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:18.883351 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Bound port: 78a9f626-8bc3-41cb-88b2-1a7018213842, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:18.883818 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:18.946389 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:18.994302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:18.995095 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.139480 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'name': 'tempest-ServersTestMultiNic-1356679224-router', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '9e167e27-f113-41ba-aebf-016b2b2f412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:08Z', 'updated_at': '2022-05-30T20:01:14Z', 'revision_number': 3, 'project_id': '820db36be181450f96a3fd776851fff7', 'gw_port': {'id': '9e167e27-f113-41ba-aebf-016b2b2f412c', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:49:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:12Z', 'updated_at': '2022-05-30T20:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:19.143749 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Checking router: 9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:01:19.144178 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Updating router 9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162 port 9e167e27-f113-41ba-aebf-016b2b2f412c binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:01:19.167288 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.171215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cd941969-bcd4-4984-af69-9984f279f0f3 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 10.8886838 May 30 20:01:19.182350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53804) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:19.221474 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.230014 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.238739 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.258953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] For port 78a9f626-8bc3-41cb-88b2-1a7018213842, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:19.276652 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] For port 78a9f626-8bc3-41cb-88b2-1a7018213842, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=78a9f626-8bc3-41cb-88b2-1a7018213842,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:19.288510 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.313840 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.375888 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.558401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725025d-2072-405d-9100-6319d0954b71 None None] Pushing event updated for resources: {'Port': ['ID=78a9f626-8bc3-41cb-88b2-1a7018213842,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:19.571826 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a4554-e9f0-4d5e-b311-54be60a94d25 req-dfa4c92f-4bdd-4673-9ea4-447e8acb78b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:19.573583 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c9a4554-e9f0-4d5e-b311-54be60a94d25 req-dfa4c92f-4bdd-4673-9ea4-447e8acb78b7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 1.1197796 May 30 20:01:19.582196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6c11ff-cab5-45b9-af43-60ad9fb1fecb,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:19.584332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f89d7e-0c7f-4e10-a0ff-c1f9b13431f7 req-85a112ff-eaf3-4cd2-88fe-b13c274c9634 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:19.585862 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33f89d7e-0c7f-4e10-a0ff-c1f9b13431f7 req-85a112ff-eaf3-4cd2-88fe-b13c274c9634 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e445285-78d7-4c75-aa8d-5a8646a7b64e HTTP/1.1" status: 200 len: 949 time: 0.9147365 May 30 20:01:19.650084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Network e871627c-6747-4fda-ad67-e082af75e7c1 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:19.654077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:19.656022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c33719-192b-4945-afbe-eb69c1de8649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa82f0b-9548-4c7f-8d29-f3b16aebc70b'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:19.705557 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.707418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8719c4-4f3d-4536-8bcd-bf5529230f65 req-af27b04b-d1ee-4fa6-ad78-3c908523df2c tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:19.714498 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f8719c4-4f3d-4536-8bcd-bf5529230f65 req-af27b04b-d1ee-4fa6-ad78-3c908523df2c tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e445285-78d7-4c75-aa8d-5a8646a7b64e HTTP/1.1" status: 200 len: 949 time: 1.2095411 May 30 20:01:19.720833 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Transition to ACTIVE for port object 9e167e27-f113-41ba-aebf-016b2b2f412c will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:19.730164 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.733786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Routers {'2b1ca2d6-81f2-4717-99e8-2dc7e083d288'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:01:19.735686 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:01:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2b1ca2d6-81f2-4717-99e8-2dc7e083d288'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:19.751514 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd1440-33f7-4645-9f73-f1e3e6d35cdd req-fc5b2f07-2507-4004-b140-98bc681bdf81 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:19.758413 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-acfd1440-33f7-4645-9f73-f1e3e6d35cdd req-fc5b2f07-2507-4004-b140-98bc681bdf81 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 0.7645636 May 30 20:01:19.761092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c9a4554-e9f0-4d5e-b311-54be60a94d25 req-f0602b3c-ae44-4536-bfb0-d90ccedd9008 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=3e637fc8-a0cf-4969-ae51-7f11baed3185 HTTP/1.1" status: 200 len: 217 time: 0.1734097 May 30 20:01:19.843842 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49ab9a-c7d5-4f8d-b5c6-42163493239d None None] Pushing event updated for resources: {'Port': ['ID=9e167e27-f113-41ba-aebf-016b2b2f412c,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:19.852074 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Attempting to bind port 9e167e27-f113-41ba-aebf-016b2b2f412c on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:19.852439 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Attempting to bind port 9e167e27-f113-41ba-aebf-016b2b2f412c by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:19.852791 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Attempting to bind port 9e167e27-f113-41ba-aebf-016b2b2f412c on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:19.860478 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49ab9a-c7d5-4f8d-b5c6-42163493239d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:19.860809 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49ab9a-c7d5-4f8d-b5c6-42163493239d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:19.861132 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49ab9a-c7d5-4f8d-b5c6-42163493239d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:19.861513 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49ab9a-c7d5-4f8d-b5c6-42163493239d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:19.861840 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49ab9a-c7d5-4f8d-b5c6-42163493239d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:19.862158 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49ab9a-c7d5-4f8d-b5c6-42163493239d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:19.862474 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49ab9a-c7d5-4f8d-b5c6-42163493239d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:19.862790 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49ab9a-c7d5-4f8d-b5c6-42163493239d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:19.863104 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49ab9a-c7d5-4f8d-b5c6-42163493239d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:19.863411 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49ab9a-c7d5-4f8d-b5c6-42163493239d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:19.863722 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49ab9a-c7d5-4f8d-b5c6-42163493239d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:19.868637 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:19.868998 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:19.869502 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.869964 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:19.870446 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Bound port: 9e167e27-f113-41ba-aebf-016b2b2f412c, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:19.870829 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.908830 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=8fa82f0b-9548-4c7f-8d29-f3b16aebc70b,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:19.928067 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.936797 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f8719c4-4f3d-4536-8bcd-bf5529230f65 req-1bf4ddc8-99ed-478b-bb97-78af36c2ccc0 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206683 May 30 20:01:19.945281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-33f89d7e-0c7f-4e10-a0ff-c1f9b13431f7 req-8917de65-b26c-4293-bfa6-e7a8f2e4da91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Deleting port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:19.947322 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-33f89d7e-0c7f-4e10-a0ff-c1f9b13431f7 req-8917de65-b26c-4293-bfa6-e7a8f2e4da91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.958219 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] For port 9e167e27-f113-41ba-aebf-016b2b2f412c, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:19.961723 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] For port 9e167e27-f113-41ba-aebf-016b2b2f412c, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9e167e27-f113-41ba-aebf-016b2b2f412c,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:19.967563 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:20.095782 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device fec6b198-6a42-4b16-855b-742e3fc97c11 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:20.115010 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49ab9a-c7d5-4f8d-b5c6-42163493239d None None] Pushing event updated for resources: {'Port': ['ID=9e167e27-f113-41ba-aebf-016b2b2f412c,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:20.125844 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Routers {'9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:01:20.126698 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:01:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:20.150133 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:20.154299 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-acfd1440-33f7-4645-9f73-f1e3e6d35cdd req-65c7eedd-3525-41d4-965d-d21a41356c7e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943460 May 30 20:01:20.248611 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a4554-e9f0-4d5e-b311-54be60a94d25 req-f4e2c8e9-d165-453d-86eb-3ce22ee7ba5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:20.257351 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c9a4554-e9f0-4d5e-b311-54be60a94d25 req-f4e2c8e9-d165-453d-86eb-3ce22ee7ba5f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.4611387 May 30 20:01:20.369861 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] Set router 9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:01:20.384002 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:20.385874 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Router 2b1ca2d6-81f2-4717-99e8-2dc7e083d288 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:01:20.621075 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a870e1d8-6518-4831-8f9b-bf5ea7b970d3 None None] Provisioning for port 8f6c11ff-cab5-45b9-af43-60ad9fb1fecb completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:20.643292 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 1fcf19bb-b52b-49ce-af91-d350ddcb14e6, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=1fcf19bb-b52b-49ce-af91-d350ddcb14e6,segment=NetworkSegment(e891ba8f-07cc-4773-bcf2-44b5dcbdaee4),segment_id=e891ba8f-07cc-4773-bcf2-44b5dcbdaee4)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:20.648295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=8fa82f0b-9548-4c7f-8d29-f3b16aebc70b,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:20.656318 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a870e1d8-6518-4831-8f9b-bf5ea7b970d3 None None] Provisioning complete for port 8f6c11ff-cab5-45b9-af43-60ad9fb1fecb triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:20.656981 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a870e1d8-6518-4831-8f9b-bf5ea7b970d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:20.753530 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:20.767404 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'name': 'tempest-ServersTestMultiNic-1356679224-router', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '9e167e27-f113-41ba-aebf-016b2b2f412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:08Z', 'updated_at': '2022-05-30T20:01:14Z', 'revision_number': 3, 'project_id': '820db36be181450f96a3fd776851fff7', 'gw_port': {'id': '9e167e27-f113-41ba-aebf-016b2b2f412c', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:49:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:12Z', 'updated_at': '2022-05-30T20:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:20.771830 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f2301-4e6a-4e0f-9d5a-d158a55576a7 None None] The sync data for ids ['9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162'] in n-d-843949-2 is: [{'id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'name': 'tempest-ServersTestMultiNic-1356679224-router', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '9e167e27-f113-41ba-aebf-016b2b2f412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:08Z', 'updated_at': '2022-05-30T20:01:14Z', 'revision_number': 3, 'project_id': '820db36be181450f96a3fd776851fff7', 'gw_port': {'id': '9e167e27-f113-41ba-aebf-016b2b2f412c', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:49:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:12Z', 'updated_at': '2022-05-30T20:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:01:20.809013 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:01:20.819535 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-88eec737-960c-41a8-94d0-b0787edd53c9 admin admin] 10.222.0.84 "PUT /v2.0/routers/2b1ca2d6-81f2-4717-99e8-2dc7e083d288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8183503 May 30 20:01:21.036424 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24076530-5fbd-4918-8602-aa30f51d4839 req-e3c59f8b-d2da-4f8b-ab20-e326d03560d7 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/1fc37d48-c5ae-4d26-aba2-387c6dca8bf6 HTTP/1.1" status: 200 len: 1634 time: 0.9073899 May 30 20:01:21.038673 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] Set router 2b1ca2d6-81f2-4717-99e8-2dc7e083d288 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:01:21.345398 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=1fcf19bb-b52b-49ce-af91-d350ddcb14e6,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:21.391163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a870e1d8-6518-4831-8f9b-bf5ea7b970d3 None None] Port 8f6c11ff-cab5-45b9-af43-60ad9fb1fecb cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:01:21.402136 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-33f89d7e-0c7f-4e10-a0ff-c1f9b13431f7 req-8917de65-b26c-4293-bfa6-e7a8f2e4da91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] For port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=36e6d2df-69b5-41ee-bdba-7b4fa3c0c459,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:21.402726 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-33f89d7e-0c7f-4e10-a0ff-c1f9b13431f7 req-8917de65-b26c-4293-bfa6-e7a8f2e4da91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:21.411573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port fec6b198-6a42-4b16-855b-742e3fc97c11 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:21.427745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port fec6b198-6a42-4b16-855b-742e3fc97c11 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:21.428332 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:21.586895 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a870e1d8-6518-4831-8f9b-bf5ea7b970d3 None None] Provisioning complete for port 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:21.587262 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a870e1d8-6518-4831-8f9b-bf5ea7b970d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:21.721578 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:21.735700 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c9a4554-e9f0-4d5e-b311-54be60a94d25 req-e4f5081f-fa9b-42ef-815f-cc426d0ecf97 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4771676 May 30 20:01:21.744037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-33f89d7e-0c7f-4e10-a0ff-c1f9b13431f7 req-8917de65-b26c-4293-bfa6-e7a8f2e4da91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Calling delete_port for 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:21.762403 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=36e6d2df-69b5-41ee-bdba-7b4fa3c0c459,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:21.791864 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-24076530-5fbd-4918-8602-aa30f51d4839 req-13cf2de2-a47a-42b5-82b2-5a9c6148ec3a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:21.854316 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:21.882535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696da9a2-477b-45a1-bf4a-fb79dd44a20b req-60402506-3a23-4c3f-9528-e20250ca524c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:21.889718 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-696da9a2-477b-45a1-bf4a-fb79dd44a20b req-60402506-3a23-4c3f-9528-e20250ca524c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=898827f5-bda7-4aef-987a-9f1e1e47b016 HTTP/1.1" status: 200 len: 945 time: 1.2372668 May 30 20:01:21.995768 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-24076530-5fbd-4918-8602-aa30f51d4839 req-13cf2de2-a47a-42b5-82b2-5a9c6148ec3a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:22.066326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=36e6d2df-69b5-41ee-bdba-7b4fa3c0c459,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:22.072864 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:22.101783 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fd13bb5d-cf61-4868-882d-69d8677eb163 None None] Provisioning complete for port 8f6c11ff-cab5-45b9-af43-60ad9fb1fecb triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:22.102509 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fd13bb5d-cf61-4868-882d-69d8677eb163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:22.164589 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-696da9a2-477b-45a1-bf4a-fb79dd44a20b req-7563db72-a72b-47ca-bd26-c6dff1d3e5c1 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738364 May 30 20:01:22.168014 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3650782-2e29-4f93-9404-5493a7a151e4 req-b7e2870e-3646-4b0a-a75f-ee8d2c08edc4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aba27b768a4e42e282ca42c395da255d&device_id=d257e547-e381-4ccb-92a0-e41551d79060 HTTP/1.1" status: 200 len: 1101 time: 0.8909299 May 30 20:01:22.179980 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [req-33f89d7e-0c7f-4e10-a0ff-c1f9b13431f7 req-8917de65-b26c-4293-bfa6-e7a8f2e4da91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:01:22.180453 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [req-33f89d7e-0c7f-4e10-a0ff-c1f9b13431f7 req-8917de65-b26c-4293-bfa6-e7a8f2e4da91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:01:22.194521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port fec6b198-6a42-4b16-855b-742e3fc97c11, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=fec6b198-6a42-4b16-855b-742e3fc97c11,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:22.197813 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fd13bb5d-cf61-4868-882d-69d8677eb163 None None] Port 8f6c11ff-cab5-45b9-af43-60ad9fb1fecb cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:01:22.199466 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c9a4554-e9f0-4d5e-b311-54be60a94d25 req-18f2e8f6-8406-4200-8b03-2aad0d667a59 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955719 May 30 20:01:22.205757 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-24076530-5fbd-4918-8602-aa30f51d4839 req-13cf2de2-a47a-42b5-82b2-5a9c6148ec3a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:22.209712 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:22.261197 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1ca2d6-81f2-4717-99e8-2dc7e083d288', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-813701820-router', 'tenant_id': '6bed3a5049aa4966a320e5aaebd26782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '78a9f626-8bc3-41cb-88b2-1a7018213842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:12Z', 'updated_at': '2022-05-30T20:01:18Z', 'revision_number': 4, 'project_id': '6bed3a5049aa4966a320e5aaebd26782', 'gw_port': {'id': '78a9f626-8bc3-41cb-88b2-1a7018213842', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1ca2d6-81f2-4717-99e8-2dc7e083d288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:13Z', 'updated_at': '2022-05-30T20:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '8f6c11ff-cab5-45b9-af43-60ad9fb1fecb', 'name': '', 'network_id': 'e871627c-6747-4fda-ad67-e082af75e7c1', 'tenant_id': '6bed3a5049aa4966a320e5aaebd26782', 'mac_address': 'fa:16:3e:5e:e3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1ca2d6-81f2-4717-99e8-2dc7e083d288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e7e2bb4-74a2-4e70-bfd0-a410aae4615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:17Z', 'updated_at': '2022-05-30T20:01:18Z', 'revision_number': 2, 'project_id': '6bed3a5049aa4966a320e5aaebd26782', 'subnets': [{'id': '6e7e2bb4-74a2-4e70-bfd0-a410aae4615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:22.281667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17443e0-5583-42c1-8190-52e117aa7cc3 None None] The sync data for ids ['2b1ca2d6-81f2-4717-99e8-2dc7e083d288'] in n-d-843949-2 is: [{'id': '2b1ca2d6-81f2-4717-99e8-2dc7e083d288', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-813701820-router', 'tenant_id': '6bed3a5049aa4966a320e5aaebd26782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '78a9f626-8bc3-41cb-88b2-1a7018213842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:12Z', 'updated_at': '2022-05-30T20:01:18Z', 'revision_number': 4, 'project_id': '6bed3a5049aa4966a320e5aaebd26782', 'gw_port': {'id': '78a9f626-8bc3-41cb-88b2-1a7018213842', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1ca2d6-81f2-4717-99e8-2dc7e083d288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:13Z', 'updated_at': '2022-05-30T20:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '8f6c11ff-cab5-45b9-af43-60ad9fb1fecb', 'name': '', 'network_id': 'e871627c-6747-4fda-ad67-e082af75e7c1', 'tenant_id': '6bed3a5049aa4966a320e5aaebd26782', 'mac_address': 'fa:16:3e:5e:e3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1ca2d6-81f2-4717-99e8-2dc7e083d288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e7e2bb4-74a2-4e70-bfd0-a410aae4615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:17Z', 'updated_at': '2022-05-30T20:01:18Z', 'revision_number': 2, 'project_id': '6bed3a5049aa4966a320e5aaebd26782', 'subnets': [{'id': '6e7e2bb4-74a2-4e70-bfd0-a410aae4615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:01:22.301649 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=fec6b198-6a42-4b16-855b-742e3fc97c11,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:22.358087 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf2de2-a47a-42b5-82b2-5a9c6148ec3a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc37d48-c5ae-4d26-aba2-387c6dca8bf6,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:22.424944 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7793702-a811-43e2-848e-93787e15420f'] response: {'server_uuid': 'e7c33719-192b-4945-afbe-eb69c1de8649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa82f0b-9548-4c7f-8d29-f3b16aebc70b', 'code': 200} May 30 20:01:22.633540 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-24076530-5fbd-4918-8602-aa30f51d4839 req-13cf2de2-a47a-42b5-82b2-5a9c6148ec3a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:22.634848 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24076530-5fbd-4918-8602-aa30f51d4839 req-13cf2de2-a47a-42b5-82b2-5a9c6148ec3a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "DELETE /v2.0/security-groups/1fc37d48-c5ae-4d26-aba2-387c6dca8bf6 HTTP/1.1" status: 204 len: 173 time: 1.5973473 May 30 20:01:22.691848 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-33f89d7e-0c7f-4e10-a0ff-c1f9b13431f7 req-8917de65-b26c-4293-bfa6-e7a8f2e4da91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Deleting port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:22.692366 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-33f89d7e-0c7f-4e10-a0ff-c1f9b13431f7 req-8917de65-b26c-4293-bfa6-e7a8f2e4da91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:22.815259 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c9a4554-e9f0-4d5e-b311-54be60a94d25 req-4de7a619-ca1f-4832-94a4-ff273d960c9d service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868063 May 30 20:01:22.827135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3650782-2e29-4f93-9404-5493a7a151e4 req-3edb6145-8b4a-48cc-ac81-a707a6dbc45e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:22.831273 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3650782-2e29-4f93-9404-5493a7a151e4 req-3edb6145-8b4a-48cc-ac81-a707a6dbc45e service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.5401108 May 30 20:01:22.967077 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:23.085646 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:23.086820 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:23.210089 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-ca9dbe4c-54bf-4390-a113-a8a1d7a1b918 req-8b16ecb3-0ee2-418b-b8ac-4a7c7f66f578 tempest-FloatingIPDetailsNegativeTestJSON-154697514 tempest-FloatingIPDetailsNegativeTestJSON-154697514-project] show failed (client error): The resource could not be found. May 30 20:01:23.220647 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53842) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:23.224709 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca9dbe4c-54bf-4390-a113-a8a1d7a1b918 req-8b16ecb3-0ee2-418b-b8ac-4a7c7f66f578 tempest-FloatingIPDetailsNegativeTestJSON-154697514 tempest-FloatingIPDetailsNegativeTestJSON-154697514-project] 10.222.0.84 "GET /v2.0/floatingips/b6e01f17-ed0a-4f2b-b59b-0bede0c7a96b HTTP/1.1" status: 404 len: 350 time: 0.1811266 May 30 20:01:23.257053 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3650782-2e29-4f93-9404-5493a7a151e4 req-6462c1b1-6737-490c-a252-8a8e32001459 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=d2c21ba1-ad15-46de-b2e1-c53efb743d11 HTTP/1.1" status: 200 len: 217 time: 0.3582575 May 30 20:01:23.271594 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb5e2eb3-614e-4251-b048-4d254bdd1764 req-00071cbd-2008-463b-a476-042600c915ca service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e7c33719-192b-4945-afbe-eb69c1de8649 HTTP/1.1" status: 200 len: 1096 time: 0.7660785 May 30 20:01:23.360488 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9e167e27-f113-41ba-aebf-016b2b2f412c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:23.434057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deb368-4fe1-4cc9-8f44-3cd752027c7f req-cf6556d8-e947-4870-b01d-dccbb552b1d2 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:23.444838 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-57deb368-4fe1-4cc9-8f44-3cd752027c7f req-cf6556d8-e947-4870-b01d-dccbb552b1d2 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Synchronizing usage tracker for tenant:12e9a0129c614fe0aab30ebcea7a2298 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:23.641760 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 9e167e27-f113-41ba-aebf-016b2b2f412c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:23.648161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 9e167e27-f113-41ba-aebf-016b2b2f412c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:23.648889 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:23.832993 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-57deb368-4fe1-4cc9-8f44-3cd752027c7f req-cf6556d8-e947-4870-b01d-dccbb552b1d2 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Unset dirty status for tenant:12e9a0129c614fe0aab30ebcea7a2298 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:23.833886 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57deb368-4fe1-4cc9-8f44-3cd752027c7f req-cf6556d8-e947-4870-b01d-dccbb552b1d2 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e445285-78d7-4c75-aa8d-5a8646a7b64e HTTP/1.1" status: 200 len: 947 time: 1.2648125 May 30 20:01:23.848772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3650782-2e29-4f93-9404-5493a7a151e4 req-c3e0eefc-801b-432a-ae87-ad5f431cf7f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:23.850179 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3650782-2e29-4f93-9404-5493a7a151e4 req-c3e0eefc-801b-432a-ae87-ad5f431cf7f0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.5727296 May 30 20:01:23.860480 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb5e2eb3-614e-4251-b048-4d254bdd1764 req-a708aa15-9005-4af0-b309-698f95e309dc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773380 May 30 20:01:23.880076 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:23.907439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 9e167e27-f113-41ba-aebf-016b2b2f412c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9e167e27-f113-41ba-aebf-016b2b2f412c,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:23.926599 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:24.020460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=9e167e27-f113-41ba-aebf-016b2b2f412c,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:24.180103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-33f89d7e-0c7f-4e10-a0ff-c1f9b13431f7 req-8917de65-b26c-4293-bfa6-e7a8f2e4da91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] For port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=36e6d2df-69b5-41ee-bdba-7b4fa3c0c459,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:24.180103 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-33f89d7e-0c7f-4e10-a0ff-c1f9b13431f7 req-8917de65-b26c-4293-bfa6-e7a8f2e4da91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:24.204575 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57deb368-4fe1-4cc9-8f44-3cd752027c7f req-4e5ca11c-94ce-4cab-8f62-fd9af614c68c tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584771 May 30 20:01:24.297519 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cce842f0-939b-422f-9274-1acec72cc8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:24.343015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b511c-6f48-4890-99e6-cf05fd8e890a req-b18f60b2-8847-4518-8e28-0eb68e2d76b8 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:24.350261 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-651b511c-6f48-4890-99e6-cf05fd8e890a req-b18f60b2-8847-4518-8e28-0eb68e2d76b8 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 0.7053828 May 30 20:01:24.376658 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-33f89d7e-0c7f-4e10-a0ff-c1f9b13431f7 req-8917de65-b26c-4293-bfa6-e7a8f2e4da91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Calling delete_port for 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:24.410896 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-0e8f03b1-4665-4599-bc9a-41e4b971e562 req-3d5b664c-21da-4af5-9151-79db18ae5eab tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1555548149', 'description': 'tempest-description-857292331'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:24.426207 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e445285-78d7-4c75-aa8d-5a8646a7b64e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e6d2df-69b5-41ee-bdba-7b4fa3c0c459'}, {'server_uuid': '898827f5-bda7-4aef-987a-9f1e1e47b016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec6b198-6a42-4b16-855b-742e3fc97c11'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:24.428812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0e8f03b1-4665-4599-bc9a-41e4b971e562 req-3d5b664c-21da-4af5-9151-79db18ae5eab tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:24.456711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0e8f03b1-4665-4599-bc9a-41e4b971e562 req-3d5b664c-21da-4af5-9151-79db18ae5eab tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Usage tracker for resource:security_group and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:24.474191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0e8f03b1-4665-4599-bc9a-41e4b971e562 req-3d5b664c-21da-4af5-9151-79db18ae5eab tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:24.487157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0e8f03b1-4665-4599-bc9a-41e4b971e562 req-3d5b664c-21da-4af5-9151-79db18ae5eab tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:24.565717 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0e8f03b1-4665-4599-bc9a-41e4b971e562 req-3d5b664c-21da-4af5-9151-79db18ae5eab tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:24.596348 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-651b511c-6f48-4890-99e6-cf05fd8e890a req-1e93931a-63ef-46d7-a2a6-010ff2120e0a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450576 May 30 20:01:24.599474 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3650782-2e29-4f93-9404-5493a7a151e4 req-f58b992e-6a40-4bfd-b2e6-318725b65262 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7363360 May 30 20:01:24.973267 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9e167e27-f113-41ba-aebf-016b2b2f412c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:25.119739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0e8f03b1-4665-4599-bc9a-41e4b971e562 req-3d5b664c-21da-4af5-9151-79db18ae5eab tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:25.132735 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-33f89d7e-0c7f-4e10-a0ff-c1f9b13431f7 req-8917de65-b26c-4293-bfa6-e7a8f2e4da91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:25.177490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['c4752f50-55cc-4eba-86da-d527315aebbb'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:25.296105 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0e8f03b1-4665-4599-bc9a-41e4b971e562 req-3d5b664c-21da-4af5-9151-79db18ae5eab tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Usage tracker for resource:security_group_rule and tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:25.328123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0e8f03b1-4665-4599-bc9a-41e4b971e562 req-3d5b664c-21da-4af5-9151-79db18ae5eab tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:25.360620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917de65-b26c-4293-bfa6-e7a8f2e4da91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Pushing event deleted for resources: {'Port': ['ID=36e6d2df-69b5-41ee-bdba-7b4fa3c0c459,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:25.374493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0e8f03b1-4665-4599-bc9a-41e4b971e562 req-3d5b664c-21da-4af5-9151-79db18ae5eab tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:25.409196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['3e637fc8-a0cf-4969-ae51-7f11baed3185'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:25.421977 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3650782-2e29-4f93-9404-5493a7a151e4 req-369e61f7-364b-4cbe-a3e3-020715bac8b3 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7870607 May 30 20:01:25.533097 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-cce842f0-939b-422f-9274-1acec72cc8b5 admin admin] Deleting port 8f6c11ff-cab5-45b9-af43-60ad9fb1fecb {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:25.535002 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cce842f0-939b-422f-9274-1acec72cc8b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:25.688907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f89d7e-0c7f-4e10-a0ff-c1f9b13431f7 req-8917de65-b26c-4293-bfa6-e7a8f2e4da91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] No DVR routers for this DVR port 36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:01:25.712150 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-33f89d7e-0c7f-4e10-a0ff-c1f9b13431f7 req-8917de65-b26c-4293-bfa6-e7a8f2e4da91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:25.714801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 9e167e27-f113-41ba-aebf-016b2b2f412c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:25.715171 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:25.728519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e445285-78d7-4c75-aa8d-5a8646a7b64e', 'name': 'network-vif-deleted', 'tag': '36e6d2df-69b5-41ee-bdba-7b4fa3c0c459'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:25.816952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9faca0-850f-4aa0-9bfc-411633b0bc9a req-a96474ae-9d15-4a62-b3dd-3e93414f7f9d tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:25.829108 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b9faca0-850f-4aa0-9bfc-411633b0bc9a req-a96474ae-9d15-4a62-b3dd-3e93414f7f9d tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=898827f5-bda7-4aef-987a-9f1e1e47b016 HTTP/1.1" status: 200 len: 946 time: 0.8866715 May 30 20:01:25.966803 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cce842f0-939b-422f-9274-1acec72cc8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:26.000247 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33f89d7e-0c7f-4e10-a0ff-c1f9b13431f7 req-8917de65-b26c-4293-bfa6-e7a8f2e4da91 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.77 "DELETE /v2.0/ports/36e6d2df-69b5-41ee-bdba-7b4fa3c0c459 HTTP/1.1" status: 204 len: 173 time: 6.3522942 May 30 20:01:26.070887 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0e8f03b1-4665-4599-bc9a-41e4b971e562 req-3d5b664c-21da-4af5-9151-79db18ae5eab tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:26.141635 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0e8f03b1-4665-4599-bc9a-41e4b971e562 req-3d5b664c-21da-4af5-9151-79db18ae5eab tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:26.297053 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3650782-2e29-4f93-9404-5493a7a151e4 req-c9088598-f629-4c11-8b42-21caddd98ae3 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8304853 May 30 20:01:26.302634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-cce842f0-939b-422f-9274-1acec72cc8b5 admin admin] Calling delete_port for 8f6c11ff-cab5-45b9-af43-60ad9fb1fecb owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:26.326837 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0e8f03b1-4665-4599-bc9a-41e4b971e562 req-3d5b664c-21da-4af5-9151-79db18ae5eab tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:26.328645 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e8f03b1-4665-4599-bc9a-41e4b971e562 req-3d5b664c-21da-4af5-9151-79db18ae5eab tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.9922159 May 30 20:01:26.354968 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b9faca0-850f-4aa0-9bfc-411633b0bc9a req-99c225cd-c4df-4960-bc01-5dfc9cc11ff7 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227375 May 30 20:01:26.357528 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:26.417984 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b664c-21da-4af5-9151-79db18ae5eab tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a47f67c-dfa5-486a-849c-4bb1f94645a6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:26.559134 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc2de891-b6e8-4355-b724-397e8dba4898'] response: {'server_uuid': '0e445285-78d7-4c75-aa8d-5a8646a7b64e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e6d2df-69b5-41ee-bdba-7b4fa3c0c459', 'code': 200} May 30 20:01:26.559710 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc2de891-b6e8-4355-b724-397e8dba4898'] response: {'server_uuid': '898827f5-bda7-4aef-987a-9f1e1e47b016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec6b198-6a42-4b16-855b-742e3fc97c11', 'code': 200} May 30 20:01:26.609291 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cce842f0-939b-422f-9274-1acec72cc8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:26.749123 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce842f0-939b-422f-9274-1acec72cc8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6c11ff-cab5-45b9-af43-60ad9fb1fecb,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:26.904305 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 78a9f626-8bc3-41cb-88b2-1a7018213842 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:26.991088 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-92020184-cec1-4a1d-a266-7b9874e282e2 req-5380e0e8-f9f5-43b7-9909-6343c7d1881f tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Synchronizing usage tracker for tenant:12e9a0129c614fe0aab30ebcea7a2298 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:27.047321 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 78a9f626-8bc3-41cb-88b2-1a7018213842 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:27.059492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 78a9f626-8bc3-41cb-88b2-1a7018213842 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:27.061019 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:27.188191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-92020184-cec1-4a1d-a266-7b9874e282e2 req-5380e0e8-f9f5-43b7-9909-6343c7d1881f tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Unset dirty status for tenant:12e9a0129c614fe0aab30ebcea7a2298 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:27.201347 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92020184-cec1-4a1d-a266-7b9874e282e2 req-5380e0e8-f9f5-43b7-9909-6343c7d1881f tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e445285-78d7-4c75-aa8d-5a8646a7b64e HTTP/1.1" status: 200 len: 210 time: 0.3715262 May 30 20:01:27.230821 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Allocated IP 172.20.0.1 (36b664d0-6cf3-4ccf-bce1-04d7a20480e2/7e3290e1-7a69-4d09-a1d1-b5b344a6d850/c73fed1a-0991-4521-a71c-aedbe42e92fb) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:27.322254 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:27.365219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 78a9f626-8bc3-41cb-88b2-1a7018213842, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=78a9f626-8bc3-41cb-88b2-1a7018213842,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:27.375331 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:27.420626 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cce842f0-939b-422f-9274-1acec72cc8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:27.483775 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=78a9f626-8bc3-41cb-88b2-1a7018213842,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:27.536734 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d775041-0226-47bb-b3a4-bc1f17090287 req-d8899594-8b13-43d9-8a42-09e9fe176675 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=898827f5-bda7-4aef-987a-9f1e1e47b016 HTTP/1.1" status: 200 len: 1097 time: 0.7744901 May 30 20:01:27.551885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53041585-0eed-4f1b-88ae-c40c0e016434 req-2a2e07ba-6aa8-4d41-9744-5b95df6ccd44 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:27.561959 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53041585-0eed-4f1b-88ae-c40c0e016434 req-2a2e07ba-6aa8-4d41-9744-5b95df6ccd44 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 0.5034521 May 30 20:01:27.592464 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5f3784-1159-4939-9528-36cfda2bec32'] response: {'server_uuid': '0e445285-78d7-4c75-aa8d-5a8646a7b64e', 'name': 'network-vif-deleted', 'tag': '36e6d2df-69b5-41ee-bdba-7b4fa3c0c459', 'status': 'completed', 'code': 200} May 30 20:01:27.685554 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0bcd5491-2497-4ca1-b6a5-668e1236d5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:27.770822 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53041585-0eed-4f1b-88ae-c40c0e016434 req-d47f6056-c5ac-4f9c-9e11-fb7309babfec tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074680 May 30 20:01:27.782394 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccd44c82-4217-4155-bc3b-203422e10ced req-b3b029a3-6834-4d20-92dc-37f0afc44250 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/0a47f67c-dfa5-486a-849c-4bb1f94645a6 HTTP/1.1" status: 200 len: 1634 time: 0.1886916 May 30 20:01:27.787860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-ccd44c82-4217-4155-bc3b-203422e10ced req-f5e5d43d-b9b4-40cb-a91c-8f30c34cd5b5 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1865673222', 'description': 'tempest-description-hth-162191958'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:27.912936 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ccd44c82-4217-4155-bc3b-203422e10ced req-f5e5d43d-b9b4-40cb-a91c-8f30c34cd5b5 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:28.009530 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d775041-0226-47bb-b3a4-bc1f17090287 req-c00096c1-6455-475f-a7db-64587f177ae0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213303 May 30 20:01:28.026068 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:28.079371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Transition to ACTIVE for port object c73fed1a-0991-4521-a71c-aedbe42e92fb will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:28.082785 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ccd44c82-4217-4155-bc3b-203422e10ced req-f5e5d43d-b9b4-40cb-a91c-8f30c34cd5b5 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:28.094650 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ccd44c82-4217-4155-bc3b-203422e10ced req-f5e5d43d-b9b4-40cb-a91c-8f30c34cd5b5 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:28.122587 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ccd44c82-4217-4155-bc3b-203422e10ced req-f5e5d43d-b9b4-40cb-a91c-8f30c34cd5b5 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:28.123820 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccd44c82-4217-4155-bc3b-203422e10ced req-f5e5d43d-b9b4-40cb-a91c-8f30c34cd5b5 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "PUT /v2.0/security-groups/0a47f67c-dfa5-486a-849c-4bb1f94645a6 HTTP/1.1" status: 200 len: 1608 time: 0.3405976 May 30 20:01:28.149935 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a463973-0e99-4071-9c8a-bcdb27211097 req-2e29f983-216f-499f-a11c-a1c0cdc7c526 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:28.151349 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a463973-0e99-4071-9c8a-bcdb27211097 req-2e29f983-216f-499f-a11c-a1c0cdc7c526 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=898827f5-bda7-4aef-987a-9f1e1e47b016 HTTP/1.1" status: 200 len: 946 time: 0.2211797 May 30 20:01:28.157650 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5d43d-b9b4-40cb-a91c-8f30c34cd5b5 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a47f67c-dfa5-486a-849c-4bb1f94645a6,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:28.181325 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:28.208236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce842f0-939b-422f-9274-1acec72cc8b5 admin admin] Router 2b1ca2d6-81f2-4717-99e8-2dc7e083d288 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:01:28.285177 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Network 36b664d0-6cf3-4ccf-bce1-04d7a20480e2 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:28.286458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Pushing event updated for resources: {'Port': ['ID=c73fed1a-0991-4521-a71c-aedbe42e92fb,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:28.288963 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:28.292882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a463973-0e99-4071-9c8a-bcdb27211097 req-2e0e30ca-1aff-4b61-89ad-90e78948a66f tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321416 May 30 20:01:28.293568 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:28.420614 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:28.493829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce842f0-939b-422f-9274-1acec72cc8b5 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:01:28.502978 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b2dbdce-bc03-47c9-a651-0cf7fd98641a req-be6fe1cc-7e74-4625-b074-718557dd5c1e tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/0a47f67c-dfa5-486a-849c-4bb1f94645a6 HTTP/1.1" status: 200 len: 1608 time: 0.1238708 May 30 20:01:28.516927 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cce842f0-939b-422f-9274-1acec72cc8b5 admin admin] 10.222.0.84 "PUT /v2.0/routers/2b1ca2d6-81f2-4717-99e8-2dc7e083d288/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2949259 May 30 20:01:28.519318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53910) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:28.658085 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-09de8ae9-46de-40fc-b62e-09f7899474aa None None] Provisioning for port c73fed1a-0991-4521-a71c-aedbe42e92fb completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:28.669781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-09de8ae9-46de-40fc-b62e-09f7899474aa None None] Provisioning complete for port c73fed1a-0991-4521-a71c-aedbe42e92fb triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:28.670145 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-09de8ae9-46de-40fc-b62e-09f7899474aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:28.750708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-09de8ae9-46de-40fc-b62e-09f7899474aa None None] Port c73fed1a-0991-4521-a71c-aedbe42e92fb cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:01:28.774005 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:28.804454 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-90785e45-ad5f-4151-b391-d8492651f07e req-21a0b019-30f4-4bbd-a430-94a1be5c743b tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/0a47f67c-dfa5-486a-849c-4bb1f94645a6 HTTP/1.1" status: 200 len: 1608 time: 0.2204914 May 30 20:01:28.876046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 78a9f626-8bc3-41cb-88b2-1a7018213842 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:28.967490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 78a9f626-8bc3-41cb-88b2-1a7018213842 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:28.967856 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:29.043152 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-90785e45-ad5f-4151-b391-d8492651f07e req-a9f11bc0-56ce-4583-83d6-65d41389224f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:29.113595 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-90785e45-ad5f-4151-b391-d8492651f07e req-a9f11bc0-56ce-4583-83d6-65d41389224f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:29.197876 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbe009d4-a7b1-44ca-921e-9e18d97e8ee0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:29.272463 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:29.298969 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:29.416550 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-90785e45-ad5f-4151-b391-d8492651f07e req-a9f11bc0-56ce-4583-83d6-65d41389224f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:29.481428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f11bc0-56ce-4583-83d6-65d41389224f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a47f67c-dfa5-486a-849c-4bb1f94645a6,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:29.517834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Pushing event updated for resources: {'Port': ['ID=c73fed1a-0991-4521-a71c-aedbe42e92fb,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:29.520100 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:29.530325 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-90785e45-ad5f-4151-b391-d8492651f07e req-a9f11bc0-56ce-4583-83d6-65d41389224f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:29.531418 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-90785e45-ad5f-4151-b391-d8492651f07e req-a9f11bc0-56ce-4583-83d6-65d41389224f tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "DELETE /v2.0/security-groups/0a47f67c-dfa5-486a-849c-4bb1f94645a6 HTTP/1.1" status: 204 len: 173 time: 0.6899450 May 30 20:01:29.855012 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8ab4736d-afed-4294-91a2-7c7ec37c21b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:29.863911 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Network 36b664d0-6cf3-4ccf-bce1-04d7a20480e2 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:29.867034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:29.875637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89db5f-b218-4537-822e-7e8988fca57c req-6c2b48a5-6d4d-4e32-a125-516eeb635bd7 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:29.877256 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d89db5f-b218-4537-822e-7e8988fca57c req-6c2b48a5-6d4d-4e32-a125-516eeb635bd7 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 0.1603804 May 30 20:01:30.078436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f18d6a6e-974a-4992-a606-6957e5ada2c7 None None] Provisioning complete for port c73fed1a-0991-4521-a71c-aedbe42e92fb triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:30.079088 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f18d6a6e-974a-4992-a606-6957e5ada2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:30.136670 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f18d6a6e-974a-4992-a606-6957e5ada2c7 None None] Port c73fed1a-0991-4521-a71c-aedbe42e92fb cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:01:30.165726 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d89db5f-b218-4537-822e-7e8988fca57c req-2b9d567d-72ee-49f7-8654-00d59ca0ca87 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147663 May 30 20:01:30.184284 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbe009d4-a7b1-44ca-921e-9e18d97e8ee0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:30.202830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-fbe009d4-a7b1-44ca-921e-9e18d97e8ee0 admin admin] Deleting port 78a9f626-8bc3-41cb-88b2-1a7018213842 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:30.203164 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbe009d4-a7b1-44ca-921e-9e18d97e8ee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:30.297636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c23f3-b52a-4aeb-bef9-b5b911b9be08 req-b9305148-c681-4eca-ad5f-33810fdbb1a2 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:30.299099 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb8c23f3-b52a-4aeb-bef9-b5b911b9be08 req-b9305148-c681-4eca-ad5f-33810fdbb1a2 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390 HTTP/1.1" status: 200 len: 949 time: 0.3472123 May 30 20:01:30.644476 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb8c23f3-b52a-4aeb-bef9-b5b911b9be08 req-abef0e09-4f61-4048-98b0-72b15e2652c8 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006356 May 30 20:01:30.686579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434bf56-2cfa-4f77-8571-9f1b6bda69c2 req-68aa0b9c-d65d-409a-b214-5aa193531f3f tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:30.688012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f434bf56-2cfa-4f77-8571-9f1b6bda69c2 req-68aa0b9c-d65d-409a-b214-5aa193531f3f tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390 HTTP/1.1" status: 200 len: 949 time: 0.3800201 May 30 20:01:30.689684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-fbe009d4-a7b1-44ca-921e-9e18d97e8ee0 admin admin] For port 78a9f626-8bc3-41cb-88b2-1a7018213842, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=78a9f626-8bc3-41cb-88b2-1a7018213842,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:30.690051 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbe009d4-a7b1-44ca-921e-9e18d97e8ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:30.710335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137e6cc-86ee-470b-b238-20ec9fee7bd5 req-1c942677-28fa-4327-ad02-7fe750bdad9c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:30.711711 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6137e6cc-86ee-470b-b238-20ec9fee7bd5 req-1c942677-28fa-4327-ad02-7fe750bdad9c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=898827f5-bda7-4aef-987a-9f1e1e47b016 HTTP/1.1" status: 200 len: 946 time: 0.3207374 May 30 20:01:30.892258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-fbe009d4-a7b1-44ca-921e-9e18d97e8ee0 admin admin] Calling delete_port for 78a9f626-8bc3-41cb-88b2-1a7018213842 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:30.976139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f434bf56-2cfa-4f77-8571-9f1b6bda69c2 req-52d0869a-7020-4b4e-8c95-3ceed21b41f9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Deleting port 3e637fc8-a0cf-4969-ae51-7f11baed3185 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:30.976383 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f434bf56-2cfa-4f77-8571-9f1b6bda69c2 req-52d0869a-7020-4b4e-8c95-3ceed21b41f9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:31.052324 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6137e6cc-86ee-470b-b238-20ec9fee7bd5 req-2151c90f-7bba-455c-bfdd-3e3cad8ff568 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023300 May 30 20:01:31.076712 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:31.251417 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:31.406706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Router 9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:01:31.660149 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbe009d4-a7b1-44ca-921e-9e18d97e8ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:31.807524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe009d4-a7b1-44ca-921e-9e18d97e8ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a9f626-8bc3-41cb-88b2-1a7018213842,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:31.824275 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f434bf56-2cfa-4f77-8571-9f1b6bda69c2 req-52d0869a-7020-4b4e-8c95-3ceed21b41f9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] For port 3e637fc8-a0cf-4969-ae51-7f11baed3185, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3e637fc8-a0cf-4969-ae51-7f11baed3185,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:31.824633 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f434bf56-2cfa-4f77-8571-9f1b6bda69c2 req-52d0869a-7020-4b4e-8c95-3ceed21b41f9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:31.836184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-733537c2-0068-4d57-914e-5ebc2a6d988b tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:31.837600 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-733537c2-0068-4d57-914e-5ebc2a6d988b tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/networks?id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce HTTP/1.1" status: 200 len: 805 time: 0.5372243 May 30 20:01:31.990197 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f434bf56-2cfa-4f77-8571-9f1b6bda69c2 req-52d0869a-7020-4b4e-8c95-3ceed21b41f9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Calling delete_port for 3e637fc8-a0cf-4969-ae51-7f11baed3185 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:32.059025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098c74f-7ba2-4b2e-8809-0307b4b970aa req-f646c2a3-8b9c-40e2-b0df-f72b0723a9dc tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:32.060507 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1098c74f-7ba2-4b2e-8809-0307b4b970aa req-f646c2a3-8b9c-40e2-b0df-f72b0723a9dc tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/ports?device_id=d257e547-e381-4ccb-92a0-e41551d79060 HTTP/1.1" status: 200 len: 950 time: 0.7620916 May 30 20:01:32.119163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-95f44b49-adf9-4444-baec-98e2d948e83b tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/quotas/5dd329ae9e0742dd8efa8e8b988ec12c HTTP/1.1" status: 200 len: 375 time: 0.1959352 May 30 20:01:32.137015 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device d2c21ba1-ad15-46de-b2e1-c53efb743d11 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:32.252136 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:32.282519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd257e547-e381-4ccb-92a0-e41551d79060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:32.294427 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port d2c21ba1-ad15-46de-b2e1-c53efb743d11, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d2c21ba1-ad15-46de-b2e1-c53efb743d11,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:32.298293 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:32.299188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 99f8bdcb-c3e2-45b8-9be5-457b06ea012a no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:32.370781 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1098c74f-7ba2-4b2e-8809-0307b4b970aa req-4ed5aa97-db1e-4a6b-8796-f7eb7a120fdf tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3040179-6a05-4c65-8b16-9178ae742b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946126 May 30 20:01:32.416993 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbe009d4-a7b1-44ca-921e-9e18d97e8ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:32.448007 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=d2c21ba1-ad15-46de-b2e1-c53efb743d11,revision_number=11']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:32.478674 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:32.513843 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=99f8bdcb-c3e2-45b8-9be5-457b06ea012a,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:32.518078 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:32.593070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=99f8bdcb-c3e2-45b8-9be5-457b06ea012a,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:32.666443 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:32.798000 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-e6ed0ec2-6b47-479b-8d58-7ae77eb122ac tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=5dd329ae9e0742dd8efa8e8b988ec12c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6719890 May 30 20:01:32.839670 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:32.901770 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f434bf56-2cfa-4f77-8571-9f1b6bda69c2 req-52d0869a-7020-4b4e-8c95-3ceed21b41f9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:32.912957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['3e637fc8-a0cf-4969-ae51-7f11baed3185'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:32.941859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['c4752f50-55cc-4eba-86da-d527315aebbb'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:32.994256 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbe009d4-a7b1-44ca-921e-9e18d97e8ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:33.055708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0869a-7020-4b4e-8c95-3ceed21b41f9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Pushing event deleted for resources: {'Port': ['ID=3e637fc8-a0cf-4969-ae51-7f11baed3185,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:33.091836 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbe009d4-a7b1-44ca-921e-9e18d97e8ee0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:33.212678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:01:33.220811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f434bf56-2cfa-4f77-8571-9f1b6bda69c2 req-52d0869a-7020-4b4e-8c95-3ceed21b41f9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] No DVR routers for this DVR port 3e637fc8-a0cf-4969-ae51-7f11baed3185 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:01:33.223870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Sync routers for ids ['9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:01:33.236285 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Routers {'9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:01:33.236894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:01:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:33.238526 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f434bf56-2cfa-4f77-8571-9f1b6bda69c2 req-52d0869a-7020-4b4e-8c95-3ceed21b41f9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:33.251307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f24c6ec-bdde-4b83-aae3-1ca1b966e390', 'name': 'network-vif-deleted', 'tag': '3e637fc8-a0cf-4969-ae51-7f11baed3185'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:33.260508 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375fd74-bb68-430b-8e14-6e121e12b2b7 req-2acc31c3-b291-4eef-97cd-17e88dadea35 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:33.261973 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0375fd74-bb68-430b-8e14-6e121e12b2b7 req-2acc31c3-b291-4eef-97cd-17e88dadea35 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=e7c33719-192b-4945-afbe-eb69c1de8649 HTTP/1.1" status: 200 len: 945 time: 0.6080754 May 30 20:01:33.290758 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-7979c3e1-a236-469a-b5fe-c420b318d32f service neutron] 10.222.0.84 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890936 May 30 20:01:33.305641 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbe009d4-a7b1-44ca-921e-9e18d97e8ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:33.306207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe009d4-a7b1-44ca-921e-9e18d97e8ee0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b1ca2d6-81f2-4717-99e8-2dc7e083d288 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:01:33.318373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1af8a9-80c0-4296-bfff-72ed1127e902 req-064d7063-7b46-43ae-bdc6-611e9815b270 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:33.319799 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be1af8a9-80c0-4296-bfff-72ed1127e902 req-064d7063-7b46-43ae-bdc6-611e9815b270 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.77 "GET /v2.0/ports?device_id=78860755-86d5-44d9-a3c7-ecd20906bea4 HTTP/1.1" status: 200 len: 944 time: 0.5270786 May 30 20:01:33.343255 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbe009d4-a7b1-44ca-921e-9e18d97e8ee0 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:33.344424 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fbe009d4-a7b1-44ca-921e-9e18d97e8ee0 admin admin] 10.222.0.84 "DELETE /v2.0/routers/2b1ca2d6-81f2-4717-99e8-2dc7e083d288 HTTP/1.1" status: 204 len: 168 time: 4.8237731 May 30 20:01:33.347192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54010) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:33.390754 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f434bf56-2cfa-4f77-8571-9f1b6bda69c2 req-52d0869a-7020-4b4e-8c95-3ceed21b41f9 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.93 "DELETE /v2.0/ports/3e637fc8-a0cf-4969-ae51-7f11baed3185 HTTP/1.1" status: 204 len: 173 time: 2.6859255 May 30 20:01:33.422455 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cad0d56-8156-4ffc-bfff-0f1df054c37f admin admin] Deleting subnet 6e7e2bb4-74a2-4e70-bfd0-a410aae4615e {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:01:33.426840 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8cad0d56-8156-4ffc-bfff-0f1df054c37f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:33.457352 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-55b3402b-4995-456e-8bc4-c132ef3e359f admin admin] 10.222.0.84 "PUT /v2.0/routers/9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2634208 May 30 20:01:33.495885 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Set router 9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:01:33.524013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-be1af8a9-80c0-4296-bfff-72ed1127e902 req-7391ade3-ca1e-4acf-9c61-10ac98938fea tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Deleting port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:33.524389 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-be1af8a9-80c0-4296-bfff-72ed1127e902 req-7391ade3-ca1e-4acf-9c61-10ac98938fea tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:33.537439 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8cad0d56-8156-4ffc-bfff-0f1df054c37f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:33.560009 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0375fd74-bb68-430b-8e14-6e121e12b2b7 req-670e4d5c-6c4a-40b4-a470-1744cc787426 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779090 May 30 20:01:33.661575 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-50a7b8dc-3e0c-4b47-b29d-665b8687cfc2 service neutron] 10.222.0.84 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517869 May 30 20:01:33.693326 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8cad0d56-8156-4ffc-bfff-0f1df054c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:33.715120 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-b8776e6d-b525-4b0b-a35b-cfd64f821094 req-069debb4-7d2e-4bd0-8850-f4a1bf77fbc2 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] show failed (client error): The resource could not be found. May 30 20:01:33.716206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8776e6d-b525-4b0b-a35b-cfd64f821094 req-069debb4-7d2e-4bd0-8850-f4a1bf77fbc2 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/1fc37d48-c5ae-4d26-aba2-387c6dca8bf6 HTTP/1.1" status: 404 len: 352 time: 0.0520198 May 30 20:01:33.725796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54018) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:33.864759 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8cad0d56-8156-4ffc-bfff-0f1df054c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:33.949974 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-e3191760-09c3-4c4e-a9a9-6e037afa9ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1592664640'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:33.954833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad0d56-8156-4ffc-bfff-0f1df054c37f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e7e2bb4-74a2-4e70-bfd0-a410aae4615e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:33.964219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e3191760-09c3-4c4e-a9a9-6e037afa9ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:33.970448 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8cad0d56-8156-4ffc-bfff-0f1df054c37f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:33.981217 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f92137-12a7-4e14-b666-e48e51cf2f9f None None] Network e871627c-6747-4fda-ad67-e082af75e7c1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:01:33.982276 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8cad0d56-8156-4ffc-bfff-0f1df054c37f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/6e7e2bb4-74a2-4e70-bfd0-a410aae4615e HTTP/1.1" status: 204 len: 168 time: 0.6324143 May 30 20:01:33.983983 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54030) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:34.017631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e3191760-09c3-4c4e-a9a9-6e037afa9ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Usage tracker for resource:network and tenant:820db36be181450f96a3fd776851fff7 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:34.023480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e3191760-09c3-4c4e-a9a9-6e037afa9ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:34.037281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e3191760-09c3-4c4e-a9a9-6e037afa9ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:34.094704 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3191760-09c3-4c4e-a9a9-6e037afa9ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Made reservation on behalf of 820db36be181450f96a3fd776851fff7 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:34.098238 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e3191760-09c3-4c4e-a9a9-6e037afa9ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:34.121451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-be1af8a9-80c0-4296-bfff-72ed1127e902 req-7391ade3-ca1e-4acf-9c61-10ac98938fea tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] For port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=99f8bdcb-c3e2-45b8-9be5-457b06ea012a,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:34.121817 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-be1af8a9-80c0-4296-bfff-72ed1127e902 req-7391ade3-ca1e-4acf-9c61-10ac98938fea tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:34.276181 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:34.300420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-be1af8a9-80c0-4296-bfff-72ed1127e902 req-7391ade3-ca1e-4acf-9c61-10ac98938fea tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Calling delete_port for 99f8bdcb-c3e2-45b8-9be5-457b06ea012a owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:34.306568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] Deleting port 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:34.307017 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:34.318568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'name': 'tempest-ServersTestMultiNic-1356679224-router', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '9e167e27-f113-41ba-aebf-016b2b2f412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:08Z', 'updated_at': '2022-05-30T20:01:28Z', 'revision_number': 4, 'project_id': '820db36be181450f96a3fd776851fff7', 'gw_port': {'id': '9e167e27-f113-41ba-aebf-016b2b2f412c', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:12Z', 'updated_at': '2022-05-30T20:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'c73fed1a-0991-4521-a71c-aedbe42e92fb', 'name': '', 'network_id': '36b664d0-6cf3-4ccf-bce1-04d7a20480e2', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'mac_address': 'fa:16:3e:66:26:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e3290e1-7a69-4d09-a1d1-b5b344a6d850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:26Z', 'updated_at': '2022-05-30T20:01:28Z', 'revision_number': 2, 'project_id': '820db36be181450f96a3fd776851fff7', 'subnets': [{'id': '7e3290e1-7a69-4d09-a1d1-b5b344a6d850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:34.324782 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Checking router: 9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:01:34.325127 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Updating router 9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162 port c73fed1a-0991-4521-a71c-aedbe42e92fb binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:01:34.393705 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:34.505323 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-996f38b0-3da1-4d1a-bb02-5b1421693a64 req-251fcf21-9a32-4f79-9138-88c23d682657 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Synchronizing usage tracker for tenant:12e9a0129c614fe0aab30ebcea7a2298 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:34.516347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3191760-09c3-4c4e-a9a9-6e037afa9ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:01:34.535059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2ea11-08c2-424b-a3fe-cbc73aaaa607 req-e59f69d5-fbc6-4a63-92b1-32b104a055a5 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:34.536931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56d2ea11-08c2-424b-a3fe-cbc73aaaa607 req-e59f69d5-fbc6-4a63-92b1-32b104a055a5 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 0.5828319 May 30 20:01:34.542494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255ae27a-aa79-4470-bcf8-4600826ace50 None None] DHCP port deletion for e871627c-6747-4fda-ad67-e082af75e7c1 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:01:34.557779 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-255ae27a-aa79-4470-bcf8-4600826ace50 None None] Deleting port 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:34.558770 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-255ae27a-aa79-4470-bcf8-4600826ace50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:34.573565 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e3191760-09c3-4c4e-a9a9-6e037afa9ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:34.573863 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-e3191760-09c3-4c4e-a9a9-6e037afa9ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Added segment 2bf74a1f-33da-4313-b71e-b3582355cb24 of type vlan for network f262a1d7-914a-43f8-9c17-3b21c6268698 May 30 20:01:34.592335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-996f38b0-3da1-4d1a-bb02-5b1421693a64 req-251fcf21-9a32-4f79-9138-88c23d682657 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Unset dirty status for tenant:12e9a0129c614fe0aab30ebcea7a2298 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:34.592712 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] For port 1fcf19bb-b52b-49ce-af91-d350ddcb14e6, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=1fcf19bb-b52b-49ce-af91-d350ddcb14e6,segment=NetworkSegment(e891ba8f-07cc-4773-bcf2-44b5dcbdaee4),segment_id=e891ba8f-07cc-4773-bcf2-44b5dcbdaee4)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:34.593224 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:34.605882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-996f38b0-3da1-4d1a-bb02-5b1421693a64 req-251fcf21-9a32-4f79-9138-88c23d682657 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f24c6ec-bdde-4b83-aae3-1ca1b966e390 HTTP/1.1" status: 200 len: 210 time: 0.3474097 May 30 20:01:34.696772 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e3191760-09c3-4c4e-a9a9-6e037afa9ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:34.710030 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56d2ea11-08c2-424b-a3fe-cbc73aaaa607 req-23410556-1408-4623-9b11-666fe026c490 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663668 May 30 20:01:34.752445 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90903da6-f4be-42d1-8042-0dd7e061d0e6'] response: {'server_uuid': 'd257e547-e381-4ccb-92a0-e41551d79060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11', 'code': 200} May 30 20:01:34.861975 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e3191760-09c3-4c4e-a9a9-6e037afa9ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:34.867225 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3191760-09c3-4c4e-a9a9-6e037afa9ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:34.867868 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e3191760-09c3-4c4e-a9a9-6e037afa9ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:34.900954 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47c06017-c6d0-4d44-a2ac-e7d2ad3b5916'] response: {'server_uuid': '2f24c6ec-bdde-4b83-aae3-1ca1b966e390', 'name': 'network-vif-deleted', 'tag': '3e637fc8-a0cf-4969-ae51-7f11baed3185', 'status': 'completed', 'code': 200} May 30 20:01:34.932741 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e3191760-09c3-4c4e-a9a9-6e037afa9ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1811779 May 30 20:01:34.935991 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] Calling delete_port for 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:34.938430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54044) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:34.949790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-95485e53-87f9-4406-a476-d87eeea64998 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Request body: {'subnet': {'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:35.010341 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:35.026067 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:35.085183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] Pushing event deleted for resources: {'Port': ['ID=1fcf19bb-b52b-49ce-af91-d350ddcb14e6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:35.091853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] No DVR routers for this DVR port 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:01:35.096752 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:01:35.097215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:01:35.134205 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-be1af8a9-80c0-4296-bfff-72ed1127e902 req-7391ade3-ca1e-4acf-9c61-10ac98938fea tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:35.149815 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-255ae27a-aa79-4470-bcf8-4600826ace50 None None] For port 1fcf19bb-b52b-49ce-af91-d350ddcb14e6, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=1fcf19bb-b52b-49ce-af91-d350ddcb14e6,segment=NetworkSegment(e891ba8f-07cc-4773-bcf2-44b5dcbdaee4),segment_id=e891ba8f-07cc-4773-bcf2-44b5dcbdaee4)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:35.150288 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-255ae27a-aa79-4470-bcf8-4600826ace50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:35.240560 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:35.251582 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-95485e53-87f9-4406-a476-d87eeea64998 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:35.269359 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e871627c-6747-4fda-ad67-e082af75e7c1']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:35.293063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e891ba8f-07cc-4773-bcf2-44b5dcbdaee4') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:35.293436 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e891ba8f-07cc-4773-bcf2-44b5dcbdaee4') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:35.307353 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-255ae27a-aa79-4470-bcf8-4600826ace50 None None] Calling delete_port for 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:35.316202 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:35.335585 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:35.344376 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:01:35.344771 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: timer() May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:01:35.361648 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:01:35.383298 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391ade3-ca1e-4acf-9c61-10ac98938fea tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Pushing event deleted for resources: {'Port': ['ID=99f8bdcb-c3e2-45b8-9be5-457b06ea012a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:35.410351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-95485e53-87f9-4406-a476-d87eeea64998 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Usage tracker for resource:subnet and tenant:820db36be181450f96a3fd776851fff7 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn_limited( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn_limited( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.439559 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.443890 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.443890 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.443890 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.443890 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.443890 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.443890 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.443890 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.443890 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.443890 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.443890 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.443890 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.443890 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.443890 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.443890 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.443890 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:01:35.443890 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:01:35.445074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-95485e53-87f9-4406-a476-d87eeea64998 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:35.452214 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-255ae27a-aa79-4470-bcf8-4600826ace50 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:01:35.452566 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-255ae27a-aa79-4470-bcf8-4600826ace50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:01:35.461462 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:35.466028 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:35.474413 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Transition to ACTIVE for port object c73fed1a-0991-4521-a71c-aedbe42e92fb will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:35.479044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-95485e53-87f9-4406-a476-d87eeea64998 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:35.483599 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:35.488288 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-cade30b4-8112-4bc2-8196-1b1d0b93d39b req-a93e29bb-d109-43e3-a458-0b31327a6d7a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] show failed (client error): The resource could not be found. May 30 20:01:35.493102 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cade30b4-8112-4bc2-8196-1b1d0b93d39b req-a93e29bb-d109-43e3-a458-0b31327a6d7a tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/9735b52d-9477-4214-916b-8a525addeb0b HTTP/1.1" status: 404 len: 352 time: 0.3500912 May 30 20:01:35.494737 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:35.496627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4ce9cb0d-a57d-4e52-ae89-8cf08a962721 req-c44659c7-e491-473a-89a5-e915554eb010 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Synchronizing usage tracker for tenant:5dd329ae9e0742dd8efa8e8b988ec12c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:35.498550 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] Pushing event deleted for resources: {'Network': ['ID=e871627c-6747-4fda-ad67-e082af75e7c1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:35.506443 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-42992c1f-cda6-4fa7-b303-0a57afdd248b admin admin] 10.222.0.84 "DELETE /v2.0/networks/e871627c-6747-4fda-ad67-e082af75e7c1 HTTP/1.1" status: 204 len: 168 time: 1.5226269 May 30 20:01:35.694594 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-5244ebf3-74e9-4e5b-9da5-e132769125f3 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:35.696290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-5244ebf3-74e9-4e5b-9da5-e132769125f3 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.77 "GET /v2.0/networks?id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce HTTP/1.1" status: 200 len: 805 time: 0.1868522 May 30 20:01:35.713033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54064) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:35.718497 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913be46-fb84-47b5-a311-61dfff312270 None None] Pushing event updated for resources: {'Port': ['ID=c73fed1a-0991-4521-a71c-aedbe42e92fb,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:35.782940 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5e4b1e70-b38a-4d2d-85e1-7fc86fa7cfb9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6bed3a5049aa4966a320e5aaebd26782&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0676546 May 30 20:01:35.785402 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54070) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:35.810539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Attempting to bind port c73fed1a-0991-4521-a71c-aedbe42e92fb on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:35.810897 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Attempting to bind port c73fed1a-0991-4521-a71c-aedbe42e92fb by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'ff8904e0-4b04-4874-9b0d-fa1541813429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '36b664d0-6cf3-4ccf-bce1-04d7a20480e2'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:35.811248 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Attempting to bind port c73fed1a-0991-4521-a71c-aedbe42e92fb on network 36b664d0-6cf3-4ccf-bce1-04d7a20480e2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:35.817983 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:35.818376 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Checking segment: {'id': 'ff8904e0-4b04-4874-9b0d-fa1541813429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '36b664d0-6cf3-4ccf-bce1-04d7a20480e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:35.818770 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:35.819148 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Bound using segment: {'id': 'ff8904e0-4b04-4874-9b0d-fa1541813429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '36b664d0-6cf3-4ccf-bce1-04d7a20480e2'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:35.819606 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Bound port: c73fed1a-0991-4521-a71c-aedbe42e92fb, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8904e0-4b04-4874-9b0d-fa1541813429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '36b664d0-6cf3-4ccf-bce1-04d7a20480e2'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:35.819981 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:35.864187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95485e53-87f9-4406-a476-d87eeea64998 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Made reservation on behalf of 820db36be181450f96a3fd776851fff7 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:35.884648 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4790f20-bc76-488d-bb5e-48845c88e727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:35.893900 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-dc336097-24b5-485b-a0e7-1de69da5ce7f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Request body: {'port': {'device_id': 'ef3ec7f9-834b-49a0-893a-76d0c5c30f22', 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce', 'admin_state_up': True, 'tenant_id': '5dd329ae9e0742dd8efa8e8b988ec12c'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:35.938686 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4790f20-bc76-488d-bb5e-48845c88e727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:35.958422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-255ae27a-aa79-4470-bcf8-4600826ace50 None None] Deleting port 1fcf19bb-b52b-49ce-af91-d350ddcb14e6 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:35.958876 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-255ae27a-aa79-4470-bcf8-4600826ace50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:36.011857 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4790f20-bc76-488d-bb5e-48845c88e727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:36.014710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3191760-09c3-4c4e-a9a9-6e037afa9ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event updated for resources: {'Network': ['ID=f262a1d7-914a-43f8-9c17-3b21c6268698,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:36.029782 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-255ae27a-aa79-4470-bcf8-4600826ace50 None None] The port '1fcf19bb-b52b-49ce-af91-d350ddcb14e6' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:01:36.031395 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] For port c73fed1a-0991-4521-a71c-aedbe42e92fb, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:36.044104 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3e637fc8-a0cf-4969-ae51-7f11baed3185 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:36.057621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4790f20-bc76-488d-bb5e-48845c88e727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624f378f-bde9-4365-bf5e-5ffc1b91adf6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:36.070901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network f262a1d7-914a-43f8-9c17-3b21c6268698 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:01:36.072210 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4790f20-bc76-488d-bb5e-48845c88e727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:36.076454 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e4790f20-bc76-488d-bb5e-48845c88e727 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/624f378f-bde9-4365-bf5e-5ffc1b91adf6 HTTP/1.1" status: 204 len: 168 time: 0.2869475 May 30 20:01:36.107944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 3e637fc8-a0cf-4969-ae51-7f11baed3185 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:01:36.108291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3e637fc8-a0cf-4969-ae51-7f11baed3185 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:01:36.113354 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] For port c73fed1a-0991-4521-a71c-aedbe42e92fb, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c73fed1a-0991-4521-a71c-aedbe42e92fb,segment=NetworkSegment(ff8904e0-4b04-4874-9b0d-fa1541813429),segment_id=ff8904e0-4b04-4874-9b0d-fa1541813429)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:36.117672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1af8a9-80c0-4296-bfff-72ed1127e902 req-7391ade3-ca1e-4acf-9c61-10ac98938fea tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] No DVR routers for this DVR port 99f8bdcb-c3e2-45b8-9be5-457b06ea012a on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:01:36.120723 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-be1af8a9-80c0-4296-bfff-72ed1127e902 req-7391ade3-ca1e-4acf-9c61-10ac98938fea tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:36.124041 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be1af8a9-80c0-4296-bfff-72ed1127e902 req-7391ade3-ca1e-4acf-9c61-10ac98938fea tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.77 "DELETE /v2.0/ports/99f8bdcb-c3e2-45b8-9be5-457b06ea012a HTTP/1.1" status: 204 len: 173 time: 2.7723610 May 30 20:01:36.124988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4ce9cb0d-a57d-4e52-ae89-8cf08a962721 req-c44659c7-e491-473a-89a5-e915554eb010 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Unset dirty status for tenant:5dd329ae9e0742dd8efa8e8b988ec12c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:36.126044 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ce9cb0d-a57d-4e52-ae89-8cf08a962721 req-c44659c7-e491-473a-89a5-e915554eb010 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 210 time: 0.7129455 May 30 20:01:36.153141 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-edad21a8-6755-4ff2-9121-83608471457e req-99afac47-6dcb-4458-b41a-e072b967a06d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] show failed (client error): The resource could not be found. May 30 20:01:36.154507 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-edad21a8-6755-4ff2-9121-83608471457e req-99afac47-6dcb-4458-b41a-e072b967a06d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/718c4380-67e7-4eef-abef-66978eb70b10 HTTP/1.1" status: 404 len: 352 time: 0.0274022 May 30 20:01:36.170120 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 99f8bdcb-c3e2-45b8-9be5-457b06ea012a no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:36.207496 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:36.292972 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913be46-fb84-47b5-a311-61dfff312270 None None] Pushing event updated for resources: {'Port': ['ID=c73fed1a-0991-4521-a71c-aedbe42e92fb,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:36.295935 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 99f8bdcb-c3e2-45b8-9be5-457b06ea012a {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:01:36.296307 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 99f8bdcb-c3e2-45b8-9be5-457b06ea012a not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:01:36.321179 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-95485e53-87f9-4406-a476-d87eeea64998 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:36.353600 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Routers {'9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:01:36.354300 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:01:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:36.618892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-dc336097-24b5-485b-a0e7-1de69da5ce7f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:36.643132 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] Set router 9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:01:36.684590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-dc336097-24b5-485b-a0e7-1de69da5ce7f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:36.784498 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78860755-86d5-44d9-a3c7-ecd20906bea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99f8bdcb-c3e2-45b8-9be5-457b06ea012a'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:36.877999 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:36.879971 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-dc336097-24b5-485b-a0e7-1de69da5ce7f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Made reservation on behalf of 5dd329ae9e0742dd8efa8e8b988ec12c for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:36.882893 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-dc336097-24b5-485b-a0e7-1de69da5ce7f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:36.907461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78860755-86d5-44d9-a3c7-ecd20906bea4', 'name': 'network-vif-deleted', 'tag': '99f8bdcb-c3e2-45b8-9be5-457b06ea012a'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:36.967326 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-95485e53-87f9-4406-a476-d87eeea64998 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:37.013874 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'name': 'tempest-ServersTestMultiNic-1356679224-router', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '9e167e27-f113-41ba-aebf-016b2b2f412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:08Z', 'updated_at': '2022-05-30T20:01:28Z', 'revision_number': 4, 'project_id': '820db36be181450f96a3fd776851fff7', 'gw_port': {'id': '9e167e27-f113-41ba-aebf-016b2b2f412c', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:12Z', 'updated_at': '2022-05-30T20:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'c73fed1a-0991-4521-a71c-aedbe42e92fb', 'name': '', 'network_id': '36b664d0-6cf3-4ccf-bce1-04d7a20480e2', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'mac_address': 'fa:16:3e:66:26:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e3290e1-7a69-4d09-a1d1-b5b344a6d850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:26Z', 'updated_at': '2022-05-30T20:01:35Z', 'revision_number': 4, 'project_id': '820db36be181450f96a3fd776851fff7', 'subnets': [{'id': '7e3290e1-7a69-4d09-a1d1-b5b344a6d850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:37.019118 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4264f8ff-dc11-4880-bf9a-0f73521844d4 None None] The sync data for ids ['9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162'] in n-d-843949-2 is: [{'id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'name': 'tempest-ServersTestMultiNic-1356679224-router', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '9e167e27-f113-41ba-aebf-016b2b2f412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:08Z', 'updated_at': '2022-05-30T20:01:28Z', 'revision_number': 4, 'project_id': '820db36be181450f96a3fd776851fff7', 'gw_port': {'id': '9e167e27-f113-41ba-aebf-016b2b2f412c', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:12Z', 'updated_at': '2022-05-30T20:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'c73fed1a-0991-4521-a71c-aedbe42e92fb', 'name': '', 'network_id': '36b664d0-6cf3-4ccf-bce1-04d7a20480e2', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'mac_address': 'fa:16:3e:66:26:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e3290e1-7a69-4d09-a1d1-b5b344a6d850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:26Z', 'updated_at': '2022-05-30T20:01:35Z', 'revision_number': 4, 'project_id': '820db36be181450f96a3fd776851fff7', 'subnets': [{'id': '7e3290e1-7a69-4d09-a1d1-b5b344a6d850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:01:37.074122 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669a150-ffd6-4a13-805e-de77a1eccad2 req-f719d696-f4da-4a9a-b76c-485a62b38cc2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:37.076699 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a669a150-ffd6-4a13-805e-de77a1eccad2 req-f719d696-f4da-4a9a-b76c-485a62b38cc2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 0.4074230 May 30 20:01:37.356898 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca34740-8aab-4716-b77f-9a409e97ded8 req-aaa5ca9f-cb70-403a-a561-7655759b5a24 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:37.358339 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ca34740-8aab-4716-b77f-9a409e97ded8 req-aaa5ca9f-cb70-403a-a561-7655759b5a24 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7c33719-192b-4945-afbe-eb69c1de8649 HTTP/1.1" status: 200 len: 945 time: 0.6822560 May 30 20:01:37.376793 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95485e53-87f9-4406-a476-d87eeea64998 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event updated for resources: {'Subnet': ['ID=47915b5c-8dd6-47f0-8df4-4590475594ff,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:37.383748 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5077e55-df5b-4c8f-b398-7312d8a8e79e req-946e8280-cca7-44ef-948c-96b495808f90 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:37.385247 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d5077e55-df5b-4c8f-b398-7312d8a8e79e req-946e8280-cca7-44ef-948c-96b495808f90 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=e7c33719-192b-4945-afbe-eb69c1de8649 HTTP/1.1" status: 200 len: 945 time: 0.7638164 May 30 20:01:37.466226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54112) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:37.577573 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95485e53-87f9-4406-a476-d87eeea64998 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Checking segment: {'id': '2bf74a1f-33da-4313-b71e-b3582355cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:37.577941 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95485e53-87f9-4406-a476-d87eeea64998 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Network hostable DHCP agents. Network: f262a1d7-914a-43f8-9c17-3b21c6268698, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:01:37.589988 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-b26bd8a2-9b7e-4e95-8798-9870dff916d9 service neutron] show failed (client error): The resource could not be found. May 30 20:01:37.591020 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-b26bd8a2-9b7e-4e95-8798-9870dff916d9 service neutron] 10.222.0.93 "GET /v2.0/ports/448444c2-04f3-4dd7-bcef-8f5d59972827/bindings/n-h1-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.4615681 May 30 20:01:37.636978 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a669a150-ffd6-4a13-805e-de77a1eccad2 req-7513e31b-7b4f-43f8-8032-56184f24a434 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245450 May 30 20:01:37.640511 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-5ca34740-8aab-4716-b77f-9a409e97ded8 req-8e3ce273-6f8e-4f57-949b-21106c4bb05c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Deleting port 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:37.640836 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5ca34740-8aab-4716-b77f-9a409e97ded8 req-8e3ce273-6f8e-4f57-949b-21106c4bb05c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:37.640999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-966564565-network', 'tenant_id': '3ad01171d1bb446a826503d27d5a987a'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:37.657762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:37.664694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Usage tracker for resource:network and tenant:3ad01171d1bb446a826503d27d5a987a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:37.668727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:37.683853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:37.698743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Made reservation on behalf of 3ad01171d1bb446a826503d27d5a987a for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:37.702492 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:37.708264 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-dc336097-24b5-485b-a0e7-1de69da5ce7f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Allocated IP 172.20.0.14 (8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce/8dd0ba15-290a-4589-8acd-b7cd3e58dbb1/c813cce0-3299-4b15-89d9-07cc6d922802) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:37.721106 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:37.762840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:37.769522 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Usage tracker for resource:security_group_rule and tenant:3ad01171d1bb446a826503d27d5a987a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:37.773073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:37.777396 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d5077e55-df5b-4c8f-b398-7312d8a8e79e req-da1750e5-8bad-4b50-b097-f601ab5138ea tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/security-groups?id=8f5e0035-b8d6-4399-8a74-7565660cbaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445880 May 30 20:01:37.778448 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-ad59ce2a-7ec2-4b60-ac12-782c801b9a67 req-2c5ba244-3a56-4a04-8d0e-1a6880f115be tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] show failed (client error): The resource could not be found. May 30 20:01:37.779420 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ad59ce2a-7ec2-4b60-ac12-782c801b9a67 req-2c5ba244-3a56-4a04-8d0e-1a6880f115be tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/d2c62421-d3b5-49f6-86d6-a62361b04b49 HTTP/1.1" status: 404 len: 352 time: 0.0768266 May 30 20:01:37.804403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:37.942127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95485e53-87f9-4406-a476-d87eeea64998 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Network f262a1d7-914a-43f8-9c17-3b21c6268698 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:01:37.960307 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:37.969977 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:37.983122 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-95485e53-87f9-4406-a476-d87eeea64998 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, f262a1d7-914a-43f8-9c17-3b21c6268698) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:37.992318 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f53868-65d2-47d0-88d1-61b3ea15ea18 None None] Network f262a1d7-914a-43f8-9c17-3b21c6268698 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:01:37.997780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:01:37.998676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95485e53-87f9-4406-a476-d87eeea64998 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:37.999419 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-95485e53-87f9-4406-a476-d87eeea64998 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:38.022497 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:38.022847 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Added segment d04fddf7-244f-46a1-9407-a742e05f4078 of type vlan for network b57c8dc7-d565-4558-b619-e2f27eee459b May 30 20:01:38.079490 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-95485e53-87f9-4406-a476-d87eeea64998 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1398163 May 30 20:01:38.079701 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:38.089927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54128) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:38.116195 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a6bc4-280e-4a8b-97a6-4cfdc3e3861a req-da23e367-25e1-4805-b754-782f1bb42dc3 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:38.119643 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-632a6bc4-280e-4a8b-97a6-4cfdc3e3861a req-da23e367-25e1-4805-b754-782f1bb42dc3 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.93 "GET /v2.0/ports?device_id=898827f5-bda7-4aef-987a-9f1e1e47b016 HTTP/1.1" status: 200 len: 946 time: 0.6927502 May 30 20:01:38.134423 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:38.135431 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:38.136663 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:38.139873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a57da255-2a0c-4941-af0a-7e354b57bfb9 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1520375532'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:38.188148 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae11bf2f-8956-48ec-ab89-12127444bc28'] response: {'server_uuid': '78860755-86d5-44d9-a3c7-ecd20906bea4', 'name': 'network-vif-deleted', 'tag': '99f8bdcb-c3e2-45b8-9be5-457b06ea012a', 'status': 'completed', 'code': 200} May 30 20:01:38.231083 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a57da255-2a0c-4941-af0a-7e354b57bfb9 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:38.267626 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f1f84f-9d86-4d5a-8924-002441d006b9'] response: {'server_uuid': '78860755-86d5-44d9-a3c7-ecd20906bea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99f8bdcb-c3e2-45b8-9be5-457b06ea012a', 'code': 200} May 30 20:01:38.296373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0539a10-d00a-4493-861b-af05b0a0d7e7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:38.348704 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8813155 May 30 20:01:38.349576 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c89de8-4981-434a-8d4a-63bdfc6118b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b57c8dc7-d565-4558-b619-e2f27eee459b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:38.353511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54134) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:38.360087 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-30c65430-53e5-4298-a88a-eb171cf71fec admin admin] Request body: {'subnet': {'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-966564565-subnet', 'tenant_id': '3ad01171d1bb446a826503d27d5a987a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:38.365795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-30c65430-53e5-4298-a88a-eb171cf71fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:38.366729 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network b57c8dc7-d565-4558-b619-e2f27eee459b details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:01:38.370617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-30c65430-53e5-4298-a88a-eb171cf71fec admin admin] Usage tracker for resource:subnet and tenant:3ad01171d1bb446a826503d27d5a987a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:38.375172 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-30c65430-53e5-4298-a88a-eb171cf71fec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:38.382164 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-30c65430-53e5-4298-a88a-eb171cf71fec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:38.392477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a57da255-2a0c-4941-af0a-7e354b57bfb9 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Usage tracker for resource:network and tenant:820db36be181450f96a3fd776851fff7 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:38.394890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c65430-53e5-4298-a88a-eb171cf71fec admin admin] Made reservation on behalf of 3ad01171d1bb446a826503d27d5a987a for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:38.398004 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-30c65430-53e5-4298-a88a-eb171cf71fec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:38.446773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a57da255-2a0c-4941-af0a-7e354b57bfb9 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:38.481896 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a57da255-2a0c-4941-af0a-7e354b57bfb9 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:38.485105 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-7a4354f1-50c6-4b0a-aa44-44805a29ecc9 req-8fc5b32e-c8a9-4154-821d-068d5ea85426 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] show failed (client error): The resource could not be found. May 30 20:01:38.486512 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a4354f1-50c6-4b0a-aa44-44805a29ecc9 req-8fc5b32e-c8a9-4154-821d-068d5ea85426 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/eeb786a5-1e1d-4171-912c-76a485754a14 HTTP/1.1" status: 404 len: 352 time: 0.2916915 May 30 20:01:38.504067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f9e18936-68ca-46a4-ac7d-08454abc9f7d req-e8d794ea-1a2d-41fd-bd6e-3b6e69b39a47 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Synchronizing usage tracker for tenant:5dd329ae9e0742dd8efa8e8b988ec12c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:38.536933 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-632a6bc4-280e-4a8b-97a6-4cfdc3e3861a req-af65c1ad-fa7d-4466-8fdd-bd70578a7c85 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Deleting port fec6b198-6a42-4b16-855b-742e3fc97c11 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:38.537150 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-632a6bc4-280e-4a8b-97a6-4cfdc3e3861a req-af65c1ad-fa7d-4466-8fdd-bd70578a7c85 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:38.553988 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-f262a1d7-914a-43f8-9c17-3b21c6268698', 'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'fixed_ips': [{'subnet_id': '47915b5c-8dd6-47f0-8df4-4590475594ff'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:01:38.554806 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:38.588628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57da255-2a0c-4941-af0a-7e354b57bfb9 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Made reservation on behalf of 820db36be181450f96a3fd776851fff7 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:38.591513 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a57da255-2a0c-4941-af0a-7e354b57bfb9 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:38.625483 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-3c0bd93d-f967-4506-98fe-a1ce98cb7f86 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4&tenant_id=3e860bf879054bd598319d1741599d12 HTTP/1.1" status: 200 len: 1100 time: 0.7340703 May 30 20:01:38.640023 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-30c65430-53e5-4298-a88a-eb171cf71fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:38.658605 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f9e18936-68ca-46a4-ac7d-08454abc9f7d req-e8d794ea-1a2d-41fd-bd6e-3b6e69b39a47 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Unset dirty status for tenant:5dd329ae9e0742dd8efa8e8b988ec12c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:38.680386 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f9e18936-68ca-46a4-ac7d-08454abc9f7d req-e8d794ea-1a2d-41fd-bd6e-3b6e69b39a47 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 210 time: 0.2982359 May 30 20:01:38.687105 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:38.724020 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c65430-53e5-4298-a88a-eb171cf71fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4576f90e-77d9-42db-898b-087dbe104c1e,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:38.745235 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c65430-53e5-4298-a88a-eb171cf71fec admin admin] Checking segment: {'id': 'd04fddf7-244f-46a1-9407-a742e05f4078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:38.747778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c65430-53e5-4298-a88a-eb171cf71fec admin admin] Network hostable DHCP agents. Network: b57c8dc7-d565-4558-b619-e2f27eee459b, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:01:38.751316 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Allocated IP 19.80.0.2 (f262a1d7-914a-43f8-9c17-3b21c6268698/47915b5c-8dd6-47f0-8df4-4590475594ff/ee8fb87f-be3b-40d8-bb4f-afad49967097) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:38.784805 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c65430-53e5-4298-a88a-eb171cf71fec admin admin] Network b57c8dc7-d565-4558-b619-e2f27eee459b is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:01:38.807174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-30c65430-53e5-4298-a88a-eb171cf71fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, b57c8dc7-d565-4558-b619-e2f27eee459b) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:38.820534 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709c169c-9315-4093-863a-b63833ecb323 None None] Network b57c8dc7-d565-4558-b619-e2f27eee459b requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:01:38.822823 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c65430-53e5-4298-a88a-eb171cf71fec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:38.823658 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-30c65430-53e5-4298-a88a-eb171cf71fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:38.836499 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5ca34740-8aab-4716-b77f-9a409e97ded8 req-8e3ce273-6f8e-4f57-949b-21106c4bb05c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] For port 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=8fa82f0b-9548-4c7f-8d29-f3b16aebc70b,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:38.836870 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5ca34740-8aab-4716-b77f-9a409e97ded8 req-8e3ce273-6f8e-4f57-949b-21106c4bb05c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:38.861881 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-30c65430-53e5-4298-a88a-eb171cf71fec admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5070183 May 30 20:01:38.940631 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c73fed1a-0991-4521-a71c-aedbe42e92fb up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:39.054659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-5ca34740-8aab-4716-b77f-9a409e97ded8 req-8e3ce273-6f8e-4f57-949b-21106c4bb05c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Calling delete_port for 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:39.091736 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-dc336097-24b5-485b-a0e7-1de69da5ce7f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.094974 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-cda8eabc-ff3d-4f3d-a17b-596abaf47b64 req-c3ee5ea6-e634-4345-9e77-b8358dd7afde tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] show failed (client error): The resource could not be found. May 30 20:01:39.096005 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cda8eabc-ff3d-4f3d-a17b-596abaf47b64 req-c3ee5ea6-e634-4345-9e77-b8358dd7afde tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/c8573ae7-9fc1-499d-8832-545f2eb86ad2 HTTP/1.1" status: 404 len: 352 time: 0.3354058 May 30 20:01:39.151188 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57da255-2a0c-4941-af0a-7e354b57bfb9 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:01:39.210535 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a57da255-2a0c-4941-af0a-7e354b57bfb9 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.210879 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-a57da255-2a0c-4941-af0a-7e354b57bfb9 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Added segment 36a40737-fdb3-4042-93c1-37f03f1618a2 of type vlan for network 54806f34-cbbd-439a-8976-dec0cdaf9496 May 30 20:01:39.215137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port c73fed1a-0991-4521-a71c-aedbe42e92fb completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:39.229627 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port c73fed1a-0991-4521-a71c-aedbe42e92fb triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:39.230059 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.277166 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.341039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Transition to ACTIVE for port object ee8fb87f-be3b-40d8-bb4f-afad49967097 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:39.369326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6bdde3-38d3-40ae-b124-16fbd1deee66 None None] Network b57c8dc7-d565-4558-b619-e2f27eee459b requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:01:39.395010 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Transition to ACTIVE for port object ee8fb87f-be3b-40d8-bb4f-afad49967097 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:39.450157 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.492366 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.562688 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a57da255-2a0c-4941-af0a-7e354b57bfb9 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.591249 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Network f262a1d7-914a-43f8-9c17-3b21c6268698 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:39.593727 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.608966 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:39.617165 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:39.620859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7810f-e62b-4564-80e4-45cea6f81e80 req-be360fc6-9ea7-4d7e-b59a-0a7aec117c86 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:39.622937 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-05a7810f-e62b-4564-80e4-45cea6f81e80 req-be360fc6-9ea7-4d7e-b59a-0a7aec117c86 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 951 time: 0.0949552 May 30 20:01:39.624459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Pushing event updated for resources: {'Port': ['ID=ee8fb87f-be3b-40d8-bb4f-afad49967097,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:39.679875 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-dc336097-24b5-485b-a0e7-1de69da5ce7f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.700258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-05a7810f-e62b-4564-80e4-45cea6f81e80 req-05c6858e-21e7-4299-b0a5-666376884012 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Deleting port c4752f50-55cc-4eba-86da-d527315aebbb {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:39.700903 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-05a7810f-e62b-4564-80e4-45cea6f81e80 req-05c6858e-21e7-4299-b0a5-666376884012 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.770476 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port c73fed1a-0991-4521-a71c-aedbe42e92fb, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c73fed1a-0991-4521-a71c-aedbe42e92fb,segment=NetworkSegment(ff8904e0-4b04-4874-9b0d-fa1541813429),segment_id=ff8904e0-4b04-4874-9b0d-fa1541813429)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:39.782606 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.785096 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de2f90-0391-4932-8695-1fb98891d542 req-8cd61090-66c4-4906-8058-2abfaf7ae7de tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:39.786606 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d4de2f90-0391-4932-8695-1fb98891d542 req-8cd61090-66c4-4906-8058-2abfaf7ae7de tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bd11222-dcc7-45af-9c0c-c266bc61178c HTTP/1.1" status: 200 len: 951 time: 0.9569016 May 30 20:01:39.819677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Attempting to bind port ee8fb87f-be3b-40d8-bb4f-afad49967097 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:39.820026 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Attempting to bind port ee8fb87f-be3b-40d8-bb4f-afad49967097 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2bf74a1f-33da-4313-b71e-b3582355cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:39.820312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Attempting to bind port ee8fb87f-be3b-40d8-bb4f-afad49967097 on network f262a1d7-914a-43f8-9c17-3b21c6268698 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:39.885325 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:39.885692 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Checking segment: {'id': '2bf74a1f-33da-4313-b71e-b3582355cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:39.886240 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.886468 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Bound using segment: {'id': '2bf74a1f-33da-4313-b71e-b3582355cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:39.886933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Bound port: ee8fb87f-be3b-40d8-bb4f-afad49967097, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf74a1f-33da-4313-b71e-b3582355cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:39.887346 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.912500 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=c73fed1a-0991-4521-a71c-aedbe42e92fb,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:39.927396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-dc336097-24b5-485b-a0e7-1de69da5ce7f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:39.934893 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a57da255-2a0c-4941-af0a-7e354b57bfb9 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.938554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57da255-2a0c-4941-af0a-7e354b57bfb9 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:39.939134 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a57da255-2a0c-4941-af0a-7e354b57bfb9 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.946563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-632a6bc4-280e-4a8b-97a6-4cfdc3e3861a req-af65c1ad-fa7d-4466-8fdd-bd70578a7c85 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] For port fec6b198-6a42-4b16-855b-742e3fc97c11, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=fec6b198-6a42-4b16-855b-742e3fc97c11,segment=NetworkSegment(94c70ea7-07e4-4d6e-86a4-a3b4b00ae651),segment_id=94c70ea7-07e4-4d6e-86a4-a3b4b00ae651)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:39.946923 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-632a6bc4-280e-4a8b-97a6-4cfdc3e3861a req-af65c1ad-fa7d-4466-8fdd-bd70578a7c85 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.972150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-dc336097-24b5-485b-a0e7-1de69da5ce7f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:39.973989 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5ca34740-8aab-4716-b77f-9a409e97ded8 req-8e3ce273-6f8e-4f57-949b-21106c4bb05c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.976032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc336097-24b5-485b-a0e7-1de69da5ce7f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Pushing event updated for resources: {'Port': ['ID=c813cce0-3299-4b15-89d9-07cc6d922802,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:39.987027 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-dc336097-24b5-485b-a0e7-1de69da5ce7f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:39.989079 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['fec6b198-6a42-4b16-855b-742e3fc97c11'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:40.030552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] For port ee8fb87f-be3b-40d8-bb4f-afad49967097, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:40.048460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] For port ee8fb87f-be3b-40d8-bb4f-afad49967097, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ee8fb87f-be3b-40d8-bb4f-afad49967097,segment=NetworkSegment(2bf74a1f-33da-4313-b71e-b3582355cb24),segment_id=2bf74a1f-33da-4313-b71e-b3582355cb24)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:40.060853 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:40.065344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-05a7810f-e62b-4564-80e4-45cea6f81e80 req-05c6858e-21e7-4299-b0a5-666376884012 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] For port c4752f50-55cc-4eba-86da-d527315aebbb, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c4752f50-55cc-4eba-86da-d527315aebbb,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:40.065707 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-05a7810f-e62b-4564-80e4-45cea6f81e80 req-05c6858e-21e7-4299-b0a5-666376884012 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:40.072125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3344a1-22c1-492a-80d5-12e423db7f2b req-2330c58a-babf-409f-b364-8f061f6b81ef tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:40.073712 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c3344a1-22c1-492a-80d5-12e423db7f2b req-2330c58a-babf-409f-b364-8f061f6b81ef tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 0.8548319 May 30 20:01:40.144219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:40.191752 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:01:40.192245 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:01:40.195538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-05a7810f-e62b-4564-80e4-45cea6f81e80 req-05c6858e-21e7-4299-b0a5-666376884012 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Calling delete_port for c4752f50-55cc-4eba-86da-d527315aebbb owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:40.204340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9a87c-1cd9-4c92-947e-a15690e85d93 None None] Pushing event updated for resources: {'Port': ['ID=ee8fb87f-be3b-40d8-bb4f-afad49967097,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:40.292118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-632a6bc4-280e-4a8b-97a6-4cfdc3e3861a req-af65c1ad-fa7d-4466-8fdd-bd70578a7c85 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Calling delete_port for fec6b198-6a42-4b16-855b-742e3fc97c11 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:40.330487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ce273-6f8e-4f57-949b-21106c4bb05c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Pushing event deleted for resources: {'Port': ['ID=8fa82f0b-9548-4c7f-8d29-f3b16aebc70b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:40.354483 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-05a7810f-e62b-4564-80e4-45cea6f81e80 req-05c6858e-21e7-4299-b0a5-666376884012 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:40.375023 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['c4752f50-55cc-4eba-86da-d527315aebbb'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:40.420838 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6858e-21e7-4299-b0a5-666376884012 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Pushing event deleted for resources: {'Port': ['ID=c4752f50-55cc-4eba-86da-d527315aebbb,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:40.521133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a7810f-e62b-4564-80e4-45cea6f81e80 req-05c6858e-21e7-4299-b0a5-666376884012 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] No DVR routers for this DVR port c4752f50-55cc-4eba-86da-d527315aebbb on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:01:40.523634 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-05a7810f-e62b-4564-80e4-45cea6f81e80 req-05c6858e-21e7-4299-b0a5-666376884012 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:40.526275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd11222-dcc7-45af-9c0c-c266bc61178c', 'name': 'network-vif-deleted', 'tag': 'c4752f50-55cc-4eba-86da-d527315aebbb'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:40.535252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a57da255-2a0c-4941-af0a-7e354b57bfb9 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.4141572 May 30 20:01:40.537779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54162) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:40.544147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-299c444f-de28-4a4e-83cd-6390efb4999b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Request body: {'subnet': {'network_id': '54806f34-cbbd-439a-8976-dec0cdaf9496', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:40.563080 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-05a7810f-e62b-4564-80e4-45cea6f81e80 req-05c6858e-21e7-4299-b0a5-666376884012 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.77 "DELETE /v2.0/ports/c4752f50-55cc-4eba-86da-d527315aebbb HTTP/1.1" status: 204 len: 173 time: 0.9300876 May 30 20:01:40.583645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57da255-2a0c-4941-af0a-7e354b57bfb9 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event updated for resources: {'Network': ['ID=54806f34-cbbd-439a-8976-dec0cdaf9496,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:40.587422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d4de2f90-0391-4932-8695-1fb98891d542 req-7cb2650d-a1df-43f6-b60a-a4825bfc7091 tempest-ServersAdminTestJSON-469484546 tempest-ServersAdminTestJSON-469484546-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7664483 May 30 20:01:40.591557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-dc336097-24b5-485b-a0e7-1de69da5ce7f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:40.592183 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-dc336097-24b5-485b-a0e7-1de69da5ce7f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:40.623590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 54806f34-cbbd-439a-8976-dec0cdaf9496 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:01:40.706400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-299c444f-de28-4a4e-83cd-6390efb4999b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:40.712705 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-299c444f-de28-4a4e-83cd-6390efb4999b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Usage tracker for resource:subnet and tenant:820db36be181450f96a3fd776851fff7 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:40.715735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-299c444f-de28-4a4e-83cd-6390efb4999b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:40.722150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-299c444f-de28-4a4e-83cd-6390efb4999b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:40.733490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca34740-8aab-4716-b77f-9a409e97ded8 req-8e3ce273-6f8e-4f57-949b-21106c4bb05c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] No DVR routers for this DVR port 8fa82f0b-9548-4c7f-8d29-f3b16aebc70b on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:01:40.735044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299c444f-de28-4a4e-83cd-6390efb4999b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Made reservation on behalf of 820db36be181450f96a3fd776851fff7 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:40.742742 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5ca34740-8aab-4716-b77f-9a409e97ded8 req-8e3ce273-6f8e-4f57-949b-21106c4bb05c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:40.744787 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ca34740-8aab-4716-b77f-9a409e97ded8 req-8e3ce273-6f8e-4f57-949b-21106c4bb05c tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.77 "DELETE /v2.0/ports/8fa82f0b-9548-4c7f-8d29-f3b16aebc70b HTTP/1.1" status: 204 len: 173 time: 3.3716767 May 30 20:01:40.748429 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-dc336097-24b5-485b-a0e7-1de69da5ce7f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9553139 May 30 20:01:40.748870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c33719-192b-4945-afbe-eb69c1de8649', 'name': 'network-vif-deleted', 'tag': '8fa82f0b-9548-4c7f-8d29-f3b16aebc70b'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:40.787677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c3344a1-22c1-492a-80d5-12e423db7f2b req-82475b82-f91a-46d3-953f-3c7930936018 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5905762 May 30 20:01:40.795407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Request body: {'port': {'device_id': 'ef3ec7f9-834b-49a0-893a-76d0c5c30f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:41.046164 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-299c444f-de28-4a4e-83cd-6390efb4999b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:41.094585 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c73fed1a-0991-4521-a71c-aedbe42e92fb up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:41.109403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] For port 448444c2-04f3-4dd7-bcef-8f5d59972827, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=448444c2-04f3-4dd7-bcef-8f5d59972827,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:41.125852 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-caab99fc-bd0a-43ec-b9db-759e68b9b369 req-c5671bdf-5cc9-47c4-aa4b-88d16e2847f7 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Synchronizing usage tracker for tenant:9e25517bc5894648b92f5eedd1680e09 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:41.211850 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port c73fed1a-0991-4521-a71c-aedbe42e92fb triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:41.212436 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:41.223891 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-632a6bc4-280e-4a8b-97a6-4cfdc3e3861a req-af65c1ad-fa7d-4466-8fdd-bd70578a7c85 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:41.234376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-caab99fc-bd0a-43ec-b9db-759e68b9b369 req-c5671bdf-5cc9-47c4-aa4b-88d16e2847f7 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Unset dirty status for tenant:9e25517bc5894648b92f5eedd1680e09 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:41.235542 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-caab99fc-bd0a-43ec-b9db-759e68b9b369 req-c5671bdf-5cc9-47c4-aa4b-88d16e2847f7 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.84 "GET /v2.0/ports?device_id=e7c33719-192b-4945-afbe-eb69c1de8649 HTTP/1.1" status: 200 len: 210 time: 0.2161114 May 30 20:01:41.284143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] For port 448444c2-04f3-4dd7-bcef-8f5d59972827, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:41.364169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65c1ad-fa7d-4466-8fdd-bd70578a7c85 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Pushing event deleted for resources: {'Port': ['ID=fec6b198-6a42-4b16-855b-742e3fc97c11,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:41.369562 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:41.458089 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-299c444f-de28-4a4e-83cd-6390efb4999b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:41.470639 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:41.573296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c444f-de28-4a4e-83cd-6390efb4999b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event updated for resources: {'Subnet': ['ID=6fc7c23d-1771-4ed0-96e7-6820834fafec,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:41.581645 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ee8fb87f-be3b-40d8-bb4f-afad49967097 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:41.612559 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c444f-de28-4a4e-83cd-6390efb4999b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Checking segment: {'id': '36a40737-fdb3-4042-93c1-37f03f1618a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '54806f34-cbbd-439a-8976-dec0cdaf9496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:41.612978 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299c444f-de28-4a4e-83cd-6390efb4999b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Network hostable DHCP agents. Network: 54806f34-cbbd-439a-8976-dec0cdaf9496, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:01:41.658640 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299c444f-de28-4a4e-83cd-6390efb4999b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Network 54806f34-cbbd-439a-8976-dec0cdaf9496 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:01:41.678244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-299c444f-de28-4a4e-83cd-6390efb4999b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 54806f34-cbbd-439a-8976-dec0cdaf9496) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:41.684863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299c444f-de28-4a4e-83cd-6390efb4999b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:41.685708 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-299c444f-de28-4a4e-83cd-6390efb4999b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:41.690817 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d945406c-d365-4ae0-b119-c1c582c5d8ad None None] Network 54806f34-cbbd-439a-8976-dec0cdaf9496 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:01:41.725826 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-299c444f-de28-4a4e-83cd-6390efb4999b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1869915 May 30 20:01:41.732255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94b9b68-a468-4963-b014-fa71808f7aa9 None None] Network f262a1d7-914a-43f8-9c17-3b21c6268698 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:01:41.931890 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port ee8fb87f-be3b-40d8-bb4f-afad49967097 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:41.973120 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-107da500-097a-4d41-ae5a-d97eece4fba6 None None] Provisioning for port ee8fb87f-be3b-40d8-bb4f-afad49967097 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:41.991283 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-107da500-097a-4d41-ae5a-d97eece4fba6 None None] Provisioning complete for port ee8fb87f-be3b-40d8-bb4f-afad49967097 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:41.991649 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-107da500-097a-4d41-ae5a-d97eece4fba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:42.032818 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Transition to ACTIVE for port object 448444c2-04f3-4dd7-bcef-8f5d59972827 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:42.033711 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device fec6b198-6a42-4b16-855b-742e3fc97c11 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:42.055017 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-632a6bc4-280e-4a8b-97a6-4cfdc3e3861a req-af65c1ad-fa7d-4466-8fdd-bd70578a7c85 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] No DVR routers for this DVR port fec6b198-6a42-4b16-855b-742e3fc97c11 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:01:42.065864 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:42.069768 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-632a6bc4-280e-4a8b-97a6-4cfdc3e3861a req-af65c1ad-fa7d-4466-8fdd-bd70578a7c85 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:42.071674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-632a6bc4-280e-4a8b-97a6-4cfdc3e3861a req-af65c1ad-fa7d-4466-8fdd-bd70578a7c85 tempest-MultipleCreateTestJSON-615442193 tempest-MultipleCreateTestJSON-615442193-project] 10.222.0.93 "DELETE /v2.0/ports/fec6b198-6a42-4b16-855b-742e3fc97c11 HTTP/1.1" status: 204 len: 173 time: 3.9258296 May 30 20:01:42.115111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: fec6b198-6a42-4b16-855b-742e3fc97c11 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:01:42.115452 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device fec6b198-6a42-4b16-855b-742e3fc97c11 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:01:42.115870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 448444c2-04f3-4dd7-bcef-8f5d59972827 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:42.291943 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 448444c2-04f3-4dd7-bcef-8f5d59972827 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:01:42.328572 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-54806f34-cbbd-439a-8976-dec0cdaf9496', 'network_id': '54806f34-cbbd-439a-8976-dec0cdaf9496', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'fixed_ips': [{'subnet_id': '6fc7c23d-1771-4ed0-96e7-6820834fafec'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:01:42.329512 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:42.345455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Pushing event updated for resources: {'Port': ['ID=448444c2-04f3-4dd7-bcef-8f5d59972827,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:42.455588 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-107da500-097a-4d41-ae5a-d97eece4fba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:42.477490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-7885bfbe-a579-4fdf-837f-ed666c128612 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:42.479094 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-7885bfbe-a579-4fdf-837f-ed666c128612 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/networks?id=b57c8dc7-d565-4558-b619-e2f27eee459b HTTP/1.1" status: 200 len: 821 time: 1.0635235 May 30 20:01:42.484233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] No DVR routers for this DVR port 448444c2-04f3-4dd7-bcef-8f5d59972827 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:01:42.505620 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:01:42.525309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0616095-7fee-46f0-a429-84ec8b0f6832 req-a3c66f28-8365-4cb5-a37d-c10dd12aa87f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:42.526839 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e0616095-7fee-46f0-a429-84ec8b0f6832 req-a3c66f28-8365-4cb5-a37d-c10dd12aa87f tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 932 time: 0.5724378 May 30 20:01:42.570441 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-107da500-097a-4d41-ae5a-d97eece4fba6 None None] For port ee8fb87f-be3b-40d8-bb4f-afad49967097, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ee8fb87f-be3b-40d8-bb4f-afad49967097,segment=NetworkSegment(2bf74a1f-33da-4313-b71e-b3582355cb24),segment_id=2bf74a1f-33da-4313-b71e-b3582355cb24)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:42.577842 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-107da500-097a-4d41-ae5a-d97eece4fba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:42.605368 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-b3324b4d-b845-42df-9efc-eb692b11c19d tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/quotas/3ad01171d1bb446a826503d27d5a987a HTTP/1.1" status: 200 len: 375 time: 0.1121049 May 30 20:01:42.661040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Allocated IP 19.86.0.2 (54806f34-cbbd-439a-8976-dec0cdaf9496/6fc7c23d-1771-4ed0-96e7-6820834fafec/ec560636-7f34-4d82-9405-fde2a9c159a2) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:42.667144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Attempting to bind port 448444c2-04f3-4dd7-bcef-8f5d59972827 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:42.667593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Attempting to bind port 448444c2-04f3-4dd7-bcef-8f5d59972827 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:42.668044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Attempting to bind port 448444c2-04f3-4dd7-bcef-8f5d59972827 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:42.673473 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107da500-097a-4d41-ae5a-d97eece4fba6 None None] Pushing event updated for resources: {'Port': ['ID=ee8fb87f-be3b-40d8-bb4f-afad49967097,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:42.689852 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-519f011c-1894-445d-85b6-ce3f28626ea4 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3ad01171d1bb446a826503d27d5a987a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710106 May 30 20:01:42.702376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Port 448444c2-04f3-4dd7-bcef-8f5d59972827 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:01:42.703016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Attempting to bind port 448444c2-04f3-4dd7-bcef-8f5d59972827 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:42.747269 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e0616095-7fee-46f0-a429-84ec8b0f6832 req-81a3546e-5561-431c-8ab6-b2128ff47d66 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882539 May 30 20:01:42.802441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:42.802858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:42.803315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:42.803834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Bound port: 448444c2-04f3-4dd7-bcef-8f5d59972827, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:42.804401 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:42.847232 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b93f41fc-0113-4a5b-91ee-f1e93c9350f3'] response: {'server_uuid': '9bd11222-dcc7-45af-9c0c-c266bc61178c', 'name': 'network-vif-deleted', 'tag': 'c4752f50-55cc-4eba-86da-d527315aebbb', 'status': 'completed', 'code': 200} May 30 20:01:42.887235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c813cce0-3299-4b15-89d9-07cc6d922802 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:42.896109 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:42.907918 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ee8fb87f-be3b-40d8-bb4f-afad49967097 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:42.924346 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1950121-bb54-47b4-a449-17174f6e3585'] response: {'server_uuid': 'e7c33719-192b-4945-afbe-eb69c1de8649', 'name': 'network-vif-deleted', 'tag': '8fa82f0b-9548-4c7f-8d29-f3b16aebc70b', 'status': 'completed', 'code': 200} May 30 20:01:42.942641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Transition to ACTIVE for port object c813cce0-3299-4b15-89d9-07cc6d922802 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:42.951398 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:43.021111 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:43.047784 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Transition to ACTIVE for port object ec560636-7f34-4d82-9405-fde2a9c159a2 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:43.056944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ad34a984-6b34-4e44-bd22-a7ca9351b1ab None None] Provisioning complete for port ee8fb87f-be3b-40d8-bb4f-afad49967097 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:43.057234 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ad34a984-6b34-4e44-bd22-a7ca9351b1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:43.141947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Transition to ACTIVE for port object ec560636-7f34-4d82-9405-fde2a9c159a2 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:43.211621 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:43.317135 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Network 54806f34-cbbd-439a-8976-dec0cdaf9496 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:43.321217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Pushing event updated for resources: {'Port': ['ID=c813cce0-3299-4b15-89d9-07cc6d922802,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:43.322055 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:43.334671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:43.344211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ee8fb87f-be3b-40d8-bb4f-afad49967097 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:43.345858 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:43.372695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Pushing event updated for resources: {'Port': ['ID=ec560636-7f34-4d82-9405-fde2a9c159a2,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:43.396415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54202) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:43.491888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Attempting to bind port ec560636-7f34-4d82-9405-fde2a9c159a2 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:43.492373 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Attempting to bind port ec560636-7f34-4d82-9405-fde2a9c159a2 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '36a40737-fdb3-4042-93c1-37f03f1618a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '54806f34-cbbd-439a-8976-dec0cdaf9496'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:43.492800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Attempting to bind port ec560636-7f34-4d82-9405-fde2a9c159a2 on network 54806f34-cbbd-439a-8976-dec0cdaf9496 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:43.522546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-7aa8ab58-3fd3-4711-bcff-47ccbba844a0 service neutron] 10.222.0.84 "GET /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8151507 May 30 20:01:43.538710 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:43.539119 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Checking segment: {'id': '36a40737-fdb3-4042-93c1-37f03f1618a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '54806f34-cbbd-439a-8976-dec0cdaf9496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:43.539278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] For port 448444c2-04f3-4dd7-bcef-8f5d59972827, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:43.539644 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:43.540128 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Bound using segment: {'id': '36a40737-fdb3-4042-93c1-37f03f1618a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '54806f34-cbbd-439a-8976-dec0cdaf9496'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:43.540667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Bound port: ec560636-7f34-4d82-9405-fde2a9c159a2, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a40737-fdb3-4042-93c1-37f03f1618a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '54806f34-cbbd-439a-8976-dec0cdaf9496'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:43.541101 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:43.598628 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d498234e-9544-4bdb-b1a9-efc2b287c58b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=12e9a0129c614fe0aab30ebcea7a2298&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2010591 May 30 20:01:43.599252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54208) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:43.644097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] For port 448444c2-04f3-4dd7-bcef-8f5d59972827, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=448444c2-04f3-4dd7-bcef-8f5d59972827,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:43.649266 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] For port ec560636-7f34-4d82-9405-fde2a9c159a2, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:43.652768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] For port ec560636-7f34-4d82-9405-fde2a9c159a2, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ec560636-7f34-4d82-9405-fde2a9c159a2,segment=NetworkSegment(36a40737-fdb3-4042-93c1-37f03f1618a2),segment_id=36a40737-fdb3-4042-93c1-37f03f1618a2)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:43.659386 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:43.671711 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:43.671915 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-59b22ba4-6527-4593-81d7-a3be42b8f9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:43.699698 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-59b22ba4-6527-4593-81d7-a3be42b8f9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:43.724704 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Attempting to bind port c813cce0-3299-4b15-89d9-07cc6d922802 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:43.725096 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Attempting to bind port c813cce0-3299-4b15-89d9-07cc6d922802 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:43.725339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Attempting to bind port c813cce0-3299-4b15-89d9-07cc6d922802 on network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:43.735577 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81461437-ff42-47c2-8d0c-91b5fbd5fb8f None None] Pushing event updated for resources: {'Port': ['ID=ec560636-7f34-4d82-9405-fde2a9c159a2,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:43.761149 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-59b22ba4-6527-4593-81d7-a3be42b8f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:43.781948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b22ba4-6527-4593-81d7-a3be42b8f9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f906a3-f395-4ad1-ba61-e0c306f8b7f6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:43.806180 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-59b22ba4-6527-4593-81d7-a3be42b8f9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:43.806938 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-59b22ba4-6527-4593-81d7-a3be42b8f9ff admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f3f906a3-f395-4ad1-ba61-e0c306f8b7f6 HTTP/1.1" status: 204 len: 168 time: 0.2067323 May 30 20:01:43.826347 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:43.828534 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] 10.222.0.77 "PUT /v2.0/ports/448444c2-04f3-4dd7-bcef-8f5d59972827 HTTP/1.1" status: 200 len: 1095 time: 5.1780388 May 30 20:01:43.830350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Port c813cce0-3299-4b15-89d9-07cc6d922802 on network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:01:43.830685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Attempting to bind port c813cce0-3299-4b15-89d9-07cc6d922802 on network 8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:43.872634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83045bd3-3f2e-47e0-a619-25cd82ab1525 req-6fb3a735-300c-4960-a647-eeb936650a54 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:43.874147 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83045bd3-3f2e-47e0-a619-25cd82ab1525 req-6fb3a735-300c-4960-a647-eeb936650a54 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 1023 time: 0.6511581 May 30 20:01:43.916383 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-03b5b792-3028-419f-a14c-248e4421742a service neutron] 10.222.0.84 "GET /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800137 May 30 20:01:43.916989 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44788a-5d6e-4aa4-9eca-1ba459fa11e0 service neutron] Pushing event updated for resources: {'Port': ['ID=448444c2-04f3-4dd7-bcef-8f5d59972827,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:43.927714 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd62bf7-1e17-44a2-9425-b8de87a7446f req-c6842dfd-eb68-4406-8465-2a9153690aca tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:43.929402 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6bd62bf7-1e17-44a2-9425-b8de87a7446f req-c6842dfd-eb68-4406-8465-2a9153690aca tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.77 "GET /v2.0/ports?device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 1023 time: 0.5842412 May 30 20:01:43.936479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:43.936825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Checking segment: {'id': '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:43.937282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Bound using segment: {'id': '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:43.937735 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Bound port: c813cce0-3299-4b15-89d9-07cc6d922802, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:43.938087 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:44.135696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c4752f50-55cc-4eba-86da-d527315aebbb no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:44.210688 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: c4752f50-55cc-4eba-86da-d527315aebbb {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:01:44.211029 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c4752f50-55cc-4eba-86da-d527315aebbb not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:01:44.263611 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] For port c813cce0-3299-4b15-89d9-07cc6d922802, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:44.291479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] For port c813cce0-3299-4b15-89d9-07cc6d922802, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c813cce0-3299-4b15-89d9-07cc6d922802,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:44.343679 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54224) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:44.344433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-6bd62bf7-1e17-44a2-9425-b8de87a7446f req-bdfce7b0-59d0-4ca4-bd92-33cc4c37fa2d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Deleting port 60be2ea3-9b9a-4f01-862c-74203d008b31 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:44.344939 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6bd62bf7-1e17-44a2-9425-b8de87a7446f req-bdfce7b0-59d0-4ca4-bd92-33cc4c37fa2d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:44.389507 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:44.412650 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4e6ff7ce-1d4a-48eb-b427-7c2a19b21a22 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=62137435215541de9e7d4e8e27f64654&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0675735 May 30 20:01:44.415167 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54230) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:44.444846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-83045bd3-3f2e-47e0-a619-25cd82ab1525 req-da79bc80-b154-4b04-a4f0-02a26f46438c tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Synchronizing usage tracker for tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:44.490578 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54429d07-5cea-4421-a3e7-5a33c83d817b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:44.520491 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54429d07-5cea-4421-a3e7-5a33c83d817b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:44.568246 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:44.569642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] 10.222.0.77 "PUT /v2.0/ports/c813cce0-3299-4b15-89d9-07cc6d922802 HTTP/1.1" status: 200 len: 1092 time: 3.8014021 May 30 20:01:44.583816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-02066e6e-a917-4562-83f4-1c5d7ba2be4f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 1098 time: 0.7234871 May 30 20:01:44.588085 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54429d07-5cea-4421-a3e7-5a33c83d817b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:44.589332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-83045bd3-3f2e-47e0-a619-25cd82ab1525 req-da79bc80-b154-4b04-a4f0-02a26f46438c tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Unset dirty status for tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:44.590450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83045bd3-3f2e-47e0-a619-25cd82ab1525 req-da79bc80-b154-4b04-a4f0-02a26f46438c tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe2ad798-d07a-411b-a6a5-d27165a8900c&id=90967635-1249-4d70-90a9-853e7adfd235&id=8dcb4667-2c29-4d2b-9559-520508664ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.6823769 May 30 20:01:44.598048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc0b99-6e67-4005-a149-6b99f692a700 service neutron] Pushing event updated for resources: {'Port': ['ID=c813cce0-3299-4b15-89d9-07cc6d922802,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:44.633933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54429d07-5cea-4421-a3e7-5a33c83d817b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fbe697-16df-49ef-9af9-8c2d009ac69d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:44.673525 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54429d07-5cea-4421-a3e7-5a33c83d817b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:44.677457 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-54429d07-5cea-4421-a3e7-5a33c83d817b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/18fbe697-16df-49ef-9af9-8c2d009ac69d HTTP/1.1" status: 204 len: 168 time: 0.2584486 May 30 20:01:44.920552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ec560636-7f34-4d82-9405-fde2a9c159a2 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:44.974632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf5d20c-68e1-4ca5-8814-df216e32d5a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448444c2-04f3-4dd7-bcef-8f5d59972827'}, {'server_uuid': '898827f5-bda7-4aef-987a-9f1e1e47b016', 'name': 'network-vif-deleted', 'tag': 'fec6b198-6a42-4b16-855b-742e3fc97c11'}, {'name': 'network-changed', 'server_uuid': '9bf5d20c-68e1-4ca5-8814-df216e32d5a4', 'tag': '448444c2-04f3-4dd7-bcef-8f5d59972827'}, {'name': 'network-changed', 'server_uuid': 'ef3ec7f9-834b-49a0-893a-76d0c5c30f22', 'tag': 'c813cce0-3299-4b15-89d9-07cc6d922802'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:45.029218 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port ec560636-7f34-4d82-9405-fde2a9c159a2 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:45.041301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f215a07-c7fb-4981-9b20-a42ef7f8afd9 req-dfc66ee7-f809-451e-947f-c6fc9814c373 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:45.043663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2f215a07-c7fb-4981-9b20-a42ef7f8afd9 req-dfc66ee7-f809-451e-947f-c6fc9814c373 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 947 time: 0.7415409 May 30 20:01:45.199838 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fe743c-64db-4a28-b1d0-9fb95664b7f4 None None] Network 54806f34-cbbd-439a-8976-dec0cdaf9496 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:01:45.241219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-71b1d0dd-7509-4119-bc04-9c4f6b0bcf5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:45.242667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-71b1d0dd-7509-4119-bc04-9c4f6b0bcf5d service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.6366575 May 30 20:01:45.320270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-3d82e1eb-d0ee-4045-b884-f714075c5af2 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:45.324859 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-3d82e1eb-d0ee-4045-b884-f714075c5af2 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:45.325802 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-3d82e1eb-d0ee-4045-b884-f714075c5af2 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Synchronizing usage tracker for tenant:820db36be181450f96a3fd776851fff7 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:45.331860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-6bd62bf7-1e17-44a2-9425-b8de87a7446f req-bdfce7b0-59d0-4ca4-bd92-33cc4c37fa2d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] For port 60be2ea3-9b9a-4f01-862c-74203d008b31, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=60be2ea3-9b9a-4f01-862c-74203d008b31,segment=NetworkSegment(e00e908d-cc0d-4efe-a2c8-8f343a2e29b0),segment_id=e00e908d-cc0d-4efe-a2c8-8f343a2e29b0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:45.332653 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6bd62bf7-1e17-44a2-9425-b8de87a7446f req-bdfce7b0-59d0-4ca4-bd92-33cc4c37fa2d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:45.358422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2f215a07-c7fb-4981-9b20-a42ef7f8afd9 req-318c64c8-b10a-4b39-8f4e-c9cbf746ad0c tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002572 May 30 20:01:45.398191 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e9eed4e5-0a80-4538-a505-60bce61f48db None None] Provisioning for port ec560636-7f34-4d82-9405-fde2a9c159a2 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:45.409343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e9eed4e5-0a80-4538-a505-60bce61f48db None None] Provisioning complete for port ec560636-7f34-4d82-9405-fde2a9c159a2 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:45.409841 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e9eed4e5-0a80-4538-a505-60bce61f48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:45.442961 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-c0dd0198-2abd-4434-a79e-4b1f9c667158 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5dd329ae9e0742dd8efa8e8b988ec12c&device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 1095 time: 0.7793813 May 30 20:01:45.508460 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-6fb8045f-5e5a-46d6-9e5d-74e7c0a646b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=448444c2-04f3-4dd7-bcef-8f5d59972827 HTTP/1.1" status: 200 len: 217 time: 0.2505867 May 30 20:01:45.517555 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-6bd62bf7-1e17-44a2-9425-b8de87a7446f req-bdfce7b0-59d0-4ca4-bd92-33cc4c37fa2d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Calling delete_port for 60be2ea3-9b9a-4f01-862c-74203d008b31 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:45.606956 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e9eed4e5-0a80-4538-a505-60bce61f48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:45.649654 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e9eed4e5-0a80-4538-a505-60bce61f48db None None] For port ec560636-7f34-4d82-9405-fde2a9c159a2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ec560636-7f34-4d82-9405-fde2a9c159a2,segment=NetworkSegment(36a40737-fdb3-4042-93c1-37f03f1618a2),segment_id=36a40737-fdb3-4042-93c1-37f03f1618a2)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:45.657936 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e9eed4e5-0a80-4538-a505-60bce61f48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:45.809781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eed4e5-0a80-4538-a505-60bce61f48db None None] Pushing event updated for resources: {'Port': ['ID=ec560636-7f34-4d82-9405-fde2a9c159a2,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:45.910487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-3d82e1eb-d0ee-4045-b884-f714075c5af2 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Unset dirty status for tenant:820db36be181450f96a3fd776851fff7 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:45.917672 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-3d82e1eb-d0ee-4045-b884-f714075c5af2 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/networks?id=f262a1d7-914a-43f8-9c17-3b21c6268698&id=54806f34-cbbd-439a-8976-dec0cdaf9496&id=f262a1d7-914a-43f8-9c17-3b21c6268698 HTTP/1.1" status: 200 len: 1392 time: 1.1404305 May 30 20:01:45.920969 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-08282425-77b1-4541-8976-2ee1e5770851 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c813cce0-3299-4b15-89d9-07cc6d922802 HTTP/1.1" status: 200 len: 217 time: 0.4173887 May 30 20:01:45.985789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4a139dc1-b38e-487c-89be-4b4d90b9b8c8 None None] Provisioning complete for port ec560636-7f34-4d82-9405-fde2a9c159a2 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:45.987219 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4a139dc1-b38e-487c-89be-4b4d90b9b8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:46.119701 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-3e0ccc40-583c-44a4-a5d5-e3d4e8cbdeae tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/quotas/820db36be181450f96a3fd776851fff7 HTTP/1.1" status: 200 len: 375 time: 0.2009418 May 30 20:01:46.188991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-951ba510-2145-4b35-9747-32ea797c53d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:46.190481 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-951ba510-2145-4b35-9747-32ea797c53d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.4095223 May 30 20:01:46.219892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-993d7bd4-d153-4a8b-8c7f-feb69dc87291 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:46.221333 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-993d7bd4-d153-4a8b-8c7f-feb69dc87291 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8dd0ba15-290a-4589-8acd-b7cd3e58dbb1 HTTP/1.1" status: 200 len: 845 time: 0.2882330 May 30 20:01:46.368198 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-80b64571-9a25-4525-81f3-006e722cd371 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030893 May 30 20:01:46.437814 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-797e8305-f76d-45e4-943d-8d869b3f9473 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:46.439221 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-797e8305-f76d-45e4-943d-8d869b3f9473 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.93 "GET /v2.0/networks?id=b57c8dc7-d565-4558-b619-e2f27eee459b HTTP/1.1" status: 200 len: 821 time: 0.6502495 May 30 20:01:46.513543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-a04e2267-3104-4ba3-8de5-ee1a16e0054b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Request body: {'port': {'device_id': '53bc810e-02c9-4044-aa05-b1bbc663b090', 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b', 'admin_state_up': True, 'tenant_id': '3ad01171d1bb446a826503d27d5a987a'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:46.556068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742037a0-f326-4fe9-87e0-ffd25c221d9f req-99531b19-66fd-40d9-b848-dfe5a350b4aa tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:46.557562 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-742037a0-f326-4fe9-87e0-ffd25c221d9f req-99531b19-66fd-40d9-b848-dfe5a350b4aa tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 944 time: 0.5199223 May 30 20:01:46.641057 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6bd62bf7-1e17-44a2-9425-b8de87a7446f req-bdfce7b0-59d0-4ca4-bd92-33cc4c37fa2d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:46.748562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfce7b0-59d0-4ca4-bd92-33cc4c37fa2d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event deleted for resources: {'Port': ['ID=60be2ea3-9b9a-4f01-862c-74203d008b31,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:46.776659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-61b296dc-1fd3-4968-b9cb-3b79d137ef69 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Synchronizing usage tracker for tenant:820db36be181450f96a3fd776851fff7 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:46.789097 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-1225974f-e72c-44a4-a167-011ccc5e8d1a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5764961 May 30 20:01:46.843710 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-1b810cbb-d84d-4aee-85cf-47b353baf0be service neutron] 10.222.0.77 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616008 May 30 20:01:46.849411 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ec560636-7f34-4d82-9405-fde2a9c159a2 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:46.926592 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ec560636-7f34-4d82-9405-fde2a9c159a2 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:46.927054 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:46.977985 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-742037a0-f326-4fe9-87e0-ffd25c221d9f req-0b337783-7d43-426f-950c-a37a79439f0d tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662081 May 30 20:01:47.084404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd62bf7-1e17-44a2-9425-b8de87a7446f req-bdfce7b0-59d0-4ca4-bd92-33cc4c37fa2d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] No DVR routers for this DVR port 60be2ea3-9b9a-4f01-862c-74203d008b31 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:01:47.088102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-a04e2267-3104-4ba3-8de5-ee1a16e0054b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:47.095525 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6bd62bf7-1e17-44a2-9425-b8de87a7446f req-bdfce7b0-59d0-4ca4-bd92-33cc4c37fa2d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:47.098121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-61b296dc-1fd3-4968-b9cb-3b79d137ef69 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Unset dirty status for tenant:820db36be181450f96a3fd776851fff7 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:47.099386 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-61b296dc-1fd3-4968-b9cb-3b79d137ef69 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=820db36be181450f96a3fd776851fff7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.9550147 May 30 20:01:47.104189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-a04e2267-3104-4ba3-8de5-ee1a16e0054b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Usage tracker for resource:port and tenant:3ad01171d1bb446a826503d27d5a987a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:47.114370 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-a04e2267-3104-4ba3-8de5-ee1a16e0054b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:47.189430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-a04e2267-3104-4ba3-8de5-ee1a16e0054b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:47.375738 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db36cdb0-84e6-42de-a5ff-3b6ef3e8cf4d req-27b2d77a-dc15-41b5-a023-bcd9e3ba5ddb tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 210 time: 0.2726593 May 30 20:01:47.376932 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6bd62bf7-1e17-44a2-9425-b8de87a7446f req-bdfce7b0-59d0-4ca4-bd92-33cc4c37fa2d tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.77 "DELETE /v2.0/ports/60be2ea3-9b9a-4f01-862c-74203d008b31 HTTP/1.1" status: 204 len: 173 time: 3.4296319 May 30 20:01:47.425230 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-3d4c7972-c0ea-46ee-af20-cc59103bea92 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096637 May 30 20:01:47.429326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-a04e2267-3104-4ba3-8de5-ee1a16e0054b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Made reservation on behalf of 3ad01171d1bb446a826503d27d5a987a for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:47.432229 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-a04e2267-3104-4ba3-8de5-ee1a16e0054b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:47.479860 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06ed3f1-4c33-4978-b3dc-aecfc5f47f51'] response: {'server_uuid': '9bf5d20c-68e1-4ca5-8814-df216e32d5a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448444c2-04f3-4dd7-bcef-8f5d59972827', 'code': 200} May 30 20:01:47.480238 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06ed3f1-4c33-4978-b3dc-aecfc5f47f51'] response: {'server_uuid': '898827f5-bda7-4aef-987a-9f1e1e47b016', 'name': 'network-vif-deleted', 'tag': 'fec6b198-6a42-4b16-855b-742e3fc97c11', 'status': 'completed', 'code': 200} May 30 20:01:47.480605 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06ed3f1-4c33-4978-b3dc-aecfc5f47f51'] response: {'name': 'network-changed', 'server_uuid': '9bf5d20c-68e1-4ca5-8814-df216e32d5a4', 'tag': '448444c2-04f3-4dd7-bcef-8f5d59972827', 'status': 'completed', 'code': 200} May 30 20:01:47.480869 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06ed3f1-4c33-4978-b3dc-aecfc5f47f51'] response: {'name': 'network-changed', 'server_uuid': 'ef3ec7f9-834b-49a0-893a-76d0c5c30f22', 'tag': 'c813cce0-3299-4b15-89d9-07cc6d922802', 'status': 'completed', 'code': 200} May 30 20:01:47.558554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54292) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:47.621487 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e06ac62-fde2-42a8-ba1a-43c383d9b860 req-e39fa976-9939-43ec-9036-0c5fd8d123bc service neutron] 10.222.0.77 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7400496 May 30 20:01:47.625688 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50294ec-c83c-486b-b60b-c83788778db6 admin admin] Deleting subnet 0ebee1e4-d8e6-465d-8b5f-8b975f105a32 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:01:47.630371 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a50294ec-c83c-486b-b60b-c83788778db6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:47.684905 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a50294ec-c83c-486b-b60b-c83788778db6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:47.692951 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-fe3328e9-e0f1-43b5-8176-146adc5dccd7 service neutron] 10.222.0.84 "GET /v2.0/networks/f262a1d7-914a-43f8-9c17-3b21c6268698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757785 May 30 20:01:47.741822 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a50294ec-c83c-486b-b60b-c83788778db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:47.789208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4fb56ba3-134a-45f6-8d0e-03c2b7ce78bb req-f9d7ca7b-7ad5-42bc-99aa-58b3c2684705 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Synchronizing usage tracker for tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:47.812908 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a50294ec-c83c-486b-b60b-c83788778db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:47.848629 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50294ec-c83c-486b-b60b-c83788778db6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ebee1e4-d8e6-465d-8b5f-8b975f105a32,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:47.856953 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a50294ec-c83c-486b-b60b-c83788778db6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:47.865213 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a50294ec-c83c-486b-b60b-c83788778db6 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/0ebee1e4-d8e6-465d-8b5f-8b975f105a32 HTTP/1.1" status: 204 len: 168 time: 0.3030105 May 30 20:01:47.865518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54296) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:47.906560 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531967bb-f5e3-40ec-89c1-2147bfd60983 req-40105828-7e0f-478e-89e6-1fe524c417d1 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615932 May 30 20:01:47.917744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4fb56ba3-134a-45f6-8d0e-03c2b7ce78bb req-f9d7ca7b-7ad5-42bc-99aa-58b3c2684705 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Unset dirty status for tenant:8e91f39dc1cb49d8a7c30a8d5d13f2b8 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:47.918891 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4fb56ba3-134a-45f6-8d0e-03c2b7ce78bb req-f9d7ca7b-7ad5-42bc-99aa-58b3c2684705 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/ports?device_id=43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2 HTTP/1.1" status: 200 len: 210 time: 0.2347317 May 30 20:01:47.998882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-1272275f-d702-4106-a54b-5625fbe94e4e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 1098 time: 0.5038772 May 30 20:01:48.083392 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9b200b1-3035-4263-a514-4768e62bb4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:48.099929 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-327ad970-fa3c-454b-a8a1-7adbc6163f84 service neutron] 10.222.0.84 "GET /v2.0/networks/f262a1d7-914a-43f8-9c17-3b21c6268698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011657 May 30 20:01:48.159221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 60be2ea3-9b9a-4f01-862c-74203d008b31 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:48.199512 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-a04e2267-3104-4ba3-8de5-ee1a16e0054b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Allocated IP 172.20.0.7 (b57c8dc7-d565-4558-b619-e2f27eee459b/4576f90e-77d9-42db-898b-087dbe104c1e/3320a49e-4b4c-461a-8f6c-997c1ab43634) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:48.242584 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 60be2ea3-9b9a-4f01-862c-74203d008b31 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:01:48.244729 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 60be2ea3-9b9a-4f01-862c-74203d008b31 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:01:48.246221 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9b200b1-3035-4263-a514-4768e62bb4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:48.279822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b9b200b1-3035-4263-a514-4768e62bb4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e8966b-3220-4970-b980-9a58fcf48a3f']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:48.296310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b9b200b1-3035-4263-a514-4768e62bb4d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:48.296961 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b9b200b1-3035-4263-a514-4768e62bb4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c70ea7-07e4-4d6e-86a4-a3b4b00ae651') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:48.309982 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9b200b1-3035-4263-a514-4768e62bb4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:48.326564 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9b200b1-3035-4263-a514-4768e62bb4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:48.334828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b200b1-3035-4263-a514-4768e62bb4d3 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:01:48.335449 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9b200b1-3035-4263-a514-4768e62bb4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: timer() May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:01:48.350055 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:01:48.398677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-1a921ae2-4e47-4e1a-8ca6-a7e7efc57dd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:48.400164 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-1a921ae2-4e47-4e1a-8ca6-a7e7efc57dd3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.3894753 May 30 20:01:48.435382 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9b200b1-3035-4263-a514-4768e62bb4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:48.440771 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9b200b1-3035-4263-a514-4768e62bb4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:48.462346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b200b1-3035-4263-a514-4768e62bb4d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e8966b-3220-4970-b980-9a58fcf48a3f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:48.465579 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b9b200b1-3035-4263-a514-4768e62bb4d3 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e3e8966b-3220-4970-b980-9a58fcf48a3f HTTP/1.1" status: 204 len: 168 time: 0.5991127 May 30 20:01:48.546833 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-7b02eeed-94ae-4736-ad74-a4c2edeffb44 service neutron] 10.222.0.84 "GET /v2.0/networks/54806f34-cbbd-439a-8976-dec0cdaf9496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365973 May 30 20:01:48.548071 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-5b06028d-b28a-4487-abc6-9e70c2e5d8fc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=448444c2-04f3-4dd7-bcef-8f5d59972827 HTTP/1.1" status: 200 len: 217 time: 0.1324263 May 30 20:01:48.664702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54312) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:48.715060 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-88a33282-d044-42ec-83a5-bea59d6d5ce4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9e25517bc5894648b92f5eedd1680e09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491159 May 30 20:01:48.718023 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54316) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:48.738690 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-c138d372-67cb-4bea-b604-29b4cd7f72cb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 1098 time: 0.5406735 May 30 20:01:48.781199 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2bb717fa-2f49-4a25-bcfd-8be895eee008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:48.808104 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2bb717fa-2f49-4a25-bcfd-8be895eee008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:48.824704 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce2d8b-81fa-4148-8a0a-d63bda89f97e req-25a52fb5-6ca7-4ab9-baaf-b095da64c692 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:48.826195 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70ce2d8b-81fa-4148-8a0a-d63bda89f97e req-25a52fb5-6ca7-4ab9-baaf-b095da64c692 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 947 time: 0.5282845 May 30 20:01:48.861740 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2bb717fa-2f49-4a25-bcfd-8be895eee008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:48.879100 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb717fa-2f49-4a25-bcfd-8be895eee008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5e0035-b8d6-4399-8a74-7565660cbaef,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:48.885221 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2bb717fa-2f49-4a25-bcfd-8be895eee008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:48.889253 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2bb717fa-2f49-4a25-bcfd-8be895eee008 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8f5e0035-b8d6-4399-8a74-7565660cbaef HTTP/1.1" status: 204 len: 168 time: 0.1702132 May 30 20:01:49.000524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-79c499ae-c88a-4932-9723-bb019f23fe65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:49.001936 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-79c499ae-c88a-4932-9723-bb019f23fe65 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.3970706 May 30 20:01:49.174926 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-8eb1e0de-15ed-4a44-845d-ff0f287ed8e6 service neutron] 10.222.0.84 "GET /v2.0/networks/54806f34-cbbd-439a-8976-dec0cdaf9496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723290 May 30 20:01:49.179194 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-a04e2267-3104-4ba3-8de5-ee1a16e0054b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:49.304612 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70ce2d8b-81fa-4148-8a0a-d63bda89f97e req-5838995d-e595-4c56-926f-c45bdada6bca tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931409 May 30 20:01:49.305557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-e5339858-acff-4b44-b341-1a7f7d28e5aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:49.306878 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-e5339858-acff-4b44-b341-1a7f7d28e5aa service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.5453365 May 30 20:01:49.415098 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-41fc9cc7-ec68-44c2-bfda-e0d8db45a07c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=448444c2-04f3-4dd7-bcef-8f5d59972827 HTTP/1.1" status: 200 len: 217 time: 0.0893421 May 30 20:01:49.473555 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-7ca72165-3746-4036-9536-a5b709e25444 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4477913 May 30 20:01:49.490203 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-a04e2267-3104-4ba3-8de5-ee1a16e0054b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:49.491595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2', 'name': 'network-vif-deleted', 'tag': '60be2ea3-9b9a-4f01-862c-74203d008b31'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:49.566995 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7650a6-79b0-463a-88a7-37d99273dccb None None] Sync routers for ids ['2b1ca2d6-81f2-4717-99e8-2dc7e083d288'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:01:49.586234 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7650a6-79b0-463a-88a7-37d99273dccb None None] Routers set() bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:01:49.586597 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7650a6-79b0-463a-88a7-37d99273dccb None None] Router IDs set() for agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 20:01:49.587180 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_agentschedulers_db [None req-8b7650a6-79b0-463a-88a7-37d99273dccb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2b1ca2d6-81f2-4717-99e8-2dc7e083d288'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:01:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent'). {{(pid=84026) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 30 20:01:49.589717 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-18775116-fb3d-4e54-a0a3-32b828d69356 service neutron] 10.222.0.84 "GET /v2.0/networks/f262a1d7-914a-43f8-9c17-3b21c6268698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997118 May 30 20:01:49.599109 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7650a6-79b0-463a-88a7-37d99273dccb None None] Routers set() bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:01:49.599515 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7650a6-79b0-463a-88a7-37d99273dccb None None] Router IDs set() for agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 20:01:49.600018 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_agentschedulers_db [None req-8b7650a6-79b0-463a-88a7-37d99273dccb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2b1ca2d6-81f2-4717-99e8-2dc7e083d288'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:01:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent'). {{(pid=84026) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 30 20:01:49.600628 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7650a6-79b0-463a-88a7-37d99273dccb None None] The sync data for ids ['2b1ca2d6-81f2-4717-99e8-2dc7e083d288'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:01:49.767164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-b7863aeb-aa1f-4f5d-beb3-6b638fd6b9e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:49.768658 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-b7863aeb-aa1f-4f5d-beb3-6b638fd6b9e7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.3381116 May 30 20:01:49.783933 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e2267-3104-4ba3-8de5-ee1a16e0054b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Pushing event updated for resources: {'Port': ['ID=3320a49e-4b4c-461a-8f6c-997c1ab43634,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:49.875789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-a04e2267-3104-4ba3-8de5-ee1a16e0054b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Network b57c8dc7-d565-4558-b619-e2f27eee459b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:49.889450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-a04e2267-3104-4ba3-8de5-ee1a16e0054b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:49.903551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-a04e2267-3104-4ba3-8de5-ee1a16e0054b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:49.914991 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54348) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:50.010494 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-50d5f66a-9277-4a67-b3d8-e2781c012ee9 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103104 May 30 20:01:50.080106 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-754936598-network', 'tenant_id': '6fda94692f0e4f82850a0397602ca915'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:50.089153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:50.094719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Usage tracker for resource:network and tenant:6fda94692f0e4f82850a0397602ca915 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:50.097871 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:50.104094 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:50.118011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Made reservation on behalf of 6fda94692f0e4f82850a0397602ca915 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:50.120909 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:50.129018 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-89215cca-0f48-444d-ba19-c18adf667e6a service neutron] 10.222.0.84 "GET /v2.0/networks/f262a1d7-914a-43f8-9c17-3b21c6268698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576771 May 30 20:01:50.133300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-a04e2267-3104-4ba3-8de5-ee1a16e0054b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:50.133893 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-a04e2267-3104-4ba3-8de5-ee1a16e0054b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:50.136960 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:50.176699 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c813cce0-3299-4b15-89d9-07cc6d922802 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:01:50.177314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:50.183093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Usage tracker for resource:security_group_rule and tenant:6fda94692f0e4f82850a0397602ca915 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:50.184902 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-a04e2267-3104-4ba3-8de5-ee1a16e0054b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6889200 May 30 20:01:50.187260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:50.195142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c704ca-93f8-47c6-bee0-2a66b76019f7 req-fc2d8a59-3e28-4b8a-b99b-70847904e19e tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:50.195302 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:50.202155 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-39c704ca-93f8-47c6-bee0-2a66b76019f7 req-fc2d8a59-3e28-4b8a-b99b-70847904e19e tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 944 time: 0.4325268 May 30 20:01:50.221480 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-ce2c08fd-f8b5-4efc-8f75-4217f73b84c3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4317822 May 30 20:01:50.227437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Request body: {'port': {'device_id': '53bc810e-02c9-4044-aa05-b1bbc663b090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:50.278589 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:50.294418 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:50.339760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:01:50.359096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a89022d-c54a-4e21-845c-a1e239e06290,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:50.401116 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:50.401462 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Added segment 0647cf17-c274-45a4-bca2-3aa9c3f494c2 of type vlan for network c7264a01-f200-4613-a4f1-37b17e4526af May 30 20:01:50.452481 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:50.495929 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:50.497374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:50.498022 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:50.506147 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c813cce0-3299-4b15-89d9-07cc6d922802, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c813cce0-3299-4b15-89d9-07cc6d922802,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:50.548862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'c813cce0-3299-4b15-89d9-07cc6d922802', 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce', 'port_id': 'c813cce0-3299-4b15-89d9-07cc6d922802', 'mac_address': 'fa:16:3e:95:b0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd0ba15-290a-4589-8acd-b7cd3e58dbb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:01:50.566411 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-b2bc565d-ae58-40e1-bca1-79e231fe58aa service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325460 May 30 20:01:50.658742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] Pushing event updated for resources: {'Network': ['ID=c7264a01-f200-4613-a4f1-37b17e4526af,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:50.666446 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-62bca18c-2afd-42dc-adb3-4dbb66b5eb64 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7455931 May 30 20:01:50.666446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54370) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:50.670457 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network c7264a01-f200-4613-a4f1-37b17e4526af details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:01:50.676476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-410fc8eb-3c0d-4085-9aa8-cf8b8ee28be4 admin admin] Request body: {'subnet': {'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-754936598-subnet', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:50.683256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-410fc8eb-3c0d-4085-9aa8-cf8b8ee28be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:50.690677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-410fc8eb-3c0d-4085-9aa8-cf8b8ee28be4 admin admin] Usage tracker for resource:subnet and tenant:6fda94692f0e4f82850a0397602ca915 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:50.693689 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:50.694636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-410fc8eb-3c0d-4085-9aa8-cf8b8ee28be4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:50.707845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-410fc8eb-3c0d-4085-9aa8-cf8b8ee28be4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:50.726412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410fc8eb-3c0d-4085-9aa8-cf8b8ee28be4 admin admin] Made reservation on behalf of 6fda94692f0e4f82850a0397602ca915 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:50.729522 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-410fc8eb-3c0d-4085-9aa8-cf8b8ee28be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:50.779354 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:50.800720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c813cce0-3299-4b15-89d9-07cc6d922802 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:50.819048 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c813cce0-3299-4b15-89d9-07cc6d922802, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c813cce0-3299-4b15-89d9-07cc6d922802,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:50.829459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8f6c11ff-cab5-45b9-af43-60ad9fb1fecb no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:50.875147 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 8f6c11ff-cab5-45b9-af43-60ad9fb1fecb {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:01:50.875485 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8f6c11ff-cab5-45b9-af43-60ad9fb1fecb not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:01:50.876197 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 78a9f626-8bc3-41cb-88b2-1a7018213842 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:50.911234 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:50.940499 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 78a9f626-8bc3-41cb-88b2-1a7018213842 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:01:50.941136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 78a9f626-8bc3-41cb-88b2-1a7018213842 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:01:50.964566 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-39c704ca-93f8-47c6-bee0-2a66b76019f7 req-ecf62826-a7ed-48de-b394-bc13cb3a95d5 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7615256 May 30 20:01:50.993474 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=c813cce0-3299-4b15-89d9-07cc6d922802,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:51.018721 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-410fc8eb-3c0d-4085-9aa8-cf8b8ee28be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:51.063376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402d5c2-4828-4cac-be52-267e398801c3 req-668c9e9e-a0fd-4448-b3dd-fb76ebaf5741 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:51.064207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2402d5c2-4828-4cac-be52-267e398801c3 req-668c9e9e-a0fd-4448-b3dd-fb76ebaf5741 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Synchronizing usage tracker for tenant:3ad01171d1bb446a826503d27d5a987a on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:51.086549 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-16a90881-c269-4e31-901b-6dd4b242d44b service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8638287 May 30 20:01:51.091286 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fc8eb-3c0d-4085-9aa8-cf8b8ee28be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90cbf6ca-1d08-47ca-ae45-34e8bb0b4810,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:51.137715 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f17c9e0-4c19-4b83-a67f-011b352cbcd1'] response: {'server_uuid': '43e3e3a0-b9a8-44ce-b0f0-a8d3aae7dec2', 'name': 'network-vif-deleted', 'tag': '60be2ea3-9b9a-4f01-862c-74203d008b31', 'status': 'completed', 'code': 200} May 30 20:01:51.140695 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410fc8eb-3c0d-4085-9aa8-cf8b8ee28be4 admin admin] Checking segment: {'id': '0647cf17-c274-45a4-bca2-3aa9c3f494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:51.141052 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410fc8eb-3c0d-4085-9aa8-cf8b8ee28be4 admin admin] Network hostable DHCP agents. Network: c7264a01-f200-4613-a4f1-37b17e4526af, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:01:51.167911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['c813cce0-3299-4b15-89d9-07cc6d922802'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:51.177725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410fc8eb-3c0d-4085-9aa8-cf8b8ee28be4 admin admin] Network c7264a01-f200-4613-a4f1-37b17e4526af is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:01:51.200811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-410fc8eb-3c0d-4085-9aa8-cf8b8ee28be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, c7264a01-f200-4613-a4f1-37b17e4526af) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:51.205892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410fc8eb-3c0d-4085-9aa8-cf8b8ee28be4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:51.206498 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-410fc8eb-3c0d-4085-9aa8-cf8b8ee28be4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:51.233289 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-410fc8eb-3c0d-4085-9aa8-cf8b8ee28be4 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5656395 May 30 20:01:51.236405 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54382) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:51.245150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-754936598-router', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:51.259712 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:51.267875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77a7761-daab-4446-ae70-7bc16097850a None None] Network c7264a01-f200-4613-a4f1-37b17e4526af requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:01:51.270527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Usage tracker for resource:router and tenant:6fda94692f0e4f82850a0397602ca915 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:51.275619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:51.286604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:51.312553 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:51.313496 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:51.341567 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:51.390423 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2402d5c2-4828-4cac-be52-267e398801c3 req-668c9e9e-a0fd-4448-b3dd-fb76ebaf5741 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Unset dirty status for tenant:3ad01171d1bb446a826503d27d5a987a on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:51.391509 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2402d5c2-4828-4cac-be52-267e398801c3 req-668c9e9e-a0fd-4448-b3dd-fb76ebaf5741 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 931 time: 0.8409865 May 30 20:01:51.419053 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51d137e8-5265-41ba-8330-738c69e0ee3e req-95eb71b6-ee8b-4938-b4d7-078a8bbe9d2b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 210 time: 0.0808551 May 30 20:01:51.510491 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2402d5c2-4828-4cac-be52-267e398801c3 req-d0a17095-f209-432a-b187-5de970e79fc7 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943823 May 30 20:01:51.517230 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:51.629986 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-56b380aa-d1da-426d-9265-ee3ec0036d29 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349710 May 30 20:01:51.658016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856bc4f4-9043-4222-897d-3f0e2e3a625d None None] Network c7264a01-f200-4613-a4f1-37b17e4526af requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:01:51.714391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3320a49e-4b4c-461a-8f6c-997c1ab43634 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:51.772535 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:51.811301 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:51.820422 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Transition to ACTIVE for port object 3320a49e-4b4c-461a-8f6c-997c1ab43634 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:51.847776 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:51.863786 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:52.085843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Allocated IP 172.25.5.72 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/c6448a0d-6ace-4fd6-af37-7fd5e1525e68) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:52.126795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Pushing event updated for resources: {'Port': ['ID=3320a49e-4b4c-461a-8f6c-997c1ab43634,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:52.162096 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-38745e66-f78d-4bc6-a7db-631ad4b2c924 req-8d2df0a2-3ab0-4300-85bc-3586b2c466b8 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/90967635-1249-4d70-90a9-853e7adfd235 HTTP/1.1" status: 200 len: 1635 time: 0.4367428 May 30 20:01:52.172613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:52.173125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:52.173457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:52.173782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:52.174107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:52.174428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:52.174745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:52.175059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:52.175372 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:52.175685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:52.176019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:52.189179 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 448444c2-04f3-4dd7-bcef-8f5d59972827 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:01:52.238724 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:52.271247 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779adbe-1090-4df9-b732-bfbbd296b39f req-f7c92284-76b3-400f-b12a-844794aeb308 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:52.272751 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3779adbe-1090-4df9-b732-bfbbd296b39f req-f7c92284-76b3-400f-b12a-844794aeb308 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 947 time: 0.6419728 May 30 20:01:52.281602 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:52.317416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-842f3e9d-c106-437c-905f-4b928a21fb40 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:52.321292 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-842f3e9d-c106-437c-905f-4b928a21fb40 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:52.322778 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-842f3e9d-c106-437c-905f-4b928a21fb40 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.77 "GET /v2.0/networks?id=f262a1d7-914a-43f8-9c17-3b21c6268698&id=54806f34-cbbd-439a-8976-dec0cdaf9496&id=f262a1d7-914a-43f8-9c17-3b21c6268698 HTTP/1.1" status: 200 len: 1392 time: 0.6020329 May 30 20:01:52.335510 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 448444c2-04f3-4dd7-bcef-8f5d59972827, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=448444c2-04f3-4dd7-bcef-8f5d59972827,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:52.343339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:52.347153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:52.349737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:52.354522 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '448444c2-04f3-4dd7-bcef-8f5d59972827', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '448444c2-04f3-4dd7-bcef-8f5d59972827', 'mac_address': 'fa:16:3e:37:d6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:01:52.359463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-17ee92e1-bc9c-4b17-9c39-cfb993635295 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Request body: {'port': {'device_id': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698', 'admin_state_up': True, 'tenant_id': '820db36be181450f96a3fd776851fff7'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:52.388133 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-070cc0da-8aca-47b4-ae65-21fa767ca8c2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5dd329ae9e0742dd8efa8e8b988ec12c&device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 1096 time: 0.6558681 May 30 20:01:52.413713 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Pushing event updated for resources: {'Port': ['ID=c6448a0d-6ace-4fd6-af37-7fd5e1525e68,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:52.415339 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:52.436913 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448444c2-04f3-4dd7-bcef-8f5d59972827 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:52.453418 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 448444c2-04f3-4dd7-bcef-8f5d59972827, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=448444c2-04f3-4dd7-bcef-8f5d59972827,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:52.458239 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:52.526176 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=448444c2-04f3-4dd7-bcef-8f5d59972827,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:52.540135 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:52.540844 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:52.619420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Attempting to bind port 3320a49e-4b4c-461a-8f6c-997c1ab43634 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:52.619757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Attempting to bind port 3320a49e-4b4c-461a-8f6c-997c1ab43634 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'd04fddf7-244f-46a1-9407-a742e05f4078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:52.620115 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Attempting to bind port 3320a49e-4b4c-461a-8f6c-997c1ab43634 on network b57c8dc7-d565-4558-b619-e2f27eee459b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:52.624263 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3779adbe-1090-4df9-b732-bfbbd296b39f req-fd99ab28-0e91-4624-8ef8-fe4d1e4d4463 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153043 May 30 20:01:52.672778 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-38745e66-f78d-4bc6-a7db-631ad4b2c924 req-33af9279-a65e-4cbb-b7bc-1e397bcbb525 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:52.685697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Port 3320a49e-4b4c-461a-8f6c-997c1ab43634 on network b57c8dc7-d565-4558-b619-e2f27eee459b not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:01:52.685697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Attempting to bind port 3320a49e-4b4c-461a-8f6c-997c1ab43634 on network b57c8dc7-d565-4558-b619-e2f27eee459b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:52.717454 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['448444c2-04f3-4dd7-bcef-8f5d59972827'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:52.738379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:52.738689 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Checking segment: {'id': 'd04fddf7-244f-46a1-9407-a742e05f4078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:52.739076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Bound using segment: {'id': 'd04fddf7-244f-46a1-9407-a742e05f4078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:52.739503 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Bound port: 3320a49e-4b4c-461a-8f6c-997c1ab43634, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd04fddf7-244f-46a1-9407-a742e05f4078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:52.739850 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:52.752466 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-38745e66-f78d-4bc6-a7db-631ad4b2c924 req-33af9279-a65e-4cbb-b7bc-1e397bcbb525 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:52.760081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-17ee92e1-bc9c-4b17-9c39-cfb993635295 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:52.763149 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-984583f8-8f3b-4087-8edc-595c3404b4b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:52.764635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-984583f8-8f3b-4087-8edc-595c3404b4b1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce HTTP/1.1" status: 200 len: 906 time: 0.3601315 May 30 20:01:52.797267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Router 0f06e4d5-6762-40f1-9f5a-845960c099cf is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:01:52.848528 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-17ee92e1-bc9c-4b17-9c39-cfb993635295 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:53.021870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:01:53.031078 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Sync routers for ids ['0f06e4d5-6762-40f1-9f5a-845960c099cf'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:01:53.044386 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Routers {'0f06e4d5-6762-40f1-9f5a-845960c099cf'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:01:53.045094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:01:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0f06e4d5-6762-40f1-9f5a-845960c099cf'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:53.054735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:53.056073 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e9e69437-79ab-4376-8990-38c7a2b2ee3c admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.8186655 May 30 20:01:53.058706 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54410) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:53.063898 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-e6c98a89-e704-4f99-acfe-26130f1552f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c813cce0-3299-4b15-89d9-07cc6d922802 HTTP/1.1" status: 200 len: 217 time: 0.2868869 May 30 20:01:53.080418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-17ee92e1-bc9c-4b17-9c39-cfb993635295 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Made reservation on behalf of 820db36be181450f96a3fd776851fff7 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:53.083326 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-17ee92e1-bc9c-4b17-9c39-cfb993635295 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:53.240949 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Set router 0f06e4d5-6762-40f1-9f5a-845960c099cf gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:01:53.260484 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-38745e66-f78d-4bc6-a7db-631ad4b2c924 req-33af9279-a65e-4cbb-b7bc-1e397bcbb525 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:53.285941 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] For port 3320a49e-4b4c-461a-8f6c-997c1ab43634, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:53.292276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-84a966e0-d40b-4948-ac4d-03a422067efb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:53.294281 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-84a966e0-d40b-4948-ac4d-03a422067efb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8dd0ba15-290a-4589-8acd-b7cd3e58dbb1 HTTP/1.1" status: 200 len: 845 time: 0.2143991 May 30 20:01:53.306584 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af9279-a65e-4cbb-b7bc-1e397bcbb525 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90967635-1249-4d70-90a9-853e7adfd235,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:53.365734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] For port 3320a49e-4b4c-461a-8f6c-997c1ab43634, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3320a49e-4b4c-461a-8f6c-997c1ab43634,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:53.369880 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-69e2f35d-eeab-4794-ad31-ee67316a0e47 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676286 May 30 20:01:53.417604 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:53.490829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e11cf-6bb0-48ce-aefd-d2ffeb84e68e req-e261c119-0d89-4feb-95a4-7313699fe665 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:53.492316 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-886e11cf-6bb0-48ce-aefd-d2ffeb84e68e req-e261c119-0d89-4feb-95a4-7313699fe665 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 945 time: 0.5034971 May 30 20:01:53.574044 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-38745e66-f78d-4bc6-a7db-631ad4b2c924 req-33af9279-a65e-4cbb-b7bc-1e397bcbb525 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:53.575537 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-38745e66-f78d-4bc6-a7db-631ad4b2c924 req-33af9279-a65e-4cbb-b7bc-1e397bcbb525 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "DELETE /v2.0/security-groups/90967635-1249-4d70-90a9-853e7adfd235 HTTP/1.1" status: 204 len: 173 time: 1.4045775 May 30 20:01:53.584641 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-754936598-router', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:52Z', 'revision_number': 3, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'gw_port': {'id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:53.589183 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Checking router: 0f06e4d5-6762-40f1-9f5a-845960c099cf for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:01:53.589529 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Updating router 0f06e4d5-6762-40f1-9f5a-845960c099cf port c6448a0d-6ace-4fd6-af37-7fd5e1525e68 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:01:53.625550 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:53.626923 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] 10.222.0.93 "PUT /v2.0/ports/3320a49e-4b4c-461a-8f6c-997c1ab43634 HTTP/1.1" status: 200 len: 1091 time: 3.4227798 May 30 20:01:53.632607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bc810e-02c9-4044-aa05-b1bbc663b090', 'tag': '3320a49e-4b4c-461a-8f6c-997c1ab43634'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:53.659592 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:53.666077 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-17ee92e1-bc9c-4b17-9c39-cfb993635295 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Allocated IP 19.80.0.227 (f262a1d7-914a-43f8-9c17-3b21c6268698/47915b5c-8dd6-47f0-8df4-4590475594ff/fb8fec81-bbd5-467f-9120-718d136a7ea0) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:53.725655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9492057-0c9c-4137-bb20-991a9571a1ab service neutron] Pushing event updated for resources: {'Port': ['ID=3320a49e-4b4c-461a-8f6c-997c1ab43634,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:53.795222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-886e11cf-6bb0-48ce-aefd-d2ffeb84e68e req-c3170c0f-5871-486a-be4c-72f1ea2fe8de tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360554 May 30 20:01:53.817891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6b793428-bcdf-4150-9cdf-7fbd5f6d0eee req-56d3493d-4acc-46e2-ac2d-43833c4a371a tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Synchronizing usage tracker for tenant:820db36be181450f96a3fd776851fff7 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:53.839043 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-df5ead94-bda5-49e3-a721-870efe1aa609 service neutron] 10.222.0.77 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592385 May 30 20:01:53.961689 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6b793428-bcdf-4150-9cdf-7fbd5f6d0eee req-56d3493d-4acc-46e2-ac2d-43833c4a371a tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Unset dirty status for tenant:820db36be181450f96a3fd776851fff7 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:53.962769 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b793428-bcdf-4150-9cdf-7fbd5f6d0eee req-56d3493d-4acc-46e2-ac2d-43833c4a371a tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 210 time: 0.2294557 May 30 20:01:54.054752 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:54.072225 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Transition to ACTIVE for port object c6448a0d-6ace-4fd6-af37-7fd5e1525e68 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:54.082881 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:54.095900 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:54.160231 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-f12ae04d-183e-4df5-bfde-347eb5a93d72 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3ad01171d1bb446a826503d27d5a987a&device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 1094 time: 0.4772239 May 30 20:01:54.172360 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79bd48-706a-425f-9536-cd7a7f34141a None None] Pushing event updated for resources: {'Port': ['ID=c6448a0d-6ace-4fd6-af37-7fd5e1525e68,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:54.178096 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Attempting to bind port c6448a0d-6ace-4fd6-af37-7fd5e1525e68 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:54.178463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Attempting to bind port c6448a0d-6ace-4fd6-af37-7fd5e1525e68 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:54.178825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Attempting to bind port c6448a0d-6ace-4fd6-af37-7fd5e1525e68 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:54.187953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:54.187953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:54.188298 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:54.188609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:54.188961 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Bound port: c6448a0d-6ace-4fd6-af37-7fd5e1525e68, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:54.189351 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:54.236549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 448444c2-04f3-4dd7-bcef-8f5d59972827 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:54.296505 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a2a5d2b-5552-4819-8907-8f98af6ac2f6 req-d49f4e18-467a-4c97-9161-5ea04350226f service neutron] 10.222.0.77 "GET /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506485 May 30 20:01:54.301980 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-c38e9ae2-aceb-4c37-a542-a1d9ea197665 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3320a49e-4b4c-461a-8f6c-997c1ab43634 HTTP/1.1" status: 200 len: 217 time: 0.1147244 May 30 20:01:54.355623 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] For port c6448a0d-6ace-4fd6-af37-7fd5e1525e68, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:54.363778 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-17ee92e1-bc9c-4b17-9c39-cfb993635295 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:54.366792 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] For port c6448a0d-6ace-4fd6-af37-7fd5e1525e68, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c6448a0d-6ace-4fd6-af37-7fd5e1525e68,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:54.370948 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 448444c2-04f3-4dd7-bcef-8f5d59972827 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:54.377727 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:54.398868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967173e-012e-4e14-aba0-3b77aa7cd0dc req-690fbb9e-ebf5-4c2a-bd39-bc265dc79da0 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:54.405682 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8967173e-012e-4e14-aba0-3b77aa7cd0dc req-690fbb9e-ebf5-4c2a-bd39-bc265dc79da0 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 943 time: 0.4455407 May 30 20:01:54.417465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 448444c2-04f3-4dd7-bcef-8f5d59972827 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:54.417838 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:54.483397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-17ee92e1-bc9c-4b17-9c39-cfb993635295 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Transition to ACTIVE for port object fb8fec81-bbd5-467f-9120-718d136a7ea0 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:54.506962 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-373e4735-dfe8-4d3f-a1e6-90469a35f50d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:54.509097 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-373e4735-dfe8-4d3f-a1e6-90469a35f50d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4576f90e-77d9-42db-898b-087dbe104c1e HTTP/1.1" status: 200 len: 861 time: 0.1965621 May 30 20:01:54.511185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] Allocated IP 172.20.0.1 (c7264a01-f200-4613-a4f1-37b17e4526af/90cbf6ca-1d08-47ca-ae45-34e8bb0b4810/cbf5bb83-0956-4f3f-ae10-db762dd8b379) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:54.518376 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79bd48-706a-425f-9536-cd7a7f34141a None None] Pushing event updated for resources: {'Port': ['ID=c6448a0d-6ace-4fd6-af37-7fd5e1525e68,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:54.529074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Routers {'0f06e4d5-6762-40f1-9f5a-845960c099cf'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:01:54.529697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:01:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0f06e4d5-6762-40f1-9f5a-845960c099cf'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:54.608555 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-a312c5df-c979-4e36-acaf-06ad5128ed6e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b57c8dc7-d565-4558-b619-e2f27eee459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827837 May 30 20:01:54.610681 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8967173e-012e-4e14-aba0-3b77aa7cd0dc req-298b39fc-7440-4bb6-a548-04faa58bdaf2 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042763 May 30 20:01:54.682567 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:54.719188 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:54.738219 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:54.787303 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf5d20c-68e1-4ca5-8814-df216e32d5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448444c2-04f3-4dd7-bcef-8f5d59972827'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:54.804751 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 448444c2-04f3-4dd7-bcef-8f5d59972827, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=448444c2-04f3-4dd7-bcef-8f5d59972827,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:54.808692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] Network c7264a01-f200-4613-a4f1-37b17e4526af is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:54.811004 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:54.811928 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c813cce0-3299-4b15-89d9-07cc6d922802 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:54.813483 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:54.829568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:54.849236 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a23ab29e-2a32-4c9f-b44a-a6554e78e0e5'] response: {'name': 'network-changed', 'server_uuid': '53bc810e-02c9-4044-aa05-b1bbc663b090', 'tag': '3320a49e-4b4c-461a-8f6c-997c1ab43634', 'status': 'completed', 'code': 200} May 30 20:01:54.882673 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf5bb83-0956-4f3f-ae10-db762dd8b379,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:54.887778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] Set router 0f06e4d5-6762-40f1-9f5a-845960c099cf gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:01:54.895002 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:54.960420 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-17ee92e1-bc9c-4b17-9c39-cfb993635295 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:54.972064 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512460-0b0d-4241-b34b-1846447ef943 req-898c207d-08cc-4887-832c-b6ddf1fc8841 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:54.973592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52512460-0b0d-4241-b34b-1846447ef943 req-898c207d-08cc-4887-832c-b6ddf1fc8841 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4&tenant_id=3e860bf879054bd598319d1741599d12&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 948 time: 0.5806737 May 30 20:01:54.984073 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:55.085230 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d5fcd4b9-fca3-4545-8a66-638be046fc5c req-d5dff370-0f59-4b50-89c4-af548fa9f3a4 tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "GET /v2.0/security-groups/8dcb4667-2c29-4d2b-9559-520508664ce9 HTTP/1.1" status: 200 len: 1634 time: 0.5010982 May 30 20:01:55.167475 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-8b556d6b-2b5a-4960-b6e0-d8a6680a0b79 service neutron] 10.222.0.93 "GET /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483541 May 30 20:01:55.175872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-17ee92e1-bc9c-4b17-9c39-cfb993635295 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Network f262a1d7-914a-43f8-9c17-3b21c6268698 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:55.183601 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=448444c2-04f3-4dd7-bcef-8f5d59972827,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:55.189584 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-17ee92e1-bc9c-4b17-9c39-cfb993635295 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:55.192886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-17ee92e1-bc9c-4b17-9c39-cfb993635295 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:55.226716 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:55.231343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port c813cce0-3299-4b15-89d9-07cc6d922802 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:55.234752 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:55.239290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee92e1-bc9c-4b17-9c39-cfb993635295 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event updated for resources: {'Port': ['ID=fb8fec81-bbd5-467f-9120-718d136a7ea0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:55.240905 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port c813cce0-3299-4b15-89d9-07cc6d922802 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:55.241339 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:55.377363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8353-c21f-4e9e-84e3-bc2bd0ab03e2 req-f3cffef9-ada9-47da-8b82-b2cab5b25991 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:55.378882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7fbc8353-c21f-4e9e-84e3-bc2bd0ab03e2 req-f3cffef9-ada9-47da-8b82-b2cab5b25991 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 0.5289006 May 30 20:01:55.394115 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-52512460-0b0d-4241-b34b-1846447ef943 req-bd462332-016e-4e32-aa41-9c97c1367088 service neutron] delete failed (client error): The resource could not be found. May 30 20:01:55.396551 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52512460-0b0d-4241-b34b-1846447ef943 req-bd462332-016e-4e32-aa41-9c97c1367088 service neutron] 10.222.0.93 "DELETE /v2.0/ports/448444c2-04f3-4dd7-bcef-8f5d59972827/bindings/n-h2-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.3848796 May 30 20:01:55.421032 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-754936598-router', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:52Z', 'revision_number': 3, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'gw_port': {'id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:55.429492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-17ee92e1-bc9c-4b17-9c39-cfb993635295 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:55.430101 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-17ee92e1-bc9c-4b17-9c39-cfb993635295 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:55.442300 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32572a-517e-4a64-9ab7-ae71389834d7 None None] The sync data for ids ['0f06e4d5-6762-40f1-9f5a-845960c099cf'] in n-d-843949-2 is: [{'id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-754936598-router', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:52Z', 'revision_number': 3, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'gw_port': {'id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:01:55.457262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf5bb83-0956-4f3f-ae10-db762dd8b379,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:55.475490 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:55.517894 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:55.526727 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d5fcd4b9-fca3-4545-8a66-638be046fc5c req-73277989-d20b-4e75-883e-e76d566cd4aa tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:55.531343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c813cce0-3299-4b15-89d9-07cc6d922802, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c813cce0-3299-4b15-89d9-07cc6d922802,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:55.533476 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c69dd943-cec5-4531-a636-5ba597e5e2b1 None None] Provisioning for port fb8fec81-bbd5-467f-9120-718d136a7ea0 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:55.540396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c69dd943-cec5-4531-a636-5ba597e5e2b1 None None] Provisioning complete for port fb8fec81-bbd5-467f-9120-718d136a7ea0 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:55.540966 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c69dd943-cec5-4531-a636-5ba597e5e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:55.569350 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:55.576010 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-17ee92e1-bc9c-4b17-9c39-cfb993635295 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2206149 May 30 20:01:55.586049 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7070550-7cd3-4bdc-8c2c-cd0cfb2d5e6e req-ddb548b7-43f4-4ecf-8084-09ef1b92895c service neutron] 10.222.0.93 "GET /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029169 May 30 20:01:55.597778 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f17fe79e-d00a-4620-a6ce-09be8ff5a7aa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Request body: {'port': {'device_id': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'network_id': '54806f34-cbbd-439a-8976-dec0cdaf9496', 'admin_state_up': True, 'tenant_id': '820db36be181450f96a3fd776851fff7'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:55.626522 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7fbc8353-c21f-4e9e-84e3-bc2bd0ab03e2 req-a94b6c85-1dfa-44d8-ad7c-8e1b617b56ce tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330036 May 30 20:01:55.667567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=c813cce0-3299-4b15-89d9-07cc6d922802,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:55.682778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c69dd943-cec5-4531-a636-5ba597e5e2b1 None None] Port fb8fec81-bbd5-467f-9120-718d136a7ea0 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:01:55.697222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] Network c7264a01-f200-4613-a4f1-37b17e4526af is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:55.698471 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:55.706684 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d5fcd4b9-fca3-4545-8a66-638be046fc5c req-73277989-d20b-4e75-883e-e76d566cd4aa tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:55.879858 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d5fcd4b9-fca3-4545-8a66-638be046fc5c req-73277989-d20b-4e75-883e-e76d566cd4aa tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:55.906277 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52512460-0b0d-4241-b34b-1846447ef943 req-4ac51f1e-e5a8-4f32-b903-2c7c14822157 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 1100 time: 0.3804724 May 30 20:01:55.910978 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d374d9a9-a2c7-421b-8ae6-69287ae64d92'] response: {'server_uuid': '9bf5d20c-68e1-4ca5-8814-df216e32d5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448444c2-04f3-4dd7-bcef-8f5d59972827', 'code': 200} May 30 20:01:55.911468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f17fe79e-d00a-4620-a6ce-09be8ff5a7aa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:55.914341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73277989-d20b-4e75-883e-e76d566cd4aa tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcb4667-2c29-4d2b-9559-520508664ce9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:55.956158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f17fe79e-d00a-4620-a6ce-09be8ff5a7aa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:55.963766 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d5fcd4b9-fca3-4545-8a66-638be046fc5c req-73277989-d20b-4e75-883e-e76d566cd4aa tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:55.969059 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d5fcd4b9-fca3-4545-8a66-638be046fc5c req-73277989-d20b-4e75-883e-e76d566cd4aa tempest-SecurityGroupsTestJSON-39570235 tempest-SecurityGroupsTestJSON-39570235-project] 10.222.0.84 "DELETE /v2.0/security-groups/8dcb4667-2c29-4d2b-9559-520508664ce9 HTTP/1.1" status: 204 len: 173 time: 0.8626013 May 30 20:01:56.016395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54448) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:56.032896 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f6c3ba9-bf2d-4eda-a7a7-537f7520e1c7 req-54f5ff99-d585-47f8-81f2-21f34ba7a332 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3ad01171d1bb446a826503d27d5a987a&device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 1094 time: 0.3354492 May 30 20:01:56.109122 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f17fe79e-d00a-4620-a6ce-09be8ff5a7aa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Made reservation on behalf of 820db36be181450f96a3fd776851fff7 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:56.112116 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f17fe79e-d00a-4620-a6ce-09be8ff5a7aa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:56.202452 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-d846d85a-6a8e-4aa6-9c4f-f66a111c8545 admin admin] Deleting subnet e7f80b35-615d-42ac-91ab-cb12a562dd68 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:01:56.207709 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d846d85a-6a8e-4aa6-9c4f-f66a111c8545 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:56.264655 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d846d85a-6a8e-4aa6-9c4f-f66a111c8545 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:56.327521 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d846d85a-6a8e-4aa6-9c4f-f66a111c8545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:56.416241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512460-0b0d-4241-b34b-1846447ef943 req-48b9a301-95cd-44d4-8631-3d3d7971d85c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:56.417419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] Router 0f06e4d5-6762-40f1-9f5a-845960c099cf has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:01:56.417706 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52512460-0b0d-4241-b34b-1846447ef943 req-48b9a301-95cd-44d4-8631-3d3d7971d85c service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.4977901 May 30 20:01:56.421861 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d846d85a-6a8e-4aa6-9c4f-f66a111c8545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:56.429727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c3ba9-bf2d-4eda-a7a7-537f7520e1c7 req-96dc9346-ad8d-4962-bf89-e39b1b05992b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:56.431088 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f6c3ba9-bf2d-4eda-a7a7-537f7520e1c7 req-96dc9346-ad8d-4962-bf89-e39b1b05992b service neutron] 10.222.0.93 "GET /v2.0/networks?id=b57c8dc7-d565-4558-b619-e2f27eee459b HTTP/1.1" status: 200 len: 922 time: 0.3879051 May 30 20:01:56.460874 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846d85a-6a8e-4aa6-9c4f-f66a111c8545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7f80b35-615d-42ac-91ab-cb12a562dd68,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:56.468689 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d846d85a-6a8e-4aa6-9c4f-f66a111c8545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:56.539050 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d846d85a-6a8e-4aa6-9c4f-f66a111c8545 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e7f80b35-615d-42ac-91ab-cb12a562dd68 HTTP/1.1" status: 204 len: 168 time: 0.5194528 May 30 20:01:56.539297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54452) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:56.700150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfd192-8bbb-4871-94a5-e93c311fbde4 req-acdd3019-af15-4b95-a056-e6c8875c603c tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:56.701603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12dfd192-8bbb-4871-94a5-e93c311fbde4 req-acdd3019-af15-4b95-a056-e6c8875c603c tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 946 time: 0.6625130 May 30 20:01:56.720750 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b07cf924-ae94-4ff5-b354-3f7895b5d095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:56.751794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52512460-0b0d-4241-b34b-1846447ef943 req-0be200da-4e6f-4123-a747-7bb463ab718a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=448444c2-04f3-4dd7-bcef-8f5d59972827 HTTP/1.1" status: 200 len: 217 time: 0.3265586 May 30 20:01:56.761160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846518-d9e7-49cb-9138-e31d13889df5 req-e9cf3a92-1bd6-4edd-ae5e-d4ebb5ff30f6 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:56.762589 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81846518-d9e7-49cb-9138-e31d13889df5 req-e9cf3a92-1bd6-4edd-ae5e-d4ebb5ff30f6 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 932 time: 0.6807663 May 30 20:01:56.763777 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f6c3ba9-bf2d-4eda-a7a7-537f7520e1c7 req-e9436ea7-a83a-40e0-a392-29c6735b650f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3320a49e-4b4c-461a-8f6c-997c1ab43634 HTTP/1.1" status: 200 len: 217 time: 0.2789798 May 30 20:01:56.863302 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b07cf924-ae94-4ff5-b354-3f7895b5d095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:56.898743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b07cf924-ae94-4ff5-b354-3f7895b5d095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af1ee9a-ef0c-412c-8632-5d7d61427758']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:56.910642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f17fe79e-d00a-4620-a6ce-09be8ff5a7aa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Allocated IP 19.86.0.155 (54806f34-cbbd-439a-8976-dec0cdaf9496/6fc7c23d-1771-4ed0-96e7-6820834fafec/189526a6-dab2-4a05-8555-12dff37d0811) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:56.914089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b07cf924-ae94-4ff5-b354-3f7895b5d095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00e908d-cc0d-4efe-a2c8-8f343a2e29b0') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:56.914383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b07cf924-ae94-4ff5-b354-3f7895b5d095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00e908d-cc0d-4efe-a2c8-8f343a2e29b0') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:56.928560 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b07cf924-ae94-4ff5-b354-3f7895b5d095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:56.940552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512460-0b0d-4241-b34b-1846447ef943 req-f1dccb69-0139-45ad-9a65-3be27c2c3f34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:56.941997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52512460-0b0d-4241-b34b-1846447ef943 req-f1dccb69-0139-45ad-9a65-3be27c2c3f34 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1753075 May 30 20:01:56.949558 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b07cf924-ae94-4ff5-b354-3f7895b5d095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:56.952876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:01:56.955837 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12dfd192-8bbb-4871-94a5-e93c311fbde4 req-589a2cfc-8d34-4e1b-a11b-7404e37fc8c6 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363825 May 30 20:01:56.960568 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-511246ab-fd5b-499f-9c9b-17c0ca16ddb2 admin admin] 10.222.0.84 "PUT /v2.0/routers/0f06e4d5-6762-40f1-9f5a-845960c099cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9000957 May 30 20:01:56.963560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07cf924-ae94-4ff5-b354-3f7895b5d095 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:01:56.964164 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b07cf924-ae94-4ff5-b354-3f7895b5d095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: timer() May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:01:56.981753 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:01:56.995918 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c3ba9-bf2d-4eda-a7a7-537f7520e1c7 req-87bd0204-5fe8-4c6b-9ab0-adce5bcc31c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:56.997463 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f6c3ba9-bf2d-4eda-a7a7-537f7520e1c7 req-87bd0204-5fe8-4c6b-9ab0-adce5bcc31c5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4576f90e-77d9-42db-898b-087dbe104c1e HTTP/1.1" status: 200 len: 861 time: 0.2271929 May 30 20:01:57.071524 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81846518-d9e7-49cb-9138-e31d13889df5 req-34ceb598-9990-4199-8ee3-368e19a642b0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361758 May 30 20:01:57.082139 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f6c3ba9-bf2d-4eda-a7a7-537f7520e1c7 req-a458e52b-3b0f-43d8-ac0c-c079cbf6a270 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b57c8dc7-d565-4558-b619-e2f27eee459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756905 May 30 20:01:57.085275 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b07cf924-ae94-4ff5-b354-3f7895b5d095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:57.090995 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b07cf924-ae94-4ff5-b354-3f7895b5d095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:57.139928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cf924-ae94-4ff5-b354-3f7895b5d095 admin admin] Pushing event deleted for resources: {'Network': ['ID=0af1ee9a-ef0c-412c-8632-5d7d61427758,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:57.148129 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b07cf924-ae94-4ff5-b354-3f7895b5d095 admin admin] 10.222.0.84 "DELETE /v2.0/networks/0af1ee9a-ef0c-412c-8632-5d7d61427758 HTTP/1.1" status: 204 len: 168 time: 0.6077991 May 30 20:01:57.339931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54476) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:57.390644 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-59139aab-f0fd-4dd2-9c87-06036d5c2355 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8e91f39dc1cb49d8a7c30a8d5d13f2b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488904 May 30 20:01:57.393287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54480) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:57.458893 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-199547a9-39db-49d3-ba7b-93a4b6386c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:57.486041 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-199547a9-39db-49d3-ba7b-93a4b6386c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:57.490937 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52512460-0b0d-4241-b34b-1846447ef943 req-a1c3a9aa-cf0f-446c-9160-c9717e17be62 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5396686 May 30 20:01:57.502490 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f6c3ba9-bf2d-4eda-a7a7-537f7520e1c7 req-08101349-051e-4ae9-a5ff-190055547ad8 service neutron] 10.222.0.93 "GET /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125957 May 30 20:01:57.541210 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-199547a9-39db-49d3-ba7b-93a4b6386c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:57.558297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199547a9-39db-49d3-ba7b-93a4b6386c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2ad798-d07a-411b-a6a5-d27165a8900c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:57.564661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-199547a9-39db-49d3-ba7b-93a4b6386c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:57.565844 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-199547a9-39db-49d3-ba7b-93a4b6386c3d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fe2ad798-d07a-411b-a6a5-d27165a8900c HTTP/1.1" status: 204 len: 168 time: 0.1716394 May 30 20:01:57.699078 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b6812051-07c1-4f11-b45f-cd86d703945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:57.745501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9f49c-be8c-4bef-bfa4-3a29c93a5580 req-618f0045-9b2c-4625-b162-86d03a040c64 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:57.752436 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16f9f49c-be8c-4bef-bfa4-3a29c93a5580 req-618f0045-9b2c-4625-b162-86d03a040c64 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 943 time: 0.5628645 May 30 20:01:57.759099 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f17fe79e-d00a-4620-a6ce-09be8ff5a7aa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:57.819327 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa43c9-7f0f-444f-95e2-78ae97139cb8 req-1857c0c2-acd8-449b-a00d-477f9d07e6ff tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:57.820861 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-87fa43c9-7f0f-444f-95e2-78ae97139cb8 req-1857c0c2-acd8-449b-a00d-477f9d07e6ff tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 0.4717326 May 30 20:01:57.861030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f17fe79e-d00a-4620-a6ce-09be8ff5a7aa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Transition to ACTIVE for port object 189526a6-dab2-4a05-8555-12dff37d0811 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:57.912339 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3ec7f9-834b-49a0-893a-76d0c5c30f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c813cce0-3299-4b15-89d9-07cc6d922802'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:57.946285 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f6c3ba9-bf2d-4eda-a7a7-537f7520e1c7 req-fdf14b45-9608-44c5-b20f-95a36471515d service neutron] 10.222.0.93 "GET /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291701 May 30 20:01:57.968589 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16f9f49c-be8c-4bef-bfa4-3a29c93a5580 req-d43b9f24-117f-4cdc-806b-3a6edcf3c67b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152050 May 30 20:01:57.975254 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52512460-0b0d-4241-b34b-1846447ef943 req-daff7718-40ca-45d8-b7c2-90251cdaf7aa service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704130 May 30 20:01:58.026869 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-87fa43c9-7f0f-444f-95e2-78ae97139cb8 req-4b7ec37c-b1d2-46f2-adcc-69bc852db731 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956999 May 30 20:01:58.100874 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f17fe79e-d00a-4620-a6ce-09be8ff5a7aa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:58.110496 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3320a49e-4b4c-461a-8f6c-997c1ab43634 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:01:58.215022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f17fe79e-d00a-4620-a6ce-09be8ff5a7aa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Network 54806f34-cbbd-439a-8976-dec0cdaf9496 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:58.222179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f17fe79e-d00a-4620-a6ce-09be8ff5a7aa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:58.242261 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fe79e-d00a-4620-a6ce-09be8ff5a7aa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event updated for resources: {'Port': ['ID=189526a6-dab2-4a05-8555-12dff37d0811,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:58.245224 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f17fe79e-d00a-4620-a6ce-09be8ff5a7aa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:58.321550 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52512460-0b0d-4241-b34b-1846447ef943 req-71ff9d16-fa48-4bec-ac9a-72a2f789e776 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397884 May 30 20:01:58.358850 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3320a49e-4b4c-461a-8f6c-997c1ab43634, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3320a49e-4b4c-461a-8f6c-997c1ab43634,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:58.381626 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '3320a49e-4b4c-461a-8f6c-997c1ab43634', 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b', 'port_id': '3320a49e-4b4c-461a-8f6c-997c1ab43634', 'mac_address': 'fa:16:3e:1b:72:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4576f90e-77d9-42db-898b-087dbe104c1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:01:58.383870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f17fe79e-d00a-4620-a6ce-09be8ff5a7aa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:58.385053 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f17fe79e-d00a-4620-a6ce-09be8ff5a7aa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:58.451829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f17fe79e-d00a-4620-a6ce-09be8ff5a7aa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8647110 May 30 20:01:58.468215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-b356413d-284b-4d03-812f-a8b8f3ef898b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Request body: {'port': {'device_id': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698', 'admin_state_up': True, 'tenant_id': '820db36be181450f96a3fd776851fff7'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:58.518720 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:58.548230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3320a49e-4b4c-461a-8f6c-997c1ab43634 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:58.580441 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3320a49e-4b4c-461a-8f6c-997c1ab43634, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3320a49e-4b4c-461a-8f6c-997c1ab43634,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:58.585273 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:58.688590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=3320a49e-4b4c-461a-8f6c-997c1ab43634,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:58.734469 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3835533b-5479-4492-9eae-5c5b62b245a2 None None] Provisioning for port 189526a6-dab2-4a05-8555-12dff37d0811 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:58.739737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3835533b-5479-4492-9eae-5c5b62b245a2 None None] Provisioning complete for port 189526a6-dab2-4a05-8555-12dff37d0811 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:58.740223 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3835533b-5479-4492-9eae-5c5b62b245a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:58.818961 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['3320a49e-4b4c-461a-8f6c-997c1ab43634'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:58.850572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54522) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:58.883875 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647af6f9-5d5f-4888-a234-6f7d5158ee0f'] response: {'server_uuid': 'ef3ec7f9-834b-49a0-893a-76d0c5c30f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c813cce0-3299-4b15-89d9-07cc6d922802', 'code': 200} May 30 20:01:58.978939 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c6448a0d-6ace-4fd6-af37-7fd5e1525e68 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:59.067060 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3835533b-5479-4492-9eae-5c5b62b245a2 None None] Port 189526a6-dab2-4a05-8555-12dff37d0811 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:01:59.090233 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0688370a-cfb3-4440-8c74-8de298d6cfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.169828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0688370a-cfb3-4440-8c74-8de298d6cfa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:59.178923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0688370a-cfb3-4440-8c74-8de298d6cfa3 admin admin] Usage tracker for resource:security_group_rule and tenant:e6b60e4fede9425f84a5de24d79bae56 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:59.185258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0688370a-cfb3-4440-8c74-8de298d6cfa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:59.192178 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0688370a-cfb3-4440-8c74-8de298d6cfa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:59.195757 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port c6448a0d-6ace-4fd6-af37-7fd5e1525e68 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:59.234863 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port c6448a0d-6ace-4fd6-af37-7fd5e1525e68 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:59.235368 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.279843 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0688370a-cfb3-4440-8c74-8de298d6cfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.284661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0688370a-cfb3-4440-8c74-8de298d6cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.336821 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0688370a-cfb3-4440-8c74-8de298d6cfa3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e6b60e4fede9425f84a5de24d79bae56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4850028 May 30 20:01:59.340805 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54536) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:59.361763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54540) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:59.384123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-b356413d-284b-4d03-812f-a8b8f3ef898b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:59.394406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-b356413d-284b-4d03-812f-a8b8f3ef898b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Usage tracker for resource:port and tenant:820db36be181450f96a3fd776851fff7 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:59.399042 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.404777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688370a-cfb3-4440-8c74-8de298d6cfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8f714a-1fc8-4dbe-9b9a-ba27a569205f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:59.414958 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-b356413d-284b-4d03-812f-a8b8f3ef898b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:59.423941 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port c6448a0d-6ace-4fd6-af37-7fd5e1525e68, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c6448a0d-6ace-4fd6-af37-7fd5e1525e68,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:59.429130 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-b356413d-284b-4d03-812f-a8b8f3ef898b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:59.431619 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.456427 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b3867c7-c8f8-4b1a-a7ca-5c6396d74143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.474771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-0437efde-818e-4bb4-8449-ce9b181568db tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:59.482117 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-0437efde-818e-4bb4-8449-ce9b181568db tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/networks?id=c7264a01-f200-4613-a4f1-37b17e4526af HTTP/1.1" status: 200 len: 819 time: 0.7651756 May 30 20:01:59.486397 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-89b815ec-19cd-4ce5-93f0-4b6e9f16e1d7 req-a4468e96-c098-445c-b069-0dfa109665ee service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 1097 time: 0.3785346 May 30 20:01:59.491128 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b3867c7-c8f8-4b1a-a7ca-5c6396d74143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.495820 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-b356413d-284b-4d03-812f-a8b8f3ef898b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Made reservation on behalf of 820db36be181450f96a3fd776851fff7 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:59.499090 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-b356413d-284b-4d03-812f-a8b8f3ef898b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.541318 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=c6448a0d-6ace-4fd6-af37-7fd5e1525e68,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:59.548069 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b458069-c80a-4dee-a9d4-19b09741a2f9 req-33f45176-e4c2-47d2-bd0a-a549f8fd1dd6 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:59.549519 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b458069-c80a-4dee-a9d4-19b09741a2f9 req-33f45176-e4c2-47d2-bd0a-a549f8fd1dd6 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 946 time: 0.4428267 May 30 20:01:59.552289 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-9c598413-74f7-49fe-acbc-1d795a30a1ce tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/quotas/6fda94692f0e4f82850a0397602ca915 HTTP/1.1" status: 200 len: 375 time: 0.0692403 May 30 20:01:59.576163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-652547240-network', 'tenant_id': '5346b4cccf4f4d8e8345a0af103312c2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:59.579529 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b3867c7-c8f8-4b1a-a7ca-5c6396d74143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.591711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:59.598648 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Usage tracker for resource:network and tenant:5346b4cccf4f4d8e8345a0af103312c2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:59.603187 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3867c7-c8f8-4b1a-a7ca-5c6396d74143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8f714a-1fc8-4dbe-9b9a-ba27a569205f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:59.605114 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:59.611635 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:59.617773 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b3867c7-c8f8-4b1a-a7ca-5c6396d74143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.618953 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4b3867c7-c8f8-4b1a-a7ca-5c6396d74143 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6b8f714a-1fc8-4dbe-9b9a-ba27a569205f HTTP/1.1" status: 204 len: 168 time: 0.2761569 May 30 20:01:59.628509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Made reservation on behalf of 5346b4cccf4f4d8e8345a0af103312c2 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:59.631225 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.651680 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.685460 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:59.689962 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Usage tracker for resource:security_group_rule and tenant:5346b4cccf4f4d8e8345a0af103312c2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:59.693056 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:59.700051 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:59.712574 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-89b815ec-19cd-4ce5-93f0-4b6e9f16e1d7 req-d557035f-233d-4acd-a9c0-a2806d3a4298 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015116 May 30 20:01:59.745545 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b458069-c80a-4dee-a9d4-19b09741a2f9 req-668024de-ab70-4093-b430-00ff7c49f954 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817021 May 30 20:01:59.790106 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.794688 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.810166 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:01:59.815150 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-eb6ba04d-4c2e-4d1d-9b43-7ba49a2daa08 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6fda94692f0e4f82850a0397602ca915&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2501979 May 30 20:01:59.821972 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.822588 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Added segment 1d4073df-03b4-4ea6-8d95-8e9281504f09 of type vlan for network 8c54db53-2969-4f90-b3ce-e458bad5fb31 May 30 20:01:59.849634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-b356413d-284b-4d03-812f-a8b8f3ef898b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Allocated IP 19.80.0.91 (f262a1d7-914a-43f8-9c17-3b21c6268698/47915b5c-8dd6-47f0-8df4-4590475594ff/fac3edd0-fe50-4fd2-83ff-1940e2f563a5) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:59.857855 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2bde0c68-f657-48b9-bdef-350cccfd9197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.898493 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.902382 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1652317-085f-42aa-9879-b8a93d92e790,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:59.940431 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.941368 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:59.942079 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.047455 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6760714 May 30 20:02:00.050441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54550) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:00.054432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f039cf2-db61-4bb8-9d33-6187f3665b80 admin admin] Pushing event updated for resources: {'Network': ['ID=8c54db53-2969-4f90-b3ce-e458bad5fb31,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:00.066998 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 8c54db53-2969-4f90-b3ce-e458bad5fb31 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:02:00.078938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54554) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:00.086644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-54170bf5-1c6e-4aa1-aefd-7ca5694384bf admin admin] Request body: {'subnet': {'network_id': '8c54db53-2969-4f90-b3ce-e458bad5fb31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-652547240-subnet', 'tenant_id': '5346b4cccf4f4d8e8345a0af103312c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:00.098166 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3824dd31-bba7-481c-8750-a2c7ae155be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.131999 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3320a49e-4b4c-461a-8f6c-997c1ab43634 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:00.138707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-54170bf5-1c6e-4aa1-aefd-7ca5694384bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:00.141022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3824dd31-bba7-481c-8750-a2c7ae155be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:00.145365 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3824dd31-bba7-481c-8750-a2c7ae155be8 admin admin] Usage tracker for resource:security_group_rule and tenant:e550de6f69f644d588de193f18ef83e8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:00.148758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3824dd31-bba7-481c-8750-a2c7ae155be8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:00.149305 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-e2216488-50fe-4a9c-829e-88d3c3723888 service neutron] 10.222.0.84 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221946 May 30 20:02:00.150724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-54170bf5-1c6e-4aa1-aefd-7ca5694384bf admin admin] Usage tracker for resource:subnet and tenant:5346b4cccf4f4d8e8345a0af103312c2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:00.156730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-54170bf5-1c6e-4aa1-aefd-7ca5694384bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:00.162550 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3824dd31-bba7-481c-8750-a2c7ae155be8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:00.194334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-54170bf5-1c6e-4aa1-aefd-7ca5694384bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:00.234468 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 3320a49e-4b4c-461a-8f6c-997c1ab43634 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:00.240102 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 3320a49e-4b4c-461a-8f6c-997c1ab43634 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:00.240737 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.272041 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3824dd31-bba7-481c-8750-a2c7ae155be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.274647 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69834922-4e6d-4632-b0c7-a61f9d677e6c req-80ec5147-c969-4dcd-965f-f20a4a0b888a tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:00.278215 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3824dd31-bba7-481c-8750-a2c7ae155be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.278549 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69834922-4e6d-4632-b0c7-a61f9d677e6c req-80ec5147-c969-4dcd-965f-f20a4a0b888a tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:00.279364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-69834922-4e6d-4632-b0c7-a61f9d677e6c req-80ec5147-c969-4dcd-965f-f20a4a0b888a tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Synchronizing usage tracker for tenant:820db36be181450f96a3fd776851fff7 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:00.296602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54170bf5-1c6e-4aa1-aefd-7ca5694384bf admin admin] Made reservation on behalf of 5346b4cccf4f4d8e8345a0af103312c2 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:00.298927 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-54170bf5-1c6e-4aa1-aefd-7ca5694384bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.324264 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3824dd31-bba7-481c-8750-a2c7ae155be8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e550de6f69f644d588de193f18ef83e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2441976 May 30 20:02:00.326946 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54558) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:00.370969 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824dd31-bba7-481c-8750-a2c7ae155be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67c9bb0-eff0-4f88-a8d6-70d5b960f738,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:00.381719 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.414194 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4bef14da-5f92-408e-aac4-c21c6df37852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.416120 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3320a49e-4b4c-461a-8f6c-997c1ab43634, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3320a49e-4b4c-461a-8f6c-997c1ab43634,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:00.421792 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.447943 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4bef14da-5f92-408e-aac4-c21c6df37852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.464888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-69834922-4e6d-4632-b0c7-a61f9d677e6c req-80ec5147-c969-4dcd-965f-f20a4a0b888a tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Unset dirty status for tenant:820db36be181450f96a3fd776851fff7 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:00.468420 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69834922-4e6d-4632-b0c7-a61f9d677e6c req-80ec5147-c969-4dcd-965f-f20a4a0b888a tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 1655 time: 0.5613103 May 30 20:02:00.484953 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-b356413d-284b-4d03-812f-a8b8f3ef898b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.494249 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=3320a49e-4b4c-461a-8f6c-997c1ab43634,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:00.511114 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-604cf636-fcd3-4c1d-8af7-2c0ddf562255 service neutron] 10.222.0.84 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553836 May 30 20:02:00.519354 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4bef14da-5f92-408e-aac4-c21c6df37852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.539534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef14da-5f92-408e-aac4-c21c6df37852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67c9bb0-eff0-4f88-a8d6-70d5b960f738,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:00.540433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-b356413d-284b-4d03-812f-a8b8f3ef898b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Transition to ACTIVE for port object fac3edd0-fe50-4fd2-83ff-1940e2f563a5 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:00.555678 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4bef14da-5f92-408e-aac4-c21c6df37852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.560672 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4bef14da-5f92-408e-aac4-c21c6df37852 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a67c9bb0-eff0-4f88-a8d6-70d5b960f738 HTTP/1.1" status: 204 len: 168 time: 0.2292824 May 30 20:02:00.584019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69834922-4e6d-4632-b0c7-a61f9d677e6c req-7e11c962-5ee3-4dfb-9dab-78501fa88048 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018891 May 30 20:02:00.722928 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-b356413d-284b-4d03-812f-a8b8f3ef898b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.826754 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-54170bf5-1c6e-4aa1-aefd-7ca5694384bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.885484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bc810e-02c9-4044-aa05-b1bbc663b090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3320a49e-4b4c-461a-8f6c-997c1ab43634'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:00.921508 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c6448a0d-6ace-4fd6-af37-7fd5e1525e68 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:01.129282 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:01.135856 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port c6448a0d-6ace-4fd6-af37-7fd5e1525e68 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:01.136707 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:01.301295 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:01.327220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356413d-284b-4d03-812f-a8b8f3ef898b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event updated for resources: {'Port': ['ID=fac3edd0-fe50-4fd2-83ff-1940e2f563a5,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:01.342523 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-b356413d-284b-4d03-812f-a8b8f3ef898b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Network f262a1d7-914a-43f8-9c17-3b21c6268698 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:01.370370 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-b356413d-284b-4d03-812f-a8b8f3ef898b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:01.389232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54170bf5-1c6e-4aa1-aefd-7ca5694384bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c6f509-f479-4966-b02c-0268b2248fa7,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:01.398385 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-b356413d-284b-4d03-812f-a8b8f3ef898b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:01.523019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54170bf5-1c6e-4aa1-aefd-7ca5694384bf admin admin] Checking segment: {'id': '1d4073df-03b4-4ea6-8d95-8e9281504f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8c54db53-2969-4f90-b3ce-e458bad5fb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:01.524117 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54170bf5-1c6e-4aa1-aefd-7ca5694384bf admin admin] Network hostable DHCP agents. Network: 8c54db53-2969-4f90-b3ce-e458bad5fb31, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:02:01.564627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-b356413d-284b-4d03-812f-a8b8f3ef898b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:01.565492 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-b356413d-284b-4d03-812f-a8b8f3ef898b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:01.579341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5e41a-dc9a-4e75-a5aa-ce767e6c9a65 req-8a8b8f21-c420-4044-8ca4-b3e8d0bc7c8b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:01.588626 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-88c5e41a-dc9a-4e75-a5aa-ce767e6c9a65 req-8a8b8f21-c420-4044-8ca4-b3e8d0bc7c8b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 945 time: 0.6653492 May 30 20:02:01.603780 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Sync routers for ids ['0f06e4d5-6762-40f1-9f5a-845960c099cf'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:02:01.640329 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-b356413d-284b-4d03-812f-a8b8f3ef898b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1821928 May 30 20:02:01.640730 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Routers {'0f06e4d5-6762-40f1-9f5a-845960c099cf'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:02:01.641516 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:02:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0f06e4d5-6762-40f1-9f5a-845960c099cf'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:01.678394 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-88c5e41a-dc9a-4e75-a5aa-ce767e6c9a65 req-223dfe55-6b00-488e-a90f-a611aebf43ca tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887709 May 30 20:02:01.682698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Request body: {'port': {'device_id': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:01.723996 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-99dee0ca-a43a-4d92-8218-cc9239bc310d None None] Provisioning for port fac3edd0-fe50-4fd2-83ff-1940e2f563a5 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:01.733034 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-99dee0ca-a43a-4d92-8218-cc9239bc310d None None] Provisioning complete for port fac3edd0-fe50-4fd2-83ff-1940e2f563a5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:01.733467 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-99dee0ca-a43a-4d92-8218-cc9239bc310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:01.862865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-99dee0ca-a43a-4d92-8218-cc9239bc310d None None] Port fac3edd0-fe50-4fd2-83ff-1940e2f563a5 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:02:01.893607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54170bf5-1c6e-4aa1-aefd-7ca5694384bf admin admin] Network 8c54db53-2969-4f90-b3ce-e458bad5fb31 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:02:01.915128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-54170bf5-1c6e-4aa1-aefd-7ca5694384bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 8c54db53-2969-4f90-b3ce-e458bad5fb31) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:01.924274 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1e8fd1-35af-40d4-b477-1c7c6442b968 None None] Network 8c54db53-2969-4f90-b3ce-e458bad5fb31 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:02:01.927809 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Set router 0f06e4d5-6762-40f1-9f5a-845960c099cf gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:02:01.937227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54170bf5-1c6e-4aa1-aefd-7ca5694384bf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:01.938102 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-54170bf5-1c6e-4aa1-aefd-7ca5694384bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:01.999141 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:02.022355 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-54170bf5-1c6e-4aa1-aefd-7ca5694384bf admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9454458 May 30 20:02:02.023002 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54632) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:02.029138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-652547240-router', 'tenant_id': '5346b4cccf4f4d8e8345a0af103312c2', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:02.036221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:02.040563 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Usage tracker for resource:router and tenant:5346b4cccf4f4d8e8345a0af103312c2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:02.044213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:02.050565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:02.083272 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c1682edf-2106-44d9-a457-6002d92b34b6 req-5b97b9d6-5227-459b-ab46-54d45458540d tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 210 time: 0.0650678 May 30 20:02:02.249630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-8c54db53-2969-4f90-b3ce-e458bad5fb31', 'network_id': '8c54db53-2969-4f90-b3ce-e458bad5fb31', 'tenant_id': '5346b4cccf4f4d8e8345a0af103312c2', 'fixed_ips': [{'subnet_id': 'e8c6f509-f479-4966-b02c-0268b2248fa7'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:02:02.251041 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:02.272163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54638) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:02.300194 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:02.301165 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:02.395032 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:02.477572 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-754936598-router', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:54Z', 'revision_number': 4, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'gw_port': {'id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'cbf5bb83-0956-4f3f-ae10-db762dd8b379', 'name': '', 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'mac_address': 'fa:16:3e:93:37:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:54Z', 'updated_at': '2022-05-30T20:01:55Z', 'revision_number': 2, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'subnets': [{'id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:02.484728 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Checking router: 0f06e4d5-6762-40f1-9f5a-845960c099cf for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:02:02.485229 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Updating router 0f06e4d5-6762-40f1-9f5a-845960c099cf port cbf5bb83-0956-4f3f-ae10-db762dd8b379 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:02:02.547260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Allocated IP 172.20.0.2 (8c54db53-2969-4f90-b3ce-e458bad5fb31/e8c6f509-f479-4966-b02c-0268b2248fa7/45009d9f-fc44-4c51-acc6-17f184ffdeab) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:02.586766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-network', 'tenant_id': '521d447f60a94b52b432e8565b742937'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:02.598787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:02.603033 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:02.609327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Usage tracker for resource:network and tenant:521d447f60a94b52b432e8565b742937 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:02.621541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:02.630240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:02.639806 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:02.685028 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:02.753318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Made reservation on behalf of 521d447f60a94b52b432e8565b742937 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:02.756807 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:02.778462 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:02.812196 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:02.826013 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Transition to ACTIVE for port object 45009d9f-fc44-4c51-acc6-17f184ffdeab will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:02.848761 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-9b215056-21bd-49dd-bee4-abe82ed7a3b4 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:02.850854 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-9b215056-21bd-49dd-bee4-abe82ed7a3b4 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.93 "GET /v2.0/networks?id=c7264a01-f200-4613-a4f1-37b17e4526af HTTP/1.1" status: 200 len: 819 time: 0.3251636 May 30 20:02:02.861335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:02.865240 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Transition to ACTIVE for port object 45009d9f-fc44-4c51-acc6-17f184ffdeab will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:02.866557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Usage tracker for resource:security_group_rule and tenant:521d447f60a94b52b432e8565b742937 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:02.870495 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:02.877806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:02.881977 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-724ed019-a576-4a87-beea-6554086763fe tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Request body: {'port': {'device_id': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af', 'admin_state_up': True, 'tenant_id': '6fda94692f0e4f82850a0397602ca915'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:02.885109 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:02.903434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa765c-37f1-429a-b0fc-08475eb51d4b req-648d13a8-c9fa-4b50-9cda-18df75f2a365 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:02.904943 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d5aa765c-37f1-429a-b0fc-08475eb51d4b req-648d13a8-c9fa-4b50-9cda-18df75f2a365 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 0.9483063 May 30 20:02:02.966343 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:02.982523 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Pushing event updated for resources: {'Port': ['ID=45009d9f-fc44-4c51-acc6-17f184ffdeab,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:02.986173 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Network 8c54db53-2969-4f90-b3ce-e458bad5fb31 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:02.987590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:02.989598 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:03.061673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81633635-ad03-4ddd-8ff2-3a130cac3f2a req-34ff2dc7-d434-4be9-b520-987aa22c175b tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:03.063174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81633635-ad03-4ddd-8ff2-3a130cac3f2a req-34ff2dc7-d434-4be9-b520-987aa22c175b tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 946 time: 0.5416996 May 30 20:02:03.065245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8fec81-bbd5-467f-9120-718d136a7ea0 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:03.082867 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.084330 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Attempting to bind port 45009d9f-fc44-4c51-acc6-17f184ffdeab on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:03.084739 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Attempting to bind port 45009d9f-fc44-4c51-acc6-17f184ffdeab by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '1d4073df-03b4-4ea6-8d95-8e9281504f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8c54db53-2969-4f90-b3ce-e458bad5fb31'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:03.084877 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.085222 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Attempting to bind port 45009d9f-fc44-4c51-acc6-17f184ffdeab on network 8c54db53-2969-4f90-b3ce-e458bad5fb31 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:03.086604 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.093603 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:03.094016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Checking segment: {'id': '1d4073df-03b4-4ea6-8d95-8e9281504f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8c54db53-2969-4f90-b3ce-e458bad5fb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:03.094512 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.094964 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Bound using segment: {'id': '1d4073df-03b4-4ea6-8d95-8e9281504f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8c54db53-2969-4f90-b3ce-e458bad5fb31'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:03.095530 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Bound port: 45009d9f-fc44-4c51-acc6-17f184ffdeab, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4073df-03b4-4ea6-8d95-8e9281504f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8c54db53-2969-4f90-b3ce-e458bad5fb31'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:03.095953 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.126566 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.138772 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.155031 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Transition to ACTIVE for port object cbf5bb83-0956-4f3f-ae10-db762dd8b379 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:03.166344 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.175232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Transition to ACTIVE for port object fb8fec81-bbd5-467f-9120-718d136a7ea0 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:03.181686 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d5aa765c-37f1-429a-b0fc-08475eb51d4b req-cb67fc6f-e94d-4614-9e6f-dbeb8b8d672b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357318 May 30 20:02:03.200767 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81633635-ad03-4ddd-8ff2-3a130cac3f2a req-cd981c54-94f3-4472-b696-92d477b27fef tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280897 May 30 20:02:03.206726 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.220853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] For port 45009d9f-fc44-4c51-acc6-17f184ffdeab, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:03.236204 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] For port 45009d9f-fc44-4c51-acc6-17f184ffdeab, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=45009d9f-fc44-4c51-acc6-17f184ffdeab,segment=NetworkSegment(1d4073df-03b4-4ea6-8d95-8e9281504f09),segment_id=1d4073df-03b4-4ea6-8d95-8e9281504f09)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:03.240269 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f9686-c5f7-4dfb-8a82-dd4ea6a88206 None None] Pushing event updated for resources: {'Port': ['ID=cbf5bb83-0956-4f3f-ae10-db762dd8b379,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:03.250910 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.258128 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.295497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:02:03.310637 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.311400 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Added segment dbea1059-57b8-439c-951d-df443d4c1a35 of type vlan for network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 May 30 20:02:03.349043 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8f0392-c1d5-4085-9ff0-44e9863814ba'] response: {'server_uuid': '53bc810e-02c9-4044-aa05-b1bbc663b090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3320a49e-4b4c-461a-8f6c-997c1ab43634', 'code': 200} May 30 20:02:03.424792 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8aad9-7547-4548-900e-8b9e6c1b2ba6 None None] Pushing event updated for resources: {'Port': ['ID=45009d9f-fc44-4c51-acc6-17f184ffdeab,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:03.458311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8fec81-bbd5-467f-9120-718d136a7ea0,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:03.472026 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.517821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a038d2-3644-4439-85cb-79b28e01eca9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:03.555825 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Attempting to bind port cbf5bb83-0956-4f3f-ae10-db762dd8b379 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:03.556212 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Attempting to bind port cbf5bb83-0956-4f3f-ae10-db762dd8b379 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '0647cf17-c274-45a4-bca2-3aa9c3f494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:03.556569 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Attempting to bind port cbf5bb83-0956-4f3f-ae10-db762dd8b379 on network c7264a01-f200-4613-a4f1-37b17e4526af {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:03.559531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Allocated IP 172.25.5.171 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/470a75ff-7e48-4649-8d89-6a433106aa77) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:03.571384 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:03.574367 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Checking segment: {'id': '0647cf17-c274-45a4-bca2-3aa9c3f494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:03.574828 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.575229 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Bound using segment: {'id': '0647cf17-c274-45a4-bca2-3aa9c3f494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:03.575704 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Bound port: cbf5bb83-0956-4f3f-ae10-db762dd8b379, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0647cf17-c274-45a4-bca2-3aa9c3f494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:03.576119 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.678806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-724ed019-a576-4a87-beea-6554086763fe tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:03.697295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-724ed019-a576-4a87-beea-6554086763fe tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Usage tracker for resource:port and tenant:6fda94692f0e4f82850a0397602ca915 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:03.714177 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-724ed019-a576-4a87-beea-6554086763fe tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:03.725482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-724ed019-a576-4a87-beea-6554086763fe tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:03.770280 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] For port cbf5bb83-0956-4f3f-ae10-db762dd8b379, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:03.779546 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] For port cbf5bb83-0956-4f3f-ae10-db762dd8b379, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cbf5bb83-0956-4f3f-ae10-db762dd8b379,segment=NetworkSegment(0647cf17-c274-45a4-bca2-3aa9c3f494c2),segment_id=0647cf17-c274-45a4-bca2-3aa9c3f494c2)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:03.780584 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.785237 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.786476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:03.787065 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.863693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-724ed019-a576-4a87-beea-6554086763fe tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Made reservation on behalf of 6fda94692f0e4f82850a0397602ca915 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:03.867845 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-724ed019-a576-4a87-beea-6554086763fe tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.939106 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Routers {'0f06e4d5-6762-40f1-9f5a-845960c099cf'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:02:03.940588 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:02:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0f06e4d5-6762-40f1-9f5a-845960c099cf'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:03.956569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] Pushing event updated for resources: {'Network': ['ID=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:03.968802 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:02:04.033882 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d7c4a483-ee60-4f42-accc-5de91c6e3df1 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7574720 May 30 20:02:04.040275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54668) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:04.052338 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-83ff4e58-fc7e-4ca7-9bf3-97729aa02a38 admin admin] Request body: {'subnet': {'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-subnet', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:04.058036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-83ff4e58-fc7e-4ca7-9bf3-97729aa02a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:04.065455 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-83ff4e58-fc7e-4ca7-9bf3-97729aa02a38 admin admin] Usage tracker for resource:subnet and tenant:521d447f60a94b52b432e8565b742937 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:04.070917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-83ff4e58-fc7e-4ca7-9bf3-97729aa02a38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:04.076039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5172193c-ab5b-4313-81da-003ae786f44d req-9bee9385-db3c-4a48-9fc4-e209f939dc56 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 1096 time: 0.6122019 May 30 20:02:04.080124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-83ff4e58-fc7e-4ca7-9bf3-97729aa02a38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:04.093154 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:04.096358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7493163-ccd2-4019-b012-df4d49ad9392 req-2ca13ce7-da57-4925-9d1f-0cb65fe7fd21 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:04.097055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ff4e58-fc7e-4ca7-9bf3-97729aa02a38 admin admin] Made reservation on behalf of 521d447f60a94b52b432e8565b742937 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:04.099808 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-83ff4e58-fc7e-4ca7-9bf3-97729aa02a38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:04.100794 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f9686-c5f7-4dfb-8a82-dd4ea6a88206 None None] Pushing event updated for resources: {'Port': ['ID=cbf5bb83-0956-4f3f-ae10-db762dd8b379,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:04.101441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7493163-ccd2-4019-b012-df4d49ad9392 req-2ca13ce7-da57-4925-9d1f-0cb65fe7fd21 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:04.117181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7493163-ccd2-4019-b012-df4d49ad9392 req-2ca13ce7-da57-4925-9d1f-0cb65fe7fd21 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:04.126097 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7493163-ccd2-4019-b012-df4d49ad9392 req-2ca13ce7-da57-4925-9d1f-0cb65fe7fd21 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2388 time: 0.6118033 May 30 20:02:04.258572 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] Set router 0f06e4d5-6762-40f1-9f5a-845960c099cf gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:02:04.293893 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:04.391318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:04.394468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Pushing event updated for resources: {'Port': ['ID=470a75ff-7e48-4649-8d89-6a433106aa77,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:04.403371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:04.407533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:04.468867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Attempting to bind port fb8fec81-bbd5-467f-9120-718d136a7ea0 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:04.469188 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Attempting to bind port fb8fec81-bbd5-467f-9120-718d136a7ea0 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '2bf74a1f-33da-4313-b71e-b3582355cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:04.469767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Attempting to bind port fb8fec81-bbd5-467f-9120-718d136a7ea0 on network f262a1d7-914a-43f8-9c17-3b21c6268698 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:04.487257 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5172193c-ab5b-4313-81da-003ae786f44d req-c8f6d677-a623-4f1f-b233-9078aa09fc81 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566837 May 30 20:02:04.507306 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7493163-ccd2-4019-b012-df4d49ad9392 req-75d0ecd0-9437-4372-904c-fb2d26762472 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801508 May 30 20:02:04.510755 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Port fb8fec81-bbd5-467f-9120-718d136a7ea0 on network f262a1d7-914a-43f8-9c17-3b21c6268698 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:02:04.513844 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Attempting to bind port fb8fec81-bbd5-467f-9120-718d136a7ea0 on network f262a1d7-914a-43f8-9c17-3b21c6268698 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:04.671898 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-754936598-router', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:54Z', 'revision_number': 4, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'gw_port': {'id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'cbf5bb83-0956-4f3f-ae10-db762dd8b379', 'name': '', 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'mac_address': 'fa:16:3e:93:37:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:54Z', 'updated_at': '2022-05-30T20:02:03Z', 'revision_number': 4, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'subnets': [{'id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:04.676939 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609a40c3-a2ac-4cba-87fd-2291cf16f195 None None] The sync data for ids ['0f06e4d5-6762-40f1-9f5a-845960c099cf'] in n-d-843949-2 is: [{'id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-754936598-router', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:54Z', 'revision_number': 4, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'gw_port': {'id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'cbf5bb83-0956-4f3f-ae10-db762dd8b379', 'name': '', 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'mac_address': 'fa:16:3e:93:37:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:54Z', 'updated_at': '2022-05-30T20:02:03Z', 'revision_number': 4, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'subnets': [{'id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:02:04.691282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:04.695093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Checking segment: {'id': '2bf74a1f-33da-4313-b71e-b3582355cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:04.700987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Bound using segment: {'id': '2bf74a1f-33da-4313-b71e-b3582355cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:04.706168 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-83ff4e58-fc7e-4ca7-9bf3-97729aa02a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:04.706829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Bound port: fb8fec81-bbd5-467f-9120-718d136a7ea0, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf74a1f-33da-4313-b71e-b3582355cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:04.707284 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:04.830567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff4e58-fc7e-4ca7-9bf3-97729aa02a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4187f99c-2457-4fd5-b8fb-e355d933a9ed,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:04.840826 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83018f3c-c33c-4222-8446-7a7ffe1e7f6d req-31c913a3-03ab-42fd-8ea9-6bf610d2bdaa tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 210 time: 0.0751679 May 30 20:02:04.903993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff4e58-fc7e-4ca7-9bf3-97729aa02a38 admin admin] Checking segment: {'id': 'dbea1059-57b8-439c-951d-df443d4c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:04.904377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff4e58-fc7e-4ca7-9bf3-97729aa02a38 admin admin] Network hostable DHCP agents. Network: 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:02:04.909157 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c6cb18-af30-4087-9806-999053ba7de9 None None] Network 8c54db53-2969-4f90-b3ce-e458bad5fb31 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:02:04.941622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-724ed019-a576-4a87-beea-6554086763fe tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Allocated IP 172.20.0.2 (c7264a01-f200-4613-a4f1-37b17e4526af/90cbf6ca-1d08-47ca-ae45-34e8bb0b4810/33aed856-88d9-42a8-93fb-81041a1b3574) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:05.005662 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:05.006379 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:05.084525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff4e58-fc7e-4ca7-9bf3-97729aa02a38 admin admin] Network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:02:05.142845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] For port fb8fec81-bbd5-467f-9120-718d136a7ea0, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:05.161007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-83ff4e58-fc7e-4ca7-9bf3-97729aa02a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:05.176711 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 45009d9f-fc44-4c51-acc6-17f184ffdeab up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:05.186824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5b42b-3da2-45b0-89e6-c76a088f43b1 req-66af1a69-64eb-4ae1-9403-c9ec2d9a1d37 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:05.194144 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfc5b42b-3da2-45b0-89e6-c76a088f43b1 req-66af1a69-64eb-4ae1-9403-c9ec2d9a1d37 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 945 time: 0.6058691 May 30 20:02:05.202867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] For port fb8fec81-bbd5-467f-9120-718d136a7ea0, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fb8fec81-bbd5-467f-9120-718d136a7ea0,segment=NetworkSegment(2bf74a1f-33da-4313-b71e-b3582355cb24),segment_id=2bf74a1f-33da-4313-b71e-b3582355cb24)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:05.236257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106f4903-76b9-4adc-a125-234f894b3ce6 None None] Network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:02:05.245185 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:05.274410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff4e58-fc7e-4ca7-9bf3-97729aa02a38 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:05.275018 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-83ff4e58-fc7e-4ca7-9bf3-97729aa02a38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:05.279817 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-18ba8e91-a034-4be6-aaf2-dbaecd69c7e2 None None] Provisioning for port 45009d9f-fc44-4c51-acc6-17f184ffdeab completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:05.304471 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-83ff4e58-fc7e-4ca7-9bf3-97729aa02a38 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2605958 May 30 20:02:05.304896 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54692) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:05.312613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:05.317554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:05.322696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Usage tracker for resource:router and tenant:521d447f60a94b52b432e8565b742937 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:05.326712 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:05.333203 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:05.351939 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:05.353043 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:05.411015 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:05.471077 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:05.482278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] 10.222.0.77 "PUT /v2.0/ports/fb8fec81-bbd5-467f-9120-718d136a7ea0 HTTP/1.1" status: 200 len: 1092 time: 3.8174744 May 30 20:02:05.491602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'tag': 'fb8fec81-bbd5-467f-9120-718d136a7ea0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:05.503269 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 45009d9f-fc44-4c51-acc6-17f184ffdeab completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:05.571862 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Request body: {'port': {'device_id': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:05.610208 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 45009d9f-fc44-4c51-acc6-17f184ffdeab triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:05.610586 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:05.675600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970fb59-d285-4877-b747-5894939074ff req-5d87e8a8-5166-40d9-a156-6dd5704879f6 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:05.677443 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0970fb59-d285-4877-b747-5894939074ff req-5d87e8a8-5166-40d9-a156-6dd5704879f6 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 0.6359699 May 30 20:02:05.741203 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:05.795867 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Router e05e4022-95cd-46ac-8b54-256ce2a0f9d9 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:02:05.816254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b801579-3363-460b-bec1-5c3f9b584a36 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8fec81-bbd5-467f-9120-718d136a7ea0,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:05.821262 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfc5b42b-3da2-45b0-89e6-c76a088f43b1 req-535e8aa5-ae60-4ff7-99e9-0f0d35474e88 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6260674 May 30 20:02:05.833216 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-724ed019-a576-4a87-beea-6554086763fe tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:05.897787 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0970fb59-d285-4877-b747-5894939074ff req-168cac91-de70-4fd1-bcda-8df4f481e06b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619437 May 30 20:02:05.955656 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:05.967745 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:06.088196 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-724ed019-a576-4a87-beea-6554086763fe tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:06.091697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:02:06.095046 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:06.190995 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 45009d9f-fc44-4c51-acc6-17f184ffdeab, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=45009d9f-fc44-4c51-acc6-17f184ffdeab,segment=NetworkSegment(1d4073df-03b4-4ea6-8d95-8e9281504f09),segment_id=1d4073df-03b4-4ea6-8d95-8e9281504f09)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:06.206498 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:06.207592 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cbf5bb83-0956-4f3f-ae10-db762dd8b379 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:06.239592 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-724ed019-a576-4a87-beea-6554086763fe tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Network c7264a01-f200-4613-a4f1-37b17e4526af is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:06.256480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-724ed019-a576-4a87-beea-6554086763fe tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:06.269425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-724ed019-a576-4a87-beea-6554086763fe tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:06.372605 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ed019-a576-4a87-beea-6554086763fe tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Pushing event updated for resources: {'Port': ['ID=33aed856-88d9-42a8-93fb-81041a1b3574,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:06.484579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-724ed019-a576-4a87-beea-6554086763fe tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:06.485173 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-724ed019-a576-4a87-beea-6554086763fe tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:06.504026 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:06.550590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=45009d9f-fc44-4c51-acc6-17f184ffdeab,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:06.561344 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:06.587885 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5ea56bc3-018b-4237-a964-1e29e0702b30 None None] Provisioning complete for port 45009d9f-fc44-4c51-acc6-17f184ffdeab triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:06.588309 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5ea56bc3-018b-4237-a964-1e29e0702b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:06.596002 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-724ed019-a576-4a87-beea-6554086763fe tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7215650 May 30 20:02:06.613512 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Request body: {'port': {'device_id': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:06.649489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:02:06.707146 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Sync routers for ids ['e05e4022-95cd-46ac-8b54-256ce2a0f9d9'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:02:06.724087 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:06.725350 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5b42b388-146f-4fc3-ad75-c47780482d56 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7006128 May 30 20:02:06.728195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54742) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:06.756304 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Routers {'e05e4022-95cd-46ac-8b54-256ce2a0f9d9'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:02:06.757015 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:02:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e05e4022-95cd-46ac-8b54-256ce2a0f9d9'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:06.799190 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:06.816928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Allocated IP 172.25.5.25 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/3d55d407-8ae4-4509-a2c3-cea74923712e) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:07.032092 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Set router e05e4022-95cd-46ac-8b54-256ce2a0f9d9 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:02:07.085143 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:07.149085 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:07.165894 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:02:07.174592 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba82aef-8adc-4aa5-a79d-e86b15a3faf6'] response: {'name': 'network-changed', 'server_uuid': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'tag': 'fb8fec81-bbd5-467f-9120-718d136a7ea0', 'status': 'completed', 'code': 200} May 30 20:02:07.224474 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port cbf5bb83-0956-4f3f-ae10-db762dd8b379 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:07.247864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:07.249048 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Pushing event updated for resources: {'Port': ['ID=3d55d407-8ae4-4509-a2c3-cea74923712e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:07.252878 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:07.267908 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:07.416406 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port cbf5bb83-0956-4f3f-ae10-db762dd8b379 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:07.416853 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:07.488566 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:07.534356 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Allocated IP 172.20.0.2 (3b23aec3-5bb0-4cc2-bbf9-08edb05aff38/4187f99c-2457-4fd5-b8fb-e355d933a9ed/40ef7687-e197-4469-8d82-63625ce3405e) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:07.608597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33aed856-88d9-42a8-93fb-81041a1b3574 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:07.618434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189526a6-dab2-4a05-8555-12dff37d0811 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:07.642758 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:07.658928 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:07.697478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Transition to ACTIVE for port object 33aed856-88d9-42a8-93fb-81041a1b3574 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:07.702617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Transition to ACTIVE for port object 189526a6-dab2-4a05-8555-12dff37d0811 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:07.712321 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:07.739691 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:07.740528 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:07.746597 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:07.781713 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:07.791578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f302d26-9405-43d4-adbd-4ff8310f37bb req-4da48fbd-2fe8-449d-b2a4-49094c582506 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:07.795528 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f302d26-9405-43d4-adbd-4ff8310f37bb req-4da48fbd-2fe8-449d-b2a4-49094c582506 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:07.800446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f302d26-9405-43d4-adbd-4ff8310f37bb req-4da48fbd-2fe8-449d-b2a4-49094c582506 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:07.802100 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7f302d26-9405-43d4-adbd-4ff8310f37bb req-4da48fbd-2fe8-449d-b2a4-49094c582506 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2388 time: 0.6381834 May 30 20:02:07.816918 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12f6e2c-1b1e-425b-ba85-696d95fc4d30 req-76e73bff-711b-4005-8c55-60154f722d35 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=820db36be181450f96a3fd776851fff7&device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2731 time: 0.6534231 May 30 20:02:07.902656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13558ac-786f-49f4-b954-f8fe6edc56ec req-486aa7cc-49d3-4ae1-85ec-d61ad82425a3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:07.904144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a13558ac-786f-49f4-b954-f8fe6edc56ec req-486aa7cc-49d3-4ae1-85ec-d61ad82425a3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Synchronizing usage tracker for tenant:6fda94692f0e4f82850a0397602ca915 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:07.968694 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port cbf5bb83-0956-4f3f-ae10-db762dd8b379, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cbf5bb83-0956-4f3f-ae10-db762dd8b379,segment=NetworkSegment(0647cf17-c274-45a4-bca2-3aa9c3f494c2),segment_id=0647cf17-c274-45a4-bca2-3aa9c3f494c2)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:07.970678 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05e4022-95cd-46ac-8b54-256ce2a0f9d9', 'name': 'tempest-ServersTestFqdnHostnames-652547240-router', 'tenant_id': '5346b4cccf4f4d8e8345a0af103312c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '470a75ff-7e48-4649-8d89-6a433106aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:02Z', 'updated_at': '2022-05-30T20:02:04Z', 'revision_number': 3, 'project_id': '5346b4cccf4f4d8e8345a0af103312c2', 'gw_port': {'id': '470a75ff-7e48-4649-8d89-6a433106aa77', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05e4022-95cd-46ac-8b54-256ce2a0f9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:03Z', 'updated_at': '2022-05-30T20:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:07.981804 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:07.998040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Pushing event updated for resources: {'Port': ['ID=33aed856-88d9-42a8-93fb-81041a1b3574,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:08.027494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Checking router: e05e4022-95cd-46ac-8b54-256ce2a0f9d9 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:02:08.028118 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Updating router e05e4022-95cd-46ac-8b54-256ce2a0f9d9 port 470a75ff-7e48-4649-8d89-6a433106aa77 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:02:08.104415 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:08.140880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 45009d9f-fc44-4c51-acc6-17f184ffdeab up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:08.180891 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Transition to ACTIVE for port object 40ef7687-e197-4469-8d82-63625ce3405e will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:08.189239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a13558ac-786f-49f4-b954-f8fe6edc56ec req-486aa7cc-49d3-4ae1-85ec-d61ad82425a3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Unset dirty status for tenant:6fda94692f0e4f82850a0397602ca915 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:08.190411 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a13558ac-786f-49f4-b954-f8fe6edc56ec req-486aa7cc-49d3-4ae1-85ec-d61ad82425a3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 931 time: 1.0286860 May 30 20:02:08.244483 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:08.266598 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7f302d26-9405-43d4-adbd-4ff8310f37bb req-e1eeb0ab-1b63-4fb8-8872-6f689eeb8eaf tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485531 May 30 20:02:08.281719 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Transition to ACTIVE for port object 40ef7687-e197-4469-8d82-63625ce3405e will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:08.299973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Pushing event updated for resources: {'Port': ['ID=189526a6-dab2-4a05-8555-12dff37d0811,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:08.314933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=cbf5bb83-0956-4f3f-ae10-db762dd8b379,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:08.329222 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:08.473246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54754) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:08.477117 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f6e2c-1b1e-425b-ba85-696d95fc4d30 req-166d4627-2e6a-4390-8896-ba6ad6c2493a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:08.477487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f6e2c-1b1e-425b-ba85-696d95fc4d30 req-166d4627-2e6a-4390-8896-ba6ad6c2493a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:08.477848 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f6e2c-1b1e-425b-ba85-696d95fc4d30 req-166d4627-2e6a-4390-8896-ba6ad6c2493a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:08.479356 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12f6e2c-1b1e-425b-ba85-696d95fc4d30 req-166d4627-2e6a-4390-8896-ba6ad6c2493a service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=820db36be181450f96a3fd776851fff7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5827339 May 30 20:02:08.481934 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Router a42e5167-6fdb-4760-80de-0813d9c55e3d is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:02:08.482420 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:08.483393 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Pushing event updated for resources: {'Port': ['ID=40ef7687-e197-4469-8d82-63625ce3405e,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:08.489037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:08.494850 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-b3623563-9b66-48c3-a951-76ae3f6df2a1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--406738843', 'description': 'tempest-description--152699265'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:08.497068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:08.507176 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 45009d9f-fc44-4c51-acc6-17f184ffdeab triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:08.507545 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:08.526438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b3623563-9b66-48c3-a951-76ae3f6df2a1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:08.627953 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a13558ac-786f-49f4-b954-f8fe6edc56ec req-e859b937-3b86-4cd4-af54-0fb1027fcffa tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789160 May 30 20:02:08.644552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b3623563-9b66-48c3-a951-76ae3f6df2a1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:08.693273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Attempting to bind port 33aed856-88d9-42a8-93fb-81041a1b3574 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:08.703135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Attempting to bind port 33aed856-88d9-42a8-93fb-81041a1b3574 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0647cf17-c274-45a4-bca2-3aa9c3f494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:08.703698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Attempting to bind port 33aed856-88d9-42a8-93fb-81041a1b3574 on network c7264a01-f200-4613-a4f1-37b17e4526af {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:08.713786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Attempting to bind port 189526a6-dab2-4a05-8555-12dff37d0811 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:08.726266 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:08.727049 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Attempting to bind port 189526a6-dab2-4a05-8555-12dff37d0811 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '36a40737-fdb3-4042-93c1-37f03f1618a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '54806f34-cbbd-439a-8976-dec0cdaf9496'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:08.727579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Attempting to bind port 189526a6-dab2-4a05-8555-12dff37d0811 on network 54806f34-cbbd-439a-8976-dec0cdaf9496 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:08.750021 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Attempting to bind port 40ef7687-e197-4469-8d82-63625ce3405e on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:08.750642 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Attempting to bind port 40ef7687-e197-4469-8d82-63625ce3405e by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'dbea1059-57b8-439c-951d-df443d4c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:08.751187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Attempting to bind port 40ef7687-e197-4469-8d82-63625ce3405e on network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:08.773870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Port 33aed856-88d9-42a8-93fb-81041a1b3574 on network c7264a01-f200-4613-a4f1-37b17e4526af not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:02:08.776976 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Attempting to bind port 33aed856-88d9-42a8-93fb-81041a1b3574 on network c7264a01-f200-4613-a4f1-37b17e4526af {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:08.783439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:08.783846 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Checking segment: {'id': 'dbea1059-57b8-439c-951d-df443d4c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:08.784246 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:08.784594 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Bound using segment: {'id': 'dbea1059-57b8-439c-951d-df443d4c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:08.785086 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Bound port: 40ef7687-e197-4469-8d82-63625ce3405e, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbea1059-57b8-439c-951d-df443d4c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:08.785440 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:08.796633 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3623563-9b66-48c3-a951-76ae3f6df2a1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:08.818376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:08.819036 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Checking segment: {'id': '0647cf17-c274-45a4-bca2-3aa9c3f494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:08.819570 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Bound using segment: {'id': '0647cf17-c274-45a4-bca2-3aa9c3f494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:08.820147 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Bound port: 33aed856-88d9-42a8-93fb-81041a1b3574, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0647cf17-c274-45a4-bca2-3aa9c3f494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:08.820743 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:08.830523 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Port 189526a6-dab2-4a05-8555-12dff37d0811 on network 54806f34-cbbd-439a-8976-dec0cdaf9496 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:02:08.830988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Attempting to bind port 189526a6-dab2-4a05-8555-12dff37d0811 on network 54806f34-cbbd-439a-8976-dec0cdaf9496 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:08.941191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:08.941643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Checking segment: {'id': '36a40737-fdb3-4042-93c1-37f03f1618a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '54806f34-cbbd-439a-8976-dec0cdaf9496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:08.942121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Bound using segment: {'id': '36a40737-fdb3-4042-93c1-37f03f1618a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '54806f34-cbbd-439a-8976-dec0cdaf9496'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:08.942858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Bound port: 189526a6-dab2-4a05-8555-12dff37d0811, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a40737-fdb3-4042-93c1-37f03f1618a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '54806f34-cbbd-439a-8976-dec0cdaf9496'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:08.943316 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:08.972873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f6e2c-1b1e-425b-ba85-696d95fc4d30 req-fa1635ac-20b5-46a1-8110-83685bda259f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:08.974395 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12f6e2c-1b1e-425b-ba85-696d95fc4d30 req-fa1635ac-20b5-46a1-8110-83685bda259f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4833751 May 30 20:02:09.020989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] For port 40ef7687-e197-4469-8d82-63625ce3405e, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:09.030378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b3623563-9b66-48c3-a951-76ae3f6df2a1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:09.038123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] For port 40ef7687-e197-4469-8d82-63625ce3405e, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=40ef7687-e197-4469-8d82-63625ce3405e,segment=NetworkSegment(dbea1059-57b8-439c-951d-df443d4c1a35),segment_id=dbea1059-57b8-439c-951d-df443d4c1a35)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:09.044636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b3623563-9b66-48c3-a951-76ae3f6df2a1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Usage tracker for resource:security_group_rule and tenant:3e860bf879054bd598319d1741599d12 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:09.046053 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.049197 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.068977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Allocated IP 172.20.0.1 (8c54db53-2969-4f90-b3ce-e458bad5fb31/e8c6f509-f479-4966-b02c-0268b2248fa7/bb45fd42-5fb6-4f59-aaf4-f9d1fa7c1e4f) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:09.077224 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b3623563-9b66-48c3-a951-76ae3f6df2a1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:09.082666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:02:09.102024 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Sync routers for ids ['a42e5167-6fdb-4760-80de-0813d9c55e3d'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:02:09.102617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b3623563-9b66-48c3-a951-76ae3f6df2a1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:09.124878 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Routers {'a42e5167-6fdb-4760-80de-0813d9c55e3d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:02:09.125980 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:02:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a42e5167-6fdb-4760-80de-0813d9c55e3d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:09.138119 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Transition to ACTIVE for port object 470a75ff-7e48-4649-8d89-6a433106aa77 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:09.141448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] For port 33aed856-88d9-42a8-93fb-81041a1b3574, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:09.167487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] For port 33aed856-88d9-42a8-93fb-81041a1b3574, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=33aed856-88d9-42a8-93fb-81041a1b3574,segment=NetworkSegment(0647cf17-c274-45a4-bca2-3aa9c3f494c2),segment_id=0647cf17-c274-45a4-bca2-3aa9c3f494c2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:09.168867 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.170196 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] For port 189526a6-dab2-4a05-8555-12dff37d0811, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:09.175165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] For port 189526a6-dab2-4a05-8555-12dff37d0811, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=189526a6-dab2-4a05-8555-12dff37d0811,segment=NetworkSegment(36a40737-fdb3-4042-93c1-37f03f1618a2),segment_id=36a40737-fdb3-4042-93c1-37f03f1618a2)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:09.181346 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.212324 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafdb2d-0c45-4200-92b9-57a74b3b594b None None] Pushing event updated for resources: {'Port': ['ID=40ef7687-e197-4469-8d82-63625ce3405e,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:09.231190 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.232404 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a4859bf4-5d9c-4a55-b53b-f6d9ba857b8e admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9265904 May 30 20:02:09.237319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54766) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:09.250951 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.260273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e43cc-57cd-4dae-9ada-2e61fb162481 req-c47bd9c0-11fe-482e-9237-b6316e152a11 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:09.262722 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1b4e43cc-57cd-4dae-9ada-2e61fb162481 req-c47bd9c0-11fe-482e-9237-b6316e152a11 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 945 time: 0.3952947 May 30 20:02:09.359868 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Set router a42e5167-6fdb-4760-80de-0813d9c55e3d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:02:09.372781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Attempting to bind port 470a75ff-7e48-4649-8d89-6a433106aa77 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:09.373392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Attempting to bind port 470a75ff-7e48-4649-8d89-6a433106aa77 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:09.373510 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Attempting to bind port 470a75ff-7e48-4649-8d89-6a433106aa77 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:09.399491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39685d97-3a4e-4a86-bc7f-222090f7d509 None None] Pushing event updated for resources: {'Port': ['ID=470a75ff-7e48-4649-8d89-6a433106aa77,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:09.414786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:09.415159 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:09.415557 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.415944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:09.416464 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Bound port: 470a75ff-7e48-4649-8d89-6a433106aa77, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:09.416829 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.590833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] For port 470a75ff-7e48-4649-8d89-6a433106aa77, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:09.596661 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3623563-9b66-48c3-a951-76ae3f6df2a1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.602790 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.604205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] 10.222.0.93 "PUT /v2.0/ports/33aed856-88d9-42a8-93fb-81041a1b3574 HTTP/1.1" status: 200 len: 1091 time: 2.9983559 May 30 20:02:09.607586 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] For port 470a75ff-7e48-4649-8d89-6a433106aa77, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=470a75ff-7e48-4649-8d89-6a433106aa77,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:09.615173 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.622581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'tag': '33aed856-88d9-42a8-93fb-81041a1b3574'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:09.637932 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.639268 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] 10.222.0.77 "PUT /v2.0/ports/189526a6-dab2-4a05-8555-12dff37d0811 HTTP/1.1" status: 200 len: 1092 time: 4.1173882 May 30 20:02:09.641988 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3623563-9b66-48c3-a951-76ae3f6df2a1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.658643 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.736514 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Transition to ACTIVE for port object bb45fd42-5fb6-4f59-aaf4-f9d1fa7c1e4f will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:09.763557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Request body: {'port': {'device_id': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:09.778356 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39685d97-3a4e-4a86-bc7f-222090f7d509 None None] Pushing event updated for resources: {'Port': ['ID=470a75ff-7e48-4649-8d89-6a433106aa77,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:09.812169 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Routers {'e05e4022-95cd-46ac-8b54-256ce2a0f9d9'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:02:09.813861 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:02:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e05e4022-95cd-46ac-8b54-256ce2a0f9d9'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:09.815484 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.825613 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:07Z', 'revision_number': 3, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:09.830020 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Checking router: a42e5167-6fdb-4760-80de-0813d9c55e3d for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:02:09.830431 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Updating router a42e5167-6fdb-4760-80de-0813d9c55e3d port 3d55d407-8ae4-4509-a2c3-cea74923712e binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:02:09.868233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3623563-9b66-48c3-a951-76ae3f6df2a1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55da3700-2401-49d2-a7e0-20098171dabf,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:09.884892 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3623563-9b66-48c3-a951-76ae3f6df2a1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.889317 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b3623563-9b66-48c3-a951-76ae3f6df2a1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.4143362 May 30 20:02:09.889987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54776) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:09.901328 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.907121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-c743d9ea-b6f8-4f2e-a039-eb7e2bf87b0d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Request body: {'security_group_rule': {'security_group_id': '55da3700-2401-49d2-a7e0-20098171dabf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:09.936806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249c168-76de-4a82-87dc-5eb2ce33764c service neutron] Pushing event updated for resources: {'Port': ['ID=33aed856-88d9-42a8-93fb-81041a1b3574,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:10.005090 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Pushing event updated for resources: {'Port': ['ID=bb45fd42-5fb6-4f59-aaf4-f9d1fa7c1e4f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:10.016382 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Network 8c54db53-2969-4f90-b3ce-e458bad5fb31 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:10.020407 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:10.037053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ace427-a98a-443d-9dea-79335e100411 service neutron] Pushing event updated for resources: {'Port': ['ID=189526a6-dab2-4a05-8555-12dff37d0811,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:10.039735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:10.054758 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c743d9ea-b6f8-4f2e-a039-eb7e2bf87b0d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:10.069112 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1b4e43cc-57cd-4dae-9ada-2e61fb162481 req-95e8bb83-47b6-42a8-99fa-b0d3a6f0d874 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7917087 May 30 20:02:10.073960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c743d9ea-b6f8-4f2e-a039-eb7e2bf87b0d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Usage tracker for resource:security_group_rule and tenant:3e860bf879054bd598319d1741599d12 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:10.090393 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] Set router e05e4022-95cd-46ac-8b54-256ce2a0f9d9 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:02:10.109757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c743d9ea-b6f8-4f2e-a039-eb7e2bf87b0d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:10.137756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c743d9ea-b6f8-4f2e-a039-eb7e2bf87b0d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:10.207243 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-ef6ebe17-7034-448e-abca-c5290771dd4a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6fda94692f0e4f82850a0397602ca915&device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 1094 time: 0.5339015 May 30 20:02:10.389992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30abb0-31a4-44bf-b7db-705f91334090 req-20259df0-91e6-456d-8592-ca709f2ec31a tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:10.391467 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf30abb0-31a4-44bf-b7db-705f91334090 req-20259df0-91e6-456d-8592-ca709f2ec31a tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/ports?device_id=408c181f-c210-46b7-998a-4b36eeb66f7e HTTP/1.1" status: 200 len: 948 time: 1.0293038 May 30 20:02:10.523785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c813cce0-3299-4b15-89d9-07cc6d922802 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:10.526624 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cbf5bb83-0956-4f3f-ae10-db762dd8b379 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:10.550735 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-860da472-51c7-4bdd-94e1-29953ea95683 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33aed856-88d9-42a8-93fb-81041a1b3574 HTTP/1.1" status: 200 len: 217 time: 0.3249514 May 30 20:02:10.551377 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c743d9ea-b6f8-4f2e-a039-eb7e2bf87b0d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:10.634205 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:10.671355 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Transition to ACTIVE for port object 3d55d407-8ae4-4509-a2c3-cea74923712e will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:10.684993 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:10.734550 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:10.817041 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c813cce0-3299-4b15-89d9-07cc6d922802, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c813cce0-3299-4b15-89d9-07cc6d922802,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:10.826900 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Attempting to bind port 3d55d407-8ae4-4509-a2c3-cea74923712e on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:10.829369 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Attempting to bind port 3d55d407-8ae4-4509-a2c3-cea74923712e by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:10.829549 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Attempting to bind port 3d55d407-8ae4-4509-a2c3-cea74923712e on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:10.862279 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:10.864232 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:10.864722 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:10.865063 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:10.866976 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Bound port: 3d55d407-8ae4-4509-a2c3-cea74923712e, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:10.867511 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:10.911772 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:10.967628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-98878687-e0bb-4f4b-811f-a2bf491077de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:10.969366 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-98878687-e0bb-4f4b-811f-a2bf491077de service neutron] 10.222.0.93 "GET /v2.0/subnets?id=90cbf6ca-1d08-47ca-ae45-34e8bb0b4810 HTTP/1.1" status: 200 len: 859 time: 0.3864372 May 30 20:02:10.984250 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf30abb0-31a4-44bf-b7db-705f91334090 req-a07e7775-c39f-4fd5-a717-f4db092f9098 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3040179-6a05-4c65-8b16-9178ae742b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757794 May 30 20:02:11.023069 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] For port 3d55d407-8ae4-4509-a2c3-cea74923712e, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:11.028598 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] For port 3d55d407-8ae4-4509-a2c3-cea74923712e, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3d55d407-8ae4-4509-a2c3-cea74923712e,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:11.036362 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'c813cce0-3299-4b15-89d9-07cc6d922802', 'network_id': '8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce', 'port_id': 'c813cce0-3299-4b15-89d9-07cc6d922802', 'mac_address': 'fa:16:3e:95:b0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd0ba15-290a-4589-8acd-b7cd3e58dbb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:02:11.046035 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:11.053561 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:11.079507 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeb68b-2958-45dd-a5ba-c4103e95e82a None None] Pushing event updated for resources: {'Port': ['ID=3d55d407-8ae4-4509-a2c3-cea74923712e,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:11.092922 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9f7a60-2f00-4477-8f73-98fcaa816a60 None None] Network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:02:11.162583 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-2ebb3418-5523-46b8-9d09-3463e6037246 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c7264a01-f200-4613-a4f1-37b17e4526af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512954 May 30 20:02:11.171340 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeb68b-2958-45dd-a5ba-c4103e95e82a None None] Pushing event updated for resources: {'Port': ['ID=3d55d407-8ae4-4509-a2c3-cea74923712e,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:11.196432 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9afa3ba-0c1f-46c8-9857-25194a5b0d83'] response: {'name': 'network-changed', 'server_uuid': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'tag': '33aed856-88d9-42a8-93fb-81041a1b3574', 'status': 'completed', 'code': 200} May 30 20:02:11.199025 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Routers {'a42e5167-6fdb-4760-80de-0813d9c55e3d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:02:11.200394 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:02:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a42e5167-6fdb-4760-80de-0813d9c55e3d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:11.392517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port cbf5bb83-0956-4f3f-ae10-db762dd8b379 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:11.393049 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:11.422719 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:11.461397 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3d73e408-a4f1-4094-b6a1-e1b43a75fe01 None None] Provisioning for port bb45fd42-5fb6-4f59-aaf4-f9d1fa7c1e4f completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:11.474667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827ad9-a696-4574-b4f8-013ad713e53b req-0ee25692-3b34-4b6b-adc6-b9f4b39afb15 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:11.495639 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827ad9-a696-4574-b4f8-013ad713e53b req-0ee25692-3b34-4b6b-adc6-b9f4b39afb15 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:11.513146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827ad9-a696-4574-b4f8-013ad713e53b req-0ee25692-3b34-4b6b-adc6-b9f4b39afb15 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:11.514809 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6d827ad9-a696-4574-b4f8-013ad713e53b req-0ee25692-3b34-4b6b-adc6-b9f4b39afb15 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2400 time: 0.8627205 May 30 20:02:11.524119 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c813cce0-3299-4b15-89d9-07cc6d922802 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:11.528363 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3d73e408-a4f1-4094-b6a1-e1b43a75fe01 None None] Provisioning complete for port bb45fd42-5fb6-4f59-aaf4-f9d1fa7c1e4f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:11.528867 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3d73e408-a4f1-4094-b6a1-e1b43a75fe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:11.646046 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] Set router a42e5167-6fdb-4760-80de-0813d9c55e3d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:02:11.709449 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fb12c-78d7-4f1d-adff-b1fddfd51537 req-596fb528-06af-4385-856e-50c43d9ff383 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:11.711204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b87fb12c-78d7-4f1d-adff-b1fddfd51537 req-596fb528-06af-4385-856e-50c43d9ff383 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.93 "GET /v2.0/ports?device_id=408c181f-c210-46b7-998a-4b36eeb66f7e HTTP/1.1" status: 200 len: 948 time: 1.2921071 May 30 20:02:11.724275 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c743d9ea-b6f8-4f2e-a039-eb7e2bf87b0d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:11.741625 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c813cce0-3299-4b15-89d9-07cc6d922802, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c813cce0-3299-4b15-89d9-07cc6d922802,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:11.778511 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:11.781712 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c743d9ea-b6f8-4f2e-a039-eb7e2bf87b0d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:11.820280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743d9ea-b6f8-4f2e-a039-eb7e2bf87b0d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e871e743-22a0-440a-891f-e03bd8898f5c,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:11.926282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3d73e408-a4f1-4094-b6a1-e1b43a75fe01 None None] Port bb45fd42-5fb6-4f59-aaf4-f9d1fa7c1e4f cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:02:12.013076 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05e4022-95cd-46ac-8b54-256ce2a0f9d9', 'name': 'tempest-ServersTestFqdnHostnames-652547240-router', 'tenant_id': '5346b4cccf4f4d8e8345a0af103312c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '470a75ff-7e48-4649-8d89-6a433106aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:02Z', 'updated_at': '2022-05-30T20:02:04Z', 'revision_number': 3, 'project_id': '5346b4cccf4f4d8e8345a0af103312c2', 'gw_port': {'id': '470a75ff-7e48-4649-8d89-6a433106aa77', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05e4022-95cd-46ac-8b54-256ce2a0f9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:03Z', 'updated_at': '2022-05-30T20:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:12.039624 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['c813cce0-3299-4b15-89d9-07cc6d922802'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:12.060154 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:12.087363 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-4dd7e4dc-56ed-4245-a948-b27767391d6e service neutron] 10.222.0.93 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8900537 May 30 20:02:12.090856 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-b87fb12c-78d7-4f1d-adff-b1fddfd51537 req-082076b6-1b08-4fef-b28a-1956f5cea623 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Deleting port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:12.091388 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b87fb12c-78d7-4f1d-adff-b1fddfd51537 req-082076b6-1b08-4fef-b28a-1956f5cea623 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:12.092705 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:12.143817 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:07Z', 'revision_number': 3, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:12.150360 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c743d9ea-b6f8-4f2e-a039-eb7e2bf87b0d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:12.155322 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c743d9ea-b6f8-4f2e-a039-eb7e2bf87b0d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.2543511 May 30 20:02:12.161358 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6d827ad9-a696-4574-b4f8-013ad713e53b req-a17fa594-1782-45d9-9b61-d38e312e34c4 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6266761 May 30 20:02:12.166485 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ce298-2dc0-4fb8-a468-557929d9dea5 None None] The sync data for ids ['a42e5167-6fdb-4760-80de-0813d9c55e3d'] in n-d-843949-2 is: [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:07Z', 'revision_number': 3, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:02:12.176500 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243e8ec-800e-4bf7-a5d3-e00fb46a95ab None None] The sync data for ids ['e05e4022-95cd-46ac-8b54-256ce2a0f9d9'] in n-d-843949-2 is: [{'id': 'e05e4022-95cd-46ac-8b54-256ce2a0f9d9', 'name': 'tempest-ServersTestFqdnHostnames-652547240-router', 'tenant_id': '5346b4cccf4f4d8e8345a0af103312c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '470a75ff-7e48-4649-8d89-6a433106aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:02Z', 'updated_at': '2022-05-30T20:02:04Z', 'revision_number': 3, 'project_id': '5346b4cccf4f4d8e8345a0af103312c2', 'gw_port': {'id': '470a75ff-7e48-4649-8d89-6a433106aa77', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05e4022-95cd-46ac-8b54-256ce2a0f9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:03Z', 'updated_at': '2022-05-30T20:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:02:12.181447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54800) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:12.264727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-1cc51c52-4981-49a9-8dc9-de8497e7bd9a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Request body: {'security_group_rule': {'security_group_id': '55da3700-2401-49d2-a7e0-20098171dabf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:12.304499 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 40ef7687-e197-4469-8d82-63625ce3405e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:12.327655 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:12.432420 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=c813cce0-3299-4b15-89d9-07cc6d922802,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:12.432827 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1cc51c52-4981-49a9-8dc9-de8497e7bd9a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:12.459664 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:12.460180 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:12.460617 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:12.461081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:12.461486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:12.468536 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:12.469052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:12.469493 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:12.469924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:12.470364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:12.470797 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:12.475113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1cc51c52-4981-49a9-8dc9-de8497e7bd9a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Usage tracker for resource:security_group_rule and tenant:3e860bf879054bd598319d1741599d12 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:12.483658 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1cc51c52-4981-49a9-8dc9-de8497e7bd9a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:12.506436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b7d97810-229f-45c9-afcc-66fe576f1657 None None] Provisioning for port 40ef7687-e197-4469-8d82-63625ce3405e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:12.532981 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1cc51c52-4981-49a9-8dc9-de8497e7bd9a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:12.585907 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 40ef7687-e197-4469-8d82-63625ce3405e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:12.656270 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Pushing event updated for resources: {'Port': ['ID=bb45fd42-5fb6-4f59-aaf4-f9d1fa7c1e4f,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:12.721556 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 40ef7687-e197-4469-8d82-63625ce3405e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:12.721982 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:12.777769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7208636-614c-4122-90ef-6eb89fdf9798 req-04e95a71-a1ee-4de8-9c0f-2e77bdfd608e tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:12.785348 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a7208636-614c-4122-90ef-6eb89fdf9798 req-04e95a71-a1ee-4de8-9c0f-2e77bdfd608e tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 943 time: 0.9660542 May 30 20:02:12.849800 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Network 8c54db53-2969-4f90-b3ce-e458bad5fb31 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:12.853038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:12.899565 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:12.925226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d81913c6-3319-4ee3-8288-6658fb91084b None None] Provisioning complete for port 40ef7687-e197-4469-8d82-63625ce3405e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:12.925597 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d81913c6-3319-4ee3-8288-6658fb91084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:12.983233 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1cc51c52-4981-49a9-8dc9-de8497e7bd9a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:13.026336 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 40ef7687-e197-4469-8d82-63625ce3405e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=40ef7687-e197-4469-8d82-63625ce3405e,segment=NetworkSegment(dbea1059-57b8-439c-951d-df443d4c1a35),segment_id=dbea1059-57b8-439c-951d-df443d4c1a35)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:13.089386 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:13.108633 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1145719e-697f-4410-adfb-3c5ef2dbe21c req-d409b029-f0c7-45c3-a3be-1fb44a4eb9de service neutron] 10.222.0.93 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9838672 May 30 20:02:13.179842 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:02:13.219385 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:13.275878 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=40ef7687-e197-4469-8d82-63625ce3405e,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:13.291160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac3edd0-fe50-4fd2-83ff-1940e2f563a5 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:13.299608 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:13.318644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Transition to ACTIVE for port object fac3edd0-fe50-4fd2-83ff-1940e2f563a5 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:13.334214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'tag': '189526a6-dab2-4a05-8555-12dff37d0811'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:13.380288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5e4912f8-474e-4066-871a-12bc2f25d0f2 None None] Provisioning complete for port bb45fd42-5fb6-4f59-aaf4-f9d1fa7c1e4f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:13.381117 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5e4912f8-474e-4066-871a-12bc2f25d0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:13.411513 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:13.454164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5e4912f8-474e-4066-871a-12bc2f25d0f2 None None] Port bb45fd42-5fb6-4f59-aaf4-f9d1fa7c1e4f cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:02:13.633576 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a7208636-614c-4122-90ef-6eb89fdf9798 req-31ba2699-3be1-4df5-9302-d385037275d8 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8470402 May 30 20:02:13.660336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Pushing event updated for resources: {'Port': ['ID=fac3edd0-fe50-4fd2-83ff-1940e2f563a5,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:13.678022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d987a-1c1f-4115-9d61-2d5c50896e4e req-0a76fb85-955e-46a7-8f4e-f195a8fc4bc8 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:13.679457 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f63d987a-1c1f-4115-9d61-2d5c50896e4e req-0a76fb85-955e-46a7-8f4e-f195a8fc4bc8 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 945 time: 1.1559112 May 30 20:02:13.697626 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1cc51c52-4981-49a9-8dc9-de8497e7bd9a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:13.742319 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1cc51c52-4981-49a9-8dc9-de8497e7bd9a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:13.844895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Allocated IP 172.20.0.1 (3b23aec3-5bb0-4cc2-bbf9-08edb05aff38/4187f99c-2457-4fd5-b8fb-e355d933a9ed/4220d2a5-6005-4fc7-8aa6-40fbc6fc6209) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:13.867215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-b87fb12c-78d7-4f1d-adff-b1fddfd51537 req-082076b6-1b08-4fef-b28a-1956f5cea623 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] For port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:13.867578 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b87fb12c-78d7-4f1d-adff-b1fddfd51537 req-082076b6-1b08-4fef-b28a-1956f5cea623 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:13.905871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc51c52-4981-49a9-8dc9-de8497e7bd9a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d8730e-efb8-40df-a162-08bc51cdccdf,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:14.038468 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1cc51c52-4981-49a9-8dc9-de8497e7bd9a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:14.043851 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1cc51c52-4981-49a9-8dc9-de8497e7bd9a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.8585839 May 30 20:02:14.044158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54812) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:14.047518 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f366af22-cf1e-40ca-87fd-87c138605d4a req-afc3d101-612e-439e-a7ac-85501fd5b330 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6fda94692f0e4f82850a0397602ca915&device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 1094 time: 0.8884630 May 30 20:02:14.053679 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:14.057858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-b87fb12c-78d7-4f1d-adff-b1fddfd51537 req-082076b6-1b08-4fef-b28a-1956f5cea623 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Calling delete_port for 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:02:14.065822 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:14.069055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:14.079419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Usage tracker for resource:floatingip and tenant:3e860bf879054bd598319d1741599d12 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:14.085317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:14.097810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:14.103336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Transition to ACTIVE for port object 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:14.113089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Router e05e4022-95cd-46ac-8b54-256ce2a0f9d9 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:02:14.126282 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:14.303238 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366af22-cf1e-40ca-87fd-87c138605d4a req-26863720-985b-4495-9d5d-8d793c1508c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:14.305581 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f366af22-cf1e-40ca-87fd-87c138605d4a req-26863720-985b-4495-9d5d-8d793c1508c7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c7264a01-f200-4613-a4f1-37b17e4526af HTTP/1.1" status: 200 len: 920 time: 0.2084694 May 30 20:02:14.307287 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c813cce0-3299-4b15-89d9-07cc6d922802 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:14.390815 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f63d987a-1c1f-4115-9d61-2d5c50896e4e req-3a35f7c8-479b-43ff-82e0-e1cc0d12cc6b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6882148 May 30 20:02:14.428635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Attempting to bind port fac3edd0-fe50-4fd2-83ff-1940e2f563a5 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:14.429113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Attempting to bind port fac3edd0-fe50-4fd2-83ff-1940e2f563a5 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '2bf74a1f-33da-4313-b71e-b3582355cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:14.429546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Attempting to bind port fac3edd0-fe50-4fd2-83ff-1940e2f563a5 on network f262a1d7-914a-43f8-9c17-3b21c6268698 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:14.451513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Port fac3edd0-fe50-4fd2-83ff-1940e2f563a5 on network f262a1d7-914a-43f8-9c17-3b21c6268698 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:02:14.451513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Attempting to bind port fac3edd0-fe50-4fd2-83ff-1940e2f563a5 on network f262a1d7-914a-43f8-9c17-3b21c6268698 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:14.472189 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f366af22-cf1e-40ca-87fd-87c138605d4a req-b48faad5-bc2e-4ff8-98f4-2de580331a2b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33aed856-88d9-42a8-93fb-81041a1b3574 HTTP/1.1" status: 200 len: 217 time: 0.1463902 May 30 20:02:14.476921 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:14.478200 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port c813cce0-3299-4b15-89d9-07cc6d922802 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:14.480332 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:14.538471 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:14.539119 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Checking segment: {'id': '2bf74a1f-33da-4313-b71e-b3582355cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:14.539625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Bound using segment: {'id': '2bf74a1f-33da-4313-b71e-b3582355cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:14.540189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Bound port: fac3edd0-fe50-4fd2-83ff-1940e2f563a5, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf74a1f-33da-4313-b71e-b3582355cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:14.540608 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:14.615655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Pushing event updated for resources: {'Port': ['ID=4220d2a5-6005-4fc7-8aa6-40fbc6fc6209,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:14.640609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:14.640975 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:14.641275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:14.641605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:14.641932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:14.642253 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:14.642824 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:14.643151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:14.643481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:14.643782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:14.644123 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:14.658233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366af22-cf1e-40ca-87fd-87c138605d4a req-e6fbb686-4ecf-4aa5-87d5-67e53e974718 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:14.659714 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f366af22-cf1e-40ca-87fd-87c138605d4a req-e6fbb686-4ecf-4aa5-87d5-67e53e974718 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=90cbf6ca-1d08-47ca-ae45-34e8bb0b4810 HTTP/1.1" status: 200 len: 859 time: 0.1797314 May 30 20:02:14.736666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:14.740866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:14.783646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:14.785772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] For port fac3edd0-fe50-4fd2-83ff-1940e2f563a5, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:14.790384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] For port fac3edd0-fe50-4fd2-83ff-1940e2f563a5, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fac3edd0-fe50-4fd2-83ff-1940e2f563a5,segment=NetworkSegment(2bf74a1f-33da-4313-b71e-b3582355cb24),segment_id=2bf74a1f-33da-4313-b71e-b3582355cb24)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:14.932708 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:14.954688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d27ec8-8aea-4c39-a546-d04f33b1a7c1 req-f21f76c9-b175-4e22-8f32-6c5425c5f69a tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:14.960994 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f8d27ec8-8aea-4c39-a546-d04f33b1a7c1 req-f21f76c9-b175-4e22-8f32-6c5425c5f69a tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/ports?device_id=408c181f-c210-46b7-998a-4b36eeb66f7e HTTP/1.1" status: 200 len: 948 time: 0.8604832 May 30 20:02:14.997494 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:15.002315 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3ec7f9-834b-49a0-893a-76d0c5c30f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c813cce0-3299-4b15-89d9-07cc6d922802'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:15.013335 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:15.026748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c813cce0-3299-4b15-89d9-07cc6d922802, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c813cce0-3299-4b15-89d9-07cc6d922802,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:15.033871 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:15.072341 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:15.202590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=c813cce0-3299-4b15-89d9-07cc6d922802,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:15.245102 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f2a337a8-b370-4a40-98bd-cee84e6f2fa3 None None] Provisioning for port 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:15.254892 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f2a337a8-b370-4a40-98bd-cee84e6f2fa3 None None] Provisioning complete for port 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:15.257408 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f2a337a8-b370-4a40-98bd-cee84e6f2fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:15.386579 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f2a337a8-b370-4a40-98bd-cee84e6f2fa3 None None] Port 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:02:15.426269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Allocated IP 172.25.5.180 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/d1a3d564-06b4-4c51-b25d-ed96567a9941) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:15.437190 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f366af22-cf1e-40ca-87fd-87c138605d4a req-af66fd2a-67b7-47ff-b72f-c796310bf79e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c7264a01-f200-4613-a4f1-37b17e4526af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5722485 May 30 20:02:15.529667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3d55d407-8ae4-4509-a2c3-cea74923712e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:15.561905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Pushing event updated for resources: {'Port': ['ID=fac3edd0-fe50-4fd2-83ff-1940e2f563a5,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:15.686364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:02:15.736730 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0a629542-f50f-404f-a42a-a2cf413a45ba admin admin] 10.222.0.84 "PUT /v2.0/routers/e05e4022-95cd-46ac-8b54-256ce2a0f9d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0073972 May 30 20:02:15.738720 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b87fb12c-78d7-4f1d-adff-b1fddfd51537 req-082076b6-1b08-4fef-b28a-1956f5cea623 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:15.746414 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 3d55d407-8ae4-4509-a2c3-cea74923712e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:15.753100 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3d55d407-8ae4-4509-a2c3-cea74923712e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:15.753827 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:15.789418 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:15.800361 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-43068719-1004-4ad5-b343-35bbf1aa9f70 service neutron] 10.222.0.77 "PUT /v2.0/ports/fac3edd0-fe50-4fd2-83ff-1940e2f563a5 HTTP/1.1" status: 200 len: 1091 time: 6.1019480 May 30 20:02:15.800758 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:16.089320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54824) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:16.107711 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:16.157076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082076b6-1b08-4fef-b28a-1956f5cea623 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Pushing event deleted for resources: {'Port': ['ID=5f74919b-a5cf-4e3d-bea0-cf4ecb69d025,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:16.166678 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 3d55d407-8ae4-4509-a2c3-cea74923712e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3d55d407-8ae4-4509-a2c3-cea74923712e,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:16.176262 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:16.176262 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 40ef7687-e197-4469-8d82-63625ce3405e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:16.231096 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412aa82-07a8-4151-a9b7-35e704a2e712 req-617306a9-d9b6-480e-9b1e-c3aa9ab51527 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:16.237234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412aa82-07a8-4151-a9b7-35e704a2e712 req-617306a9-d9b6-480e-9b1e-c3aa9ab51527 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:16.252541 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412aa82-07a8-4151-a9b7-35e704a2e712 req-617306a9-d9b6-480e-9b1e-c3aa9ab51527 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:16.254469 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b412aa82-07a8-4151-a9b7-35e704a2e712 req-617306a9-d9b6-480e-9b1e-c3aa9ab51527 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2412 time: 1.4596131 May 30 20:02:16.280092 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:16.327786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 33aed856-88d9-42a8-93fb-81041a1b3574 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:16.372354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87fb12c-78d7-4f1d-adff-b1fddfd51537 req-082076b6-1b08-4fef-b28a-1956f5cea623 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] No DVR routers for this DVR port 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:02:16.396525 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:16.399138 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b87fb12c-78d7-4f1d-adff-b1fddfd51537 req-082076b6-1b08-4fef-b28a-1956f5cea623 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:16.407454 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f8d27ec8-8aea-4c39-a546-d04f33b1a7c1 req-119de2c1-6889-49f6-9466-54b0bb91320d tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3040179-6a05-4c65-8b16-9178ae742b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4344134 May 30 20:02:16.555523 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b412aa82-07a8-4151-a9b7-35e704a2e712 req-24c44e8c-25b8-4eba-a879-be30cdd7566b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535923 May 30 20:02:16.562865 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b87fb12c-78d7-4f1d-adff-b1fddfd51537 req-082076b6-1b08-4fef-b28a-1956f5cea623 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.93 "DELETE /v2.0/ports/5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 HTTP/1.1" status: 204 len: 173 time: 4.8353319 May 30 20:02:16.577161 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f366af22-cf1e-40ca-87fd-87c138605d4a req-9140bf4e-ca72-43a3-8427-d5c05ed85829 service neutron] 10.222.0.93 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1010842 May 30 20:02:16.590713 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f596085f-59fd-4b5a-8fdf-615285536948'] response: {'name': 'network-changed', 'server_uuid': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'tag': '189526a6-dab2-4a05-8555-12dff37d0811', 'status': 'completed', 'code': 200} May 30 20:02:16.638977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:02:16.639215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5f74919b-a5cf-4e3d-bea0-cf4ecb69d025 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:02:16.646284 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:16.769359 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Pushing event updated for resources: {'Port': ['ID=d1a3d564-06b4-4c51-b25d-ed96567a9941,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:16.787129 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2daf375-9aff-4f48-9b44-db73d31cc6bd'] response: {'server_uuid': 'ef3ec7f9-834b-49a0-893a-76d0c5c30f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c813cce0-3299-4b15-89d9-07cc6d922802', 'code': 200} May 30 20:02:16.819353 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=3d55d407-8ae4-4509-a2c3-cea74923712e,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:16.821231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:16.824814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:16.832453 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:16.842643 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 40ef7687-e197-4469-8d82-63625ce3405e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:16.843000 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:16.960107 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:02:16.971129 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 33aed856-88d9-42a8-93fb-81041a1b3574, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=33aed856-88d9-42a8-93fb-81041a1b3574,segment=NetworkSegment(0647cf17-c274-45a4-bca2-3aa9c3f494c2),segment_id=0647cf17-c274-45a4-bca2-3aa9c3f494c2)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:16.994389 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f366af22-cf1e-40ca-87fd-87c138605d4a req-9851fd5d-64d7-4454-8233-ceaeadb4f751 service neutron] 10.222.0.93 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019606 May 30 20:02:16.998161 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:17.009029 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:17.037718 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '33aed856-88d9-42a8-93fb-81041a1b3574', 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af', 'port_id': '33aed856-88d9-42a8-93fb-81041a1b3574', 'mac_address': 'fa:16:3e:3b:2e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:02:17.074869 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-df488d53-c9d3-436a-940c-8e348790c91d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=820db36be181450f96a3fd776851fff7&device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2865 time: 1.1133101 May 30 20:02:17.144052 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:17.163424 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-274d4349-e82c-4cbd-aac5-4c3e81c8ada0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.227&port_id=fb8fec81-bbd5-467f-9120-718d136a7ea0 HTTP/1.1" status: 200 len: 217 time: 0.0705132 May 30 20:02:17.283535 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:17.302134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 470a75ff-7e48-4649-8d89-6a433106aa77 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:17.339405 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32a5aaaf-6262-47c1-b62c-0dffb776ee35 req-ebf98f12-39c8-46c2-baa6-b6810a3d6a3f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=408c181f-c210-46b7-998a-4b36eeb66f7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0543332 May 30 20:02:17.428104 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33aed856-88d9-42a8-93fb-81041a1b3574 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:17.439168 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76941b7-6fa0-46fa-9f50-ea03f2ed641e req-9ab198d0-c375-495f-8f0a-95a2ab7b71d1 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:17.454214 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a76941b7-6fa0-46fa-9f50-ea03f2ed641e req-9ab198d0-c375-495f-8f0a-95a2ab7b71d1 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 945 time: 0.4995086 May 30 20:02:17.458118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Pushing event updated for resources: {'Port': ['ID=4220d2a5-6005-4fc7-8aa6-40fbc6fc6209,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:17.473381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 33aed856-88d9-42a8-93fb-81041a1b3574, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=33aed856-88d9-42a8-93fb-81041a1b3574,segment=NetworkSegment(0647cf17-c274-45a4-bca2-3aa9c3f494c2),segment_id=0647cf17-c274-45a4-bca2-3aa9c3f494c2)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:17.490595 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32a5aaaf-6262-47c1-b62c-0dffb776ee35 req-d6a44e53-685a-4519-b784-3976db3b2cb3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aba27b768a4e42e282ca42c395da255d&device_id=408c181f-c210-46b7-998a-4b36eeb66f7e HTTP/1.1" status: 200 len: 210 time: 0.1265714 May 30 20:02:17.491843 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:17.502665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-beddd5b9-4c39-4548-bfb0-231bd5521bf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:17.507204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-beddd5b9-4c39-4548-bfb0-231bd5521bf2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=47915b5c-8dd6-47f0-8df4-4590475594ff HTTP/1.1" status: 200 len: 801 time: 0.3296437 May 30 20:02:17.598226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=33aed856-88d9-42a8-93fb-81041a1b3574,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:17.601323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 470a75ff-7e48-4649-8d89-6a433106aa77 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:17.610202 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 470a75ff-7e48-4649-8d89-6a433106aa77 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:17.611018 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:17.622483 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a76941b7-6fa0-46fa-9f50-ea03f2ed641e req-ac942032-c773-47c6-8885-0d950f697340 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658156 May 30 20:02:17.638544 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7bfd4-e9a4-4563-a880-4454197b02bc req-7fb9a383-2021-4036-aa51-ea2a04ca6285 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:17.643732 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cea7bfd4-e9a4-4563-a880-4454197b02bc req-7fb9a383-2021-4036-aa51-ea2a04ca6285 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 943 time: 0.6478252 May 30 20:02:17.727033 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['33aed856-88d9-42a8-93fb-81041a1b3574'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:17.735254 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32a5aaaf-6262-47c1-b62c-0dffb776ee35 req-b28f18c8-4a71-4c41-9288-4b15a9df593e service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=aba27b768a4e42e282ca42c395da255d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1983600 May 30 20:02:17.781700 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:17.790087 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:17.794687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:18.030027 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:18.038609 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:18.064258 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cea7bfd4-e9a4-4563-a880-4454197b02bc req-bdeaa9b7-8fd9-4052-93dc-f563fef7b150 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963895 May 30 20:02:18.067662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5aaaf-6262-47c1-b62c-0dffb776ee35 req-fa0e704b-16ab-4c82-92ce-152cfd7f3873 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:18.072319 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32a5aaaf-6262-47c1-b62c-0dffb776ee35 req-fa0e704b-16ab-4c82-92ce-152cfd7f3873 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3082139 May 30 20:02:18.090185 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 470a75ff-7e48-4649-8d89-6a433106aa77, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=470a75ff-7e48-4649-8d89-6a433106aa77,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:18.110348 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:18.374617 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-49d94b78-97b0-4571-9e3c-fe457cdd595c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f262a1d7-914a-43f8-9c17-3b21c6268698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8054512 May 30 20:02:18.397737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3d55d407-8ae4-4509-a2c3-cea74923712e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:18.397900 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bfc22-82ea-413f-b6f5-632efad61b77 req-0f645baa-8fce-416e-b3ac-827809a39065 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:18.412288 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa2bfc22-82ea-413f-b6f5-632efad61b77 req-0f645baa-8fce-416e-b3ac-827809a39065 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 946 time: 0.3134427 May 30 20:02:18.475880 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbdc302d-f107-449f-85b7-5774e92d615d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:18.561621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=470a75ff-7e48-4649-8d89-6a433106aa77,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:18.577188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7ad18fc8-823d-44f3-953a-8fd2a1c68741 None None] Provisioning complete for port 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:18.577696 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7ad18fc8-823d-44f3-953a-8fd2a1c68741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:18.593295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'tag': 'fac3edd0-fe50-4fd2-83ff-1940e2f563a5'}, {'server_uuid': '408c181f-c210-46b7-998a-4b36eeb66f7e', 'name': 'network-vif-deleted', 'tag': '5f74919b-a5cf-4e3d-bea0-cf4ecb69d025'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:18.654091 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa2bfc22-82ea-413f-b6f5-632efad61b77 req-e305b005-cb10-4c1b-b3cb-665be4315a8a tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406225 May 30 20:02:18.681648 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7ad18fc8-823d-44f3-953a-8fd2a1c68741 None None] Port 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:02:18.686940 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-0e175432-6d71-4ea2-934c-c8be09c25c00 service neutron] 10.222.0.77 "GET /v2.0/networks/f262a1d7-914a-43f8-9c17-3b21c6268698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012462 May 30 20:02:18.731281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3d55d407-8ae4-4509-a2c3-cea74923712e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:18.731604 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:18.930480 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:18.942896 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:18.969994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90ef2c-cde0-478d-b1c6-9806800ced3f req-f6ba9a25-4194-4dd4-997e-f8a5a7a14ebd tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:18.974477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90ef2c-cde0-478d-b1c6-9806800ced3f req-f6ba9a25-4194-4dd4-997e-f8a5a7a14ebd tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:18.978915 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90ef2c-cde0-478d-b1c6-9806800ced3f req-f6ba9a25-4194-4dd4-997e-f8a5a7a14ebd tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:18.981332 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a90ef2c-cde0-478d-b1c6-9806800ced3f req-f6ba9a25-4194-4dd4-997e-f8a5a7a14ebd tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2412 time: 0.4375157 May 30 20:02:19.085161 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-17152a59-fa3c-4b6e-bc7a-d463b807f675 service neutron] 10.222.0.77 "GET /v2.0/networks/f262a1d7-914a-43f8-9c17-3b21c6268698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857062 May 30 20:02:19.092112 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a90ef2c-cde0-478d-b1c6-9806800ced3f req-5a05f7f5-4099-475e-87fb-453da4f0526b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036792 May 30 20:02:19.141621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Pushing event updated for resources: {'Port': ['ID=d1a3d564-06b4-4c51-b25d-ed96567a9941,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:19.170372 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:19.177800 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-d2a052bf-1897-4829-b640-1f0bfab15376 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=189526a6-dab2-4a05-8555-12dff37d0811 HTTP/1.1" status: 200 len: 217 time: 0.0809336 May 30 20:02:19.184589 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d916c7-037c-4622-8a88-263ad630dd54 req-038dbaae-0aee-46de-b87c-5fe3af5f7af9 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:19.186064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0d916c7-037c-4622-8a88-263ad630dd54 req-038dbaae-0aee-46de-b87c-5fe3af5f7af9 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 945 time: 0.2874470 May 30 20:02:19.187627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Router a42e5167-6fdb-4760-80de-0813d9c55e3d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:02:19.250957 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:19.252561 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2abf04ee-803a-463f-bbf6-5d9a05c9e969 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2066178 May 30 20:02:19.362590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-389d1a97-8e88-4a3f-8565-8277fd02fda7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:19.370563 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-389d1a97-8e88-4a3f-8565-8277fd02fda7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6fc7c23d-1771-4ed0-96e7-6820834fafec HTTP/1.1" status: 200 len: 801 time: 0.1833825 May 30 20:02:19.414778 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0d916c7-037c-4622-8a88-263ad630dd54 req-2956b4be-de27-4750-a2df-1fce052658aa tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888301 May 30 20:02:19.486472 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-cb318b3b-9430-4d79-8852-2778b6db62b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=54806f34-cbbd-439a-8976-dec0cdaf9496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1075933 May 30 20:02:19.506962 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:02:19.541849 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7927f12-18f4-4e31-848f-d5384b9f9730'] response: {'name': 'network-changed', 'server_uuid': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'tag': 'fac3edd0-fe50-4fd2-83ff-1940e2f563a5', 'status': 'completed', 'code': 200} May 30 20:02:19.542304 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7927f12-18f4-4e31-848f-d5384b9f9730'] response: {'server_uuid': '408c181f-c210-46b7-998a-4b36eeb66f7e', 'name': 'network-vif-deleted', 'tag': '5f74919b-a5cf-4e3d-bea0-cf4ecb69d025', 'status': 'completed', 'code': 200} May 30 20:02:19.812221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:02:19.818025 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-052d6b45-7288-45c1-ae47-e5947a47c66e admin admin] 10.222.0.84 "PUT /v2.0/routers/a42e5167-6fdb-4760-80de-0813d9c55e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5797019 May 30 20:02:19.838746 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-859227bb-5246-44d3-9481-04ade5e7be2f service neutron] 10.222.0.77 "GET /v2.0/networks/54806f34-cbbd-439a-8976-dec0cdaf9496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441892 May 30 20:02:20.001434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a38193-29f9-49a4-a9e3-7ba77df72ef3 req-10464caa-5d4a-411f-b434-74f817e947e3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:20.003008 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2a38193-29f9-49a4-a9e3-7ba77df72ef3 req-10464caa-5d4a-411f-b434-74f817e947e3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 944 time: 0.2954390 May 30 20:02:20.081760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc302d-f107-449f-85b7-5774e92d615d admin admin] Deleting port bb45fd42-5fb6-4f59-aaf4-f9d1fa7c1e4f {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:20.082697 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbdc302d-f107-449f-85b7-5774e92d615d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:20.097786 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2a38193-29f9-49a4-a9e3-7ba77df72ef3 req-9442a82e-88ee-441e-a48b-b04426b069a9 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851028 May 30 20:02:20.101253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-8c3ba487-4654-4866-b693-ed6fd06bf8bc service neutron] 10.222.0.77 "GET /v2.0/networks/54806f34-cbbd-439a-8976-dec0cdaf9496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550673 May 30 20:02:20.113165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297f1fe-0fae-4e4d-954a-b1e0aa3e4be4 req-80559381-9d71-46cc-acfe-5afbb95c70c3 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:20.113165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4297f1fe-0fae-4e4d-954a-b1e0aa3e4be4 req-80559381-9d71-46cc-acfe-5afbb95c70c3 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Synchronizing usage tracker for tenant:aba27b768a4e42e282ca42c395da255d on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:20.197590 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-0075f452-755d-4641-951e-2f7ad10da26d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=fac3edd0-fe50-4fd2-83ff-1940e2f563a5 HTTP/1.1" status: 200 len: 217 time: 0.0821567 May 30 20:02:20.201131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 33aed856-88d9-42a8-93fb-81041a1b3574 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:20.327505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-c42ba9db-296d-4e0e-8b51-cca8afe92e50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:20.328970 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-c42ba9db-296d-4e0e-8b51-cca8afe92e50 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=47915b5c-8dd6-47f0-8df4-4590475594ff HTTP/1.1" status: 200 len: 801 time: 0.0986373 May 30 20:02:20.376244 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbdc302d-f107-449f-85b7-5774e92d615d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:20.381902 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 470a75ff-7e48-4649-8d89-6a433106aa77 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:20.461360 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4297f1fe-0fae-4e4d-954a-b1e0aa3e4be4 req-80559381-9d71-46cc-acfe-5afbb95c70c3 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Unset dirty status for tenant:aba27b768a4e42e282ca42c395da255d on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:20.476815 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 33aed856-88d9-42a8-93fb-81041a1b3574 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:20.481689 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4297f1fe-0fae-4e4d-954a-b1e0aa3e4be4 req-80559381-9d71-46cc-acfe-5afbb95c70c3 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/ports?device_id=d257e547-e381-4ccb-92a0-e41551d79060 HTTP/1.1" status: 200 len: 948 time: 0.6146162 May 30 20:02:20.495448 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 33aed856-88d9-42a8-93fb-81041a1b3574 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:20.496506 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:20.540015 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc302d-f107-449f-85b7-5774e92d615d admin admin] Calling delete_port for bb45fd42-5fb6-4f59-aaf4-f9d1fa7c1e4f owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:02:20.561476 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 470a75ff-7e48-4649-8d89-6a433106aa77 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:20.561843 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:20.580533 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4297f1fe-0fae-4e4d-954a-b1e0aa3e4be4 req-0393e4d3-064b-40b4-b019-bc02c36a4306 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3040179-6a05-4c65-8b16-9178ae742b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975254 May 30 20:02:20.675273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3398198-e12c-4406-905e-01ee4fc032ed req-a2bfe3d9-74c2-453d-ab26-711aae8eba47 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:20.680255 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3398198-e12c-4406-905e-01ee4fc032ed req-a2bfe3d9-74c2-453d-ab26-711aae8eba47 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 945 time: 0.3465078 May 30 20:02:20.691939 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:20.727088 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-b6780a71-affa-4081-ba81-8d36c14a6cbc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f262a1d7-914a-43f8-9c17-3b21c6268698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3296001 May 30 20:02:20.740085 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbdc302d-f107-449f-85b7-5774e92d615d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:20.749201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33aed856-88d9-42a8-93fb-81041a1b3574'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:20.772571 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 33aed856-88d9-42a8-93fb-81041a1b3574, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=33aed856-88d9-42a8-93fb-81041a1b3574,segment=NetworkSegment(0647cf17-c274-45a4-bca2-3aa9c3f494c2),segment_id=0647cf17-c274-45a4-bca2-3aa9c3f494c2)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:20.782922 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:20.846890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc302d-f107-449f-85b7-5774e92d615d admin admin] Pushing event deleted for resources: {'Port': ['ID=bb45fd42-5fb6-4f59-aaf4-f9d1fa7c1e4f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:20.872866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=33aed856-88d9-42a8-93fb-81041a1b3574,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:20.937514 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-6dd6c980-7f5a-48d7-af6b-be3bc114e4ce service neutron] 10.222.0.77 "GET /v2.0/networks/f262a1d7-914a-43f8-9c17-3b21c6268698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961157 May 30 20:02:21.139322 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cce561-dd01-4367-91b2-d9b3d55ddeb6 req-937284b9-fce6-412e-8bda-ca2ac0a3c324 service neutron] 10.222.0.77 "GET /v2.0/networks/f262a1d7-914a-43f8-9c17-3b21c6268698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444447 May 30 20:02:21.403363 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbdc302d-f107-449f-85b7-5774e92d615d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:21.405497 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3398198-e12c-4406-905e-01ee4fc032ed req-a6a60c77-0a21-44fe-9a46-6167d0323986 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7156332 May 30 20:02:21.515442 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-125b5ac0-f07c-4ff3-8b4e-5c5501388b8a req-4860afc5-c213-4d12-bb9e-be1338b5654e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3756475 May 30 20:02:21.521432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec595d3-4ff9-4a8b-a10d-ef167a7bffdc req-7a99e9c9-f67a-4d56-93df-50af005ae966 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:21.534114 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ec595d3-4ff9-4a8b-a10d-ef167a7bffdc req-7a99e9c9-f67a-4d56-93df-50af005ae966 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 946 time: 0.5953057 May 30 20:02:21.540334 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a27d66d-6d44-4bb3-9277-d2dfd945445a req-e7f46ec9-781b-4f9c-857b-e05f050d0c32 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=820db36be181450f96a3fd776851fff7&device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2865 time: 0.2417073 May 30 20:02:21.968582 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ec595d3-4ff9-4a8b-a10d-ef167a7bffdc req-de3c4a89-53d9-4399-9684-5af170275a0d tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262667 May 30 20:02:21.997263 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-66e89cbb-dcaa-422d-bcf8-5fe435ead5ec tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:22.004389 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-66e89cbb-dcaa-422d-bcf8-5fe435ead5ec tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 820 time: 0.2854924 May 30 20:02:22.021406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27d66d-6d44-4bb3-9277-d2dfd945445a req-1680e1d9-f81b-4897-9647-99e3235e8586 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:22.022824 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a27d66d-6d44-4bb3-9277-d2dfd945445a req-1680e1d9-f81b-4897-9647-99e3235e8586 service neutron] 10.222.0.77 "GET /v2.0/networks?id=54806f34-cbbd-439a-8976-dec0cdaf9496 HTTP/1.1" status: 200 len: 903 time: 0.4332941 May 30 20:02:22.032739 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-125b5ac0-f07c-4ff3-8b4e-5c5501388b8a req-dace5d49-ba52-492c-bd81-89aebac92bcc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 1100 time: 0.4745016 May 30 20:02:22.156335 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-b62850c9-17cc-4d12-aa5e-58cf6e0ab47d tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/quotas/521d447f60a94b52b432e8565b742937 HTTP/1.1" status: 200 len: 375 time: 0.1510000 May 30 20:02:22.175107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdc302d-f107-449f-85b7-5774e92d615d admin admin] Router e05e4022-95cd-46ac-8b54-256ce2a0f9d9 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:02:22.218810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9b78d-762e-4329-8bb5-5b30cc07ae1e req-16972993-fc50-449d-864b-8a91dc66527d tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:22.220537 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbb9b78d-762e-4329-8bb5-5b30cc07ae1e req-16972993-fc50-449d-864b-8a91dc66527d tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.77 "GET /v2.0/ports?device_id=d257e547-e381-4ccb-92a0-e41551d79060 HTTP/1.1" status: 200 len: 948 time: 0.5881007 May 30 20:02:22.307275 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a27d66d-6d44-4bb3-9277-d2dfd945445a req-308c073a-46ae-4b28-9204-ac15544b57a8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=189526a6-dab2-4a05-8555-12dff37d0811 HTTP/1.1" status: 200 len: 217 time: 0.2725646 May 30 20:02:22.447726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdc302d-f107-449f-85b7-5774e92d615d admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:02:22.466352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-cbb9b78d-762e-4329-8bb5-5b30cc07ae1e req-a73346fc-09ee-40df-9ef3-4cff34644c34 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Deleting port d2c21ba1-ad15-46de-b2e1-c53efb743d11 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:22.466352 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cbb9b78d-762e-4329-8bb5-5b30cc07ae1e req-a73346fc-09ee-40df-9ef3-4cff34644c34 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:22.467854 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bbdc302d-f107-449f-85b7-5774e92d615d admin admin] 10.222.0.84 "PUT /v2.0/routers/e05e4022-95cd-46ac-8b54-256ce2a0f9d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3750377 May 30 20:02:22.468501 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54886) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:22.509683 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27d66d-6d44-4bb3-9277-d2dfd945445a req-5b8f2a1b-0b10-4f35-9f41-f3e69564c7d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:22.511399 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a27d66d-6d44-4bb3-9277-d2dfd945445a req-5b8f2a1b-0b10-4f35-9f41-f3e69564c7d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6fc7c23d-1771-4ed0-96e7-6820834fafec HTTP/1.1" status: 200 len: 801 time: 0.1776550 May 30 20:02:22.581858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b5ac0-f07c-4ff3-8b4e-5c5501388b8a req-a0d3b378-e137-4714-a194-975a8c297ba5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:22.583406 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-125b5ac0-f07c-4ff3-8b4e-5c5501388b8a req-a0d3b378-e137-4714-a194-975a8c297ba5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.4915612 May 30 20:02:22.666527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6525824-2478-4f26-b042-e3015e155a9f req-71d5483d-4e14-4f0f-89d0-436729cc7d81 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:22.672618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6525824-2478-4f26-b042-e3015e155a9f req-71d5483d-4e14-4f0f-89d0-436729cc7d81 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:22.675671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6525824-2478-4f26-b042-e3015e155a9f req-71d5483d-4e14-4f0f-89d0-436729cc7d81 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:22.677351 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6525824-2478-4f26-b042-e3015e155a9f req-71d5483d-4e14-4f0f-89d0-436729cc7d81 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2412 time: 0.5598989 May 30 20:02:22.708450 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f40e40d5-d5ce-4136-96d7-779e17ecac62 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:22.765439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-33b3c6a4-06e1-426c-bedd-35a31966058d tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5921237 May 30 20:02:22.806306 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-125b5ac0-f07c-4ff3-8b4e-5c5501388b8a req-997405c0-03fb-4154-922e-ec6eaee9aa1c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a HTTP/1.1" status: 200 len: 217 time: 0.2045894 May 30 20:02:23.084706 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f40e40d5-d5ce-4136-96d7-779e17ecac62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:23.099097 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f40e40d5-d5ce-4136-96d7-779e17ecac62 admin admin] Deleting port 470a75ff-7e48-4649-8d89-6a433106aa77 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:23.099783 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f40e40d5-d5ce-4136-96d7-779e17ecac62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:23.169643 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6525824-2478-4f26-b042-e3015e155a9f req-c828bc80-b99c-42a6-9190-9d77f8e345e7 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502854 May 30 20:02:23.205754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b5ac0-f07c-4ff3-8b4e-5c5501388b8a req-24bd93bd-42ee-4656-995a-54d47fe041a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:23.205754 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-125b5ac0-f07c-4ff3-8b4e-5c5501388b8a req-24bd93bd-42ee-4656-995a-54d47fe041a4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.3888042 May 30 20:02:23.207577 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a27d66d-6d44-4bb3-9277-d2dfd945445a req-616d0e77-fb52-4ba9-a625-14bdbedc69ee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=54806f34-cbbd-439a-8976-dec0cdaf9496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6775072 May 30 20:02:23.352452 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cbb9b78d-762e-4329-8bb5-5b30cc07ae1e req-a73346fc-09ee-40df-9ef3-4cff34644c34 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] For port d2c21ba1-ad15-46de-b2e1-c53efb743d11, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d2c21ba1-ad15-46de-b2e1-c53efb743d11,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:23.352820 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cbb9b78d-762e-4329-8bb5-5b30cc07ae1e req-a73346fc-09ee-40df-9ef3-4cff34644c34 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:23.356874 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f9efb9b-60a2-4ce2-9ab1-0a6231181a99'] response: {'server_uuid': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33aed856-88d9-42a8-93fb-81041a1b3574', 'code': 200} May 30 20:02:23.432168 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-f40e40d5-d5ce-4136-96d7-779e17ecac62 admin admin] For port 470a75ff-7e48-4649-8d89-6a433106aa77, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=470a75ff-7e48-4649-8d89-6a433106aa77,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:23.432523 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f40e40d5-d5ce-4136-96d7-779e17ecac62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:23.565319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f40e40d5-d5ce-4136-96d7-779e17ecac62 admin admin] Calling delete_port for 470a75ff-7e48-4649-8d89-6a433106aa77 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:02:23.586341 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-d4d0b20c-6839-42bc-90e1-d5931271433c service neutron] 10.222.0.84 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8050835 May 30 20:02:23.593258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-cbb9b78d-762e-4329-8bb5-5b30cc07ae1e req-a73346fc-09ee-40df-9ef3-4cff34644c34 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Calling delete_port for d2c21ba1-ad15-46de-b2e1-c53efb743d11 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:02:23.743886 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f40e40d5-d5ce-4136-96d7-779e17ecac62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:23.809311 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e40d5-d5ce-4136-96d7-779e17ecac62 admin admin] Pushing event deleted for resources: {'Port': ['ID=470a75ff-7e48-4649-8d89-6a433106aa77,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:24.236127 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a27d66d-6d44-4bb3-9277-d2dfd945445a req-14f3b9fc-15f8-4458-b22a-4e39a8966e39 service neutron] 10.222.0.77 "GET /v2.0/networks/54806f34-cbbd-439a-8976-dec0cdaf9496?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0079439 May 30 20:02:24.351231 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f6d31bde-059f-4fe0-b6ae-a03ce96868a0 service neutron] 10.222.0.84 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6582367 May 30 20:02:24.357045 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 189526a6-dab2-4a05-8555-12dff37d0811 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:24.369701 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-125b5ac0-f07c-4ff3-8b4e-5c5501388b8a req-f886acfb-a7a7-496e-8949-274dd911aace service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1232343 May 30 20:02:24.373230 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9b70f02-4d2c-46ee-822b-c0d7cb29c632 req-d0d6cf7c-3055-4060-8a46-fa09bf83574d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 1096 time: 0.8759243 May 30 20:02:24.391472 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cbb9b78d-762e-4329-8bb5-5b30cc07ae1e req-a73346fc-09ee-40df-9ef3-4cff34644c34 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:24.405244 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f40e40d5-d5ce-4136-96d7-779e17ecac62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:24.663955 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 189526a6-dab2-4a05-8555-12dff37d0811, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=189526a6-dab2-4a05-8555-12dff37d0811,segment=NetworkSegment(36a40737-fdb3-4042-93c1-37f03f1618a2),segment_id=36a40737-fdb3-4042-93c1-37f03f1618a2)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:24.694041 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '189526a6-dab2-4a05-8555-12dff37d0811', 'network_id': '54806f34-cbbd-439a-8976-dec0cdaf9496', 'port_id': '189526a6-dab2-4a05-8555-12dff37d0811', 'mac_address': 'fa:16:3e:8f:cf:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc7c23d-1771-4ed0-96e7-6820834fafec', 'ip_address': '19.86.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:02:24.709807 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f40e40d5-d5ce-4136-96d7-779e17ecac62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:24.718464 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f40e40d5-d5ce-4136-96d7-779e17ecac62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:24.751171 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f40e40d5-d5ce-4136-96d7-779e17ecac62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:24.752485 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40e40d5-d5ce-4136-96d7-779e17ecac62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e05e4022-95cd-46ac-8b54-256ce2a0f9d9 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:02:24.769558 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f40e40d5-d5ce-4136-96d7-779e17ecac62 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:24.774256 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f40e40d5-d5ce-4136-96d7-779e17ecac62 admin admin] 10.222.0.84 "DELETE /v2.0/routers/e05e4022-95cd-46ac-8b54-256ce2a0f9d9 HTTP/1.1" status: 204 len: 168 time: 2.3046763 May 30 20:02:24.775112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54904) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:24.822924 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:24.835401 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e886f6-1b93-4f1d-9f6a-9d084929b8ee req-067559e5-30d8-44b2-9dda-46c68b1183e9 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:24.837136 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30e886f6-1b93-4f1d-9f6a-9d084929b8ee req-067559e5-30d8-44b2-9dda-46c68b1183e9 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 945 time: 1.2887924 May 30 20:02:24.850024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db69ab9-5c38-4655-8705-7ebab611c77f admin admin] Deleting subnet e8c6f509-f479-4966-b02c-0268b2248fa7 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:02:24.853692 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0db69ab9-5c38-4655-8705-7ebab611c77f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:24.870582 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189526a6-dab2-4a05-8555-12dff37d0811 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:24.910356 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 189526a6-dab2-4a05-8555-12dff37d0811, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=189526a6-dab2-4a05-8555-12dff37d0811,segment=NetworkSegment(36a40737-fdb3-4042-93c1-37f03f1618a2),segment_id=36a40737-fdb3-4042-93c1-37f03f1618a2)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:24.917125 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0db69ab9-5c38-4655-8705-7ebab611c77f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:24.919663 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:24.920645 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fac3edd0-fe50-4fd2-83ff-1940e2f563a5 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:25.075325 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0db69ab9-5c38-4655-8705-7ebab611c77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:25.094257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73346fc-09ee-40df-9ef3-4cff34644c34 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Pushing event deleted for resources: {'Port': ['ID=d2c21ba1-ad15-46de-b2e1-c53efb743d11,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:25.123308 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=189526a6-dab2-4a05-8555-12dff37d0811,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:25.173639 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0db69ab9-5c38-4655-8705-7ebab611c77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:25.175861 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb9b78d-762e-4329-8bb5-5b30cc07ae1e req-a73346fc-09ee-40df-9ef3-4cff34644c34 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] No DVR routers for this DVR port d2c21ba1-ad15-46de-b2e1-c53efb743d11 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:02:25.197186 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a27d66d-6d44-4bb3-9277-d2dfd945445a req-d8585c59-a060-4403-bb7f-dfb82f78e408 service neutron] 10.222.0.77 "GET /v2.0/networks/54806f34-cbbd-439a-8976-dec0cdaf9496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9406190 May 30 20:02:25.209576 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cbb9b78d-762e-4329-8bb5-5b30cc07ae1e req-a73346fc-09ee-40df-9ef3-4cff34644c34 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:25.239536 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0db69ab9-5c38-4655-8705-7ebab611c77f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:25.246796 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db69ab9-5c38-4655-8705-7ebab611c77f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c6f509-f479-4966-b02c-0268b2248fa7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:25.252055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd257e547-e381-4ccb-92a0-e41551d79060', 'name': 'network-vif-deleted', 'tag': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:25.255132 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0db69ab9-5c38-4655-8705-7ebab611c77f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e8c6f509-f479-4966-b02c-0268b2248fa7 HTTP/1.1" status: 204 len: 168 time: 0.4788086 May 30 20:02:25.255754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54914) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:25.257439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9b70f02-4d2c-46ee-822b-c0d7cb29c632 req-5693bc1c-3c03-4067-9d33-077cc7faca56 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8720806 May 30 20:02:25.304906 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fac3edd0-fe50-4fd2-83ff-1940e2f563a5, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fac3edd0-fe50-4fd2-83ff-1940e2f563a5,segment=NetworkSegment(2bf74a1f-33da-4313-b71e-b3582355cb24),segment_id=2bf74a1f-33da-4313-b71e-b3582355cb24)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:25.399863 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'fac3edd0-fe50-4fd2-83ff-1940e2f563a5', 'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698', 'port_id': 'fac3edd0-fe50-4fd2-83ff-1940e2f563a5', 'mac_address': 'fa:16:3e:9f:73:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47915b5c-8dd6-47f0-8df4-4590475594ff', 'ip_address': '19.80.0.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:02:25.415485 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9969b5-8b4d-4e81-89e2-dee6f9ad07b8 None None] Network 8c54db53-2969-4f90-b3ce-e458bad5fb31 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:02:25.429253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbb9b78d-762e-4329-8bb5-5b30cc07ae1e req-a73346fc-09ee-40df-9ef3-4cff34644c34 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.77 "DELETE /v2.0/ports/d2c21ba1-ad15-46de-b2e1-c53efb743d11 HTTP/1.1" status: 204 len: 173 time: 3.1497192 May 30 20:02:25.435924 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30e886f6-1b93-4f1d-9f6a-9d084929b8ee req-4e15cbc9-3674-4088-84e3-5c363253ab13 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397027 May 30 20:02:25.534908 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:25.547625 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] Deleting port 45009d9f-fc44-4c51-acc6-17f184ffdeab {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:25.548053 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:25.817394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfcafa-fe08-424f-a4d7-53e113242156 req-6c23e2bc-7d85-4b3c-af15-e979880194f3 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:25.824738 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-addfcafa-fe08-424f-a4d7-53e113242156 req-6c23e2bc-7d85-4b3c-af15-e979880194f3 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 945 time: 0.9864001 May 30 20:02:25.865600 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-125b5ac0-f07c-4ff3-8b4e-5c5501388b8a req-4cbd83a5-fce5-4166-bc1a-5aa0aa69d644 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4815805 May 30 20:02:25.865887 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] For port 45009d9f-fc44-4c51-acc6-17f184ffdeab, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=45009d9f-fc44-4c51-acc6-17f184ffdeab,segment=NetworkSegment(1d4073df-03b4-4ea6-8d95-8e9281504f09),segment_id=1d4073df-03b4-4ea6-8d95-8e9281504f09)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:25.866436 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:25.872658 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e7ff1c13-49c4-42e0-9b88-751229169230 req-902d3eaf-f1e0-4bd2-bd94-0468378b6140 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Synchronizing usage tracker for tenant:aba27b768a4e42e282ca42c395da255d on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:25.887141 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:25.914724 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac3edd0-fe50-4fd2-83ff-1940e2f563a5 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:25.936157 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fac3edd0-fe50-4fd2-83ff-1940e2f563a5, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fac3edd0-fe50-4fd2-83ff-1940e2f563a5,segment=NetworkSegment(2bf74a1f-33da-4313-b71e-b3582355cb24),segment_id=2bf74a1f-33da-4313-b71e-b3582355cb24)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:25.946425 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:25.947078 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fb8fec81-bbd5-467f-9120-718d136a7ea0 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:25.971655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fb8fec81-bbd5-467f-9120-718d136a7ea0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fb8fec81-bbd5-467f-9120-718d136a7ea0,segment=NetworkSegment(2bf74a1f-33da-4313-b71e-b3582355cb24),segment_id=2bf74a1f-33da-4313-b71e-b3582355cb24)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:25.993741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e7ff1c13-49c4-42e0-9b88-751229169230 req-902d3eaf-f1e0-4bd2-bd94-0468378b6140 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] Unset dirty status for tenant:aba27b768a4e42e282ca42c395da255d on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:26.013822 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7ff1c13-49c4-42e0-9b88-751229169230 req-902d3eaf-f1e0-4bd2-bd94-0468378b6140 tempest-ListImageFiltersTestJSON-1291039681 tempest-ListImageFiltersTestJSON-1291039681-project] 10.222.0.84 "GET /v2.0/ports?device_id=d257e547-e381-4ccb-92a0-e41551d79060 HTTP/1.1" status: 200 len: 210 time: 0.2546937 May 30 20:02:26.035618 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-addfcafa-fe08-424f-a4d7-53e113242156 req-05325422-bd63-4c94-969d-ab39d2155db4 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097273 May 30 20:02:26.066655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'fb8fec81-bbd5-467f-9120-718d136a7ea0', 'network_id': 'f262a1d7-914a-43f8-9c17-3b21c6268698', 'port_id': 'fb8fec81-bbd5-467f-9120-718d136a7ea0', 'mac_address': 'fa:16:3e:3f:3c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47915b5c-8dd6-47f0-8df4-4590475594ff', 'ip_address': '19.80.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:02:26.074213 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fac3edd0-fe50-4fd2-83ff-1940e2f563a5,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:26.102123 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ddc5e52d-25da-42c5-82ca-15b42bdfd290 req-6fdce8b2-616d-46a2-b4f0-b280be7dbd5e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=820db36be181450f96a3fd776851fff7&device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2866 time: 0.8211830 May 30 20:02:26.234611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] Calling delete_port for 45009d9f-fc44-4c51-acc6-17f184ffdeab owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:02:26.248347 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:26.303126 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a674208-bfd9-4645-a5a4-5c4ccb61a796 None None] DHCP port deletion for 8c54db53-2969-4f90-b3ce-e458bad5fb31 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:02:26.314423 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8fec81-bbd5-467f-9120-718d136a7ea0 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:26.342123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fb8fec81-bbd5-467f-9120-718d136a7ea0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fb8fec81-bbd5-467f-9120-718d136a7ea0,segment=NetworkSegment(2bf74a1f-33da-4313-b71e-b3582355cb24),segment_id=2bf74a1f-33da-4313-b71e-b3582355cb24)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:26.351471 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0a674208-bfd9-4645-a5a4-5c4ccb61a796 None None] Deleting port 45009d9f-fc44-4c51-acc6-17f184ffdeab {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:26.351471 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0a674208-bfd9-4645-a5a4-5c4ccb61a796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:26.440570 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:26.499058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:26.533328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fb8fec81-bbd5-467f-9120-718d136a7ea0,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:26.639642 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] Pushing event deleted for resources: {'Port': ['ID=45009d9f-fc44-4c51-acc6-17f184ffdeab,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:26.664763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] No DVR routers for this DVR port 45009d9f-fc44-4c51-acc6-17f184ffdeab on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:02:26.695954 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-125b5ac0-f07c-4ff3-8b4e-5c5501388b8a req-c560c647-8d39-4939-a466-321fef8f5ac1 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8167078 May 30 20:02:26.772016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-0a674208-bfd9-4645-a5a4-5c4ccb61a796 None None] For port 45009d9f-fc44-4c51-acc6-17f184ffdeab, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=45009d9f-fc44-4c51-acc6-17f184ffdeab,segment=NetworkSegment(1d4073df-03b4-4ea6-8d95-8e9281504f09),segment_id=1d4073df-03b4-4ea6-8d95-8e9281504f09)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:26.772536 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0a674208-bfd9-4645-a5a4-5c4ccb61a796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:26.942408 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['189526a6-dab2-4a05-8555-12dff37d0811'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:26.976425 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:26.987879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5e52d-25da-42c5-82ca-15b42bdfd290 req-36b4f053-c8ad-44c6-aff5-18a9bd0c204e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:26.989627 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ddc5e52d-25da-42c5-82ca-15b42bdfd290 req-36b4f053-c8ad-44c6-aff5-18a9bd0c204e service neutron] 10.222.0.77 "GET /v2.0/networks?id=f262a1d7-914a-43f8-9c17-3b21c6268698 HTTP/1.1" status: 200 len: 903 time: 0.8766727 May 30 20:02:27.030354 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c54db53-2969-4f90-b3ce-e458bad5fb31']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:27.072084 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8bc00-eb41-4f18-b828-e0fb7a746370 req-342004cf-63a8-465a-afdb-ed968eed6e3d tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:27.078849 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ea8bc00-eb41-4f18-b828-e0fb7a746370 req-342004cf-63a8-465a-afdb-ed968eed6e3d tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 946 time: 0.6734009 May 30 20:02:27.082946 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4073df-03b4-4ea6-8d95-8e9281504f09') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:27.083805 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4073df-03b4-4ea6-8d95-8e9281504f09') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:27.102313 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0a674208-bfd9-4645-a5a4-5c4ccb61a796 None None] Calling delete_port for 45009d9f-fc44-4c51-acc6-17f184ffdeab owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:02:27.113139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:27.150615 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:27.161431 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:02:27.163165 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:27.171277 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ea8bc00-eb41-4f18-b828-e0fb7a746370 req-09a7a566-fb93-4405-bb6e-a8536541dbc8 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915034 May 30 20:02:27.174913 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ddc5e52d-25da-42c5-82ca-15b42bdfd290 req-71753662-6928-4cc0-bdae-3b103c6400bc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=fac3edd0-fe50-4fd2-83ff-1940e2f563a5 HTTP/1.1" status: 200 len: 217 time: 0.1730304 May 30 20:02:27.181999 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-0a674208-bfd9-4645-a5a4-5c4ccb61a796 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:02:27.182763 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-0a674208-bfd9-4645-a5a4-5c4ccb61a796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:02:27.194499 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['fac3edd0-fe50-4fd2-83ff-1940e2f563a5'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: timer() May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:02:27.205979 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:02:27.217533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['fb8fec81-bbd5-467f-9120-718d136a7ea0'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:27.312200 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:27.335047 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:27.354127 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c54db53-2969-4f90-b3ce-e458bad5fb31,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:27.368533 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a0c40dfe-30aa-4ce1-bd15-c2869e958374 admin admin] 10.222.0.84 "DELETE /v2.0/networks/8c54db53-2969-4f90-b3ce-e458bad5fb31 HTTP/1.1" status: 204 len: 168 time: 2.1117237 May 30 20:02:27.463708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5e52d-25da-42c5-82ca-15b42bdfd290 req-cdcca4d6-8a24-452e-a2bf-bfde6e1ec6bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:27.468076 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ddc5e52d-25da-42c5-82ca-15b42bdfd290 req-cdcca4d6-8a24-452e-a2bf-bfde6e1ec6bc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=47915b5c-8dd6-47f0-8df4-4590475594ff HTTP/1.1" status: 200 len: 801 time: 0.2376051 May 30 20:02:27.575000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54932) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:27.591884 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-6ec66cae-249b-4b69-98c5-b728256381c0 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:27.593537 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-6ec66cae-249b-4b69-98c5-b728256381c0 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.93 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 820 time: 0.7263346 May 30 20:02:27.596181 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1cf5400-fc31-4788-b44b-29ac21261e70 req-6a3fa2e9-bc86-4537-8aa4-077624edcb42 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 210 time: 0.1218448 May 30 20:02:27.610277 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f87881-b295-458e-85be-b3dcfb8657d4 req-109ffc21-fba3-45b6-a7a4-68a4e138493b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:27.615276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f87881-b295-458e-85be-b3dcfb8657d4 req-109ffc21-fba3-45b6-a7a4-68a4e138493b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:27.621227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f87881-b295-458e-85be-b3dcfb8657d4 req-109ffc21-fba3-45b6-a7a4-68a4e138493b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:27.629734 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76f87881-b295-458e-85be-b3dcfb8657d4 req-109ffc21-fba3-45b6-a7a4-68a4e138493b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2415 time: 0.9322877 May 30 20:02:27.653459 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fe5c20e5-b54e-4cfe-99dd-90386cb16184 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5346b4cccf4f4d8e8345a0af103312c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0741169 May 30 20:02:27.654046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54936) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:27.678612 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-0207f92e-d976-47f8-ae7c-387195968c41 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Request body: {'port': {'device_id': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'admin_state_up': True, 'tenant_id': '521d447f60a94b52b432e8565b742937'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:27.719662 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0a674208-bfd9-4645-a5a4-5c4ccb61a796 None None] Deleting port 45009d9f-fc44-4c51-acc6-17f184ffdeab {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:27.720299 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0a674208-bfd9-4645-a5a4-5c4ccb61a796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:27.751696 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-811de4d6-e5af-4fab-99af-4e901352a984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:27.783860 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-811de4d6-e5af-4fab-99af-4e901352a984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:27.816087 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb43568-c188-4479-8c7d-c6b89255fc39'] response: {'server_uuid': 'd257e547-e381-4ccb-92a0-e41551d79060', 'name': 'network-vif-deleted', 'tag': 'd2c21ba1-ad15-46de-b2e1-c53efb743d11', 'status': 'completed', 'code': 200} May 30 20:02:27.822212 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0a674208-bfd9-4645-a5a4-5c4ccb61a796 None None] The port '45009d9f-fc44-4c51-acc6-17f184ffdeab' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:02:27.841549 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76f87881-b295-458e-85be-b3dcfb8657d4 req-0bb7ec7b-37fd-464a-b190-66850f223c41 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106197 May 30 20:02:27.854078 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-811de4d6-e5af-4fab-99af-4e901352a984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:27.856029 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b5a97c4c-cbc5-45f8-9e24-9395c22903bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:27.890911 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811de4d6-e5af-4fab-99af-4e901352a984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1652317-085f-42aa-9879-b8a93d92e790,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:27.896854 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-811de4d6-e5af-4fab-99af-4e901352a984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:27.898028 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-811de4d6-e5af-4fab-99af-4e901352a984 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d1652317-085f-42aa-9879-b8a93d92e790 HTTP/1.1" status: 204 len: 168 time: 0.2429118 May 30 20:02:27.998025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-0207f92e-d976-47f8-ae7c-387195968c41 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:28.002369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-0207f92e-d976-47f8-ae7c-387195968c41 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Usage tracker for resource:port and tenant:521d447f60a94b52b432e8565b742937 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:28.005596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-0207f92e-d976-47f8-ae7c-387195968c41 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:28.012115 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-0207f92e-d976-47f8-ae7c-387195968c41 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:28.039178 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ddc5e52d-25da-42c5-82ca-15b42bdfd290 req-bb2fba71-f98b-4cf1-850e-a878f07734f2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f262a1d7-914a-43f8-9c17-3b21c6268698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5052903 May 30 20:02:28.102628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-0207f92e-d976-47f8-ae7c-387195968c41 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Made reservation on behalf of 521d447f60a94b52b432e8565b742937 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:28.103989 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-0207f92e-d976-47f8-ae7c-387195968c41 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:28.157618 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-f6e26d31-8e06-453e-8d6f-bbac2e94d207 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=3e860bf879054bd598319d1741599d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1166472 May 30 20:02:28.241447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 45009d9f-fc44-4c51-acc6-17f184ffdeab no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:28.303860 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 45009d9f-fc44-4c51-acc6-17f184ffdeab {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:02:28.304246 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 45009d9f-fc44-4c51-acc6-17f184ffdeab not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:02:28.459153 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 189526a6-dab2-4a05-8555-12dff37d0811 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:28.534456 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 189526a6-dab2-4a05-8555-12dff37d0811 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:28.539105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 189526a6-dab2-4a05-8555-12dff37d0811 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:28.539627 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:28.614232 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ddc5e52d-25da-42c5-82ca-15b42bdfd290 req-6c441857-aa80-4c84-9642-f5d3013e06de service neutron] 10.222.0.77 "GET /v2.0/networks/f262a1d7-914a-43f8-9c17-3b21c6268698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431929 May 30 20:02:28.669253 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:28.697105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189526a6-dab2-4a05-8555-12dff37d0811'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:28.707783 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 189526a6-dab2-4a05-8555-12dff37d0811, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=189526a6-dab2-4a05-8555-12dff37d0811,segment=NetworkSegment(36a40737-fdb3-4042-93c1-37f03f1618a2),segment_id=36a40737-fdb3-4042-93c1-37f03f1618a2)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:28.713313 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:28.714928 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device d2c21ba1-ad15-46de-b2e1-c53efb743d11 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:28.741907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-0207f92e-d976-47f8-ae7c-387195968c41 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Allocated IP 172.20.0.5 (3b23aec3-5bb0-4cc2-bbf9-08edb05aff38/4187f99c-2457-4fd5-b8fb-e355d933a9ed/238dad69-2f8a-437e-b53d-f482c2ad2cae) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:28.840164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: d2c21ba1-ad15-46de-b2e1-c53efb743d11 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:02:28.840770 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device d2c21ba1-ad15-46de-b2e1-c53efb743d11 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:02:28.842028 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=189526a6-dab2-4a05-8555-12dff37d0811,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:28.873092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-bea9967d-f538-42b2-a30a-d755c233c242 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:28.874556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-bea9967d-f538-42b2-a30a-d755c233c242 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7161801 May 30 20:02:28.925869 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9954c6-3e2e-405c-8623-0c5dc7bf9954 req-87f10c68-4d72-4f7e-8591-972a56e638e3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:28.932448 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d9954c6-3e2e-405c-8623-0c5dc7bf9954 req-87f10c68-4d72-4f7e-8591-972a56e638e3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 945 time: 0.8662319 May 30 20:02:28.981092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ddc5e52d-25da-42c5-82ca-15b42bdfd290 req-e8da9fce-aec7-4613-863a-c2e9a557e51f service neutron] 10.222.0.77 "GET /v2.0/networks/f262a1d7-914a-43f8-9c17-3b21c6268698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238382 May 30 20:02:29.002166 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-65bcfe3e-529f-40b1-9c21-6398ba3aedbd tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/quotas/3e860bf879054bd598319d1741599d12 HTTP/1.1" status: 200 len: 375 time: 0.1117291 May 30 20:02:29.093338 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d9954c6-3e2e-405c-8623-0c5dc7bf9954 req-ae11524a-aab0-401b-bdd5-3488162ce2d6 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600494 May 30 20:02:29.206658 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54976) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:29.259286 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-765ee81c-f93a-41b5-8ca7-c8bd8741b542 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2281544 May 30 20:02:29.279544 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-0207f92e-d976-47f8-ae7c-387195968c41 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:29.303617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-0207f92e-d976-47f8-ae7c-387195968c41 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Transition to ACTIVE for port object 238dad69-2f8a-437e-b53d-f482c2ad2cae will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:29.352373 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-0207f92e-d976-47f8-ae7c-387195968c41 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:29.496300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-932884973-network', 'tenant_id': '6c9afa2680264e56925c1cbb186ac382'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:29.501922 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:29.510586 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Usage tracker for resource:network and tenant:6c9afa2680264e56925c1cbb186ac382 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:29.516818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:29.525727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:29.546209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Made reservation on behalf of 6c9afa2680264e56925c1cbb186ac382 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:29.557752 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:29.581010 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:29.597239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-0207f92e-d976-47f8-ae7c-387195968c41 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:29.629107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:29.637219 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Usage tracker for resource:security_group_rule and tenant:6c9afa2680264e56925c1cbb186ac382 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:29.642266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:29.652272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-0207f92e-d976-47f8-ae7c-387195968c41 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:29.661323 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207f92e-d976-47f8-ae7c-387195968c41 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Pushing event updated for resources: {'Port': ['ID=238dad69-2f8a-437e-b53d-f482c2ad2cae,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:29.662989 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:29.667454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-0207f92e-d976-47f8-ae7c-387195968c41 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:29.788423 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-0207f92e-d976-47f8-ae7c-387195968c41 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:29.790772 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-0207f92e-d976-47f8-ae7c-387195968c41 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:29.823206 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:29.833351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b96278-aaaa-4880-8c7f-12ed22892b0e req-35390d39-aa3c-4379-b5b2-e823d4f5c479 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:29.836560 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:29.840802 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35b96278-aaaa-4880-8c7f-12ed22892b0e req-35390d39-aa3c-4379-b5b2-e823d4f5c479 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 945 time: 0.3897769 May 30 20:02:29.852134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d888e0a-7da6-4bd0-858e-844d33e91bbf req-6a17c09b-c742-41b6-8043-a81f0c616a56 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:29.866613 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d888e0a-7da6-4bd0-858e-844d33e91bbf req-6a17c09b-c742-41b6-8043-a81f0c616a56 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 946 time: 0.2814720 May 30 20:02:29.873034 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-efadbe75-d362-4191-b51e-486be782db27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:29.928421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccb79fd-2d9b-4096-aaed-ac06defecff7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:29.953432 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d888e0a-7da6-4bd0-858e-844d33e91bbf req-0aa73c49-5509-4c7c-89dd-b616cec7ca7a tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857263 May 30 20:02:29.958033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:02:29.972887 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:29.974013 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Added segment e67155a1-d148-4cf2-8703-3f6e47387a62 of type vlan for network ae5908b3-cafe-44b3-940c-5e281eb61d7d May 30 20:02:29.986376 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-0207f92e-d976-47f8-ae7c-387195968c41 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3081787 May 30 20:02:30.031985 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:30.048360 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Request body: {'port': {'device_id': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:30.085202 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:30.086843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:30.087508 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:30.091780 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35b96278-aaaa-4880-8c7f-12ed22892b0e req-5944d7d0-cf4d-490c-84f1-bb8e283faeaf tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501206 May 30 20:02:30.113456 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e1ede5dc-d009-4756-9f84-fce4d081f6a0 None None] Provisioning for port 238dad69-2f8a-437e-b53d-f482c2ad2cae completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:30.149683 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e1ede5dc-d009-4756-9f84-fce4d081f6a0 None None] Provisioning complete for port 238dad69-2f8a-437e-b53d-f482c2ad2cae triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:30.151166 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e1ede5dc-d009-4756-9f84-fce4d081f6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:30.277615 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e1ede5dc-d009-4756-9f84-fce4d081f6a0 None None] Port 238dad69-2f8a-437e-b53d-f482c2ad2cae cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:02:30.311247 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf7b390-e213-45b7-9012-b0e8d5dd08fb'] response: {'server_uuid': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189526a6-dab2-4a05-8555-12dff37d0811', 'code': 200} May 30 20:02:30.332481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] Pushing event updated for resources: {'Network': ['ID=ae5908b3-cafe-44b3-940c-5e281eb61d7d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:30.346732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network ae5908b3-cafe-44b3-940c-5e281eb61d7d details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:02:30.390278 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4dfa8ca2-ce46-4a43-900b-29ef12391c2e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1827502 May 30 20:02:30.393582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54996) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:30.404503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3ddd8093-3f4b-42b5-9506-98a3a332f158 admin admin] Request body: {'subnet': {'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-932884973-subnet', 'tenant_id': '6c9afa2680264e56925c1cbb186ac382', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:30.419496 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3ddd8093-3f4b-42b5-9506-98a3a332f158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:30.446326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3ddd8093-3f4b-42b5-9506-98a3a332f158 admin admin] Usage tracker for resource:subnet and tenant:6c9afa2680264e56925c1cbb186ac382 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:30.456490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3ddd8093-3f4b-42b5-9506-98a3a332f158 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:30.463180 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:30.470792 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3ddd8093-3f4b-42b5-9506-98a3a332f158 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:30.504599 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddd8093-3f4b-42b5-9506-98a3a332f158 admin admin] Made reservation on behalf of 6c9afa2680264e56925c1cbb186ac382 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:30.510739 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8093-3f4b-42b5-9506-98a3a332f158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:30.589736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fac3edd0-fe50-4fd2-83ff-1940e2f563a5 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:30.765108 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37d8a3-8008-4d41-a15b-0725b23e3e4c req-42eb3058-e5c7-4608-9483-45b708d52df9 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:30.765998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3f37d8a3-8008-4d41-a15b-0725b23e3e4c req-42eb3058-e5c7-4608-9483-45b708d52df9 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Synchronizing usage tracker for tenant:521d447f60a94b52b432e8565b742937 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:30.773593 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port fac3edd0-fe50-4fd2-83ff-1940e2f563a5 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:30.779565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port fac3edd0-fe50-4fd2-83ff-1940e2f563a5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:30.780151 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:30.825253 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8093-3f4b-42b5-9506-98a3a332f158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:30.884326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3f37d8a3-8008-4d41-a15b-0725b23e3e4c req-42eb3058-e5c7-4608-9483-45b708d52df9 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Unset dirty status for tenant:521d447f60a94b52b432e8565b742937 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:30.885523 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3f37d8a3-8008-4d41-a15b-0725b23e3e4c req-42eb3058-e5c7-4608-9483-45b708d52df9 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 931 time: 0.6217148 May 30 20:02:30.935129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121476d-7f40-46e3-beef-7300cbda41ef req-0d276ede-49a5-4a86-af3e-7318397af0ba tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:30.940695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121476d-7f40-46e3-beef-7300cbda41ef req-0d276ede-49a5-4a86-af3e-7318397af0ba tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:30.944655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121476d-7f40-46e3-beef-7300cbda41ef req-0d276ede-49a5-4a86-af3e-7318397af0ba tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:30.952654 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5121476d-7f40-46e3-beef-7300cbda41ef req-0d276ede-49a5-4a86-af3e-7318397af0ba tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2416 time: 0.4536614 May 30 20:02:30.963205 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:31.017258 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fac3edd0-fe50-4fd2-83ff-1940e2f563a5, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fac3edd0-fe50-4fd2-83ff-1940e2f563a5,segment=NetworkSegment(2bf74a1f-33da-4313-b71e-b3582355cb24),segment_id=2bf74a1f-33da-4313-b71e-b3582355cb24)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:31.024890 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3f37d8a3-8008-4d41-a15b-0725b23e3e4c req-d857f887-404e-43a8-a1ad-45ea9e6532ac tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9a038d2-3644-4439-85cb-79b28e01eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246450 May 30 20:02:31.042587 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:31.044167 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fb8fec81-bbd5-467f-9120-718d136a7ea0 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:31.059167 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5121476d-7f40-46e3-beef-7300cbda41ef req-21c35c31-b054-4163-93f4-e24a71b221fc tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055372 May 30 20:02:31.117379 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd8093-3f4b-42b5-9506-98a3a332f158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf1dae0-43aa-431a-8a4a-b753abe75cf0,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:31.122037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd8093-3f4b-42b5-9506-98a3a332f158 admin admin] Checking segment: {'id': 'e67155a1-d148-4cf2-8703-3f6e47387a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:31.122437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd8093-3f4b-42b5-9506-98a3a332f158 admin admin] Network hostable DHCP agents. Network: ae5908b3-cafe-44b3-940c-5e281eb61d7d, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:02:31.153237 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd8093-3f4b-42b5-9506-98a3a332f158 admin admin] Network ae5908b3-cafe-44b3-940c-5e281eb61d7d is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:02:31.161338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238dad69-2f8a-437e-b53d-f482c2ad2cae {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:31.171495 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-3ddd8093-3f4b-42b5-9506-98a3a332f158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, ae5908b3-cafe-44b3-940c-5e281eb61d7d) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:31.176931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddd8093-3f4b-42b5-9506-98a3a332f158 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:31.177660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8093-3f4b-42b5-9506-98a3a332f158 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:31.189890 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:31.213651 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3ddd8093-3f4b-42b5-9506-98a3a332f158 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8184094 May 30 20:02:31.222974 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Transition to ACTIVE for port object 238dad69-2f8a-437e-b53d-f482c2ad2cae will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:31.237214 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:31.299353 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caae6bdd-87e3-4c58-a619-7d39adabbeab None None] Network ae5908b3-cafe-44b3-940c-5e281eb61d7d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:02:31.566043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Pushing event updated for resources: {'Port': ['ID=238dad69-2f8a-437e-b53d-f482c2ad2cae,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:31.862240 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Sync routers for ids ['a42e5167-6fdb-4760-80de-0813d9c55e3d'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:02:31.884091 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-1f4ad826-a772-4cfc-8b8b-064e7042f126 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3e860bf879054bd598319d1741599d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4163353 May 30 20:02:31.894563 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Routers {'a42e5167-6fdb-4760-80de-0813d9c55e3d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:02:31.895107 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:02:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a42e5167-6fdb-4760-80de-0813d9c55e3d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:31.970194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0700c1-13f6-455c-9d71-26173176eed5 None None] Sync routers for ids ['e05e4022-95cd-46ac-8b54-256ce2a0f9d9'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:02:31.994382 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:32.024820 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0700c1-13f6-455c-9d71-26173176eed5 None None] Routers set() bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:02:32.025332 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0700c1-13f6-455c-9d71-26173176eed5 None None] Router IDs set() for agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 20:02:32.025991 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_agentschedulers_db [None req-fc0700c1-13f6-455c-9d71-26173176eed5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e05e4022-95cd-46ac-8b54-256ce2a0f9d9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:02:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent'). {{(pid=84025) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 30 20:02:32.033103 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fac3edd0-fe50-4fd2-83ff-1940e2f563a5,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:32.210028 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:32.223313 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Set router a42e5167-6fdb-4760-80de-0813d9c55e3d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:02:32.271743 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58f5f7a-f03a-4533-9a6c-5f18bec53c04 None None] Network ae5908b3-cafe-44b3-940c-5e281eb61d7d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:02:32.279215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-91f2fadf-59aa-4a36-96af-07d617583d1b req-c0d26bad-feda-4f6c-a520-9733b315f876 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 210 time: 0.3122494 May 30 20:02:32.290665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-8c41fef6-48c3-4ea1-8e6a-8edd79982461 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:32.292143 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-8c41fef6-48c3-4ea1-8e6a-8edd79982461 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3692889 May 30 20:02:32.325960 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port fb8fec81-bbd5-467f-9120-718d136a7ea0 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:32.338384 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac3edd0-fe50-4fd2-83ff-1940e2f563a5'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:32.343295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a02b0420-1433-4088-8d0a-7de1966dcda3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Request body: {'port': {'device_id': '40b72ccd-486b-4c32-9ce7-53b706af2162', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '3e860bf879054bd598319d1741599d12'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:32.506254 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port fb8fec81-bbd5-467f-9120-718d136a7ea0 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:32.506558 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:32.546031 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0700c1-13f6-455c-9d71-26173176eed5 None None] Routers set() bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:02:32.546704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0700c1-13f6-455c-9d71-26173176eed5 None None] Router IDs set() for agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 20:02:32.548016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_agentschedulers_db [None req-fc0700c1-13f6-455c-9d71-26173176eed5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e05e4022-95cd-46ac-8b54-256ce2a0f9d9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:02:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent'). {{(pid=84025) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 30 20:02:32.548422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0700c1-13f6-455c-9d71-26173176eed5 None None] The sync data for ids ['e05e4022-95cd-46ac-8b54-256ce2a0f9d9'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:02:32.664997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23a52e6f-9bda-4313-8e64-c31253fc34a1 req-cb493ec5-d17c-4069-b2ef-cd9bf1333188 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6fda94692f0e4f82850a0397602ca915&device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 1096 time: 0.7830319 May 30 20:02:32.716978 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 2, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:32.729857 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Checking router: a42e5167-6fdb-4760-80de-0813d9c55e3d for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:02:32.730753 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Updating router a42e5167-6fdb-4760-80de-0813d9c55e3d port 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:02:32.808183 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:32.814499 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Attempting to bind port 238dad69-2f8a-437e-b53d-f482c2ad2cae on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:32.815057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Attempting to bind port 238dad69-2f8a-437e-b53d-f482c2ad2cae by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'dbea1059-57b8-439c-951d-df443d4c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:32.815574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Attempting to bind port 238dad69-2f8a-437e-b53d-f482c2ad2cae on network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:32.835626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Port 238dad69-2f8a-437e-b53d-f482c2ad2cae on network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:02:32.835905 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:32.836412 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Attempting to bind port 238dad69-2f8a-437e-b53d-f482c2ad2cae on network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:32.854023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:32.854671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Checking segment: {'id': 'dbea1059-57b8-439c-951d-df443d4c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:32.855786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Bound using segment: {'id': 'dbea1059-57b8-439c-951d-df443d4c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:32.856518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Bound port: 238dad69-2f8a-437e-b53d-f482c2ad2cae, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbea1059-57b8-439c-951d-df443d4c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:32.857095 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:32.916114 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:32.919492 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:32.962700 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fb8fec81-bbd5-467f-9120-718d136a7ea0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fb8fec81-bbd5-467f-9120-718d136a7ea0,segment=NetworkSegment(2bf74a1f-33da-4313-b71e-b3582355cb24),segment_id=2bf74a1f-33da-4313-b71e-b3582355cb24)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:32.968026 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:33.013261 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a52e6f-9bda-4313-8e64-c31253fc34a1 req-6514ae2f-e826-413c-b865-13b5ec6902f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:33.014756 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23a52e6f-9bda-4313-8e64-c31253fc34a1 req-6514ae2f-e826-413c-b865-13b5ec6902f9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c7264a01-f200-4613-a4f1-37b17e4526af HTTP/1.1" status: 200 len: 920 time: 0.3293498 May 30 20:02:33.016417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a02b0420-1433-4088-8d0a-7de1966dcda3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:33.057627 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fb8fec81-bbd5-467f-9120-718d136a7ea0,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:33.137414 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23a52e6f-9bda-4313-8e64-c31253fc34a1 req-510e263c-da3a-4010-b2d6-92b8f7635f7d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33aed856-88d9-42a8-93fb-81041a1b3574 HTTP/1.1" status: 200 len: 217 time: 0.1130612 May 30 20:02:33.158562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a02b0420-1433-4088-8d0a-7de1966dcda3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:33.250892 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:33.255565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47969be5-b101-45e0-bec5-2789702d6c0c req-1c5643e5-2414-4cc1-975e-da090fffc8df tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:33.264166 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-47969be5-b101-45e0-bec5-2789702d6c0c req-1c5643e5-2414-4cc1-975e-da090fffc8df tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 946 time: 0.8089035 May 30 20:02:33.266642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a52e6f-9bda-4313-8e64-c31253fc34a1 req-8d36a8cf-ed0c-4b0e-8a7f-36c2ba6b6951 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:33.268051 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23a52e6f-9bda-4313-8e64-c31253fc34a1 req-8d36a8cf-ed0c-4b0e-8a7f-36c2ba6b6951 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=90cbf6ca-1d08-47ca-ae45-34e8bb0b4810 HTTP/1.1" status: 200 len: 859 time: 0.1072910 May 30 20:02:33.271379 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Transition to ACTIVE for port object 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:33.283403 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:33.343342 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23a52e6f-9bda-4313-8e64-c31253fc34a1 req-1f8b787c-630d-4caf-8c7f-6f2f28c97e3d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c7264a01-f200-4613-a4f1-37b17e4526af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487475 May 30 20:02:33.350213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a02b0420-1433-4088-8d0a-7de1966dcda3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Made reservation on behalf of 3e860bf879054bd598319d1741599d12 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:33.353967 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a02b0420-1433-4088-8d0a-7de1966dcda3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:33.373742 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92800b7e-d217-460c-b31b-63d8053b22ab None None] Pushing event updated for resources: {'Port': ['ID=4220d2a5-6005-4fc7-8aa6-40fbc6fc6209,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:33.456074 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800b7e-d217-460c-b31b-63d8053b22ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:33.456409 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800b7e-d217-460c-b31b-63d8053b22ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:33.456736 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800b7e-d217-460c-b31b-63d8053b22ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:33.457057 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800b7e-d217-460c-b31b-63d8053b22ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:33.457371 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800b7e-d217-460c-b31b-63d8053b22ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:33.457683 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800b7e-d217-460c-b31b-63d8053b22ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:33.457994 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800b7e-d217-460c-b31b-63d8053b22ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:33.458302 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800b7e-d217-460c-b31b-63d8053b22ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:33.458612 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800b7e-d217-460c-b31b-63d8053b22ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:33.459149 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800b7e-d217-460c-b31b-63d8053b22ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:33.459468 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800b7e-d217-460c-b31b-63d8053b22ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:33.469808 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425d1e8-aa37-4a30-b582-47389f676763 req-61cc52ea-91e7-479d-9be1-9e936826c063 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:33.476790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8425d1e8-aa37-4a30-b582-47389f676763 req-61cc52ea-91e7-479d-9be1-9e936826c063 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 945 time: 0.6420557 May 30 20:02:33.491580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] For port 238dad69-2f8a-437e-b53d-f482c2ad2cae, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:33.494975 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] For port 238dad69-2f8a-437e-b53d-f482c2ad2cae, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=238dad69-2f8a-437e-b53d-f482c2ad2cae,segment=NetworkSegment(dbea1059-57b8-439c-951d-df443d4c1a35),segment_id=dbea1059-57b8-439c-951d-df443d4c1a35)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:33.565435 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Attempting to bind port 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:33.565715 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Attempting to bind port 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'dbea1059-57b8-439c-951d-df443d4c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:33.566087 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Attempting to bind port 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 on network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:33.573262 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:33.574261 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Checking segment: {'id': 'dbea1059-57b8-439c-951d-df443d4c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:33.574679 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:33.575043 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Bound using segment: {'id': 'dbea1059-57b8-439c-951d-df443d4c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:33.575497 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Bound port: 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbea1059-57b8-439c-951d-df443d4c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:33.575879 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:33.611996 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-47969be5-b101-45e0-bec5-2789702d6c0c req-6632492b-9909-4583-8cef-a08655ae8433 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469701 May 30 20:02:33.623106 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:33.665463 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] For port 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:33.668302 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] For port 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4220d2a5-6005-4fc7-8aa6-40fbc6fc6209,segment=NetworkSegment(dbea1059-57b8-439c-951d-df443d4c1a35),segment_id=dbea1059-57b8-439c-951d-df443d4c1a35)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:33.675017 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:33.766985 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Routers {'a42e5167-6fdb-4760-80de-0813d9c55e3d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:02:33.767304 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:02:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a42e5167-6fdb-4760-80de-0813d9c55e3d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:33.798458 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:33.800256 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] 10.222.0.93 "PUT /v2.0/ports/238dad69-2f8a-437e-b53d-f482c2ad2cae HTTP/1.1" status: 200 len: 1091 time: 3.7627885 May 30 20:02:33.823685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'tag': '238dad69-2f8a-437e-b53d-f482c2ad2cae'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:33.958640 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92800b7e-d217-460c-b31b-63d8053b22ab None None] Pushing event updated for resources: {'Port': ['ID=4220d2a5-6005-4fc7-8aa6-40fbc6fc6209,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:34.038726 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] Set router a42e5167-6fdb-4760-80de-0813d9c55e3d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:02:34.150971 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb1c3a-9df4-4728-ba26-6e87b0aa8c0e service neutron] Pushing event updated for resources: {'Port': ['ID=238dad69-2f8a-437e-b53d-f482c2ad2cae,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:34.155840 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8425d1e8-aa37-4a30-b582-47389f676763 req-c7d11e6c-d8c5-42b2-978d-43032b5222a0 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6782477 May 30 20:02:34.247037 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23a52e6f-9bda-4313-8e64-c31253fc34a1 req-19dc2de6-c037-44f1-ad03-0d63ef65efb8 service neutron] 10.222.0.93 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8717134 May 30 20:02:34.301199 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a02b0420-1433-4088-8d0a-7de1966dcda3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Allocated IP 192.168.233.194 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:34.421428 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:33Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:34.425609 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4040aa2-bf77-4c65-a815-206f9c08e887 None None] The sync data for ids ['a42e5167-6fdb-4760-80de-0813d9c55e3d'] in n-d-843949-2 is: [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:33Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:02:34.532664 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-4cf6b734-3f5c-4466-85c8-dd3f2da0f75e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 1094 time: 0.6606128 May 30 20:02:34.542791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-77cb64ff-ff15-4fea-8750-56ea006dd6ee tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:34.544586 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-77cb64ff-ff15-4fea-8750-56ea006dd6ee tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/networks?id=ae5908b3-cafe-44b3-940c-5e281eb61d7d HTTP/1.1" status: 200 len: 817 time: 0.4235477 May 30 20:02:34.735723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-abe918c2-5017-4b45-9259-5e7b6fe54cb3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=238dad69-2f8a-437e-b53d-f482c2ad2cae HTTP/1.1" status: 200 len: 217 time: 0.1796894 May 30 20:02:34.745954 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-630cd41a-e747-4187-8253-1f2d288c595a tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/quotas/6c9afa2680264e56925c1cbb186ac382 HTTP/1.1" status: 200 len: 375 time: 0.1418636 May 30 20:02:34.837776 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23a52e6f-9bda-4313-8e64-c31253fc34a1 req-d65f405b-b72c-4912-be3d-23d736bd6ee0 service neutron] 10.222.0.93 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694649 May 30 20:02:34.865708 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-cef33d92-1471-4a52-9e75-e9db33348ae0 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c9afa2680264e56925c1cbb186ac382&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730057 May 30 20:02:34.879950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44519a70-12f2-45c5-87e4-de4e1d5cce18 req-6f6dade2-9508-460e-a0a7-bbcb5e32bf15 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:34.881383 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44519a70-12f2-45c5-87e4-de4e1d5cce18 req-6f6dade2-9508-460e-a0a7-bbcb5e32bf15 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 945 time: 0.5603616 May 30 20:02:34.957827 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-628a367f-0ba5-4093-b563-8ac6df606645 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:34.959347 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-628a367f-0ba5-4093-b563-8ac6df606645 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4187f99c-2457-4fd5-b8fb-e355d933a9ed HTTP/1.1" status: 200 len: 859 time: 0.2103949 May 30 20:02:35.089561 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a02b0420-1433-4088-8d0a-7de1966dcda3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:35.142397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a02b0420-1433-4088-8d0a-7de1966dcda3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Transition to ACTIVE for port object 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:35.155337 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44519a70-12f2-45c5-87e4-de4e1d5cce18 req-5c74649c-ed9f-48f0-b997-2ac2f2238680 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391336 May 30 20:02:35.183746 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-96f3eb35-9a92-46ae-b7e7-9694959fc0ce service neutron] 10.222.0.84 "GET /v2.0/networks/ae5908b3-cafe-44b3-940c-5e281eb61d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882488 May 30 20:02:35.286201 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-cf7c7aee-a2f3-4369-973f-6409a6cc6645 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2675700 May 30 20:02:35.295825 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a02b0420-1433-4088-8d0a-7de1966dcda3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:35.308194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['550c3460-ceff-4a87-a0b9-3e1ec4a74d7a', '448444c2-04f3-4dd7-bcef-8f5d59972827'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:35.529170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a02b0420-1433-4088-8d0a-7de1966dcda3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:35.541015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a02b0420-1433-4088-8d0a-7de1966dcda3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:35.544081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a02b0420-1433-4088-8d0a-7de1966dcda3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:35.586844 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b0420-1433-4088-8d0a-7de1966dcda3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Pushing event updated for resources: {'Port': ['ID=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:35.643596 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-0d4e4b80-c2c7-4193-b29a-d087cbaa2349 service neutron] 10.222.0.84 "GET /v2.0/networks/ae5908b3-cafe-44b3-940c-5e281eb61d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462709 May 30 20:02:35.683594 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a02b0420-1433-4088-8d0a-7de1966dcda3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:35.684270 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a02b0420-1433-4088-8d0a-7de1966dcda3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:35.699392 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-d3980423-db9c-4c6b-969a-94f4b1364a8d service neutron] 10.222.0.93 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953252 May 30 20:02:35.707458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935746c-8735-432b-9c01-df9e6de30937 req-9e3d4995-dcb5-4b0e-acb9-091df657b193 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:35.708945 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7935746c-8735-432b-9c01-df9e6de30937 req-9e3d4995-dcb5-4b0e-acb9-091df657b193 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 943 time: 0.4146972 May 30 20:02:35.800716 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8c5b560f-2fc6-48b5-949a-a0aeef61ed3f None None] Provisioning for port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:35.806500 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8c5b560f-2fc6-48b5-949a-a0aeef61ed3f None None] Provisioning complete for port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:35.806795 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8c5b560f-2fc6-48b5-949a-a0aeef61ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:35.866725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b560f-2fc6-48b5-949a-a0aeef61ed3f None None] Port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:02:35.939665 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a02b0420-1433-4088-8d0a-7de1966dcda3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6221557 May 30 20:02:35.958840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Request body: {'port': {'device_id': '40b72ccd-486b-4c32-9ce7-53b706af2162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:36.091689 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7935746c-8735-432b-9c01-df9e6de30937 req-dc115ae2-be0f-431f-8230-b93e7d442055 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9a038d2-3644-4439-85cb-79b28e01eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583243 May 30 20:02:36.159574 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba1f228c-1282-4781-b3a3-51695e3e3650 req-edca9531-d8d4-4b43-8731-695daa30b965 service neutron] 10.222.0.93 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491086 May 30 20:02:36.195956 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:36.231720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163b0f0-3bca-49f0-9cdf-0b68d72d6c50 req-2b2e645b-32e1-44a4-8514-af374717402c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:36.235831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163b0f0-3bca-49f0-9cdf-0b68d72d6c50 req-2b2e645b-32e1-44a4-8514-af374717402c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:36.241811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163b0f0-3bca-49f0-9cdf-0b68d72d6c50 req-2b2e645b-32e1-44a4-8514-af374717402c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:36.249643 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9163b0f0-3bca-49f0-9cdf-0b68d72d6c50 req-2b2e645b-32e1-44a4-8514-af374717402c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2418 time: 0.2608883 May 30 20:02:36.277950 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:36.363694 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:36.371459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:36.372047 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:36.457381 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9163b0f0-3bca-49f0-9cdf-0b68d72d6c50 req-b19a1404-3b72-4a4a-a85c-aeca108b8803 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068794 May 30 20:02:36.547678 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6dcb961-123e-44bb-bbf2-669bfa1550bc'] response: {'server_uuid': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac3edd0-fe50-4fd2-83ff-1940e2f563a5', 'code': 200} May 30 20:02:36.560539 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:36.600759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4220d2a5-6005-4fc7-8aa6-40fbc6fc6209,segment=NetworkSegment(dbea1059-57b8-439c-951d-df443d4c1a35),segment_id=dbea1059-57b8-439c-951d-df443d4c1a35)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:36.606456 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:36.650563 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc679646-0757-4464-9723-d7a9503a7c46'] response: {'name': 'network-changed', 'server_uuid': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'tag': '238dad69-2f8a-437e-b53d-f482c2ad2cae', 'status': 'completed', 'code': 200} May 30 20:02:36.706677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=4220d2a5-6005-4fc7-8aa6-40fbc6fc6209,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:36.816061 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:36.910938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b64a36-daf1-45d9-aa2b-8df43c6db688 req-688ae05f-9f55-40bb-9881-9d6a51073cc9 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:36.911477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-41b64a36-daf1-45d9-aa2b-8df43c6db688 req-688ae05f-9f55-40bb-9881-9d6a51073cc9 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Synchronizing usage tracker for tenant:3e860bf879054bd598319d1741599d12 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:36.920938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:36.933005 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8387c7d-83d8-4da1-a70e-0388df1a0e17 req-d5cbda6a-c989-4c3f-afd5-8609717f4f1f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 1094 time: 0.2402561 May 30 20:02:36.937481 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:36.986596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-41b64a36-daf1-45d9-aa2b-8df43c6db688 req-688ae05f-9f55-40bb-9881-9d6a51073cc9 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Unset dirty status for tenant:3e860bf879054bd598319d1741599d12 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:36.993375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-41b64a36-daf1-45d9-aa2b-8df43c6db688 req-688ae05f-9f55-40bb-9881-9d6a51073cc9 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 936 time: 0.3450332 May 30 20:02:37.015222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Transition to ACTIVE for port object 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:37.095601 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:37.274648 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-41b64a36-daf1-45d9-aa2b-8df43c6db688 req-2f06374e-1885-45e4-a6f7-ff4c26468544 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Synchronizing usage tracker for tenant:3e860bf879054bd598319d1741599d12 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:37.278576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Pushing event updated for resources: {'Port': ['ID=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:37.427105 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8387c7d-83d8-4da1-a70e-0388df1a0e17 req-3940ac1a-331d-40b0-abe2-9681c1ed123a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:37.428587 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8387c7d-83d8-4da1-a70e-0388df1a0e17 req-3940ac1a-331d-40b0-abe2-9681c1ed123a service neutron] 10.222.0.93 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 921 time: 0.4764462 May 30 20:02:37.460928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-41b64a36-daf1-45d9-aa2b-8df43c6db688 req-2f06374e-1885-45e4-a6f7-ff4c26468544 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Unset dirty status for tenant:3e860bf879054bd598319d1741599d12 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:37.461914 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-41b64a36-daf1-45d9-aa2b-8df43c6db688 req-2f06374e-1885-45e4-a6f7-ff4c26468544 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676876 May 30 20:02:37.635109 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8387c7d-83d8-4da1-a70e-0388df1a0e17 req-cf602e15-cc5c-481d-a049-e625ea6dfbe2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=238dad69-2f8a-437e-b53d-f482c2ad2cae HTTP/1.1" status: 200 len: 217 time: 0.1752319 May 30 20:02:37.733061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Attempting to bind port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:37.733806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Attempting to bind port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:37.733806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Attempting to bind port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:37.868928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9b042-ff53-4a86-a7b0-54e7fd2e8afb req-096624c0-dab8-4c7c-9231-9b171fdb4c2a tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:37.870894 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24b9b042-ff53-4a86-a7b0-54e7fd2e8afb req-096624c0-dab8-4c7c-9231-9b171fdb4c2a tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 946 time: 0.6178994 May 30 20:02:37.966789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8387c7d-83d8-4da1-a70e-0388df1a0e17 req-8eaa5f54-6610-4cd4-af84-4f3aec59b04c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:37.968061 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8387c7d-83d8-4da1-a70e-0388df1a0e17 req-8eaa5f54-6610-4cd4-af84-4f3aec59b04c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4187f99c-2457-4fd5-b8fb-e355d933a9ed HTTP/1.1" status: 200 len: 859 time: 0.3167057 May 30 20:02:38.042909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:02:38.043266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Attempting to bind port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:38.110930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-70d62eab-7169-4aed-8564-b20b424075ce tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:38.112353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-70d62eab-7169-4aed-8564-b20b424075ce tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.93 "GET /v2.0/networks?id=ae5908b3-cafe-44b3-940c-5e281eb61d7d HTTP/1.1" status: 200 len: 817 time: 0.5893545 May 30 20:02:38.141916 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:38.142259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:38.142644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:38.143444 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Bound port: 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:38.143444 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:38.161024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-c3c1b28c-c256-4896-961a-746b3ce148d4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Request body: {'port': {'device_id': '480e9bc2-d52a-4e0f-a96f-1267a0ee32fb', 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d', 'admin_state_up': True, 'tenant_id': '6c9afa2680264e56925c1cbb186ac382'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:38.194576 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-cad99c47-657c-4026-9284-64971f4a40fc tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:38.195880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-cad99c47-657c-4026-9284-64971f4a40fc tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Synchronizing usage tracker for tenant:6c9afa2680264e56925c1cbb186ac382 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:38.234328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-cad99c47-657c-4026-9284-64971f4a40fc tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Unset dirty status for tenant:6c9afa2680264e56925c1cbb186ac382 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:38.236002 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-cad99c47-657c-4026-9284-64971f4a40fc tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.93 "GET /v2.0/networks?id=ae5908b3-cafe-44b3-940c-5e281eb61d7d HTTP/1.1" status: 200 len: 817 time: 0.2000055 May 30 20:02:38.240925 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:38.257003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-d1b2d2b7-4a61-41a2-8c86-02152778049b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Request body: {'port': {'device_id': '9698e81e-3b2c-4edd-b65b-30e655cc2ccd', 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d', 'admin_state_up': True, 'tenant_id': '6c9afa2680264e56925c1cbb186ac382'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:38.321434 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:38.322168 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:38.354303 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24b9b042-ff53-4a86-a7b0-54e7fd2e8afb req-fc2c8cb4-f71e-4ba3-bde6-1606776eb1d9 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.84 "GET /v2.0/security-groups?id=77707d80-5f91-4159-ad56-d2fae0a1d325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734852 May 30 20:02:38.441357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-46e01380-a9f2-46e2-88ba-b4aa71032dda tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:38.442834 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-46e01380-a9f2-46e2-88ba-b4aa71032dda tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.77 "GET /v2.0/networks?id=ae5908b3-cafe-44b3-940c-5e281eb61d7d HTTP/1.1" status: 200 len: 817 time: 0.5653126 May 30 20:02:38.449144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-d1b2d2b7-4a61-41a2-8c86-02152778049b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:38.454824 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-d1b2d2b7-4a61-41a2-8c86-02152778049b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Usage tracker for resource:port and tenant:6c9afa2680264e56925c1cbb186ac382 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:38.458650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-d1b2d2b7-4a61-41a2-8c86-02152778049b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:38.472840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-d1b2d2b7-4a61-41a2-8c86-02152778049b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:38.484070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-22cb034a-2334-4f66-a0a5-cc9413621470 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Request body: {'port': {'device_id': '90c0d20e-2acf-49c1-bceb-89cd163102a8', 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d', 'admin_state_up': True, 'tenant_id': '6c9afa2680264e56925c1cbb186ac382'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:38.484820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-d1b2d2b7-4a61-41a2-8c86-02152778049b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Made reservation on behalf of 6c9afa2680264e56925c1cbb186ac382 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:38.488476 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-d1b2d2b7-4a61-41a2-8c86-02152778049b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:38.508981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c813cce0-3299-4b15-89d9-07cc6d922802 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:38.541120 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 470a75ff-7e48-4649-8d89-6a433106aa77 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:38.572609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8fec81-bbd5-467f-9120-718d136a7ea0'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:38.589907 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 470a75ff-7e48-4649-8d89-6a433106aa77 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:02:38.590484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 470a75ff-7e48-4649-8d89-6a433106aa77 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:02:38.630712 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8387c7d-83d8-4da1-a70e-0388df1a0e17 req-cfe5e92a-ad83-43ab-9a43-955e0630f998 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5753806 May 30 20:02:38.637824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c11f2-ae55-4cc1-97d1-6055209b3209 req-6f272150-3b4b-4e3e-9942-02d4c8025217 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:38.648077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f57c11f2-ae55-4cc1-97d1-6055209b3209 req-6f272150-3b4b-4e3e-9942-02d4c8025217 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 945 time: 0.7692900 May 30 20:02:38.683450 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:38.689276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-d1b2d2b7-4a61-41a2-8c86-02152778049b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Allocated IP 172.20.0.9 (ae5908b3-cafe-44b3-940c-5e281eb61d7d/0cf1dae0-43aa-431a-8a4a-b753abe75cf0/8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:38.726717 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c813cce0-3299-4b15-89d9-07cc6d922802, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c813cce0-3299-4b15-89d9-07cc6d922802,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:38.732557 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:38.739836 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-c3c1b28c-c256-4896-961a-746b3ce148d4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:38.747849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] For port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:38.766417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-c3c1b28c-c256-4896-961a-746b3ce148d4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Usage tracker for resource:port and tenant:6c9afa2680264e56925c1cbb186ac382 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:38.808509 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=c813cce0-3299-4b15-89d9-07cc6d922802,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:38.830181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-c3c1b28c-c256-4896-961a-746b3ce148d4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:38.872617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] For port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:38.876787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-c3c1b28c-c256-4896-961a-746b3ce148d4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:38.900413 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:38.948108 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-d1b2d2b7-4a61-41a2-8c86-02152778049b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:38.974950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-c3c1b28c-c256-4896-961a-746b3ce148d4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Made reservation on behalf of 6c9afa2680264e56925c1cbb186ac382 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:38.978117 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-c3c1b28c-c256-4896-961a-746b3ce148d4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:38.982039 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-d1b2d2b7-4a61-41a2-8c86-02152778049b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:39.055460 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f57c11f2-ae55-4cc1-97d1-6055209b3209 req-6e59459e-53bf-4341-8fbe-1ac9841d62b9 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055281 May 30 20:02:39.065850 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-22cb034a-2334-4f66-a0a5-cc9413621470 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:39.067819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-d1b2d2b7-4a61-41a2-8c86-02152778049b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Network ae5908b3-cafe-44b3-940c-5e281eb61d7d is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:39.077142 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-d1b2d2b7-4a61-41a2-8c86-02152778049b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:39.082185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-d1b2d2b7-4a61-41a2-8c86-02152778049b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:39.082923 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:39.084880 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] 10.222.0.77 "PUT /v2.0/ports/448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 HTTP/1.1" status: 200 len: 1096 time: 3.1326110 May 30 20:02:39.158714 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2d2b7-4a61-41a2-8c86-02152778049b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Pushing event updated for resources: {'Port': ['ID=8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:39.194302 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-d1b2d2b7-4a61-41a2-8c86-02152778049b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:39.195738 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-d1b2d2b7-4a61-41a2-8c86-02152778049b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:39.204170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b72ccd-486b-4c32-9ce7-53b706af2162', 'tag': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:39.210297 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8387c7d-83d8-4da1-a70e-0388df1a0e17 req-24b4c500-8d25-46aa-9a23-604f06ec446a service neutron] 10.222.0.93 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552759 May 30 20:02:39.220245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-22cb034a-2334-4f66-a0a5-cc9413621470 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Usage tracker for resource:port and tenant:6c9afa2680264e56925c1cbb186ac382 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:39.225456 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-d1b2d2b7-4a61-41a2-8c86-02152778049b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9725239 May 30 20:02:39.239057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Request body: {'port': {'device_id': '9698e81e-3b2c-4edd-b65b-30e655cc2ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:39.277296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55164) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:39.312841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-22cb034a-2334-4f66-a0a5-cc9413621470 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:39.368006 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:39.420542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-22cb034a-2334-4f66-a0a5-cc9413621470 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:39.506457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0138c8-0140-4685-91af-1028d05daa8c service neutron] Pushing event updated for resources: {'Port': ['ID=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:39.558347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-22cb034a-2334-4f66-a0a5-cc9413621470 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Made reservation on behalf of 6c9afa2680264e56925c1cbb186ac382 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:39.561225 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-22cb034a-2334-4f66-a0a5-cc9413621470 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:39.655266 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0e2fd51f-ab9e-43b3-8e98-76c1a2d89351 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aba27b768a4e42e282ca42c395da255d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3750277 May 30 20:02:39.662816 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55170) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:39.721024 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a0bce409-fbbf-4ff7-8e3a-cfa335421beb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 1099 time: 0.4718456 May 30 20:02:39.735118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18938558-470b-4c90-a445-5df43f5bea5f req-578f5510-8da8-48ce-991b-48304c537733 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:39.736599 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-18938558-470b-4c90-a445-5df43f5bea5f req-578f5510-8da8-48ce-991b-48304c537733 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 943 time: 0.6485844 May 30 20:02:39.764130 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c7caa42-90d3-495a-9760-52283ef3c3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:39.793176 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8387c7d-83d8-4da1-a70e-0388df1a0e17 req-963e835b-0239-4fb3-aeda-09e461a641f2 service neutron] 10.222.0.93 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826088 May 30 20:02:39.843486 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c7caa42-90d3-495a-9760-52283ef3c3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:39.873222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:39.891909 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:39.910011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Transition to ACTIVE for port object 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:39.913208 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:40.008052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966ab9c-2688-4f58-9686-cbec1576cd4a req-cf85d931-6203-4097-a89c-14c0f9a8ead3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:40.015973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966ab9c-2688-4f58-9686-cbec1576cd4a req-cf85d931-6203-4097-a89c-14c0f9a8ead3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:40.023014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966ab9c-2688-4f58-9686-cbec1576cd4a req-cf85d931-6203-4097-a89c-14c0f9a8ead3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:40.025376 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0966ab9c-2688-4f58-9686-cbec1576cd4a req-cf85d931-6203-4097-a89c-14c0f9a8ead3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2418 time: 0.8141475 May 30 20:02:40.026148 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c7caa42-90d3-495a-9760-52283ef3c3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:40.047000 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-3d72c0dc-6feb-4066-9f75-b03a9980f53b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 HTTP/1.1" status: 200 len: 217 time: 0.3095062 May 30 20:02:40.060345 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7caa42-90d3-495a-9760-52283ef3c3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3040179-6a05-4c65-8b16-9178ae742b7a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:40.066521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:40.106643 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c7caa42-90d3-495a-9760-52283ef3c3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:40.110486 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5c7caa42-90d3-495a-9760-52283ef3c3de admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f3040179-6a05-4c65-8b16-9178ae742b7a HTTP/1.1" status: 204 len: 168 time: 0.4440327 May 30 20:02:40.190164 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0966ab9c-2688-4f58-9686-cbec1576cd4a req-4a17cfcb-d21d-4052-895d-2368ee3bbc44 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541030 May 30 20:02:40.204597 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-18938558-470b-4c90-a445-5df43f5bea5f req-2ab13121-8f19-431d-a0e2-3fb5d81a7301 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9a038d2-3644-4439-85cb-79b28e01eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141378 May 30 20:02:40.206239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-c3c1b28c-c256-4896-961a-746b3ce148d4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Allocated IP 172.20.0.10 (ae5908b3-cafe-44b3-940c-5e281eb61d7d/0cf1dae0-43aa-431a-8a4a-b753abe75cf0/ff43084a-8a15-4554-8e48-2b161692c1d0) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:40.216325 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a09e43c8-1ad6-4899-8449-1215ea4edec7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:40.217814 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a09e43c8-1ad6-4899-8449-1215ea4edec7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1320095 May 30 20:02:40.288013 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 238dad69-2f8a-437e-b53d-f482c2ad2cae details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:40.384996 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Attempting to bind port 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:40.385554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Attempting to bind port 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'e67155a1-d148-4cf2-8703-3f6e47387a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:40.385686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Attempting to bind port 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be on network ae5908b3-cafe-44b3-940c-5e281eb61d7d {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:40.392185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Port 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be on network ae5908b3-cafe-44b3-940c-5e281eb61d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:02:40.392504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Attempting to bind port 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be on network ae5908b3-cafe-44b3-940c-5e281eb61d7d {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:40.399045 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:40.399372 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Checking segment: {'id': 'e67155a1-d148-4cf2-8703-3f6e47387a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:40.399751 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Bound using segment: {'id': 'e67155a1-d148-4cf2-8703-3f6e47387a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:40.400196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Bound port: 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67155a1-d148-4cf2-8703-3f6e47387a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:40.400536 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:40.586136 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] For port 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:40.590672 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] For port 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be,segment=NetworkSegment(e67155a1-d148-4cf2-8703-3f6e47387a62),segment_id=e67155a1-d148-4cf2-8703-3f6e47387a62)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:40.600336 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2387838f-bb7d-4be8-b5ab-8d64b8cbec66 req-4fe18d54-49c2-412f-af5c-22d345853be8 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/ports?device_id=480e9bc2-d52a-4e0f-a96f-1267a0ee32fb HTTP/1.1" status: 200 len: 210 time: 0.1753299 May 30 20:02:40.604215 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:40.641876 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-a45b656d-9406-4d68-aa1d-864b248e4d8e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4105036 May 30 20:02:40.725173 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:40.727925 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] 10.222.0.93 "PUT /v2.0/ports/8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be HTTP/1.1" status: 200 len: 1091 time: 1.4920766 May 30 20:02:40.728491 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9698e81e-3b2c-4edd-b65b-30e655cc2ccd', 'tag': '8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:40.762258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee05bae-f84c-4bb3-bdfc-23d6a7e200f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:40.777105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 238dad69-2f8a-437e-b53d-f482c2ad2cae, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=238dad69-2f8a-437e-b53d-f482c2ad2cae,segment=NetworkSegment(dbea1059-57b8-439c-951d-df443d4c1a35),segment_id=dbea1059-57b8-439c-951d-df443d4c1a35)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:40.794766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '238dad69-2f8a-437e-b53d-f482c2ad2cae', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'port_id': '238dad69-2f8a-437e-b53d-f482c2ad2cae', 'mac_address': 'fa:16:3e:31:83:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:02:40.816608 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-c3c1b28c-c256-4896-961a-746b3ce148d4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:40.841335 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c050cc07-5e5a-4152-91a6-05da4b31cedc'] response: {'server_uuid': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8fec81-bbd5-467f-9120-718d136a7ea0', 'code': 200} May 30 20:02:40.915896 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-fa346219-f0ff-4b2e-9f90-7a328c5e8fe7 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652235 May 30 20:02:40.921566 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:40.935155 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-d6070610-a1e5-4986-a0d4-d4f6b55772b6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6c9afa2680264e56925c1cbb186ac382&device_id=9698e81e-3b2c-4edd-b65b-30e655cc2ccd HTTP/1.1" status: 200 len: 1094 time: 0.0991538 May 30 20:02:40.951946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238dad69-2f8a-437e-b53d-f482c2ad2cae {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:40.974077 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 238dad69-2f8a-437e-b53d-f482c2ad2cae, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=238dad69-2f8a-437e-b53d-f482c2ad2cae,segment=NetworkSegment(dbea1059-57b8-439c-951d-df443d4c1a35),segment_id=dbea1059-57b8-439c-951d-df443d4c1a35)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:40.980069 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:40.982268 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3320a49e-4b4c-461a-8f6c-997c1ab43634 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:41.136986 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-fff59f80-02eb-4c66-a7cd-8c0159d2bf5f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be HTTP/1.1" status: 200 len: 217 time: 0.1952422 May 30 20:02:41.137524 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-c3c1b28c-c256-4896-961a-746b3ce148d4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:41.175357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=238dad69-2f8a-437e-b53d-f482c2ad2cae,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:41.233047 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09cc5cb2-1f8c-41f5-b729-bb52657de9e6 req-68965aeb-bd33-496e-a879-409c65c76706 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962973 May 30 20:02:41.285295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-5f34c3ae-e56c-4280-ad30-9a1429604ef3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:41.287190 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-5f34c3ae-e56c-4280-ad30-9a1429604ef3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0cf1dae0-43aa-431a-8a4a-b753abe75cf0 HTTP/1.1" status: 200 len: 857 time: 0.1436133 May 30 20:02:41.321712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3320a49e-4b4c-461a-8f6c-997c1ab43634, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3320a49e-4b4c-461a-8f6c-997c1ab43634,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:41.333044 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e827e3-f0d2-4e43-a56e-f622a860cfa5'] response: {'name': 'network-changed', 'server_uuid': '40b72ccd-486b-4c32-9ce7-53b706af2162', 'tag': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36', 'status': 'completed', 'code': 200} May 30 20:02:41.364983 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '3320a49e-4b4c-461a-8f6c-997c1ab43634', 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b', 'port_id': '3320a49e-4b4c-461a-8f6c-997c1ab43634', 'mac_address': 'fa:16:3e:1b:72:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4576f90e-77d9-42db-898b-087dbe104c1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:02:41.388504 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-d7310cc2-ba31-436e-a380-8e0836180a26 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ae5908b3-cafe-44b3-940c-5e281eb61d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910366 May 30 20:02:41.447952 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:41.469376 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3320a49e-4b4c-461a-8f6c-997c1ab43634 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:41.477508 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-c3c1b28c-c256-4896-961a-746b3ce148d4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Network ae5908b3-cafe-44b3-940c-5e281eb61d7d is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:41.485167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-c3c1b28c-c256-4896-961a-746b3ce148d4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:41.489185 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3320a49e-4b4c-461a-8f6c-997c1ab43634, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3320a49e-4b4c-461a-8f6c-997c1ab43634,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:41.490710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-c3c1b28c-c256-4896-961a-746b3ce148d4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:41.494504 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:41.526988 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-185220ad-c5e0-4c45-9046-645ad48614d3 req-9e19714f-4671-4b54-9607-e05ac8156e96 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2871 time: 0.5659354 May 30 20:02:41.535054 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1b28c-c256-4896-961a-746b3ce148d4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Pushing event updated for resources: {'Port': ['ID=ff43084a-8a15-4554-8e48-2b161692c1d0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:41.537832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-22cb034a-2334-4f66-a0a5-cc9413621470 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Allocated IP 172.20.0.2 (ae5908b3-cafe-44b3-940c-5e281eb61d7d/0cf1dae0-43aa-431a-8a4a-b753abe75cf0/1bd1a64e-1ebc-459b-9799-aa8185913d49) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:41.595871 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['3320a49e-4b4c-461a-8f6c-997c1ab43634'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:41.644517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=3320a49e-4b4c-461a-8f6c-997c1ab43634,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:41.737600 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-185220ad-c5e0-4c45-9046-645ad48614d3 req-43f5b50d-9079-4282-a40b-79d9de942a48 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789808 May 30 20:02:41.753196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['238dad69-2f8a-437e-b53d-f482c2ad2cae'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:41.803428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-c3c1b28c-c256-4896-961a-746b3ce148d4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:41.804276 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-c3c1b28c-c256-4896-961a-746b3ce148d4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:41.836143 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-8a984cfb-7ff6-4a95-8bec-16e4479086bb service neutron] 10.222.0.93 "GET /v2.0/networks/ae5908b3-cafe-44b3-940c-5e281eb61d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067646 May 30 20:02:41.994532 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-c3c1b28c-c256-4896-961a-746b3ce148d4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8569026 May 30 20:02:42.003678 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-970bff8d-0916-4290-bb9b-5323c82e3145 service neutron] 10.222.0.93 "GET /v2.0/networks/ae5908b3-cafe-44b3-940c-5e281eb61d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612625 May 30 20:02:42.020723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Request body: {'port': {'device_id': '480e9bc2-d52a-4e0f-a96f-1267a0ee32fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:42.076715 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e56400d1-99d2-41e9-9c2b-c0fd5e984abf req-e071acaa-2891-42c4-8ccd-4c80cab5d939 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 1099 time: 0.7513542 May 30 20:02:42.311430 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3320a49e-4b4c-461a-8f6c-997c1ab43634 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:42.384137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 3320a49e-4b4c-461a-8f6c-997c1ab43634 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:42.384857 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:42.501133 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:42.534623 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3320a49e-4b4c-461a-8f6c-997c1ab43634, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3320a49e-4b4c-461a-8f6c-997c1ab43634,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:42.538753 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:42.574478 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:42.605362 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=3320a49e-4b4c-461a-8f6c-997c1ab43634,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:42.622056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72434b4c-0faf-4fbf-9382-392413781542 req-8edab21b-6a2a-401d-8f99-8ef1dcc60472 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:42.623475 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-72434b4c-0faf-4fbf-9382-392413781542 req-8edab21b-6a2a-401d-8f99-8ef1dcc60472 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 945 time: 1.2094002 May 30 20:02:42.628942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e22d9f-52ef-4275-b489-fcf22ce56e80 req-f2ea9c41-e1fb-430c-a4fe-57a7171422e8 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:42.630248 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21e22d9f-52ef-4275-b489-fcf22ce56e80 req-f2ea9c41-e1fb-430c-a4fe-57a7171422e8 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 948 time: 1.3061838 May 30 20:02:42.646216 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-22cb034a-2334-4f66-a0a5-cc9413621470 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:42.662249 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56400d1-99d2-41e9-9c2b-c0fd5e984abf req-77efff1c-5711-4f61-bcd8-a8f3e8c11d33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:42.663593 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e56400d1-99d2-41e9-9c2b-c0fd5e984abf req-77efff1c-5711-4f61-bcd8-a8f3e8c11d33 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.5624454 May 30 20:02:42.839676 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e56400d1-99d2-41e9-9c2b-c0fd5e984abf req-81817999-76ed-499c-ba6d-08590f8a7732 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 HTTP/1.1" status: 200 len: 217 time: 0.1363049 May 30 20:02:42.842490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3ec7f9-834b-49a0-893a-76d0c5c30f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c813cce0-3299-4b15-89d9-07cc6d922802'}, {'server_uuid': '53bc810e-02c9-4044-aa05-b1bbc663b090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3320a49e-4b4c-461a-8f6c-997c1ab43634'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:42.947921 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-72434b4c-0faf-4fbf-9382-392413781542 req-4cb7de97-91c4-4433-a76a-4206371ad267 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118730 May 30 20:02:42.958790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21e22d9f-52ef-4275-b489-fcf22ce56e80 req-b9e38609-928b-4109-a16f-f8ec21a1924a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187814 May 30 20:02:43.029054 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef72bd4-97ec-405f-9af9-27bd8205cc10 req-9ddbe269-5dae-4400-9e0d-a0a1686b6f13 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:43.030460 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fef72bd4-97ec-405f-9af9-27bd8205cc10 req-9ddbe269-5dae-4400-9e0d-a0a1686b6f13 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 944 time: 0.5095417 May 30 20:02:43.031439 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-22cb034a-2334-4f66-a0a5-cc9413621470 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:43.051988 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98df7374-f903-4a0b-8eed-3a58b7a5b031'] response: {'name': 'network-changed', 'server_uuid': '9698e81e-3b2c-4edd-b65b-30e655cc2ccd', 'tag': '8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be', 'status': 'completed', 'code': 200} May 30 20:02:43.088260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56400d1-99d2-41e9-9c2b-c0fd5e984abf req-0a45626c-4d97-4b75-b591-6f811880ae58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:43.089761 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e56400d1-99d2-41e9-9c2b-c0fd5e984abf req-0a45626c-4d97-4b75-b591-6f811880ae58 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1865580 May 30 20:02:43.199366 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-df729b6d-8122-4610-a70f-dff908aa9685 req-45aa783d-0658-4aba-be5c-7b14d4ebfa38 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6c9afa2680264e56925c1cbb186ac382&device_id=9698e81e-3b2c-4edd-b65b-30e655cc2ccd HTTP/1.1" status: 200 len: 1094 time: 0.1153948 May 30 20:02:43.341186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df729b6d-8122-4610-a70f-dff908aa9685 req-a77327a6-b930-4db4-b22c-15832d82081b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:43.342486 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-df729b6d-8122-4610-a70f-dff908aa9685 req-a77327a6-b930-4db4-b22c-15832d82081b service neutron] 10.222.0.93 "GET /v2.0/networks?id=ae5908b3-cafe-44b3-940c-5e281eb61d7d HTTP/1.1" status: 200 len: 918 time: 0.1272337 May 30 20:02:43.373449 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb034a-2334-4f66-a0a5-cc9413621470 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Pushing event updated for resources: {'Port': ['ID=1bd1a64e-1ebc-459b-9799-aa8185913d49,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:43.382059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-22cb034a-2334-4f66-a0a5-cc9413621470 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Network ae5908b3-cafe-44b3-940c-5e281eb61d7d is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:43.385475 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-fef72bd4-97ec-405f-9af9-27bd8205cc10 req-8407607b-2bfb-4504-9440-d1feb7d49d81 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Deleting port c813cce0-3299-4b15-89d9-07cc6d922802 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:43.386364 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fef72bd4-97ec-405f-9af9-27bd8205cc10 req-8407607b-2bfb-4504-9440-d1feb7d49d81 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:43.413174 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-df729b6d-8122-4610-a70f-dff908aa9685 req-93b3542b-138d-4be1-8cfc-1c1e3afaf928 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be HTTP/1.1" status: 200 len: 217 time: 0.0645692 May 30 20:02:43.433231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-22cb034a-2334-4f66-a0a5-cc9413621470 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:43.447983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-22cb034a-2334-4f66-a0a5-cc9413621470 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:43.475884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df729b6d-8122-4610-a70f-dff908aa9685 req-e2e9d741-eba0-40aa-9170-629a1f9d07f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:43.477608 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-df729b6d-8122-4610-a70f-dff908aa9685 req-e2e9d741-eba0-40aa-9170-629a1f9d07f0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0cf1dae0-43aa-431a-8a4a-b753abe75cf0 HTTP/1.1" status: 200 len: 857 time: 0.0575078 May 30 20:02:43.523118 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-df729b6d-8122-4610-a70f-dff908aa9685 req-fe7bce57-6b39-4f97-9fe6-e040a8de167b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ae5908b3-cafe-44b3-940c-5e281eb61d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390835 May 30 20:02:43.619031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-22cb034a-2334-4f66-a0a5-cc9413621470 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:43.619543 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-22cb034a-2334-4f66-a0a5-cc9413621470 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:43.653925 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e56400d1-99d2-41e9-9c2b-c0fd5e984abf req-464fdefb-b6b8-4679-8d97-96d2365da16f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5276396 May 30 20:02:43.657374 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-df729b6d-8122-4610-a70f-dff908aa9685 req-e6cae05f-1ba2-4152-8edd-37c52ca1de41 service neutron] 10.222.0.93 "GET /v2.0/networks/ae5908b3-cafe-44b3-940c-5e281eb61d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269422 May 30 20:02:43.715099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146555c2-3f4c-444e-b86c-01b153a94c81 req-430c7607-88ee-4679-8cc4-9a1cd5ada9d4 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:43.716536 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-146555c2-3f4c-444e-b86c-01b153a94c81 req-430c7607-88ee-4679-8cc4-9a1cd5ada9d4 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 945 time: 0.5061398 May 30 20:02:43.790483 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-df729b6d-8122-4610-a70f-dff908aa9685 req-1bcd7898-196a-45e9-8cd7-09fa38e3d944 service neutron] 10.222.0.93 "GET /v2.0/networks/ae5908b3-cafe-44b3-940c-5e281eb61d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275072 May 30 20:02:43.800788 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-22cb034a-2334-4f66-a0a5-cc9413621470 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3224175 May 30 20:02:43.825368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a7503-28b3-4d2a-bcaf-a2ba9cac2011 req-1e1e578f-77eb-431b-b95f-6aa6c5ec9a12 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:43.826822 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-400a7503-28b3-4d2a-bcaf-a2ba9cac2011 req-1e1e578f-77eb-431b-b95f-6aa6c5ec9a12 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 944 time: 0.6153233 May 30 20:02:43.900511 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Request body: {'port': {'device_id': '90c0d20e-2acf-49c1-bceb-89cd163102a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:44.120222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff43084a-8a15-4554-8e48-2b161692c1d0 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:44.161020 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:44.258569 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Transition to ACTIVE for port object ff43084a-8a15-4554-8e48-2b161692c1d0 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:44.262025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-fef72bd4-97ec-405f-9af9-27bd8205cc10 req-8407607b-2bfb-4504-9440-d1feb7d49d81 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] For port c813cce0-3299-4b15-89d9-07cc6d922802, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c813cce0-3299-4b15-89d9-07cc6d922802,segment=NetworkSegment(813fc3d0-1b13-4b9b-9a47-e783b9dd5c37),segment_id=813fc3d0-1b13-4b9b-9a47-e783b9dd5c37)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:44.262415 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fef72bd4-97ec-405f-9af9-27bd8205cc10 req-8407607b-2bfb-4504-9440-d1feb7d49d81 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:44.293111 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:44.293564 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:44.297064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 238dad69-2f8a-437e-b53d-f482c2ad2cae up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:44.298136 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-146555c2-3f4c-444e-b86c-01b153a94c81 req-c2a5bbe4-322f-4bc2-98c8-89c3b50df116 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990721 May 30 20:02:44.384297 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-400a7503-28b3-4d2a-bcaf-a2ba9cac2011 req-e84330d9-53b6-48e8-82b8-15c158f771e9 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9a038d2-3644-4439-85cb-79b28e01eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942842 May 30 20:02:44.461956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-fef72bd4-97ec-405f-9af9-27bd8205cc10 req-8407607b-2bfb-4504-9440-d1feb7d49d81 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Calling delete_port for c813cce0-3299-4b15-89d9-07cc6d922802 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:02:44.466167 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 238dad69-2f8a-437e-b53d-f482c2ad2cae completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:44.484276 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 238dad69-2f8a-437e-b53d-f482c2ad2cae triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:44.484651 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:44.507063 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e56400d1-99d2-41e9-9c2b-c0fd5e984abf req-61a08c3c-c312-403b-a8b9-0d66f0d541f3 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8346326 May 30 20:02:44.542759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:44.546683 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:44.553345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be,segment=NetworkSegment(e67155a1-d148-4cf2-8703-3f6e47387a62),segment_id=e67155a1-d148-4cf2-8703-3f6e47387a62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:44.576686 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be', 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d', 'port_id': '8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be', 'mac_address': 'fa:16:3e:bc:6d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf1dae0-43aa-431a-8a4a-b753abe75cf0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:02:44.767883 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:44.779424 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:44.798371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Pushing event updated for resources: {'Port': ['ID=ff43084a-8a15-4554-8e48-2b161692c1d0,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:44.831955 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:44.852811 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:44.872218 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 238dad69-2f8a-437e-b53d-f482c2ad2cae, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=238dad69-2f8a-437e-b53d-f482c2ad2cae,segment=NetworkSegment(dbea1059-57b8-439c-951d-df443d4c1a35),segment_id=dbea1059-57b8-439c-951d-df443d4c1a35)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:44.877124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be,segment=NetworkSegment(e67155a1-d148-4cf2-8703-3f6e47387a62),segment_id=e67155a1-d148-4cf2-8703-3f6e47387a62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:44.877610 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36', 'mac_address': 'fa:16:3e:31:c9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:02:44.879909 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:44.950113 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:45.030215 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:45.046234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=238dad69-2f8a-437e-b53d-f482c2ad2cae,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:45.089813 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:45.124426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd8d35-b084-429d-82b9-9fb112c754f4 req-66de186d-0ea8-4420-a540-499ddc0a9a0b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:45.125133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:45.128928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd8d35-b084-429d-82b9-9fb112c754f4 req-66de186d-0ea8-4420-a540-499ddc0a9a0b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:45.130431 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:45.132176 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:45.133007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd8d35-b084-429d-82b9-9fb112c754f4 req-66de186d-0ea8-4420-a540-499ddc0a9a0b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:45.134636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0afd8d35-b084-429d-82b9-9fb112c754f4 req-66de186d-0ea8-4420-a540-499ddc0a9a0b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2418 time: 0.6423836 May 30 20:02:45.157592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e56400d1-99d2-41e9-9c2b-c0fd5e984abf req-427097e5-0fba-4f7e-a335-590756f7c707 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5975623 May 30 20:02:45.196111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742891f-6bfd-43bd-85d1-c9d28596cc00 req-12fc6af3-157a-4dbc-b62a-1beeb07b6cb8 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:45.196780 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a742891f-6bfd-43bd-85d1-c9d28596cc00 req-12fc6af3-157a-4dbc-b62a-1beeb07b6cb8 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Synchronizing usage tracker for tenant:6c9afa2680264e56925c1cbb186ac382 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:45.197532 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:45.253794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:45.271378 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fef72bd4-97ec-405f-9af9-27bd8205cc10 req-8407607b-2bfb-4504-9440-d1feb7d49d81 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:45.365601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407607b-2bfb-4504-9440-d1feb7d49d81 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Pushing event deleted for resources: {'Port': ['ID=c813cce0-3299-4b15-89d9-07cc6d922802,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:45.367486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Attempting to bind port ff43084a-8a15-4554-8e48-2b161692c1d0 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:45.367815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Attempting to bind port ff43084a-8a15-4554-8e48-2b161692c1d0 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'e67155a1-d148-4cf2-8703-3f6e47387a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:45.368159 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Attempting to bind port ff43084a-8a15-4554-8e48-2b161692c1d0 on network ae5908b3-cafe-44b3-940c-5e281eb61d7d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:45.390956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a742891f-6bfd-43bd-85d1-c9d28596cc00 req-12fc6af3-157a-4dbc-b62a-1beeb07b6cb8 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Unset dirty status for tenant:6c9afa2680264e56925c1cbb186ac382 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:45.392149 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a742891f-6bfd-43bd-85d1-c9d28596cc00 req-12fc6af3-157a-4dbc-b62a-1beeb07b6cb8 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/ports?device_id=480e9bc2-d52a-4e0f-a96f-1267a0ee32fb HTTP/1.1" status: 200 len: 944 time: 0.8756120 May 30 20:02:45.400596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:45.446190 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0afd8d35-b084-429d-82b9-9fb112c754f4 req-16df22d0-20a2-42ee-9aa4-3def8e86ceca tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985907 May 30 20:02:45.446705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Port ff43084a-8a15-4554-8e48-2b161692c1d0 on network ae5908b3-cafe-44b3-940c-5e281eb61d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:02:45.447022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Attempting to bind port ff43084a-8a15-4554-8e48-2b161692c1d0 on network ae5908b3-cafe-44b3-940c-5e281eb61d7d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:45.518876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef72bd4-97ec-405f-9af9-27bd8205cc10 req-8407607b-2bfb-4504-9440-d1feb7d49d81 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] No DVR routers for this DVR port c813cce0-3299-4b15-89d9-07cc6d922802 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:02:45.525307 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fef72bd4-97ec-405f-9af9-27bd8205cc10 req-8407607b-2bfb-4504-9440-d1feb7d49d81 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:45.528036 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:45.528371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Checking segment: {'id': 'e67155a1-d148-4cf2-8703-3f6e47387a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:45.528741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Bound using segment: {'id': 'e67155a1-d148-4cf2-8703-3f6e47387a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:45.529545 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Bound port: ff43084a-8a15-4554-8e48-2b161692c1d0, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67155a1-d148-4cf2-8703-3f6e47387a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:45.529545 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:45.538073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3ec7f9-834b-49a0-893a-76d0c5c30f22', 'name': 'network-vif-deleted', 'tag': 'c813cce0-3299-4b15-89d9-07cc6d922802'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:45.600511 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fef72bd4-97ec-405f-9af9-27bd8205cc10 req-8407607b-2bfb-4504-9440-d1feb7d49d81 tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.77 "DELETE /v2.0/ports/c813cce0-3299-4b15-89d9-07cc6d922802 HTTP/1.1" status: 204 len: 173 time: 2.5173123 May 30 20:02:45.629628 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a742891f-6bfd-43bd-85d1-c9d28596cc00 req-5f412c80-7f71-4073-8090-ac77effb6f09 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ccb79fd-2d9b-4096-aaed-ac06defecff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935413 May 30 20:02:45.680294 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59a55fc-2d67-4283-8015-bb9ec633ed4a'] response: {'server_uuid': 'ef3ec7f9-834b-49a0-893a-76d0c5c30f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c813cce0-3299-4b15-89d9-07cc6d922802', 'code': 200} May 30 20:02:45.680660 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59a55fc-2d67-4283-8015-bb9ec633ed4a'] response: {'server_uuid': '53bc810e-02c9-4044-aa05-b1bbc663b090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3320a49e-4b4c-461a-8f6c-997c1ab43634', 'code': 200} May 30 20:02:45.719172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] For port ff43084a-8a15-4554-8e48-2b161692c1d0, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:45.722287 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd1a64e-1ebc-459b-9799-aa8185913d49 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:45.727379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] For port ff43084a-8a15-4554-8e48-2b161692c1d0, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ff43084a-8a15-4554-8e48-2b161692c1d0,segment=NetworkSegment(e67155a1-d148-4cf2-8703-3f6e47387a62),segment_id=e67155a1-d148-4cf2-8703-3f6e47387a62)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:45.731669 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:45.739842 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:45.792623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Transition to ACTIVE for port object 1bd1a64e-1ebc-459b-9799-aa8185913d49 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:45.947300 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:46.015955 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55242) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:46.025420 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:46.027470 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] 10.222.0.93 "PUT /v2.0/ports/ff43084a-8a15-4554-8e48-2b161692c1d0 HTTP/1.1" status: 200 len: 1092 time: 4.0197127 May 30 20:02:46.032163 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0228257-4e4b-40e8-bfe0-6004a8c4ef87 service neutron] Pushing event updated for resources: {'Port': ['ID=ff43084a-8a15-4554-8e48-2b161692c1d0,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:46.218135 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-de867fc4-1367-4d1a-bb15-64882f110169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:46.267668 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Pushing event updated for resources: {'Port': ['ID=1bd1a64e-1ebc-459b-9799-aa8185913d49,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:46.271251 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-de867fc4-1367-4d1a-bb15-64882f110169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:46.277076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-de867fc4-1367-4d1a-bb15-64882f110169 admin admin] Usage tracker for resource:security_group_rule and tenant:f3b9b42fdf4e472ca3a437200339b5fd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:46.285213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-de867fc4-1367-4d1a-bb15-64882f110169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:46.291305 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-de867fc4-1367-4d1a-bb15-64882f110169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:46.314691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:46.379871 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-de867fc4-1367-4d1a-bb15-64882f110169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:46.384565 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-de867fc4-1367-4d1a-bb15-64882f110169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:46.402221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:46.407798 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:46.408306 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:46.421871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72571168-5e12-465c-b584-8eec9bb5c46e req-6beaf798-32cb-4762-be99-45997450dc46 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:46.423320 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-72571168-5e12-465c-b584-8eec9bb5c46e req-6beaf798-32cb-4762-be99-45997450dc46 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 945 time: 0.4821529 May 30 20:02:46.429006 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62a0e796-286c-49a3-af09-2a2c10f4d950 req-2848ca41-6e97-4b32-bc4c-6b56249b0dbe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5dd329ae9e0742dd8efa8e8b988ec12c&device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 210 time: 0.1000154 May 30 20:02:46.436123 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de867fc4-1367-4d1a-bb15-64882f110169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae8d564-4b8e-466d-a65c-3bc1415c00e2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:46.443108 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-de867fc4-1367-4d1a-bb15-64882f110169 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f3b9b42fdf4e472ca3a437200339b5fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4260688 May 30 20:02:46.443716 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55248) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:46.504319 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-188d699a-b602-4e59-be64-e4d403e91003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:46.530484 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-188d699a-b602-4e59-be64-e4d403e91003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:46.531677 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:46.543289 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:46.562036 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-e2d59155-8525-479b-a32d-49b972d670ea service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6c9afa2680264e56925c1cbb186ac382&device_id=480e9bc2-d52a-4e0f-a96f-1267a0ee32fb HTTP/1.1" status: 200 len: 1095 time: 0.4316251 May 30 20:02:46.589784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Attempting to bind port 1bd1a64e-1ebc-459b-9799-aa8185913d49 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:46.590151 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Attempting to bind port 1bd1a64e-1ebc-459b-9799-aa8185913d49 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'e67155a1-d148-4cf2-8703-3f6e47387a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:46.590550 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Attempting to bind port 1bd1a64e-1ebc-459b-9799-aa8185913d49 on network ae5908b3-cafe-44b3-940c-5e281eb61d7d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:46.592552 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-188d699a-b602-4e59-be64-e4d403e91003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:46.627990 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be,segment=NetworkSegment(e67155a1-d148-4cf2-8703-3f6e47387a62),segment_id=e67155a1-d148-4cf2-8703-3f6e47387a62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:46.634712 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:46.635490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3320a49e-4b4c-461a-8f6c-997c1ab43634 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:46.654876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee4b42-518c-4d1e-b102-eea926785f8d req-35627ea8-f510-4429-a0f4-243e6926c1af tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:46.656407 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cee4b42-518c-4d1e-b102-eea926785f8d req-35627ea8-f510-4429-a0f4-243e6926c1af tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 949 time: 0.5632281 May 30 20:02:46.694100 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d699a-b602-4e59-be64-e4d403e91003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae8d564-4b8e-466d-a65c-3bc1415c00e2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:46.698856 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Port 1bd1a64e-1ebc-459b-9799-aa8185913d49 on network ae5908b3-cafe-44b3-940c-5e281eb61d7d not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:02:46.699423 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Attempting to bind port 1bd1a64e-1ebc-459b-9799-aa8185913d49 on network ae5908b3-cafe-44b3-940c-5e281eb61d7d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:46.702551 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-188d699a-b602-4e59-be64-e4d403e91003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:46.714681 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-188d699a-b602-4e59-be64-e4d403e91003 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cae8d564-4b8e-466d-a65c-3bc1415c00e2 HTTP/1.1" status: 204 len: 168 time: 0.2614198 May 30 20:02:46.719635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-72571168-5e12-465c-b584-8eec9bb5c46e req-98702076-b0a6-4502-af40-6ab91a6c1b87 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818069 May 30 20:02:46.721049 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-19f3afe1-2f87-4050-a25a-069c90baf747 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff43084a-8a15-4554-8e48-2b161692c1d0 HTTP/1.1" status: 200 len: 217 time: 0.1358736 May 30 20:02:46.767401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:46.778579 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:46.778945 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:46.795433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:46.795768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Checking segment: {'id': 'e67155a1-d148-4cf2-8703-3f6e47387a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:46.796175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Bound using segment: {'id': 'e67155a1-d148-4cf2-8703-3f6e47387a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:46.796616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Bound port: 1bd1a64e-1ebc-459b-9799-aa8185913d49, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67155a1-d148-4cf2-8703-3f6e47387a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:46.796956 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:46.809421 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:46.829436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0e796-286c-49a3-af09-2a2c10f4d950 req-91e1d048-c309-4421-87da-5bb7c3d8fd82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:46.830897 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62a0e796-286c-49a3-af09-2a2c10f4d950 req-91e1d048-c309-4421-87da-5bb7c3d8fd82 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=5dd329ae9e0742dd8efa8e8b988ec12c&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3921261 May 30 20:02:46.893498 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:46.902977 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cee4b42-518c-4d1e-b102-eea926785f8d req-8d7ee126-2477-4192-a9bc-b665e9dc9e0e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302167 May 30 20:02:46.995757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2dfcddcc-4113-420b-ade6-7f05fc4cda68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:46.997265 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2dfcddcc-4113-420b-ade6-7f05fc4cda68 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0cf1dae0-43aa-431a-8a4a-b753abe75cf0 HTTP/1.1" status: 200 len: 857 time: 0.2625804 May 30 20:02:47.009631 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:47.043467 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3320a49e-4b4c-461a-8f6c-997c1ab43634, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3320a49e-4b4c-461a-8f6c-997c1ab43634,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:47.066611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:47.068094 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-00a1967c-3622-413d-8aea-8eb425274382 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ae5908b3-cafe-44b3-940c-5e281eb61d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587101 May 30 20:02:47.069170 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:47.103561 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:47.104531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c813cce0-3299-4b15-89d9-07cc6d922802 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:47.117662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] For port 1bd1a64e-1ebc-459b-9799-aa8185913d49, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:47.156372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: c813cce0-3299-4b15-89d9-07cc6d922802 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:02:47.156717 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c813cce0-3299-4b15-89d9-07cc6d922802 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:02:47.183750 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=3320a49e-4b4c-461a-8f6c-997c1ab43634,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:47.238655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] For port 1bd1a64e-1ebc-459b-9799-aa8185913d49, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1bd1a64e-1ebc-459b-9799-aa8185913d49,segment=NetworkSegment(e67155a1-d148-4cf2-8703-3f6e47387a62),segment_id=e67155a1-d148-4cf2-8703-3f6e47387a62)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:47.252571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0e796-286c-49a3-af09-2a2c10f4d950 req-32944e22-a405-4d17-aaad-80e14dd00a9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:47.254040 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62a0e796-286c-49a3-af09-2a2c10f4d950 req-32944e22-a405-4d17-aaad-80e14dd00a9b service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4136212 May 30 20:02:47.261218 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:47.274545 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:47.373720 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-785ad5cf-084c-459c-8b0a-9e6ff7694fab'] response: {'server_uuid': 'ef3ec7f9-834b-49a0-893a-76d0c5c30f22', 'name': 'network-vif-deleted', 'tag': 'c813cce0-3299-4b15-89d9-07cc6d922802', 'status': 'completed', 'code': 200} May 30 20:02:47.400943 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-62a0e796-286c-49a3-af09-2a2c10f4d950 req-1e1ed54a-2b90-4ddf-bd60-30da4619ca5d tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Synchronizing usage tracker for tenant:5dd329ae9e0742dd8efa8e8b988ec12c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:47.423943 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-12ebb3bc-c0a6-4bbb-9120-070b3e8bb85b service neutron] 10.222.0.93 "GET /v2.0/networks/ae5908b3-cafe-44b3-940c-5e281eb61d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461208 May 30 20:02:47.425377 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:47.426718 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-2e150823-67c3-4752-9832-f0ee254029db service neutron] 10.222.0.77 "PUT /v2.0/ports/1bd1a64e-1ebc-459b-9799-aa8185913d49 HTTP/1.1" status: 200 len: 1091 time: 3.5379283 May 30 20:02:47.464743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e150823-67c3-4752-9832-f0ee254029db service neutron] Pushing event updated for resources: {'Port': ['ID=1bd1a64e-1ebc-459b-9799-aa8185913d49,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:47.665467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-62a0e796-286c-49a3-af09-2a2c10f4d950 req-1e1ed54a-2b90-4ddf-bd60-30da4619ca5d tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] Unset dirty status for tenant:5dd329ae9e0742dd8efa8e8b988ec12c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:47.666561 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62a0e796-286c-49a3-af09-2a2c10f4d950 req-1e1ed54a-2b90-4ddf-bd60-30da4619ca5d tempest-ImagesTestJSON-1243114249 tempest-ImagesTestJSON-1243114249-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef3ec7f9-834b-49a0-893a-76d0c5c30f22 HTTP/1.1" status: 200 len: 210 time: 0.3379505 May 30 20:02:47.681894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238dad69-2f8a-437e-b53d-f482c2ad2cae'}, {'server_uuid': '9698e81e-3b2c-4edd-b65b-30e655cc2ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be'}, {'server_uuid': '53bc810e-02c9-4044-aa05-b1bbc663b090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3320a49e-4b4c-461a-8f6c-997c1ab43634'}, {'server_uuid': '40b72ccd-486b-4c32-9ce7-53b706af2162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:47.741241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c8703-a451-466c-b2d5-f99e3b797ccb req-71750322-eedb-4dc5-a569-ce97c02ff2c2 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:47.742704 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa1c8703-a451-466c-b2d5-f99e3b797ccb req-71750322-eedb-4dc5-a569-ce97c02ff2c2 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 945 time: 0.6332607 May 30 20:02:47.839706 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-029151ed-8ba8-4a22-931e-bb5e8a47e410 service neutron] 10.222.0.93 "GET /v2.0/networks/ae5908b3-cafe-44b3-940c-5e281eb61d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070914 May 30 20:02:47.860416 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa1c8703-a451-466c-b2d5-f99e3b797ccb req-93dc762a-1dad-4dc5-a9b0-3eef88a3c2e3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9a038d2-3644-4439-85cb-79b28e01eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090643 May 30 20:02:47.874242 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-3336172b-cca0-427b-9459-a1c7b0a82300 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6c9afa2680264e56925c1cbb186ac382&device_id=90c0d20e-2acf-49c1-bceb-89cd163102a8 HTTP/1.1" status: 200 len: 1094 time: 0.2427304 May 30 20:02:47.880154 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dffe33-c64a-46c6-9de4-6f171206fb18 req-582c760e-e86d-4fc9-bbe2-76450512c6a5 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:47.881568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7dffe33-c64a-46c6-9de4-6f171206fb18 req-582c760e-e86d-4fc9-bbe2-76450512c6a5 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/ports?device_id=480e9bc2-d52a-4e0f-a96f-1267a0ee32fb HTTP/1.1" status: 200 len: 944 time: 0.2489839 May 30 20:02:47.962708 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-3d6696d1-021f-46d4-b2c5-13509540c977 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bd1a64e-1ebc-459b-9799-aa8185913d49 HTTP/1.1" status: 200 len: 217 time: 0.0801096 May 30 20:02:48.073911 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7dffe33-c64a-46c6-9de4-6f171206fb18 req-05de8d75-548d-4c2d-8ae6-11243e8f32a2 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ccb79fd-2d9b-4096-aaed-ac06defecff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423378 May 30 20:02:48.094470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-1c5f2d8e-929b-4fca-8a29-24a2362bef51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:48.095931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-1c5f2d8e-929b-4fca-8a29-24a2362bef51 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0cf1dae0-43aa-431a-8a4a-b753abe75cf0 HTTP/1.1" status: 200 len: 857 time: 0.1216798 May 30 20:02:48.153193 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-94ddb690-ecf2-4267-aa43-5a01babf620b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae5908b3-cafe-44b3-940c-5e281eb61d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466332 May 30 20:02:48.189286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d40c5-db3c-44a4-9d72-6b0952754e53 req-75a5008a-9e90-4869-b31c-add0e065cd0b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:48.190737 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-737d40c5-db3c-44a4-9d72-6b0952754e53 req-75a5008a-9e90-4869-b31c-add0e065cd0b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 943 time: 0.2154069 May 30 20:02:48.314083 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-737d40c5-db3c-44a4-9d72-6b0952754e53 req-d6f45d0a-87d6-4f80-84aa-c3fea71d2671 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806267 May 30 20:02:48.333597 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-be4e498b-da87-47ff-92fa-5608ec191953 service neutron] 10.222.0.77 "GET /v2.0/networks/ae5908b3-cafe-44b3-940c-5e281eb61d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740456 May 30 20:02:48.399264 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19588c99-ab61-4dcb-9749-9102463ec0d9'] response: {'server_uuid': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238dad69-2f8a-437e-b53d-f482c2ad2cae', 'code': 200} May 30 20:02:48.399528 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19588c99-ab61-4dcb-9749-9102463ec0d9'] response: {'server_uuid': '9698e81e-3b2c-4edd-b65b-30e655cc2ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be', 'code': 200} May 30 20:02:48.399787 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19588c99-ab61-4dcb-9749-9102463ec0d9'] response: {'server_uuid': '53bc810e-02c9-4044-aa05-b1bbc663b090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3320a49e-4b4c-461a-8f6c-997c1ab43634', 'code': 200} May 30 20:02:48.400261 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19588c99-ab61-4dcb-9749-9102463ec0d9'] response: {'server_uuid': '40b72ccd-486b-4c32-9ce7-53b706af2162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36', 'code': 200} May 30 20:02:48.582927 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-edcc269d-2352-434c-ace7-f01f389bb6d2 req-a9734f02-d7b1-4231-a414-c74f5f7f5d4a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9698e81e-3b2c-4edd-b65b-30e655cc2ccd HTTP/1.1" status: 200 len: 1096 time: 0.0664549 May 30 20:02:48.627121 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-edcc269d-2352-434c-ace7-f01f389bb6d2 req-eabc8311-2a84-4d1b-a7e7-b36f30e1948b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7ccb79fd-2d9b-4096-aaed-ac06defecff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361252 May 30 20:02:48.728363 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63463d1f-eca3-4153-8fb5-9adcabbc5c65 req-b25c6822-1d62-4b8e-b404-fd6b1000527a service neutron] 10.222.0.77 "GET /v2.0/networks/ae5908b3-cafe-44b3-940c-5e281eb61d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857462 May 30 20:02:48.766929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b6072-87f7-47c8-ba15-8b6aaac53a78 req-71cb9389-1b97-4601-9802-a95394a86ffd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:48.768381 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-697b6072-87f7-47c8-ba15-8b6aaac53a78 req-71cb9389-1b97-4601-9802-a95394a86ffd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 945 time: 0.3106208 May 30 20:02:48.779463 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81225f14-5b9b-4d77-a387-d5dd8ab778d8 req-f9c2c97f-a337-4dfd-89b0-b3177fb275e4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 1101 time: 0.2745471 May 30 20:02:48.783458 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-959d8f7b-bed4-479e-a801-17d0a8042f70 req-3bb2af7e-d7d6-44ed-8f4f-5b6bb4d31ad0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 1096 time: 0.2888541 May 30 20:02:48.800861 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929ff1e-9a2e-45a2-8746-89485244f2cd req-f9ef7958-6336-4c94-bcad-fd7944c44ae2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:48.802229 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3929ff1e-9a2e-45a2-8746-89485244f2cd req-f9ef7958-6336-4c94-bcad-fd7944c44ae2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 950 time: 0.2983890 May 30 20:02:48.914691 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-697b6072-87f7-47c8-ba15-8b6aaac53a78 req-e19ee535-9e98-4eb3-b947-58d7e8782fee tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403613 May 30 20:02:48.926855 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81225f14-5b9b-4d77-a387-d5dd8ab778d8 req-ed1f9667-143c-4274-8648-b06576fdc737 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222150 May 30 20:02:48.932070 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-959d8f7b-bed4-479e-a801-17d0a8042f70 req-464598ae-140f-42ba-8ef4-5711ff3507ed service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f9a038d2-3644-4439-85cb-79b28e01eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916276 May 30 20:02:48.934873 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3929ff1e-9a2e-45a2-8746-89485244f2cd req-5a55044f-7710-4e56-bb6d-6719d98d23d7 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155522 May 30 20:02:49.129682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f87e41-b1ee-4df3-bad1-79b2ebd0b04c req-e1a3d3b6-940e-46a1-99b1-e74e0cc73316 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:49.133589 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f87e41-b1ee-4df3-bad1-79b2ebd0b04c req-e1a3d3b6-940e-46a1-99b1-e74e0cc73316 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:49.137498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f87e41-b1ee-4df3-bad1-79b2ebd0b04c req-e1a3d3b6-940e-46a1-99b1-e74e0cc73316 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:49.139063 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55f87e41-b1ee-4df3-bad1-79b2ebd0b04c req-e1a3d3b6-940e-46a1-99b1-e74e0cc73316 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2418 time: 0.0878937 May 30 20:02:49.241201 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55f87e41-b1ee-4df3-bad1-79b2ebd0b04c req-a78ac980-e275-4e45-9fdc-851d6b83c33a tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958116 May 30 20:02:49.262317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7bd5f-2256-463a-860a-f160bf87600e req-5a06f084-3a6a-418e-93cf-e46955248741 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:49.263802 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-61d7bd5f-2256-463a-860a-f160bf87600e req-5a06f084-3a6a-418e-93cf-e46955248741 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.93 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 943 time: 0.1033752 May 30 20:02:49.376572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480e9bc2-d52a-4e0f-a96f-1267a0ee32fb', 'tag': 'ff43084a-8a15-4554-8e48-2b161692c1d0'}, {'name': 'network-changed', 'server_uuid': '90c0d20e-2acf-49c1-bceb-89cd163102a8', 'tag': '1bd1a64e-1ebc-459b-9799-aa8185913d49'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:49.518533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-61d7bd5f-2256-463a-860a-f160bf87600e req-dfbf5b1f-8871-40a5-bef8-8d91485209b5 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Deleting port 3320a49e-4b4c-461a-8f6c-997c1ab43634 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:49.518875 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-61d7bd5f-2256-463a-860a-f160bf87600e req-dfbf5b1f-8871-40a5-bef8-8d91485209b5 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:49.740426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09f580-23f2-43df-8d38-57abd44b5dcb req-d8dacb20-e4db-46c2-91ee-4c2908355ada tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:49.741862 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd09f580-23f2-43df-8d38-57abd44b5dcb req-d8dacb20-e4db-46c2-91ee-4c2908355ada tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 945 time: 0.4158714 May 30 20:02:49.753858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefb3c4-5898-48eb-ad43-180d89bf8981 req-13d371dd-885a-4eba-9190-e3e00181be35 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:49.755296 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6aefb3c4-5898-48eb-ad43-180d89bf8981 req-13d371dd-885a-4eba-9190-e3e00181be35 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/ports?device_id=480e9bc2-d52a-4e0f-a96f-1267a0ee32fb HTTP/1.1" status: 200 len: 944 time: 0.3867490 May 30 20:02:49.877852 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd09f580-23f2-43df-8d38-57abd44b5dcb req-97e0608d-0ca4-4d81-8b9f-083d839d7f8e tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9a038d2-3644-4439-85cb-79b28e01eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298261 May 30 20:02:49.882946 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6aefb3c4-5898-48eb-ad43-180d89bf8981 req-4cee541b-5cc5-4618-81ab-2a97e1c65425 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ccb79fd-2d9b-4096-aaed-ac06defecff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042428 May 30 20:02:49.884565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-61d7bd5f-2256-463a-860a-f160bf87600e req-dfbf5b1f-8871-40a5-bef8-8d91485209b5 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] For port 3320a49e-4b4c-461a-8f6c-997c1ab43634, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3320a49e-4b4c-461a-8f6c-997c1ab43634,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:49.884925 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-61d7bd5f-2256-463a-860a-f160bf87600e req-dfbf5b1f-8871-40a5-bef8-8d91485209b5 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:50.019824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-61d7bd5f-2256-463a-860a-f160bf87600e req-dfbf5b1f-8871-40a5-bef8-8d91485209b5 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Calling delete_port for 3320a49e-4b4c-461a-8f6c-997c1ab43634 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:02:50.096955 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b5c408-2fd4-4150-b5cd-26646e85bd69'] response: {'name': 'network-changed', 'server_uuid': '480e9bc2-d52a-4e0f-a96f-1267a0ee32fb', 'tag': 'ff43084a-8a15-4554-8e48-2b161692c1d0', 'status': 'completed', 'code': 200} May 30 20:02:50.097333 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b5c408-2fd4-4150-b5cd-26646e85bd69'] response: {'name': 'network-changed', 'server_uuid': '90c0d20e-2acf-49c1-bceb-89cd163102a8', 'tag': '1bd1a64e-1ebc-459b-9799-aa8185913d49', 'status': 'completed', 'code': 200} May 30 20:02:50.324823 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bb4f1479-0239-4200-beb8-52385139411a req-8a1219d9-d66c-4105-b07c-4d6277d482a2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6c9afa2680264e56925c1cbb186ac382&device_id=480e9bc2-d52a-4e0f-a96f-1267a0ee32fb HTTP/1.1" status: 200 len: 1095 time: 0.1460967 May 30 20:02:50.420365 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e81078-85bb-4620-a55d-1b9b0062104e req-c3095957-4f26-4e98-b309-6537dac8e20b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:50.421753 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7e81078-85bb-4620-a55d-1b9b0062104e req-c3095957-4f26-4e98-b309-6537dac8e20b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=53bc810e-02c9-4044-aa05-b1bbc663b090 HTTP/1.1" status: 200 len: 943 time: 0.3684013 May 30 20:02:50.466911 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f1479-0239-4200-beb8-52385139411a req-6b6f938a-25bc-483c-b0ed-a0a36fb3fff7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:50.468614 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bb4f1479-0239-4200-beb8-52385139411a req-6b6f938a-25bc-483c-b0ed-a0a36fb3fff7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ae5908b3-cafe-44b3-940c-5e281eb61d7d HTTP/1.1" status: 200 len: 918 time: 0.1357996 May 30 20:02:50.472256 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-61d7bd5f-2256-463a-860a-f160bf87600e req-dfbf5b1f-8871-40a5-bef8-8d91485209b5 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:50.535587 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bb4f1479-0239-4200-beb8-52385139411a req-1dd291b3-7825-4ab3-b3ad-8a1e6bf24098 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff43084a-8a15-4554-8e48-2b161692c1d0 HTTP/1.1" status: 200 len: 217 time: 0.0604496 May 30 20:02:50.549846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf5b1f-8871-40a5-bef8-8d91485209b5 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Pushing event deleted for resources: {'Port': ['ID=3320a49e-4b4c-461a-8f6c-997c1ab43634,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:50.561775 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb4f1479-0239-4200-beb8-52385139411a req-8b47fd44-89c4-416c-8c49-394d5e3dc1f3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6c9afa2680264e56925c1cbb186ac382&device_id=90c0d20e-2acf-49c1-bceb-89cd163102a8 HTTP/1.1" status: 200 len: 1094 time: 0.3919275 May 30 20:02:50.605210 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f1479-0239-4200-beb8-52385139411a req-4f4d305c-6854-4c95-ba60-0afb1253ad54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:50.606635 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bb4f1479-0239-4200-beb8-52385139411a req-4f4d305c-6854-4c95-ba60-0afb1253ad54 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0cf1dae0-43aa-431a-8a4a-b753abe75cf0 HTTP/1.1" status: 200 len: 857 time: 0.0645678 May 30 20:02:50.652461 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bb4f1479-0239-4200-beb8-52385139411a req-30107091-141a-4579-88a0-a6b3d9319ace service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ae5908b3-cafe-44b3-940c-5e281eb61d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387390 May 30 20:02:50.663348 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-bb4f1479-0239-4200-beb8-52385139411a req-8c3bb626-ec41-4d93-beb2-89f4ae9eaae4 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:02:50.664288 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bb4f1479-0239-4200-beb8-52385139411a req-8c3bb626-ec41-4d93-beb2-89f4ae9eaae4 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047550 May 30 20:02:50.684052 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7e81078-85bb-4620-a55d-1b9b0062104e req-bd13c69c-11c3-4594-8970-ae5d9e8c18ed tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556551 May 30 20:02:50.739404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d7bd5f-2256-463a-860a-f160bf87600e req-dfbf5b1f-8871-40a5-bef8-8d91485209b5 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] No DVR routers for this DVR port 3320a49e-4b4c-461a-8f6c-997c1ab43634 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:02:50.746861 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-61d7bd5f-2256-463a-860a-f160bf87600e req-dfbf5b1f-8871-40a5-bef8-8d91485209b5 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:50.754732 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37e92c-0ecc-4c16-8541-08114f06d0f0 req-be57fb52-8154-49bb-9fba-b4943f58c316 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:50.756196 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e37e92c-0ecc-4c16-8541-08114f06d0f0 req-be57fb52-8154-49bb-9fba-b4943f58c316 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 945 time: 0.4367573 May 30 20:02:50.762813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129970b-f671-4785-a8e4-699bf504a80e req-6dbb3c1a-2108-4242-b2f1-20a43b6ee341 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:50.766721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129970b-f671-4785-a8e4-699bf504a80e req-6dbb3c1a-2108-4242-b2f1-20a43b6ee341 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:50.770631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129970b-f671-4785-a8e4-699bf504a80e req-6dbb3c1a-2108-4242-b2f1-20a43b6ee341 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:50.772213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e129970b-f671-4785-a8e4-699bf504a80e req-6dbb3c1a-2108-4242-b2f1-20a43b6ee341 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2418 time: 0.5037787 May 30 20:02:50.806381 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bb4f1479-0239-4200-beb8-52385139411a req-1162696a-d89a-46cc-9d69-efe8da90a502 service neutron] 10.222.0.93 "GET /v2.0/networks/ae5908b3-cafe-44b3-940c-5e281eb61d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314874 May 30 20:02:50.897177 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-61d7bd5f-2256-463a-860a-f160bf87600e req-dfbf5b1f-8871-40a5-bef8-8d91485209b5 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.93 "DELETE /v2.0/ports/3320a49e-4b4c-461a-8f6c-997c1ab43634 HTTP/1.1" status: 204 len: 173 time: 1.6214211 May 30 20:02:50.953605 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bb4f1479-0239-4200-beb8-52385139411a req-fd39a415-bfeb-4fac-887b-1ef1d33ac10f service neutron] 10.222.0.93 "GET /v2.0/networks/ae5908b3-cafe-44b3-940c-5e281eb61d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352549 May 30 20:02:50.955344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f1479-0239-4200-beb8-52385139411a req-a134861f-76cb-4041-8774-fd401ad311ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:50.956801 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb4f1479-0239-4200-beb8-52385139411a req-a134861f-76cb-4041-8774-fd401ad311ac service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae5908b3-cafe-44b3-940c-5e281eb61d7d HTTP/1.1" status: 200 len: 918 time: 0.3851752 May 30 20:02:50.963404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e129970b-f671-4785-a8e4-699bf504a80e req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Deleting port 189526a6-dab2-4a05-8555-12dff37d0811 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:50.964345 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e129970b-f671-4785-a8e4-699bf504a80e req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:51.068625 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e37e92c-0ecc-4c16-8541-08114f06d0f0 req-4b83cc24-1365-4acb-ab4b-169dc2cf2a5d tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954223 May 30 20:02:51.092984 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb4f1479-0239-4200-beb8-52385139411a req-cbea340b-435d-4b61-af91-18e8f423c7a4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bd1a64e-1ebc-459b-9799-aa8185913d49 HTTP/1.1" status: 200 len: 217 time: 0.1014092 May 30 20:02:51.309891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639952a-09f5-4e76-a31b-f30ccd5ab28c req-58aba193-b6d5-4021-ae55-017898cee789 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:51.311320 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a639952a-09f5-4e76-a31b-f30ccd5ab28c req-58aba193-b6d5-4021-ae55-017898cee789 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 950 time: 0.4780095 May 30 20:02:51.451232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f1479-0239-4200-beb8-52385139411a req-9915d953-b854-4dac-94f0-44e2fe7e1a6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:51.452658 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb4f1479-0239-4200-beb8-52385139411a req-9915d953-b854-4dac-94f0-44e2fe7e1a6e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0cf1dae0-43aa-431a-8a4a-b753abe75cf0 HTTP/1.1" status: 200 len: 857 time: 0.3509595 May 30 20:02:51.534498 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb4f1479-0239-4200-beb8-52385139411a req-bd1e7c51-b202-4a80-b919-2b0ae74bff68 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae5908b3-cafe-44b3-940c-5e281eb61d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645742 May 30 20:02:51.583846 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a639952a-09f5-4e76-a31b-f30ccd5ab28c req-91798b20-253a-4b87-8416-e5e8ce6799f0 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626562 May 30 20:02:51.671607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e129970b-f671-4785-a8e4-699bf504a80e req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] For port 189526a6-dab2-4a05-8555-12dff37d0811, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=189526a6-dab2-4a05-8555-12dff37d0811,segment=NetworkSegment(36a40737-fdb3-4042-93c1-37f03f1618a2),segment_id=36a40737-fdb3-4042-93c1-37f03f1618a2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:51.671956 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e129970b-f671-4785-a8e4-699bf504a80e req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:51.815841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e129970b-f671-4785-a8e4-699bf504a80e req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Calling delete_port for 189526a6-dab2-4a05-8555-12dff37d0811 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:02:51.876930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225d28-c8c0-4f3f-a00d-029c12c7416e req-cd4e2082-45c1-45aa-8767-a4f4868ec7b0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:51.880784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225d28-c8c0-4f3f-a00d-029c12c7416e req-cd4e2082-45c1-45aa-8767-a4f4868ec7b0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:51.884616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225d28-c8c0-4f3f-a00d-029c12c7416e req-cd4e2082-45c1-45aa-8767-a4f4868ec7b0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:51.886666 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97225d28-c8c0-4f3f-a00d-029c12c7416e req-cd4e2082-45c1-45aa-8767-a4f4868ec7b0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 2418 time: 0.5708420 May 30 20:02:51.964204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb4f1479-0239-4200-beb8-52385139411a req-9e1cd762-3bfe-40c1-aebe-ef2a931efd9c service neutron] 10.222.0.77 "GET /v2.0/networks/ae5908b3-cafe-44b3-940c-5e281eb61d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190385 May 30 20:02:52.089827 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97225d28-c8c0-4f3f-a00d-029c12c7416e req-be872e59-e3cf-4740-a7e9-a5e9ff0de851 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913810 May 30 20:02:52.124161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bc810e-02c9-4044-aa05-b1bbc663b090', 'name': 'network-vif-deleted', 'tag': '3320a49e-4b4c-461a-8f6c-997c1ab43634'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:52.180646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef1ebe-8866-47b3-a944-7726829a01ea req-cb482ae4-d332-4fed-8960-85a1f1fcf50e tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:52.182096 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-05ef1ebe-8866-47b3-a944-7726829a01ea req-cb482ae4-d332-4fed-8960-85a1f1fcf50e tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 945 time: 0.4370446 May 30 20:02:52.222984 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e129970b-f671-4785-a8e4-699bf504a80e req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:52.234686 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['189526a6-dab2-4a05-8555-12dff37d0811', 'fac3edd0-fe50-4fd2-83ff-1940e2f563a5', 'fb8fec81-bbd5-467f-9120-718d136a7ea0'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:52.264601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb4f1479-0239-4200-beb8-52385139411a req-c1320543-5481-43b5-b116-980c3ee1c88a service neutron] 10.222.0.77 "GET /v2.0/networks/ae5908b3-cafe-44b3-940c-5e281eb61d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798812 May 30 20:02:52.324823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event deleted for resources: {'Port': ['ID=189526a6-dab2-4a05-8555-12dff37d0811,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:52.348595 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ff43084a-8a15-4554-8e48-2b161692c1d0 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:52.386206 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:52.386763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:52.387200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:52.387645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:52.388086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:52.388509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:52.388928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:52.389346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:52.389781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:52.390223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:52.390652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:52.435268 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-05ef1ebe-8866-47b3-a944-7726829a01ea req-efc32bca-7352-461a-b68c-84300fab84eb tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9a038d2-3644-4439-85cb-79b28e01eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451251 May 30 20:02:52.445947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e129970b-f671-4785-a8e4-699bf504a80e req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] No DVR routers for this DVR port 189526a6-dab2-4a05-8555-12dff37d0811 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:02:52.450248 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e129970b-f671-4785-a8e4-699bf504a80e req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:52.485486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7657f-4dc0-44eb-bf93-cdde9b4ed089 req-a42d5dd6-d775-4f1d-8288-0503c77ee4f5 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:52.487104 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-39e7657f-4dc0-44eb-bf93-cdde9b4ed089 req-a42d5dd6-d775-4f1d-8288-0503c77ee4f5 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/ports?device_id=480e9bc2-d52a-4e0f-a96f-1267a0ee32fb HTTP/1.1" status: 200 len: 944 time: 0.2696025 May 30 20:02:52.489118 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e129970b-f671-4785-a8e4-699bf504a80e req-9f901682-6791-46e9-a7cb-dbbefbc11ed0 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.77 "DELETE /v2.0/ports/189526a6-dab2-4a05-8555-12dff37d0811 HTTP/1.1" status: 204 len: 173 time: 1.7111366 May 30 20:02:52.555489 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port ff43084a-8a15-4554-8e48-2b161692c1d0, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ff43084a-8a15-4554-8e48-2b161692c1d0,segment=NetworkSegment(e67155a1-d148-4cf2-8703-3f6e47387a62),segment_id=e67155a1-d148-4cf2-8703-3f6e47387a62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:52.576517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1bd1a64e-1ebc-459b-9799-aa8185913d49 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:52.584327 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'ff43084a-8a15-4554-8e48-2b161692c1d0', 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d', 'port_id': 'ff43084a-8a15-4554-8e48-2b161692c1d0', 'mac_address': 'fa:16:3e:df:e2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf1dae0-43aa-431a-8a4a-b753abe75cf0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:02:52.602861 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e129970b-f671-4785-a8e4-699bf504a80e req-41b2b9e7-9b2d-4f1e-ab1b-9cbc040ee4df tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Deleting port fac3edd0-fe50-4fd2-83ff-1940e2f563a5 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:52.603146 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e129970b-f671-4785-a8e4-699bf504a80e req-41b2b9e7-9b2d-4f1e-ab1b-9cbc040ee4df tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:52.641682 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-39e7657f-4dc0-44eb-bf93-cdde9b4ed089 req-1a1aa0b0-416e-4886-9357-67e050569042 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ccb79fd-2d9b-4096-aaed-ac06defecff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469412 May 30 20:02:52.692837 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:02:52.791157 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:52.832017 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff43084a-8a15-4554-8e48-2b161692c1d0 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:52.888789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port ff43084a-8a15-4554-8e48-2b161692c1d0, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ff43084a-8a15-4554-8e48-2b161692c1d0,segment=NetworkSegment(e67155a1-d148-4cf2-8703-3f6e47387a62),segment_id=e67155a1-d148-4cf2-8703-3f6e47387a62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:52.900571 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:52.945769 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1bd1a64e-1ebc-459b-9799-aa8185913d49, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1bd1a64e-1ebc-459b-9799-aa8185913d49,segment=NetworkSegment(e67155a1-d148-4cf2-8703-3f6e47387a62),segment_id=e67155a1-d148-4cf2-8703-3f6e47387a62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:52.986565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '1bd1a64e-1ebc-459b-9799-aa8185913d49', 'network_id': 'ae5908b3-cafe-44b3-940c-5e281eb61d7d', 'port_id': '1bd1a64e-1ebc-459b-9799-aa8185913d49', 'mac_address': 'fa:16:3e:c9:7c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf1dae0-43aa-431a-8a4a-b753abe75cf0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:02:53.034647 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=ff43084a-8a15-4554-8e48-2b161692c1d0,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:53.056610 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:53.071653 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100ca3b-ac26-4a0c-bf7e-27db005151a9 req-f915762e-f877-48e6-9046-4e3c476df711 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:53.073708 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0100ca3b-ac26-4a0c-bf7e-27db005151a9 req-f915762e-f877-48e6-9046-4e3c476df711 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 950 time: 0.3625524 May 30 20:02:53.080442 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd1a64e-1ebc-459b-9799-aa8185913d49 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:53.094482 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1bd1a64e-1ebc-459b-9799-aa8185913d49, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1bd1a64e-1ebc-459b-9799-aa8185913d49,segment=NetworkSegment(e67155a1-d148-4cf2-8703-3f6e47387a62),segment_id=e67155a1-d148-4cf2-8703-3f6e47387a62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:53.098471 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:53.114173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e129970b-f671-4785-a8e4-699bf504a80e req-41b2b9e7-9b2d-4f1e-ab1b-9cbc040ee4df tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] For port fac3edd0-fe50-4fd2-83ff-1940e2f563a5, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fac3edd0-fe50-4fd2-83ff-1940e2f563a5,segment=NetworkSegment(2bf74a1f-33da-4313-b71e-b3582355cb24),segment_id=2bf74a1f-33da-4313-b71e-b3582355cb24)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:53.114532 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e129970b-f671-4785-a8e4-699bf504a80e req-41b2b9e7-9b2d-4f1e-ab1b-9cbc040ee4df tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:53.153503 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['ff43084a-8a15-4554-8e48-2b161692c1d0'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:53.212348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=1bd1a64e-1ebc-459b-9799-aa8185913d49,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:53.245840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427e4c0-67bb-4561-9670-6248ee93ab05 req-3a2bc997-b8c0-42e0-a013-64321d0ab80d tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:53.247298 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d427e4c0-67bb-4561-9670-6248ee93ab05 req-3a2bc997-b8c0-42e0-a013-64321d0ab80d tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 945 time: 0.2905173 May 30 20:02:53.260832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e129970b-f671-4785-a8e4-699bf504a80e req-41b2b9e7-9b2d-4f1e-ab1b-9cbc040ee4df tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Calling delete_port for fac3edd0-fe50-4fd2-83ff-1940e2f563a5 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:02:53.350239 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0100ca3b-ac26-4a0c-bf7e-27db005151a9 req-a852a21b-6900-4f15-8331-8d318b131f8f tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625279 May 30 20:02:53.369289 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['1bd1a64e-1ebc-459b-9799-aa8185913d49'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:53.378971 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d427e4c0-67bb-4561-9670-6248ee93ab05 req-5bfb3a2c-efaf-430f-94da-41b7c8244316 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889146 May 30 20:02:53.453511 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9591605e-fede-47bb-bf36-271610479cb4'] response: {'server_uuid': '53bc810e-02c9-4044-aa05-b1bbc663b090', 'name': 'network-vif-deleted', 'tag': '3320a49e-4b4c-461a-8f6c-997c1ab43634', 'status': 'completed', 'code': 200} May 30 20:02:53.559335 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e129970b-f671-4785-a8e4-699bf504a80e req-41b2b9e7-9b2d-4f1e-ab1b-9cbc040ee4df tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:53.632398 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2b9e7-9b2d-4f1e-ab1b-9cbc040ee4df tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event deleted for resources: {'Port': ['ID=fac3edd0-fe50-4fd2-83ff-1940e2f563a5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:53.672002 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55354) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:53.679771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-86538291-4e57-4e89-b35a-54e3777e7700 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--254645305', 'description': 'tempest-description--1479994588'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:53.683540 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-660e2b0f-4080-421d-be9d-34589a5ceb44 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2566061 May 30 20:02:53.693328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-86538291-4e57-4e89-b35a-54e3777e7700 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:53.697614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-86538291-4e57-4e89-b35a-54e3777e7700 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Usage tracker for resource:security_group and tenant:3ad01171d1bb446a826503d27d5a987a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:53.702390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-86538291-4e57-4e89-b35a-54e3777e7700 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:53.709169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-86538291-4e57-4e89-b35a-54e3777e7700 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:53.721352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:53.724803 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86538291-4e57-4e89-b35a-54e3777e7700 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:53.726880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:53.735145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e129970b-f671-4785-a8e4-699bf504a80e req-41b2b9e7-9b2d-4f1e-ab1b-9cbc040ee4df tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] No DVR routers for this DVR port fac3edd0-fe50-4fd2-83ff-1940e2f563a5 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:02:53.737035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Usage tracker for resource:floatingip and tenant:521d447f60a94b52b432e8565b742937 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:53.740159 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e129970b-f671-4785-a8e4-699bf504a80e req-41b2b9e7-9b2d-4f1e-ab1b-9cbc040ee4df tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:53.751351 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e129970b-f671-4785-a8e4-699bf504a80e req-41b2b9e7-9b2d-4f1e-ab1b-9cbc040ee4df tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.77 "DELETE /v2.0/ports/fac3edd0-fe50-4fd2-83ff-1940e2f563a5 HTTP/1.1" status: 204 len: 173 time: 1.2546873 May 30 20:02:53.752200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:53.759461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:53.770181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-86538291-4e57-4e89-b35a-54e3777e7700 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:53.774088 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-86538291-4e57-4e89-b35a-54e3777e7700 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Usage tracker for resource:security_group_rule and tenant:3ad01171d1bb446a826503d27d5a987a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:53.777011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-86538291-4e57-4e89-b35a-54e3777e7700 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:53.783047 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-86538291-4e57-4e89-b35a-54e3777e7700 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:53.858448 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86538291-4e57-4e89-b35a-54e3777e7700 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:53.864048 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86538291-4e57-4e89-b35a-54e3777e7700 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:53.876317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e129970b-f671-4785-a8e4-699bf504a80e req-b991bcc6-32d3-4cda-a49e-3cf67d2a5b4f tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Deleting port fb8fec81-bbd5-467f-9120-718d136a7ea0 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:53.876659 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e129970b-f671-4785-a8e4-699bf504a80e req-b991bcc6-32d3-4cda-a49e-3cf67d2a5b4f tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:53.907719 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:53.911367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86538291-4e57-4e89-b35a-54e3777e7700 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640b9f3b-de58-435b-8219-2422278f169a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:53.915855 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86538291-4e57-4e89-b35a-54e3777e7700 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:53.919833 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-86538291-4e57-4e89-b35a-54e3777e7700 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2432446 May 30 20:02:53.920437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55360) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:53.925862 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0dd4df00-3f7e-4503-9199-d3b8614b3e4e tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Request body: {'security_group_rule': {'security_group_id': '640b9f3b-de58-435b-8219-2422278f169a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:53.931769 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0dd4df00-3f7e-4503-9199-d3b8614b3e4e tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:53.936459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0dd4df00-3f7e-4503-9199-d3b8614b3e4e tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Usage tracker for resource:security_group_rule and tenant:3ad01171d1bb446a826503d27d5a987a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:53.939365 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0dd4df00-3f7e-4503-9199-d3b8614b3e4e tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:53.945504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0dd4df00-3f7e-4503-9199-d3b8614b3e4e tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:53.963066 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0dd4df00-3f7e-4503-9199-d3b8614b3e4e tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.024441 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0dd4df00-3f7e-4503-9199-d3b8614b3e4e tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.028177 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0dd4df00-3f7e-4503-9199-d3b8614b3e4e tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.051485 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4df00-3f7e-4503-9199-d3b8614b3e4e tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7dae18-e8d9-441e-adf4-fe352f20c898,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:54.062531 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0dd4df00-3f7e-4503-9199-d3b8614b3e4e tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.063740 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0dd4df00-3f7e-4503-9199-d3b8614b3e4e tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1427026 May 30 20:02:54.066566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55364) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:54.072004 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-159a3a3f-23e1-4aa4-a59f-39a6c7ab2fc9 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Request body: {'security_group_rule': {'security_group_id': '640b9f3b-de58-435b-8219-2422278f169a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:54.077866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-159a3a3f-23e1-4aa4-a59f-39a6c7ab2fc9 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:54.081779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-159a3a3f-23e1-4aa4-a59f-39a6c7ab2fc9 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Usage tracker for resource:security_group_rule and tenant:3ad01171d1bb446a826503d27d5a987a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:54.084701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-159a3a3f-23e1-4aa4-a59f-39a6c7ab2fc9 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:54.090255 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbc5cd-d26a-4617-81c2-eade53ebbbae req-82f3e9c6-a052-4989-b4c6-f92d6a501d96 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:54.090774 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-159a3a3f-23e1-4aa4-a59f-39a6c7ab2fc9 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:54.090938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-73fbc5cd-d26a-4617-81c2-eade53ebbbae req-82f3e9c6-a052-4989-b4c6-f92d6a501d96 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Synchronizing usage tracker for tenant:820db36be181450f96a3fd776851fff7 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:54.107886 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-159a3a3f-23e1-4aa4-a59f-39a6c7ab2fc9 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.175594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-159a3a3f-23e1-4aa4-a59f-39a6c7ab2fc9 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.179332 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-159a3a3f-23e1-4aa4-a59f-39a6c7ab2fc9 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.196846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-73fbc5cd-d26a-4617-81c2-eade53ebbbae req-82f3e9c6-a052-4989-b4c6-f92d6a501d96 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Unset dirty status for tenant:820db36be181450f96a3fd776851fff7 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:54.198021 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73fbc5cd-d26a-4617-81c2-eade53ebbbae req-82f3e9c6-a052-4989-b4c6-f92d6a501d96 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a3de9aa-916f-477e-a27b-1fb8f0cb5aca HTTP/1.1" status: 200 len: 946 time: 0.3835080 May 30 20:02:54.221848 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a3a3f-23e1-4aa4-a59f-39a6c7ab2fc9 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e847f601-0f13-4a8a-bae3-e2ac7eb84e97,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:54.230856 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-159a3a3f-23e1-4aa4-a59f-39a6c7ab2fc9 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.232258 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-159a3a3f-23e1-4aa4-a59f-39a6c7ab2fc9 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1647367 May 30 20:02:54.235322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55368) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:54.240651 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:54.246814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:54.251213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Usage tracker for resource:floatingip and tenant:3ad01171d1bb446a826503d27d5a987a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:54.253656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:54.259263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:54.271513 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.301733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e129970b-f671-4785-a8e4-699bf504a80e req-b991bcc6-32d3-4cda-a49e-3cf67d2a5b4f tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] For port fb8fec81-bbd5-467f-9120-718d136a7ea0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fb8fec81-bbd5-467f-9120-718d136a7ea0,segment=NetworkSegment(2bf74a1f-33da-4313-b71e-b3582355cb24),segment_id=2bf74a1f-33da-4313-b71e-b3582355cb24)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:54.302090 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e129970b-f671-4785-a8e4-699bf504a80e req-b991bcc6-32d3-4cda-a49e-3cf67d2a5b4f tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.319246 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73fbc5cd-d26a-4617-81c2-eade53ebbbae req-e4135ad5-9c6e-4a7b-94e2-d67653e6ea19 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094079 May 30 20:02:54.351295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ff43084a-8a15-4554-8e48-2b161692c1d0 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:54.433443 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.434286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e129970b-f671-4785-a8e4-699bf504a80e req-b991bcc6-32d3-4cda-a49e-3cf67d2a5b4f tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Calling delete_port for fb8fec81-bbd5-467f-9120-718d136a7ea0 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:02:54.451849 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port ff43084a-8a15-4554-8e48-2b161692c1d0 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:54.457964 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port ff43084a-8a15-4554-8e48-2b161692c1d0 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:54.458687 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.484434 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.590442 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1bd1a64e-1ebc-459b-9799-aa8185913d49 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:54.620694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Allocated IP 172.25.5.17 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/a151835f-1473-44be-8742-7ba225c9da2d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:54.668108 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.704520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480e9bc2-d52a-4e0f-a96f-1267a0ee32fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff43084a-8a15-4554-8e48-2b161692c1d0'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:54.712025 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 1bd1a64e-1ebc-459b-9799-aa8185913d49 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:54.719470 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port ff43084a-8a15-4554-8e48-2b161692c1d0, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ff43084a-8a15-4554-8e48-2b161692c1d0,segment=NetworkSegment(e67155a1-d148-4cf2-8703-3f6e47387a62),segment_id=e67155a1-d148-4cf2-8703-3f6e47387a62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:54.720532 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 1bd1a64e-1ebc-459b-9799-aa8185913d49 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:54.720893 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.748990 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.749748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3320a49e-4b4c-461a-8f6c-997c1ab43634 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:54.784602 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.817164 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.820018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12548b36-51d4-478d-a1f4-c8464ce9bd19 req-217b17f9-2194-47c4-9eb5-c4915400fba4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:54.826752 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12548b36-51d4-478d-a1f4-c8464ce9bd19 req-217b17f9-2194-47c4-9eb5-c4915400fba4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/ports?device_id=480e9bc2-d52a-4e0f-a96f-1267a0ee32fb HTTP/1.1" status: 200 len: 945 time: 0.1770587 May 30 20:02:54.828186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 3320a49e-4b4c-461a-8f6c-997c1ab43634 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:02:54.828413 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3320a49e-4b4c-461a-8f6c-997c1ab43634 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:02:54.877113 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=ff43084a-8a15-4554-8e48-2b161692c1d0,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:54.886175 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e129970b-f671-4785-a8e4-699bf504a80e req-b991bcc6-32d3-4cda-a49e-3cf67d2a5b4f tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.897630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:54.912489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:54.915098 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Pushing event updated for resources: {'Port': ['ID=a151835f-1473-44be-8742-7ba225c9da2d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:54.917853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:54.953435 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.957468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991bcc6-32d3-4cda-a49e-3cf67d2a5b4f tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event deleted for resources: {'Port': ['ID=fb8fec81-bbd5-467f-9120-718d136a7ea0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:54.989734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Allocated IP 172.25.5.234 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/7c3f475e-42d6-476a-8dca-8050cd3ba69c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:54.999916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1bd1a64e-1ebc-459b-9799-aa8185913d49, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1bd1a64e-1ebc-459b-9799-aa8185913d49,segment=NetworkSegment(e67155a1-d148-4cf2-8703-3f6e47387a62),segment_id=e67155a1-d148-4cf2-8703-3f6e47387a62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:55.005500 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.006284 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fb8fec81-bbd5-467f-9120-718d136a7ea0 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:55.073744 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12548b36-51d4-478d-a1f4-c8464ce9bd19 req-8daf5835-a763-4286-9e0a-f0a68c3fc1e4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ccb79fd-2d9b-4096-aaed-ac06defecff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130289 May 30 20:02:55.081179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e129970b-f671-4785-a8e4-699bf504a80e req-b991bcc6-32d3-4cda-a49e-3cf67d2a5b4f tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] No DVR routers for this DVR port fb8fec81-bbd5-467f-9120-718d136a7ea0 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:02:55.081810 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: fb8fec81-bbd5-467f-9120-718d136a7ea0 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:02:55.082154 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fb8fec81-bbd5-467f-9120-718d136a7ea0 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:02:55.082609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 189526a6-dab2-4a05-8555-12dff37d0811 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:55.086061 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e129970b-f671-4785-a8e4-699bf504a80e req-b991bcc6-32d3-4cda-a49e-3cf67d2a5b4f tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.151346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 189526a6-dab2-4a05-8555-12dff37d0811 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:02:55.151684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 189526a6-dab2-4a05-8555-12dff37d0811 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:02:55.152170 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fac3edd0-fe50-4fd2-83ff-1940e2f563a5 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:55.189956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e129970b-f671-4785-a8e4-699bf504a80e req-b991bcc6-32d3-4cda-a49e-3cf67d2a5b4f tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.77 "DELETE /v2.0/ports/fb8fec81-bbd5-467f-9120-718d136a7ea0 HTTP/1.1" status: 204 len: 173 time: 1.4316001 May 30 20:02:55.210364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: fac3edd0-fe50-4fd2-83ff-1940e2f563a5 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:02:55.213501 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fac3edd0-fe50-4fd2-83ff-1940e2f563a5 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:02:55.227888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=1bd1a64e-1ebc-459b-9799-aa8185913d49,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:55.266913 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.318684 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.358413 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.383095 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.420462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e3c95-d856-4cd8-bf55-081c0f8a8c13 req-d8b29288-c3d4-4c13-8080-b5d6064cccf0 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:55.421915 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-712e3c95-d856-4cd8-bf55-081c0f8a8c13 req-d8b29288-c3d4-4c13-8080-b5d6064cccf0 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 945 time: 0.1463325 May 30 20:02:55.455925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'name': 'network-vif-deleted', 'tag': '189526a6-dab2-4a05-8555-12dff37d0811'}, {'server_uuid': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'name': 'network-vif-deleted', 'tag': 'fac3edd0-fe50-4fd2-83ff-1940e2f563a5'}, {'server_uuid': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'name': 'network-vif-deleted', 'tag': 'fb8fec81-bbd5-467f-9120-718d136a7ea0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:55.489000 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:55.498432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:55.505337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:55.529399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Pushing event updated for resources: {'Port': ['ID=7c3f475e-42d6-476a-8dca-8050cd3ba69c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:55.555831 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-712e3c95-d856-4cd8-bf55-081c0f8a8c13 req-899b6146-c820-4b99-be70-0d46ad724343 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278622 May 30 20:02:55.593748 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.598493 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.683867 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.712707 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Pushing event updated for resources: {'Port': ['ID=a151835f-1473-44be-8742-7ba225c9da2d,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:55.729024 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.754371 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.755461 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b33da9ee-e745-49fb-a76b-b4f6f6cd1a04 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5190811 May 30 20:02:55.759851 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.883245 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb504f1e-3e59-4590-a8ec-b4169cc4e3be'] response: {'server_uuid': '480e9bc2-d52a-4e0f-a96f-1267a0ee32fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff43084a-8a15-4554-8e48-2b161692c1d0', 'code': 200} May 30 20:02:55.960453 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55398) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:56.014248 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbf8601-222e-4e1c-815a-8bd7962e3c08'] response: {'server_uuid': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'name': 'network-vif-deleted', 'tag': '189526a6-dab2-4a05-8555-12dff37d0811', 'status': 'completed', 'code': 200} May 30 20:02:56.014588 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbf8601-222e-4e1c-815a-8bd7962e3c08'] response: {'server_uuid': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'name': 'network-vif-deleted', 'tag': 'fac3edd0-fe50-4fd2-83ff-1940e2f563a5', 'status': 'completed', 'code': 200} May 30 20:02:56.014930 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbf8601-222e-4e1c-815a-8bd7962e3c08'] response: {'server_uuid': '1a3de9aa-916f-477e-a27b-1fb8f0cb5aca', 'name': 'network-vif-deleted', 'tag': 'fb8fec81-bbd5-467f-9120-718d136a7ea0', 'status': 'completed', 'code': 200} May 30 20:02:56.021699 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:56.027422 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:56.168726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Pushing event updated for resources: {'Port': ['ID=7c3f475e-42d6-476a-8dca-8050cd3ba69c,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:56.187422 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c27abe8c-0aad-4502-949c-0ecb4b55cf00 req-0c96ca88-daeb-473a-a6a3-4161431b527b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=480e9bc2-d52a-4e0f-a96f-1267a0ee32fb HTTP/1.1" status: 200 len: 1097 time: 0.1904914 May 30 20:02:56.199299 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:56.231199 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56156a5f-575c-43fe-a4c7-8ed306f45c10 req-6b69dd65-d3fa-4679-b07c-4f8bc7dbb749 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1172020 May 30 20:02:56.233628 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:56.234390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e079cf-0c1d-4b74-a134-919ea887fc27 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Deleting subnet 6fc7c23d-1771-4ed0-96e7-6820834fafec {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:02:56.234781 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-b84c185e-a7a4-42ec-907c-adae9a22e6f3 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5185282 May 30 20:02:56.243384 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e0e079cf-0c1d-4b74-a134-919ea887fc27 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:56.297610 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e0e079cf-0c1d-4b74-a134-919ea887fc27 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:56.320977 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-92fe7121-f79f-420c-8c1a-975ed242f5f8 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Synchronizing usage tracker for tenant:521d447f60a94b52b432e8565b742937 on resource:floatingip {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:56.339023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-92fe7121-f79f-420c-8c1a-975ed242f5f8 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Unset dirty status for tenant:521d447f60a94b52b432e8565b742937 on resource:floatingip {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:56.340364 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-92fe7121-f79f-420c-8c1a-975ed242f5f8 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 696 time: 0.0998740 May 30 20:02:56.366226 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c27abe8c-0aad-4502-949c-0ecb4b55cf00 req-cf8af964-592e-4483-ad67-6db96bedcfdb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7ccb79fd-2d9b-4096-aaed-ac06defecff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716337 May 30 20:02:56.421252 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e0e079cf-0c1d-4b74-a134-919ea887fc27 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:56.468064 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55406) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:56.515812 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e0e079cf-0c1d-4b74-a134-919ea887fc27 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:56.516092 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:02:56.577082 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79046487-14b0-404f-9535-a11e0a5ee4bf None None] Network 54806f34-cbbd-439a-8976-dec0cdaf9496 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:02:56.593073 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e0e079cf-0c1d-4b74-a134-919ea887fc27 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:56.608846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e079cf-0c1d-4b74-a134-919ea887fc27 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event deleted for resources: {'Subnet': ['ID=6fc7c23d-1771-4ed0-96e7-6820834fafec,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:56.623009 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e0e079cf-0c1d-4b74-a134-919ea887fc27 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "DELETE /v2.0/subnets/6fc7c23d-1771-4ed0-96e7-6820834fafec HTTP/1.1" status: 204 len: 168 time: 0.6608346 May 30 20:02:56.625490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55418) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:56.775343 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-c82ebfa8-8f47-4a6e-9308-bc5748f9abf5 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:56.777222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a7c6c451-0372-4bd9-bb7d-f4c3a0f0b887 req-c82ebfa8-8f47-4a6e-9308-bc5748f9abf5 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.4312475 May 30 20:02:56.803341 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-52a4d0eb-60d9-4036-999e-1a35550ccf9e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3554463 May 30 20:02:56.862287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-622767c9-7f3c-4c7f-9fc2-a7ddf4338b4d admin admin] Deleting subnet 8dd0ba15-290a-4589-8acd-b7cd3e58dbb1 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:02:56.865104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-ce678036-9129-46b2-9257-2f73aaa8fece tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:56.868652 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-ce678036-9129-46b2-9257-2f73aaa8fece tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/networks?id=b57c8dc7-d565-4558-b619-e2f27eee459b HTTP/1.1" status: 200 len: 821 time: 0.2035024 May 30 20:02:56.869807 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-622767c9-7f3c-4c7f-9fc2-a7ddf4338b4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:56.904355 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-45c03dcf-d236-4f24-ad0c-6c066573ee3c tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/quotas/3ad01171d1bb446a826503d27d5a987a HTTP/1.1" status: 200 len: 375 time: 0.0251029 May 30 20:02:56.922074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45602ca-f517-464d-bd61-0bcd89e95c60 None None] DHCP port deletion for 54806f34-cbbd-439a-8976-dec0cdaf9496 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:02:56.930797 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b45602ca-f517-464d-bd61-0bcd89e95c60 None None] Deleting port ec560636-7f34-4d82-9405-fde2a9c159a2 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:56.931455 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b45602ca-f517-464d-bd61-0bcd89e95c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:56.932970 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-622767c9-7f3c-4c7f-9fc2-a7ddf4338b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:57.006296 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:57.009310 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-622767c9-7f3c-4c7f-9fc2-a7ddf4338b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:57.054243 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-50273e88-328a-45f2-944e-0dcce12fec23 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Synchronizing usage tracker for tenant:3ad01171d1bb446a826503d27d5a987a on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:57.059339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Deleting port ec560636-7f34-4d82-9405-fde2a9c159a2 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:57.059665 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:57.084009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-50273e88-328a-45f2-944e-0dcce12fec23 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Unset dirty status for tenant:3ad01171d1bb446a826503d27d5a987a on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:57.085618 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-50273e88-328a-45f2-944e-0dcce12fec23 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3ad01171d1bb446a826503d27d5a987a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1803226 May 30 20:02:57.108706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03daff-f5c3-42cb-946a-6edc979dade6 req-8dbc9e9b-a0e2-4ee7-aaf4-6260506117a0 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:57.110510 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc03daff-f5c3-42cb-946a-6edc979dade6 req-8dbc9e9b-a0e2-4ee7-aaf4-6260506117a0 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/ports?device_id=480e9bc2-d52a-4e0f-a96f-1267a0ee32fb HTTP/1.1" status: 200 len: 946 time: 0.1191843 May 30 20:02:57.190584 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-622767c9-7f3c-4c7f-9fc2-a7ddf4338b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:57.234462 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622767c9-7f3c-4c7f-9fc2-a7ddf4338b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd0ba15-290a-4589-8acd-b7cd3e58dbb1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:57.268579 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-622767c9-7f3c-4c7f-9fc2-a7ddf4338b4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:57.289407 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-ecd90102-3e2a-4618-b0d2-e713815c0404 service neutron] 10.222.0.84 "GET /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775053 May 30 20:02:57.364413 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b45602ca-f517-464d-bd61-0bcd89e95c60 None None] For port ec560636-7f34-4d82-9405-fde2a9c159a2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ec560636-7f34-4d82-9405-fde2a9c159a2,segment=NetworkSegment(36a40737-fdb3-4042-93c1-37f03f1618a2),segment_id=36a40737-fdb3-4042-93c1-37f03f1618a2)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:57.364820 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b45602ca-f517-464d-bd61-0bcd89e95c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:57.410441 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc03daff-f5c3-42cb-946a-6edc979dade6 req-4edcc8ac-490f-4658-aae2-f42c0ddec70d tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ccb79fd-2d9b-4096-aaed-ac06defecff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790601 May 30 20:02:57.502562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b45602ca-f517-464d-bd61-0bcd89e95c60 None None] Calling delete_port for ec560636-7f34-4d82-9405-fde2a9c159a2 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:02:57.547774 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-622767c9-7f3c-4c7f-9fc2-a7ddf4338b4d admin admin] 10.222.0.84 "DELETE /v2.0/subnets/8dd0ba15-290a-4589-8acd-b7cd3e58dbb1 HTTP/1.1" status: 204 len: 168 time: 1.0783756 May 30 20:02:57.550742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55448) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:57.551505 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-0e17daca-89dc-4bf8-a5b5-7d9c804284db service neutron] 10.222.0.84 "GET /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555447 May 30 20:02:57.611275 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b45602ca-f517-464d-bd61-0bcd89e95c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:57.759482 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] For port ec560636-7f34-4d82-9405-fde2a9c159a2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ec560636-7f34-4d82-9405-fde2a9c159a2,segment=NetworkSegment(36a40737-fdb3-4042-93c1-37f03f1618a2),segment_id=36a40737-fdb3-4042-93c1-37f03f1618a2)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:57.760145 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:57.772284 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45602ca-f517-464d-bd61-0bcd89e95c60 None None] Pushing event deleted for resources: {'Port': ['ID=ec560636-7f34-4d82-9405-fde2a9c159a2,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:57.798707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45602ca-f517-464d-bd61-0bcd89e95c60 None None] No DVR routers for this DVR port ec560636-7f34-4d82-9405-fde2a9c159a2 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:02:57.803239 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd777-c517-4500-b780-b9f99e07fa14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:57.828812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9212d-47e3-4b0c-bf05-53b12d3c2c4c req-5a4ed290-47cd-4404-9d58-4bf3858e428b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:57.832657 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62d9212d-47e3-4b0c-bf05-53b12d3c2c4c req-5a4ed290-47cd-4404-9d58-4bf3858e428b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 950 time: 0.1888363 May 30 20:02:57.884368 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c0d20e-2acf-49c1-bceb-89cd163102a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd1a64e-1ebc-459b-9799-aa8185913d49'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:57.921027 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62d9212d-47e3-4b0c-bf05-53b12d3c2c4c req-783c0f55-57eb-4a19-930f-5dc3551f1d56 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798702 May 30 20:02:57.939734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Calling delete_port for ec560636-7f34-4d82-9405-fde2a9c159a2 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:02:57.981629 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66aaa389-5dba-41e5-95a1-8433a1370bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:58.206437 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:02:58.207134 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:02:58.246361 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e84fa5-80f9-40ea-973c-eaa8cf5a847e req-10073325-a002-4177-bf90-183616d5bf1c tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:58.247857 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01e84fa5-80f9-40ea-973c-eaa8cf5a847e req-10073325-a002-4177-bf90-183616d5bf1c tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 945 time: 0.2036335 May 30 20:02:58.248983 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ec560636-7f34-4d82-9405-fde2a9c159a2 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:58.267394 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66aaa389-5dba-41e5-95a1-8433a1370bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:58.290406 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: ec560636-7f34-4d82-9405-fde2a9c159a2 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:02:58.290942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ec560636-7f34-4d82-9405-fde2a9c159a2 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:02:58.319205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-66aaa389-5dba-41e5-95a1-8433a1370bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:58.334342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-66aaa389-5dba-41e5-95a1-8433a1370bb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:58.334806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-66aaa389-5dba-41e5-95a1-8433a1370bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813fc3d0-1b13-4b9b-9a47-e783b9dd5c37') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:58.348593 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66aaa389-5dba-41e5-95a1-8433a1370bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:58.385168 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66aaa389-5dba-41e5-95a1-8433a1370bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:58.400547 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66aaa389-5dba-41e5-95a1-8433a1370bb4 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:02:58.401599 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66aaa389-5dba-41e5-95a1-8433a1370bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:58.404481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a04e86-1df1-4072-95a7-628b2752170c req-706a3f68-1b84-40d6-965c-9eaaa7965d76 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:58.411194 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8a04e86-1df1-4072-95a7-628b2752170c req-706a3f68-1b84-40d6-965c-9eaaa7965d76 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 820 time: 0.2889674 May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: timer() May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:02:58.416627 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:02:58.428563 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01e84fa5-80f9-40ea-973c-eaa8cf5a847e req-6b94c215-ee9e-4ef4-ac4b-21560faa9d19 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660011 May 30 20:02:58.432106 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8a04e86-1df1-4072-95a7-628b2752170c req-50377dc7-d0a0-4ccf-9e88-f37e756fcbb6 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/quotas/521d447f60a94b52b432e8565b742937 HTTP/1.1" status: 200 len: 375 time: 0.0199897 May 30 20:02:58.515475 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66aaa389-5dba-41e5-95a1-8433a1370bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:58.520893 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66aaa389-5dba-41e5-95a1-8433a1370bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:58.536156 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8a04e86-1df1-4072-95a7-628b2752170c req-5682c268-44b4-4cf4-a9be-bc0286e949ac tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0987129 May 30 20:02:58.548797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aaa389-5dba-41e5-95a1-8433a1370bb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:58.558482 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-66aaa389-5dba-41e5-95a1-8433a1370bb4 admin admin] 10.222.0.84 "DELETE /v2.0/networks/8e1198f5-1b7b-4a06-9a2d-0ec9e8a391ce HTTP/1.1" status: 204 len: 168 time: 1.0044470 May 30 20:02:58.676387 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff73cee8-506b-441b-a099-286fd4d67031 req-38844b12-6dcf-4ffe-9bfb-b0a582f82345 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=fdc93019-3f8c-44ec-a13c-6e790df6e4c0 HTTP/1.1" status: 200 len: 210 time: 0.0540719 May 30 20:02:58.704005 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55480) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:58.708929 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Deleting port ec560636-7f34-4d82-9405-fde2a9c159a2 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:58.709358 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:58.734632 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8a04e86-1df1-4072-95a7-628b2752170c req-197c9bd4-c7ce-4066-bb5c-9a7b1bc572bf service neutron] 10.222.0.84 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863027 May 30 20:02:58.766458 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12361ffb-966e-43a1-9f65-993d35dba3c5'] response: {'server_uuid': '90c0d20e-2acf-49c1-bceb-89cd163102a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd1a64e-1ebc-459b-9799-aa8185913d49', 'code': 200} May 30 20:02:58.814137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] The port 'ec560636-7f34-4d82-9405-fde2a9c159a2' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:02:58.984856 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:58.993966 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6060f889-8470-4900-9e18-87462bb98937 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5dd329ae9e0742dd8efa8e8b988ec12c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2888834 May 30 20:02:58.996787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55488) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:59.027042 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54806f34-cbbd-439a-8976-dec0cdaf9496']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:59.051949 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a40737-fdb3-4042-93c1-37f03f1618a2') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:59.052267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a40737-fdb3-4042-93c1-37f03f1618a2') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:59.071584 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.101119 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.112961 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:02:59.113350 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: timer() May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:02:59.127665 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:02:59.130374 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1477af3c-81f9-40f1-9873-15b3804342e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.177417 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8a04e86-1df1-4072-95a7-628b2752170c req-1ab4dcf7-8c7f-4adc-a9c4-f89b862031b5 service neutron] 10.222.0.84 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342806 May 30 20:02:59.229973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef95e6-6cfb-4481-8688-fba77f4f7a85 req-c4a9b7ac-8a40-4dda-a9db-9f58475e4549 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:59.232572 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1477af3c-81f9-40f1-9873-15b3804342e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.237878 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d9ef95e6-6cfb-4481-8688-fba77f4f7a85 req-c4a9b7ac-8a40-4dda-a9db-9f58475e4549 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/ports?device_id=480e9bc2-d52a-4e0f-a96f-1267a0ee32fb HTTP/1.1" status: 200 len: 946 time: 0.2774646 May 30 20:02:59.255421 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-606494ee-cfce-42f5-a567-691201e62b78 req-1039f2a9-1321-446f-afb7-01a72a3db4d3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=90c0d20e-2acf-49c1-bceb-89cd163102a8 HTTP/1.1" status: 200 len: 1096 time: 0.3723078 May 30 20:02:59.256942 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.261745 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-e3033211-3e1b-4b77-96e7-a33075040c23 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 1101 time: 0.3776028 May 30 20:02:59.262521 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.363007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event deleted for resources: {'Network': ['ID=54806f34-cbbd-439a-8976-dec0cdaf9496,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:59.379232 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5fce2182-c92d-40d2-9096-035f78085d91 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "DELETE /v2.0/networks/54806f34-cbbd-439a-8976-dec0cdaf9496 HTTP/1.1" status: 204 len: 168 time: 2.7524662 May 30 20:02:59.379987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55492) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:59.545044 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d9ef95e6-6cfb-4481-8688-fba77f4f7a85 req-93358f12-6a82-4919-ae56-e19b351ca6e4 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ccb79fd-2d9b-4096-aaed-ac06defecff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063087 May 30 20:02:59.574919 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-606494ee-cfce-42f5-a567-691201e62b78 req-8727e5c9-aa96-42d5-bffb-a72eb0d7402a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7ccb79fd-2d9b-4096-aaed-ac06defecff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096144 May 30 20:02:59.662183 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1477af3c-81f9-40f1-9873-15b3804342e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.690397 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1477af3c-81f9-40f1-9873-15b3804342e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.694003 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1477af3c-81f9-40f1-9873-15b3804342e9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/77707d80-5f91-4159-ad56-d2fae0a1d325 HTTP/1.1" status: 204 len: 168 time: 0.6938558 May 30 20:02:59.694003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477af3c-81f9-40f1-9873-15b3804342e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77707d80-5f91-4159-ad56-d2fae0a1d325,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:59.700444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f140016-782b-42ee-abed-1f1fb6727879 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Deleting subnet 47915b5c-8dd6-47f0-8df4-4590475594ff {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:02:59.703616 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f140016-782b-42ee-abed-1f1fb6727879 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.718309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-0174805b-4574-4300-a634-0ad56dced954 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:59.720954 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-0174805b-4574-4300-a634-0ad56dced954 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.77 "GET /v2.0/networks?id=b57c8dc7-d565-4558-b619-e2f27eee459b HTTP/1.1" status: 200 len: 821 time: 0.4115441 May 30 20:02:59.732089 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53fcdd52-925a-421f-82cf-eb5410b0589b req-9cde798e-da84-4e7a-bf90-05eb7355c35d tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4e04e47-c282-4df0-90e2-923d1823300d HTTP/1.1" status: 200 len: 210 time: 0.0898087 May 30 20:02:59.733817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-a22c10d7-1e14-4f9c-bebe-83a2509623c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:59.735530 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-a22c10d7-1e14-4f9c-bebe-83a2509623c3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.4544916 May 30 20:02:59.767134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f140016-782b-42ee-abed-1f1fb6727879 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.855629 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-966f1db9-e5a8-4398-a343-43a91000f878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.904524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-5a5a1bf4-bcd5-4a03-9fa3-a962c3ed1074 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Request body: {'port': {'device_id': 'fdc93019-3f8c-44ec-a13c-6e790df6e4c0', 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b', 'admin_state_up': True, 'tenant_id': '3ad01171d1bb446a826503d27d5a987a'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:00.043605 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-afdc9a87-8a17-4948-b162-32308fb55d07 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 HTTP/1.1" status: 200 len: 217 time: 0.2220535 May 30 20:03:00.072377 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f140016-782b-42ee-abed-1f1fb6727879 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:00.167663 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f140016-782b-42ee-abed-1f1fb6727879 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:00.178046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3cdbf6-0079-4271-a160-0bada3233464 req-eeb29c48-cf59-4c1a-a277-6e553c64d2b1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:00.179722 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd3cdbf6-0079-4271-a160-0bada3233464 req-eeb29c48-cf59-4c1a-a277-6e553c64d2b1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 950 time: 0.4902670 May 30 20:03:00.213932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f140016-782b-42ee-abed-1f1fb6727879 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event deleted for resources: {'Subnet': ['ID=47915b5c-8dd6-47f0-8df4-4590475594ff,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:00.229794 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f140016-782b-42ee-abed-1f1fb6727879 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:00.236689 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c88495-b6f6-4042-93e8-26ba0661c33a None None] Network f262a1d7-914a-43f8-9c17-3b21c6268698 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:03:00.239242 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2f140016-782b-42ee-abed-1f1fb6727879 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "DELETE /v2.0/subnets/47915b5c-8dd6-47f0-8df4-4590475594ff HTTP/1.1" status: 204 len: 168 time: 0.8568227 May 30 20:03:00.247703 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55524) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:00.248854 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-72be4076-8017-4d20-9ae5-0790e5912970 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:00.251098 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-72be4076-8017-4d20-9ae5-0790e5912970 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1978042 May 30 20:03:00.362441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-5a5a1bf4-bcd5-4a03-9fa3-a962c3ed1074 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:00.402243 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd3cdbf6-0079-4271-a160-0bada3233464 req-3764b80f-819e-4927-97d5-429150670f58 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941292 May 30 20:03:00.439724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-5a5a1bf4-bcd5-4a03-9fa3-a962c3ed1074 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:00.454810 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:00.469758 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51dbf81-959d-4359-8989-feb3dbbea9ba req-dc5ca4f2-cb53-48ee-9343-4799802a050d tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:00.471412 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c51dbf81-959d-4359-8989-feb3dbbea9ba req-dc5ca4f2-cb53-48ee-9343-4799802a050d tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 945 time: 0.4659116 May 30 20:03:00.473433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-5a5a1bf4-bcd5-4a03-9fa3-a962c3ed1074 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Made reservation on behalf of 3ad01171d1bb446a826503d27d5a987a for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:03:00.476436 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-5a5a1bf4-bcd5-4a03-9fa3-a962c3ed1074 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:00.493900 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Deleting port ee8fb87f-be3b-40d8-bb4f-afad49967097 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:00.494948 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:00.624008 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd2d5de-4d59-406b-9045-e5954e475b79 None None] DHCP port deletion for f262a1d7-914a-43f8-9c17-3b21c6268698 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:03:00.629516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0fd2d5de-4d59-406b-9045-e5954e475b79 None None] Deleting port ee8fb87f-be3b-40d8-bb4f-afad49967097 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:00.630115 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0fd2d5de-4d59-406b-9045-e5954e475b79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:00.693058 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c51dbf81-959d-4359-8989-feb3dbbea9ba req-9fb30f71-2c71-493a-b006-a0d613a69b8d tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922631 May 30 20:03:00.701284 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-30b12128-c67b-47f6-808f-cecef527aea4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4325781 May 30 20:03:00.829944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] For port ee8fb87f-be3b-40d8-bb4f-afad49967097, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ee8fb87f-be3b-40d8-bb4f-afad49967097,segment=NetworkSegment(2bf74a1f-33da-4313-b71e-b3582355cb24),segment_id=2bf74a1f-33da-4313-b71e-b3582355cb24)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:00.831702 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:00.995117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-0fd2d5de-4d59-406b-9045-e5954e475b79 None None] For port ee8fb87f-be3b-40d8-bb4f-afad49967097, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ee8fb87f-be3b-40d8-bb4f-afad49967097,segment=NetworkSegment(2bf74a1f-33da-4313-b71e-b3582355cb24),segment_id=2bf74a1f-33da-4313-b71e-b3582355cb24)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:00.995782 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0fd2d5de-4d59-406b-9045-e5954e475b79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:01.040196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Calling delete_port for ee8fb87f-be3b-40d8-bb4f-afad49967097 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:01.056330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e2ac4-e2c6-45f3-af36-4471ea3a9777 req-b0f1d540-454d-40a4-bad3-35a1cd6e94b5 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:01.063949 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-638e2ac4-e2c6-45f3-af36-4471ea3a9777 req-b0f1d540-454d-40a4-bad3-35a1cd6e94b5 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/ports?device_id=90c0d20e-2acf-49c1-bceb-89cd163102a8 HTTP/1.1" status: 200 len: 945 time: 0.4781313 May 30 20:03:01.155226 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ca20371-acce-4c8c-92d0-2e4c780cb9f3 req-f09c7312-03f5-4736-87fd-8704c5a5b9ae tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=fdc93019-3f8c-44ec-a13c-6e790df6e4c0 HTTP/1.1" status: 200 len: 210 time: 0.1051333 May 30 20:03:01.173521 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:01.195258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-5a5a1bf4-bcd5-4a03-9fa3-a962c3ed1074 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Allocated IP 172.20.0.2 (b57c8dc7-d565-4558-b619-e2f27eee459b/4576f90e-77d9-42db-898b-087dbe104c1e/14e81856-0069-4546-af62-1c08b54a224c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:03:01.227839 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-aa63fc34-32d0-4c7c-b843-79efd6a0dfe4 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130646 May 30 20:03:01.272369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55540) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:01.294420 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0fd2d5de-4d59-406b-9045-e5954e475b79 None None] Calling delete_port for ee8fb87f-be3b-40d8-bb4f-afad49967097 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:01.311100 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] No DVR routers for this DVR port ee8fb87f-be3b-40d8-bb4f-afad49967097 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:03:01.335310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event deleted for resources: {'Port': ['ID=ee8fb87f-be3b-40d8-bb4f-afad49967097,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:01.419476 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:01.422010 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:01.471695 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-0fd2d5de-4d59-406b-9045-e5954e475b79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:03:01.472214 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-0fd2d5de-4d59-406b-9045-e5954e475b79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:03:01.517061 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-638e2ac4-e2c6-45f3-af36-4471ea3a9777 req-2c1a9327-c486-42c3-b548-102c7b1c241b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ccb79fd-2d9b-4096-aaed-ac06defecff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523072 May 30 20:03:01.541055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1033647531-network', 'tenant_id': '1b050bcca8774776a297774f7af1991a'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:01.546271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:01.550548 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Usage tracker for resource:network and tenant:1b050bcca8774776a297774f7af1991a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:01.553789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:01.561086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:01.617239 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2253e41-0c1a-4108-9230-4810dd871259 req-c9276f47-d310-4e24-b2b5-a34493063912 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4e04e47-c282-4df0-90e2-923d1823300d HTTP/1.1" status: 200 len: 210 time: 0.1181622 May 30 20:03:01.645918 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a04e86-1df1-4072-95a7-628b2752170c req-af61cf64-7f90-40ae-9908-f101a21990b0 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:01.647441 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8a04e86-1df1-4072-95a7-628b2752170c req-af61cf64-7f90-40ae-9908-f101a21990b0 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.77 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 820 time: 0.6919463 May 30 20:03:01.667573 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Made reservation on behalf of 1b050bcca8774776a297774f7af1991a for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:03:01.670642 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:01.675112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-d8a04e86-1df1-4072-95a7-628b2752170c req-69a1e1be-ba30-4a3b-b82f-8716dcced855 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Request body: {'port': {'device_id': 'b4e04e47-c282-4df0-90e2-923d1823300d', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'admin_state_up': True, 'tenant_id': '521d447f60a94b52b432e8565b742937'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:01.689264 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:01.702818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55552) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:01.708774 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:01.731754 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-edf55a6f-7e80-4f1a-b15a-f2659137601e req-b5a64869-dbff-46a1-adbf-30625e30af24 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 1096 time: 0.3072505 May 30 20:03:01.742799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f262a1d7-914a-43f8-9c17-3b21c6268698']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:01.774034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf74a1f-33da-4313-b71e-b3582355cb24') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:01.774321 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf74a1f-33da-4313-b71e-b3582355cb24') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:01.803805 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:01.832007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:01.835475 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:01.842974 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Usage tracker for resource:security_group_rule and tenant:1b050bcca8774776a297774f7af1991a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:01.846558 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-edf55a6f-7e80-4f1a-b15a-f2659137601e req-e9d805f4-5c7a-4ca7-b1c8-b5969aa859f0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080797 May 30 20:03:01.848594 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:01.851598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:03:01.852038 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: timer() May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:03:01.866513 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:03:01.873604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:01.946757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-d8a04e86-1df1-4072-95a7-628b2752170c req-69a1e1be-ba30-4a3b-b82f-8716dcced855 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:01.959475 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0489eec-9971-4b49-9f46-193f0bb69fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:01.973225 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0fd2d5de-4d59-406b-9045-e5954e475b79 None None] Deleting port ee8fb87f-be3b-40d8-bb4f-afad49967097 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:01.973775 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0fd2d5de-4d59-406b-9045-e5954e475b79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.004594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.022973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-d8a04e86-1df1-4072-95a7-628b2752170c req-69a1e1be-ba30-4a3b-b82f-8716dcced855 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:02.031205 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.036040 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-2edfd707-6c43-42a9-a224-05bec102d284 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769451 May 30 20:03:02.046129 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event deleted for resources: {'Network': ['ID=f262a1d7-914a-43f8-9c17-3b21c6268698,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:02.055865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0fd2d5de-4d59-406b-9045-e5954e475b79 None None] The port 'ee8fb87f-be3b-40d8-bb4f-afad49967097' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:03:02.060654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a0489eec-9971-4b49-9f46-193f0bb69fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:02.084832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a0489eec-9971-4b49-9f46-193f0bb69fb1 admin admin] Usage tracker for resource:security_group_rule and tenant:4f8d13e41ba846f8b8440cba2e371ce7 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:02.085151 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a04e86-1df1-4072-95a7-628b2752170c req-69a1e1be-ba30-4a3b-b82f-8716dcced855 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Made reservation on behalf of 521d447f60a94b52b432e8565b742937 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:03:02.088194 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d8a04e86-1df1-4072-95a7-628b2752170c req-69a1e1be-ba30-4a3b-b82f-8716dcced855 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.098302 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a0489eec-9971-4b49-9f46-193f0bb69fb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:02.110520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a0489eec-9971-4b49-9f46-193f0bb69fb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:02.121991 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-63b64cbb-ef1c-4f2e-bae3-ee952ca07c71 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "DELETE /v2.0/networks/f262a1d7-914a-43f8-9c17-3b21c6268698 HTTP/1.1" status: 204 len: 168 time: 1.8729644 May 30 20:03:02.134047 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55560) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:02.137008 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.145512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c2c8f10d-78ab-46ee-bd2d-7b401197ee97 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1846319124'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:02.151345 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c2c8f10d-78ab-46ee-bd2d-7b401197ee97 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:02.158162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c2c8f10d-78ab-46ee-bd2d-7b401197ee97 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Usage tracker for resource:network and tenant:820db36be181450f96a3fd776851fff7 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:02.161349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c2c8f10d-78ab-46ee-bd2d-7b401197ee97 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:02.176909 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c2c8f10d-78ab-46ee-bd2d-7b401197ee97 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:02.187224 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.199930 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:03:02.228105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ee8fb87f-be3b-40d8-bb4f-afad49967097 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:02.233160 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-5a5a1bf4-bcd5-4a03-9fa3-a962c3ed1074 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.239277 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e11ab31-83b2-419e-9072-668c49cb6ec8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:02.252872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c8f10d-78ab-46ee-bd2d-7b401197ee97 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Made reservation on behalf of 820db36be181450f96a3fd776851fff7 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:03:02.255783 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c2c8f10d-78ab-46ee-bd2d-7b401197ee97 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.257627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f65aad-80c9-4e3f-9bae-e33105e3ff40 req-053547e6-aee0-4481-b39e-3a39204c3c2d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:02.259315 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-07f65aad-80c9-4e3f-9bae-e33105e3ff40 req-053547e6-aee0-4481-b39e-3a39204c3c2d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 950 time: 0.5662181 May 30 20:03:02.275066 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.275619 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Added segment 098889f1-b054-4c70-bf2b-a26b4a228514 of type vlan for network c627087c-ae64-44ab-a7a4-718390b8c19a May 30 20:03:02.305493 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: ee8fb87f-be3b-40d8-bb4f-afad49967097 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:03:02.309564 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ee8fb87f-be3b-40d8-bb4f-afad49967097 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:03:02.311305 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bf8b1-832e-4150-8bc0-251477e5835e req-79c342c3-dfa4-4914-80ae-5588977e795a tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:02.313068 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c57bf8b1-832e-4150-8bc0-251477e5835e req-79c342c3-dfa4-4914-80ae-5588977e795a tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 945 time: 0.3736122 May 30 20:03:02.349307 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.386289 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c8f10d-78ab-46ee-bd2d-7b401197ee97 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:03:02.422154 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-07f65aad-80c9-4e3f-9bae-e33105e3ff40 req-12d9371c-4d99-4ba2-aa9b-3acd4ef1da71 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548016 May 30 20:03:02.430033 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c2c8f10d-78ab-46ee-bd2d-7b401197ee97 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.430278 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-c2c8f10d-78ab-46ee-bd2d-7b401197ee97 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Added segment c310da02-bee4-413a-bbb4-69b364ace063 of type vlan for network 105a1811-33b0-4fd2-8cc1-6852b6e75bda May 30 20:03:02.441529 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-5a5a1bf4-bcd5-4a03-9fa3-a962c3ed1074 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.444582 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.445751 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:02.445993 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.447202 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-d8a04e86-1df1-4072-95a7-628b2752170c req-69a1e1be-ba30-4a3b-b82f-8716dcced855 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Allocated IP 172.20.0.10 (3b23aec3-5bb0-4cc2-bbf9-08edb05aff38/4187f99c-2457-4fd5-b8fb-e355d933a9ed/9e2f79ed-d978-479f-a565-790ed9a4b4dd) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:03:02.457630 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c57bf8b1-832e-4150-8bc0-251477e5835e req-3abe2865-eca7-4955-9844-a4118b9f594e tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101756 May 30 20:03:02.536017 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0489eec-9971-4b49-9f46-193f0bb69fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.564997 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0489eec-9971-4b49-9f46-193f0bb69fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.576341 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c2c8f10d-78ab-46ee-bd2d-7b401197ee97 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.606562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a1bf4-bcd5-4a03-9fa3-a962c3ed1074 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Pushing event updated for resources: {'Port': ['ID=14e81856-0069-4546-af62-1c08b54a224c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:02.612453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-5a5a1bf4-bcd5-4a03-9fa3-a962c3ed1074 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Network b57c8dc7-d565-4558-b619-e2f27eee459b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:03:02.612990 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] Pushing event updated for resources: {'Network': ['ID=c627087c-ae64-44ab-a7a4-718390b8c19a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:02.620343 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-5a5a1bf4-bcd5-4a03-9fa3-a962c3ed1074 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:03:02.633341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-5a5a1bf4-bcd5-4a03-9fa3-a962c3ed1074 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:03:02.634372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network c627087c-ae64-44ab-a7a4-718390b8c19a details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:03:02.637577 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ac236631-e9e6-4d10-b098-a723607ee668 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3508675 May 30 20:03:02.641510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55568) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:02.667260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-deae6212-5701-49ae-9a77-103b32c6ed3a admin admin] Request body: {'subnet': {'network_id': 'c627087c-ae64-44ab-a7a4-718390b8c19a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1033647531-subnet', 'tenant_id': '1b050bcca8774776a297774f7af1991a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:02.671473 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0489eec-9971-4b49-9f46-193f0bb69fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d15b9b-6c13-4eb8-b865-704c0cde11a1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:02.678099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-deae6212-5701-49ae-9a77-103b32c6ed3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:02.682064 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a0489eec-9971-4b49-9f46-193f0bb69fb1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4f8d13e41ba846f8b8440cba2e371ce7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9782705 May 30 20:03:02.685986 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-deae6212-5701-49ae-9a77-103b32c6ed3a admin admin] Usage tracker for resource:subnet and tenant:1b050bcca8774776a297774f7af1991a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:02.688336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55574) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:02.692567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-deae6212-5701-49ae-9a77-103b32c6ed3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:02.749155 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.797027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-deae6212-5701-49ae-9a77-103b32c6ed3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:02.802514 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c2c8f10d-78ab-46ee-bd2d-7b401197ee97 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.806170 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c8f10d-78ab-46ee-bd2d-7b401197ee97 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:02.806752 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c2c8f10d-78ab-46ee-bd2d-7b401197ee97 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.821469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-5a5a1bf4-bcd5-4a03-9fa3-a962c3ed1074 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:02.822070 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-5a5a1bf4-bcd5-4a03-9fa3-a962c3ed1074 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.869532 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.914558 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-5a5a1bf4-bcd5-4a03-9fa3-a962c3ed1074 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0972874 May 30 20:03:02.917520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deae6212-5701-49ae-9a77-103b32c6ed3a admin admin] Made reservation on behalf of 1b050bcca8774776a297774f7af1991a for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:03:02.919797 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-deae6212-5701-49ae-9a77-103b32c6ed3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.936840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Request body: {'port': {'device_id': 'fdc93019-3f8c-44ec-a13c-6e790df6e4c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:02.951994 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c2c8f10d-78ab-46ee-bd2d-7b401197ee97 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8133972 May 30 20:03:02.968031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379b343-0a48-4242-b096-0c3d33dab0d0 req-b94a9718-632c-4f8f-b131-4db35de4e8c6 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:02.968719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3379b343-0a48-4242-b096-0c3d33dab0d0 req-b94a9718-632c-4f8f-b131-4db35de4e8c6 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Synchronizing usage tracker for tenant:3ad01171d1bb446a826503d27d5a987a on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:02.973659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55578) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:03.003614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-eb357d5b-4611-4252-aa63-b3af140df9d1 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Request body: {'subnet': {'network_id': '105a1811-33b0-4fd2-8cc1-6852b6e75bda', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:03.024754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8f10d-78ab-46ee-bd2d-7b401197ee97 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event updated for resources: {'Network': ['ID=105a1811-33b0-4fd2-8cc1-6852b6e75bda,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:03.038946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 105a1811-33b0-4fd2-8cc1-6852b6e75bda details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:03:03.044814 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34bd7f-eede-4562-b139-a6fc9d80dd4a req-accc4e16-5bfc-41bb-85de-41057cefa9ee tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:03.046532 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e34bd7f-eede-4562-b139-a6fc9d80dd4a req-accc4e16-5bfc-41bb-85de-41057cefa9ee tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/ports?device_id=90c0d20e-2acf-49c1-bceb-89cd163102a8 HTTP/1.1" status: 200 len: 945 time: 0.3852642 May 30 20:03:03.053254 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87bccec0-09a6-4333-8436-4778a17b1061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:03.094781 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87bccec0-09a6-4333-8436-4778a17b1061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:03.102057 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d8a04e86-1df1-4072-95a7-628b2752170c req-69a1e1be-ba30-4a3b-b82f-8716dcced855 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:03.156336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3379b343-0a48-4242-b096-0c3d33dab0d0 req-b94a9718-632c-4f8f-b131-4db35de4e8c6 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Unset dirty status for tenant:3ad01171d1bb446a826503d27d5a987a on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:03.162718 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3379b343-0a48-4242-b096-0c3d33dab0d0 req-b94a9718-632c-4f8f-b131-4db35de4e8c6 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=fdc93019-3f8c-44ec-a13c-6e790df6e4c0 HTTP/1.1" status: 200 len: 931 time: 0.6033051 May 30 20:03:03.222381 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-d8a04e86-1df1-4072-95a7-628b2752170c req-69a1e1be-ba30-4a3b-b82f-8716dcced855 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Transition to ACTIVE for port object 9e2f79ed-d978-479f-a565-790ed9a4b4dd will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:03:03.229416 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87bccec0-09a6-4333-8436-4778a17b1061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:03.263019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bccec0-09a6-4333-8436-4778a17b1061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d15b9b-6c13-4eb8-b865-704c0cde11a1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:03.268263 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-deae6212-5701-49ae-9a77-103b32c6ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:03.327823 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87bccec0-09a6-4333-8436-4778a17b1061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:03.329575 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-87bccec0-09a6-4333-8436-4778a17b1061 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/72d15b9b-6c13-4eb8-b865-704c0cde11a1 HTTP/1.1" status: 204 len: 168 time: 0.6402814 May 30 20:03:03.368256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae6212-5701-49ae-9a77-103b32c6ed3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d88286bf-c7e6-440a-9f18-7ded86cf8422,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:03.386077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deae6212-5701-49ae-9a77-103b32c6ed3a admin admin] Checking segment: {'id': '098889f1-b054-4c70-bf2b-a26b4a228514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c627087c-ae64-44ab-a7a4-718390b8c19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:03:03.386617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deae6212-5701-49ae-9a77-103b32c6ed3a admin admin] Network hostable DHCP agents. Network: c627087c-ae64-44ab-a7a4-718390b8c19a, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:03:03.410578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deae6212-5701-49ae-9a77-103b32c6ed3a admin admin] Network c627087c-ae64-44ab-a7a4-718390b8c19a is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:03:03.421805 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:03.422321 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-deae6212-5701-49ae-9a77-103b32c6ed3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, c627087c-ae64-44ab-a7a4-718390b8c19a) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:03:03.429755 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735b1937-35ca-43ae-8a38-6deab9c8ea3d None None] Network c627087c-ae64-44ab-a7a4-718390b8c19a requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:03:03.432801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deae6212-5701-49ae-9a77-103b32c6ed3a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:03.433590 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-deae6212-5701-49ae-9a77-103b32c6ed3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:03.435736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-eb357d5b-4611-4252-aa63-b3af140df9d1 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:03.450925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-eb357d5b-4611-4252-aa63-b3af140df9d1 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Usage tracker for resource:subnet and tenant:820db36be181450f96a3fd776851fff7 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:03.455333 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e34bd7f-eede-4562-b139-a6fc9d80dd4a req-0eb71f53-1e39-42f4-97f0-9d57a3202a94 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ccb79fd-2d9b-4096-aaed-ac06defecff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496528 May 30 20:03:03.457210 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-eb357d5b-4611-4252-aa63-b3af140df9d1 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:03.476191 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3379b343-0a48-4242-b096-0c3d33dab0d0 req-c1175192-7715-4feb-a1ad-d213be79d3db tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125088 May 30 20:03:03.482277 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-eb357d5b-4611-4252-aa63-b3af140df9d1 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:03.491239 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-deae6212-5701-49ae-9a77-103b32c6ed3a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8461130 May 30 20:03:03.585824 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d8a04e86-1df1-4072-95a7-628b2752170c req-69a1e1be-ba30-4a3b-b82f-8716dcced855 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:03.604941 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['238dad69-2f8a-437e-b53d-f482c2ad2cae'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:03.718157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb357d5b-4611-4252-aa63-b3af140df9d1 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Made reservation on behalf of 820db36be181450f96a3fd776851fff7 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:03:03.832341 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29fec4c-df52-4ae7-844d-04fb7755fdb0 None None] Network c627087c-ae64-44ab-a7a4-718390b8c19a requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:03:03.969439 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1e1be-ba30-4a3b-b82f-8716dcced855 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Pushing event updated for resources: {'Port': ['ID=9e2f79ed-d978-479f-a565-790ed9a4b4dd,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:03.985344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a04e86-1df1-4072-95a7-628b2752170c req-69a1e1be-ba30-4a3b-b82f-8716dcced855 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:03:03.996143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-d8a04e86-1df1-4072-95a7-628b2752170c req-69a1e1be-ba30-4a3b-b82f-8716dcced855 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:03:04.003568 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a04e86-1df1-4072-95a7-628b2752170c req-69a1e1be-ba30-4a3b-b82f-8716dcced855 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:03:04.042155 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eb357d5b-4611-4252-aa63-b3af140df9d1 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:04.265606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a04e86-1df1-4072-95a7-628b2752170c req-69a1e1be-ba30-4a3b-b82f-8716dcced855 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:04.266228 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d8a04e86-1df1-4072-95a7-628b2752170c req-69a1e1be-ba30-4a3b-b82f-8716dcced855 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:04.292679 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc5e14-538b-4ec2-8dd8-53d4b582c62a req-be208fac-5366-40d7-be85-e051676880c5 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:04.294159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ebc5e14-538b-4ec2-8dd8-53d4b582c62a req-be208fac-5366-40d7-be85-e051676880c5 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 950 time: 0.6163788 May 30 20:03:04.353904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70822d-981b-497f-8b6d-2040280a5490 req-56dc35e6-6226-48d1-9197-ae1cc590f4ce tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:04.355134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-5e70822d-981b-497f-8b6d-2040280a5490 req-56dc35e6-6226-48d1-9197-ae1cc590f4ce tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Synchronizing usage tracker for tenant:521d447f60a94b52b432e8565b742937 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:04.368439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8a04e86-1df1-4072-95a7-628b2752170c req-69a1e1be-ba30-4a3b-b82f-8716dcced855 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7018130 May 30 20:03:04.374689 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-541e0d67-f934-45eb-8dbe-208face52ea1 None None] Provisioning for port 9e2f79ed-d978-479f-a565-790ed9a4b4dd completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:03:04.379902 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-541e0d67-f934-45eb-8dbe-208face52ea1 None None] Provisioning complete for port 9e2f79ed-d978-479f-a565-790ed9a4b4dd triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:04.380310 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-541e0d67-f934-45eb-8dbe-208face52ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:04.394926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Request body: {'port': {'device_id': 'b4e04e47-c282-4df0-90e2-923d1823300d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:04.434808 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-541e0d67-f934-45eb-8dbe-208face52ea1 None None] Port 9e2f79ed-d978-479f-a565-790ed9a4b4dd cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:03:04.483506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-5e70822d-981b-497f-8b6d-2040280a5490 req-56dc35e6-6226-48d1-9197-ae1cc590f4ce tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Unset dirty status for tenant:521d447f60a94b52b432e8565b742937 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:04.484587 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e70822d-981b-497f-8b6d-2040280a5490 req-56dc35e6-6226-48d1-9197-ae1cc590f4ce tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4e04e47-c282-4df0-90e2-923d1823300d HTTP/1.1" status: 200 len: 932 time: 0.7374153 May 30 20:03:04.522468 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ebc5e14-538b-4ec2-8dd8-53d4b582c62a req-549b5d8d-4d28-424b-bd14-a8e3f18c2802 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108314 May 30 20:03:04.626383 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:03:04.765028 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:04.791695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e70822d-981b-497f-8b6d-2040280a5490 req-d1435398-f5ac-42b9-a800-6ce8eed26a14 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9a038d2-3644-4439-85cb-79b28e01eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988648 May 30 20:03:04.800089 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eb357d5b-4611-4252-aa63-b3af140df9d1 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:04.804734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e81856-0069-4546-af62-1c08b54a224c {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:04.876166 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:04.982904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Transition to ACTIVE for port object 14e81856-0069-4546-af62-1c08b54a224c will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:03:05.040022 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:05.096968 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb357d5b-4611-4252-aa63-b3af140df9d1 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event updated for resources: {'Subnet': ['ID=b4a8653c-605c-420b-a773-5819478da2dc,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:05.165560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e853ce8-2bd1-4d00-a0b7-c6e129317894 req-50b42486-752c-485e-923c-61c4ea55297f tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:05.167042 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e853ce8-2bd1-4d00-a0b7-c6e129317894 req-50b42486-752c-485e-923c-61c4ea55297f tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/ports?device_id=9698e81e-3b2c-4edd-b65b-30e655cc2ccd HTTP/1.1" status: 200 len: 945 time: 0.5248950 May 30 20:03:05.421228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Pushing event updated for resources: {'Port': ['ID=14e81856-0069-4546-af62-1c08b54a224c,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:05.437100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb357d5b-4611-4252-aa63-b3af140df9d1 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Checking segment: {'id': 'c310da02-bee4-413a-bbb4-69b364ace063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '105a1811-33b0-4fd2-8cc1-6852b6e75bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:03:05.437459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb357d5b-4611-4252-aa63-b3af140df9d1 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Network hostable DHCP agents. Network: 105a1811-33b0-4fd2-8cc1-6852b6e75bda, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:03:05.513378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57738b8-d9c7-41ca-ad9e-0281e6e99c70 req-8bb0cae3-92f7-43f1-9e5e-69e891af1925 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:05.514811 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e57738b8-d9c7-41ca-ad9e-0281e6e99c70 req-8bb0cae3-92f7-43f1-9e5e-69e891af1925 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 945 time: 0.6054764 May 30 20:03:05.573172 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e853ce8-2bd1-4d00-a0b7-c6e129317894 req-1eaaf5a9-8d25-466c-988d-9b6c8bbcd303 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ccb79fd-2d9b-4096-aaed-ac06defecff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957913 May 30 20:03:05.638013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb357d5b-4611-4252-aa63-b3af140df9d1 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Network 105a1811-33b0-4fd2-8cc1-6852b6e75bda is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:03:05.675718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-eb357d5b-4611-4252-aa63-b3af140df9d1 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 105a1811-33b0-4fd2-8cc1-6852b6e75bda) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:03:05.683878 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d9345f-33df-401a-ab3a-a62e78490910 None None] Network 105a1811-33b0-4fd2-8cc1-6852b6e75bda requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:03:05.703578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb357d5b-4611-4252-aa63-b3af140df9d1 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:05.704196 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eb357d5b-4611-4252-aa63-b3af140df9d1 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:05.709382 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e57738b8-d9c7-41ca-ad9e-0281e6e99c70 req-c4f8a634-9792-46e2-81ff-3d525066f3b6 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648433 May 30 20:03:05.764401 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Attempting to bind port 14e81856-0069-4546-af62-1c08b54a224c on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:03:05.764739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Attempting to bind port 14e81856-0069-4546-af62-1c08b54a224c by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'd04fddf7-244f-46a1-9407-a742e05f4078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:03:05.765076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Attempting to bind port 14e81856-0069-4546-af62-1c08b54a224c on network b57c8dc7-d565-4558-b619-e2f27eee459b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:05.786837 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-eb357d5b-4611-4252-aa63-b3af140df9d1 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8043807 May 30 20:03:05.786837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Port 14e81856-0069-4546-af62-1c08b54a224c on network b57c8dc7-d565-4558-b619-e2f27eee459b not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:03:05.786837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Attempting to bind port 14e81856-0069-4546-af62-1c08b54a224c on network b57c8dc7-d565-4558-b619-e2f27eee459b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:05.787774 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55626) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:05.794270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2f79ed-d978-479f-a565-790ed9a4b4dd {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:05.797552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-98e97260-9ba6-4dc2-87cd-a520e93dc342 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1411825246'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:05.803404 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:05.806166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:03:05.806510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Checking segment: {'id': 'd04fddf7-244f-46a1-9407-a742e05f4078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:03:05.806891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Bound using segment: {'id': 'd04fddf7-244f-46a1-9407-a742e05f4078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:03:05.807357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Bound port: 14e81856-0069-4546-af62-1c08b54a224c, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd04fddf7-244f-46a1-9407-a742e05f4078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:03:05.807701 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:05.810799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-98e97260-9ba6-4dc2-87cd-a520e93dc342 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:05.821182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-98e97260-9ba6-4dc2-87cd-a520e93dc342 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Usage tracker for resource:network and tenant:820db36be181450f96a3fd776851fff7 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:05.832077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-98e97260-9ba6-4dc2-87cd-a520e93dc342 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:05.836903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Transition to ACTIVE for port object 9e2f79ed-d978-479f-a565-790ed9a4b4dd will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:03:05.849371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-98e97260-9ba6-4dc2-87cd-a520e93dc342 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:05.872247 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:05.874041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e97260-9ba6-4dc2-87cd-a520e93dc342 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Made reservation on behalf of 820db36be181450f96a3fd776851fff7 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:03:05.885262 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-98e97260-9ba6-4dc2-87cd-a520e93dc342 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:05.921274 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e97260-9ba6-4dc2-87cd-a520e93dc342 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:03:05.933373 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-98e97260-9ba6-4dc2-87cd-a520e93dc342 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:05.934771 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-98e97260-9ba6-4dc2-87cd-a520e93dc342 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Added segment cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8 of type vlan for network 30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2 May 30 20:03:05.986809 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-98e97260-9ba6-4dc2-87cd-a520e93dc342 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:05.993413 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-105a1811-33b0-4fd2-8cc1-6852b6e75bda', 'network_id': '105a1811-33b0-4fd2-8cc1-6852b6e75bda', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'fixed_ips': [{'subnet_id': 'b4a8653c-605c-420b-a773-5819478da2dc'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:03:05.994559 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.021363 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-98e97260-9ba6-4dc2-87cd-a520e93dc342 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.027724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e97260-9ba6-4dc2-87cd-a520e93dc342 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:06.028540 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-98e97260-9ba6-4dc2-87cd-a520e93dc342 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.058992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2f79ed-d978-479f-a565-790ed9a4b4dd,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:06.101179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-55f995fc-b53d-4fa4-9850-b27a392684a9 req-8ae72c6e-f290-422f-aa0c-10740c615597 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-749589564', 'description': 'tempest-description-493264665'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:06.120156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-55f995fc-b53d-4fa4-9850-b27a392684a9 req-8ae72c6e-f290-422f-aa0c-10740c615597 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:06.131082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] For port 14e81856-0069-4546-af62-1c08b54a224c, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:03:06.139117 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-55f995fc-b53d-4fa4-9850-b27a392684a9 req-8ae72c6e-f290-422f-aa0c-10740c615597 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Usage tracker for resource:security_group and tenant:1b050bcca8774776a297774f7af1991a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:06.146227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-55f995fc-b53d-4fa4-9850-b27a392684a9 req-8ae72c6e-f290-422f-aa0c-10740c615597 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:06.158226 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] For port 14e81856-0069-4546-af62-1c08b54a224c, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=14e81856-0069-4546-af62-1c08b54a224c,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:03:06.159806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-55f995fc-b53d-4fa4-9850-b27a392684a9 req-8ae72c6e-f290-422f-aa0c-10740c615597 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:06.172288 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-98e97260-9ba6-4dc2-87cd-a520e93dc342 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3825061 May 30 20:03:06.173028 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55634) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:06.180657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5a549be5-4990-40d8-b29d-e8b8b53c7b4e tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Request body: {'subnet': {'network_id': '30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:06.195857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e97260-9ba6-4dc2-87cd-a520e93dc342 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event updated for resources: {'Network': ['ID=30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:06.207386 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.215625 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Allocated IP 19.80.0.2 (105a1811-33b0-4fd2-8cc1-6852b6e75bda/b4a8653c-605c-420b-a773-5819478da2dc/dc4301d3-0dd9-4dfb-9893-b52abf536d16) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:03:06.230567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:03:06.311551 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-55f995fc-b53d-4fa4-9850-b27a392684a9 req-8ae72c6e-f290-422f-aa0c-10740c615597 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.318259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5a549be5-4990-40d8-b29d-e8b8b53c7b4e tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:06.322722 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5a549be5-4990-40d8-b29d-e8b8b53c7b4e tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Usage tracker for resource:subnet and tenant:820db36be181450f96a3fd776851fff7 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:06.327778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5a549be5-4990-40d8-b29d-e8b8b53c7b4e tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:06.334248 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5a549be5-4990-40d8-b29d-e8b8b53c7b4e tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:06.349185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a549be5-4990-40d8-b29d-e8b8b53c7b4e tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Made reservation on behalf of 820db36be181450f96a3fd776851fff7 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:03:06.388096 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.389505 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] 10.222.0.77 "PUT /v2.0/ports/14e81856-0069-4546-af62-1c08b54a224c HTTP/1.1" status: 200 len: 1091 time: 3.4589493 May 30 20:03:06.392515 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc93019-3f8c-44ec-a13c-6e790df6e4c0', 'tag': '14e81856-0069-4546-af62-1c08b54a224c'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:06.431022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87792d80-2ec9-4ff2-b402-68cb7ebe089a service neutron] Pushing event updated for resources: {'Port': ['ID=14e81856-0069-4546-af62-1c08b54a224c,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:06.444564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed625c-21cf-4117-b5fa-23bdde3a4148 req-bde1fce5-173d-475b-89bc-2537a86d1d14 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:06.445772 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-91ed625c-21cf-4117-b5fa-23bdde3a4148 req-bde1fce5-173d-475b-89bc-2537a86d1d14 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=fdc93019-3f8c-44ec-a13c-6e790df6e4c0 HTTP/1.1" status: 200 len: 943 time: 0.4012885 May 30 20:03:06.454336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Attempting to bind port 9e2f79ed-d978-479f-a565-790ed9a4b4dd on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:03:06.454640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Attempting to bind port 9e2f79ed-d978-479f-a565-790ed9a4b4dd by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'dbea1059-57b8-439c-951d-df443d4c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:03:06.454934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Attempting to bind port 9e2f79ed-d978-479f-a565-790ed9a4b4dd on network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:06.457875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-55f995fc-b53d-4fa4-9850-b27a392684a9 req-8ae72c6e-f290-422f-aa0c-10740c615597 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:06.473832 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5a549be5-4990-40d8-b29d-e8b8b53c7b4e tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.505473 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-55f995fc-b53d-4fa4-9850-b27a392684a9 req-8ae72c6e-f290-422f-aa0c-10740c615597 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Usage tracker for resource:security_group_rule and tenant:1b050bcca8774776a297774f7af1991a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:06.519671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-55f995fc-b53d-4fa4-9850-b27a392684a9 req-8ae72c6e-f290-422f-aa0c-10740c615597 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:06.531173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-55f995fc-b53d-4fa4-9850-b27a392684a9 req-8ae72c6e-f290-422f-aa0c-10740c615597 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:06.536386 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Port 9e2f79ed-d978-479f-a565-790ed9a4b4dd on network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:03:06.536696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Attempting to bind port 9e2f79ed-d978-479f-a565-790ed9a4b4dd on network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:06.567076 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.577629 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:03:06.578068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Checking segment: {'id': 'dbea1059-57b8-439c-951d-df443d4c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:03:06.578347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Bound using segment: {'id': 'dbea1059-57b8-439c-951d-df443d4c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:03:06.578797 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Bound port: 9e2f79ed-d978-479f-a565-790ed9a4b4dd, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbea1059-57b8-439c-951d-df443d4c1a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:03:06.579147 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.579601 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Transition to ACTIVE for port object dc4301d3-0dd9-4dfb-9893-b52abf536d16 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:03:06.599519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Transition to ACTIVE for port object dc4301d3-0dd9-4dfb-9893-b52abf536d16 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:03:06.606019 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.615208 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-91ed625c-21cf-4117-b5fa-23bdde3a4148 req-9e756e11-74ee-46dd-ab9c-308e4a1a5556 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548524 May 30 20:03:06.691265 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-55f995fc-b53d-4fa4-9850-b27a392684a9 req-8ae72c6e-f290-422f-aa0c-10740c615597 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.698574 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Network 105a1811-33b0-4fd2-8cc1-6852b6e75bda is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:03:06.702559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:03:06.707661 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:03:06.714161 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-55f995fc-b53d-4fa4-9850-b27a392684a9 req-8ae72c6e-f290-422f-aa0c-10740c615597 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.716009 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Pushing event updated for resources: {'Port': ['ID=dc4301d3-0dd9-4dfb-9893-b52abf536d16,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:06.732050 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5a549be5-4990-40d8-b29d-e8b8b53c7b4e tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.740614 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-435bb3f2-cca7-46e1-a441-861d9b517290 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3ad01171d1bb446a826503d27d5a987a&device_id=fdc93019-3f8c-44ec-a13c-6e790df6e4c0 HTTP/1.1" status: 200 len: 1094 time: 0.2776749 May 30 20:03:06.817872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] For port 9e2f79ed-d978-479f-a565-790ed9a4b4dd, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:03:06.822503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a549be5-4990-40d8-b29d-e8b8b53c7b4e tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event updated for resources: {'Subnet': ['ID=38bdb040-219c-4f97-902d-b38832397bc9,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:06.825745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Attempting to bind port dc4301d3-0dd9-4dfb-9893-b52abf536d16 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:03:06.826214 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Attempting to bind port dc4301d3-0dd9-4dfb-9893-b52abf536d16 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'c310da02-bee4-413a-bbb4-69b364ace063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '105a1811-33b0-4fd2-8cc1-6852b6e75bda'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:03:06.826661 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Attempting to bind port dc4301d3-0dd9-4dfb-9893-b52abf536d16 on network 105a1811-33b0-4fd2-8cc1-6852b6e75bda {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:06.836340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:03:06.836952 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Checking segment: {'id': 'c310da02-bee4-413a-bbb4-69b364ace063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '105a1811-33b0-4fd2-8cc1-6852b6e75bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:03:06.837534 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.838041 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Bound using segment: {'id': 'c310da02-bee4-413a-bbb4-69b364ace063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '105a1811-33b0-4fd2-8cc1-6852b6e75bda'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:03:06.838815 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Bound port: dc4301d3-0dd9-4dfb-9893-b52abf536d16, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c310da02-bee4-413a-bbb4-69b364ace063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '105a1811-33b0-4fd2-8cc1-6852b6e75bda'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:03:06.839201 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.847515 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a549be5-4990-40d8-b29d-e8b8b53c7b4e tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Checking segment: {'id': 'cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:03:06.847867 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a549be5-4990-40d8-b29d-e8b8b53c7b4e tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Network hostable DHCP agents. Network: 30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:03:06.871590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a549be5-4990-40d8-b29d-e8b8b53c7b4e tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Network 30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:03:06.879047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] For port 9e2f79ed-d978-479f-a565-790ed9a4b4dd, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9e2f79ed-d978-479f-a565-790ed9a4b4dd,segment=NetworkSegment(dbea1059-57b8-439c-951d-df443d4c1a35),segment_id=dbea1059-57b8-439c-951d-df443d4c1a35)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:03:06.880632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae72c6e-f290-422f-aa0c-10740c615597 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17432f32-38f7-4f0e-914f-355cd8995db9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:06.882824 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-55f995fc-b53d-4fa4-9850-b27a392684a9 req-8ae72c6e-f290-422f-aa0c-10740c615597 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.884019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55f995fc-b53d-4fa4-9850-b27a392684a9 req-8ae72c6e-f290-422f-aa0c-10740c615597 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.8351114 May 30 20:03:06.896609 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-1c8c57da-7136-4028-bd9c-e9c266ec105f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14e81856-0069-4546-af62-1c08b54a224c HTTP/1.1" status: 200 len: 217 time: 0.1447918 May 30 20:03:06.897367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5a549be5-4990-40d8-b29d-e8b8b53c7b4e tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:03:06.898361 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.906894 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a549be5-4990-40d8-b29d-e8b8b53c7b4e tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:06.907481 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5a549be5-4990-40d8-b29d-e8b8b53c7b4e tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.925979 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795f5333-f64e-415b-852a-ac560b22f894 None None] Network 30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:03:06.936669 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5a549be5-4990-40d8-b29d-e8b8b53c7b4e tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7605712 May 30 20:03:06.945977 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:07.032793 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:07.034168 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8a04e86-1df1-4072-95a7-628b2752170c req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] 10.222.0.77 "PUT /v2.0/ports/9e2f79ed-d978-479f-a565-790ed9a4b4dd HTTP/1.1" status: 200 len: 1092 time: 2.6451552 May 30 20:03:07.056359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-d4cd780c-f25c-416d-8fa3-41d215fa6cd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:07.058655 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-d4cd780c-f25c-416d-8fa3-41d215fa6cd6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4576f90e-77d9-42db-898b-087dbe104c1e HTTP/1.1" status: 200 len: 861 time: 0.1535392 May 30 20:03:07.098691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] For port dc4301d3-0dd9-4dfb-9893-b52abf536d16, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:03:07.112288 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18722dd0-3066-4e42-b9fe-6ae643842fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2f79ed-d978-479f-a565-790ed9a4b4dd,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:07.121275 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] For port dc4301d3-0dd9-4dfb-9893-b52abf536d16, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dc4301d3-0dd9-4dfb-9893-b52abf536d16,segment=NetworkSegment(c310da02-bee4-413a-bbb4-69b364ace063),segment_id=c310da02-bee4-413a-bbb4-69b364ace063)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:03:07.158879 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:07.161463 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-12d758ad-c7ba-4194-93fd-a5d94c7965ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57c8dc7-d565-4558-b619-e2f27eee459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947948 May 30 20:03:07.311252 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3ac9d-9440-40c1-a07d-9cf3d66dbce4 None None] Pushing event updated for resources: {'Port': ['ID=dc4301d3-0dd9-4dfb-9893-b52abf536d16,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:07.333309 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2', 'network_id': '30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'fixed_ips': [{'subnet_id': '38bdb040-219c-4f97-902d-b38832397bc9'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:03:07.334377 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:07.351228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-261bd0fc-43b6-45cd-b3cc-6b62bf82279f req-ed050234-4060-42d7-b5a7-92e692c3139f tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2134078236', 'description': 'tempest-description-879024870'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:07.365619 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f630bd0-0eb9-4d6f-9a0d-295600229fb7 req-148d19a8-e4a1-4389-bc30-adbab5905cd6 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:07.367096 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f630bd0-0eb9-4d6f-9a0d-295600229fb7 req-148d19a8-e4a1-4389-bc30-adbab5905cd6 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 950 time: 0.5513206 May 30 20:03:07.368167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-261bd0fc-43b6-45cd-b3cc-6b62bf82279f req-ed050234-4060-42d7-b5a7-92e692c3139f tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:07.421891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-261bd0fc-43b6-45cd-b3cc-6b62bf82279f req-ed050234-4060-42d7-b5a7-92e692c3139f tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Usage tracker for resource:security_group and tenant:6fda94692f0e4f82850a0397602ca915 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:07.429400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-261bd0fc-43b6-45cd-b3cc-6b62bf82279f req-ed050234-4060-42d7-b5a7-92e692c3139f tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:07.461502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-261bd0fc-43b6-45cd-b3cc-6b62bf82279f req-ed050234-4060-42d7-b5a7-92e692c3139f tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:07.523391 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-261bd0fc-43b6-45cd-b3cc-6b62bf82279f req-ed050234-4060-42d7-b5a7-92e692c3139f tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:07.551512 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Allocated IP 19.86.0.2 (30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2/38bdb040-219c-4f97-902d-b38832397bc9/13192539-7b75-411f-9b62-bdcbd5dca60d) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:03:07.565627 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f630bd0-0eb9-4d6f-9a0d-295600229fb7 req-91a7edfb-40b8-4019-b637-f19167989389 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883547 May 30 20:03:07.571175 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8a04e86-1df1-4072-95a7-628b2752170c req-b1b8bc69-8b50-4b51-90d9-a80b1e87bbb1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&device_id=b4e04e47-c282-4df0-90e2-923d1823300d HTTP/1.1" status: 200 len: 1095 time: 0.4638939 May 30 20:03:07.657772 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-c31322b0-3f19-4540-a0ff-fd4bf0147cae service neutron] 10.222.0.77 "GET /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389931 May 30 20:03:07.696024 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8a04e86-1df1-4072-95a7-628b2752170c req-6b2f3963-86f9-404e-9347-01879a5b7e1a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e2f79ed-d978-479f-a565-790ed9a4b4dd HTTP/1.1" status: 200 len: 217 time: 0.1089153 May 30 20:03:07.703291 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-261bd0fc-43b6-45cd-b3cc-6b62bf82279f req-ed050234-4060-42d7-b5a7-92e692c3139f tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:07.783349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-261bd0fc-43b6-45cd-b3cc-6b62bf82279f req-ed050234-4060-42d7-b5a7-92e692c3139f tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Usage tracker for resource:security_group_rule and tenant:6fda94692f0e4f82850a0397602ca915 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:07.792920 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-261bd0fc-43b6-45cd-b3cc-6b62bf82279f req-ed050234-4060-42d7-b5a7-92e692c3139f tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:07.802385 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:07.814403 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Transition to ACTIVE for port object 13192539-7b75-411f-9b62-bdcbd5dca60d will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:03:07.834170 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Transition to ACTIVE for port object 13192539-7b75-411f-9b62-bdcbd5dca60d will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:03:07.834417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-261bd0fc-43b6-45cd-b3cc-6b62bf82279f req-ed050234-4060-42d7-b5a7-92e692c3139f tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:07.840387 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:07.911044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Network 30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:03:07.914411 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Pushing event updated for resources: {'Port': ['ID=13192539-7b75-411f-9b62-bdcbd5dca60d,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:07.916806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:03:07.918930 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:03:07.922670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a04e86-1df1-4072-95a7-628b2752170c req-0ffc27e8-be2b-40a3-a25f-a95325cb8610 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:07.924311 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8a04e86-1df1-4072-95a7-628b2752170c req-0ffc27e8-be2b-40a3-a25f-a95325cb8610 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4187f99c-2457-4fd5-b8fb-e355d933a9ed HTTP/1.1" status: 200 len: 859 time: 0.2185845 May 30 20:03:08.011932 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06e1e7da-e38e-4122-8333-ae7a0710b8d1 req-17957ade-af0f-4396-ba2c-bacf74b4a02a service neutron] 10.222.0.77 "GET /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395467 May 30 20:03:08.031127 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-261bd0fc-43b6-45cd-b3cc-6b62bf82279f req-ed050234-4060-42d7-b5a7-92e692c3139f tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:08.035729 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Attempting to bind port 13192539-7b75-411f-9b62-bdcbd5dca60d on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:03:08.035729 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Attempting to bind port 13192539-7b75-411f-9b62-bdcbd5dca60d by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:03:08.036103 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Attempting to bind port 13192539-7b75-411f-9b62-bdcbd5dca60d on network 30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:08.037542 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-261bd0fc-43b6-45cd-b3cc-6b62bf82279f req-ed050234-4060-42d7-b5a7-92e692c3139f tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:08.044050 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:03:08.044390 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Checking segment: {'id': 'cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:03:08.044776 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:08.045179 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Bound using segment: {'id': 'cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:03:08.045617 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Bound port: 13192539-7b75-411f-9b62-bdcbd5dca60d, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:03:08.045983 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:08.088852 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec55037-099c-4e91-8fb3-170e70e1c05f req-62a34987-8c8e-4ad3-b058-3ae01486da2a tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:08.090342 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ec55037-099c-4e91-8fb3-170e70e1c05f req-62a34987-8c8e-4ad3-b058-3ae01486da2a tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4e04e47-c282-4df0-90e2-923d1823300d HTTP/1.1" status: 200 len: 944 time: 0.3014135 May 30 20:03:08.106458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed050234-4060-42d7-b5a7-92e692c3139f tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e934b66a-8c6b-41cc-aa93-deb03ea23450,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:08.129617 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-261bd0fc-43b6-45cd-b3cc-6b62bf82279f req-ed050234-4060-42d7-b5a7-92e692c3139f tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:08.136481 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-261bd0fc-43b6-45cd-b3cc-6b62bf82279f req-ed050234-4060-42d7-b5a7-92e692c3139f tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1646 time: 0.8164411 May 30 20:03:08.153037 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8a04e86-1df1-4072-95a7-628b2752170c req-fac65627-c4cf-40f8-808d-7aabb15d5232 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2177451 May 30 20:03:08.164266 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] For port 13192539-7b75-411f-9b62-bdcbd5dca60d, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:03:08.169296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] For port 13192539-7b75-411f-9b62-bdcbd5dca60d, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=13192539-7b75-411f-9b62-bdcbd5dca60d,segment=NetworkSegment(cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8),segment_id=cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:03:08.176574 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:08.292264 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ec55037-099c-4e91-8fb3-170e70e1c05f req-efd5f802-bdbe-4a6a-b0ef-d237b883d79c tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9a038d2-3644-4439-85cb-79b28e01eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908743 May 30 20:03:08.368814 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dc4301d3-0dd9-4dfb-9893-b52abf536d16 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:03:08.415768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69471e28-9377-449e-8605-2b967cc3cd10 None None] Pushing event updated for resources: {'Port': ['ID=13192539-7b75-411f-9b62-bdcbd5dca60d,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:08.437178 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08e3831-81ff-4474-ae9c-40ec8cd977f0 None None] Network 105a1811-33b0-4fd2-8cc1-6852b6e75bda requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:03:08.457274 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0be99b8-d677-44cc-8bc0-8fb6f8e8f0d6'] response: {'name': 'network-changed', 'server_uuid': 'fdc93019-3f8c-44ec-a13c-6e790df6e4c0', 'tag': '14e81856-0069-4546-af62-1c08b54a224c', 'status': 'completed', 'code': 200} May 30 20:03:08.527586 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ab47758-4b6e-480f-a66e-fbd5ba89e626 req-d37aacfa-9eb3-4f3f-88eb-c96998fc1c20 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "GET /v2.0/security-groups/17432f32-38f7-4f0e-914f-355cd8995db9 HTTP/1.1" status: 200 len: 1645 time: 0.1629391 May 30 20:03:08.529830 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8a04e86-1df1-4072-95a7-628b2752170c req-3e1f69e1-2a77-4543-ad24-18c084bd110a service neutron] 10.222.0.77 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677039 May 30 20:03:08.571172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-4ab47758-4b6e-480f-a66e-fbd5ba89e626 req-1f6f8235-9616-4dab-bad3-d93c2006eb69 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17432f32-38f7-4f0e-914f-355cd8995db9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:08.571513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-4ab47758-4b6e-480f-a66e-fbd5ba89e626 req-1f6f8235-9616-4dab-bad3-d93c2006eb69 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17432f32-38f7-4f0e-914f-355cd8995db9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:08.596868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-4ab47758-4b6e-480f-a66e-fbd5ba89e626 req-1f6f8235-9616-4dab-bad3-d93c2006eb69 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:08.611897 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b9f19ad3-f8bf-4681-9c54-0ff5fef29ee5 None None] Provisioning for port dc4301d3-0dd9-4dfb-9893-b52abf536d16 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:03:08.635681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4ab47758-4b6e-480f-a66e-fbd5ba89e626 req-1f6f8235-9616-4dab-bad3-d93c2006eb69 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Usage tracker for resource:security_group_rule and tenant:1b050bcca8774776a297774f7af1991a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:08.641094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4ab47758-4b6e-480f-a66e-fbd5ba89e626 req-1f6f8235-9616-4dab-bad3-d93c2006eb69 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:08.682408 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port dc4301d3-0dd9-4dfb-9893-b52abf536d16 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:03:08.691882 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port dc4301d3-0dd9-4dfb-9893-b52abf536d16 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:08.692352 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:08.697718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-4ab47758-4b6e-480f-a66e-fbd5ba89e626 req-1f6f8235-9616-4dab-bad3-d93c2006eb69 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:08.812993 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bed8aa5-c2a2-492b-a0cb-3489fb58a827 req-413047ac-d1dd-4059-818e-78a6cc59bc96 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3ad01171d1bb446a826503d27d5a987a&device_id=fdc93019-3f8c-44ec-a13c-6e790df6e4c0 HTTP/1.1" status: 200 len: 1094 time: 0.3413718 May 30 20:03:08.836010 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9da9b-44c7-469f-9624-819bed7fb24e req-ef6bc543-bd31-4fd0-b95d-0c10cf0c9ffb tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:08.837389 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-94e9da9b-44c7-469f-9624-819bed7fb24e req-ef6bc543-bd31-4fd0-b95d-0c10cf0c9ffb tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Synchronizing usage tracker for tenant:6c9afa2680264e56925c1cbb186ac382 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:08.851156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-94e9da9b-44c7-469f-9624-819bed7fb24e req-ef6bc543-bd31-4fd0-b95d-0c10cf0c9ffb tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Unset dirty status for tenant:6c9afa2680264e56925c1cbb186ac382 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:08.852345 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-94e9da9b-44c7-469f-9624-819bed7fb24e req-ef6bc543-bd31-4fd0-b95d-0c10cf0c9ffb tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.93 "GET /v2.0/ports?device_id=480e9bc2-d52a-4e0f-a96f-1267a0ee32fb HTTP/1.1" status: 200 len: 946 time: 0.1002316 May 30 20:03:08.861878 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:08.894856 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port dc4301d3-0dd9-4dfb-9893-b52abf536d16, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dc4301d3-0dd9-4dfb-9893-b52abf536d16,segment=NetworkSegment(c310da02-bee4-413a-bbb4-69b364ace063),segment_id=c310da02-bee4-413a-bbb4-69b364ace063)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:08.902453 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:08.942580 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-94e9da9b-44c7-469f-9624-819bed7fb24e req-69bbad7a-5be8-4be7-bf6c-efde9083af65 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Deleting port ff43084a-8a15-4554-8e48-2b161692c1d0 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:08.942906 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-94e9da9b-44c7-469f-9624-819bed7fb24e req-69bbad7a-5be8-4be7-bf6c-efde9083af65 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:08.992388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=dc4301d3-0dd9-4dfb-9893-b52abf536d16,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:09.013196 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-e0c65d9b-04e0-4736-8632-5fd5a03f245d tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:09.017085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-e0c65d9b-04e0-4736-8632-5fd5a03f245d tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:09.018655 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-e0c65d9b-04e0-4736-8632-5fd5a03f245d tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/networks?id=105a1811-33b0-4fd2-8cc1-6852b6e75bda&id=30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2 HTTP/1.1" status: 200 len: 1392 time: 0.4733667 May 30 20:03:09.025352 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8a04e86-1df1-4072-95a7-628b2752170c req-f4e7fc72-18bf-4a35-8c56-3e7e6fc42094 service neutron] 10.222.0.77 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784687 May 30 20:03:09.044740 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4ab47758-4b6e-480f-a66e-fbd5ba89e626 req-1f6f8235-9616-4dab-bad3-d93c2006eb69 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:09.073174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9419e88c-e9d7-4fde-b119-bb370c21c683 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/quotas/820db36be181450f96a3fd776851fff7 HTTP/1.1" status: 200 len: 375 time: 0.0453811 May 30 20:03:09.137634 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4ab47758-4b6e-480f-a66e-fbd5ba89e626 req-1f6f8235-9616-4dab-bad3-d93c2006eb69 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:09.152477 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4ab47758-4b6e-480f-a66e-fbd5ba89e626 req-1f6f8235-9616-4dab-bad3-d93c2006eb69 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:09.165777 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed8aa5-c2a2-492b-a0cb-3489fb58a827 req-6cafbdc0-1aa8-48c9-abf7-547036105dbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:09.167251 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bed8aa5-c2a2-492b-a0cb-3489fb58a827 req-6cafbdc0-1aa8-48c9-abf7-547036105dbb service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57c8dc7-d565-4558-b619-e2f27eee459b HTTP/1.1" status: 200 len: 922 time: 0.3400564 May 30 20:03:09.195750 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-173be80e-7426-4154-9fb9-5380f304e4df None None] Provisioning complete for port dc4301d3-0dd9-4dfb-9893-b52abf536d16 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:09.196135 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-173be80e-7426-4154-9fb9-5380f304e4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:09.238496 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f8235-9616-4dab-bad3-d93c2006eb69 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e923625f-de3f-45c3-b58b-7d79a6d1172c,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:09.267620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-94e9da9b-44c7-469f-9624-819bed7fb24e req-69bbad7a-5be8-4be7-bf6c-efde9083af65 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] For port ff43084a-8a15-4554-8e48-2b161692c1d0, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ff43084a-8a15-4554-8e48-2b161692c1d0,segment=NetworkSegment(e67155a1-d148-4cf2-8703-3f6e47387a62),segment_id=e67155a1-d148-4cf2-8703-3f6e47387a62)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:09.268172 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-94e9da9b-44c7-469f-9624-819bed7fb24e req-69bbad7a-5be8-4be7-bf6c-efde9083af65 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:09.275479 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bed8aa5-c2a2-492b-a0cb-3489fb58a827 req-169318c1-d1f8-4cdc-b4a3-2e783c915d14 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14e81856-0069-4546-af62-1c08b54a224c HTTP/1.1" status: 200 len: 217 time: 0.0986929 May 30 20:03:09.283819 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4ab47758-4b6e-480f-a66e-fbd5ba89e626 req-1f6f8235-9616-4dab-bad3-d93c2006eb69 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:09.285306 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ab47758-4b6e-480f-a66e-fbd5ba89e626 req-1f6f8235-9616-4dab-bad3-d93c2006eb69 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.7442942 May 30 20:03:09.521002 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-94e9da9b-44c7-469f-9624-819bed7fb24e req-69bbad7a-5be8-4be7-bf6c-efde9083af65 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Calling delete_port for ff43084a-8a15-4554-8e48-2b161692c1d0 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:09.561375 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-7e01c90e-249b-4fae-b63e-3435ced509c8 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Synchronizing usage tracker for tenant:820db36be181450f96a3fd776851fff7 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:09.561585 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac7200a-4b5e-4112-ab95-31a87eeac040 None None] Network 30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:03:09.592315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed8aa5-c2a2-492b-a0cb-3489fb58a827 req-59c6e3fb-5b1e-41bc-a922-9e6153cc3899 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:09.593673 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bed8aa5-c2a2-492b-a0cb-3489fb58a827 req-59c6e3fb-5b1e-41bc-a922-9e6153cc3899 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4576f90e-77d9-42db-898b-087dbe104c1e HTTP/1.1" status: 200 len: 861 time: 0.3073790 May 30 20:03:09.600558 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-7e01c90e-249b-4fae-b63e-3435ced509c8 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Unset dirty status for tenant:820db36be181450f96a3fd776851fff7 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:09.602010 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-7e01c90e-249b-4fae-b63e-3435ced509c8 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=820db36be181450f96a3fd776851fff7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5162277 May 30 20:03:09.642984 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-0c8d79aa-41fa-4b52-8589-509cb41cdaaf service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:03:09.643934 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-0c8d79aa-41fa-4b52-8589-509cb41cdaaf service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049064 May 30 20:03:09.652280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bed8aa5-c2a2-492b-a0cb-3489fb58a827 req-e23509e3-7415-4dd3-aec2-6ecb5420dd0d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57c8dc7-d565-4558-b619-e2f27eee459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485945 May 30 20:03:09.678237 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-94e9da9b-44c7-469f-9624-819bed7fb24e req-69bbad7a-5be8-4be7-bf6c-efde9083af65 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:09.680713 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-47d6b0a1-cd80-43f9-86b3-2e1b071c6401 None None] Provisioning for port 13192539-7b75-411f-9b62-bdcbd5dca60d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:03:09.693139 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be', 'ff43084a-8a15-4554-8e48-2b161692c1d0'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:09.716592 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['1bd1a64e-1ebc-459b-9799-aa8185913d49'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:09.730720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbad7a-5be8-4be7-bf6c-efde9083af65 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Pushing event deleted for resources: {'Port': ['ID=ff43084a-8a15-4554-8e48-2b161692c1d0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:09.756462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16315501-ab34-468c-b0a6-10977b2427f8 req-993e3cf4-574b-47fd-8e5c-83ff1debc000 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:09.757933 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16315501-ab34-468c-b0a6-10977b2427f8 req-993e3cf4-574b-47fd-8e5c-83ff1debc000 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/ports?device_id=480e9bc2-d52a-4e0f-a96f-1267a0ee32fb HTTP/1.1" status: 200 len: 946 time: 0.2663436 May 30 20:03:09.806559 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e9da9b-44c7-469f-9624-819bed7fb24e req-69bbad7a-5be8-4be7-bf6c-efde9083af65 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] No DVR routers for this DVR port ff43084a-8a15-4554-8e48-2b161692c1d0 on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:03:09.809962 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-94e9da9b-44c7-469f-9624-819bed7fb24e req-69bbad7a-5be8-4be7-bf6c-efde9083af65 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:09.814423 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480e9bc2-d52a-4e0f-a96f-1267a0ee32fb', 'name': 'network-vif-deleted', 'tag': 'ff43084a-8a15-4554-8e48-2b161692c1d0'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:09.828971 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-94e9da9b-44c7-469f-9624-819bed7fb24e req-69bbad7a-5be8-4be7-bf6c-efde9083af65 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.93 "DELETE /v2.0/ports/ff43084a-8a15-4554-8e48-2b161692c1d0 HTTP/1.1" status: 204 len: 173 time: 0.9707220 May 30 20:03:09.934749 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16315501-ab34-468c-b0a6-10977b2427f8 req-90edc9b4-ed2d-47f3-8c96-68aed6f0c03b tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ccb79fd-2d9b-4096-aaed-ac06defecff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283445 May 30 20:03:09.944395 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-da1046a7-d72b-4040-b43a-d259640994f9 service neutron] 10.222.0.84 "GET /v2.0/networks/105a1811-33b0-4fd2-8cc1-6852b6e75bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896481 May 30 20:03:09.953440 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bed8aa5-c2a2-492b-a0cb-3489fb58a827 req-ece807be-3e73-4812-a72a-084ddf038072 service neutron] 10.222.0.77 "GET /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779849 May 30 20:03:10.272634 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-d599dac8-68f8-49b8-9a8d-6d6da4125d90 service neutron] 10.222.0.84 "GET /v2.0/networks/105a1811-33b0-4fd2-8cc1-6852b6e75bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212979 May 30 20:03:10.279787 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bed8aa5-c2a2-492b-a0cb-3489fb58a827 req-beac786b-2011-4ba7-89f8-da79e3bf10c2 service neutron] 10.222.0.77 "GET /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058679 May 30 20:03:10.348480 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dc4301d3-0dd9-4dfb-9893-b52abf536d16 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:03:10.405715 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2093947-ff6a-420f-89a8-c56a68f2e361 req-16373f3f-6172-4914-8ad2-9227642161b2 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:10.408314 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2093947-ff6a-420f-89a8-c56a68f2e361 req-16373f3f-6172-4914-8ad2-9227642161b2 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=fdc93019-3f8c-44ec-a13c-6e790df6e4c0 HTTP/1.1" status: 200 len: 943 time: 0.3083529 May 30 20:03:10.461771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e04e47-c282-4df0-90e2-923d1823300d', 'tag': '9e2f79ed-d978-479f-a565-790ed9a4b4dd'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:10.465323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port dc4301d3-0dd9-4dfb-9893-b52abf536d16 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:10.465767 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:10.492389 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-14b41778-667a-498c-81d9-3dcc52d79332 service neutron] 10.222.0.84 "GET /v2.0/networks/30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114971 May 30 20:03:10.500075 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2093947-ff6a-420f-89a8-c56a68f2e361 req-168435a5-f849-409a-93a1-b3469eecefbb tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803535 May 30 20:03:10.604428 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 13192539-7b75-411f-9b62-bdcbd5dca60d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:03:10.646831 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-fe4cfcae-4065-4d98-9573-16651d5b2006 service neutron] 10.222.0.84 "GET /v2.0/networks/30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441360 May 30 20:03:10.673116 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 13192539-7b75-411f-9b62-bdcbd5dca60d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:03:10.674099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-79f58dce-cf52-4ffe-8a4a-42c046c7a4e4 req-6d9ae28b-aff8-4d99-95c8-19fd3bcf5cd9 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Synchronizing usage tracker for tenant:6fda94692f0e4f82850a0397602ca915 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:10.678728 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 13192539-7b75-411f-9b62-bdcbd5dca60d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:10.679090 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:10.691193 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-79f58dce-cf52-4ffe-8a4a-42c046c7a4e4 req-6d9ae28b-aff8-4d99-95c8-19fd3bcf5cd9 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Unset dirty status for tenant:6fda94692f0e4f82850a0397602ca915 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:10.692441 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79f58dce-cf52-4ffe-8a4a-42c046c7a4e4 req-6d9ae28b-aff8-4d99-95c8-19fd3bcf5cd9 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2134078236&fields=id&tenant_id=6fda94692f0e4f82850a0397602ca915 HTTP/1.1" status: 200 len: 267 time: 0.0672619 May 30 20:03:10.709007 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 14e81856-0069-4546-af62-1c08b54a224c details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:03:10.799343 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f58dce-cf52-4ffe-8a4a-42c046c7a4e4 req-8bbc9748-426c-4dbb-a0a8-51f0cdeec9e8 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:10.807915 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79f58dce-cf52-4ffe-8a4a-42c046c7a4e4 req-8bbc9748-426c-4dbb-a0a8-51f0cdeec9e8 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 945 time: 0.1085677 May 30 20:03:10.814171 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-79f58dce-cf52-4ffe-8a4a-42c046c7a4e4 req-31b96799-6839-4e70-81bc-055c5cc8cdc0 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Request body: {'port': {'security_groups': ['2a89022d-c54a-4e21-845c-a1e239e06290', 'e934b66a-8c6b-41cc-aa93-deb03ea23450']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:10.902710 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:10.951706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 14e81856-0069-4546-af62-1c08b54a224c, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=14e81856-0069-4546-af62-1c08b54a224c,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:10.963135 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 13192539-7b75-411f-9b62-bdcbd5dca60d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=13192539-7b75-411f-9b62-bdcbd5dca60d,segment=NetworkSegment(cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8),segment_id=cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:10.968608 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-79f58dce-cf52-4ffe-8a4a-42c046c7a4e4 req-31b96799-6839-4e70-81bc-055c5cc8cdc0 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:10.971184 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '14e81856-0069-4546-af62-1c08b54a224c', 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b', 'port_id': '14e81856-0069-4546-af62-1c08b54a224c', 'mac_address': 'fa:16:3e:ea:f1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4576f90e-77d9-42db-898b-087dbe104c1e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:03:10.973387 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:11.092248 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:11.105345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=13192539-7b75-411f-9b62-bdcbd5dca60d,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:11.115900 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e81856-0069-4546-af62-1c08b54a224c {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:11.133373 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 14e81856-0069-4546-af62-1c08b54a224c, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=14e81856-0069-4546-af62-1c08b54a224c,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:11.138433 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:11.166208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5b145-3931-4635-b129-03f928cd8c6e req-11728ba6-6eff-4a51-8437-0e60ed967e2a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:11.173127 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5dc5b145-3931-4635-b129-03f928cd8c6e req-11728ba6-6eff-4a51-8437-0e60ed967e2a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 950 time: 0.1925933 May 30 20:03:11.246350 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=14e81856-0069-4546-af62-1c08b54a224c,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:11.404904 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['14e81856-0069-4546-af62-1c08b54a224c'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:11.425369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5dc5b145-3931-4635-b129-03f928cd8c6e req-1657926f-c932-4d19-93d6-8b467e2661d8 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513077 May 30 20:03:11.512017 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-79f58dce-cf52-4ffe-8a4a-42c046c7a4e4 req-31b96799-6839-4e70-81bc-055c5cc8cdc0 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] For port 33aed856-88d9-42a8-93fb-81041a1b3574, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=33aed856-88d9-42a8-93fb-81041a1b3574,segment=NetworkSegment(0647cf17-c274-45a4-bca2-3aa9c3f494c2),segment_id=0647cf17-c274-45a4-bca2-3aa9c3f494c2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:11.542021 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f5675c20-6c1a-413c-9e9f-344a86865d7f req-8ee2c810-3d43-4d64-9858-a966f72e2f8a tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "GET /v2.0/security-groups/17432f32-38f7-4f0e-914f-355cd8995db9 HTTP/1.1" status: 200 len: 2148 time: 0.0758691 May 30 20:03:11.559219 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-79f58dce-cf52-4ffe-8a4a-42c046c7a4e4 req-31b96799-6839-4e70-81bc-055c5cc8cdc0 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:11.564510 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-79f58dce-cf52-4ffe-8a4a-42c046c7a4e4 req-31b96799-6839-4e70-81bc-055c5cc8cdc0 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:11.580475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['33aed856-88d9-42a8-93fb-81041a1b3574'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:11.638634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f58dce-cf52-4ffe-8a4a-42c046c7a4e4 req-31b96799-6839-4e70-81bc-055c5cc8cdc0 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:11.639285 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-79f58dce-cf52-4ffe-8a4a-42c046c7a4e4 req-31b96799-6839-4e70-81bc-055c5cc8cdc0 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:11.652933 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79f58dce-cf52-4ffe-8a4a-42c046c7a4e4 req-31b96799-6839-4e70-81bc-055c5cc8cdc0 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "PUT /v2.0/ports/33aed856-88d9-42a8-93fb-81041a1b3574 HTTP/1.1" status: 200 len: 981 time: 0.8439951 May 30 20:03:11.672956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b96799-6839-4e70-81bc-055c5cc8cdc0 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Pushing event updated for resources: {'Port': ['ID=33aed856-88d9-42a8-93fb-81041a1b3574,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:11.726957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['33aed856-88d9-42a8-93fb-81041a1b3574'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:11.778269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031269b9-ab1e-48de-812a-86ffb6606e1e req-9ece7179-9723-4c39-bc59-2ac13030a1ec tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:11.785971 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-031269b9-ab1e-48de-812a-86ffb6606e1e req-9ece7179-9723-4c39-bc59-2ac13030a1ec tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4e04e47-c282-4df0-90e2-923d1823300d HTTP/1.1" status: 200 len: 944 time: 0.0969925 May 30 20:03:11.806249 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f8d3ef8-6997-4aaa-82eb-017f2981037a'] response: {'server_uuid': '480e9bc2-d52a-4e0f-a96f-1267a0ee32fb', 'name': 'network-vif-deleted', 'tag': 'ff43084a-8a15-4554-8e48-2b161692c1d0', 'status': 'completed', 'code': 200} May 30 20:03:11.855126 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-031269b9-ab1e-48de-812a-86ffb6606e1e req-0f237761-0826-41f7-b339-a6887a97ff4c tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9a038d2-3644-4439-85cb-79b28e01eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681934 May 30 20:03:11.866731 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c005d88b-aaeb-4156-a361-f1302e1a2d89'] response: {'name': 'network-changed', 'server_uuid': 'b4e04e47-c282-4df0-90e2-923d1823300d', 'tag': '9e2f79ed-d978-479f-a565-790ed9a4b4dd', 'status': 'completed', 'code': 200} May 30 20:03:12.065291 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48cb4d01-5226-4b25-af06-a33deff363c2 req-98bb57f7-8ec3-4247-bc1b-cc647958147a tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=79d67b2f-2f7e-435b-bf6b-29033cee9053 HTTP/1.1" status: 200 len: 210 time: 0.0643897 May 30 20:03:12.138740 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ebe0f6da-99f8-4f21-9455-246cec2de783 req-8b526885-5891-4f0e-9776-59f2671f69c2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&device_id=b4e04e47-c282-4df0-90e2-923d1823300d HTTP/1.1" status: 200 len: 1095 time: 0.2281914 May 30 20:03:12.317344 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 13192539-7b75-411f-9b62-bdcbd5dca60d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:03:12.332733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0f6da-99f8-4f21-9455-246cec2de783 req-96ce02d0-a8c4-454f-84a6-b48479510319 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:12.334180 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ebe0f6da-99f8-4f21-9455-246cec2de783 req-96ce02d0-a8c4-454f-84a6-b48479510319 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 921 time: 0.1882696 May 30 20:03:12.402713 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 13192539-7b75-411f-9b62-bdcbd5dca60d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:12.403220 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:12.432703 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ff43084a-8a15-4554-8e48-2b161692c1d0 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:12.473428 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-02d04856-11bc-4ee3-b5ed-cf8c0c44511e req-ca826384-3a49-4c83-8a31-bafb67616f3c tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "GET /v2.0/security-group-rules/e923625f-de3f-45c3-b58b-7d79a6d1172c HTTP/1.1" status: 200 len: 713 time: 0.1382782 May 30 20:03:12.474584 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ebe0f6da-99f8-4f21-9455-246cec2de783 req-019e2a56-9e06-442d-81e8-c6db4b96eb3b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e2f79ed-d978-479f-a565-790ed9a4b4dd HTTP/1.1" status: 200 len: 217 time: 0.0822389 May 30 20:03:12.477930 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: ff43084a-8a15-4554-8e48-2b161692c1d0 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:03:12.478386 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ff43084a-8a15-4554-8e48-2b161692c1d0 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:03:12.479189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-37aab82f-a007-43f7-ae3e-e9932f6e3072 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:12.483793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-37aab82f-a007-43f7-ae3e-e9932f6e3072 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:12.484845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-37aab82f-a007-43f7-ae3e-e9932f6e3072 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Synchronizing usage tracker for tenant:820db36be181450f96a3fd776851fff7 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:12.502262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-37aab82f-a007-43f7-ae3e-e9932f6e3072 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Unset dirty status for tenant:820db36be181450f96a3fd776851fff7 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:12.504073 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-37aab82f-a007-43f7-ae3e-e9932f6e3072 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.93 "GET /v2.0/networks?id=105a1811-33b0-4fd2-8cc1-6852b6e75bda&id=30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2 HTTP/1.1" status: 200 len: 1392 time: 0.3114974 May 30 20:03:12.524946 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-517dfd50-f321-4f0b-9236-ce77fc5003e7 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Request body: {'port': {'device_id': '79d67b2f-2f7e-435b-bf6b-29033cee9053', 'network_id': '105a1811-33b0-4fd2-8cc1-6852b6e75bda', 'admin_state_up': True, 'tenant_id': '820db36be181450f96a3fd776851fff7'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:12.595633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0f6da-99f8-4f21-9455-246cec2de783 req-89fa50b2-27fc-4405-912d-4652335d69e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:12.597081 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ebe0f6da-99f8-4f21-9455-246cec2de783 req-89fa50b2-27fc-4405-912d-4652335d69e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4187f99c-2457-4fd5-b8fb-e355d933a9ed HTTP/1.1" status: 200 len: 859 time: 0.1123929 May 30 20:03:12.605540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467379e-f69a-468f-8797-e6e564a819eb req-a4e3bb87-bb44-434c-9918-189ce58f6720 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:12.606901 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e467379e-f69a-468f-8797-e6e564a819eb req-a4e3bb87-bb44-434c-9918-189ce58f6720 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=fdc93019-3f8c-44ec-a13c-6e790df6e4c0 HTTP/1.1" status: 200 len: 944 time: 0.2708333 May 30 20:03:12.645245 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-02d04856-11bc-4ee3-b5ed-cf8c0c44511e req-7da6c62b-d116-4a15-bb22-f79ef7256b3b tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "GET /v2.0/security-groups/17432f32-38f7-4f0e-914f-355cd8995db9 HTTP/1.1" status: 200 len: 2148 time: 0.1290758 May 30 20:03:12.662593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-517dfd50-f321-4f0b-9236-ce77fc5003e7 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:12.673176 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-517dfd50-f321-4f0b-9236-ce77fc5003e7 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:12.684501 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-517dfd50-f321-4f0b-9236-ce77fc5003e7 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Made reservation on behalf of 820db36be181450f96a3fd776851fff7 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:03:12.687607 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-517dfd50-f321-4f0b-9236-ce77fc5003e7 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:12.713405 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9e2f79ed-d978-479f-a565-790ed9a4b4dd details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:03:12.718549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 14e81856-0069-4546-af62-1c08b54a224c up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:03:12.730085 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-02d04856-11bc-4ee3-b5ed-cf8c0c44511e req-915c9e2b-409a-4944-9535-adf8c2f10a4d tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:12.740749 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e467379e-f69a-468f-8797-e6e564a819eb req-38914975-3438-4331-88a2-51910f5bea56 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978394 May 30 20:03:12.746855 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-02d04856-11bc-4ee3-b5ed-cf8c0c44511e req-915c9e2b-409a-4944-9535-adf8c2f10a4d tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:12.779759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ebe0f6da-99f8-4f21-9455-246cec2de783 req-aa222641-d3b9-40b9-8bda-f8e6b1d198c2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715877 May 30 20:03:12.814061 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-02d04856-11bc-4ee3-b5ed-cf8c0c44511e req-915c9e2b-409a-4944-9535-adf8c2f10a4d tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:12.885615 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-517dfd50-f321-4f0b-9236-ce77fc5003e7 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Allocated IP 19.80.0.5 (105a1811-33b0-4fd2-8cc1-6852b6e75bda/b4a8653c-605c-420b-a773-5819478da2dc/beb60ebd-e07b-45c7-846f-6367f14b533b) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:03:12.893164 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-02d04856-11bc-4ee3-b5ed-cf8c0c44511e req-915c9e2b-409a-4944-9535-adf8c2f10a4d tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:12.894709 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-02d04856-11bc-4ee3-b5ed-cf8c0c44511e req-915c9e2b-409a-4944-9535-adf8c2f10a4d tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/e923625f-de3f-45c3-b58b-7d79a6d1172c HTTP/1.1" status: 204 len: 173 time: 0.2318292 May 30 20:03:12.921346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c9e2b-409a-4944-9535-adf8c2f10a4d tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e923625f-de3f-45c3-b58b-7d79a6d1172c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:12.925779 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9e2f79ed-d978-479f-a565-790ed9a4b4dd, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9e2f79ed-d978-479f-a565-790ed9a4b4dd,segment=NetworkSegment(dbea1059-57b8-439c-951d-df443d4c1a35),segment_id=dbea1059-57b8-439c-951d-df443d4c1a35)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:12.934342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 14e81856-0069-4546-af62-1c08b54a224c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:03:12.944336 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '9e2f79ed-d978-479f-a565-790ed9a4b4dd', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'port_id': '9e2f79ed-d978-479f-a565-790ed9a4b4dd', 'mac_address': 'fa:16:3e:51:c2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:03:12.947005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 14e81856-0069-4546-af62-1c08b54a224c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:12.947404 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:13.012550 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cf69473c-979e-4be5-9e4d-d3d72dcfcf84 req-6de3dd45-869d-4913-9dc8-357cdded2e32 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2134078236&fields=id&tenant_id=6fda94692f0e4f82850a0397602ca915 HTTP/1.1" status: 200 len: 267 time: 0.1165247 May 30 20:03:13.052998 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:13.067158 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ebe0f6da-99f8-4f21-9455-246cec2de783 req-9a705e10-584c-4e1f-a3bc-503466c74017 service neutron] 10.222.0.77 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807503 May 30 20:03:13.076058 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2f79ed-d978-479f-a565-790ed9a4b4dd {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:13.134315 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9e2f79ed-d978-479f-a565-790ed9a4b4dd, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9e2f79ed-d978-479f-a565-790ed9a4b4dd,segment=NetworkSegment(dbea1059-57b8-439c-951d-df443d4c1a35),segment_id=dbea1059-57b8-439c-951d-df443d4c1a35)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:13.144081 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:13.165393 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-517dfd50-f321-4f0b-9236-ce77fc5003e7 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:13.183730 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:13.187370 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-517dfd50-f321-4f0b-9236-ce77fc5003e7 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Transition to ACTIVE for port object beb60ebd-e07b-45c7-846f-6367f14b533b will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:03:13.215702 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-517dfd50-f321-4f0b-9236-ce77fc5003e7 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:13.249233 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ebe0f6da-99f8-4f21-9455-246cec2de783 req-f57a5eb7-acb3-4359-9d00-116a57925017 service neutron] 10.222.0.77 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750388 May 30 20:03:13.272864 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc93019-3f8c-44ec-a13c-6e790df6e4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e81856-0069-4546-af62-1c08b54a224c'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:13.289611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 14e81856-0069-4546-af62-1c08b54a224c, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=14e81856-0069-4546-af62-1c08b54a224c,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:13.303950 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:13.309529 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=9e2f79ed-d978-479f-a565-790ed9a4b4dd,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:13.312501 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517dfd50-f321-4f0b-9236-ce77fc5003e7 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event updated for resources: {'Port': ['ID=beb60ebd-e07b-45c7-846f-6367f14b533b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:13.317504 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69473c-979e-4be5-9e4d-d3d72dcfcf84 req-e690bb98-f964-47d6-9440-e938114d3928 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:13.317717 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-517dfd50-f321-4f0b-9236-ce77fc5003e7 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Network 105a1811-33b0-4fd2-8cc1-6852b6e75bda is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:03:13.318822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-517dfd50-f321-4f0b-9236-ce77fc5003e7 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:03:13.321112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-517dfd50-f321-4f0b-9236-ce77fc5003e7 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:03:13.325701 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cf69473c-979e-4be5-9e4d-d3d72dcfcf84 req-e690bb98-f964-47d6-9440-e938114d3928 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 984 time: 0.3121583 May 30 20:03:13.333366 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:13.333715 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:13.334078 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:13.334365 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:13.334690 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:13.335014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:13.335337 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:13.335703 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:13.336047 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:13.336446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:13.336669 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:13.341865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-cf69473c-979e-4be5-9e4d-d3d72dcfcf84 req-f5844b93-3d77-4363-a047-01611754580c tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Request body: {'port': {'security_groups': ['2a89022d-c54a-4e21-845c-a1e239e06290']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:13.398910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-517dfd50-f321-4f0b-9236-ce77fc5003e7 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:13.399519 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-517dfd50-f321-4f0b-9236-ce77fc5003e7 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:13.419412 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=14e81856-0069-4546-af62-1c08b54a224c,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:13.429490 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-517dfd50-f321-4f0b-9236-ce77fc5003e7 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9092054 May 30 20:03:13.441859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['9e2f79ed-d978-479f-a565-790ed9a4b4dd'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:13.445331 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-91007cc0-366e-411a-a434-59404fa6f56c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Request body: {'port': {'device_id': '79d67b2f-2f7e-435b-bf6b-29033cee9053', 'network_id': '30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2', 'admin_state_up': True, 'tenant_id': '820db36be181450f96a3fd776851fff7'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:13.493353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658bacc-5de8-4daa-9ea8-053adf8fa4f9 req-a9d35a30-8557-4a3e-bed4-5b8b705000ac tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:13.500424 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2658bacc-5de8-4daa-9ea8-053adf8fa4f9 req-a9d35a30-8557-4a3e-bed4-5b8b705000ac tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 950 time: 0.2388725 May 30 20:03:13.611428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-91007cc0-366e-411a-a434-59404fa6f56c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:13.616426 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-91007cc0-366e-411a-a434-59404fa6f56c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Usage tracker for resource:port and tenant:820db36be181450f96a3fd776851fff7 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:13.620087 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-91007cc0-366e-411a-a434-59404fa6f56c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:13.626082 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d1b2e7d1-db32-4a8b-9cc2-7858c093c34c None None] Provisioning for port beb60ebd-e07b-45c7-846f-6367f14b533b completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:03:13.627743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-91007cc0-366e-411a-a434-59404fa6f56c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:13.632524 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cf69473c-979e-4be5-9e4d-d3d72dcfcf84 req-f5844b93-3d77-4363-a047-01611754580c tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:13.634567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d1b2e7d1-db32-4a8b-9cc2-7858c093c34c None None] Provisioning complete for port beb60ebd-e07b-45c7-846f-6367f14b533b triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:13.635558 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e7d1-db32-4a8b-9cc2-7858c093c34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:13.641404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-91007cc0-366e-411a-a434-59404fa6f56c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Made reservation on behalf of 820db36be181450f96a3fd776851fff7 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:03:13.644853 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-91007cc0-366e-411a-a434-59404fa6f56c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:13.694724 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2658bacc-5de8-4daa-9ea8-053adf8fa4f9 req-67029de2-63fa-486b-8371-d6f8f8772791 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931260 May 30 20:03:13.704050 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d1b2e7d1-db32-4a8b-9cc2-7858c093c34c None None] Port beb60ebd-e07b-45c7-846f-6367f14b533b cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:03:13.817181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-91007cc0-366e-411a-a434-59404fa6f56c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Allocated IP 19.86.0.172 (30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2/38bdb040-219c-4f97-902d-b38832397bc9/f29ba3a5-e579-4d16-b440-1cc41a9b64ba) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:03:13.883731 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'tag': '33aed856-88d9-42a8-93fb-81041a1b3574'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:13.972840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cf69473c-979e-4be5-9e4d-d3d72dcfcf84 req-f5844b93-3d77-4363-a047-01611754580c tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] For port 33aed856-88d9-42a8-93fb-81041a1b3574, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=33aed856-88d9-42a8-93fb-81041a1b3574,segment=NetworkSegment(0647cf17-c274-45a4-bca2-3aa9c3f494c2),segment_id=0647cf17-c274-45a4-bca2-3aa9c3f494c2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:13.993360 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ebf91-86cc-49eb-8be0-501fb2aa1703 req-a8baafb8-d5d9-4f5f-8056-277c9e9c6879 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:13.995359 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-346ebf91-86cc-49eb-8be0-501fb2aa1703 req-a8baafb8-d5d9-4f5f-8056-277c9e9c6879 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4e04e47-c282-4df0-90e2-923d1823300d HTTP/1.1" status: 200 len: 945 time: 0.1475441 May 30 20:03:14.028055 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cf69473c-979e-4be5-9e4d-d3d72dcfcf84 req-f5844b93-3d77-4363-a047-01611754580c tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:14.029036 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-91007cc0-366e-411a-a434-59404fa6f56c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:14.039741 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cf69473c-979e-4be5-9e4d-d3d72dcfcf84 req-f5844b93-3d77-4363-a047-01611754580c tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:14.045758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-91007cc0-366e-411a-a434-59404fa6f56c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Transition to ACTIVE for port object f29ba3a5-e579-4d16-b440-1cc41a9b64ba will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:03:14.051478 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['33aed856-88d9-42a8-93fb-81041a1b3574'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:14.070742 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-91007cc0-366e-411a-a434-59404fa6f56c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:14.112180 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-346ebf91-86cc-49eb-8be0-501fb2aa1703 req-1b359afb-f3bd-4238-80ac-ee0bbd990b5d tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9a038d2-3644-4439-85cb-79b28e01eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070170 May 30 20:03:14.126129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69473c-979e-4be5-9e4d-d3d72dcfcf84 req-f5844b93-3d77-4363-a047-01611754580c tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:14.126746 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cf69473c-979e-4be5-9e4d-d3d72dcfcf84 req-f5844b93-3d77-4363-a047-01611754580c tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:14.128115 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cf69473c-979e-4be5-9e4d-d3d72dcfcf84 req-f5844b93-3d77-4363-a047-01611754580c tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "PUT /v2.0/ports/33aed856-88d9-42a8-93fb-81041a1b3574 HTTP/1.1" status: 200 len: 942 time: 0.8014853 May 30 20:03:14.140250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-91007cc0-366e-411a-a434-59404fa6f56c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Network 30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:03:14.147654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-91007cc0-366e-411a-a434-59404fa6f56c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:03:14.154853 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5844b93-3d77-4363-a047-01611754580c tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Pushing event updated for resources: {'Port': ['ID=33aed856-88d9-42a8-93fb-81041a1b3574,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:14.155277 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-91007cc0-366e-411a-a434-59404fa6f56c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:03:14.204844 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-3ac3687a-9cfc-409f-a2cd-cd4d81a7f108 req-1c06f7e1-2e8f-48bd-8ea3-fd20f5dad4cf tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-269314222', 'description': 'tempest-description-1837409277'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:14.216812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-3ac3687a-9cfc-409f-a2cd-cd4d81a7f108 req-1c06f7e1-2e8f-48bd-8ea3-fd20f5dad4cf tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:14.224203 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['33aed856-88d9-42a8-93fb-81041a1b3574'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:14.225357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3ac3687a-9cfc-409f-a2cd-cd4d81a7f108 req-1c06f7e1-2e8f-48bd-8ea3-fd20f5dad4cf tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Usage tracker for resource:security_group and tenant:1b050bcca8774776a297774f7af1991a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:14.237561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3ac3687a-9cfc-409f-a2cd-cd4d81a7f108 req-1c06f7e1-2e8f-48bd-8ea3-fd20f5dad4cf tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:14.255063 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-3ac3687a-9cfc-409f-a2cd-cd4d81a7f108 req-1c06f7e1-2e8f-48bd-8ea3-fd20f5dad4cf tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:14.273683 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3ac3687a-9cfc-409f-a2cd-cd4d81a7f108 req-1c06f7e1-2e8f-48bd-8ea3-fd20f5dad4cf tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:14.379592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91007cc0-366e-411a-a434-59404fa6f56c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event updated for resources: {'Port': ['ID=f29ba3a5-e579-4d16-b440-1cc41a9b64ba,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:14.394123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-3ac3687a-9cfc-409f-a2cd-cd4d81a7f108 req-1c06f7e1-2e8f-48bd-8ea3-fd20f5dad4cf tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:14.399972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3ac3687a-9cfc-409f-a2cd-cd4d81a7f108 req-1c06f7e1-2e8f-48bd-8ea3-fd20f5dad4cf tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Usage tracker for resource:security_group_rule and tenant:1b050bcca8774776a297774f7af1991a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:14.400996 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-91007cc0-366e-411a-a434-59404fa6f56c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:14.401722 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-91007cc0-366e-411a-a434-59404fa6f56c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:14.404124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3ac3687a-9cfc-409f-a2cd-cd4d81a7f108 req-1c06f7e1-2e8f-48bd-8ea3-fd20f5dad4cf tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:14.411126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-3ac3687a-9cfc-409f-a2cd-cd4d81a7f108 req-1c06f7e1-2e8f-48bd-8ea3-fd20f5dad4cf tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:14.430454 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-91007cc0-366e-411a-a434-59404fa6f56c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9934664 May 30 20:03:14.435117 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab3040-e719-4b39-b4ff-3e92f35acb97 req-f4bb25cc-69a7-4de6-bcc1-6ce7b2658ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:14.439316 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab3040-e719-4b39-b4ff-3e92f35acb97 req-f4bb25cc-69a7-4de6-bcc1-6ce7b2658ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:14.441523 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cab3040-e719-4b39-b4ff-3e92f35acb97 req-f4bb25cc-69a7-4de6-bcc1-6ce7b2658ad3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=79d67b2f-2f7e-435b-bf6b-29033cee9053 HTTP/1.1" status: 200 len: 1653 time: 0.1467352 May 30 20:03:14.553067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-49ce11eb-3313-474a-9c2c-b6e7b1de7680 None None] Provisioning for port f29ba3a5-e579-4d16-b440-1cc41a9b64ba completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:03:14.562776 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-49ce11eb-3313-474a-9c2c-b6e7b1de7680 None None] Provisioning complete for port f29ba3a5-e579-4d16-b440-1cc41a9b64ba triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:14.563014 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-49ce11eb-3313-474a-9c2c-b6e7b1de7680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:14.566829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cab3040-e719-4b39-b4ff-3e92f35acb97 req-c1c32c50-08fb-4a1b-8f20-c06b21698cd1 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179154 May 30 20:03:14.571633 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3ac3687a-9cfc-409f-a2cd-cd4d81a7f108 req-1c06f7e1-2e8f-48bd-8ea3-fd20f5dad4cf tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:14.575526 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3ac3687a-9cfc-409f-a2cd-cd4d81a7f108 req-1c06f7e1-2e8f-48bd-8ea3-fd20f5dad4cf tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:14.618589 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06f7e1-2e8f-48bd-8ea3-fd20f5dad4cf tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad666e17-0661-4960-a241-d0841f2b396e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:14.628443 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3ac3687a-9cfc-409f-a2cd-cd4d81a7f108 req-1c06f7e1-2e8f-48bd-8ea3-fd20f5dad4cf tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:14.629709 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ac3687a-9cfc-409f-a2cd-cd4d81a7f108 req-1c06f7e1-2e8f-48bd-8ea3-fd20f5dad4cf tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.4323883 May 30 20:03:14.643488 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-49ce11eb-3313-474a-9c2c-b6e7b1de7680 None None] Port f29ba3a5-e579-4d16-b440-1cc41a9b64ba cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:03:14.644856 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Request body: {'port': {'device_id': '79d67b2f-2f7e-435b-bf6b-29033cee9053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:14.681218 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed7ea30-633f-4da6-a237-03ef21874a4b'] response: {'server_uuid': 'fdc93019-3f8c-44ec-a13c-6e790df6e4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e81856-0069-4546-af62-1c08b54a224c', 'code': 200} May 30 20:03:14.727037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9e2f79ed-d978-479f-a565-790ed9a4b4dd up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:03:14.738138 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f20fc5a6-8ada-449a-a523-a8c367051b98'] response: {'name': 'network-changed', 'server_uuid': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'tag': '33aed856-88d9-42a8-93fb-81041a1b3574', 'status': 'completed', 'code': 200} May 30 20:03:14.770560 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:14.801776 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 9e2f79ed-d978-479f-a565-790ed9a4b4dd completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:03:14.807152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 9e2f79ed-d978-479f-a565-790ed9a4b4dd triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:14.807524 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:14.930160 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:14.966143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9e2f79ed-d978-479f-a565-790ed9a4b4dd, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9e2f79ed-d978-479f-a565-790ed9a4b4dd,segment=NetworkSegment(dbea1059-57b8-439c-951d-df443d4c1a35),segment_id=dbea1059-57b8-439c-951d-df443d4c1a35)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:14.970514 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:15.040662 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=9e2f79ed-d978-479f-a565-790ed9a4b4dd,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:15.083449 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-1eef66bd-cae9-4dbb-8cf8-2ab0e39fbad3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3226101 May 30 20:03:15.099569 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af4e9bda-8531-4415-87df-f6a0ecb0b87e req-73195cdc-8096-4c5c-bad5-fb2d2eb4b372 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6fda94692f0e4f82850a0397602ca915&device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 1096 time: 0.3130658 May 30 20:03:15.102729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:15.115247 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d995454-52ae-4569-b6c1-e00d07e1fcd8 req-bab76a6b-cb96-4fca-a1e0-502f8927ced9 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:15.116669 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2d995454-52ae-4569-b6c1-e00d07e1fcd8 req-bab76a6b-cb96-4fca-a1e0-502f8927ced9 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=fdc93019-3f8c-44ec-a13c-6e790df6e4c0 HTTP/1.1" status: 200 len: 945 time: 0.3013065 May 30 20:03:15.119288 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-755793c6-471a-4176-84ce-30658f55e737 req-e27bb989-51f7-471a-8511-8b68e51576a5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fdc93019-3f8c-44ec-a13c-6e790df6e4c0 HTTP/1.1" status: 200 len: 1096 time: 0.3027842 May 30 20:03:15.120285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:15.132718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb60ebd-e07b-45c7-846f-6367f14b533b {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:15.140063 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:15.155084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Transition to ACTIVE for port object beb60ebd-e07b-45c7-846f-6367f14b533b will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:03:15.157993 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Usage tracker for resource:floatingip and tenant:6fda94692f0e4f82850a0397602ca915 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:15.158222 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:15.176555 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:15.242954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:15.282768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=beb60ebd-e07b-45c7-846f-6367f14b533b,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:15.293403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:15.293740 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:15.294076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:15.294404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:15.294729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:15.295051 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:15.295368 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:15.295687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:15.296029 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:15.296340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:15.296654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:15.352182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e9bda-8531-4415-87df-f6a0ecb0b87e req-15ba9347-7f43-46db-bacb-28e547e6a4c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:15.353985 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af4e9bda-8531-4415-87df-f6a0ecb0b87e req-15ba9347-7f43-46db-bacb-28e547e6a4c9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c7264a01-f200-4613-a4f1-37b17e4526af HTTP/1.1" status: 200 len: 920 time: 0.2456665 May 30 20:03:15.354865 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:15.414329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Attempting to bind port beb60ebd-e07b-45c7-846f-6367f14b533b on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:03:15.414719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Attempting to bind port beb60ebd-e07b-45c7-846f-6367f14b533b by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'c310da02-bee4-413a-bbb4-69b364ace063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '105a1811-33b0-4fd2-8cc1-6852b6e75bda'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:03:15.415101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Attempting to bind port beb60ebd-e07b-45c7-846f-6367f14b533b on network 105a1811-33b0-4fd2-8cc1-6852b6e75bda {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:15.421225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Port beb60ebd-e07b-45c7-846f-6367f14b533b on network 105a1811-33b0-4fd2-8cc1-6852b6e75bda not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:03:15.421533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Attempting to bind port beb60ebd-e07b-45c7-846f-6367f14b533b on network 105a1811-33b0-4fd2-8cc1-6852b6e75bda {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:15.427676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:03:15.428027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Checking segment: {'id': 'c310da02-bee4-413a-bbb4-69b364ace063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '105a1811-33b0-4fd2-8cc1-6852b6e75bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:03:15.428403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Bound using segment: {'id': 'c310da02-bee4-413a-bbb4-69b364ace063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '105a1811-33b0-4fd2-8cc1-6852b6e75bda'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:03:15.428815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Bound port: beb60ebd-e07b-45c7-846f-6367f14b533b, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c310da02-bee4-413a-bbb4-69b364ace063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '105a1811-33b0-4fd2-8cc1-6852b6e75bda'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:03:15.429151 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:15.438491 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2d995454-52ae-4569-b6c1-e00d07e1fcd8 req-748b8542-444e-41b9-bf9e-996aa7526200 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974620 May 30 20:03:15.439890 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-755793c6-471a-4176-84ce-30658f55e737 req-4d58b324-88b3-4d1e-9bd5-545536eb6e97 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979043 May 30 20:03:15.507520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af4e9bda-8531-4415-87df-f6a0ecb0b87e req-7f050423-0a68-457e-9f19-daf6de7a3ed7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33aed856-88d9-42a8-93fb-81041a1b3574 HTTP/1.1" status: 200 len: 217 time: 0.1350553 May 30 20:03:15.529211 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] For port beb60ebd-e07b-45c7-846f-6367f14b533b, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:03:15.533663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] For port beb60ebd-e07b-45c7-846f-6367f14b533b, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=beb60ebd-e07b-45c7-846f-6367f14b533b,segment=NetworkSegment(c310da02-bee4-413a-bbb4-69b364ace063),segment_id=c310da02-bee4-413a-bbb4-69b364ace063)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:03:15.538583 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:15.606467 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:15.607518 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] 10.222.0.93 "PUT /v2.0/ports/beb60ebd-e07b-45c7-846f-6367f14b533b HTTP/1.1" status: 200 len: 1090 time: 1.1692698 May 30 20:03:15.607932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d67b2f-2f7e-435b-bf6b-29033cee9053', 'tag': 'beb60ebd-e07b-45c7-846f-6367f14b533b'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:15.611507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e9bda-8531-4415-87df-f6a0ecb0b87e req-0209b5b7-46df-4c29-a1bd-f26c3f0e9525 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:15.612985 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af4e9bda-8531-4415-87df-f6a0ecb0b87e req-0209b5b7-46df-4c29-a1bd-f26c3f0e9525 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=90cbf6ca-1d08-47ca-ae45-34e8bb0b4810 HTTP/1.1" status: 200 len: 859 time: 0.0932052 May 30 20:03:15.632181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d7fe0-7363-4374-8149-7b4b5083b1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=beb60ebd-e07b-45c7-846f-6367f14b533b,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:15.639792 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Request body: {'port': {'device_id': '79d67b2f-2f7e-435b-bf6b-29033cee9053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:15.682968 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af4e9bda-8531-4415-87df-f6a0ecb0b87e req-e1d281d8-1cd0-4660-823e-d8fefecc89b3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c7264a01-f200-4613-a4f1-37b17e4526af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624981 May 30 20:03:15.761178 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:15.913539 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:16.053661 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-039d148d-375d-491d-a320-ecbe9aaa3a80 req-b3fd9657-1ef0-4fa6-bc37-34767c9960fe tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "GET /v2.0/security-groups/ad666e17-0661-4960-a241-d0841f2b396e HTTP/1.1" status: 200 len: 1646 time: 0.1630504 May 30 20:03:16.093928 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af4e9bda-8531-4415-87df-f6a0ecb0b87e req-bc9b9fe9-f3a9-4bb8-8aee-c45cf6e5c2aa service neutron] 10.222.0.93 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041777 May 30 20:03:16.120979 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f29ba3a5-e579-4d16-b440-1cc41a9b64ba {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:16.128573 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:16.144203 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Transition to ACTIVE for port object f29ba3a5-e579-4d16-b440-1cc41a9b64ba will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:03:16.149920 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:16.199609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Allocated IP 172.25.5.171 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/cc8c3ef5-fd8f-4e87-b1d7-16ef1ee7a34c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:03:16.285882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f29ba3a5-e579-4d16-b440-1cc41a9b64ba,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:16.398214 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af4e9bda-8531-4415-87df-f6a0ecb0b87e req-eff5bc07-b254-4549-ba70-a27fb81d947e service neutron] 10.222.0.93 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907445 May 30 20:03:16.423166 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Attempting to bind port f29ba3a5-e579-4d16-b440-1cc41a9b64ba on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:03:16.423870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Attempting to bind port f29ba3a5-e579-4d16-b440-1cc41a9b64ba by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:03:16.424227 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Attempting to bind port f29ba3a5-e579-4d16-b440-1cc41a9b64ba on network 30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:16.430146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Port f29ba3a5-e579-4d16-b440-1cc41a9b64ba on network 30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:03:16.430465 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Attempting to bind port f29ba3a5-e579-4d16-b440-1cc41a9b64ba on network 30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:16.437514 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:03:16.437872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Checking segment: {'id': 'cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:03:16.438223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Bound using segment: {'id': 'cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:03:16.438653 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Bound port: f29ba3a5-e579-4d16-b440-1cc41a9b64ba, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:03:16.438997 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:16.451418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c46f85-4fed-406a-86b3-757a8abd3147 req-b4872b82-c81a-4683-bb2d-4c15ff9d6e1e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:16.452892 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-41c46f85-4fed-406a-86b3-757a8abd3147 req-b4872b82-c81a-4683-bb2d-4c15ff9d6e1e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 950 time: 0.2673097 May 30 20:03:16.515173 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:16.537739 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-41c46f85-4fed-406a-86b3-757a8abd3147 req-f64c9195-60b6-4858-8e36-6744a65e5461 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721176 May 30 20:03:16.558110 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:16.624390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:03:16.626690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:03:16.630337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:03:16.641346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] For port f29ba3a5-e579-4d16-b440-1cc41a9b64ba, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:03:16.645268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] For port f29ba3a5-e579-4d16-b440-1cc41a9b64ba, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f29ba3a5-e579-4d16-b440-1cc41a9b64ba,segment=NetworkSegment(cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8),segment_id=cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:03:16.650615 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:16.682972 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e04e47-c282-4df0-90e2-923d1823300d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2f79ed-d978-479f-a565-790ed9a4b4dd'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:16.708259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Pushing event updated for resources: {'Port': ['ID=cc8c3ef5-fd8f-4e87-b1d7-16ef1ee7a34c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:16.738172 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:16.739583 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] 10.222.0.93 "PUT /v2.0/ports/f29ba3a5-e579-4d16-b440-1cc41a9b64ba HTTP/1.1" status: 200 len: 1092 time: 1.1045983 May 30 20:03:16.740724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'tag': '33aed856-88d9-42a8-93fb-81041a1b3574'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:16.757197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a296b-6541-4c88-8d4b-e8dc4f58b9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f29ba3a5-e579-4d16-b440-1cc41a9b64ba,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:16.870465 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-e957359f-52c0-45c2-b8f6-2ef81b887eda service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=820db36be181450f96a3fd776851fff7&device_id=79d67b2f-2f7e-435b-bf6b-29033cee9053 HTTP/1.1" status: 200 len: 1979 time: 0.0774071 May 30 20:03:16.885174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98a9e2-af51-411c-963e-845a50f63cb6 req-9410a36f-89db-42c5-a863-d9c8c745c8f9 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:16.886681 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a98a9e2-af51-411c-963e-845a50f63cb6 req-9410a36f-89db-42c5-a863-d9c8c745c8f9 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4e04e47-c282-4df0-90e2-923d1823300d HTTP/1.1" status: 200 len: 946 time: 0.1813571 May 30 20:03:16.889612 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:16.947884 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-7f1dbe58-f11b-4a80-96ae-fe740db3053b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.5&port_id=beb60ebd-e07b-45c7-846f-6367f14b533b HTTP/1.1" status: 200 len: 217 time: 0.0653024 May 30 20:03:16.982461 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:17.011358 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a98a9e2-af51-411c-963e-845a50f63cb6 req-ebba3b7d-7414-473e-b27a-8f40c0cfe2fd tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9a038d2-3644-4439-85cb-79b28e01eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176627 May 30 20:03:17.013176 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ff6c1ca4-6f0f-4c28-92ca-0ec67ca4ac6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:17.014598 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-ff6c1ca4-6f0f-4c28-92ca-0ec67ca4ac6c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b4a8653c-605c-420b-a773-5819478da2dc HTTP/1.1" status: 200 len: 801 time: 0.0604722 May 30 20:03:17.095031 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-4f734b40-5253-4f18-9c64-7761658929af service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105a1811-33b0-4fd2-8cc1-6852b6e75bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0737097 May 30 20:03:17.231463 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-7440ffc6-4323-432c-b6ca-8d072e507f8b service neutron] 10.222.0.93 "GET /v2.0/networks/105a1811-33b0-4fd2-8cc1-6852b6e75bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297240 May 30 20:03:17.256438 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:17.262440 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:17.304897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65517ef-900c-4257-b164-fa8eb462a16d req-a700f180-962e-4667-90a1-3daf853ab0fa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:17.308786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65517ef-900c-4257-b164-fa8eb462a16d req-a700f180-962e-4667-90a1-3daf853ab0fa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:17.310290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d65517ef-900c-4257-b164-fa8eb462a16d req-a700f180-962e-4667-90a1-3daf853ab0fa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=79d67b2f-2f7e-435b-bf6b-29033cee9053 HTTP/1.1" status: 200 len: 1677 time: 0.1699424 May 30 20:03:17.372072 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-78c8dd79-b840-464b-9685-725d86e2b898 service neutron] 10.222.0.93 "GET /v2.0/networks/105a1811-33b0-4fd2-8cc1-6852b6e75bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346178 May 30 20:03:17.408007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Pushing event updated for resources: {'Port': ['ID=cc8c3ef5-fd8f-4e87-b1d7-16ef1ee7a34c,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:17.431133 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d65517ef-900c-4257-b164-fa8eb462a16d req-52615184-d28b-41f7-8192-dee623aac9fa tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136687 May 30 20:03:17.436566 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:17.443378 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-3369992f-fa95-445b-b1b4-6512263e539c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.172&port_id=f29ba3a5-e579-4d16-b440-1cc41a9b64ba HTTP/1.1" status: 200 len: 217 time: 0.0645859 May 30 20:03:17.460947 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:17.468484 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-bf74a66a-c58e-4729-a553-510fe6e2d9cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3771889 May 30 20:03:17.502892 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d47b8ae5-6650-4be6-bd0a-7dafab43b89f'] response: {'name': 'network-changed', 'server_uuid': '79d67b2f-2f7e-435b-bf6b-29033cee9053', 'tag': 'beb60ebd-e07b-45c7-846f-6367f14b533b', 'status': 'completed', 'code': 200} May 30 20:03:17.514318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-4423e305-c561-48b9-a05c-683ffefc9a62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:17.515844 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-4423e305-c561-48b9-a05c-683ffefc9a62 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=38bdb040-219c-4f97-902d-b38832397bc9 HTTP/1.1" status: 200 len: 801 time: 0.0641310 May 30 20:03:17.547100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-0afc09df-ee16-4f2c-a0a5-df74538cc642 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Synchronizing usage tracker for tenant:6fda94692f0e4f82850a0397602ca915 on resource:floatingip {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:17.566411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-0afc09df-ee16-4f2c-a0a5-df74538cc642 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Unset dirty status for tenant:6fda94692f0e4f82850a0397602ca915 on resource:floatingip {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:17.567802 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-0afc09df-ee16-4f2c-a0a5-df74538cc642 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 696 time: 0.0984728 May 30 20:03:17.608019 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-22002e7e-86b1-4b4c-a566-4d2f49b7543b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0830195 May 30 20:03:17.758889 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-95e10a8c-247b-4b91-a0a5-aeb0b5cf71e1 service neutron] 10.222.0.93 "GET /v2.0/networks/30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437020 May 30 20:03:17.827310 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-117e2492-edc7-476a-8f87-8a54758a7aae tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:17.828767 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc69b272-748b-485d-b9dc-aac3e0d20a97 req-117e2492-edc7-476a-8f87-8a54758a7aae tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.2528198 May 30 20:03:17.888586 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bdf997f-cef8-48e9-aa17-66232acd26e7'] response: {'server_uuid': 'b4e04e47-c282-4df0-90e2-923d1823300d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2f79ed-d978-479f-a565-790ed9a4b4dd', 'code': 200} May 30 20:03:17.903598 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7bb74c99-09d5-4cd2-80fa-6ace36b39096 req-cf60350b-6181-40d3-9ea3-55e12939bcd5 service neutron] 10.222.0.93 "GET /v2.0/networks/30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384583 May 30 20:03:17.925859 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff2d45-2c6e-4ad0-9c12-8ac43cb12d74 req-1a0cfbbf-dde9-4bbb-b764-79e0bdb02ee4 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:17.927748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0ff2d45-2c6e-4ad0-9c12-8ac43cb12d74 req-1a0cfbbf-dde9-4bbb-b764-79e0bdb02ee4 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=fdc93019-3f8c-44ec-a13c-6e790df6e4c0 HTTP/1.1" status: 200 len: 945 time: 0.0843086 May 30 20:03:17.958277 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043ee4a9-9fc7-4607-9ffa-b9f7ede2c26b'] response: {'name': 'network-changed', 'server_uuid': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'tag': '33aed856-88d9-42a8-93fb-81041a1b3574', 'status': 'completed', 'code': 200} May 30 20:03:18.049622 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0ff2d45-2c6e-4ad0-9c12-8ac43cb12d74 req-3fd41ec1-49f4-4c12-ac46-e4c7f66b4102 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148112 May 30 20:03:18.079843 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce3909d5-6153-4895-8eff-54103b8bd792 req-bf432fa7-750b-45a1-a19c-3bd97b88fe19 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6fda94692f0e4f82850a0397602ca915&device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 1096 time: 0.0956161 May 30 20:03:18.105755 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8dfbc2ff-f17a-40ad-b732-f87c6d0ed96b req-10d338e8-5800-4cad-83a7-94092248b5da service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=820db36be181450f96a3fd776851fff7&device_id=79d67b2f-2f7e-435b-bf6b-29033cee9053 HTTP/1.1" status: 200 len: 1979 time: 0.1350422 May 30 20:03:18.258060 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-aa74c574-61c0-438a-b3c0-f4f45cd133df req-ba03931e-1353-4b2b-bee1-16571610b24c tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1036682760', 'description': 'tempest-description-765830959'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:18.258290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbc2ff-f17a-40ad-b732-f87c6d0ed96b req-4e270fdf-4717-4482-be57-ba4631571fb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:18.259585 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8dfbc2ff-f17a-40ad-b732-f87c6d0ed96b req-4e270fdf-4717-4482-be57-ba4631571fb7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=105a1811-33b0-4fd2-8cc1-6852b6e75bda HTTP/1.1" status: 200 len: 903 time: 0.1444674 May 30 20:03:18.279334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-aa74c574-61c0-438a-b3c0-f4f45cd133df req-ba03931e-1353-4b2b-bee1-16571610b24c tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:18.292728 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-aa74c574-61c0-438a-b3c0-f4f45cd133df req-ba03931e-1353-4b2b-bee1-16571610b24c tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Usage tracker for resource:security_group and tenant:1b050bcca8774776a297774f7af1991a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:18.316650 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-aa74c574-61c0-438a-b3c0-f4f45cd133df req-ba03931e-1353-4b2b-bee1-16571610b24c tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:18.337310 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-aa74c574-61c0-438a-b3c0-f4f45cd133df req-ba03931e-1353-4b2b-bee1-16571610b24c tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:18.339481 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8dfbc2ff-f17a-40ad-b732-f87c6d0ed96b req-4586f67c-6f65-4773-8004-60034838412e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.5&port_id=beb60ebd-e07b-45c7-846f-6367f14b533b HTTP/1.1" status: 200 len: 217 time: 0.0727141 May 30 20:03:18.368052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3909d5-6153-4895-8eff-54103b8bd792 req-ed33d699-ed6f-4c5f-809a-534ddca9bd82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:18.369665 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce3909d5-6153-4895-8eff-54103b8bd792 req-ed33d699-ed6f-4c5f-809a-534ddca9bd82 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c7264a01-f200-4613-a4f1-37b17e4526af HTTP/1.1" status: 200 len: 920 time: 0.2765663 May 30 20:03:18.375020 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-aa74c574-61c0-438a-b3c0-f4f45cd133df req-ba03931e-1353-4b2b-bee1-16571610b24c tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:18.406974 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbc2ff-f17a-40ad-b732-f87c6d0ed96b req-a7843d00-7062-4c4f-8a8c-97bce1d34c5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:18.408446 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8dfbc2ff-f17a-40ad-b732-f87c6d0ed96b req-a7843d00-7062-4c4f-8a8c-97bce1d34c5a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b4a8653c-605c-420b-a773-5819478da2dc HTTP/1.1" status: 200 len: 801 time: 0.0633004 May 30 20:03:18.468555 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79aad2ad-226b-448b-b9c3-01b7eee8f3ab req-bf08af29-467f-4c90-b8e3-bec6b46b1488 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b4e04e47-c282-4df0-90e2-923d1823300d HTTP/1.1" status: 200 len: 1097 time: 0.5016897 May 30 20:03:18.473375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce3909d5-6153-4895-8eff-54103b8bd792 req-426ab4c6-6805-4e27-bbc7-aca9124e5d51 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33aed856-88d9-42a8-93fb-81041a1b3574 HTTP/1.1" status: 200 len: 217 time: 0.0838072 May 30 20:03:18.479494 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c43e5-9afe-4be9-a447-64cc3d2646d0 req-cf70a4be-273f-4f00-8ee6-57f45c6fd5e6 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:18.480972 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc6c43e5-9afe-4be9-a447-64cc3d2646d0 req-cf70a4be-273f-4f00-8ee6-57f45c6fd5e6 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 950 time: 0.3210156 May 30 20:03:18.580971 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-aa74c574-61c0-438a-b3c0-f4f45cd133df req-ba03931e-1353-4b2b-bee1-16571610b24c tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:18.581580 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8dfbc2ff-f17a-40ad-b732-f87c6d0ed96b req-638f6367-3055-4be3-a651-d3a901471f97 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=105a1811-33b0-4fd2-8cc1-6852b6e75bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1666474 May 30 20:03:18.595248 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-aa74c574-61c0-438a-b3c0-f4f45cd133df req-ba03931e-1353-4b2b-bee1-16571610b24c tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Usage tracker for resource:security_group_rule and tenant:1b050bcca8774776a297774f7af1991a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:18.605869 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-aa74c574-61c0-438a-b3c0-f4f45cd133df req-ba03931e-1353-4b2b-bee1-16571610b24c tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:18.623391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-aa74c574-61c0-438a-b3c0-f4f45cd133df req-ba03931e-1353-4b2b-bee1-16571610b24c tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:18.630702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3909d5-6153-4895-8eff-54103b8bd792 req-42b93c5d-197d-4031-89e6-a0a22aca02b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:18.632157 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce3909d5-6153-4895-8eff-54103b8bd792 req-42b93c5d-197d-4031-89e6-a0a22aca02b9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=90cbf6ca-1d08-47ca-ae45-34e8bb0b4810 HTTP/1.1" status: 200 len: 859 time: 0.1492295 May 30 20:03:18.689206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce3909d5-6153-4895-8eff-54103b8bd792 req-a8837964-8914-4798-8091-84679391209b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c7264a01-f200-4613-a4f1-37b17e4526af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454693 May 30 20:03:18.693884 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc6c43e5-9afe-4be9-a447-64cc3d2646d0 req-0c53fb87-8450-4eda-b1bc-1b7030c33679 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641366 May 30 20:03:18.695267 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79aad2ad-226b-448b-b9c3-01b7eee8f3ab req-c6795a53-01a2-4c39-9a5e-94440522a8a6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f9a038d2-3644-4439-85cb-79b28e01eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134197 May 30 20:03:18.727248 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8dfbc2ff-f17a-40ad-b732-f87c6d0ed96b req-e672fb82-65d5-45a1-be26-f0095504a007 service neutron] 10.222.0.93 "GET /v2.0/networks/105a1811-33b0-4fd2-8cc1-6852b6e75bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381953 May 30 20:03:18.870041 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8dfbc2ff-f17a-40ad-b732-f87c6d0ed96b req-79cc6063-9c8c-45f8-8a25-18b72cc400e7 service neutron] 10.222.0.93 "GET /v2.0/networks/105a1811-33b0-4fd2-8cc1-6852b6e75bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320319 May 30 20:03:18.876988 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-aa74c574-61c0-438a-b3c0-f4f45cd133df req-ba03931e-1353-4b2b-bee1-16571610b24c tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:18.884471 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-aa74c574-61c0-438a-b3c0-f4f45cd133df req-ba03931e-1353-4b2b-bee1-16571610b24c tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:18.950310 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce3909d5-6153-4895-8eff-54103b8bd792 req-04c6a0c9-71e5-43b6-bdfd-a805786d00b3 service neutron] 10.222.0.93 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490489 May 30 20:03:18.954289 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-aa74c574-61c0-438a-b3c0-f4f45cd133df req-ba03931e-1353-4b2b-bee1-16571610b24c tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:18.955346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa74c574-61c0-438a-b3c0-f4f45cd133df req-ba03931e-1353-4b2b-bee1-16571610b24c tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.7117043 May 30 20:03:18.955908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03931e-1353-4b2b-bee1-16571610b24c tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf72652-cb9f-4eb7-8288-a111161d78c9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:19.064561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-82737e11-4e7f-4c32-86cd-e3e9e1983017 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:19.066012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-82737e11-4e7f-4c32-86cd-e3e9e1983017 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2567117 May 30 20:03:19.222624 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-3221bb69-1465-45fc-8c0a-43eb67d65c99 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 696 time: 0.1207359 May 30 20:03:19.230876 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce3909d5-6153-4895-8eff-54103b8bd792 req-0b21bede-3c78-4c49-b763-19b9dc697cb4 service neutron] 10.222.0.93 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712092 May 30 20:03:19.237374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-fa07236b-0df0-4c7c-801d-33fbfd5500a3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Request body: {'floatingip': {'port_id': '33aed856-88d9-42a8-93fb-81041a1b3574', 'fixed_ip_address': '172.20.0.2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:19.320099 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-fa07236b-0df0-4c7c-801d-33fbfd5500a3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:19.373838 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5a438-189c-4625-bade-a101b729715a req-2bb91e0f-6b55-406f-81f2-3b7293ab3578 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:19.375277 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a4f5a438-189c-4625-bade-a101b729715a req-2bb91e0f-6b55-406f-81f2-3b7293ab3578 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4e04e47-c282-4df0-90e2-923d1823300d HTTP/1.1" status: 200 len: 946 time: 0.3084166 May 30 20:03:19.504074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d67b2f-2f7e-435b-bf6b-29033cee9053', 'tag': 'f29ba3a5-e579-4d16-b440-1cc41a9b64ba'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:19.578806 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a4f5a438-189c-4625-bade-a101b729715a req-6ebac21c-07b2-4f45-9569-0e0483e5ac9f tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9a038d2-3644-4439-85cb-79b28e01eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971292 May 30 20:03:19.933290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611ed4f-407e-4476-8d1b-036873a3a2b4 req-461645be-e098-4d2d-8af0-3bb3a93863b5 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:19.934808 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9611ed4f-407e-4476-8d1b-036873a3a2b4 req-461645be-e098-4d2d-8af0-3bb3a93863b5 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=fdc93019-3f8c-44ec-a13c-6e790df6e4c0 HTTP/1.1" status: 200 len: 945 time: 0.1827013 May 30 20:03:19.964115 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55776) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:20.022034 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9611ed4f-407e-4476-8d1b-036873a3a2b4 req-2ff95f14-791c-401b-95b2-ae7190284a50 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801494 May 30 20:03:20.124075 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42672437-fe5d-4efe-bd23-9bd00e973f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:20.153104 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-fa07236b-0df0-4c7c-801d-33fbfd5500a3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:20.156905 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-fa07236b-0df0-4c7c-801d-33fbfd5500a3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:20.158517 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-42672437-fe5d-4efe-bd23-9bd00e973f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:20.162494 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-42672437-fe5d-4efe-bd23-9bd00e973f79 admin admin] Usage tracker for resource:security_group_rule and tenant:b9ec2f8b90b74bc7a947cbfb408aca1b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:20.165373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-42672437-fe5d-4efe-bd23-9bd00e973f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:20.171238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-42672437-fe5d-4efe-bd23-9bd00e973f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:20.244045 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42672437-fe5d-4efe-bd23-9bd00e973f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:20.248699 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42672437-fe5d-4efe-bd23-9bd00e973f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:20.295996 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42672437-fe5d-4efe-bd23-9bd00e973f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7733380-89ba-46b8-aa22-a6b7cd689956,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:20.303515 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-42672437-fe5d-4efe-bd23-9bd00e973f79 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b9ec2f8b90b74bc7a947cbfb408aca1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3357408 May 30 20:03:20.304087 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55786) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:20.368071 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e5054f8-cf8f-4d03-8cc1-06008ac42524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:20.376577 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc39c3-e7ea-4359-a25c-166ae83fca5c req-bcdc44d5-e4ca-496b-9622-ca8601a7dd0c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:20.380396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc39c3-e7ea-4359-a25c-166ae83fca5c req-bcdc44d5-e4ca-496b-9622-ca8601a7dd0c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:20.381870 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aadc39c3-e7ea-4359-a25c-166ae83fca5c req-bcdc44d5-e4ca-496b-9622-ca8601a7dd0c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=79d67b2f-2f7e-435b-bf6b-29033cee9053 HTTP/1.1" status: 200 len: 1677 time: 0.1717517 May 30 20:03:20.400211 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e5054f8-cf8f-4d03-8cc1-06008ac42524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:20.433667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f29ba3a5-e579-4d16-b440-1cc41a9b64ba details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:03:20.440656 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aadc39c3-e7ea-4359-a25c-166ae83fca5c req-1934eeb1-cc20-489f-a5b3-a8640a04d3b6 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518005 May 30 20:03:20.470776 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e5054f8-cf8f-4d03-8cc1-06008ac42524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:20.486954 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-fa07236b-0df0-4c7c-801d-33fbfd5500a3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Floating IP 392863c5-65a5-4f95-a73f-478148979d49 associated. External IP: 172.25.5.171, port: 33aed856-88d9-42a8-93fb-81041a1b3574. May 30 20:03:20.489957 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e5054f8-cf8f-4d03-8cc1-06008ac42524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:20.491150 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1e5054f8-cf8f-4d03-8cc1-06008ac42524 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a7733380-89ba-46b8-aa22-a6b7cd689956 HTTP/1.1" status: 204 len: 168 time: 0.1865420 May 30 20:03:20.495134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5054f8-cf8f-4d03-8cc1-06008ac42524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7733380-89ba-46b8-aa22-a6b7cd689956,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:20.641232 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f29ba3a5-e579-4d16-b440-1cc41a9b64ba, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f29ba3a5-e579-4d16-b440-1cc41a9b64ba,segment=NetworkSegment(cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8),segment_id=cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:20.657682 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'f29ba3a5-e579-4d16-b440-1cc41a9b64ba', 'network_id': '30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2', 'port_id': 'f29ba3a5-e579-4d16-b440-1cc41a9b64ba', 'mac_address': 'fa:16:3e:ba:fe:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38bdb040-219c-4f97-902d-b38832397bc9', 'ip_address': '19.86.0.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:03:20.687662 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ef92066-7560-4ec3-88cf-d94d9bfd19a9 req-770a33b0-d1c4-444e-b2a6-7bd951d9a01f tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "GET /v2.0/security-groups/9cf72652-cb9f-4eb7-8288-a111161d78c9 HTTP/1.1" status: 200 len: 1646 time: 0.1264975 May 30 20:03:20.720256 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:20.742750 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f29ba3a5-e579-4d16-b440-1cc41a9b64ba {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:20.743534 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4af6142-5e07-48d9-a298-fba74a34b64e'] response: {'name': 'network-changed', 'server_uuid': '79d67b2f-2f7e-435b-bf6b-29033cee9053', 'tag': 'f29ba3a5-e579-4d16-b440-1cc41a9b64ba', 'status': 'completed', 'code': 200} May 30 20:03:20.759474 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f29ba3a5-e579-4d16-b440-1cc41a9b64ba, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f29ba3a5-e579-4d16-b440-1cc41a9b64ba,segment=NetworkSegment(cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8),segment_id=cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:20.765884 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:20.766894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device beb60ebd-e07b-45c7-846f-6367f14b533b details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:03:20.948408 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=f29ba3a5-e579-4d16-b440-1cc41a9b64ba,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:21.002203 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port beb60ebd-e07b-45c7-846f-6367f14b533b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=beb60ebd-e07b-45c7-846f-6367f14b533b,segment=NetworkSegment(c310da02-bee4-413a-bbb4-69b364ace063),segment_id=c310da02-bee4-413a-bbb4-69b364ace063)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:21.016427 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'beb60ebd-e07b-45c7-846f-6367f14b533b', 'network_id': '105a1811-33b0-4fd2-8cc1-6852b6e75bda', 'port_id': 'beb60ebd-e07b-45c7-846f-6367f14b533b', 'mac_address': 'fa:16:3e:23:8b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4a8653c-605c-420b-a773-5819478da2dc', 'ip_address': '19.80.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:03:21.075860 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:21.093683 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb60ebd-e07b-45c7-846f-6367f14b533b {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:21.110849 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port beb60ebd-e07b-45c7-846f-6367f14b533b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=beb60ebd-e07b-45c7-846f-6367f14b533b,segment=NetworkSegment(c310da02-bee4-413a-bbb4-69b364ace063),segment_id=c310da02-bee4-413a-bbb4-69b364ace063)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:21.115293 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:21.161858 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e97ee0b-808b-496a-82a0-f220a4a4d787 req-8731d68e-9f94-485d-bb36-d728b1375481 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=820db36be181450f96a3fd776851fff7&device_id=79d67b2f-2f7e-435b-bf6b-29033cee9053 HTTP/1.1" status: 200 len: 1980 time: 0.3438241 May 30 20:03:21.168263 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8854de5-7e25-43c3-bac7-7120c08b1171 req-d83a38ae-6943-4d17-869b-e6ce6d80c71b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:21.169674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8854de5-7e25-43c3-bac7-7120c08b1171 req-d83a38ae-6943-4d17-869b-e6ce6d80c71b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 950 time: 0.3042793 May 30 20:03:21.191357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=beb60ebd-e07b-45c7-846f-6367f14b533b,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:21.320412 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8854de5-7e25-43c3-bac7-7120c08b1171 req-b0315763-fe04-4d24-bf8a-0859d3a53843 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281312 May 30 20:03:21.374480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97ee0b-808b-496a-82a0-f220a4a4d787 req-42da29df-de00-4d9d-8fc8-8e75a685c898 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:21.376505 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e97ee0b-808b-496a-82a0-f220a4a4d787 req-42da29df-de00-4d9d-8fc8-8e75a685c898 service neutron] 10.222.0.93 "GET /v2.0/networks?id=30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2 HTTP/1.1" status: 200 len: 903 time: 0.2055728 May 30 20:03:21.382551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55812) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:21.391953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['f29ba3a5-e579-4d16-b440-1cc41a9b64ba'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:21.461579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-fa07236b-0df0-4c7c-801d-33fbfd5500a3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Router 0f06e4d5-6762-40f1-9f5a-845960c099cf has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:03:21.476136 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e97ee0b-808b-496a-82a0-f220a4a4d787 req-bf2c1e49-a188-410c-82b7-60ebd86b7418 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.172&port_id=f29ba3a5-e579-4d16-b440-1cc41a9b64ba HTTP/1.1" status: 200 len: 217 time: 0.0849295 May 30 20:03:21.544331 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1779152619-network', 'tenant_id': '9e37a28bc0c8467e842212ff5f0f726d'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:21.608836 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:21.666554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Usage tracker for resource:network and tenant:9e37a28bc0c8467e842212ff5f0f726d is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:21.674854 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:21.685409 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97ee0b-808b-496a-82a0-f220a4a4d787 req-5db41794-40ac-4c67-b73a-d3dc690315ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:21.686851 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e97ee0b-808b-496a-82a0-f220a4a4d787 req-5db41794-40ac-4c67-b73a-d3dc690315ec service neutron] 10.222.0.93 "GET /v2.0/subnets?id=38bdb040-219c-4f97-902d-b38832397bc9 HTTP/1.1" status: 200 len: 801 time: 0.2028461 May 30 20:03:21.688362 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:21.755128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Made reservation on behalf of 9e37a28bc0c8467e842212ff5f0f726d for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:03:21.757383 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:21.779568 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:21.834907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:21.843724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Usage tracker for resource:security_group_rule and tenant:9e37a28bc0c8467e842212ff5f0f726d is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:21.847407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:21.855955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:21.866254 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e97ee0b-808b-496a-82a0-f220a4a4d787 req-e3a08f79-7487-4c12-aafc-ba3f11009631 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1604979 May 30 20:03:22.108476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-fa07236b-0df0-4c7c-801d-33fbfd5500a3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:03:22.117934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba343e8-7681-4ccd-89f1-d801cfef6205 None None] Sync routers for ids ['0f06e4d5-6762-40f1-9f5a-845960c099cf'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:03:22.130045 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba343e8-7681-4ccd-89f1-d801cfef6205 None None] Routers {'0f06e4d5-6762-40f1-9f5a-845960c099cf'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:03:22.130649 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6ba343e8-7681-4ccd-89f1-d801cfef6205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:03:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0f06e4d5-6762-40f1-9f5a-845960c099cf'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:22.138112 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e97ee0b-808b-496a-82a0-f220a4a4d787 req-c28dead1-8ab1-4a3f-a88e-cd5a8c0bc2da service neutron] 10.222.0.93 "GET /v2.0/networks/30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626083 May 30 20:03:22.140942 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:22.147475 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:22.192891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bd3d4-b2fc-4228-b8a2-32efebcce91e req-17760a8f-2192-468d-9b3e-93133f0114dc tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:22.194354 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c3bd3d4-b2fc-4228-b8a2-32efebcce91e req-17760a8f-2192-468d-9b3e-93133f0114dc tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4e04e47-c282-4df0-90e2-923d1823300d HTTP/1.1" status: 200 len: 946 time: 0.2991979 May 30 20:03:22.195145 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-fa07236b-0df0-4c7c-801d-33fbfd5500a3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:22.300727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:03:22.312454 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-6ba343e8-7681-4ccd-89f1-d801cfef6205 None None] Set router 0f06e4d5-6762-40f1-9f5a-845960c099cf gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:03:22.341881 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b2e8a8-663d-4ab4-b883-ae7df640915d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:22.364958 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:22.365305 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Added segment 1a4c0c99-a1e5-4294-9647-a4d5d052f66d of type vlan for network 4fbe4d17-d700-4f67-ac88-7acc423b8f58 May 30 20:03:22.397740 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-fa07236b-0df0-4c7c-801d-33fbfd5500a3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "PUT /v2.0/floatingips/392863c5-65a5-4f95-a73f-478148979d49 HTTP/1.1" status: 200 len: 996 time: 3.1651988 May 30 20:03:22.404027 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'tag': '33aed856-88d9-42a8-93fb-81041a1b3574'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:22.446748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f29ba3a5-e579-4d16-b440-1cc41a9b64ba up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:03:22.460742 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c3bd3d4-b2fc-4228-b8a2-32efebcce91e req-5702e807-be1d-4533-8f1f-40b61b9b235d tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9a038d2-3644-4439-85cb-79b28e01eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365181 May 30 20:03:22.478207 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:22.483462 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['beb60ebd-e07b-45c7-846f-6367f14b533b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:22.494799 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e97ee0b-808b-496a-82a0-f220a4a4d787 req-a77edbd1-976d-45d8-8115-fddbf03ec258 service neutron] 10.222.0.93 "GET /v2.0/networks/30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395662 May 30 20:03:22.526537 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-064c9e15-d2ca-439d-a3a2-976156e4d747 req-137e6ef7-0fb6-4384-ab3a-48f243bd4ec7 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2044089504', 'description': 'tempest-description-1950323603'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:22.537901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-064c9e15-d2ca-439d-a3a2-976156e4d747 req-137e6ef7-0fb6-4384-ab3a-48f243bd4ec7 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:22.544136 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-064c9e15-d2ca-439d-a3a2-976156e4d747 req-137e6ef7-0fb6-4384-ab3a-48f243bd4ec7 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Usage tracker for resource:security_group and tenant:1b050bcca8774776a297774f7af1991a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:22.548254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-064c9e15-d2ca-439d-a3a2-976156e4d747 req-137e6ef7-0fb6-4384-ab3a-48f243bd4ec7 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:22.551488 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:22.552358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:22.552934 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:22.580725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-064c9e15-d2ca-439d-a3a2-976156e4d747 req-137e6ef7-0fb6-4384-ab3a-48f243bd4ec7 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:22.668566 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-f2e4dd77-5abb-40d3-86b4-6191adb075ce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6fda94692f0e4f82850a0397602ca915&device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 1096 time: 0.2548280 May 30 20:03:22.672421 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-064c9e15-d2ca-439d-a3a2-976156e4d747 req-137e6ef7-0fb6-4384-ab3a-48f243bd4ec7 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:22.707912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3243060 May 30 20:03:22.711288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55834) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:22.713160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4395dd-576a-4b7a-81e3-e4403113232a admin admin] Pushing event updated for resources: {'Network': ['ID=4fbe4d17-d700-4f67-ac88-7acc423b8f58,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:22.721270 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-46acaf1a-e5a6-46da-9c24-5a08a8a94ce1 admin admin] Request body: {'subnet': {'network_id': '4fbe4d17-d700-4f67-ac88-7acc423b8f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1779152619-subnet', 'tenant_id': '9e37a28bc0c8467e842212ff5f0f726d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:22.727246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-46acaf1a-e5a6-46da-9c24-5a08a8a94ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:22.731809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port f29ba3a5-e579-4d16-b440-1cc41a9b64ba completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:03:22.732752 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-46acaf1a-e5a6-46da-9c24-5a08a8a94ce1 admin admin] Usage tracker for resource:subnet and tenant:9e37a28bc0c8467e842212ff5f0f726d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:22.735904 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-46acaf1a-e5a6-46da-9c24-5a08a8a94ce1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:22.738667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 4fbe4d17-d700-4f67-ac88-7acc423b8f58 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:03:22.741799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-46acaf1a-e5a6-46da-9c24-5a08a8a94ce1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:22.754638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46acaf1a-e5a6-46da-9c24-5a08a8a94ce1 admin admin] Made reservation on behalf of 9e37a28bc0c8467e842212ff5f0f726d for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:03:22.757196 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46acaf1a-e5a6-46da-9c24-5a08a8a94ce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:22.780577 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port f29ba3a5-e579-4d16-b440-1cc41a9b64ba triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:22.780972 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:22.804753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-064c9e15-d2ca-439d-a3a2-976156e4d747 req-137e6ef7-0fb6-4384-ab3a-48f243bd4ec7 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:22.946070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-064c9e15-d2ca-439d-a3a2-976156e4d747 req-137e6ef7-0fb6-4384-ab3a-48f243bd4ec7 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Usage tracker for resource:security_group_rule and tenant:1b050bcca8774776a297774f7af1991a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:22.950928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-064c9e15-d2ca-439d-a3a2-976156e4d747 req-137e6ef7-0fb6-4384-ab3a-48f243bd4ec7 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:22.959624 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-064c9e15-d2ca-439d-a3a2-976156e4d747 req-137e6ef7-0fb6-4384-ab3a-48f243bd4ec7 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:22.982934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-2ba5e8fe-ba51-4828-80d0-cac4d92d9e0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:22.990745 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-2ba5e8fe-ba51-4828-80d0-cac4d92d9e0b service neutron] 10.222.0.84 "GET /v2.0/networks?id=c7264a01-f200-4613-a4f1-37b17e4526af HTTP/1.1" status: 200 len: 920 time: 0.3046575 May 30 20:03:23.006603 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46acaf1a-e5a6-46da-9c24-5a08a8a94ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:23.087095 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46acaf1a-e5a6-46da-9c24-5a08a8a94ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc594c76-ebf5-497a-9743-f7d72f037b2d,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:23.099470 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46acaf1a-e5a6-46da-9c24-5a08a8a94ce1 admin admin] Checking segment: {'id': '1a4c0c99-a1e5-4294-9647-a4d5d052f66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4fbe4d17-d700-4f67-ac88-7acc423b8f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:03:23.099837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46acaf1a-e5a6-46da-9c24-5a08a8a94ce1 admin admin] Network hostable DHCP agents. Network: 4fbe4d17-d700-4f67-ac88-7acc423b8f58, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:03:23.124621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46acaf1a-e5a6-46da-9c24-5a08a8a94ce1 admin admin] Network 4fbe4d17-d700-4f67-ac88-7acc423b8f58 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:03:23.135999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-46acaf1a-e5a6-46da-9c24-5a08a8a94ce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 4fbe4d17-d700-4f67-ac88-7acc423b8f58) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:03:23.136898 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-064c9e15-d2ca-439d-a3a2-976156e4d747 req-137e6ef7-0fb6-4384-ab3a-48f243bd4ec7 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:23.139226 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-8f693b3c-73a9-4a30-bb18-85be8859b048 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33aed856-88d9-42a8-93fb-81041a1b3574 HTTP/1.1" status: 200 len: 999 time: 0.1476228 May 30 20:03:23.141249 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46acaf1a-e5a6-46da-9c24-5a08a8a94ce1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:23.141964 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46acaf1a-e5a6-46da-9c24-5a08a8a94ce1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:23.154672 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7374f8f-fdef-45ec-8aa9-7c87878dd2c9 None None] Network 4fbe4d17-d700-4f67-ac88-7acc423b8f58 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:03:23.165798 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-46acaf1a-e5a6-46da-9c24-5a08a8a94ce1 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4513936 May 30 20:03:23.171368 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:23.184744 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-064c9e15-d2ca-439d-a3a2-976156e4d747 req-137e6ef7-0fb6-4384-ab3a-48f243bd4ec7 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:23.247526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e6ef7-0fb6-4384-ab3a-48f243bd4ec7 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26615a95-46b8-4212-97a9-298284f6a9a9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:23.248511 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6ba343e8-7681-4ccd-89f1-d801cfef6205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-754936598-router', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:54Z', 'revision_number': 4, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'gw_port': {'id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '392863c5-65a5-4f95-a73f-478148979d49', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'port_id': '33aed856-88d9-42a8-93fb-81041a1b3574', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af', 'mac_address': 'fa:16:3e:3b:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:03:16Z', 'updated_at': '2022-05-30T20:03:20Z', 'revision_number': 1, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbf5bb83-0956-4f3f-ae10-db762dd8b379', 'name': '', 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'mac_address': 'fa:16:3e:93:37:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:54Z', 'updated_at': '2022-05-30T20:02:07Z', 'revision_number': 5, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'subnets': [{'id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:23.252415 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-064c9e15-d2ca-439d-a3a2-976156e4d747 req-137e6ef7-0fb6-4384-ab3a-48f243bd4ec7 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:23.258143 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-064c9e15-d2ca-439d-a3a2-976156e4d747 req-137e6ef7-0fb6-4384-ab3a-48f243bd4ec7 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.7397964 May 30 20:03:23.261542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-48cb18f1-9523-4a34-b45a-a8538919bed7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:23.274583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba343e8-7681-4ccd-89f1-d801cfef6205 None None] Checking router: 0f06e4d5-6762-40f1-9f5a-845960c099cf for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:03:23.279931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-48cb18f1-9523-4a34-b45a-a8538919bed7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=90cbf6ca-1d08-47ca-ae45-34e8bb0b4810 HTTP/1.1" status: 200 len: 859 time: 0.1331639 May 30 20:03:23.287736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d67b2f-2f7e-435b-bf6b-29033cee9053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29ba3a5-e579-4d16-b440-1cc41a9b64ba'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:23.317621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f29ba3a5-e579-4d16-b440-1cc41a9b64ba, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f29ba3a5-e579-4d16-b440-1cc41a9b64ba,segment=NetworkSegment(cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8),segment_id=cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:23.335213 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:23.375746 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-86d19c16-0369-40ca-9121-925dff8f6676 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c7264a01-f200-4613-a4f1-37b17e4526af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948811 May 30 20:03:23.385638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-9e148dfc-b15a-4ad9-b94b-3ae21e25febf service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:03:23.390863 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-9e148dfc-b15a-4ad9-b94b-3ae21e25febf service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0098958 May 30 20:03:23.408955 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba343e8-7681-4ccd-89f1-d801cfef6205 None None] Routers {'0f06e4d5-6762-40f1-9f5a-845960c099cf'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:03:23.409577 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6ba343e8-7681-4ccd-89f1-d801cfef6205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:03:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0f06e4d5-6762-40f1-9f5a-845960c099cf'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:23.578144 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-69379d09-f4c7-43ca-954d-1fc64052d979 service neutron] 10.222.0.84 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842375 May 30 20:03:23.581880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=f29ba3a5-e579-4d16-b440-1cc41a9b64ba,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:23.587853 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18f825-b6f8-4637-85e9-235011cee47a req-ebd8336c-3cbb-49dc-acef-65e137d9a59b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:23.591786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18f825-b6f8-4637-85e9-235011cee47a req-ebd8336c-3cbb-49dc-acef-65e137d9a59b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:23.593344 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc18f825-b6f8-4637-85e9-235011cee47a req-ebd8336c-3cbb-49dc-acef-65e137d9a59b tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=79d67b2f-2f7e-435b-bf6b-29033cee9053 HTTP/1.1" status: 200 len: 1680 time: 0.1792197 May 30 20:03:23.633486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ef4133-aef8-4598-baf2-418101574364 None None] Network 4fbe4d17-d700-4f67-ac88-7acc423b8f58 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:03:23.720493 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc18f825-b6f8-4637-85e9-235011cee47a req-e11e177a-56c3-451f-bd54-d5de26cf94d7 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092098 May 30 20:03:23.751877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-6ba343e8-7681-4ccd-89f1-d801cfef6205 None None] Set router 0f06e4d5-6762-40f1-9f5a-845960c099cf gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:03:23.761114 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0a900d0-ead1-49b6-a8c7-8c18d58ca38f req-a19645c5-26dc-4540-b9c7-a28fbfdfb7fc service neutron] 10.222.0.84 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665511 May 30 20:03:23.966240 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a682d41-0079-4791-b5f3-c8b873b9693f'] response: {'name': 'network-changed', 'server_uuid': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'tag': '33aed856-88d9-42a8-93fb-81041a1b3574', 'status': 'completed', 'code': 200} May 30 20:03:24.197570 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36173a38-d274-41f4-9c76-43f61acdc90b req-bec64cc9-545c-4541-a6d4-ba86dce0b0fc tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:24.199130 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36173a38-d274-41f4-9c76-43f61acdc90b req-bec64cc9-545c-4541-a6d4-ba86dce0b0fc tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 950 time: 0.1676764 May 30 20:03:24.201748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7319ac50-840f-420e-bd8c-a5b182e17c04 req-eb7444a4-6f8e-40f1-910d-b31b1c042f10 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6fda94692f0e4f82850a0397602ca915&device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 1096 time: 0.2024388 May 30 20:03:24.207992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-2059c9d9-efab-4a78-9634-67352afbc7cc tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:03:24.208964 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-2059c9d9-efab-4a78-9634-67352afbc7cc tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047200 May 30 20:03:24.210666 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6ba343e8-7681-4ccd-89f1-d801cfef6205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-754936598-router', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:54Z', 'revision_number': 4, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'gw_port': {'id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '392863c5-65a5-4f95-a73f-478148979d49', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'port_id': '33aed856-88d9-42a8-93fb-81041a1b3574', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af', 'mac_address': 'fa:16:3e:3b:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:03:16Z', 'updated_at': '2022-05-30T20:03:20Z', 'revision_number': 1, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbf5bb83-0956-4f3f-ae10-db762dd8b379', 'name': '', 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'mac_address': 'fa:16:3e:93:37:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:54Z', 'updated_at': '2022-05-30T20:02:07Z', 'revision_number': 5, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'subnets': [{'id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:24.215371 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba343e8-7681-4ccd-89f1-d801cfef6205 None None] The sync data for ids ['0f06e4d5-6762-40f1-9f5a-845960c099cf'] in n-d-843949-2 is: [{'id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-754936598-router', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:54Z', 'revision_number': 4, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'gw_port': {'id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '392863c5-65a5-4f95-a73f-478148979d49', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'port_id': '33aed856-88d9-42a8-93fb-81041a1b3574', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af', 'mac_address': 'fa:16:3e:3b:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:03:16Z', 'updated_at': '2022-05-30T20:03:20Z', 'revision_number': 1, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbf5bb83-0956-4f3f-ae10-db762dd8b379', 'name': '', 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'mac_address': 'fa:16:3e:93:37:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:54Z', 'updated_at': '2022-05-30T20:02:07Z', 'revision_number': 5, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'subnets': [{'id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:03:24.287315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-3e7db75f-5802-46fd-a7d3-113155877422 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:24.288823 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-3e7db75f-5802-46fd-a7d3-113155877422 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2235398 May 30 20:03:24.426999 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfefd02-e3b4-419e-9ad0-b2e88b250478 None None] New status for floating IP 392863c5-65a5-4f95-a73f-478148979d49: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:03:24.451421 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device beb60ebd-e07b-45c7-846f-6367f14b533b up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:03:24.496487 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36173a38-d274-41f4-9c76-43f61acdc90b req-3d2581d7-7e2b-497f-93d3-64cf0bd90f3b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864890 May 30 20:03:24.552938 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-e1fd1d9d-a809-408b-a9f9-36a2c2f36304 service neutron] 10.222.0.77 "GET /v2.0/ports/448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36/bindings/n-h1-843949-2 HTTP/1.1" status: 200 len: 382 time: 0.3185909 May 30 20:03:24.559991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-32793b47-9c6f-4d7c-9ff6-f697c90fa854 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 696 time: 0.2222621 May 30 20:03:24.577327 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port beb60ebd-e07b-45c7-846f-6367f14b533b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:03:24.586753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port beb60ebd-e07b-45c7-846f-6367f14b533b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:24.587512 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:24.607417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-b1252912-f34b-4bdb-9856-1f13d48ddedd tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Request body: {'floatingip': {'port_id': '238dad69-2f8a-437e-b53d-f482c2ad2cae', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:24.681577 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-b1252912-f34b-4bdb-9856-1f13d48ddedd tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:24.776828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319ac50-840f-420e-bd8c-a5b182e17c04 req-c1a6a349-0a28-48a8-833a-d05646e37ce3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:24.778262 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7319ac50-840f-420e-bd8c-a5b182e17c04 req-c1a6a349-0a28-48a8-833a-d05646e37ce3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c7264a01-f200-4613-a4f1-37b17e4526af HTTP/1.1" status: 200 len: 920 time: 0.5675595 May 30 20:03:24.826526 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 14e81856-0069-4546-af62-1c08b54a224c details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:03:25.048832 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:25.071254 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d50c38ad-29b3-4e59-965e-19bba42bbac5 req-38efcb77-3256-4d23-9cef-e1eb6b6966c5 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "GET /v2.0/security-groups/26615a95-46b8-4212-97a9-298284f6a9a9 HTTP/1.1" status: 200 len: 1647 time: 0.5169299 May 30 20:03:25.180367 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port beb60ebd-e07b-45c7-846f-6367f14b533b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=beb60ebd-e07b-45c7-846f-6367f14b533b,segment=NetworkSegment(c310da02-bee4-413a-bbb4-69b364ace063),segment_id=c310da02-bee4-413a-bbb4-69b364ace063)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:25.194153 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:25.208525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7319ac50-840f-420e-bd8c-a5b182e17c04 req-7484fa5a-bcb9-4b9a-8b03-0cc2f16ba3ae service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33aed856-88d9-42a8-93fb-81041a1b3574 HTTP/1.1" status: 200 len: 1001 time: 0.3575296 May 30 20:03:25.231566 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 14e81856-0069-4546-af62-1c08b54a224c, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=14e81856-0069-4546-af62-1c08b54a224c,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:25.278271 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '14e81856-0069-4546-af62-1c08b54a224c', 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b', 'port_id': '14e81856-0069-4546-af62-1c08b54a224c', 'mac_address': 'fa:16:3e:ea:f1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4576f90e-77d9-42db-898b-087dbe104c1e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:03:25.332961 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=beb60ebd-e07b-45c7-846f-6367f14b533b,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:25.356943 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:25.386705 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35362e87-526f-4664-a2dc-833ed5f54d34'] response: {'server_uuid': '79d67b2f-2f7e-435b-bf6b-29033cee9053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29ba3a5-e579-4d16-b440-1cc41a9b64ba', 'code': 200} May 30 20:03:25.389380 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14e81856-0069-4546-af62-1c08b54a224c {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:25.413846 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 14e81856-0069-4546-af62-1c08b54a224c, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=14e81856-0069-4546-af62-1c08b54a224c,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:25.419588 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:25.430012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-805861f3-58c0-4558-bee3-87f163a6c899 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162&tenant_id=3e860bf879054bd598319d1741599d12 HTTP/1.1" status: 200 len: 1101 time: 0.3992460 May 30 20:03:25.437106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319ac50-840f-420e-bd8c-a5b182e17c04 req-a7c677da-d75e-4e08-b9b8-65889d69e404 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:25.438494 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7319ac50-840f-420e-bd8c-a5b182e17c04 req-a7c677da-d75e-4e08-b9b8-65889d69e404 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=90cbf6ca-1d08-47ca-ae45-34e8bb0b4810 HTTP/1.1" status: 200 len: 859 time: 0.2216184 May 30 20:03:25.543882 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['14e81856-0069-4546-af62-1c08b54a224c'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:25.546054 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7319ac50-840f-420e-bd8c-a5b182e17c04 req-ea86e2ed-1c78-450e-a1dd-bd60dee49374 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c7264a01-f200-4613-a4f1-37b17e4526af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963054 May 30 20:03:25.569847 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=14e81856-0069-4546-af62-1c08b54a224c,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:25.945737 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7319ac50-840f-420e-bd8c-a5b182e17c04 req-5ed44e93-c342-4564-9a6f-1915dc748f41 service neutron] 10.222.0.93 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868747 May 30 20:03:25.951360 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-9033a861-1fac-4ea5-80b6-818ce2cb8266 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 1101 time: 0.4598856 May 30 20:03:26.006453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-0c38b492-b8eb-4241-8fa8-77f6761b34df tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:26.007107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-0c38b492-b8eb-4241-8fa8-77f6761b34df tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Synchronizing usage tracker for tenant:9e37a28bc0c8467e842212ff5f0f726d on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:26.164198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-0c38b492-b8eb-4241-8fa8-77f6761b34df tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Unset dirty status for tenant:9e37a28bc0c8467e842212ff5f0f726d on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:26.165344 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-0c38b492-b8eb-4241-8fa8-77f6761b34df tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] 10.222.0.84 "GET /v2.0/networks?id=4fbe4d17-d700-4f67-ac88-7acc423b8f58 HTTP/1.1" status: 200 len: 822 time: 0.5085709 May 30 20:03:26.312708 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-96a26875-3949-4459-8785-7d77b3a58acc tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] 10.222.0.84 "GET /v2.0/quotas/9e37a28bc0c8467e842212ff5f0f726d HTTP/1.1" status: 200 len: 375 time: 0.1416528 May 30 20:03:26.314500 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7319ac50-840f-420e-bd8c-a5b182e17c04 req-eed018c1-3e05-4877-86d2-6fec59281bbc service neutron] 10.222.0.93 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558395 May 30 20:03:26.357742 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-02f3ad1b-712f-43c6-ae5d-81d4fc2efa22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:26.359154 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-02f3ad1b-712f-43c6-ae5d-81d4fc2efa22 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.3784060 May 30 20:03:26.524500 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-b1252912-f34b-4bdb-9856-1f13d48ddedd tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:26.527774 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-ee045848-5635-4b20-99c6-611ce638cb47 tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=9e37a28bc0c8467e842212ff5f0f726d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2091620 May 30 20:03:26.533630 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-b1252912-f34b-4bdb-9856-1f13d48ddedd tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:26.607002 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-ac294063-31ee-49c5-b5fe-99f0f4f18b7f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 HTTP/1.1" status: 200 len: 217 time: 0.2332828 May 30 20:03:26.703426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-c07a557b-f770-4084-a837-04952a5d19a2 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:03:26.704414 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-c07a557b-f770-4084-a837-04952a5d19a2 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1213946 May 30 20:03:26.794494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:26.808708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-9e2be523-e11d-4a84-b466-e3206797e1ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:26.810128 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-9e2be523-e11d-4a84-b466-e3206797e1ce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1587772 May 30 20:03:26.904070 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:26.929100 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-cb2df2b3-a10f-4f40-9629-7cc2b3b9fa63 service neutron] 10.222.0.84 "GET /v2.0/networks/4fbe4d17-d700-4f67-ac88-7acc423b8f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139330 May 30 20:03:26.936395 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:26.940652 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:26.941319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 14e81856-0069-4546-af62-1c08b54a224c no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:27.032820 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-c7c3c504-98b9-4f48-88c2-c0b701451c98 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2059484 May 30 20:03:27.081357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:27.107995 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:27.124939 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 14e81856-0069-4546-af62-1c08b54a224c {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:27.140535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 14e81856-0069-4546-af62-1c08b54a224c, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=14e81856-0069-4546-af62-1c08b54a224c,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:27.144293 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:27.174922 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-443063ec-d3a7-4918-a682-f21d0551df71 service neutron] 10.222.0.84 "GET /v2.0/networks/4fbe4d17-d700-4f67-ac88-7acc423b8f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373126 May 30 20:03:27.195295 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-b1252912-f34b-4bdb-9856-1f13d48ddedd tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Floating IP 33fafa52-c61b-4118-b8bd-3bbdecb35bee associated. External IP: 172.25.5.234, port: 238dad69-2f8a-437e-b53d-f482c2ad2cae. May 30 20:03:27.222521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=14e81856-0069-4546-af62-1c08b54a224c,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:27.388408 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d67b2f-2f7e-435b-bf6b-29033cee9053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb60ebd-e07b-45c7-846f-6367f14b533b'}, {'server_uuid': '40b72ccd-486b-4c32-9ce7-53b706af2162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:27.403748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-6dfcf548-d8e9-453e-b430-7f89a367ceec service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598058 May 30 20:03:27.535141 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-ee75260a-e022-4887-8b44-868cbf3caa8b tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 1001 time: 0.2243865 May 30 20:03:27.634246 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-b3aedc37-ab05-41c3-85b1-28cc09e11514 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209868 May 30 20:03:27.648922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-1a925711-a989-47e6-9cef-9c9ea222b38f tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:27.650268 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-1a925711-a989-47e6-9cef-9c9ea222b38f tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports/33aed856-88d9-42a8-93fb-81041a1b3574 HTTP/1.1" status: 200 len: 942 time: 0.1075125 May 30 20:03:27.678249 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-19f69cef-00cd-4ce1-8edc-914cda42ea72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:28.059347 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-77bec253-9977-46ee-bb12-ab0dcd29e574 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 1001 time: 0.1781611 May 30 20:03:28.228106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-8fa812b6-c07d-4873-ba50-ca7b0f2f6418 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:28.229468 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-8fa812b6-c07d-4873-ba50-ca7b0f2f6418 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.1617966 May 30 20:03:28.241793 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-84f0008a-b213-4fe8-b8b2-4f8c6863d04b tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:03:28.242730 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-84f0008a-b213-4fe8-b8b2-4f8c6863d04b tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061045 May 30 20:03:28.253180 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-b1252912-f34b-4bdb-9856-1f13d48ddedd tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Router a42e5167-6fdb-4760-80de-0813d9c55e3d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:03:28.558380 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-a07b3c63-2740-43ff-96cb-e033cd3d553a tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 1001 time: 0.3079603 May 30 20:03:28.585940 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-ea8c7e78-e17e-48e8-8140-e5588e0e9ac9 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:28.730092 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-ea8c7e78-e17e-48e8-8140-e5588e0e9ac9 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:28.784188 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-a035fda0-9d3b-456f-ad9f-23b573e7cb3f tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:28.785562 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-a035fda0-9d3b-456f-ad9f-23b573e7cb3f tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] 10.222.0.93 "GET /v2.0/networks?id=4fbe4d17-d700-4f67-ac88-7acc423b8f58 HTTP/1.1" status: 200 len: 822 time: 0.3225937 May 30 20:03:28.808761 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-2231e372-b427-4103-830d-089616ccd47b tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Request body: {'port': {'device_id': '79edc978-05fd-4f63-a40a-b6444853267f', 'network_id': '4fbe4d17-d700-4f67-ac88-7acc423b8f58', 'admin_state_up': True, 'tenant_id': '9e37a28bc0c8467e842212ff5f0f726d'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:29.082482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-2231e372-b427-4103-830d-089616ccd47b tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:29.141937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-2231e372-b427-4103-830d-089616ccd47b tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Usage tracker for resource:port and tenant:9e37a28bc0c8467e842212ff5f0f726d is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:29.160763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-2231e372-b427-4103-830d-089616ccd47b tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:29.168608 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-ea8c7e78-e17e-48e8-8140-e5588e0e9ac9 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:29.170579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-b1252912-f34b-4bdb-9856-1f13d48ddedd tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:03:29.172722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-2231e372-b427-4103-830d-089616ccd47b tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:29.176695 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-b1252912-f34b-4bdb-9856-1f13d48ddedd tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:29.180337 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b021ffd-8315-481a-8c56-a2297c4e26da None None] Sync routers for ids ['a42e5167-6fdb-4760-80de-0813d9c55e3d'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:03:29.193088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b021ffd-8315-481a-8c56-a2297c4e26da None None] Routers {'a42e5167-6fdb-4760-80de-0813d9c55e3d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:03:29.193695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-1b021ffd-8315-481a-8c56-a2297c4e26da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:03:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a42e5167-6fdb-4760-80de-0813d9c55e3d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:29.316842 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-ea8c7e78-e17e-48e8-8140-e5588e0e9ac9 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:29.317162 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-ea8c7e78-e17e-48e8-8140-e5588e0e9ac9 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Floating IP 392863c5-65a5-4f95-a73f-478148979d49 disassociated. External IP: 172.25.5.171, port: 33aed856-88d9-42a8-93fb-81041a1b3574. May 30 20:03:29.373613 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-1b021ffd-8315-481a-8c56-a2297c4e26da None None] Set router a42e5167-6fdb-4760-80de-0813d9c55e3d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:03:29.457653 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-2231e372-b427-4103-830d-089616ccd47b tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Made reservation on behalf of 9e37a28bc0c8467e842212ff5f0f726d for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:03:29.460563 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-2231e372-b427-4103-830d-089616ccd47b tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:29.487503 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-b1252912-f34b-4bdb-9856-1f13d48ddedd tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "PUT /v2.0/floatingips/33fafa52-c61b-4118-b8bd-3bbdecb35bee HTTP/1.1" status: 200 len: 996 time: 4.9029126 May 30 20:03:29.488247 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'tag': '238dad69-2f8a-437e-b53d-f482c2ad2cae'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:29.726619 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-2231e372-b427-4103-830d-089616ccd47b tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Allocated IP 172.20.0.8 (4fbe4d17-d700-4f67-ac88-7acc423b8f58/dc594c76-ebf5-497a-9743-f7d72f037b2d/7882815e-ebb3-438b-b1ae-5d24faf749e3) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:03:29.778411 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-5bc22b5f-4365-43ca-86da-ea8ec705370d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 1096 time: 0.2753992 May 30 20:03:29.792299 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-1b021ffd-8315-481a-8c56-a2297c4e26da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '33fafa52-c61b-4118-b8bd-3bbdecb35bee', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'port_id': '238dad69-2f8a-437e-b53d-f482c2ad2cae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'mac_address': 'fa:16:3e:31:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:02:55Z', 'updated_at': '2022-05-30T20:03:25Z', 'revision_number': 1, 'project_id': '521d447f60a94b52b432e8565b742937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:36Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:29.796973 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b021ffd-8315-481a-8c56-a2297c4e26da None None] Checking router: a42e5167-6fdb-4760-80de-0813d9c55e3d for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:03:29.809202 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b021ffd-8315-481a-8c56-a2297c4e26da None None] Routers {'a42e5167-6fdb-4760-80de-0813d9c55e3d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:03:29.809817 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-1b021ffd-8315-481a-8c56-a2297c4e26da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:03:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a42e5167-6fdb-4760-80de-0813d9c55e3d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:29.952066 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-14980d6e-2b59-46a3-bd31-9fb39e2f8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:30.001868 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-1b021ffd-8315-481a-8c56-a2297c4e26da None None] Set router a42e5167-6fdb-4760-80de-0813d9c55e3d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:03:30.146938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-64f96198-b6f5-40e8-8278-79d5d5d8fa1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:30.148426 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-64f96198-b6f5-40e8-8278-79d5d5d8fa1c service neutron] 10.222.0.84 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 921 time: 0.3546026 May 30 20:03:30.287040 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-2231e372-b427-4103-830d-089616ccd47b tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:30.321103 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-f0770d20-b0c4-43fd-a7ff-ba6198d2d9fa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=238dad69-2f8a-437e-b53d-f482c2ad2cae HTTP/1.1" status: 200 len: 999 time: 0.1595559 May 30 20:03:30.349069 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-1b021ffd-8315-481a-8c56-a2297c4e26da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '33fafa52-c61b-4118-b8bd-3bbdecb35bee', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'port_id': '238dad69-2f8a-437e-b53d-f482c2ad2cae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'mac_address': 'fa:16:3e:31:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:02:55Z', 'updated_at': '2022-05-30T20:03:25Z', 'revision_number': 1, 'project_id': '521d447f60a94b52b432e8565b742937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:36Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:30.353967 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b021ffd-8315-481a-8c56-a2297c4e26da None None] The sync data for ids ['a42e5167-6fdb-4760-80de-0813d9c55e3d'] in n-d-843949-2 is: [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '33fafa52-c61b-4118-b8bd-3bbdecb35bee', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'port_id': '238dad69-2f8a-437e-b53d-f482c2ad2cae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'mac_address': 'fa:16:3e:31:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:02:55Z', 'updated_at': '2022-05-30T20:03:25Z', 'revision_number': 1, 'project_id': '521d447f60a94b52b432e8565b742937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:36Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:03:30.406144 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-2231e372-b427-4103-830d-089616ccd47b tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:30.409586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-76271434-c7a0-4649-942a-87d6a33a4ce4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:30.411174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-76271434-c7a0-4649-942a-87d6a33a4ce4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4187f99c-2457-4fd5-b8fb-e355d933a9ed HTTP/1.1" status: 200 len: 859 time: 0.0806777 May 30 20:03:30.538368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-2231e372-b427-4103-830d-089616ccd47b tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Network 4fbe4d17-d700-4f67-ac88-7acc423b8f58 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:03:30.544938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-2231e372-b427-4103-830d-089616ccd47b tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:03:30.550956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-2231e372-b427-4103-830d-089616ccd47b tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:03:30.579695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231e372-b427-4103-830d-089616ccd47b tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Pushing event updated for resources: {'Port': ['ID=7882815e-ebb3-438b-b1ae-5d24faf749e3,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:30.634628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-ea8c7e78-e17e-48e8-8140-e5588e0e9ac9 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Router 0f06e4d5-6762-40f1-9f5a-845960c099cf has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:03:30.641856 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-2231e372-b427-4103-830d-089616ccd47b tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:30.642283 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-2231e372-b427-4103-830d-089616ccd47b tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:30.664253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-994d0679-4bcd-468e-baa2-b8b07d071ba5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150528 May 30 20:03:30.695375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-2231e372-b427-4103-830d-089616ccd47b tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8899269 May 30 20:03:30.717887 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dd2e87-6446-4b41-9d0d-059d8396885c None None] New status for floating IP 33fafa52-c61b-4118-b8bd-3bbdecb35bee: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:03:30.752716 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Request body: {'port': {'device_id': '79edc978-05fd-4f63-a40a-b6444853267f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:30.807886 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:03:30.949985 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:30.964595 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36', 'mac_address': 'fa:16:3e:31:c9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:03:31.018244 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:31.035861 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:31.050550 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:31.054238 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:31.121248 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:31.132958 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:31.143856 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-b26d1f19-5a0a-4013-97ff-eef00cd56ebd service neutron] 10.222.0.84 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708533 May 30 20:03:31.153137 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:31.246837 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:31.375495 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:31.430829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59a722b0-fc9e-4cc2-be71-87a705394dfa req-bd4ab386-579b-4109-8c3f-98dd756057e0 service neutron] 10.222.0.84 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786071 May 30 20:03:31.527924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-ea8c7e78-e17e-48e8-8140-e5588e0e9ac9 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:03:31.533381 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-ea8c7e78-e17e-48e8-8140-e5588e0e9ac9 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:31.542268 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6d84a-1d0c-4eb8-b6f2-7cec779112d2 None None] Sync routers for ids ['0f06e4d5-6762-40f1-9f5a-845960c099cf'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:03:31.572075 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6d84a-1d0c-4eb8-b6f2-7cec779112d2 None None] Routers {'0f06e4d5-6762-40f1-9f5a-845960c099cf'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:03:31.572723 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-29f6d84a-1d0c-4eb8-b6f2-7cec779112d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:03:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0f06e4d5-6762-40f1-9f5a-845960c099cf'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:31.625685 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-ea8c7e78-e17e-48e8-8140-e5588e0e9ac9 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "PUT /v2.0/floatingips/392863c5-65a5-4f95-a73f-478148979d49 HTTP/1.1" status: 200 len: 695 time: 3.0581260 May 30 20:03:31.753570 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-29f6d84a-1d0c-4eb8-b6f2-7cec779112d2 None None] Set router 0f06e4d5-6762-40f1-9f5a-845960c099cf gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:03:31.796057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7882815e-ebb3-438b-b1ae-5d24faf749e3 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:31.807115 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:31.836906 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Transition to ACTIVE for port object 7882815e-ebb3-438b-b1ae-5d24faf749e3 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:03:31.847791 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:31.888613 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-db23850b-1fde-44ee-b797-c1fc02e8d921 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6fda94692f0e4f82850a0397602ca915&device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 1096 time: 0.2410586 May 30 20:03:31.939635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d5de0-25b1-41e3-acdc-ec9f0209b9f6 req-cf7937bf-acb1-4937-a27e-7bfeb0880c03 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:31.943620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d5de0-25b1-41e3-acdc-ec9f0209b9f6 req-cf7937bf-acb1-4937-a27e-7bfeb0880c03 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:31.945223 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-209d5de0-25b1-41e3-acdc-ec9f0209b9f6 req-cf7937bf-acb1-4937-a27e-7bfeb0880c03 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=79d67b2f-2f7e-435b-bf6b-29033cee9053 HTTP/1.1" status: 200 len: 1681 time: 0.2302294 May 30 20:03:32.078598 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Pushing event updated for resources: {'Port': ['ID=7882815e-ebb3-438b-b1ae-5d24faf749e3,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:32.108033 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-29f6d84a-1d0c-4eb8-b6f2-7cec779112d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-754936598-router', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:54Z', 'revision_number': 4, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'gw_port': {'id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'cbf5bb83-0956-4f3f-ae10-db762dd8b379', 'name': '', 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'mac_address': 'fa:16:3e:93:37:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:54Z', 'updated_at': '2022-05-30T20:02:07Z', 'revision_number': 5, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'subnets': [{'id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:32.111803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6d84a-1d0c-4eb8-b6f2-7cec779112d2 None None] Checking router: 0f06e4d5-6762-40f1-9f5a-845960c099cf for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:03:32.122982 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6d84a-1d0c-4eb8-b6f2-7cec779112d2 None None] Routers {'0f06e4d5-6762-40f1-9f5a-845960c099cf'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:03:32.123576 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-29f6d84a-1d0c-4eb8-b6f2-7cec779112d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:03:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0f06e4d5-6762-40f1-9f5a-845960c099cf'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:32.176671 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-209d5de0-25b1-41e3-acdc-ec9f0209b9f6 req-545112bd-1f9a-43cd-968a-73dab3dd1029 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812627 May 30 20:03:32.221592 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-6380a4f4-8e54-4a28-9f80-0da24cc0269f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:32.223049 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-6380a4f4-8e54-4a28-9f80-0da24cc0269f service neutron] 10.222.0.84 "GET /v2.0/networks?id=c7264a01-f200-4613-a4f1-37b17e4526af HTTP/1.1" status: 200 len: 920 time: 0.3184645 May 30 20:03:32.302814 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-8bc9439d-5de0-4a3a-a38f-05c4969c7354 req-cc699061-9b5f-4357-a4b6-059995e3b117 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1801334398', 'description': 'tempest-description-1059585436'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:32.309814 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-29f6d84a-1d0c-4eb8-b6f2-7cec779112d2 None None] Set router 0f06e4d5-6762-40f1-9f5a-845960c099cf gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:03:32.312235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-8bc9439d-5de0-4a3a-a38f-05c4969c7354 req-cc699061-9b5f-4357-a4b6-059995e3b117 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:32.317390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8bc9439d-5de0-4a3a-a38f-05c4969c7354 req-cc699061-9b5f-4357-a4b6-059995e3b117 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Usage tracker for resource:security_group and tenant:1b050bcca8774776a297774f7af1991a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:32.320721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-0e9dd1c1-ee17-4453-980e-7994b6849f70 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33aed856-88d9-42a8-93fb-81041a1b3574 HTTP/1.1" status: 200 len: 217 time: 0.0893908 May 30 20:03:32.321472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8bc9439d-5de0-4a3a-a38f-05c4969c7354 req-cc699061-9b5f-4357-a4b6-059995e3b117 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:32.335878 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-8bc9439d-5de0-4a3a-a38f-05c4969c7354 req-cc699061-9b5f-4357-a4b6-059995e3b117 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:32.502716 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Attempting to bind port 7882815e-ebb3-438b-b1ae-5d24faf749e3 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:03:32.502953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Attempting to bind port 7882815e-ebb3-438b-b1ae-5d24faf749e3 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '1a4c0c99-a1e5-4294-9647-a4d5d052f66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4fbe4d17-d700-4f67-ac88-7acc423b8f58'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:03:32.503273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Attempting to bind port 7882815e-ebb3-438b-b1ae-5d24faf749e3 on network 4fbe4d17-d700-4f67-ac88-7acc423b8f58 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:32.516431 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8bc9439d-5de0-4a3a-a38f-05c4969c7354 req-cc699061-9b5f-4357-a4b6-059995e3b117 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:32.532526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Port 7882815e-ebb3-438b-b1ae-5d24faf749e3 on network 4fbe4d17-d700-4f67-ac88-7acc423b8f58 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:03:32.532847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Attempting to bind port 7882815e-ebb3-438b-b1ae-5d24faf749e3 on network 4fbe4d17-d700-4f67-ac88-7acc423b8f58 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:32.537309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-f21e0f9c-91d0-4a26-bd82-da901f6db3ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:32.538751 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-f21e0f9c-91d0-4a26-bd82-da901f6db3ab service neutron] 10.222.0.84 "GET /v2.0/subnets?id=90cbf6ca-1d08-47ca-ae45-34e8bb0b4810 HTTP/1.1" status: 200 len: 859 time: 0.2040260 May 30 20:03:32.578037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:03:32.578374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Checking segment: {'id': '1a4c0c99-a1e5-4294-9647-a4d5d052f66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4fbe4d17-d700-4f67-ac88-7acc423b8f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:03:32.578757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Bound using segment: {'id': '1a4c0c99-a1e5-4294-9647-a4d5d052f66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4fbe4d17-d700-4f67-ac88-7acc423b8f58'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:03:32.579192 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Bound port: 7882815e-ebb3-438b-b1ae-5d24faf749e3, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a4c0c99-a1e5-4294-9647-a4d5d052f66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4fbe4d17-d700-4f67-ac88-7acc423b8f58'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:03:32.579534 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:32.608797 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-b6a8ab84-aae3-422d-b27f-29e0f1217eb8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c7264a01-f200-4613-a4f1-37b17e4526af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607688 May 30 20:03:32.635708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-29f6d84a-1d0c-4eb8-b6f2-7cec779112d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-754936598-router', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:54Z', 'revision_number': 4, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'gw_port': {'id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'cbf5bb83-0956-4f3f-ae10-db762dd8b379', 'name': '', 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'mac_address': 'fa:16:3e:93:37:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:54Z', 'updated_at': '2022-05-30T20:02:07Z', 'revision_number': 5, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'subnets': [{'id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:32.639813 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6d84a-1d0c-4eb8-b6f2-7cec779112d2 None None] The sync data for ids ['0f06e4d5-6762-40f1-9f5a-845960c099cf'] in n-d-843949-2 is: [{'id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-754936598-router', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:54Z', 'revision_number': 4, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'gw_port': {'id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'cbf5bb83-0956-4f3f-ae10-db762dd8b379', 'name': '', 'network_id': 'c7264a01-f200-4613-a4f1-37b17e4526af', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'mac_address': 'fa:16:3e:93:37:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:54Z', 'updated_at': '2022-05-30T20:02:07Z', 'revision_number': 5, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'subnets': [{'id': '90cbf6ca-1d08-47ca-ae45-34e8bb0b4810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:03:32.682891 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:32.721509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-8bc9439d-5de0-4a3a-a38f-05c4969c7354 req-cc699061-9b5f-4357-a4b6-059995e3b117 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:32.739753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8bc9439d-5de0-4a3a-a38f-05c4969c7354 req-cc699061-9b5f-4357-a4b6-059995e3b117 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Usage tracker for resource:security_group_rule and tenant:1b050bcca8774776a297774f7af1991a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:32.752310 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8bc9439d-5de0-4a3a-a38f-05c4969c7354 req-cc699061-9b5f-4357-a4b6-059995e3b117 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:32.762249 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-8bc9439d-5de0-4a3a-a38f-05c4969c7354 req-cc699061-9b5f-4357-a4b6-059995e3b117 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:32.799235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] For port 7882815e-ebb3-438b-b1ae-5d24faf749e3, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:03:32.821148 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:03:32.827913 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] For port 7882815e-ebb3-438b-b1ae-5d24faf749e3, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=7882815e-ebb3-438b-b1ae-5d24faf749e3,segment=NetworkSegment(1a4c0c99-a1e5-4294-9647-a4d5d052f66d),segment_id=1a4c0c99-a1e5-4294-9647-a4d5d052f66d)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:03:32.842145 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:32.886986 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:32.903465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:32.903821 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:32.906468 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-93d11155-71cc-4f5a-be71-188b1bc62e24 service neutron] 10.222.0.84 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898178 May 30 20:03:33.019496 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:33.020527 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:33.021891 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] 10.222.0.93 "PUT /v2.0/ports/7882815e-ebb3-438b-b1ae-5d24faf749e3 HTTP/1.1" status: 200 len: 1091 time: 2.2766852 May 30 20:03:33.029223 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8bc9439d-5de0-4a3a-a38f-05c4969c7354 req-cc699061-9b5f-4357-a4b6-059995e3b117 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:33.040900 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc3d5c-d56b-4459-abd1-27b285c5f77d service neutron] Pushing event updated for resources: {'Port': ['ID=7882815e-ebb3-438b-b1ae-5d24faf749e3,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:33.046452 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8bc9439d-5de0-4a3a-a38f-05c4969c7354 req-cc699061-9b5f-4357-a4b6-059995e3b117 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:33.054758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:33.059232 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:33.130721 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:33.153639 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc699061-9b5f-4357-a4b6-059995e3b117 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c26f80-fc20-4615-887b-60f1d19397a3,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:33.155748 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8bc9439d-5de0-4a3a-a38f-05c4969c7354 req-cc699061-9b5f-4357-a4b6-059995e3b117 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:33.156938 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bc9439d-5de0-4a3a-a38f-05c4969c7354 req-cc699061-9b5f-4357-a4b6-059995e3b117 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.8778477 May 30 20:03:33.186711 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-630e3cf8-7815-4b7d-bdc2-c50c5251159f req-2c02de45-8398-4d6b-a8d0-901148aa1963 service neutron] 10.222.0.84 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610183 May 30 20:03:33.211245 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-9cb316f1-4494-4b53-a344-e4cc2ecacf4f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9e37a28bc0c8467e842212ff5f0f726d&device_id=79edc978-05fd-4f63-a40a-b6444853267f HTTP/1.1" status: 200 len: 1094 time: 0.1383200 May 30 20:03:33.381873 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-d61367e1-fee1-4095-a9ed-330eb7641b72 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7882815e-ebb3-438b-b1ae-5d24faf749e3 HTTP/1.1" status: 200 len: 217 time: 0.1617758 May 30 20:03:33.476151 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-83d93835-284f-4476-aae0-eb7e71346118 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:33.477568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-83d93835-284f-4476-aae0-eb7e71346118 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dc594c76-ebf5-497a-9743-f7d72f037b2d HTTP/1.1" status: 200 len: 862 time: 0.0887353 May 30 20:03:33.507148 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:03:33.527260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8194a-8832-4d09-a3c3-e2817c9f574e req-f56ca0a6-609c-4b01-83cb-6ec84356c3ba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:33.528719 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3a8194a-8832-4d09-a3c3-e2817c9f574e req-f56ca0a6-609c-4b01-83cb-6ec84356c3ba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 950 time: 0.2382097 May 30 20:03:33.539209 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-58d5ce99-655e-457e-b6a5-0d33614eecc2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4fbe4d17-d700-4f67-ac88-7acc423b8f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548148 May 30 20:03:33.545434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61569b53-7145-4640-b17f-08084f9e2215 req-d03b4500-5ecb-442c-9f87-695a7764833d tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:33.546028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-61569b53-7145-4640-b17f-08084f9e2215 req-d03b4500-5ecb-442c-9f87-695a7764833d tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Synchronizing usage tracker for tenant:9e37a28bc0c8467e842212ff5f0f726d on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:33.675690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-61569b53-7145-4640-b17f-08084f9e2215 req-d03b4500-5ecb-442c-9f87-695a7764833d tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Unset dirty status for tenant:9e37a28bc0c8467e842212ff5f0f726d on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:33.676912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-61569b53-7145-4640-b17f-08084f9e2215 req-d03b4500-5ecb-442c-9f87-695a7764833d tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] 10.222.0.84 "GET /v2.0/ports?device_id=79edc978-05fd-4f63-a40a-b6444853267f HTTP/1.1" status: 200 len: 943 time: 0.3463511 May 30 20:03:33.681731 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3a8194a-8832-4d09-a3c3-e2817c9f574e req-2ce053e5-6363-4134-8a27-1edec4f04793 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450410 May 30 20:03:33.749983 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-fda7ea3d-0f6b-4ff2-86ae-1562e8327f6c service neutron] 10.222.0.93 "GET /v2.0/networks/4fbe4d17-d700-4f67-ac88-7acc423b8f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012913 May 30 20:03:33.754314 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-61569b53-7145-4640-b17f-08084f9e2215 req-d560aeda-9e6c-4098-b2c2-6c7bbc63294d tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Synchronizing usage tracker for tenant:9e37a28bc0c8467e842212ff5f0f726d on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:33.767768 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0b66bd-ee19-47b0-a6f5-eed1b184c424'] response: {'server_uuid': '79d67b2f-2f7e-435b-bf6b-29033cee9053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb60ebd-e07b-45c7-846f-6367f14b533b', 'code': 200} May 30 20:03:33.767768 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0b66bd-ee19-47b0-a6f5-eed1b184c424'] response: {'server_uuid': '40b72ccd-486b-4c32-9ce7-53b706af2162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36', 'code': 200} May 30 20:03:33.832448 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e963aeb-0112-45cc-bb11-d094de7b2595'] response: {'name': 'network-changed', 'server_uuid': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'tag': '238dad69-2f8a-437e-b53d-f482c2ad2cae', 'status': 'completed', 'code': 200} May 30 20:03:33.870866 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-61569b53-7145-4640-b17f-08084f9e2215 req-d560aeda-9e6c-4098-b2c2-6c7bbc63294d tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Unset dirty status for tenant:9e37a28bc0c8467e842212ff5f0f726d on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:33.872242 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-61569b53-7145-4640-b17f-08084f9e2215 req-d560aeda-9e6c-4098-b2c2-6c7bbc63294d tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] 10.222.0.84 "GET /v2.0/security-groups?id=15b2e8a8-663d-4ab4-b883-ae7df640915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878746 May 30 20:03:33.942809 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1f2ef7cb-8102-4645-bae9-b56f692fc88d req-4befefe8-e61c-4e5c-a75e-88e4ac50b007 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=79d67b2f-2f7e-435b-bf6b-29033cee9053 HTTP/1.1" status: 200 len: 1983 time: 0.1119025 May 30 20:03:33.988124 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1f2ef7cb-8102-4645-bae9-b56f692fc88d req-0041d067-a50b-4ae8-8251-c3b2dcd68bd6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374734 May 30 20:03:34.012902 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0cc57e0-03b3-43a7-8755-767f3e139a7e req-0c485770-1ebc-49cb-b34c-1cfa688c7815 service neutron] 10.222.0.93 "GET /v2.0/networks/4fbe4d17-d700-4f67-ac88-7acc423b8f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549839 May 30 20:03:34.191521 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a7cc292-4706-44f5-80f5-f1ac322ebad9 req-e57c730b-0384-4f98-a296-29184a4fa99d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 1096 time: 0.3246722 May 30 20:03:34.224315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-382545d1-083b-4bce-9ada-9b330dcea3a6 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:34.225721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-382545d1-083b-4bce-9ada-9b330dcea3a6 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4e04e47-c282-4df0-90e2-923d1823300d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3062239 May 30 20:03:34.373899 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01570d-cf1d-4121-8471-d7c5a8f6c209 req-aa8626c1-6864-4127-88c1-e0d9e0feb178 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:34.375353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a01570d-cf1d-4121-8471-d7c5a8f6c209 req-aa8626c1-6864-4127-88c1-e0d9e0feb178 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=fdc93019-3f8c-44ec-a13c-6e790df6e4c0 HTTP/1.1" status: 200 len: 943 time: 0.3686604 May 30 20:03:34.442444 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-7c2c30d5-9757-4e6f-a67d-ed3445cc8f42 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 1001 time: 0.2085931 May 30 20:03:34.463760 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-1109d3b5-91ea-4e50-9996-c29b6e34c2bb tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Request body: {'floatingip': {'port_id': '9e2f79ed-d978-479f-a565-790ed9a4b4dd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:34.533532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cc292-4706-44f5-80f5-f1ac322ebad9 req-f1faf655-ddf4-4fb2-83bf-98f1494de741 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:34.534949 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a7cc292-4706-44f5-80f5-f1ac322ebad9 req-f1faf655-ddf4-4fb2-83bf-98f1494de741 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 921 time: 0.3347912 May 30 20:03:34.612121 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a01570d-cf1d-4121-8471-d7c5a8f6c209 req-76e9b757-8929-4b24-b286-c0a8792425cf tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281942 May 30 20:03:34.647929 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-1109d3b5-91ea-4e50-9996-c29b6e34c2bb tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:34.737484 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a7cc292-4706-44f5-80f5-f1ac322ebad9 req-08003e06-2871-4db5-b9b6-f9d2ff34272a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=238dad69-2f8a-437e-b53d-f482c2ad2cae HTTP/1.1" status: 200 len: 1001 time: 0.1899526 May 30 20:03:34.859339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cc292-4706-44f5-80f5-f1ac322ebad9 req-ff993387-2aa0-4580-ab03-f3de4c0518a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:34.860792 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a7cc292-4706-44f5-80f5-f1ac322ebad9 req-ff993387-2aa0-4580-ab03-f3de4c0518a6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4187f99c-2457-4fd5-b8fb-e355d933a9ed HTTP/1.1" status: 200 len: 859 time: 0.1160581 May 30 20:03:35.182843 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a7cc292-4706-44f5-80f5-f1ac322ebad9 req-8d595df9-0a1e-4ab5-8447-850b7c29abf3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3146110 May 30 20:03:35.229901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbe3ad-c4f2-4b1b-bade-79d2c032386c req-4d0bc7fb-6f19-47ca-80ca-a600e2824e35 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:35.233775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbe3ad-c4f2-4b1b-bade-79d2c032386c req-4d0bc7fb-6f19-47ca-80ca-a600e2824e35 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:35.235298 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7dbe3ad-c4f2-4b1b-bade-79d2c032386c req-4d0bc7fb-6f19-47ca-80ca-a600e2824e35 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/ports?device_id=90c0d20e-2acf-49c1-bceb-89cd163102a8&device_id=9698e81e-3b2c-4edd-b65b-30e655cc2ccd HTTP/1.1" status: 200 len: 1681 time: 0.3085136 May 30 20:03:35.469189 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7dbe3ad-c4f2-4b1b-bade-79d2c032386c req-a2f90a34-0ac1-4fe8-83ee-94dbf5ec41eb tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ccb79fd-2d9b-4096-aaed-ac06defecff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819918 May 30 20:03:35.484581 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a7cc292-4706-44f5-80f5-f1ac322ebad9 req-043c8816-56e1-49e3-a6bc-2e7aa154a672 service neutron] 10.222.0.93 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923770 May 30 20:03:35.769172 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b72ccd-486b-4c32-9ce7-53b706af2162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:35.771139 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9519d3af-20b8-475f-8ca7-3ba40250894b req-187d2866-3e40-4630-b92a-3ccd1687e113 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "GET /v2.0/security-groups/26c26f80-fc20-4615-887b-60f1d19397a3 HTTP/1.1" status: 200 len: 1647 time: 0.2603190 May 30 20:03:35.782025 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a7cc292-4706-44f5-80f5-f1ac322ebad9 req-4e186ecd-8bbb-4188-817e-8c39d8f43671 service neutron] 10.222.0.93 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910426 May 30 20:03:35.835250 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'tag': '33aed856-88d9-42a8-93fb-81041a1b3574'}, {'name': 'network-changed', 'server_uuid': '79edc978-05fd-4f63-a40a-b6444853267f', 'tag': '7882815e-ebb3-438b-b1ae-5d24faf749e3'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:35.925454 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-1109d3b5-91ea-4e50-9996-c29b6e34c2bb tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:35.930571 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-1109d3b5-91ea-4e50-9996-c29b6e34c2bb tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:36.085029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cea9e-3aab-4482-9d64-c40053efbe72 req-f6c66d35-9689-486a-bf2a-df49634b2d47 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:36.089882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cea9e-3aab-4482-9d64-c40053efbe72 req-f6c66d35-9689-486a-bf2a-df49634b2d47 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:36.090422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c5cea9e-3aab-4482-9d64-c40053efbe72 req-f6c66d35-9689-486a-bf2a-df49634b2d47 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=79d67b2f-2f7e-435b-bf6b-29033cee9053 HTTP/1.1" status: 200 len: 1681 time: 0.2187111 May 30 20:03:36.151665 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c5cea9e-3aab-4482-9d64-c40053efbe72 req-2fe006e4-27e8-4be0-b072-3c0562e68289 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549612 May 30 20:03:36.189253 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-1109d3b5-91ea-4e50-9996-c29b6e34c2bb tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Floating IP 33fafa52-c61b-4118-b8bd-3bbdecb35bee associated. External IP: 172.25.5.234, port: 238dad69-2f8a-437e-b53d-f482c2ad2cae. May 30 20:03:36.382572 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-94a8e7b2-27cc-42a5-8d51-f876f69cddb3 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/floatingips/392863c5-65a5-4f95-a73f-478148979d49 HTTP/1.1" status: 200 len: 695 time: 0.1461887 May 30 20:03:36.495518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 7882815e-ebb3-438b-b1ae-5d24faf749e3 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:03:36.547321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-7f06118d-9a0f-4bce-817a-665e89afb505 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:36.548587 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-7f06118d-9a0f-4bce-817a-665e89afb505 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.1531789 May 30 20:03:36.560653 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-92cada3c-4251-4c56-8ddf-af4f09f7407a tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:03:36.561595 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-92cada3c-4251-4c56-8ddf-af4f09f7407a tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067365 May 30 20:03:36.628768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 7882815e-ebb3-438b-b1ae-5d24faf749e3, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=7882815e-ebb3-438b-b1ae-5d24faf749e3,segment=NetworkSegment(1a4c0c99-a1e5-4294-9647-a4d5d052f66d),segment_id=1a4c0c99-a1e5-4294-9647-a4d5d052f66d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:36.642250 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '7882815e-ebb3-438b-b1ae-5d24faf749e3', 'network_id': '4fbe4d17-d700-4f67-ac88-7acc423b8f58', 'port_id': '7882815e-ebb3-438b-b1ae-5d24faf749e3', 'mac_address': 'fa:16:3e:8b:e0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc594c76-ebf5-497a-9743-f7d72f037b2d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:03:36.657407 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-1c89faac-c4ef-4d57-b623-2532226e875c tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 698 time: 0.0827310 May 30 20:03:36.697830 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:36.714425 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7882815e-ebb3-438b-b1ae-5d24faf749e3 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:36.730406 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 7882815e-ebb3-438b-b1ae-5d24faf749e3, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=7882815e-ebb3-438b-b1ae-5d24faf749e3,segment=NetworkSegment(1a4c0c99-a1e5-4294-9647-a4d5d052f66d),segment_id=1a4c0c99-a1e5-4294-9647-a4d5d052f66d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:36.734478 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:36.809106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=7882815e-ebb3-438b-b1ae-5d24faf749e3,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:36.821601 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:36.874011 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-a6701648-ba76-4536-93cb-fe9f28e87744 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 698 time: 0.2085645 May 30 20:03:36.997188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['7882815e-ebb3-438b-b1ae-5d24faf749e3'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:37.059007 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e0a8ab-e6ed-4611-855c-8119126f86a0 None None] New status for floating IP 392863c5-65a5-4f95-a73f-478148979d49: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:03:37.174923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-65be858c-4387-4b45-a3ed-ae008f5a7a05 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Deleting port cc8c3ef5-fd8f-4e87-b1d7-16ef1ee7a34c {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:37.175492 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-65be858c-4387-4b45-a3ed-ae008f5a7a05 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:37.368001 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-65be858c-4387-4b45-a3ed-ae008f5a7a05 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:37.368327 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-65be858c-4387-4b45-a3ed-ae008f5a7a05 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:37.494580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-65be858c-4387-4b45-a3ed-ae008f5a7a05 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Calling delete_port for cc8c3ef5-fd8f-4e87-b1d7-16ef1ee7a34c owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:37.542436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-1109d3b5-91ea-4e50-9996-c29b6e34c2bb tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Router a42e5167-6fdb-4760-80de-0813d9c55e3d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:03:37.697567 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-65be858c-4387-4b45-a3ed-ae008f5a7a05 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:03:37.697871 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-65be858c-4387-4b45-a3ed-ae008f5a7a05 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:03:37.766127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-1109d3b5-91ea-4e50-9996-c29b6e34c2bb tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:03:37.775655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373d140e-d9d7-4752-ae53-5edf93db434d None None] Sync routers for ids ['a42e5167-6fdb-4760-80de-0813d9c55e3d'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:03:37.787046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373d140e-d9d7-4752-ae53-5edf93db434d None None] Routers {'a42e5167-6fdb-4760-80de-0813d9c55e3d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:03:37.787640 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-373d140e-d9d7-4752-ae53-5edf93db434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:03:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a42e5167-6fdb-4760-80de-0813d9c55e3d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:38.003840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-373d140e-d9d7-4752-ae53-5edf93db434d None None] Set router a42e5167-6fdb-4760-80de-0813d9c55e3d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:03:38.164958 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-1109d3b5-91ea-4e50-9996-c29b6e34c2bb tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Router a42e5167-6fdb-4760-80de-0813d9c55e3d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:03:38.225277 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-65be858c-4387-4b45-a3ed-ae008f5a7a05 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Deleting port cc8c3ef5-fd8f-4e87-b1d7-16ef1ee7a34c {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:38.225883 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-65be858c-4387-4b45-a3ed-ae008f5a7a05 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:38.348296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-373d140e-d9d7-4752-ae53-5edf93db434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '33fafa52-c61b-4118-b8bd-3bbdecb35bee', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'port_id': '9e2f79ed-d978-479f-a565-790ed9a4b4dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'mac_address': 'fa:16:3e:51:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e04e47-c282-4df0-90e2-923d1823300d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:02:55Z', 'updated_at': '2022-05-30T20:03:35Z', 'revision_number': 3, 'project_id': '521d447f60a94b52b432e8565b742937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:36Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:38.352373 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373d140e-d9d7-4752-ae53-5edf93db434d None None] Checking router: a42e5167-6fdb-4760-80de-0813d9c55e3d for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:03:38.363075 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373d140e-d9d7-4752-ae53-5edf93db434d None None] Routers {'a42e5167-6fdb-4760-80de-0813d9c55e3d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:03:38.363661 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-373d140e-d9d7-4752-ae53-5edf93db434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:03:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a42e5167-6fdb-4760-80de-0813d9c55e3d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:38.495877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 7882815e-ebb3-438b-b1ae-5d24faf749e3 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:03:38.597355 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-373d140e-d9d7-4752-ae53-5edf93db434d None None] Set router a42e5167-6fdb-4760-80de-0813d9c55e3d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:03:38.601589 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-65be858c-4387-4b45-a3ed-ae008f5a7a05 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:38.601915 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-65be858c-4387-4b45-a3ed-ae008f5a7a05 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:38.646524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 7882815e-ebb3-438b-b1ae-5d24faf749e3 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:03:38.663417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 7882815e-ebb3-438b-b1ae-5d24faf749e3 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:38.663772 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:38.727308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-65be858c-4387-4b45-a3ed-ae008f5a7a05 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Calling delete_port for cc8c3ef5-fd8f-4e87-b1d7-16ef1ee7a34c owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:38.834634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-1109d3b5-91ea-4e50-9996-c29b6e34c2bb tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:03:38.887553 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-1109d3b5-91ea-4e50-9996-c29b6e34c2bb tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:38.940233 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:38.954687 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-65be858c-4387-4b45-a3ed-ae008f5a7a05 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:39.006024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 7882815e-ebb3-438b-b1ae-5d24faf749e3, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=7882815e-ebb3-438b-b1ae-5d24faf749e3,segment=NetworkSegment(1a4c0c99-a1e5-4294-9647-a4d5d052f66d),segment_id=1a4c0c99-a1e5-4294-9647-a4d5d052f66d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:39.035196 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:39.041304 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be858c-4387-4b45-a3ed-ae008f5a7a05 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Pushing event deleted for resources: {'Port': ['ID=cc8c3ef5-fd8f-4e87-b1d7-16ef1ee7a34c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:39.118794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=7882815e-ebb3-438b-b1ae-5d24faf749e3,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:39.128357 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-1109d3b5-91ea-4e50-9996-c29b6e34c2bb tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "PUT /v2.0/floatingips/33fafa52-c61b-4118-b8bd-3bbdecb35bee HTTP/1.1" status: 200 len: 999 time: 4.6766429 May 30 20:03:39.133384 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-373d140e-d9d7-4752-ae53-5edf93db434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '33fafa52-c61b-4118-b8bd-3bbdecb35bee', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'port_id': '9e2f79ed-d978-479f-a565-790ed9a4b4dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'mac_address': 'fa:16:3e:51:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e04e47-c282-4df0-90e2-923d1823300d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:02:55Z', 'updated_at': '2022-05-30T20:03:35Z', 'revision_number': 3, 'project_id': '521d447f60a94b52b432e8565b742937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:36Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:39.137983 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373d140e-d9d7-4752-ae53-5edf93db434d None None] The sync data for ids ['a42e5167-6fdb-4760-80de-0813d9c55e3d'] in n-d-843949-2 is: [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '33fafa52-c61b-4118-b8bd-3bbdecb35bee', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'port_id': '9e2f79ed-d978-479f-a565-790ed9a4b4dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'mac_address': 'fa:16:3e:51:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e04e47-c282-4df0-90e2-923d1823300d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:02:55Z', 'updated_at': '2022-05-30T20:03:35Z', 'revision_number': 3, 'project_id': '521d447f60a94b52b432e8565b742937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:36Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:03:39.208898 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-65be858c-4387-4b45-a3ed-ae008f5a7a05 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:39.211148 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-65be858c-4387-4b45-a3ed-ae008f5a7a05 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:39.212343 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bacd7af6-bc6d-4811-8b7c-933e7cf5b111 req-65be858c-4387-4b45-a3ed-ae008f5a7a05 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "DELETE /v2.0/floatingips/392863c5-65a5-4f95-a73f-478148979d49 HTTP/1.1" status: 204 len: 173 time: 2.3323150 May 30 20:03:39.224101 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-569322d0-018c-4e7d-9c2d-3adac8507313 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:39.225407 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-569322d0-018c-4e7d-9c2d-3adac8507313 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports/238dad69-2f8a-437e-b53d-f482c2ad2cae HTTP/1.1" status: 200 len: 942 time: 0.0834637 May 30 20:03:39.360400 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-50da16cc-83a8-445a-b450-1ea161b7aab5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 1096 time: 0.0749547 May 30 20:03:39.493772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-aa3c0e4d-2167-4e43-9329-97585ed8e976 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:39.495958 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-aa3c0e4d-2167-4e43-9329-97585ed8e976 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 921 time: 0.1294465 May 30 20:03:39.612794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-33261ed9-0944-479f-8c16-48b8595709b8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=238dad69-2f8a-437e-b53d-f482c2ad2cae HTTP/1.1" status: 200 len: 217 time: 0.1105661 May 30 20:03:39.690588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-3fd3a951-e828-4057-95f9-de7d701c73b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:39.692153 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-3fd3a951-e828-4057-95f9-de7d701c73b6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4187f99c-2457-4fd5-b8fb-e355d933a9ed HTTP/1.1" status: 200 len: 859 time: 0.0736957 May 30 20:03:39.702260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-aaaafe85-4155-4b90-92a8-d4802f817da0 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:39.703736 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-aaaafe85-4155-4b90-92a8-d4802f817da0 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.77 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162&tenant_id=3e860bf879054bd598319d1741599d12&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 950 time: 0.1482425 May 30 20:03:39.883477 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-fb694f4b-8ef6-43a8-8068-5f3fc6dbf8c6 service neutron] 10.222.0.77 "GET /v2.0/ports/448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36/bindings/n-h1-843949-2 HTTP/1.1" status: 200 len: 382 time: 0.1464946 May 30 20:03:39.900522 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-dac8716f-6aa1-4837-8457-2c7a2ed30adf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958072 May 30 20:03:39.935634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36976db-c0be-4340-be82-dafaa7325550 req-3b502608-9e77-4cb8-90a7-acc832c062c7 tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:39.937055 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a36976db-c0be-4340-be82-dafaa7325550 req-3b502608-9e77-4cb8-90a7-acc832c062c7 tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] 10.222.0.84 "GET /v2.0/ports?device_id=79edc978-05fd-4f63-a40a-b6444853267f HTTP/1.1" status: 200 len: 945 time: 0.1349897 May 30 20:03:40.110668 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a36976db-c0be-4340-be82-dafaa7325550 req-3fdd9651-0d3c-4b46-a981-71ce968058f4 tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] 10.222.0.84 "GET /v2.0/security-groups?id=15b2e8a8-663d-4ab4-b883-ae7df640915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436095 May 30 20:03:40.136993 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-664abad8-60fb-45fe-a4f8-1ec7e6413c2e service neutron] 10.222.0.84 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248473 May 30 20:03:40.137136 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-68cc6d23-da9c-4f14-9197-16510c360702 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 1101 time: 0.2100961 May 30 20:03:40.213267 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb98558a-5da9-4af3-b4a5-c29b5dcc5f49'] response: {'server_uuid': '40b72ccd-486b-4c32-9ce7-53b706af2162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36', 'code': 200} May 30 20:03:40.418799 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-fae244ee-5585-4de5-b1b9-4a338cc4b2a9 req-70c92aef-f848-40b7-a73e-d3e9a8c5d733 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] show failed (client error): The resource could not be found. May 30 20:03:40.419764 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fae244ee-5585-4de5-b1b9-4a338cc4b2a9 req-70c92aef-f848-40b7-a73e-d3e9a8c5d733 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "GET /v2.0/security-groups/263678d8-aadb-4ade-b982-a0deb1c365a5 HTTP/1.1" status: 404 len: 352 time: 0.1294992 May 30 20:03:40.483153 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5795cba1-f4d5-4206-bcd7-02fb2980f386'] response: {'name': 'network-changed', 'server_uuid': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'tag': '33aed856-88d9-42a8-93fb-81041a1b3574', 'status': 'completed', 'code': 200} May 30 20:03:40.483560 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5795cba1-f4d5-4206-bcd7-02fb2980f386'] response: {'name': 'network-changed', 'server_uuid': '79edc978-05fd-4f63-a40a-b6444853267f', 'tag': '7882815e-ebb3-438b-b1ae-5d24faf749e3', 'status': 'completed', 'code': 200} May 30 20:03:40.498422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-38281dee-17e9-49f0-a1fb-524a6e41f5e0 service neutron] 10.222.0.84 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584247 May 30 20:03:40.503320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-3552c3c0-8542-49dc-808a-203afa91d448 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:40.504719 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-3552c3c0-8542-49dc-808a-203afa91d448 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.3472309 May 30 20:03:40.662182 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-2a8dea14-728e-4534-8f29-f4e7f4be7fcc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 HTTP/1.1" status: 200 len: 217 time: 0.1269069 May 30 20:03:40.774173 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd7bfa79-fbfa-4822-be5e-c8975326b0b0 req-41d4b09e-00bf-4225-a2d5-e4f128dc93cd tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups/e934b66a-8c6b-41cc-aa93-deb03ea23450 HTTP/1.1" status: 200 len: 1641 time: 0.1574430 May 30 20:03:40.777893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-85d43a59-5151-4401-a355-829ea50ddd47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:40.779240 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-85d43a59-5151-4401-a355-829ea50ddd47 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1049857 May 30 20:03:40.804912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd74f3f0-f07e-4207-ba05-87a2e0298aa9 req-667bcadd-76bc-4571-a0f3-0a4bbbc9914c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6fda94692f0e4f82850a0397602ca915&device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 1096 time: 0.2993054 May 30 20:03:40.845290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-82a06ed7-6144-4002-88e2-f058347b63c7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&device_id=b4e04e47-c282-4df0-90e2-923d1823300d HTTP/1.1" status: 200 len: 1097 time: 0.3086560 May 30 20:03:41.118143 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cd7bfa79-fbfa-4822-be5e-c8975326b0b0 req-1a4b462c-1b97-45bd-9274-3b4ce9f8d357 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:41.155339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74f3f0-f07e-4207-ba05-87a2e0298aa9 req-6ff4bfa5-def8-46d9-adab-8d7e2e0071eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:41.156829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd74f3f0-f07e-4207-ba05-87a2e0298aa9 req-6ff4bfa5-def8-46d9-adab-8d7e2e0071eb service neutron] 10.222.0.93 "GET /v2.0/networks?id=c7264a01-f200-4613-a4f1-37b17e4526af HTTP/1.1" status: 200 len: 920 time: 0.3149052 May 30 20:03:41.160973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-87b90e65-1037-4e55-8795-8f38fabdf45c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:41.162302 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-87b90e65-1037-4e55-8795-8f38fabdf45c service neutron] 10.222.0.84 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 921 time: 0.2828112 May 30 20:03:41.193631 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c32de47-29a9-45ca-851b-ade46ae1a169 None None] New status for floating IP 33fafa52-c61b-4118-b8bd-3bbdecb35bee: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:03:41.273291 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cd7bfa79-fbfa-4822-be5e-c8975326b0b0 req-1a4b462c-1b97-45bd-9274-3b4ce9f8d357 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:41.284160 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-83129023-98c8-485e-b1c7-c06695d3d3fd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4822149 May 30 20:03:41.355076 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd74f3f0-f07e-4207-ba05-87a2e0298aa9 req-b570e3b5-8627-4dfe-8938-4e5b07a6f77d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33aed856-88d9-42a8-93fb-81041a1b3574 HTTP/1.1" status: 200 len: 217 time: 0.1810882 May 30 20:03:41.510607 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-048dd17d-9cb4-4e87-9b0f-d092ede90350 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e2f79ed-d978-479f-a565-790ed9a4b4dd HTTP/1.1" status: 200 len: 1002 time: 0.3376884 May 30 20:03:41.518284 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7560a6-87a0-4076-b2f5-e84a73fa4474 None None] Sync routers for ids ['a42e5167-6fdb-4760-80de-0813d9c55e3d'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:03:41.525324 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cd7bfa79-fbfa-4822-be5e-c8975326b0b0 req-1a4b462c-1b97-45bd-9274-3b4ce9f8d357 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:41.530109 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7560a6-87a0-4076-b2f5-e84a73fa4474 None None] Routers {'a42e5167-6fdb-4760-80de-0813d9c55e3d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:03:41.530710 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-1f7560a6-87a0-4076-b2f5-e84a73fa4474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:03:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a42e5167-6fdb-4760-80de-0813d9c55e3d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:41.541226 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74f3f0-f07e-4207-ba05-87a2e0298aa9 req-d3a57ccb-504b-40e1-82bb-f58c808d665e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:41.542582 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd74f3f0-f07e-4207-ba05-87a2e0298aa9 req-d3a57ccb-504b-40e1-82bb-f58c808d665e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=90cbf6ca-1d08-47ca-ae45-34e8bb0b4810 HTTP/1.1" status: 200 len: 859 time: 0.1336229 May 30 20:03:41.709421 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-1f7560a6-87a0-4076-b2f5-e84a73fa4474 None None] Set router a42e5167-6fdb-4760-80de-0813d9c55e3d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:03:41.744047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b462c-1b97-45bd-9274-3b4ce9f8d357 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e934b66a-8c6b-41cc-aa93-deb03ea23450,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:41.799176 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd74f3f0-f07e-4207-ba05-87a2e0298aa9 req-18826b4d-6b45-4285-9158-495e5b961851 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c7264a01-f200-4613-a4f1-37b17e4526af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2222426 May 30 20:03:41.814173 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-ed59f51b-f656-4791-9081-9cce5eabcdd6 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171030 May 30 20:03:41.840988 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cd7bfa79-fbfa-4822-be5e-c8975326b0b0 req-1a4b462c-1b97-45bd-9274-3b4ce9f8d357 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:41.841853 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd7bfa79-fbfa-4822-be5e-c8975326b0b0 req-1a4b462c-1b97-45bd-9274-3b4ce9f8d357 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "DELETE /v2.0/security-groups/e934b66a-8c6b-41cc-aa93-deb03ea23450 HTTP/1.1" status: 204 len: 173 time: 1.0599279 May 30 20:03:41.911739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-5229749f-7bc4-4da1-9549-52fc9e85ebd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:41.913213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-5229749f-7bc4-4da1-9549-52fc9e85ebd2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4187f99c-2457-4fd5-b8fb-e355d933a9ed HTTP/1.1" status: 200 len: 859 time: 0.3841038 May 30 20:03:42.124807 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-1f7560a6-87a0-4076-b2f5-e84a73fa4474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '33fafa52-c61b-4118-b8bd-3bbdecb35bee', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'port_id': '9e2f79ed-d978-479f-a565-790ed9a4b4dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'mac_address': 'fa:16:3e:51:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e04e47-c282-4df0-90e2-923d1823300d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:02:55Z', 'updated_at': '2022-05-30T20:03:41Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:36Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:42.129005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7560a6-87a0-4076-b2f5-e84a73fa4474 None None] Checking router: a42e5167-6fdb-4760-80de-0813d9c55e3d for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:03:42.139991 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7560a6-87a0-4076-b2f5-e84a73fa4474 None None] Routers {'a42e5167-6fdb-4760-80de-0813d9c55e3d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:03:42.140596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-1f7560a6-87a0-4076-b2f5-e84a73fa4474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:03:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a42e5167-6fdb-4760-80de-0813d9c55e3d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:42.199843 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-50576841-aa7b-4036-8815-168265f756d9 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653371 May 30 20:03:42.207405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad8f30-6ee3-4719-9efe-1dbef3076c96 req-31fee3d4-331f-46b1-9d65-6fa002425818 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:42.208795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d9ad8f30-6ee3-4719-9efe-1dbef3076c96 req-31fee3d4-331f-46b1-9d65-6fa002425818 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdc93019-3f8c-44ec-a13c-6e790df6e4c0 HTTP/1.1" status: 200 len: 943 time: 0.4662347 May 30 20:03:42.210504 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd74f3f0-f07e-4207-ba05-87a2e0298aa9 req-769f8e88-6c63-43a9-a044-237e5e800259 service neutron] 10.222.0.93 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002428 May 30 20:03:42.252047 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79edc978-05fd-4f63-a40a-b6444853267f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7882815e-ebb3-438b-b1ae-5d24faf749e3'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:42.299631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cec622-050d-4498-b063-cf8e6e22146d req-46b1073a-a1a7-42b5-9318-fa9a3f4ca90e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:42.301089 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d0cec622-050d-4498-b063-cf8e6e22146d req-46b1073a-a1a7-42b5-9318-fa9a3f4ca90e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 950 time: 0.3292191 May 30 20:03:42.328389 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-1f7560a6-87a0-4076-b2f5-e84a73fa4474 None None] Set router a42e5167-6fdb-4760-80de-0813d9c55e3d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:03:42.352241 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-9a7ed98c-d541-4e08-9c33-c0aa9e17bbed service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3830905 May 30 20:03:42.468221 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d9ad8f30-6ee3-4719-9efe-1dbef3076c96 req-115fd1da-32ce-4f42-82b1-cc0eb32f24f4 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Deleting port 14e81856-0069-4546-af62-1c08b54a224c {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:42.469134 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d9ad8f30-6ee3-4719-9efe-1dbef3076c96 req-115fd1da-32ce-4f42-82b1-cc0eb32f24f4 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:42.500583 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'tag': '238dad69-2f8a-437e-b53d-f482c2ad2cae'}, {'name': 'network-changed', 'server_uuid': 'b4e04e47-c282-4df0-90e2-923d1823300d', 'tag': '9e2f79ed-d978-479f-a565-790ed9a4b4dd'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:42.656110 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d0cec622-050d-4498-b063-cf8e6e22146d req-2ff45a16-68b1-4e88-b67f-dd6fecd0cdc5 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028502 May 30 20:03:42.657920 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd74f3f0-f07e-4207-ba05-87a2e0298aa9 req-4a269373-e94c-4a3f-a08a-ddae0991a647 service neutron] 10.222.0.93 "GET /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122601 May 30 20:03:42.678065 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-538135fd-bd01-4e1a-86f1-f8c6de218f9f service neutron] 10.222.0.84 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179870 May 30 20:03:42.681670 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-1f7560a6-87a0-4076-b2f5-e84a73fa4474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '33fafa52-c61b-4118-b8bd-3bbdecb35bee', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'port_id': '9e2f79ed-d978-479f-a565-790ed9a4b4dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'mac_address': 'fa:16:3e:51:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e04e47-c282-4df0-90e2-923d1823300d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:02:55Z', 'updated_at': '2022-05-30T20:03:41Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:36Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:42.686984 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7560a6-87a0-4076-b2f5-e84a73fa4474 None None] The sync data for ids ['a42e5167-6fdb-4760-80de-0813d9c55e3d'] in n-d-843949-2 is: [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '33fafa52-c61b-4118-b8bd-3bbdecb35bee', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'port_id': '9e2f79ed-d978-479f-a565-790ed9a4b4dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'mac_address': 'fa:16:3e:51:c2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e04e47-c282-4df0-90e2-923d1823300d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:02:55Z', 'updated_at': '2022-05-30T20:03:41Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:36Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:03:43.034439 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-d9ad8f30-6ee3-4719-9efe-1dbef3076c96 req-115fd1da-32ce-4f42-82b1-cc0eb32f24f4 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] For port 14e81856-0069-4546-af62-1c08b54a224c, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=14e81856-0069-4546-af62-1c08b54a224c,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:43.034796 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d9ad8f30-6ee3-4719-9efe-1dbef3076c96 req-115fd1da-32ce-4f42-82b1-cc0eb32f24f4 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:43.054453 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc627fd4-d954-4715-bd89-e3f2e2c7c10d req-840bdbaa-5cf3-40b6-9c22-2028644a3364 service neutron] 10.222.0.84 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560965 May 30 20:03:43.283858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d9ad8f30-6ee3-4719-9efe-1dbef3076c96 req-115fd1da-32ce-4f42-82b1-cc0eb32f24f4 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Calling delete_port for 14e81856-0069-4546-af62-1c08b54a224c owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:43.322223 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd74f3f0-f07e-4207-ba05-87a2e0298aa9 req-4431f10c-4982-4565-94fc-bd9884780448 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9e37a28bc0c8467e842212ff5f0f726d&device_id=79edc978-05fd-4f63-a40a-b6444853267f HTTP/1.1" status: 200 len: 1096 time: 0.6023729 May 30 20:03:43.375041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43a2ce-0eac-4e6a-a815-b478f0f7721d req-a4e56f82-16ff-4eb7-bee2-4e53f4af6e43 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:43.376699 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d43a2ce-0eac-4e6a-a815-b478f0f7721d req-a4e56f82-16ff-4eb7-bee2-4e53f4af6e43 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=fdc93019-3f8c-44ec-a13c-6e790df6e4c0 HTTP/1.1" status: 200 len: 943 time: 0.5754068 May 30 20:03:43.383610 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-103ebb70-3164-4f34-90ba-def133fc9144 req-7da0476e-4d34-48df-a44a-0d9c629ca333 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] show failed (client error): The resource could not be found. May 30 20:03:43.384590 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-103ebb70-3164-4f34-90ba-def133fc9144 req-7da0476e-4d34-48df-a44a-0d9c629ca333 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "GET /v2.0/security-group-rules/1ee8a611-6d5b-4f9d-88aa-0a91928347e5 HTTP/1.1" status: 404 len: 361 time: 0.0657163 May 30 20:03:43.568783 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d43a2ce-0eac-4e6a-a815-b478f0f7721d req-3cfb2d5e-cd94-4f53-a245-f8d52c4d5a47 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777704 May 30 20:03:43.599902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74f3f0-f07e-4207-ba05-87a2e0298aa9 req-097736a5-ba08-49f8-9cfa-d6bc4e268653 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:43.601369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd74f3f0-f07e-4207-ba05-87a2e0298aa9 req-097736a5-ba08-49f8-9cfa-d6bc4e268653 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4fbe4d17-d700-4f67-ac88-7acc423b8f58 HTTP/1.1" status: 200 len: 923 time: 0.2523263 May 30 20:03:43.605920 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d9ad8f30-6ee3-4719-9efe-1dbef3076c96 req-115fd1da-32ce-4f42-82b1-cc0eb32f24f4 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:43.749631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fd1da-32ce-4f42-82b1-cc0eb32f24f4 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Pushing event deleted for resources: {'Port': ['ID=14e81856-0069-4546-af62-1c08b54a224c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:43.758194 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd74f3f0-f07e-4207-ba05-87a2e0298aa9 req-3dab35c5-b027-49da-9f32-6cf81d8e2999 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7882815e-ebb3-438b-b1ae-5d24faf749e3 HTTP/1.1" status: 200 len: 217 time: 0.1500010 May 30 20:03:43.894020 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7edc432-dcd6-42d6-93bb-493029c87496'] response: {'server_uuid': '79edc978-05fd-4f63-a40a-b6444853267f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7882815e-ebb3-438b-b1ae-5d24faf749e3', 'code': 200} May 30 20:03:43.900491 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ad8f30-6ee3-4719-9efe-1dbef3076c96 req-115fd1da-32ce-4f42-82b1-cc0eb32f24f4 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] No DVR routers for this DVR port 14e81856-0069-4546-af62-1c08b54a224c on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:03:43.906661 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d9ad8f30-6ee3-4719-9efe-1dbef3076c96 req-115fd1da-32ce-4f42-82b1-cc0eb32f24f4 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:43.918093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74f3f0-f07e-4207-ba05-87a2e0298aa9 req-f6612a66-621e-4131-97e5-8bfaef491d00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:43.919616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd74f3f0-f07e-4207-ba05-87a2e0298aa9 req-f6612a66-621e-4131-97e5-8bfaef491d00 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dc594c76-ebf5-497a-9743-f7d72f037b2d HTTP/1.1" status: 200 len: 862 time: 0.1491272 May 30 20:03:43.968709 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a83eebe-5d42-40e1-b3f8-401c1a27f576'] response: {'name': 'network-changed', 'server_uuid': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'tag': '238dad69-2f8a-437e-b53d-f482c2ad2cae', 'status': 'completed', 'code': 200} May 30 20:03:43.968966 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a83eebe-5d42-40e1-b3f8-401c1a27f576'] response: {'name': 'network-changed', 'server_uuid': 'b4e04e47-c282-4df0-90e2-923d1823300d', 'tag': '9e2f79ed-d978-479f-a565-790ed9a4b4dd', 'status': 'completed', 'code': 200} May 30 20:03:43.975230 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d9ad8f30-6ee3-4719-9efe-1dbef3076c96 req-115fd1da-32ce-4f42-82b1-cc0eb32f24f4 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.77 "DELETE /v2.0/ports/14e81856-0069-4546-af62-1c08b54a224c HTTP/1.1" status: 204 len: 173 time: 1.7614920 May 30 20:03:44.045509 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4bf1bb9f-ea4a-40b8-ab90-c831d52fdd7e req-c11820c8-302c-4312-b52a-f721407d5ad0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 1096 time: 0.0736859 May 30 20:03:44.094817 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd74f3f0-f07e-4207-ba05-87a2e0298aa9 req-a18eb40b-e3e8-4db9-a05a-b54ea1acdaf5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4fbe4d17-d700-4f67-ac88-7acc423b8f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1671183 May 30 20:03:44.174273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5a63a-2f7f-45a9-a1bf-5eadf7e1233a req-858653a8-8e5a-4f1e-8a74-6f4f3cbb89cc tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:44.175734 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35d5a63a-2f7f-45a9-a1bf-5eadf7e1233a req-858653a8-8e5a-4f1e-8a74-6f4f3cbb89cc tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] 10.222.0.84 "GET /v2.0/ports?device_id=79edc978-05fd-4f63-a40a-b6444853267f HTTP/1.1" status: 200 len: 945 time: 0.4709926 May 30 20:03:44.182543 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1bb9f-ea4a-40b8-ab90-c831d52fdd7e req-af8a8fd3-2e34-44b9-83ce-aad943b5e598 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:44.184007 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4bf1bb9f-ea4a-40b8-ab90-c831d52fdd7e req-af8a8fd3-2e34-44b9-83ce-aad943b5e598 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 921 time: 0.1323137 May 30 20:03:44.261095 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4bf1bb9f-ea4a-40b8-ab90-c831d52fdd7e req-4fb91808-98cc-45f3-afe5-819e3fada27a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=238dad69-2f8a-437e-b53d-f482c2ad2cae HTTP/1.1" status: 200 len: 217 time: 0.0698757 May 30 20:03:44.321130 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80e65a94-a9af-44f1-9eb2-4d44c19df88f req-eff02b78-75d9-4c30-8890-dd38ff749a69 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 1002 time: 0.3474228 May 30 20:03:44.333236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1bb9f-ea4a-40b8-ab90-c831d52fdd7e req-e0730122-1e13-4801-914b-d457d76d4788 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:44.335121 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4bf1bb9f-ea4a-40b8-ab90-c831d52fdd7e req-e0730122-1e13-4801-914b-d457d76d4788 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4187f99c-2457-4fd5-b8fb-e355d933a9ed HTTP/1.1" status: 200 len: 859 time: 0.0673730 May 30 20:03:44.417684 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4bf1bb9f-ea4a-40b8-ab90-c831d52fdd7e req-24ceda82-3db9-40df-89d8-acd1928712b4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746889 May 30 20:03:44.418959 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35d5a63a-2f7f-45a9-a1bf-5eadf7e1233a req-da534d86-de2a-4fd7-b5ca-af70affa329e tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] 10.222.0.84 "GET /v2.0/security-groups?id=15b2e8a8-663d-4ab4-b883-ae7df640915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899250 May 30 20:03:44.434766 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd74f3f0-f07e-4207-ba05-87a2e0298aa9 req-c9b17204-e9ff-43df-a252-903ac04a0994 service neutron] 10.222.0.93 "GET /v2.0/networks/4fbe4d17-d700-4f67-ac88-7acc423b8f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200021 May 30 20:03:44.477248 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c68278a-22ef-4549-af5e-560b2c042b7c req-19b01231-e6b4-41b4-b463-d3d2bc50b7db service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=79edc978-05fd-4f63-a40a-b6444853267f HTTP/1.1" status: 200 len: 1096 time: 0.5005240 May 30 20:03:44.531988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e65a94-a9af-44f1-9eb2-4d44c19df88f req-b3cc32e2-6ab5-4304-9a10-0347c1304dad tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:44.549127 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80e65a94-a9af-44f1-9eb2-4d44c19df88f req-b3cc32e2-6ab5-4304-9a10-0347c1304dad tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports/9e2f79ed-d978-479f-a565-790ed9a4b4dd HTTP/1.1" status: 200 len: 943 time: 0.2002118 May 30 20:03:44.596118 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4bf1bb9f-ea4a-40b8-ab90-c831d52fdd7e req-039c459d-44bc-419c-8abd-3e6e24a891cd service neutron] 10.222.0.93 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694248 May 30 20:03:44.617845 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bf1bb9f-ea4a-40b8-ab90-c831d52fdd7e req-3ca6d7af-b5ad-43ce-bc5e-0b96100579cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&device_id=b4e04e47-c282-4df0-90e2-923d1823300d HTTP/1.1" status: 200 len: 1097 time: 0.6350248 May 30 20:03:44.772725 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4bf1bb9f-ea4a-40b8-ab90-c831d52fdd7e req-89c95bce-b0fc-441f-99bc-47c3c89eeed8 service neutron] 10.222.0.93 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682827 May 30 20:03:44.900603 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 14e81856-0069-4546-af62-1c08b54a224c no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:44.934284 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 14e81856-0069-4546-af62-1c08b54a224c {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:03:44.934653 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 14e81856-0069-4546-af62-1c08b54a224c not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:03:44.989090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c68278a-22ef-4549-af5e-560b2c042b7c req-499cc4c7-b701-4f25-89a8-9a40008fdbeb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=15b2e8a8-663d-4ab4-b883-ae7df640915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045283 May 30 20:03:45.064349 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd74f3f0-f07e-4207-ba05-87a2e0298aa9 req-2991774c-95cd-49ae-84e9-628180846005 service neutron] 10.222.0.93 "GET /v2.0/networks/4fbe4d17-d700-4f67-ac88-7acc423b8f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6127746 May 30 20:03:45.091351 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-b12fae12-a2b8-4047-b2e4-be1226588614 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162&tenant_id=3e860bf879054bd598319d1741599d12 HTTP/1.1" status: 200 len: 1101 time: 0.5163863 May 30 20:03:45.092229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1bb9f-ea4a-40b8-ab90-c831d52fdd7e req-0e0c19ec-b173-4f5b-ac52-51c32e638261 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:45.093527 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bf1bb9f-ea4a-40b8-ab90-c831d52fdd7e req-0e0c19ec-b173-4f5b-ac52-51c32e638261 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 921 time: 0.4586210 May 30 20:03:45.095726 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab7cbf2f-bd84-4285-97fe-78968ceb59e4 req-28f4eade-0c1d-4207-9f61-15c9414cc4de tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "GET /v2.0/security-groups/26c26f80-fc20-4615-887b-60f1d19397a3 HTTP/1.1" status: 200 len: 1647 time: 0.2506227 May 30 20:03:45.098414 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80e65a94-a9af-44f1-9eb2-4d44c19df88f req-660a628a-cb43-409a-94ae-d74bab32aab1 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 1002 time: 0.2482927 May 30 20:03:45.434569 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bf1bb9f-ea4a-40b8-ab90-c831d52fdd7e req-8862d1f2-5af5-43da-9bf3-3f781b36878b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e2f79ed-d978-479f-a565-790ed9a4b4dd HTTP/1.1" status: 200 len: 1002 time: 0.3310833 May 30 20:03:45.552568 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ab7cbf2f-bd84-4285-97fe-78968ceb59e4 req-8a805a30-83d2-4a8c-bdd0-ad89e4e857cb tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:45.560135 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-8f325e3e-e136-4389-b66c-4fe886322b68 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 1101 time: 0.3940482 May 30 20:03:45.564886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e65a94-a9af-44f1-9eb2-4d44c19df88f req-006998f7-0f9b-4868-a87e-30b26c8e3675 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:45.566087 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80e65a94-a9af-44f1-9eb2-4d44c19df88f req-006998f7-0f9b-4868-a87e-30b26c8e3675 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.4610460 May 30 20:03:45.607501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1bb9f-ea4a-40b8-ab90-c831d52fdd7e req-109f1ac3-4009-4521-9624-200b2307e659 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:45.608944 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bf1bb9f-ea4a-40b8-ab90-c831d52fdd7e req-109f1ac3-4009-4521-9624-200b2307e659 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4187f99c-2457-4fd5-b8fb-e355d933a9ed HTTP/1.1" status: 200 len: 859 time: 0.1442192 May 30 20:03:45.711678 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ab7cbf2f-bd84-4285-97fe-78968ceb59e4 req-8a805a30-83d2-4a8c-bdd0-ad89e4e857cb tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:45.764778 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-e092ecc1-eaca-46e0-b822-692d536223e4 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:45.768697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-e092ecc1-eaca-46e0-b822-692d536223e4 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:45.770156 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-e092ecc1-eaca-46e0-b822-692d536223e4 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.93 "GET /v2.0/ports?device_id=79d67b2f-2f7e-435b-bf6b-29033cee9053 HTTP/1.1" status: 200 len: 1681 time: 0.4626732 May 30 20:03:45.940820 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-4999843c-e717-4df2-a31b-b4b530392444 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Deleting port f29ba3a5-e579-4d16-b440-1cc41a9b64ba {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:45.941052 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-4999843c-e717-4df2-a31b-b4b530392444 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:45.975211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc93019-3f8c-44ec-a13c-6e790df6e4c0', 'name': 'network-vif-deleted', 'tag': '14e81856-0069-4546-af62-1c08b54a224c'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:45.981463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-0ebaf2c6-4cfa-4044-81d9-d084dc5374b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:45.982926 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-0ebaf2c6-4cfa-4044-81d9-d084dc5374b7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.4019465 May 30 20:03:45.997630 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ab7cbf2f-bd84-4285-97fe-78968ceb59e4 req-8a805a30-83d2-4a8c-bdd0-ad89e4e857cb tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:46.091812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a805a30-83d2-4a8c-bdd0-ad89e4e857cb tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c26f80-fc20-4615-887b-60f1d19397a3,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:46.105301 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-88c6e934-3da8-47b3-a014-dc148946870d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 HTTP/1.1" status: 200 len: 217 time: 0.1120341 May 30 20:03:46.144449 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bf1bb9f-ea4a-40b8-ab90-c831d52fdd7e req-aed2186c-9037-411e-9b69-60c350013d54 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5220404 May 30 20:03:46.180697 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ab7cbf2f-bd84-4285-97fe-78968ceb59e4 req-8a805a30-83d2-4a8c-bdd0-ad89e4e857cb tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:46.181812 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab7cbf2f-bd84-4285-97fe-78968ceb59e4 req-8a805a30-83d2-4a8c-bdd0-ad89e4e857cb tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "DELETE /v2.0/security-groups/26c26f80-fc20-4615-887b-60f1d19397a3 HTTP/1.1" status: 204 len: 173 time: 1.0800660 May 30 20:03:46.226652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae2752-64f3-42b2-9b0d-650b583c98fa req-d9646d55-1184-473a-94f5-aaf4569019a3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:46.231139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae2752-64f3-42b2-9b0d-650b583c98fa req-d9646d55-1184-473a-94f5-aaf4569019a3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:46.232699 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bae2752-64f3-42b2-9b0d-650b583c98fa req-d9646d55-1184-473a-94f5-aaf4569019a3 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/ports?device_id=79d67b2f-2f7e-435b-bf6b-29033cee9053 HTTP/1.1" status: 200 len: 1681 time: 0.5312426 May 30 20:03:46.603240 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-43c20d31-1000-4fd7-a30c-05118b82b3c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:46.604704 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-43c20d31-1000-4fd7-a30c-05118b82b3c2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.4687045 May 30 20:03:46.641006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f2272-fc1e-4444-96ed-be3a74e42172 req-5b5062ea-08c0-448b-b6bc-2476c2345697 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:46.641676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-1c7f2272-fc1e-4444-96ed-be3a74e42172 req-5b5062ea-08c0-448b-b6bc-2476c2345697 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Synchronizing usage tracker for tenant:6fda94692f0e4f82850a0397602ca915 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:46.653726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-1c7f2272-fc1e-4444-96ed-be3a74e42172 req-5b5062ea-08c0-448b-b6bc-2476c2345697 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Unset dirty status for tenant:6fda94692f0e4f82850a0397602ca915 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:46.654785 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1c7f2272-fc1e-4444-96ed-be3a74e42172 req-5b5062ea-08c0-448b-b6bc-2476c2345697 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.93 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 945 time: 0.1802950 May 30 20:03:46.721130 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-1c7f2272-fc1e-4444-96ed-be3a74e42172 req-a0cbfaad-2362-4883-ab8d-350defeb38eb tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Deleting port 33aed856-88d9-42a8-93fb-81041a1b3574 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:46.721456 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1c7f2272-fc1e-4444-96ed-be3a74e42172 req-a0cbfaad-2362-4883-ab8d-350defeb38eb tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:46.746295 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bae2752-64f3-42b2-9b0d-650b583c98fa req-7e98816e-6a67-4c8c-abb2-4dc5d195c0bf tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "GET /v2.0/security-groups?id=bbf88d28-14f1-4d7f-8614-dbe883e1cd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064428 May 30 20:03:46.812853 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bf1bb9f-ea4a-40b8-ab90-c831d52fdd7e req-dbe0ab08-8502-4a21-a98d-266fd1ceae58 service neutron] 10.222.0.77 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210823 May 30 20:03:46.814699 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-4999843c-e717-4df2-a31b-b4b530392444 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] For port f29ba3a5-e579-4d16-b440-1cc41a9b64ba, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f29ba3a5-e579-4d16-b440-1cc41a9b64ba,segment=NetworkSegment(cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8),segment_id=cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:46.815057 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-4999843c-e717-4df2-a31b-b4b530392444 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:46.904442 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:46.976549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-1c7f2272-fc1e-4444-96ed-be3a74e42172 req-a0cbfaad-2362-4883-ab8d-350defeb38eb tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] For port 33aed856-88d9-42a8-93fb-81041a1b3574, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=33aed856-88d9-42a8-93fb-81041a1b3574,segment=NetworkSegment(0647cf17-c274-45a4-bca2-3aa9c3f494c2),segment_id=0647cf17-c274-45a4-bca2-3aa9c3f494c2)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:46.976947 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1c7f2272-fc1e-4444-96ed-be3a74e42172 req-a0cbfaad-2362-4883-ab8d-350defeb38eb tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:47.026164 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:47.057424 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-4999843c-e717-4df2-a31b-b4b530392444 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Calling delete_port for f29ba3a5-e579-4d16-b440-1cc41a9b64ba owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:47.058883 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:47.059901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b72ccd-486b-4c32-9ce7-53b706af2162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:47.065617 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:47.098704 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-1c7f2272-fc1e-4444-96ed-be3a74e42172 req-a0cbfaad-2362-4883-ab8d-350defeb38eb tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Calling delete_port for 33aed856-88d9-42a8-93fb-81041a1b3574 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:47.104881 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783136af-5382-425a-9d0d-2d6060fd6656 req-c9c56d10-a6a3-4090-a4de-8a10ddc5fa8f tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:47.106343 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-783136af-5382-425a-9d0d-2d6060fd6656 req-c9c56d10-a6a3-4090-a4de-8a10ddc5fa8f tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 950 time: 0.7681954 May 30 20:03:47.111683 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da7b58-b70e-4290-88d7-a476352de97e req-e4462262-bad6-4c54-b0ec-cada761c23f8 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:47.113044 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12da7b58-b70e-4290-88d7-a476352de97e req-e4462262-bad6-4c54-b0ec-cada761c23f8 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.93 "GET /v2.0/ports?device_id=9698e81e-3b2c-4edd-b65b-30e655cc2ccd HTTP/1.1" status: 200 len: 945 time: 0.7716539 May 30 20:03:47.135051 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:47.206416 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-9416ae6f-beb1-4245-8dba-fc8dfd0c497a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5812743 May 30 20:03:47.249024 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1c7f2272-fc1e-4444-96ed-be3a74e42172 req-a0cbfaad-2362-4883-ab8d-350defeb38eb tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:47.262418 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['33aed856-88d9-42a8-93fb-81041a1b3574'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:47.300702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbfaad-2362-4883-ab8d-350defeb38eb tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Pushing event deleted for resources: {'Port': ['ID=33aed856-88d9-42a8-93fb-81041a1b3574,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:47.371928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-12da7b58-b70e-4290-88d7-a476352de97e req-0bb2f5b7-608d-4260-9658-d74f26735823 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Deleting port 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:47.372298 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-12da7b58-b70e-4290-88d7-a476352de97e req-0bb2f5b7-608d-4260-9658-d74f26735823 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:47.383311 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7f2272-fc1e-4444-96ed-be3a74e42172 req-a0cbfaad-2362-4883-ab8d-350defeb38eb tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] No DVR routers for this DVR port 33aed856-88d9-42a8-93fb-81041a1b3574 on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:03:47.385920 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1c7f2272-fc1e-4444-96ed-be3a74e42172 req-a0cbfaad-2362-4883-ab8d-350defeb38eb tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:47.388523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'name': 'network-vif-deleted', 'tag': '33aed856-88d9-42a8-93fb-81041a1b3574'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:47.404248 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1c7f2272-fc1e-4444-96ed-be3a74e42172 req-a0cbfaad-2362-4883-ab8d-350defeb38eb tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.93 "DELETE /v2.0/ports/33aed856-88d9-42a8-93fb-81041a1b3574 HTTP/1.1" status: 204 len: 173 time: 0.7440975 May 30 20:03:47.463370 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-783136af-5382-425a-9d0d-2d6060fd6656 req-8ce16320-6f16-4f5f-a595-f524a29213f7 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345013 May 30 20:03:47.491714 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bf1bb9f-ea4a-40b8-ab90-c831d52fdd7e req-d3c3a33e-9ee4-4361-a081-fda6286c8ee7 service neutron] 10.222.0.77 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636882 May 30 20:03:47.623564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bffa5c-208d-4156-8daf-f3c033d5134e req-1e53fb19-2556-4676-8b08-e27c6a222509 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:47.624382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-21bffa5c-208d-4156-8daf-f3c033d5134e req-1e53fb19-2556-4676-8b08-e27c6a222509 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Synchronizing usage tracker for tenant:6fda94692f0e4f82850a0397602ca915 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:47.661498 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-8983b724-3393-4be9-a5d5-5abe77ac1b0f service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339206 May 30 20:03:47.662073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-21bffa5c-208d-4156-8daf-f3c033d5134e req-1e53fb19-2556-4676-8b08-e27c6a222509 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Unset dirty status for tenant:6fda94692f0e4f82850a0397602ca915 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:47.663090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21bffa5c-208d-4156-8daf-f3c033d5134e req-1e53fb19-2556-4676-8b08-e27c6a222509 tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/ports?device_id=39fca193-9c47-4c2d-8efb-da4cacf1eb0c HTTP/1.1" status: 200 len: 945 time: 0.7545836 May 30 20:03:47.860563 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-4999843c-e717-4df2-a31b-b4b530392444 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:47.873081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['f29ba3a5-e579-4d16-b440-1cc41a9b64ba', 'beb60ebd-e07b-45c7-846f-6367f14b533b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:47.987666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999843c-e717-4df2-a31b-b4b530392444 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event deleted for resources: {'Port': ['ID=f29ba3a5-e579-4d16-b440-1cc41a9b64ba,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:48.237044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-21bffa5c-208d-4156-8daf-f3c033d5134e req-8501bc97-279c-4b54-9182-450df89dbaca tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Synchronizing usage tracker for tenant:6fda94692f0e4f82850a0397602ca915 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:48.273474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-12da7b58-b70e-4290-88d7-a476352de97e req-0bb2f5b7-608d-4260-9658-d74f26735823 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] For port 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be,segment=NetworkSegment(e67155a1-d148-4cf2-8703-3f6e47387a62),segment_id=e67155a1-d148-4cf2-8703-3f6e47387a62)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:48.273881 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-12da7b58-b70e-4290-88d7-a476352de97e req-0bb2f5b7-608d-4260-9658-d74f26735823 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:48.291120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-4999843c-e717-4df2-a31b-b4b530392444 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] No DVR routers for this DVR port f29ba3a5-e579-4d16-b440-1cc41a9b64ba on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:03:48.301844 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-4999843c-e717-4df2-a31b-b4b530392444 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:48.308170 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517acb91-8fee-4174-be2a-c5bfb251ceed req-d54d47a3-b578-46c7-b4a3-4d13ac9a5e8a service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212509 May 30 20:03:48.426887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-12da7b58-b70e-4290-88d7-a476352de97e req-0bb2f5b7-608d-4260-9658-d74f26735823 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Calling delete_port for 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:48.461907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-21bffa5c-208d-4156-8daf-f3c033d5134e req-8501bc97-279c-4b54-9182-450df89dbaca tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] Unset dirty status for tenant:6fda94692f0e4f82850a0397602ca915 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:48.463073 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21bffa5c-208d-4156-8daf-f3c033d5134e req-8501bc97-279c-4b54-9182-450df89dbaca tempest-ServerRescueTestJSONUnderV235-723683795 tempest-ServerRescueTestJSONUnderV235-723683795-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a89022d-c54a-4e21-845c-a1e239e06290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7772660 May 30 20:03:48.467753 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-4999843c-e717-4df2-a31b-b4b530392444 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.93 "DELETE /v2.0/ports/f29ba3a5-e579-4d16-b440-1cc41a9b64ba HTTP/1.1" status: 204 len: 173 time: 2.6803923 May 30 20:03:48.613952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b6ac7-8980-48e5-af5e-45997fc6b94a req-58c8234e-b5b5-4f87-b18d-4b495d1969cb tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:48.615389 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e2b6ac7-8980-48e5-af5e-45997fc6b94a req-58c8234e-b5b5-4f87-b18d-4b495d1969cb tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] 10.222.0.84 "GET /v2.0/ports?device_id=79edc978-05fd-4f63-a40a-b6444853267f HTTP/1.1" status: 200 len: 945 time: 0.7006104 May 30 20:03:48.662198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-c91e5899-40ff-4695-b2a2-bb47d6a3debb tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Deleting port beb60ebd-e07b-45c7-846f-6367f14b533b {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:48.662535 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-c91e5899-40ff-4695-b2a2-bb47d6a3debb tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:48.783685 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-e8dd91bf-df37-4098-8c8d-b0a93e37520d tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 1002 time: 0.2712400 May 30 20:03:48.834703 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e2b6ac7-8980-48e5-af5e-45997fc6b94a req-705b68ad-3e3b-483c-9f0d-a604d1a5b238 tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] 10.222.0.84 "GET /v2.0/security-groups?id=15b2e8a8-663d-4ab4-b883-ae7df640915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048676 May 30 20:03:48.907358 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b06f385-97a0-4c72-9617-7c31416728b4'] response: {'server_uuid': 'fdc93019-3f8c-44ec-a13c-6e790df6e4c0', 'name': 'network-vif-deleted', 'tag': '14e81856-0069-4546-af62-1c08b54a224c', 'status': 'completed', 'code': 200} May 30 20:03:48.925535 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-12da7b58-b70e-4290-88d7-a476352de97e req-0bb2f5b7-608d-4260-9658-d74f26735823 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:48.934985 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-b488484e-d405-4fd0-8bda-990a1fe6da19 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:48.936320 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-b488484e-d405-4fd0-8bda-990a1fe6da19 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports/9e2f79ed-d978-479f-a565-790ed9a4b4dd HTTP/1.1" status: 200 len: 943 time: 0.1460431 May 30 20:03:48.936889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['1bd1a64e-1ebc-459b-9799-aa8185913d49'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:49.070943 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2f5b7-608d-4260-9658-d74f26735823 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Pushing event deleted for resources: {'Port': ['ID=8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:49.307483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-12da7b58-b70e-4290-88d7-a476352de97e req-0bb2f5b7-608d-4260-9658-d74f26735823 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] No DVR routers for this DVR port 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:03:49.323691 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-12da7b58-b70e-4290-88d7-a476352de97e req-0bb2f5b7-608d-4260-9658-d74f26735823 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:49.344236 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ae817760-0d0a-4854-b123-183dd0f0972d req-d4eebdd5-afa7-4a27-b086-1c4ea6d703d4 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "GET /v2.0/security-groups/26615a95-46b8-4212-97a9-298284f6a9a9 HTTP/1.1" status: 200 len: 1647 time: 0.4166865 May 30 20:03:49.375887 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-c119e19d-5d8a-4163-8fe7-b8b9164312dc tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 1002 time: 0.3076684 May 30 20:03:49.377336 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12da7b58-b70e-4290-88d7-a476352de97e req-0bb2f5b7-608d-4260-9658-d74f26735823 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.93 "DELETE /v2.0/ports/8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be HTTP/1.1" status: 204 len: 173 time: 2.2403302 May 30 20:03:49.379125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-c91e5899-40ff-4695-b2a2-bb47d6a3debb tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] For port beb60ebd-e07b-45c7-846f-6367f14b533b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=beb60ebd-e07b-45c7-846f-6367f14b533b,segment=NetworkSegment(c310da02-bee4-413a-bbb4-69b364ace063),segment_id=c310da02-bee4-413a-bbb4-69b364ace063)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:49.379478 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-c91e5899-40ff-4695-b2a2-bb47d6a3debb tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:49.550318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-c91e5899-40ff-4695-b2a2-bb47d6a3debb tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Calling delete_port for beb60ebd-e07b-45c7-846f-6367f14b533b owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:49.874362 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12839c05-7dd0-4eca-ae2b-526fe1f4d9f7 req-14a170ea-f721-472e-a6a2-7e0f8f711414 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:49.875051 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-12839c05-7dd0-4eca-ae2b-526fe1f4d9f7 req-14a170ea-f721-472e-a6a2-7e0f8f711414 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Synchronizing usage tracker for tenant:6c9afa2680264e56925c1cbb186ac382 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:49.890157 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ae817760-0d0a-4854-b123-183dd0f0972d req-2d2d08f3-0849-4e66-b259-6f7121fe2aa8 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:49.929656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-eab05379-30f1-4e21-8ec8-bc1ddbdea3a7 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:49.931497 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-eab05379-30f1-4e21-8ec8-bc1ddbdea3a7 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.5395396 May 30 20:03:50.032391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-12839c05-7dd0-4eca-ae2b-526fe1f4d9f7 req-14a170ea-f721-472e-a6a2-7e0f8f711414 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Unset dirty status for tenant:6c9afa2680264e56925c1cbb186ac382 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:50.033492 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12839c05-7dd0-4eca-ae2b-526fe1f4d9f7 req-14a170ea-f721-472e-a6a2-7e0f8f711414 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c0d20e-2acf-49c1-bceb-89cd163102a8 HTTP/1.1" status: 200 len: 945 time: 0.7617867 May 30 20:03:50.043524 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ae817760-0d0a-4854-b123-183dd0f0972d req-2d2d08f3-0849-4e66-b259-6f7121fe2aa8 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:50.141127 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-c91e5899-40ff-4695-b2a2-bb47d6a3debb tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:50.217895 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e5899-40ff-4695-b2a2-bb47d6a3debb tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event deleted for resources: {'Port': ['ID=beb60ebd-e07b-45c7-846f-6367f14b533b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:50.221945 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-7e9968d9-c98b-423f-be30-309258e7224c tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 1002 time: 0.2725775 May 30 20:03:50.230866 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-12839c05-7dd0-4eca-ae2b-526fe1f4d9f7 req-5b98baf2-386e-4cb8-ae54-21f5a376f837 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Deleting port 1bd1a64e-1ebc-459b-9799-aa8185913d49 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:50.231208 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-12839c05-7dd0-4eca-ae2b-526fe1f4d9f7 req-5b98baf2-386e-4cb8-ae54-21f5a376f837 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:50.266012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-9a5c9707-875c-4b7f-9951-7dbf5411bbb2 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:50.383885 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ae817760-0d0a-4854-b123-183dd0f0972d req-2d2d08f3-0849-4e66-b259-6f7121fe2aa8 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:50.455861 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-c91e5899-40ff-4695-b2a2-bb47d6a3debb tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] No DVR routers for this DVR port beb60ebd-e07b-45c7-846f-6367f14b533b on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:03:50.461778 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d08f3-0849-4e66-b259-6f7121fe2aa8 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26615a95-46b8-4212-97a9-298284f6a9a9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:50.469374 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-c91e5899-40ff-4695-b2a2-bb47d6a3debb tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:50.532519 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ae817760-0d0a-4854-b123-183dd0f0972d req-2d2d08f3-0849-4e66-b259-6f7121fe2aa8 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:50.533606 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ae817760-0d0a-4854-b123-183dd0f0972d req-2d2d08f3-0849-4e66-b259-6f7121fe2aa8 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "DELETE /v2.0/security-groups/26615a95-46b8-4212-97a9-298284f6a9a9 HTTP/1.1" status: 204 len: 173 time: 1.1815856 May 30 20:03:50.535633 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-9a5c9707-875c-4b7f-9951-7dbf5411bbb2 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:50.542256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f29ba3a5-e579-4d16-b440-1cc41a9b64ba no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:50.576251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: f29ba3a5-e579-4d16-b440-1cc41a9b64ba {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:03:50.576599 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f29ba3a5-e579-4d16-b440-1cc41a9b64ba not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:03:50.577211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device beb60ebd-e07b-45c7-846f-6367f14b533b no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:50.598806 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e27e27f-5866-4ffa-9c5c-f984c8554155 req-c91e5899-40ff-4695-b2a2-bb47d6a3debb tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.93 "DELETE /v2.0/ports/beb60ebd-e07b-45c7-846f-6367f14b533b HTTP/1.1" status: 204 len: 173 time: 2.1232557 May 30 20:03:50.648437 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ceded30-ca0a-4349-8cb7-533fa4ec8a66'] response: {'server_uuid': '40b72ccd-486b-4c32-9ce7-53b706af2162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36', 'code': 200} May 30 20:03:50.654635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: beb60ebd-e07b-45c7-846f-6367f14b533b {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:03:50.655245 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device beb60ebd-e07b-45c7-846f-6367f14b533b not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:03:50.655869 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:50.689812 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:03:50.690563 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:03:50.691151 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 33aed856-88d9-42a8-93fb-81041a1b3574 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:50.726914 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 33aed856-88d9-42a8-93fb-81041a1b3574 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:03:50.727628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 33aed856-88d9-42a8-93fb-81041a1b3574 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:03:50.814325 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c3666d-e163-425c-b6a4-4985d24307b3'] response: {'server_uuid': '39fca193-9c47-4c2d-8efb-da4cacf1eb0c', 'name': 'network-vif-deleted', 'tag': '33aed856-88d9-42a8-93fb-81041a1b3574', 'status': 'completed', 'code': 200} May 30 20:03:50.874907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-12839c05-7dd0-4eca-ae2b-526fe1f4d9f7 req-5b98baf2-386e-4cb8-ae54-21f5a376f837 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] For port 1bd1a64e-1ebc-459b-9799-aa8185913d49, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1bd1a64e-1ebc-459b-9799-aa8185913d49,segment=NetworkSegment(e67155a1-d148-4cf2-8703-3f6e47387a62),segment_id=e67155a1-d148-4cf2-8703-3f6e47387a62)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:50.875253 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-12839c05-7dd0-4eca-ae2b-526fe1f4d9f7 req-5b98baf2-386e-4cb8-ae54-21f5a376f837 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:50.913494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:03:50.936549 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d67b2f-2f7e-435b-bf6b-29033cee9053', 'name': 'network-vif-deleted', 'tag': 'f29ba3a5-e579-4d16-b440-1cc41a9b64ba'}, {'server_uuid': '9698e81e-3b2c-4edd-b65b-30e655cc2ccd', 'name': 'network-vif-deleted', 'tag': '8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be'}, {'server_uuid': '79d67b2f-2f7e-435b-bf6b-29033cee9053', 'name': 'network-vif-deleted', 'tag': 'beb60ebd-e07b-45c7-846f-6367f14b533b'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:51.004513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-12839c05-7dd0-4eca-ae2b-526fe1f4d9f7 req-5b98baf2-386e-4cb8-ae54-21f5a376f837 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Calling delete_port for 1bd1a64e-1ebc-459b-9799-aa8185913d49 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:51.049312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:51.063020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36', 'mac_address': 'fa:16:3e:31:c9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:03:51.121650 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:51.143975 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:51.160178 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:51.164206 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:51.235665 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,revision_number=10']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:51.309935 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-9a5c9707-875c-4b7f-9951-7dbf5411bbb2 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:51.322505 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-9a5c9707-875c-4b7f-9951-7dbf5411bbb2 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:51.322763 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-9a5c9707-875c-4b7f-9951-7dbf5411bbb2 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Floating IP 33fafa52-c61b-4118-b8bd-3bbdecb35bee disassociated. External IP: 172.25.5.234, port: 9e2f79ed-d978-479f-a565-790ed9a4b4dd. May 30 20:03:51.422727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:51.550592 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-10c3adaa-63ca-4e71-a4c4-b97714b64c46 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:51.553244 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-10c3adaa-63ca-4e71-a4c4-b97714b64c46 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/networks?id=b57c8dc7-d565-4558-b619-e2f27eee459b HTTP/1.1" status: 200 len: 821 time: 0.5556149 May 30 20:03:51.592156 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-140fa24a-fed2-45cc-a9e2-0c324e3742ba tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/quotas/3ad01171d1bb446a826503d27d5a987a HTTP/1.1" status: 200 len: 375 time: 0.0309019 May 30 20:03:51.595481 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-12839c05-7dd0-4eca-ae2b-526fe1f4d9f7 req-5b98baf2-386e-4cb8-ae54-21f5a376f837 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:51.681950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98baf2-386e-4cb8-ae54-21f5a376f837 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Pushing event deleted for resources: {'Port': ['ID=1bd1a64e-1ebc-459b-9799-aa8185913d49,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:51.783494 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-12839c05-7dd0-4eca-ae2b-526fe1f4d9f7 req-5b98baf2-386e-4cb8-ae54-21f5a376f837 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] No DVR routers for this DVR port 1bd1a64e-1ebc-459b-9799-aa8185913d49 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:03:51.787883 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-12839c05-7dd0-4eca-ae2b-526fe1f4d9f7 req-5b98baf2-386e-4cb8-ae54-21f5a376f837 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:51.820346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-d4286d1f-2067-45ca-91fe-1ab2a7fc7466 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Synchronizing usage tracker for tenant:3ad01171d1bb446a826503d27d5a987a on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:51.823761 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12839c05-7dd0-4eca-ae2b-526fe1f4d9f7 req-5b98baf2-386e-4cb8-ae54-21f5a376f837 tempest-ListServersNegativeTestJSON-1888711056 tempest-ListServersNegativeTestJSON-1888711056-project] 10.222.0.77 "DELETE /v2.0/ports/1bd1a64e-1ebc-459b-9799-aa8185913d49 HTTP/1.1" status: 204 len: 173 time: 1.7689700 May 30 20:03:51.842783 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-d4286d1f-2067-45ca-91fe-1ab2a7fc7466 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Unset dirty status for tenant:3ad01171d1bb446a826503d27d5a987a on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:51.843861 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-d4286d1f-2067-45ca-91fe-1ab2a7fc7466 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3ad01171d1bb446a826503d27d5a987a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2139585 May 30 20:03:52.109122 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-f30a2b85-a939-4d02-a759-7e8c94ad3732 service neutron] 10.222.0.84 "GET /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539179 May 30 20:03:52.267079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-464ea5c1-ec69-4543-9e26-b11f22242139 service neutron] 10.222.0.84 "GET /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509633 May 30 20:03:52.286371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-9a5c9707-875c-4b7f-9951-7dbf5411bbb2 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Router a42e5167-6fdb-4760-80de-0813d9c55e3d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:03:52.470014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55998) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:52.529278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-9a5c9707-875c-4b7f-9951-7dbf5411bbb2 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:03:52.534389 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-9a5c9707-875c-4b7f-9951-7dbf5411bbb2 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:52.539069 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be53db8c-19df-4d62-b42b-a7f1ae794f30 None None] Sync routers for ids ['a42e5167-6fdb-4760-80de-0813d9c55e3d'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:03:52.560316 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be53db8c-19df-4d62-b42b-a7f1ae794f30 None None] Routers {'a42e5167-6fdb-4760-80de-0813d9c55e3d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:03:52.561023 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-be53db8c-19df-4d62-b42b-a7f1ae794f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:03:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a42e5167-6fdb-4760-80de-0813d9c55e3d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:52.634768 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-9a5c9707-875c-4b7f-9951-7dbf5411bbb2 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "PUT /v2.0/floatingips/33fafa52-c61b-4118-b8bd-3bbdecb35bee HTTP/1.1" status: 200 len: 695 time: 2.3733544 May 30 20:03:52.705337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b709f736-d196-4b02-a46f-d4285ccdcb7c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Deleting subnet 38bdb040-219c-4f97-902d-b38832397bc9 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:03:52.708848 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b709f736-d196-4b02-a46f-d4285ccdcb7c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:52.773265 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b709f736-d196-4b02-a46f-d4285ccdcb7c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:52.812766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dc6b8-7534-4385-9ed2-3831369340f0 req-72f5f8aa-4574-42e3-95bd-227aa59908ac tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:52.814298 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-641dc6b8-7534-4385-9ed2-3831369340f0 req-72f5f8aa-4574-42e3-95bd-227aa59908ac tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 950 time: 0.1061165 May 30 20:03:52.818388 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-7c4990d0-7bb1-49ff-930b-5d944fc21e05 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&device_id=b4e04e47-c282-4df0-90e2-923d1823300d HTTP/1.1" status: 200 len: 1097 time: 0.1703732 May 30 20:03:52.834763 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-be53db8c-19df-4d62-b42b-a7f1ae794f30 None None] Set router a42e5167-6fdb-4760-80de-0813d9c55e3d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:03:52.868567 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-641dc6b8-7534-4385-9ed2-3831369340f0 req-f9fb4129-bf0a-4c99-8b27-868bf520370c tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455687 May 30 20:03:52.880305 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b709f736-d196-4b02-a46f-d4285ccdcb7c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:52.913853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:03:53.006148 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b709f736-d196-4b02-a46f-d4285ccdcb7c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:53.051144 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:53.051762 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:53.117543 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709f736-d196-4b02-a46f-d4285ccdcb7c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event deleted for resources: {'Subnet': ['ID=38bdb040-219c-4f97-902d-b38832397bc9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:53.123354 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b709f736-d196-4b02-a46f-d4285ccdcb7c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:53.133778 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b709f736-d196-4b02-a46f-d4285ccdcb7c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "DELETE /v2.0/subnets/38bdb040-219c-4f97-902d-b38832397bc9 HTTP/1.1" status: 204 len: 168 time: 0.6602788 May 30 20:03:53.134470 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56014) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:53.136675 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7227b50e-116a-4ba9-b8b6-389a08c3a84a None None] Network 30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:03:53.233193 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-be53db8c-19df-4d62-b42b-a7f1ae794f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:36Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:53.250604 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be53db8c-19df-4d62-b42b-a7f1ae794f30 None None] Checking router: a42e5167-6fdb-4760-80de-0813d9c55e3d for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:03:53.266376 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be53db8c-19df-4d62-b42b-a7f1ae794f30 None None] Routers {'a42e5167-6fdb-4760-80de-0813d9c55e3d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:03:53.266998 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-be53db8c-19df-4d62-b42b-a7f1ae794f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:03:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a42e5167-6fdb-4760-80de-0813d9c55e3d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:53.309384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56018) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:53.382128 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:53.402218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Deleting port 13192539-7b75-411f-9b62-bdcbd5dca60d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:53.402794 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:53.467792 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-be53db8c-19df-4d62-b42b-a7f1ae794f30 None None] Set router a42e5167-6fdb-4760-80de-0813d9c55e3d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:03:53.507655 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:53.534276 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35394315-0760-4373-8544-8787419288f7 req-244e4b4f-5c0b-4d11-afba-e41bb1c2d12a tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "GET /v2.0/security-groups/9cf72652-cb9f-4eb7-8288-a111161d78c9 HTTP/1.1" status: 200 len: 1646 time: 0.2357264 May 30 20:03:53.536916 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-26ada096-f8b5-45a8-aa37-aa4d36a5f756 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:53.543812 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-26ada096-f8b5-45a8-aa37-aa4d36a5f756 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 921 time: 0.6779110 May 30 20:03:53.565256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b72ccd-486b-4c32-9ce7-53b706af2162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:53.582250 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:53.603150 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:53.604305 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1bd1a64e-1ebc-459b-9799-aa8185913d49 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:53.665407 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] For port 13192539-7b75-411f-9b62-bdcbd5dca60d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=13192539-7b75-411f-9b62-bdcbd5dca60d,segment=NetworkSegment(cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8),segment_id=cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:53.665959 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:53.666079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-7e37a3ba-d35a-4e09-8188-090c787e0b99 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e2f79ed-d978-479f-a565-790ed9a4b4dd HTTP/1.1" status: 200 len: 217 time: 0.1212256 May 30 20:03:53.770871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-197235fd-b55b-41b4-b499-e400353853bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:53.778194 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-197235fd-b55b-41b4-b499-e400353853bc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4187f99c-2457-4fd5-b8fb-e355d933a9ed HTTP/1.1" status: 200 len: 859 time: 0.1114373 May 30 20:03:53.811069 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38577cbe-18ac-47ef-b3ed-52ac5b8d1182 None None] DHCP port deletion for 30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:03:53.819479 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,revision_number=11']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:53.828392 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-35394315-0760-4373-8544-8787419288f7 req-25c71a21-af0f-4a6d-8b78-80ce9688d17f tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:53.858346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-38577cbe-18ac-47ef-b3ed-52ac5b8d1182 None None] Deleting port 13192539-7b75-411f-9b62-bdcbd5dca60d {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:53.859264 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-38577cbe-18ac-47ef-b3ed-52ac5b8d1182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:53.900364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 1bd1a64e-1ebc-459b-9799-aa8185913d49 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:03:53.901095 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1bd1a64e-1ebc-459b-9799-aa8185913d49 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:03:53.918220 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-be53db8c-19df-4d62-b42b-a7f1ae794f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:36Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:53.932755 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be53db8c-19df-4d62-b42b-a7f1ae794f30 None None] The sync data for ids ['a42e5167-6fdb-4760-80de-0813d9c55e3d'] in n-d-843949-2 is: [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:36Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:03:53.964993 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-35394315-0760-4373-8544-8787419288f7 req-25c71a21-af0f-4a6d-8b78-80ce9688d17f tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.031051 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Calling delete_port for 13192539-7b75-411f-9b62-bdcbd5dca60d owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:54.132206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-02a6836d-3798-4c25-8736-7dd69bfd5d95 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3530564 May 30 20:03:54.140408 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.152910 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-38577cbe-18ac-47ef-b3ed-52ac5b8d1182 None None] For port 13192539-7b75-411f-9b62-bdcbd5dca60d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=13192539-7b75-411f-9b62-bdcbd5dca60d,segment=NetworkSegment(cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8),segment_id=cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:54.153482 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-38577cbe-18ac-47ef-b3ed-52ac5b8d1182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.160189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-70f451d8-e321-4929-b8b7-ed1fb0b1e961 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:54.161653 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-70f451d8-e321-4929-b8b7-ed1fb0b1e961 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.93 "GET /v2.0/networks?id=b57c8dc7-d565-4558-b619-e2f27eee459b HTTP/1.1" status: 200 len: 821 time: 0.3134561 May 30 20:03:54.165769 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-35394315-0760-4373-8544-8787419288f7 req-25c71a21-af0f-4a6d-8b78-80ce9688d17f tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.185632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-d2a0dcfb-2c50-4e07-a83d-bbaae26559ab tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Request body: {'port': {'device_id': 'b85d0d31-6efd-4316-9d93-e7d86d6ab272', 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b', 'admin_state_up': True, 'tenant_id': '3ad01171d1bb446a826503d27d5a987a'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:54.198658 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event deleted for resources: {'Port': ['ID=13192539-7b75-411f-9b62-bdcbd5dca60d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:54.210424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] No DVR routers for this DVR port 13192539-7b75-411f-9b62-bdcbd5dca60d on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:03:54.323705 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 13192539-7b75-411f-9b62-bdcbd5dca60d no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:54.364106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-38577cbe-18ac-47ef-b3ed-52ac5b8d1182 None None] Calling delete_port for 13192539-7b75-411f-9b62-bdcbd5dca60d owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:54.369904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c71a21-af0f-4a6d-8b78-80ce9688d17f tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf72652-cb9f-4eb7-8288-a111161d78c9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:54.398173 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bf41a7-3d41-4cf9-91a9-0c5e8787a758 None None] New status for floating IP 33fafa52-c61b-4118-b8bd-3bbdecb35bee: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:03:54.409390 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-35394315-0760-4373-8544-8787419288f7 req-25c71a21-af0f-4a6d-8b78-80ce9688d17f tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.410550 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35394315-0760-4373-8544-8787419288f7 req-25c71a21-af0f-4a6d-8b78-80ce9688d17f tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "DELETE /v2.0/security-groups/9cf72652-cb9f-4eb7-8288-a111161d78c9 HTTP/1.1" status: 204 len: 173 time: 0.8754652 May 30 20:03:54.413885 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.444253 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:54.458214 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:54.458629 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec325bd-d77f-4c8c-a37f-9a5f4cebe6a8') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:54.467788 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 13192539-7b75-411f-9b62-bdcbd5dca60d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:03:54.468148 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 13192539-7b75-411f-9b62-bdcbd5dca60d not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:03:54.471919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c71a21-af0f-4a6d-8b78-80ce9688d17f tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:54.472321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c71a21-af0f-4a6d-8b78-80ce9688d17f tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:54.472732 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c71a21-af0f-4a6d-8b78-80ce9688d17f tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:54.472981 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c71a21-af0f-4a6d-8b78-80ce9688d17f tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:54.473311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c71a21-af0f-4a6d-8b78-80ce9688d17f tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:54.473638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c71a21-af0f-4a6d-8b78-80ce9688d17f tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:54.475282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c71a21-af0f-4a6d-8b78-80ce9688d17f tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:54.475282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c71a21-af0f-4a6d-8b78-80ce9688d17f tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:54.475282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c71a21-af0f-4a6d-8b78-80ce9688d17f tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:54.475724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c71a21-af0f-4a6d-8b78-80ce9688d17f tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:54.476513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c71a21-af0f-4a6d-8b78-80ce9688d17f tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:54.478170 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.502564 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.509610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:03:54.510135 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: timer() May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:03:54.530801 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:03:54.551898 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01bee11b-16ce-43c3-9fa7-b28e45975c76'] response: {'server_uuid': '79d67b2f-2f7e-435b-bf6b-29033cee9053', 'name': 'network-vif-deleted', 'tag': 'f29ba3a5-e579-4d16-b440-1cc41a9b64ba', 'status': 'completed', 'code': 200} May 30 20:03:54.552184 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01bee11b-16ce-43c3-9fa7-b28e45975c76'] response: {'server_uuid': '9698e81e-3b2c-4edd-b65b-30e655cc2ccd', 'name': 'network-vif-deleted', 'tag': '8d0bb001-e1a6-4dcf-89f0-111bf9f5e1be', 'status': 'completed', 'code': 200} May 30 20:03:54.552566 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01bee11b-16ce-43c3-9fa7-b28e45975c76'] response: {'server_uuid': '79d67b2f-2f7e-435b-bf6b-29033cee9053', 'name': 'network-vif-deleted', 'tag': 'beb60ebd-e07b-45c7-846f-6367f14b533b', 'status': 'completed', 'code': 200} May 30 20:03:54.576415 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-b021fed2-bb2b-4be6-9575-3a6756cc4d70 service neutron] 10.222.0.84 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432762 May 30 20:03:54.627889 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.636047 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.665942 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event deleted for resources: {'Network': ['ID=30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:54.680340 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-191ccfcb-a4d0-45fe-b451-9617acab840c tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "DELETE /v2.0/networks/30c1b9e4-44e3-4b16-ad7a-4c269dd4dca2 HTTP/1.1" status: 204 len: 168 time: 1.5446117 May 30 20:03:54.682738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56026) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:54.759332 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21c6296c-85a2-44b8-9a91-a9fe6c52c14b req-622282de-c122-4c6e-9695-f24a355c99b4 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=b85d0d31-6efd-4316-9d93-e7d86d6ab272 HTTP/1.1" status: 200 len: 210 time: 0.0656569 May 30 20:03:54.775796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-d2a0dcfb-2c50-4e07-a83d-bbaae26559ab tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:54.802752 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-38577cbe-18ac-47ef-b3ed-52ac5b8d1182 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:03:54.803379 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-38577cbe-18ac-47ef-b3ed-52ac5b8d1182 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:03:54.805112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-d2a0dcfb-2c50-4e07-a83d-bbaae26559ab tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:54.837194 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-d2a0dcfb-2c50-4e07-a83d-bbaae26559ab tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Made reservation on behalf of 3ad01171d1bb446a826503d27d5a987a for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:03:54.840384 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-d2a0dcfb-2c50-4e07-a83d-bbaae26559ab tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.862376 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33e2ccbe-e6b6-4e78-ae85-30b0412dcb02 req-ac42fcff-2584-40ee-9d76-24afd7f24498 service neutron] 10.222.0.84 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689562 May 30 20:03:54.895882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c30478-a40d-455e-967b-a8ae239da33f tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Deleting subnet b4a8653c-605c-420b-a773-5819478da2dc {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:03:54.899474 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3c30478-a40d-455e-967b-a8ae239da33f tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.964413 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3c30478-a40d-455e-967b-a8ae239da33f tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.976500 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1df5a12-d1ca-4dfe-af92-8dfedd89ff4e'] response: {'server_uuid': '40b72ccd-486b-4c32-9ce7-53b706af2162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36', 'code': 200} May 30 20:03:55.075089 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3c30478-a40d-455e-967b-a8ae239da33f tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:55.152540 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3c30478-a40d-455e-967b-a8ae239da33f tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:55.190584 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c30478-a40d-455e-967b-a8ae239da33f tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a8653c-605c-420b-a773-5819478da2dc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:55.196589 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3c30478-a40d-455e-967b-a8ae239da33f tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:55.203017 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af72a415-3952-4c03-bae0-d2126da3a153 None None] Network 105a1811-33b0-4fd2-8cc1-6852b6e75bda requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:03:55.203625 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b3c30478-a40d-455e-967b-a8ae239da33f tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "DELETE /v2.0/subnets/b4a8653c-605c-420b-a773-5819478da2dc HTTP/1.1" status: 204 len: 168 time: 0.5197453 May 30 20:03:55.206102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56036) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:55.310214 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-38577cbe-18ac-47ef-b3ed-52ac5b8d1182 None None] Deleting port 13192539-7b75-411f-9b62-bdcbd5dca60d {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:55.310608 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-38577cbe-18ac-47ef-b3ed-52ac5b8d1182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:55.330810 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e91f1bea-a965-458c-a3b6-7c85507f4a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:55.331045 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:55.342275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Deleting port dc4301d3-0dd9-4dfb-9893-b52abf536d16 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:55.342606 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:55.385277 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb3131aa-4a0b-415f-9b10-df34bb22a33a req-e3611495-8678-46d1-85da-cf2592be6400 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "GET /v2.0/security-groups/ad666e17-0661-4960-a241-d0841f2b396e HTTP/1.1" status: 200 len: 1646 time: 0.3777132 May 30 20:03:55.410789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-38577cbe-18ac-47ef-b3ed-52ac5b8d1182 None None] The port '13192539-7b75-411f-9b62-bdcbd5dca60d' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:03:55.482807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-d2a0dcfb-2c50-4e07-a83d-bbaae26559ab tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Allocated IP 172.20.0.5 (b57c8dc7-d565-4558-b619-e2f27eee459b/4576f90e-77d9-42db-898b-087dbe104c1e/85daf285-49f2-4151-b8da-6ccb388c8bc1) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:03:55.561508 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36882b6e-3c4f-4607-988a-0ed5040210a9 None None] DHCP port deletion for 105a1811-33b0-4fd2-8cc1-6852b6e75bda request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:03:55.565609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a476f-2e7c-4d89-a873-7f23251cfeef req-0235b97d-a133-4806-849a-81fd5b5b8cd2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:55.566304 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-36882b6e-3c4f-4607-988a-0ed5040210a9 None None] Deleting port dc4301d3-0dd9-4dfb-9893-b52abf536d16 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:55.566675 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-36882b6e-3c4f-4607-988a-0ed5040210a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:55.567081 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-045a476f-2e7c-4d89-a873-7f23251cfeef req-0235b97d-a133-4806-849a-81fd5b5b8cd2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 951 time: 0.5403931 May 30 20:03:55.568511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] For port dc4301d3-0dd9-4dfb-9893-b52abf536d16, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dc4301d3-0dd9-4dfb-9893-b52abf536d16,segment=NetworkSegment(c310da02-bee4-413a-bbb4-69b364ace063),segment_id=c310da02-bee4-413a-bbb4-69b364ace063)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:55.569098 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:55.697847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Calling delete_port for dc4301d3-0dd9-4dfb-9893-b52abf536d16 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:55.717978 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fb3131aa-4a0b-415f-9b10-df34bb22a33a req-c0c35daa-a317-4b63-a1da-7989926d7cd3 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:55.770962 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-36882b6e-3c4f-4607-988a-0ed5040210a9 None None] For port dc4301d3-0dd9-4dfb-9893-b52abf536d16, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dc4301d3-0dd9-4dfb-9893-b52abf536d16,segment=NetworkSegment(c310da02-bee4-413a-bbb4-69b364ace063),segment_id=c310da02-bee4-413a-bbb4-69b364ace063)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:55.771385 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-36882b6e-3c4f-4607-988a-0ed5040210a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:55.780003 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:55.781922 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-045a476f-2e7c-4d89-a873-7f23251cfeef req-6fc39be9-da68-42a8-852e-1597410bfbb5 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025301 May 30 20:03:55.800438 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fb3131aa-4a0b-415f-9b10-df34bb22a33a req-c0c35daa-a317-4b63-a1da-7989926d7cd3 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:55.880961 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-d2a0dcfb-2c50-4e07-a83d-bbaae26559ab tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:55.917008 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fb3131aa-4a0b-415f-9b10-df34bb22a33a req-c0c35daa-a317-4b63-a1da-7989926d7cd3 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:55.928200 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-36882b6e-3c4f-4607-988a-0ed5040210a9 None None] Calling delete_port for dc4301d3-0dd9-4dfb-9893-b52abf536d16 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:55.941208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c35daa-a317-4b63-a1da-7989926d7cd3 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad666e17-0661-4960-a241-d0841f2b396e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:55.945296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event deleted for resources: {'Port': ['ID=dc4301d3-0dd9-4dfb-9893-b52abf536d16,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:55.956465 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] No DVR routers for this DVR port dc4301d3-0dd9-4dfb-9893-b52abf536d16 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:03:55.988702 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fb3131aa-4a0b-415f-9b10-df34bb22a33a req-c0c35daa-a317-4b63-a1da-7989926d7cd3 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:56.006913 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb3131aa-4a0b-415f-9b10-df34bb22a33a req-c0c35daa-a317-4b63-a1da-7989926d7cd3 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "DELETE /v2.0/security-groups/ad666e17-0661-4960-a241-d0841f2b396e HTTP/1.1" status: 204 len: 173 time: 0.6029515 May 30 20:03:56.017398 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-d2a0dcfb-2c50-4e07-a83d-bbaae26559ab tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:56.034335 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-36882b6e-3c4f-4607-988a-0ed5040210a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:03:56.034690 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-36882b6e-3c4f-4607-988a-0ed5040210a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:03:56.115605 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:56.151044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105a1811-33b0-4fd2-8cc1-6852b6e75bda']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:56.171130 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-d2a0dcfb-2c50-4e07-a83d-bbaae26559ab tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Network b57c8dc7-d565-4558-b619-e2f27eee459b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:03:56.176639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c310da02-bee4-413a-bbb4-69b364ace063') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:56.177102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c310da02-bee4-413a-bbb4-69b364ace063') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:56.178954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-d2a0dcfb-2c50-4e07-a83d-bbaae26559ab tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:03:56.189831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-d2a0dcfb-2c50-4e07-a83d-bbaae26559ab tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:03:56.195889 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:56.220703 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0dcfb-2c50-4e07-a83d-bbaae26559ab tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Pushing event updated for resources: {'Port': ['ID=85daf285-49f2-4151-b8da-6ccb388c8bc1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:56.242463 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:56.279101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:03:56.279543 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: timer() May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:03:56.298952 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:03:56.304360 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dc4301d3-0dd9-4dfb-9893-b52abf536d16 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:56.323691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-d2a0dcfb-2c50-4e07-a83d-bbaae26559ab tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:56.324420 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-d2a0dcfb-2c50-4e07-a83d-bbaae26559ab tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:56.350111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: dc4301d3-0dd9-4dfb-9893-b52abf536d16 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:03:56.350879 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dc4301d3-0dd9-4dfb-9893-b52abf536d16 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:03:56.414098 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:56.435689 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:56.449747 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-d2a0dcfb-2c50-4e07-a83d-bbaae26559ab tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2688441 May 30 20:03:56.450752 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] Pushing event deleted for resources: {'Network': ['ID=105a1811-33b0-4fd2-8cc1-6852b6e75bda,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:56.456122 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f8ce7e70-6d73-4210-be10-cce4fd0f3e14 tempest-ServersTestMultiNic-890408830 tempest-ServersTestMultiNic-890408830-project] 10.222.0.84 "DELETE /v2.0/networks/105a1811-33b0-4fd2-8cc1-6852b6e75bda HTTP/1.1" status: 204 len: 168 time: 1.2489719 May 30 20:03:56.469072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Request body: {'port': {'device_id': 'b85d0d31-6efd-4316-9d93-e7d86d6ab272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:56.536319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-36882b6e-3c4f-4607-988a-0ed5040210a9 None None] Deleting port dc4301d3-0dd9-4dfb-9893-b52abf536d16 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:56.536552 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-36882b6e-3c4f-4607-988a-0ed5040210a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:56.559115 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c0d20e-2acf-49c1-bceb-89cd163102a8', 'name': 'network-vif-deleted', 'tag': '1bd1a64e-1ebc-459b-9799-aa8185913d49'}, {'name': 'network-changed', 'server_uuid': 'b4e04e47-c282-4df0-90e2-923d1823300d', 'tag': '9e2f79ed-d978-479f-a565-790ed9a4b4dd'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:56.606908 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-36882b6e-3c4f-4607-988a-0ed5040210a9 None None] The port 'dc4301d3-0dd9-4dfb-9893-b52abf536d16' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:03:56.681919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a19ed7-8bdb-428d-8611-0c006af0cf11 req-3e4a8c96-ecba-4dad-b910-d1a0abf725cd tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:56.682602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-22a19ed7-8bdb-428d-8611-0c006af0cf11 req-3e4a8c96-ecba-4dad-b910-d1a0abf725cd tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Synchronizing usage tracker for tenant:3ad01171d1bb446a826503d27d5a987a on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:56.692685 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a9facd34-f16d-4840-9682-3d9256393daf req-97afb6a3-9ae1-4eeb-89d3-29f9222c51f9 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "GET /v2.0/security-groups/17432f32-38f7-4f0e-914f-355cd8995db9 HTTP/1.1" status: 200 len: 1645 time: 0.1899734 May 30 20:03:56.721820 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:56.745614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-22a19ed7-8bdb-428d-8611-0c006af0cf11 req-3e4a8c96-ecba-4dad-b910-d1a0abf725cd tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Unset dirty status for tenant:3ad01171d1bb446a826503d27d5a987a on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:56.746729 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-22a19ed7-8bdb-428d-8611-0c006af0cf11 req-3e4a8c96-ecba-4dad-b910-d1a0abf725cd tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=b85d0d31-6efd-4316-9d93-e7d86d6ab272 HTTP/1.1" status: 200 len: 931 time: 0.4428735 May 30 20:03:56.968200 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-22a19ed7-8bdb-428d-8611-0c006af0cf11 req-ca80e549-74f1-4f34-99e0-25fe1fbaf0f1 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105606 May 30 20:03:56.984733 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a9facd34-f16d-4840-9682-3d9256393daf req-6ededb51-54cb-46d2-b652-abf710398f41 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.062526 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56060) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:57.132039 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f7d4fc-a6ea-43f6-b94f-bf63ea5809fc admin admin] Deleting subnet 0cf1dae0-43aa-431a-8a4a-b753abe75cf0 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:03:57.135692 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5f7d4fc-a6ea-43f6-b94f-bf63ea5809fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.186153 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5f7d4fc-a6ea-43f6-b94f-bf63ea5809fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.210830 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a9facd34-f16d-4840-9682-3d9256393daf req-6ededb51-54cb-46d2-b652-abf710398f41 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.249471 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5f7d4fc-a6ea-43f6-b94f-bf63ea5809fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.324222 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5f7d4fc-a6ea-43f6-b94f-bf63ea5809fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.364211 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7d4fc-a6ea-43f6-b94f-bf63ea5809fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf1dae0-43aa-431a-8a4a-b753abe75cf0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:57.370729 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5f7d4fc-a6ea-43f6-b94f-bf63ea5809fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.378229 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b5f7d4fc-a6ea-43f6-b94f-bf63ea5809fc admin admin] 10.222.0.84 "DELETE /v2.0/subnets/0cf1dae0-43aa-431a-8a4a-b753abe75cf0 HTTP/1.1" status: 204 len: 168 time: 0.3146508 May 30 20:03:57.380829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56064) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:57.411625 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a9facd34-f16d-4840-9682-3d9256393daf req-6ededb51-54cb-46d2-b652-abf710398f41 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.439748 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e91f1bea-a965-458c-a3b6-7c85507f4a26 admin admin] Deleting port cbf5bb83-0956-4f3f-ae10-db762dd8b379 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:57.440108 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e91f1bea-a965-458c-a3b6-7c85507f4a26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.469559 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ededb51-54cb-46d2-b652-abf710398f41 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17432f32-38f7-4f0e-914f-355cd8995db9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:57.488636 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5eb5-7c2d-4146-8b48-6bd1f445c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.510424 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-562c89a4-7425-430d-8f75-1bc14f08bbb7 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:57.511816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-562c89a4-7425-430d-8f75-1bc14f08bbb7 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3072646 May 30 20:03:57.512606 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a9facd34-f16d-4840-9682-3d9256393daf req-6ededb51-54cb-46d2-b652-abf710398f41 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.513577 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a9facd34-f16d-4840-9682-3d9256393daf req-6ededb51-54cb-46d2-b652-abf710398f41 tempest-SecurityGroupRulesNegativeTestJSON-512777056 tempest-SecurityGroupRulesNegativeTestJSON-512777056-project] 10.222.0.84 "DELETE /v2.0/security-groups/17432f32-38f7-4f0e-914f-355cd8995db9 HTTP/1.1" status: 204 len: 173 time: 0.8113313 May 30 20:03:57.526403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56068) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:57.571883 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:03:57.662295 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5eb5-7c2d-4146-8b48-6bd1f445c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.683295 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-890ade4d-80e3-4c20-a580-e712d967290a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.689001 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc0365d-4d3a-41df-840e-1ed5e9766577 admin admin] Deleting subnet d88286bf-c7e6-440a-9f18-7ded86cf8422 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:03:57.696135 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1fc0365d-4d3a-41df-840e-1ed5e9766577 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.722488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-9a9e5eb5-7c2d-4146-8b48-6bd1f445c060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5908b3-cafe-44b3-940c-5e281eb61d7d']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:57.745022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-9a9e5eb5-7c2d-4146-8b48-6bd1f445c060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67155a1-d148-4cf2-8703-3f6e47387a62') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:57.745318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-9a9e5eb5-7c2d-4146-8b48-6bd1f445c060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67155a1-d148-4cf2-8703-3f6e47387a62') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:57.761666 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5eb5-7c2d-4146-8b48-6bd1f445c060 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.779128 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1fc0365d-4d3a-41df-840e-1ed5e9766577 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.793094 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-50e1edd4-2295-46af-a38a-a64dffe7dd5d tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 696 time: 0.2738788 May 30 20:03:57.818648 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5eb5-7c2d-4146-8b48-6bd1f445c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.825509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-fef144d3-aab4-4e37-97c9-68f7a5805c42 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Request body: {'floatingip': {'port_id': '238dad69-2f8a-437e-b53d-f482c2ad2cae', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:57.829161 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9e5eb5-7c2d-4146-8b48-6bd1f445c060 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:03:57.829536 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5eb5-7c2d-4146-8b48-6bd1f445c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: timer() May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:03:57.842387 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:03:57.919624 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1fc0365d-4d3a-41df-840e-1ed5e9766577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.944316 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85daf285-49f2-4151-b8da-6ccb388c8bc1 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:57.963660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5eb5-7c2d-4146-8b48-6bd1f445c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.979298 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.982447 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5eb5-7c2d-4146-8b48-6bd1f445c060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.998484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e5eb5-7c2d-4146-8b48-6bd1f445c060 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae5908b3-cafe-44b3-940c-5e281eb61d7d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:57.999022 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-fef144d3-aab4-4e37-97c9-68f7a5805c42 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.013137 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9a9e5eb5-7c2d-4146-8b48-6bd1f445c060 admin admin] 10.222.0.84 "DELETE /v2.0/networks/ae5908b3-cafe-44b3-940c-5e281eb61d7d HTTP/1.1" status: 204 len: 168 time: 0.6312528 May 30 20:03:58.018990 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1fc0365d-4d3a-41df-840e-1ed5e9766577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.058790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0365d-4d3a-41df-840e-1ed5e9766577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d88286bf-c7e6-440a-9f18-7ded86cf8422,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:58.065027 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1fc0365d-4d3a-41df-840e-1ed5e9766577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.066798 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1fc0365d-4d3a-41df-840e-1ed5e9766577 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/d88286bf-c7e6-440a-9f18-7ded86cf8422 HTTP/1.1" status: 204 len: 168 time: 0.5394769 May 30 20:03:58.069314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56076) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:58.103661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Transition to ACTIVE for port object 85daf285-49f2-4151-b8da-6ccb388c8bc1 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:03:58.122177 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e91f1bea-a965-458c-a3b6-7c85507f4a26 admin admin] For port cbf5bb83-0956-4f3f-ae10-db762dd8b379, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cbf5bb83-0956-4f3f-ae10-db762dd8b379,segment=NetworkSegment(0647cf17-c274-45a4-bca2-3aa9c3f494c2),segment_id=0647cf17-c274-45a4-bca2-3aa9c3f494c2)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:58.122558 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e91f1bea-a965-458c-a3b6-7c85507f4a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.160934 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.173283 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf402122-ce4e-496d-8f0f-ecc893a9f4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.177082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56080) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:58.366965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7ac9b-c7fe-4f86-b5db-bf3d1be9e268 req-a4d7116b-5309-40b6-ab08-dbb01234eba6 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:58.368461 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8d7ac9b-c7fe-4f86-b5db-bf3d1be9e268 req-a4d7116b-5309-40b6-ab08-dbb01234eba6 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4e04e47-c282-4df0-90e2-923d1823300d HTTP/1.1" status: 200 len: 946 time: 0.7541323 May 30 20:03:58.378979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e91f1bea-a965-458c-a3b6-7c85507f4a26 admin admin] Calling delete_port for cbf5bb83-0956-4f3f-ae10-db762dd8b379 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:58.427116 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9334003c-a09a-422a-918c-2fde235ec98b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6c9afa2680264e56925c1cbb186ac382&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2489588 May 30 20:03:58.429541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56084) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:58.434765 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf402122-ce4e-496d-8f0f-ecc893a9f4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.482255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-cf402122-ce4e-496d-8f0f-ecc893a9f4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c627087c-ae64-44ab-a7a4-718390b8c19a']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:58.501915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-cf402122-ce4e-496d-8f0f-ecc893a9f4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098889f1-b054-4c70-bf2b-a26b4a228514') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:58.502209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-cf402122-ce4e-496d-8f0f-ecc893a9f4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098889f1-b054-4c70-bf2b-a26b4a228514') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:58.519629 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf402122-ce4e-496d-8f0f-ecc893a9f4aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.545939 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf402122-ce4e-496d-8f0f-ecc893a9f4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.554727 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56732a30-73ac-44b0-a498-dbaa2263566b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.556696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf402122-ce4e-496d-8f0f-ecc893a9f4aa admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:03:58.557082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf402122-ce4e-496d-8f0f-ecc893a9f4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: timer() May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:03:58.570467 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:03:58.663950 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56732a30-73ac-44b0-a498-dbaa2263566b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.680586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf402122-ce4e-496d-8f0f-ecc893a9f4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.685614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3438b-d717-4586-b206-1c4835560774 req-c47a4cd9-d4a2-4973-be0c-5d579cc411d2 tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:58.687031 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eae3438b-d717-4586-b206-1c4835560774 req-c47a4cd9-d4a2-4973-be0c-5d579cc411d2 tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] 10.222.0.84 "GET /v2.0/ports?device_id=79edc978-05fd-4f63-a40a-b6444853267f HTTP/1.1" status: 200 len: 945 time: 0.9839497 May 30 20:03:58.699513 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf402122-ce4e-496d-8f0f-ecc893a9f4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.701085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Pushing event updated for resources: {'Port': ['ID=85daf285-49f2-4151-b8da-6ccb388c8bc1,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:58.720457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf402122-ce4e-496d-8f0f-ecc893a9f4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=c627087c-ae64-44ab-a7a4-718390b8c19a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:58.725523 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cf402122-ce4e-496d-8f0f-ecc893a9f4aa admin admin] 10.222.0.84 "DELETE /v2.0/networks/c627087c-ae64-44ab-a7a4-718390b8c19a HTTP/1.1" status: 204 len: 168 time: 0.6552324 May 30 20:03:58.728145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0c66a-77a4-40db-9d5b-f27c2cf85b97 req-733602d9-62f8-4d32-8a22-7831a21b3a20 tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:58.729756 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1a0c66a-77a4-40db-9d5b-f27c2cf85b97 req-733602d9-62f8-4d32-8a22-7831a21b3a20 tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] 10.222.0.93 "GET /v2.0/ports?device_id=79edc978-05fd-4f63-a40a-b6444853267f HTTP/1.1" status: 200 len: 945 time: 0.8514621 May 30 20:03:58.745081 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56732a30-73ac-44b0-a498-dbaa2263566b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.765225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56732a30-73ac-44b0-a498-dbaa2263566b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccb79fd-2d9b-4096-aaed-ac06defecff7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:58.773057 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56732a30-73ac-44b0-a498-dbaa2263566b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.774833 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-56732a30-73ac-44b0-a498-dbaa2263566b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7ccb79fd-2d9b-4096-aaed-ac06defecff7 HTTP/1.1" status: 204 len: 168 time: 0.3437486 May 30 20:03:58.824433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e8d7ac9b-c7fe-4f86-b5db-bf3d1be9e268 req-896f5df1-4c10-422d-913e-d3d299ff1c5f tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Deleting port 9e2f79ed-d978-479f-a565-790ed9a4b4dd {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:58.824772 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e8d7ac9b-c7fe-4f86-b5db-bf3d1be9e268 req-896f5df1-4c10-422d-913e-d3d299ff1c5f tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.962038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56092) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:59.020708 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5ee4e97b-7946-4e30-a135-2f94b00dc90c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1b050bcca8774776a297774f7af1991a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0573199 May 30 20:03:59.021531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56098) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:59.092354 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f156-0d17-498e-800f-122ff274fdcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:59.130541 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e1a0c66a-77a4-40db-9d5b-f27c2cf85b97 req-b0f6f1f1-d445-481a-a374-de6249b9d10e tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Deleting port 7882815e-ebb3-438b-b1ae-5d24faf749e3 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:59.131150 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f156-0d17-498e-800f-122ff274fdcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:59.131265 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1a0c66a-77a4-40db-9d5b-f27c2cf85b97 req-b0f6f1f1-d445-481a-a374-de6249b9d10e tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:59.189504 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f156-0d17-498e-800f-122ff274fdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:59.208081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5f156-0d17-498e-800f-122ff274fdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e11ab31-83b2-419e-9072-668c49cb6ec8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:59.217346 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f156-0d17-498e-800f-122ff274fdcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:59.218605 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4bc5f156-0d17-498e-800f-122ff274fdcb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5e11ab31-83b2-419e-9072-668c49cb6ec8 HTTP/1.1" status: 204 len: 168 time: 0.1961243 May 30 20:03:59.228947 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eae3438b-d717-4586-b206-1c4835560774 req-f3b49a86-41b3-48f6-b4b2-4292ab099d27 tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] 10.222.0.84 "GET /v2.0/security-groups?id=15b2e8a8-663d-4ab4-b883-ae7df640915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202210 May 30 20:03:59.413879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Attempting to bind port 85daf285-49f2-4151-b8da-6ccb388c8bc1 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:03:59.414209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Attempting to bind port 85daf285-49f2-4151-b8da-6ccb388c8bc1 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'd04fddf7-244f-46a1-9407-a742e05f4078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:03:59.414535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Attempting to bind port 85daf285-49f2-4151-b8da-6ccb388c8bc1 on network b57c8dc7-d565-4558-b619-e2f27eee459b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:59.500509 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aed82f4-3230-4235-be98-f89ea92bca69'] response: {'server_uuid': '90c0d20e-2acf-49c1-bceb-89cd163102a8', 'name': 'network-vif-deleted', 'tag': '1bd1a64e-1ebc-459b-9799-aa8185913d49', 'status': 'completed', 'code': 200} May 30 20:03:59.500762 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aed82f4-3230-4235-be98-f89ea92bca69'] response: {'name': 'network-changed', 'server_uuid': 'b4e04e47-c282-4df0-90e2-923d1823300d', 'tag': '9e2f79ed-d978-479f-a565-790ed9a4b4dd', 'status': 'completed', 'code': 200} May 30 20:03:59.613703 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Port 85daf285-49f2-4151-b8da-6ccb388c8bc1 on network b57c8dc7-d565-4558-b619-e2f27eee459b not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:03:59.614026 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Attempting to bind port 85daf285-49f2-4151-b8da-6ccb388c8bc1 on network b57c8dc7-d565-4558-b619-e2f27eee459b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:59.780552 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-de0db49f-cd10-46ec-a178-80fcebb76762 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=3e860bf879054bd598319d1741599d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1878431 May 30 20:03:59.805855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:03:59.806185 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Checking segment: {'id': 'd04fddf7-244f-46a1-9407-a742e05f4078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:03:59.806562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Bound using segment: {'id': 'd04fddf7-244f-46a1-9407-a742e05f4078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:03:59.807002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Bound port: 85daf285-49f2-4151-b8da-6ccb388c8bc1, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd04fddf7-244f-46a1-9407-a742e05f4078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:03:59.807342 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:59.859443 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2bcd297c-cae9-4588-86c0-60bdfd1cacd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:00.015468 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e91f1bea-a965-458c-a3b6-7c85507f4a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:00.181976 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56144) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:00.261260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f1bea-a965-458c-a3b6-7c85507f4a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf5bb83-0956-4f3f-ae10-db762dd8b379,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:00.264899 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e8d7ac9b-c7fe-4f86-b5db-bf3d1be9e268 req-896f5df1-4c10-422d-913e-d3d299ff1c5f tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] For port 9e2f79ed-d978-479f-a565-790ed9a4b4dd, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9e2f79ed-d978-479f-a565-790ed9a4b4dd,segment=NetworkSegment(dbea1059-57b8-439c-951d-df443d4c1a35),segment_id=dbea1059-57b8-439c-951d-df443d4c1a35)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:00.265264 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e8d7ac9b-c7fe-4f86-b5db-bf3d1be9e268 req-896f5df1-4c10-422d-913e-d3d299ff1c5f tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:00.295644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e1a0c66a-77a4-40db-9d5b-f27c2cf85b97 req-b0f6f1f1-d445-481a-a374-de6249b9d10e tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] For port 7882815e-ebb3-438b-b1ae-5d24faf749e3, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=7882815e-ebb3-438b-b1ae-5d24faf749e3,segment=NetworkSegment(1a4c0c99-a1e5-4294-9647-a4d5d052f66d),segment_id=1a4c0c99-a1e5-4294-9647-a4d5d052f66d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:00.296024 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1a0c66a-77a4-40db-9d5b-f27c2cf85b97 req-b0f6f1f1-d445-481a-a374-de6249b9d10e tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:00.329205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-912470179-network', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:00.333868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:00.337629 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Usage tracker for resource:network and tenant:3a8d97a4beaa47c0906bc677b6c0ce16 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:00.340405 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:00.345931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:00.356740 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Made reservation on behalf of 3a8d97a4beaa47c0906bc677b6c0ce16 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:00.359044 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:00.371819 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:00.406821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:00.410656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Usage tracker for resource:security_group_rule and tenant:3a8d97a4beaa47c0906bc677b6c0ce16 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:00.413726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:00.419214 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:00.485479 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:00.489660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:00.520549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:04:00.529263 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-896271c4-99da-49a1-8c48-b3aa05e24765 req-ae2ebefa-4180-4a90-a2db-990609aae224 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&device_id=b4e04e47-c282-4df0-90e2-923d1823300d HTTP/1.1" status: 200 len: 1097 time: 1.0319586 May 30 20:04:00.529548 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abb46ec-e69f-4f08-86d8-472eab7b986a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:00.535295 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:00.535710 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Added segment 30ea0e7c-6df5-4d5e-9458-a9047689de38 of type vlan for network 9ea528b6-cc9d-40ff-b131-d41923530da2 May 30 20:04:00.562623 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:00.591358 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:00.592224 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:00.592870 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:00.597330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e8d7ac9b-c7fe-4f86-b5db-bf3d1be9e268 req-896f5df1-4c10-422d-913e-d3d299ff1c5f tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Calling delete_port for 9e2f79ed-d978-479f-a565-790ed9a4b4dd owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:00.646299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e1a0c66a-77a4-40db-9d5b-f27c2cf85b97 req-b0f6f1f1-d445-481a-a374-de6249b9d10e tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Calling delete_port for 7882815e-ebb3-438b-b1ae-5d24faf749e3 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:00.695619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=9ea528b6-cc9d-40ff-b131-d41923530da2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:00.702220 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f9fcd455-47fe-4d39-8c38-6c399b190ca5 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5191541 May 30 20:04:00.703126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56152) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:00.708412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c95c3368-f26a-46f4-b8fb-af0d8c8946f8 admin admin] Request body: {'subnet': {'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-912470179-subnet', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:00.708598 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 9ea528b6-cc9d-40ff-b131-d41923530da2 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:04:00.713526 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c95c3368-f26a-46f4-b8fb-af0d8c8946f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:00.717431 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c95c3368-f26a-46f4-b8fb-af0d8c8946f8 admin admin] Usage tracker for resource:subnet and tenant:3a8d97a4beaa47c0906bc677b6c0ce16 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:00.720260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c95c3368-f26a-46f4-b8fb-af0d8c8946f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:00.726083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c95c3368-f26a-46f4-b8fb-af0d8c8946f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:00.738532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95c3368-f26a-46f4-b8fb-af0d8c8946f8 admin admin] Made reservation on behalf of 3a8d97a4beaa47c0906bc677b6c0ce16 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:00.740975 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c95c3368-f26a-46f4-b8fb-af0d8c8946f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:00.835634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] For port 85daf285-49f2-4151-b8da-6ccb388c8bc1, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:00.860231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-c55c00b9-e839-4c3f-9456-19bdb19a22fb tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:00.861656 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-c55c00b9-e839-4c3f-9456-19bdb19a22fb tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0356398 May 30 20:04:00.900257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] For port 85daf285-49f2-4151-b8da-6ccb388c8bc1, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=85daf285-49f2-4151-b8da-6ccb388c8bc1,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:00.945802 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:00.952169 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c95c3368-f26a-46f4-b8fb-af0d8c8946f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:00.961213 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9e2f79ed-d978-479f-a565-790ed9a4b4dd no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:01.031662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c3368-f26a-46f4-b8fb-af0d8c8946f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40dc128-537b-4332-9a2f-38117a30858e,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:01.041757 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95c3368-f26a-46f4-b8fb-af0d8c8946f8 admin admin] Checking segment: {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:01.042111 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95c3368-f26a-46f4-b8fb-af0d8c8946f8 admin admin] Network hostable DHCP agents. Network: 9ea528b6-cc9d-40ff-b131-d41923530da2, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:04:01.065631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95c3368-f26a-46f4-b8fb-af0d8c8946f8 admin admin] Network 9ea528b6-cc9d-40ff-b131-d41923530da2 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:04:01.075212 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-d419aa37-d592-4fea-bd4b-efd42a7ef578 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/quotas/3e860bf879054bd598319d1741599d12 HTTP/1.1" status: 200 len: 375 time: 0.1879699 May 30 20:04:01.076064 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c95c3368-f26a-46f4-b8fb-af0d8c8946f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 9ea528b6-cc9d-40ff-b131-d41923530da2) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:01.080357 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95c3368-f26a-46f4-b8fb-af0d8c8946f8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:01.080923 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c95c3368-f26a-46f4-b8fb-af0d8c8946f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.107056 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-fef144d3-aab4-4e37-97c9-68f7a5805c42 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:04:01.107553 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c95c3368-f26a-46f4-b8fb-af0d8c8946f8 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4031928 May 30 20:04:01.114926 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56156) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:01.117784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-912470179-router', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:01.123305 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:01.127667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Usage tracker for resource:router and tenant:3a8d97a4beaa47c0906bc677b6c0ce16 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:01.130795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:01.137144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:01.139650 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.147519 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.148600 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.150835 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d005f12-3552-4981-9ed9-170cbbe6d6a7 None None] Network 9ea528b6-cc9d-40ff-b131-d41923530da2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:04:01.249421 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.277717 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.362230 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.364281 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] 10.222.0.93 "PUT /v2.0/ports/85daf285-49f2-4151-b8da-6ccb388c8bc1 HTTP/1.1" status: 200 len: 1091 time: 4.9013393 May 30 20:04:01.403920 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-9ea528b6-cc9d-40ff-b131-d41923530da2', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:04:01.404843 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.414582 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896271c4-99da-49a1-8c48-b3aa05e24765 req-428891aa-c3b1-4636-8cb1-26dd42d40ac1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:01.416085 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-896271c4-99da-49a1-8c48-b3aa05e24765 req-428891aa-c3b1-4636-8cb1-26dd42d40ac1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 921 time: 0.7862685 May 30 20:04:01.428261 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c4d48-0c2e-493a-994d-0909795aeb64 service neutron] Pushing event updated for resources: {'Port': ['ID=85daf285-49f2-4151-b8da-6ccb388c8bc1,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:01.539184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85d0d31-6efd-4316-9d93-e7d86d6ab272', 'tag': '85daf285-49f2-4151-b8da-6ccb388c8bc1'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:01.557517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Allocated IP 172.20.0.2 (9ea528b6-cc9d-40ff-b131-d41923530da2/c40dc128-537b-4332-9a2f-38117a30858e/78e9c41e-2825-4d11-8d7e-267dc3502535) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:01.573844 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-fef144d3-aab4-4e37-97c9-68f7a5805c42 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.600499 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-fef144d3-aab4-4e37-97c9-68f7a5805c42 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.616348 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.773867 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.787287 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e8d7ac9b-c7fe-4f86-b5db-bf3d1be9e268 req-896f5df1-4c10-422d-913e-d3d299ff1c5f tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.796726 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-896271c4-99da-49a1-8c48-b3aa05e24765 req-d732e60c-225c-4d05-abc7-a2f88ac56851 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e2f79ed-d978-479f-a565-790ed9a4b4dd HTTP/1.1" status: 200 len: 217 time: 0.3612540 May 30 20:04:01.800074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['238dad69-2f8a-437e-b53d-f482c2ad2cae'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:04:01.841387 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1a0c66a-77a4-40db-9d5b-f27c2cf85b97 req-b0f6f1f1-d445-481a-a374-de6249b9d10e tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.872389 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.892181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Transition to ACTIVE for port object 78e9c41e-2825-4d11-8d7e-267dc3502535 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:01.931404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Transition to ACTIVE for port object 78e9c41e-2825-4d11-8d7e-267dc3502535 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:01.940067 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.963350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f5df1-4c10-422d-913e-d3d299ff1c5f tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Pushing event deleted for resources: {'Port': ['ID=9e2f79ed-d978-479f-a565-790ed9a4b4dd,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:01.970233 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:02.001654 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:02.024438 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Network 9ea528b6-cc9d-40ff-b131-d41923530da2 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:02.027321 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:02.036878 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:02.043797 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Pushing event updated for resources: {'Port': ['ID=78e9c41e-2825-4d11-8d7e-267dc3502535,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:02.074973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6f1f1-d445-481a-a374-de6249b9d10e tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Pushing event deleted for resources: {'Port': ['ID=7882815e-ebb3-438b-b1ae-5d24faf749e3,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:02.176626 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Attempting to bind port 78e9c41e-2825-4d11-8d7e-267dc3502535 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:02.177022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Attempting to bind port 78e9c41e-2825-4d11-8d7e-267dc3502535 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:02.177355 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Attempting to bind port 78e9c41e-2825-4d11-8d7e-267dc3502535 on network 9ea528b6-cc9d-40ff-b131-d41923530da2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:02.189733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:02.190147 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Checking segment: {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:02.190544 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:02.190914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896271c4-99da-49a1-8c48-b3aa05e24765 req-b551398e-e0a7-43b7-8bd7-418998ee262c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:02.191054 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Bound using segment: {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:02.191374 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Bound port: 78e9c41e-2825-4d11-8d7e-267dc3502535, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:02.191736 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:02.192367 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-896271c4-99da-49a1-8c48-b3aa05e24765 req-b551398e-e0a7-43b7-8bd7-418998ee262c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4187f99c-2457-4fd5-b8fb-e355d933a9ed HTTP/1.1" status: 200 len: 859 time: 0.3492675 May 30 20:04:02.200418 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-85e272bc-1eb6-46c1-a107-03165f6a4198 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&fields=id HTTP/1.1" status: 200 len: 394 time: 1.0279737 May 30 20:04:02.234021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d7ac9b-c7fe-4f86-b5db-bf3d1be9e268 req-896f5df1-4c10-422d-913e-d3d299ff1c5f tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] No DVR routers for this DVR port 9e2f79ed-d978-479f-a565-790ed9a4b4dd on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:04:02.272453 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e8d7ac9b-c7fe-4f86-b5db-bf3d1be9e268 req-896f5df1-4c10-422d-913e-d3d299ff1c5f tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:02.274750 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Allocated IP 172.25.5.253 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/6350f139-a418-4db5-8b5d-f1f2c009e83d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:02.286023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a0c66a-77a4-40db-9d5b-f27c2cf85b97 req-b0f6f1f1-d445-481a-a374-de6249b9d10e tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] No DVR routers for this DVR port 7882815e-ebb3-438b-b1ae-5d24faf749e3 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:04:02.301752 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1a0c66a-77a4-40db-9d5b-f27c2cf85b97 req-b0f6f1f1-d445-481a-a374-de6249b9d10e tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:02.315361 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-03287996-6c5f-4a7f-8081-eb291827366b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3ad01171d1bb446a826503d27d5a987a&device_id=b85d0d31-6efd-4316-9d93-e7d86d6ab272 HTTP/1.1" status: 200 len: 1094 time: 0.8912041 May 30 20:04:02.373480 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] For port 78e9c41e-2825-4d11-8d7e-267dc3502535, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:02.376985 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] For port 78e9c41e-2825-4d11-8d7e-267dc3502535, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=78e9c41e-2825-4d11-8d7e-267dc3502535,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:02.387054 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:02.407601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8d7ac9b-c7fe-4f86-b5db-bf3d1be9e268 req-896f5df1-4c10-422d-913e-d3d299ff1c5f tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.77 "DELETE /v2.0/ports/9e2f79ed-d978-479f-a565-790ed9a4b4dd HTTP/1.1" status: 204 len: 173 time: 4.0005696 May 30 20:04:02.426441 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1a0c66a-77a4-40db-9d5b-f27c2cf85b97 req-b0f6f1f1-d445-481a-a374-de6249b9d10e tempest-InstanceActionsNegativeTestJSON-1431301365 tempest-InstanceActionsNegativeTestJSON-1431301365-project] 10.222.0.93 "DELETE /v2.0/ports/7882815e-ebb3-438b-b1ae-5d24faf749e3 HTTP/1.1" status: 204 len: 173 time: 3.6645970 May 30 20:04:02.437007 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-ad760136-7b80-46e6-8506-a534cd2daa1d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85daf285-49f2-4151-b8da-6ccb388c8bc1 HTTP/1.1" status: 200 len: 217 time: 0.1101792 May 30 20:04:02.550947 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:02.564391 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25245f8d-6b38-424e-9819-9524486dc0e7 None None] Pushing event updated for resources: {'Port': ['ID=78e9c41e-2825-4d11-8d7e-267dc3502535,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:02.577726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-841ede99-d680-45d6-81f7-7b9515529632 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:02.579169 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-841ede99-d680-45d6-81f7-7b9515529632 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4576f90e-77d9-42db-898b-087dbe104c1e HTTP/1.1" status: 200 len: 861 time: 0.1367569 May 30 20:04:02.588676 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-896271c4-99da-49a1-8c48-b3aa05e24765 req-7d639180-0be5-4b61-86c7-2e5a225b42b4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3558373 May 30 20:04:02.621676 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 7882815e-ebb3-438b-b1ae-5d24faf749e3 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:02.631601 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:02.653898 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e91f1bea-a965-458c-a3b6-7c85507f4a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:02.713357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 7882815e-ebb3-438b-b1ae-5d24faf749e3 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:04:02.713697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 7882815e-ebb3-438b-b1ae-5d24faf749e3 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:04:02.743836 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:02.758396 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-cce6ef4a-ad74-46e3-8e02-f949b296b08e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b57c8dc7-d565-4558-b619-e2f27eee459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1692469 May 30 20:04:02.837116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:02.840984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:02.844366 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:02.905662 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:02.929769 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Pushing event updated for resources: {'Port': ['ID=6350f139-a418-4db5-8b5d-f1f2c009e83d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:03.186156 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:03.186895 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:03.287391 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-fef144d3-aab4-4e37-97c9-68f7a5805c42 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Floating IP 33fafa52-c61b-4118-b8bd-3bbdecb35bee associated. External IP: 172.25.5.234, port: 238dad69-2f8a-437e-b53d-f482c2ad2cae. May 30 20:04:03.377956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-896271c4-99da-49a1-8c48-b3aa05e24765 req-b85a5192-8e18-4c67-8762-802d50269df8 service neutron] 10.222.0.77 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7152271 May 30 20:04:03.515682 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Router 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:04:03.698740 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-77e7f819-936d-4cf9-aadc-8a5c22d72127 service neutron] 10.222.0.93 "GET /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8376398 May 30 20:04:03.724336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de762e2d-8b3d-4b82-9e05-6e3a60dd3b35 req-f4373372-36b8-4548-8c94-81dac213c621 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:03.725818 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de762e2d-8b3d-4b82-9e05-6e3a60dd3b35 req-f4373372-36b8-4548-8c94-81dac213c621 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=b85d0d31-6efd-4316-9d93-e7d86d6ab272 HTTP/1.1" status: 200 len: 943 time: 0.9777822 May 30 20:04:03.759095 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:04:03.772844 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Sync routers for ids ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:04:03.786255 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Routers {'1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:03.787545 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:03.792637 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:03.797616 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f9b083aa-1fdb-451b-bf71-f95883af397a admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6815324 May 30 20:04:03.798626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56172) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:03.906984 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e39c7f-ced9-4484-b3e5-f7c805099ce3 None None] Network 9ea528b6-cc9d-40ff-b131-d41923530da2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:04:03.949133 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-896271c4-99da-49a1-8c48-b3aa05e24765 req-49fb5264-e322-459f-9bc1-a3d932fa326e service neutron] 10.222.0.77 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360686 May 30 20:04:03.970458 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de762e2d-8b3d-4b82-9e05-6e3a60dd3b35 req-7add0568-c09b-4dc2-95c4-28982cdce841 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195580 May 30 20:04:03.989896 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Set router 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:04.027566 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d83c012-9e5b-479b-8f27-a4083ed1bd56 req-17cc523e-6c1b-47b5-926c-521709dcb866 service neutron] 10.222.0.93 "GET /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093276 May 30 20:04:04.186228 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c18621e8-2418-4ec0-a25c-9d3e8a3ccca2 None None] Provisioning for port 78e9c41e-2825-4d11-8d7e-267dc3502535 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:04.333069 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'name': 'tempest-ServerActionsTestJSON-912470179-router', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:01Z', 'updated_at': '2022-05-30T20:04:03Z', 'revision_number': 3, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'gw_port': {'id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:02Z', 'updated_at': '2022-05-30T20:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:04.337562 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Checking router: 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:04:04.338121 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Updating router 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c port 6350f139-a418-4db5-8b5d-f1f2c009e83d binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:04:04.363613 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-8b0f9f8c-fe4e-444f-a1a0-8932e71f1ffc tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=3e860bf879054bd598319d1741599d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2237530 May 30 20:04:04.399821 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:04.544251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 78e9c41e-2825-4d11-8d7e-267dc3502535 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:04.697913 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 78e9c41e-2825-4d11-8d7e-267dc3502535 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:04.704179 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 78e9c41e-2825-4d11-8d7e-267dc3502535 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:04.704627 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:04.801763 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:04.806034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56184) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:04.819812 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Transition to ACTIVE for port object 6350f139-a418-4db5-8b5d-f1f2c009e83d will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:04.831505 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:04.928987 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:04.963347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-1bc1a891-4334-4f3b-a995-ae4bba3cdfba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:04.965443 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-1bc1a891-4334-4f3b-a995-ae4bba3cdfba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5850735 May 30 20:04:04.972474 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Attempting to bind port 6350f139-a418-4db5-8b5d-f1f2c009e83d on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:04.973028 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Attempting to bind port 6350f139-a418-4db5-8b5d-f1f2c009e83d by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:04.973475 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Attempting to bind port 6350f139-a418-4db5-8b5d-f1f2c009e83d on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:04.975453 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ffb5b8-c362-4e55-ab24-ddbf280a991a'] response: {'name': 'network-changed', 'server_uuid': 'b85d0d31-6efd-4316-9d93-e7d86d6ab272', 'tag': '85daf285-49f2-4151-b8da-6ccb388c8bc1', 'status': 'completed', 'code': 200} May 30 20:04:05.001946 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:05.004254 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:05.004752 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:05.005229 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:05.007460 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Bound port: 6350f139-a418-4db5-8b5d-f1f2c009e83d, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:05.007954 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:05.061178 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-0124d647-367b-4dc0-b20d-0a46120bfe08 admin admin] Deleting subnet dc594c76-ebf5-497a-9743-f7d72f037b2d {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:04:05.066471 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0124d647-367b-4dc0-b20d-0a46120bfe08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:05.077915 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-e8e19ca4-591c-4e17-9ee1-d0cdebbc1eba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Request body: {'port': {'device_id': '4cac49b1-f214-4862-833b-dc8a7680d373', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '3e860bf879054bd598319d1741599d12'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:05.081822 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4904e333-67e1-49b4-9e4a-8961ba5a8d30 None None] Provisioning complete for port 78e9c41e-2825-4d11-8d7e-267dc3502535 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:05.081994 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4904e333-67e1-49b4-9e4a-8961ba5a8d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:05.111611 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] For port 6350f139-a418-4db5-8b5d-f1f2c009e83d, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:05.115245 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] For port 6350f139-a418-4db5-8b5d-f1f2c009e83d, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6350f139-a418-4db5-8b5d-f1f2c009e83d,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:05.136898 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0124d647-367b-4dc0-b20d-0a46120bfe08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:05.137177 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 78e9c41e-2825-4d11-8d7e-267dc3502535, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=78e9c41e-2825-4d11-8d7e-267dc3502535,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:05.142855 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06026d-0d86-4cd2-9a5d-2287428b64cb None None] Pushing event updated for resources: {'Port': ['ID=6350f139-a418-4db5-8b5d-f1f2c009e83d,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:05.146532 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:05.154991 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06026d-0d86-4cd2-9a5d-2287428b64cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:05.155537 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06026d-0d86-4cd2-9a5d-2287428b64cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:05.156051 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06026d-0d86-4cd2-9a5d-2287428b64cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:05.156647 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06026d-0d86-4cd2-9a5d-2287428b64cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:05.157159 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06026d-0d86-4cd2-9a5d-2287428b64cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:05.157660 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06026d-0d86-4cd2-9a5d-2287428b64cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:05.158229 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06026d-0d86-4cd2-9a5d-2287428b64cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:05.158725 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06026d-0d86-4cd2-9a5d-2287428b64cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:05.159204 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06026d-0d86-4cd2-9a5d-2287428b64cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:05.159694 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06026d-0d86-4cd2-9a5d-2287428b64cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:05.160208 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06026d-0d86-4cd2-9a5d-2287428b64cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:05.163861 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:05.207453 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0124d647-367b-4dc0-b20d-0a46120bfe08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:05.248279 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06026d-0d86-4cd2-9a5d-2287428b64cb None None] Pushing event updated for resources: {'Port': ['ID=6350f139-a418-4db5-8b5d-f1f2c009e83d,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:05.266806 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Routers {'1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:05.267802 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:05.302507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=78e9c41e-2825-4d11-8d7e-267dc3502535,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:05.368429 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0124d647-367b-4dc0-b20d-0a46120bfe08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:05.418230 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124d647-367b-4dc0-b20d-0a46120bfe08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc594c76-ebf5-497a-9743-f7d72f037b2d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:05.429084 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0124d647-367b-4dc0-b20d-0a46120bfe08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:05.447547 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-e8e19ca4-591c-4e17-9ee1-d0cdebbc1eba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:05.456001 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] Set router 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:05.473945 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0124d647-367b-4dc0-b20d-0a46120bfe08 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/dc594c76-ebf5-497a-9743-f7d72f037b2d HTTP/1.1" status: 204 len: 168 time: 0.6670651 May 30 20:04:05.476889 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56190) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:05.637898 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b439-a9fe-4f07-8852-a0e28d5f2a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:05.645503 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:05.663128 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5fe364e3-b32b-4f7c-8d17-d04c27ad388f req-c43f9e5f-0082-4fe6-b136-b6480da44017 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 210 time: 0.3442063 May 30 20:04:05.669414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-e8e19ca4-591c-4e17-9ee1-d0cdebbc1eba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:05.708366 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-e8e19ca4-591c-4e17-9ee1-d0cdebbc1eba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Made reservation on behalf of 3e860bf879054bd598319d1741599d12 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:05.712663 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-e8e19ca4-591c-4e17-9ee1-d0cdebbc1eba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:05.764839 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46907fec-046b-4b47-9174-b9823cf21d40 req-2c01a0f5-74bd-40a6-8f4e-862601b8a7ca service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3ad01171d1bb446a826503d27d5a987a&device_id=b85d0d31-6efd-4316-9d93-e7d86d6ab272 HTTP/1.1" status: 200 len: 1094 time: 0.7885454 May 30 20:04:05.802272 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'name': 'tempest-ServerActionsTestJSON-912470179-router', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:01Z', 'updated_at': '2022-05-30T20:04:03Z', 'revision_number': 3, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'gw_port': {'id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:02Z', 'updated_at': '2022-05-30T20:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:05.807238 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edbb685-fc84-4d93-836d-3f57f7620457 None None] The sync data for ids ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'] in n-d-843949-2 is: [{'id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'name': 'tempest-ServerActionsTestJSON-912470179-router', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:01Z', 'updated_at': '2022-05-30T20:04:03Z', 'revision_number': 3, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'gw_port': {'id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:02Z', 'updated_at': '2022-05-30T20:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:04:05.861706 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b439-a9fe-4f07-8852-a0e28d5f2a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:05.953066 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-7ba8b439-a9fe-4f07-8852-a0e28d5f2a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbe4d17-d700-4f67-ac88-7acc423b8f58']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:05.974402 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-7ba8b439-a9fe-4f07-8852-a0e28d5f2a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4c0c99-a1e5-4294-9647-a4d5d052f66d') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:05.974701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-7ba8b439-a9fe-4f07-8852-a0e28d5f2a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4c0c99-a1e5-4294-9647-a4d5d052f66d') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:05.993954 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b439-a9fe-4f07-8852-a0e28d5f2a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:06.056665 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b439-a9fe-4f07-8852-a0e28d5f2a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:06.081357 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba8b439-a9fe-4f07-8852-a0e28d5f2a75 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:04:06.081833 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b439-a9fe-4f07-8852-a0e28d5f2a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: timer() May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:04:06.095023 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:04:06.166160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Allocated IP 172.20.0.1 (9ea528b6-cc9d-40ff-b131-d41923530da2/c40dc128-537b-4332-9a2f-38117a30858e/2c9e1a93-5a9c-4de1-aef5-6021ca916bac) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:06.187462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-fef144d3-aab4-4e37-97c9-68f7a5805c42 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Router a42e5167-6fdb-4760-80de-0813d9c55e3d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:04:06.200273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46907fec-046b-4b47-9174-b9823cf21d40 req-3b861df1-a7d5-4245-bf63-ae18a302ade7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:06.201728 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46907fec-046b-4b47-9174-b9823cf21d40 req-3b861df1-a7d5-4245-bf63-ae18a302ade7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b57c8dc7-d565-4558-b619-e2f27eee459b HTTP/1.1" status: 200 len: 922 time: 0.4223292 May 30 20:04:06.203905 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b439-a9fe-4f07-8852-a0e28d5f2a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:06.265981 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b439-a9fe-4f07-8852-a0e28d5f2a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:06.286080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8b439-a9fe-4f07-8852-a0e28d5f2a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fbe4d17-d700-4f67-ac88-7acc423b8f58,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:06.310509 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7ba8b439-a9fe-4f07-8852-a0e28d5f2a75 admin admin] 10.222.0.84 "DELETE /v2.0/networks/4fbe4d17-d700-4f67-ac88-7acc423b8f58 HTTP/1.1" status: 204 len: 168 time: 0.8303564 May 30 20:04:06.349212 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-e8e19ca4-591c-4e17-9ee1-d0cdebbc1eba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Allocated IP 192.168.233.148 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/e600d56e-60bb-498b-b420-2caecc7276e2) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:06.388385 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:06.416397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Transition to ACTIVE for port object 2c9e1a93-5a9c-4de1-aef5-6021ca916bac will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:06.425004 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46907fec-046b-4b47-9174-b9823cf21d40 req-a5df1afa-c5aa-453c-87f6-8a04ade8ef1c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85daf285-49f2-4151-b8da-6ccb388c8bc1 HTTP/1.1" status: 200 len: 217 time: 0.2083988 May 30 20:04:06.465528 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:06.496652 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 78e9c41e-2825-4d11-8d7e-267dc3502535 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:06.510269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e9ce9-d592-4151-87ca-80ec79f6fcfa req-e4472cfd-961d-4a74-88ff-dc0390007c88 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:06.511854 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb7e9ce9-d592-4151-87ca-80ec79f6fcfa req-e4472cfd-961d-4a74-88ff-dc0390007c88 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=b85d0d31-6efd-4316-9d93-e7d86d6ab272 HTTP/1.1" status: 200 len: 943 time: 0.5676458 May 30 20:04:06.557753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Network 9ea528b6-cc9d-40ff-b131-d41923530da2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:06.567159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:06.585517 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:06.621649 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56202) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:06.621991 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 85daf285-49f2-4151-b8da-6ccb388c8bc1 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:04:06.637496 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 78e9c41e-2825-4d11-8d7e-267dc3502535 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:06.638644 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:06.673804 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:06.676348 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Pushing event updated for resources: {'Port': ['ID=2c9e1a93-5a9c-4de1-aef5-6021ca916bac,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:06.761063 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91f1bea-a965-458c-a3b6-7c85507f4a26 admin admin] Router 0f06e4d5-6762-40f1-9f5a-845960c099cf has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:04:06.768615 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:04:06.797064 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7f0c8e1a-7000-42cd-980c-b3c877f90eea admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9e37a28bc0c8467e842212ff5f0f726d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1684701 May 30 20:04:06.797980 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56208) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:06.820005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6350f139-a418-4db5-8b5d-f1f2c009e83d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:06.872776 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46907fec-046b-4b47-9174-b9823cf21d40 req-938263d5-7bfa-43b7-875d-23d98f450f55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:06.874269 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46907fec-046b-4b47-9174-b9823cf21d40 req-938263d5-7bfa-43b7-875d-23d98f450f55 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4576f90e-77d9-42db-898b-087dbe104c1e HTTP/1.1" status: 200 len: 861 time: 0.4293833 May 30 20:04:06.933373 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb7e9ce9-d592-4151-87ca-80ec79f6fcfa req-2db5523a-2fca-4140-84b3-d283059248ed tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726559 May 30 20:04:06.944380 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e260c94-1b95-468e-a8b6-4158c3314563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:06.976477 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e260c94-1b95-468e-a8b6-4158c3314563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:06.977674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46907fec-046b-4b47-9174-b9823cf21d40 req-dcd1eb53-9981-4b34-9b5e-e88454b1ef0c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b57c8dc7-d565-4558-b619-e2f27eee459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963659 May 30 20:04:06.981508 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e04e47-c282-4df0-90e2-923d1823300d', 'name': 'network-vif-deleted', 'tag': '9e2f79ed-d978-479f-a565-790ed9a4b4dd'}, {'server_uuid': '79edc978-05fd-4f63-a40a-b6444853267f', 'name': 'network-vif-deleted', 'tag': '7882815e-ebb3-438b-b1ae-5d24faf749e3'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:07.013368 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:07.036826 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:07.041822 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-beae6b75-16d3-4382-aaf4-36aa547a4688 None None] Provisioning for port 2c9e1a93-5a9c-4de1-aef5-6021ca916bac completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:07.049459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-beae6b75-16d3-4382-aaf4-36aa547a4688 None None] Provisioning complete for port 2c9e1a93-5a9c-4de1-aef5-6021ca916bac triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:07.049827 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-beae6b75-16d3-4382-aaf4-36aa547a4688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:07.074163 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56214) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:07.077148 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e260c94-1b95-468e-a8b6-4158c3314563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:07.103711 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 85daf285-49f2-4151-b8da-6ccb388c8bc1, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=85daf285-49f2-4151-b8da-6ccb388c8bc1,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:07.113243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e260c94-1b95-468e-a8b6-4158c3314563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b2e8a8-663d-4ab4-b883-ae7df640915d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:07.132474 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e260c94-1b95-468e-a8b6-4158c3314563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:07.134100 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4e260c94-1b95-468e-a8b6-4158c3314563 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/15b2e8a8-663d-4ab4-b883-ae7df640915d HTTP/1.1" status: 204 len: 168 time: 0.3342404 May 30 20:04:07.167286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '85daf285-49f2-4151-b8da-6ccb388c8bc1', 'network_id': 'b57c8dc7-d565-4558-b619-e2f27eee459b', 'port_id': '85daf285-49f2-4151-b8da-6ccb388c8bc1', 'mac_address': 'fa:16:3e:5f:f1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4576f90e-77d9-42db-898b-087dbe104c1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:04:07.227067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-beae6b75-16d3-4382-aaf4-36aa547a4688 None None] Port 2c9e1a93-5a9c-4de1-aef5-6021ca916bac cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:04:07.228395 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 6350f139-a418-4db5-8b5d-f1f2c009e83d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:07.246696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 6350f139-a418-4db5-8b5d-f1f2c009e83d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:07.247071 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:07.308751 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:07.341889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85daf285-49f2-4151-b8da-6ccb388c8bc1 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:07.375628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 85daf285-49f2-4151-b8da-6ccb388c8bc1, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=85daf285-49f2-4151-b8da-6ccb388c8bc1,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:07.382196 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:07.511141 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:07.529759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=85daf285-49f2-4151-b8da-6ccb388c8bc1,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:07.534608 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:07.540744 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:07.548535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 6350f139-a418-4db5-8b5d-f1f2c009e83d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6350f139-a418-4db5-8b5d-f1f2c009e83d,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:07.557726 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:07.609251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['85daf285-49f2-4151-b8da-6ccb388c8bc1'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:04:07.632396 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:07.715721 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=6350f139-a418-4db5-8b5d-f1f2c009e83d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:07.754689 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-366aa432-db27-47bd-8625-0d686293e599 req-14dcb9f0-67f7-4fd2-b0e6-21de4e48ae4f tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 210 time: 0.4203851 May 30 20:04:07.809117 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Pushing event updated for resources: {'Port': ['ID=2c9e1a93-5a9c-4de1-aef5-6021ca916bac,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:07.812634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Network 9ea528b6-cc9d-40ff-b131-d41923530da2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:07.814093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:07.823465 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-e8e19ca4-591c-4e17-9ee1-d0cdebbc1eba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:07.904269 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f366172e-a61f-4638-99cf-6badc7477e7b'] response: {'server_uuid': 'b4e04e47-c282-4df0-90e2-923d1823300d', 'name': 'network-vif-deleted', 'tag': '9e2f79ed-d978-479f-a565-790ed9a4b4dd', 'status': 'completed', 'code': 200} May 30 20:04:07.904536 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f366172e-a61f-4638-99cf-6badc7477e7b'] response: {'server_uuid': '79edc978-05fd-4f63-a40a-b6444853267f', 'name': 'network-vif-deleted', 'tag': '7882815e-ebb3-438b-b1ae-5d24faf749e3', 'status': 'completed', 'code': 200} May 30 20:04:07.930857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-e8e19ca4-591c-4e17-9ee1-d0cdebbc1eba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Transition to ACTIVE for port object e600d56e-60bb-498b-b420-2caecc7276e2 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:08.011766 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46907fec-046b-4b47-9174-b9823cf21d40 req-588c43dc-c923-4166-8f42-70341f77522a service neutron] 10.222.0.93 "GET /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9658253 May 30 20:04:08.155623 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3c969ab3-269b-4782-841b-e011cab316be None None] Provisioning complete for port 2c9e1a93-5a9c-4de1-aef5-6021ca916bac triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:08.156023 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3c969ab3-269b-4782-841b-e011cab316be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:08.243446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3c969ab3-269b-4782-841b-e011cab316be None None] Port 2c9e1a93-5a9c-4de1-aef5-6021ca916bac cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:04:08.280083 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-e8e19ca4-591c-4e17-9ee1-d0cdebbc1eba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:08.293504 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['550c3460-ceff-4a87-a0b9-3e1ec4a74d7a', '448444c2-04f3-4dd7-bcef-8f5d59972827', '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:04:08.325001 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Router 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:04:08.391297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6350f139-a418-4db5-8b5d-f1f2c009e83d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:08.401633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-fef144d3-aab4-4e37-97c9-68f7a5805c42 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:04:08.448034 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155beacf-9850-4087-97fe-a8c0bc239338 None None] Sync routers for ids ['a42e5167-6fdb-4760-80de-0813d9c55e3d'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:04:08.455806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-e8e19ca4-591c-4e17-9ee1-d0cdebbc1eba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:08.463933 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-fef144d3-aab4-4e37-97c9-68f7a5805c42 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:08.503124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e19ca4-591c-4e17-9ee1-d0cdebbc1eba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Pushing event updated for resources: {'Port': ['ID=e600d56e-60bb-498b-b420-2caecc7276e2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:08.506275 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-e8e19ca4-591c-4e17-9ee1-d0cdebbc1eba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:08.508754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-e8e19ca4-591c-4e17-9ee1-d0cdebbc1eba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:08.536507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155beacf-9850-4087-97fe-a8c0bc239338 None None] Routers {'a42e5167-6fdb-4760-80de-0813d9c55e3d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:08.537880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-155beacf-9850-4087-97fe-a8c0bc239338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a42e5167-6fdb-4760-80de-0813d9c55e3d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:08.548630 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46907fec-046b-4b47-9174-b9823cf21d40 req-49f6ad41-e0ec-439d-8bf8-7ab9b093eb0f service neutron] 10.222.0.93 "GET /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167646 May 30 20:04:08.608668 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56246) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:08.645620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:04:08.651863 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c8335ddd-3fc2-4449-b237-e25f0ef6d19c admin admin] 10.222.0.84 "PUT /v2.0/routers/1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8522537 May 30 20:04:08.673383 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-fef144d3-aab4-4e37-97c9-68f7a5805c42 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "PUT /v2.0/floatingips/33fafa52-c61b-4118-b8bd-3bbdecb35bee HTTP/1.1" status: 200 len: 996 time: 10.8618495 May 30 20:04:08.714839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 85daf285-49f2-4151-b8da-6ccb388c8bc1 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:08.724839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e3165-0aee-41fd-9980-265d7bbdacdb req-316ebc0a-c6ed-4916-a7bb-398344d4841c tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:08.732953 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-489e3165-0aee-41fd-9980-265d7bbdacdb req-316ebc0a-c6ed-4916-a7bb-398344d4841c tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=b85d0d31-6efd-4316-9d93-e7d86d6ab272 HTTP/1.1" status: 200 len: 944 time: 0.5417287 May 30 20:04:08.767174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-e8e19ca4-591c-4e17-9ee1-d0cdebbc1eba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:08.767824 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-e8e19ca4-591c-4e17-9ee1-d0cdebbc1eba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:08.807500 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91f1bea-a965-458c-a3b6-7c85507f4a26 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:04:08.813238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e91f1bea-a965-458c-a3b6-7c85507f4a26 admin admin] 10.222.0.84 "PUT /v2.0/routers/0f06e4d5-6762-40f1-9f5a-845960c099cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5028496 May 30 20:04:08.816114 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56256) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:08.820073 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a147704f-3621-46ed-af03-aae70c484d7a None None] Sync routers for ids ['0f06e4d5-6762-40f1-9f5a-845960c099cf'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:04:08.829458 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-e8e19ca4-591c-4e17-9ee1-d0cdebbc1eba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8439469 May 30 20:04:08.847316 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Request body: {'port': {'device_id': '4cac49b1-f214-4862-833b-dc8a7680d373', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:08.859855 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a147704f-3621-46ed-af03-aae70c484d7a None None] Routers {'0f06e4d5-6762-40f1-9f5a-845960c099cf'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:08.862391 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a147704f-3621-46ed-af03-aae70c484d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0f06e4d5-6762-40f1-9f5a-845960c099cf'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:08.958964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1362739999-network', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:08.961818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 6350f139-a418-4db5-8b5d-f1f2c009e83d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:08.962184 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:08.973834 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:09.036209 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-489e3165-0aee-41fd-9980-265d7bbdacdb req-9dce6de7-773d-4422-86ae-a807c6bdd144 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023403 May 30 20:04:09.060758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Usage tracker for resource:network and tenant:08334d8ded8a425bb168fdca1f271cee is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:09.070276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:09.081671 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:09.122344 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-155beacf-9850-4087-97fe-a8c0bc239338 None None] Set router a42e5167-6fdb-4760-80de-0813d9c55e3d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:09.130902 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Made reservation on behalf of 08334d8ded8a425bb168fdca1f271cee for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:09.134748 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:09.145867 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-0f197179-ab25-4cee-96a7-04999559e7ca service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 1096 time: 0.4713786 May 30 20:04:09.169635 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:09.201289 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-a147704f-3621-46ed-af03-aae70c484d7a None None] Set router 0f06e4d5-6762-40f1-9f5a-845960c099cf gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:09.222430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:09.231825 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Usage tracker for resource:security_group_rule and tenant:08334d8ded8a425bb168fdca1f271cee is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:09.245860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:09.260109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:09.350250 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-28a9da64-c0b0-4c18-bb7d-c3b294defb21 None None] Provisioning for port e600d56e-60bb-498b-b420-2caecc7276e2 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:09.353338 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:09.372668 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-28a9da64-c0b0-4c18-bb7d-c3b294defb21 None None] Provisioning complete for port e600d56e-60bb-498b-b420-2caecc7276e2 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:09.373316 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28a9da64-c0b0-4c18-bb7d-c3b294defb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:09.441436 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:09.451850 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:09.467677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:04:09.483147 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:09.483956 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Added segment 5f6be452-3c9c-4316-a618-a38c09910091 of type vlan for network 46fc77d7-d584-4b90-a367-560a4547b685 May 30 20:04:09.520699 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:09.559558 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56266) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:09.598909 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:09.600254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:09.600549 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:09.697619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 85daf285-49f2-4151-b8da-6ccb388c8bc1 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:09.700548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-28a9da64-c0b0-4c18-bb7d-c3b294defb21 None None] Port e600d56e-60bb-498b-b420-2caecc7276e2 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:04:09.703231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-c057ef08-b289-44dd-bc8b-7889e87d6cfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:09.710403 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-c057ef08-b289-44dd-bc8b-7889e87d6cfe service neutron] 10.222.0.84 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 921 time: 0.5637133 May 30 20:04:09.761022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Pushing event updated for resources: {'Network': ['ID=46fc77d7-d584-4b90-a367-560a4547b685,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:09.789401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 46fc77d7-d584-4b90-a367-560a4547b685 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:04:09.791139 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a147704f-3621-46ed-af03-aae70c484d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-754936598-router', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:03:59Z', 'revision_number': 5, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'gw_port': {'id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:09.795562 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a147704f-3621-46ed-af03-aae70c484d7a None None] Checking router: 0f06e4d5-6762-40f1-9f5a-845960c099cf for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:04:09.806668 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9dd062-b993-418e-9241-42c4185816ef,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:09.810213 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a147704f-3621-46ed-af03-aae70c484d7a None None] Routers {'0f06e4d5-6762-40f1-9f5a-845960c099cf'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:09.810829 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a147704f-3621-46ed-af03-aae70c484d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0f06e4d5-6762-40f1-9f5a-845960c099cf'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:09.817492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 85daf285-49f2-4151-b8da-6ccb388c8bc1 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:09.817881 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:09.820413 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe5ec24b-2221-4ccc-82fa-5c1dd0263fab admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:09.917086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'tag': '238dad69-2f8a-437e-b53d-f482c2ad2cae'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:09.929868 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af10ecb0-5948-4050-a85b-57f3acd42ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.016919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c93c9-ff9c-4978-b4af-07b7c224fd2d req-3335ab92-b9e3-4dde-8ae7-d757666e287e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:10.017627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8f2c93c9-ff9c-4978-b4af-07b7c224fd2d req-3335ab92-b9e3-4dde-8ae7-d757666e287e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Synchronizing usage tracker for tenant:3e860bf879054bd598319d1741599d12 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:10.026584 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-a147704f-3621-46ed-af03-aae70c484d7a None None] Set router 0f06e4d5-6762-40f1-9f5a-845960c099cf gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:10.062318 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Sync routers for ids ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:04:10.104468 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-4ebf413e-92c7-4be3-bfdb-ab84b036e936 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=238dad69-2f8a-437e-b53d-f482c2ad2cae HTTP/1.1" status: 200 len: 999 time: 0.3918257 May 30 20:04:10.113661 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8b9abfd8-1b15-40c5-ae6f-a9a31241bc3e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5018225 May 30 20:04:10.117124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56276) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:10.123362 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-df0507bc-be0f-4aaa-ba8f-b242f688e31d admin admin] Request body: {'subnet': {'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1362739999-subnet', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:10.145423 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-df0507bc-be0f-4aaa-ba8f-b242f688e31d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:10.150383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-df0507bc-be0f-4aaa-ba8f-b242f688e31d admin admin] Usage tracker for resource:subnet and tenant:08334d8ded8a425bb168fdca1f271cee is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:10.155229 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-df0507bc-be0f-4aaa-ba8f-b242f688e31d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:10.162336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-df0507bc-be0f-4aaa-ba8f-b242f688e31d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:10.170471 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-af10ecb0-5948-4050-a85b-57f3acd42ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:10.190634 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.192073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0507bc-be0f-4aaa-ba8f-b242f688e31d admin admin] Made reservation on behalf of 08334d8ded8a425bb168fdca1f271cee for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:10.194553 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df0507bc-be0f-4aaa-ba8f-b242f688e31d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.231162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Routers {'1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:10.232188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:10.352797 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-af10ecb0-5948-4050-a85b-57f3acd42ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:874a58cab1f24ce1b3444aa589ad8692 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:10.361606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-af10ecb0-5948-4050-a85b-57f3acd42ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:10.364774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8f2c93c9-ff9c-4978-b4af-07b7c224fd2d req-3335ab92-b9e3-4dde-8ae7-d757666e287e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Unset dirty status for tenant:3e860bf879054bd598319d1741599d12 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:10.372330 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f2c93c9-ff9c-4978-b4af-07b7c224fd2d req-3335ab92-b9e3-4dde-8ae7-d757666e287e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 936 time: 0.9944026 May 30 20:04:10.386308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-af10ecb0-5948-4050-a85b-57f3acd42ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:10.435213 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a147704f-3621-46ed-af03-aae70c484d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-754936598-router', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:03:59Z', 'revision_number': 5, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'gw_port': {'id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:10.441471 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a147704f-3621-46ed-af03-aae70c484d7a None None] The sync data for ids ['0f06e4d5-6762-40f1-9f5a-845960c099cf'] in n-d-843949-2 is: [{'id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-754936598-router', 'tenant_id': '6fda94692f0e4f82850a0397602ca915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:03:59Z', 'revision_number': 5, 'project_id': '6fda94692f0e4f82850a0397602ca915', 'gw_port': {'id': 'c6448a0d-6ace-4fd6-af37-7fd5e1525e68', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06e4d5-6762-40f1-9f5a-845960c099cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:51Z', 'updated_at': '2022-05-30T20:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:04:10.451715 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-13829ad2-c8e0-41fa-ad52-5b8d42cfda78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.470557 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85d0d31-6efd-4316-9d93-e7d86d6ab272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85daf285-49f2-4151-b8da-6ccb388c8bc1'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:10.498608 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe5ec24b-2221-4ccc-82fa-5c1dd0263fab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.508333 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:04:10.515526 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ec24b-2221-4ccc-82fa-5c1dd0263fab admin admin] Deleting port c6448a0d-6ace-4fd6-af37-7fd5e1525e68 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:10.516306 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe5ec24b-2221-4ccc-82fa-5c1dd0263fab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.517021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-d29d2ff8-f57b-4a99-83aa-d1fb959e3830 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:10.520612 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-d29d2ff8-f57b-4a99-83aa-d1fb959e3830 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4187f99c-2457-4fd5-b8fb-e355d933a9ed HTTP/1.1" status: 200 len: 859 time: 0.4151728 May 30 20:04:10.536292 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 85daf285-49f2-4151-b8da-6ccb388c8bc1, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=85daf285-49f2-4151-b8da-6ccb388c8bc1,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:10.556552 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.693998 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f2c93c9-ff9c-4978-b4af-07b7c224fd2d req-730caba8-7d63-4c31-8638-14646c167cc8 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207271 May 30 20:04:10.698755 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df0507bc-be0f-4aaa-ba8f-b242f688e31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.713268 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=85daf285-49f2-4151-b8da-6ccb388c8bc1,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:10.740824 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Set router 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:10.794592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-fe5ec24b-2221-4ccc-82fa-5c1dd0263fab admin admin] For port c6448a0d-6ace-4fd6-af37-7fd5e1525e68, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c6448a0d-6ace-4fd6-af37-7fd5e1525e68,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:10.794949 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe5ec24b-2221-4ccc-82fa-5c1dd0263fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.843530 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af10ecb0-5948-4050-a85b-57f3acd42ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.851193 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-155beacf-9850-4087-97fe-a8c0bc239338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '33fafa52-c61b-4118-b8bd-3bbdecb35bee', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'port_id': '238dad69-2f8a-437e-b53d-f482c2ad2cae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'mac_address': 'fa:16:3e:31:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:02:55Z', 'updated_at': '2022-05-30T20:04:00Z', 'revision_number': 8, 'project_id': '521d447f60a94b52b432e8565b742937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:36Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:10.865397 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af10ecb0-5948-4050-a85b-57f3acd42ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.871667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155beacf-9850-4087-97fe-a8c0bc239338 None None] Checking router: a42e5167-6fdb-4760-80de-0813d9c55e3d for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:04:10.896797 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e600d56e-60bb-498b-b420-2caecc7276e2 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:10.921548 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-e3ccd221-f555-4a0a-a254-dae3b0f82e37 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3682945 May 30 20:04:10.925033 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.978449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0507bc-be0f-4aaa-ba8f-b242f688e31d admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e18232-0c1b-400c-aea5-aa806dd0320c,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:10.988256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ec24b-2221-4ccc-82fa-5c1dd0263fab admin admin] Calling delete_port for c6448a0d-6ace-4fd6-af37-7fd5e1525e68 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:10.998295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10ecb0-5948-4050-a85b-57f3acd42ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c543a5a4-133f-4fe0-8c10-9491bf607c4f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:11.056245 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155beacf-9850-4087-97fe-a8c0bc239338 None None] Routers {'a42e5167-6fdb-4760-80de-0813d9c55e3d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:11.056900 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-155beacf-9850-4087-97fe-a8c0bc239338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a42e5167-6fdb-4760-80de-0813d9c55e3d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:11.060018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0507bc-be0f-4aaa-ba8f-b242f688e31d admin admin] Checking segment: {'id': '5f6be452-3c9c-4316-a618-a38c09910091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:11.060385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0507bc-be0f-4aaa-ba8f-b242f688e31d admin admin] Network hostable DHCP agents. Network: 46fc77d7-d584-4b90-a367-560a4547b685, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:04:11.062712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Transition to ACTIVE for port object e600d56e-60bb-498b-b420-2caecc7276e2 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:11.065246 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-af10ecb0-5948-4050-a85b-57f3acd42ab3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=874a58cab1f24ce1b3444aa589ad8692&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5045085 May 30 20:04:11.078808 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56284) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:11.083320 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.188915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0507bc-be0f-4aaa-ba8f-b242f688e31d admin admin] Network 46fc77d7-d584-4b90-a367-560a4547b685 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:04:11.259754 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-77dba37b-a400-4fbd-8f0a-67c6da2844f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.261853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-df0507bc-be0f-4aaa-ba8f-b242f688e31d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 46fc77d7-d584-4b90-a367-560a4547b685) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:11.286746 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0507bc-be0f-4aaa-ba8f-b242f688e31d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:11.287657 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df0507bc-be0f-4aaa-ba8f-b242f688e31d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.314442 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967f1484-c41e-4a3c-8d5a-19f3ce975701 None None] Network 46fc77d7-d584-4b90-a367-560a4547b685 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:04:11.326153 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-77dba37b-a400-4fbd-8f0a-67c6da2844f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.390253 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-df0507bc-be0f-4aaa-ba8f-b242f688e31d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2715859 May 30 20:04:11.404497 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56288) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:11.418523 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Pushing event updated for resources: {'Port': ['ID=e600d56e-60bb-498b-b420-2caecc7276e2,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:11.434308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:11.440335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:11.444525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Usage tracker for resource:router and tenant:08334d8ded8a425bb168fdca1f271cee is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:11.449072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:11.455372 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:11.503820 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe5ec24b-2221-4ccc-82fa-5c1dd0263fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.510526 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.511741 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.531718 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-a3852fcd-4d88-40b8-bb69-3fd58e7970eb service neutron] 10.222.0.84 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919816 May 30 20:04:11.552426 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56292) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:11.563873 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ee890aa9-f0c8-4e9d-b716-6587425b998c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1051532303', 'description': 'tempest-description--748769386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:11.579489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ee890aa9-f0c8-4e9d-b716-6587425b998c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:11.583863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ec24b-2221-4ccc-82fa-5c1dd0263fab admin admin] Pushing event deleted for resources: {'Port': ['ID=c6448a0d-6ace-4fd6-af37-7fd5e1525e68,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:11.589197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ee890aa9-f0c8-4e9d-b716-6587425b998c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Usage tracker for resource:security_group and tenant:3a8d97a4beaa47c0906bc677b6c0ce16 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:11.600890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ee890aa9-f0c8-4e9d-b716-6587425b998c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:11.613025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ee890aa9-f0c8-4e9d-b716-6587425b998c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:11.667834 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9702dc5f-6d06-48d9-9722-38c4ceaf3ab3'] response: {'name': 'network-changed', 'server_uuid': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'tag': '238dad69-2f8a-437e-b53d-f482c2ad2cae', 'status': 'completed', 'code': 200} May 30 20:04:11.754903 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-77dba37b-a400-4fbd-8f0a-67c6da2844f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.773651 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee890aa9-f0c8-4e9d-b716-6587425b998c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.779069 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-155beacf-9850-4087-97fe-a8c0bc239338 None None] Set router a42e5167-6fdb-4760-80de-0813d9c55e3d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:11.789585 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dba37b-a400-4fbd-8f0a-67c6da2844f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c543a5a4-133f-4fe0-8c10-9491bf607c4f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:11.831375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ee890aa9-f0c8-4e9d-b716-6587425b998c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:11.835295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ee890aa9-f0c8-4e9d-b716-6587425b998c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Usage tracker for resource:security_group_rule and tenant:3a8d97a4beaa47c0906bc677b6c0ce16 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:11.838296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ee890aa9-f0c8-4e9d-b716-6587425b998c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:11.844206 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ee890aa9-f0c8-4e9d-b716-6587425b998c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:11.856473 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-77dba37b-a400-4fbd-8f0a-67c6da2844f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.857581 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-77dba37b-a400-4fbd-8f0a-67c6da2844f1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c543a5a4-133f-4fe0-8c10-9491bf607c4f HTTP/1.1" status: 204 len: 168 time: 0.7761018 May 30 20:04:11.958140 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:12.025232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Attempting to bind port e600d56e-60bb-498b-b420-2caecc7276e2 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:12.025557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Attempting to bind port e600d56e-60bb-498b-b420-2caecc7276e2 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:12.025881 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Attempting to bind port e600d56e-60bb-498b-b420-2caecc7276e2 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:12.061134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe5ec24b-2221-4ccc-82fa-5c1dd0263fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:12.081680 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7efbbdea-a8ae-4a88-b8a9-14cf02a996c3 req-de598caf-702c-4312-815c-ccc18aab2160 service neutron] 10.222.0.84 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098040 May 30 20:04:12.085327 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Port e600d56e-60bb-498b-b420-2caecc7276e2 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:04:12.085647 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Attempting to bind port e600d56e-60bb-498b-b420-2caecc7276e2 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:12.407212 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:12.407553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:12.407946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:12.420622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Bound port: e600d56e-60bb-498b-b420-2caecc7276e2, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:12.421286 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:12.425605 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee890aa9-f0c8-4e9d-b716-6587425b998c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:12.449418 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d836c79a-c9dd-452e-9955-168e05dc7bf9 req-f781e842-81a2-42a6-b3ed-5f95fc19d256 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 1096 time: 0.7807016 May 30 20:04:12.455051 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3800871a-96ae-44d7-8d1b-6fe2951c1c44'] response: {'server_uuid': 'b85d0d31-6efd-4316-9d93-e7d86d6ab272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85daf285-49f2-4151-b8da-6ccb388c8bc1', 'code': 200} May 30 20:04:12.480376 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cbf5bb83-0956-4f3f-ae10-db762dd8b379 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:12.548933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-46fc77d7-d584-4b90-a367-560a4547b685', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'fixed_ips': [{'subnet_id': '54e18232-0c1b-400c-aea5-aa806dd0320c'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:04:12.549766 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:12.558672 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: cbf5bb83-0956-4f3f-ae10-db762dd8b379 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:04:12.559009 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cbf5bb83-0956-4f3f-ae10-db762dd8b379 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:04:12.578785 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee890aa9-f0c8-4e9d-b716-6587425b998c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:12.662751 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'name': 'tempest-ServerActionsTestJSON-912470179-router', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:01Z', 'updated_at': '2022-05-30T20:04:06Z', 'revision_number': 4, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'gw_port': {'id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:02Z', 'updated_at': '2022-05-30T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '2c9e1a93-5a9c-4de1-aef5-6021ca916bac', 'name': '', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'mac_address': 'fa:16:3e:53:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:05Z', 'updated_at': '2022-05-30T20:04:07Z', 'revision_number': 2, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'subnets': [{'id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:12.703368 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Checking router: 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:04:12.703704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Updating router 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c port 2c9e1a93-5a9c-4de1-aef5-6021ca916bac binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:04:12.891695 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe5ec24b-2221-4ccc-82fa-5c1dd0263fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:12.898813 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe5ec24b-2221-4ccc-82fa-5c1dd0263fab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:12.901102 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:12.912882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3659a-2880-4bfa-b3ee-0146cc51d22d req-d9740e41-4152-4255-a0f4-d6e6c6803e3f tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:12.919451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dbe3659a-2880-4bfa-b3ee-0146cc51d22d req-d9740e41-4152-4255-a0f4-d6e6c6803e3f tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=b85d0d31-6efd-4316-9d93-e7d86d6ab272 HTTP/1.1" status: 200 len: 945 time: 1.1910717 May 30 20:04:12.944118 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-eb407f0e-496f-4afc-bbe4-70d7b13291c8 req-87ed1007-d53e-4a35-9f42-03d2741c41ce service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b85d0d31-6efd-4316-9d93-e7d86d6ab272 HTTP/1.1" status: 200 len: 1096 time: 0.5169551 May 30 20:04:12.944990 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee890aa9-f0c8-4e9d-b716-6587425b998c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ad91a4-ef39-4f66-8433-38f220cf97ec,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:12.951501 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee890aa9-f0c8-4e9d-b716-6587425b998c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:12.953061 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ee890aa9-f0c8-4e9d-b716-6587425b998c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4009066 May 30 20:04:12.956344 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe5ec24b-2221-4ccc-82fa-5c1dd0263fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:12.956979 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5ec24b-2221-4ccc-82fa-5c1dd0263fab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f06e4d5-6762-40f1-9f5a-845960c099cf {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:04:12.968048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56318) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:12.992813 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe5ec24b-2221-4ccc-82fa-5c1dd0263fab admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:12.994211 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fe5ec24b-2221-4ccc-82fa-5c1dd0263fab admin admin] 10.222.0.84 "DELETE /v2.0/routers/0f06e4d5-6762-40f1-9f5a-845960c099cf HTTP/1.1" status: 204 len: 168 time: 4.1771390 May 30 20:04:12.998897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-53d91605-5f70-4fad-9802-a511bd4b2614 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Request body: {'security_group_rule': {'security_group_id': 'c0ad91a4-ef39-4f66-8433-38f220cf97ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:13.005311 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56322) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:13.023286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Allocated IP 172.20.0.2 (46fc77d7-d584-4b90-a367-560a4547b685/54e18232-0c1b-400c-aea5-aa806dd0320c/f6288970-f9ed-4955-ac92-6e381e4ad1dc) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:13.056327 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56326) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:13.058112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-53d91605-5f70-4fad-9802-a511bd4b2614 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:13.076979 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-eb407f0e-496f-4afc-bbe4-70d7b13291c8 req-d971d208-94d7-4303-92ed-8439e062c99c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221163 May 30 20:04:13.091479 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa5ce80-7680-406a-80db-49639ba76776 admin admin] Deleting subnet 90cbf6ca-1d08-47ca-ae45-34e8bb0b4810 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:04:13.094639 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ce80-7680-406a-80db-49639ba76776 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.096879 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.128504 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-53d91605-5f70-4fad-9802-a511bd4b2614 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Usage tracker for resource:security_group_rule and tenant:3a8d97a4beaa47c0906bc677b6c0ce16 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:13.142555 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-53d91605-5f70-4fad-9802-a511bd4b2614 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:13.151852 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ce80-7680-406a-80db-49639ba76776 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.163069 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-53d91605-5f70-4fad-9802-a511bd4b2614 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:13.171089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-155beacf-9850-4087-97fe-a8c0bc239338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '33fafa52-c61b-4118-b8bd-3bbdecb35bee', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'port_id': '238dad69-2f8a-437e-b53d-f482c2ad2cae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'mac_address': 'fa:16:3e:31:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:02:55Z', 'updated_at': '2022-05-30T20:04:00Z', 'revision_number': 8, 'project_id': '521d447f60a94b52b432e8565b742937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:36Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:13.184806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155beacf-9850-4087-97fe-a8c0bc239338 None None] The sync data for ids ['a42e5167-6fdb-4760-80de-0813d9c55e3d'] in n-d-843949-2 is: [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '33fafa52-c61b-4118-b8bd-3bbdecb35bee', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'port_id': '238dad69-2f8a-437e-b53d-f482c2ad2cae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'mac_address': 'fa:16:3e:31:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:02:55Z', 'updated_at': '2022-05-30T20:04:00Z', 'revision_number': 8, 'project_id': '521d447f60a94b52b432e8565b742937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:36Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:04:13.218200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836c79a-c9dd-452e-9955-168e05dc7bf9 req-322259f8-827c-4cef-a13f-b6a13be9249a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:13.219953 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d836c79a-c9dd-452e-9955-168e05dc7bf9 req-322259f8-827c-4cef-a13f-b6a13be9249a service neutron] 10.222.0.93 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 921 time: 0.4979095 May 30 20:04:13.235012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dbe3659a-2880-4bfa-b3ee-0146cc51d22d req-ed7837be-2b3b-4749-9728-7b2fad2bc7d0 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122134 May 30 20:04:13.237684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:13.264979 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ce80-7680-406a-80db-49639ba76776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.437967 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ce80-7680-406a-80db-49639ba76776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.481511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5ce80-7680-406a-80db-49639ba76776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90cbf6ca-1d08-47ca-ae45-34e8bb0b4810,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:13.486708 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ce80-7680-406a-80db-49639ba76776 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.493856 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bfa5ce80-7680-406a-80db-49639ba76776 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/90cbf6ca-1d08-47ca-ae45-34e8bb0b4810 HTTP/1.1" status: 204 len: 168 time: 0.4868133 May 30 20:04:13.496265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56332) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:13.507663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431b1b0-1488-47d4-ab72-e8ea1d4064f4 req-1930b95d-b369-4cd9-a6f2-7f65aac787c6 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:13.517135 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2431b1b0-1488-47d4-ab72-e8ea1d4064f4 req-1930b95d-b369-4cd9-a6f2-7f65aac787c6 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 948 time: 0.7938652 May 30 20:04:13.601355 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.615820 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e600d56e-60bb-498b-b420-2caecc7276e2,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:13.616962 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef702d0b-c84a-429a-88c6-a3d33f0d9208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.619512 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53d91605-5f70-4fad-9802-a511bd4b2614 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.624056 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1a5efd-0fc0-4608-9e43-c410ce9a5906 None None] New status for floating IP 33fafa52-c61b-4118-b8bd-3bbdecb35bee: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:04:13.628375 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Transition to ACTIVE for port object f6288970-f9ed-4955-ac92-6e381e4ad1dc will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:13.700855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Transition to ACTIVE for port object f6288970-f9ed-4955-ac92-6e381e4ad1dc will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:13.715430 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.751093 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef702d0b-c84a-429a-88c6-a3d33f0d9208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.760374 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.783111 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ef702d0b-c84a-429a-88c6-a3d33f0d9208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7264a01-f200-4613-a4f1-37b17e4526af']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:13.800164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Transition to ACTIVE for port object 2c9e1a93-5a9c-4de1-aef5-6021ca916bac will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:13.800811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ef702d0b-c84a-429a-88c6-a3d33f0d9208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0647cf17-c274-45a4-bca2-3aa9c3f494c2') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:13.801271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ef702d0b-c84a-429a-88c6-a3d33f0d9208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0647cf17-c274-45a4-bca2-3aa9c3f494c2') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:13.815076 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Network 46fc77d7-d584-4b90-a367-560a4547b685 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:13.816949 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:13.818985 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Pushing event updated for resources: {'Port': ['ID=f6288970-f9ed-4955-ac92-6e381e4ad1dc,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:13.821922 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:13.825805 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.832267 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef702d0b-c84a-429a-88c6-a3d33f0d9208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.841315 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53d91605-5f70-4fad-9802-a511bd4b2614 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.854513 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f4213981-612d-45db-8c4b-0b7993de3cba req-757a9913-6d20-46d4-8d2f-dfade42ccc50 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/floatingips/33fafa52-c61b-4118-b8bd-3bbdecb35bee HTTP/1.1" status: 200 len: 996 time: 0.5132155 May 30 20:04:13.857515 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef702d0b-c84a-429a-88c6-a3d33f0d9208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.864547 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef702d0b-c84a-429a-88c6-a3d33f0d9208 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:04:13.865010 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef702d0b-c84a-429a-88c6-a3d33f0d9208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: timer() May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:04:13.879998 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:04:13.884155 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:13.885065 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:13.885404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:13.885735 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:13.886057 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:13.886382 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:13.886699 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:13.887153 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:13.887544 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:13.887919 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:13.888262 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:13.920457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-397624306-network', 'tenant_id': 'd28902efdba74ed5946535f57492dcdb'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:13.926207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:13.931405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Usage tracker for resource:network and tenant:d28902efdba74ed5946535f57492dcdb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:13.943845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:13.954406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:13.973020 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef702d0b-c84a-429a-88c6-a3d33f0d9208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.995671 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2431b1b0-1488-47d4-ab72-e8ea1d4064f4 req-53c3d336-02b1-4df5-92d5-6dc8bff55124 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775097 May 30 20:04:14.014827 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef702d0b-c84a-429a-88c6-a3d33f0d9208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.017428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef702d0b-c84a-429a-88c6-a3d33f0d9208 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7264a01-f200-4613-a4f1-37b17e4526af,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:14.024228 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ef702d0b-c84a-429a-88c6-a3d33f0d9208 admin admin] 10.222.0.84 "DELETE /v2.0/networks/c7264a01-f200-4613-a4f1-37b17e4526af HTTP/1.1" status: 204 len: 168 time: 0.5269470 May 30 20:04:14.030620 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.151224 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Attempting to bind port f6288970-f9ed-4955-ac92-6e381e4ad1dc on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:14.152028 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Attempting to bind port f6288970-f9ed-4955-ac92-6e381e4ad1dc by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '5f6be452-3c9c-4316-a618-a38c09910091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:14.152155 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Attempting to bind port f6288970-f9ed-4955-ac92-6e381e4ad1dc on network 46fc77d7-d584-4b90-a367-560a4547b685 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:14.204348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fede678-0fbf-4277-992f-2a3a0fedd800 None None] Pushing event updated for resources: {'Port': ['ID=2c9e1a93-5a9c-4de1-aef5-6021ca916bac,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:14.266553 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:14.268922 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Checking segment: {'id': '5f6be452-3c9c-4316-a618-a38c09910091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:14.269409 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.269844 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Bound using segment: {'id': '5f6be452-3c9c-4316-a618-a38c09910091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:14.270404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Bound port: f6288970-f9ed-4955-ac92-6e381e4ad1dc, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6be452-3c9c-4316-a618-a38c09910091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:14.270935 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.274677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56342) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:14.303732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c6448a0d-6ace-4fd6-af37-7fd5e1525e68 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:14.326527 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53d91605-5f70-4fad-9802-a511bd4b2614 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.332545 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4213981-612d-45db-8c4b-0b7993de3cba req-55abdc68-5634-400e-8209-560e042a6d81 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:14.339611 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f4213981-612d-45db-8c4b-0b7993de3cba req-55abdc68-5634-400e-8209-560e042a6d81 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.4838827 May 30 20:04:14.346228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-f4213981-612d-45db-8c4b-0b7993de3cba req-dfd39bf6-6b2b-4689-bcb4-1ae2befb28d9 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:04:14.353372 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f4213981-612d-45db-8c4b-0b7993de3cba req-dfd39bf6-6b2b-4689-bcb4-1ae2befb28d9 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0128849 May 30 20:04:14.380822 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dc881e28-2d9d-4b4a-85d4-4736c91b5815 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6fda94692f0e4f82850a0397602ca915&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1049085 May 30 20:04:14.381726 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: c6448a0d-6ace-4fd6-af37-7fd5e1525e68 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:04:14.382062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c6448a0d-6ace-4fd6-af37-7fd5e1525e68 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:04:14.384166 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56348) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:14.389827 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Attempting to bind port 2c9e1a93-5a9c-4de1-aef5-6021ca916bac on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:14.390577 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Attempting to bind port 2c9e1a93-5a9c-4de1-aef5-6021ca916bac by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:14.391152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Attempting to bind port 2c9e1a93-5a9c-4de1-aef5-6021ca916bac on network 9ea528b6-cc9d-40ff-b131-d41923530da2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:14.425397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Made reservation on behalf of d28902efdba74ed5946535f57492dcdb for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:14.427639 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.448772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:14.449596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Checking segment: {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:14.450281 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.450875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Bound using segment: {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:14.451707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Bound port: 2c9e1a93-5a9c-4de1-aef5-6021ca916bac, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:14.451947 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.452511 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.453392 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] 10.222.0.93 "PUT /v2.0/ports/e600d56e-60bb-498b-b420-2caecc7276e2 HTTP/1.1" status: 200 len: 1096 time: 5.6106529 May 30 20:04:14.458495 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.476396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cac49b1-f214-4862-833b-dc8a7680d373', 'tag': 'e600d56e-60bb-498b-b420-2caecc7276e2'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:14.482203 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53d91605-5f70-4fad-9802-a511bd4b2614 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.483674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-53d91605-5f70-4fad-9802-a511bd4b2614 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5076146 May 30 20:04:14.496652 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56354) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:14.504052 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3dd368b9-6732-460a-8f4e-c2cda658183b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Request body: {'security_group_rule': {'security_group_id': 'c0ad91a4-ef39-4f66-8433-38f220cf97ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:14.517969 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3dd368b9-6732-460a-8f4e-c2cda658183b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:14.521942 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3dd368b9-6732-460a-8f4e-c2cda658183b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Usage tracker for resource:security_group_rule and tenant:3a8d97a4beaa47c0906bc677b6c0ce16 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:14.525742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3dd368b9-6732-460a-8f4e-c2cda658183b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:14.533046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3dd368b9-6732-460a-8f4e-c2cda658183b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:14.546267 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9923cba-3074-458f-a9bf-49d9faa08f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.566074 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dd368b9-6732-460a-8f4e-c2cda658183b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.575641 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] For port f6288970-f9ed-4955-ac92-6e381e4ad1dc, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:14.590489 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] For port f6288970-f9ed-4955-ac92-6e381e4ad1dc, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f6288970-f9ed-4955-ac92-6e381e4ad1dc,segment=NetworkSegment(5f6be452-3c9c-4316-a618-a38c09910091),segment_id=5f6be452-3c9c-4316-a618-a38c09910091)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:14.593419 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] For port 2c9e1a93-5a9c-4de1-aef5-6021ca916bac, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:14.597209 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] For port 2c9e1a93-5a9c-4de1-aef5-6021ca916bac, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=2c9e1a93-5a9c-4de1-aef5-6021ca916bac,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:14.599079 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.607631 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9923cba-3074-458f-a9bf-49d9faa08f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.644928 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.676439 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dd368b9-6732-460a-8f4e-c2cda658183b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.683085 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dd368b9-6732-460a-8f4e-c2cda658183b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.715465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec531a3-f18e-4870-949f-605353dbf3fd None None] Pushing event updated for resources: {'Port': ['ID=f6288970-f9ed-4955-ac92-6e381e4ad1dc,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:14.716028 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd368b9-6732-460a-8f4e-c2cda658183b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c0a2fa-1447-46c8-b2c7-6dd36942b90c,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:14.717667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Routers {'1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:14.718356 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:14.729244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d91605-5f70-4fad-9802-a511bd4b2614 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c3f40a-831b-4056-a6df-2f9d1170b740,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:14.732241 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9923cba-3074-458f-a9bf-49d9faa08f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.734807 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9923cba-3074-458f-a9bf-49d9faa08f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.735800 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f9923cba-3074-458f-a9bf-49d9faa08f26 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2a89022d-c54a-4e21-845c-a1e239e06290 HTTP/1.1" status: 204 len: 168 time: 0.3503654 May 30 20:04:14.750170 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9923cba-3074-458f-a9bf-49d9faa08f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a89022d-c54a-4e21-845c-a1e239e06290,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:14.752570 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dd368b9-6732-460a-8f4e-c2cda658183b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.753810 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3dd368b9-6732-460a-8f4e-c2cda658183b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2561159 May 30 20:04:14.756666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56360) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:14.767770 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:14.782368 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:14.787028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:14.790057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Usage tracker for resource:floatingip and tenant:3a8d97a4beaa47c0906bc677b6c0ce16 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:14.801216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Usage tracker for resource:security_group_rule and tenant:d28902efdba74ed5946535f57492dcdb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:14.802260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:14.809886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:14.818596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:14.822233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:14.846393 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.908130 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d836c79a-c9dd-452e-9955-168e05dc7bf9 req-aae13175-de9d-494e-abb5-0e3bafb45355 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=238dad69-2f8a-437e-b53d-f482c2ad2cae HTTP/1.1" status: 200 len: 999 time: 1.5862951 May 30 20:04:15.058901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fede678-0fbf-4277-992f-2a3a0fedd800 None None] Pushing event updated for resources: {'Port': ['ID=2c9e1a93-5a9c-4de1-aef5-6021ca916bac,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:15.149626 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] Set router 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:15.185577 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:15.268670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb040e1-1edb-4f2d-a090-f3bc19872b5b service neutron] Pushing event updated for resources: {'Port': ['ID=e600d56e-60bb-498b-b420-2caecc7276e2,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:15.311559 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836c79a-c9dd-452e-9955-168e05dc7bf9 req-fe275249-1b20-43bf-a107-b296f8a0c345 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:15.313092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d836c79a-c9dd-452e-9955-168e05dc7bf9 req-fe275249-1b20-43bf-a107-b296f8a0c345 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4187f99c-2457-4fd5-b8fb-e355d933a9ed HTTP/1.1" status: 200 len: 859 time: 0.3529937 May 30 20:04:15.447258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Allocated IP 172.25.5.245 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/7464b844-8617-44da-8344-770d7bfcb089) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:15.589829 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'name': 'tempest-ServerActionsTestJSON-912470179-router', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:01Z', 'updated_at': '2022-05-30T20:04:06Z', 'revision_number': 4, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'gw_port': {'id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:02Z', 'updated_at': '2022-05-30T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '2c9e1a93-5a9c-4de1-aef5-6021ca916bac', 'name': '', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'mac_address': 'fa:16:3e:53:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:05Z', 'updated_at': '2022-05-30T20:04:14Z', 'revision_number': 4, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'subnets': [{'id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:15.597259 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376c1273-988d-4ba6-a983-ad3b985f60a1 None None] The sync data for ids ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'] in n-d-843949-2 is: [{'id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'name': 'tempest-ServerActionsTestJSON-912470179-router', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:01Z', 'updated_at': '2022-05-30T20:04:06Z', 'revision_number': 4, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'gw_port': {'id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:02Z', 'updated_at': '2022-05-30T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '2c9e1a93-5a9c-4de1-aef5-6021ca916bac', 'name': '', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'mac_address': 'fa:16:3e:53:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:05Z', 'updated_at': '2022-05-30T20:04:14Z', 'revision_number': 4, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'subnets': [{'id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:04:15.628321 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:15.637271 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-db637530-ec59-44a3-b22b-b98db2c6fd5c tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 1001 time: 1.1823678 May 30 20:04:15.644769 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-aa61c4fb-5819-4c65-80e0-1b4f704cee39 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 1099 time: 1.1372187 May 30 20:04:15.676048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cd1f4-024d-4cd7-8d6f-b1c5a9e4eeba req-37a05189-84eb-43f2-952a-cbf18bcd896b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:15.681760 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-917cd1f4-024d-4cd7-8d6f-b1c5a9e4eeba req-37a05189-84eb-43f2-952a-cbf18bcd896b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/ports?device_id=b85d0d31-6efd-4316-9d93-e7d86d6ab272 HTTP/1.1" status: 200 len: 945 time: 1.1808190 May 30 20:04:15.688894 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:15.781131 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:15.817409 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:15.930390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:15.931410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Pushing event updated for resources: {'Port': ['ID=7464b844-8617-44da-8344-770d7bfcb089,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:15.935983 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:15.941903 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:15.952037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-13829ad2-c8e0-41fa-ad52-5b8d42cfda78 admin admin] Deleting port c73fed1a-0991-4521-a71c-aedbe42e92fb {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:15.952380 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-13829ad2-c8e0-41fa-ad52-5b8d42cfda78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:15.980835 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:15.981546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:15.982040 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:15.982869 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:15.983666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:15.984196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:15.984907 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:15.985884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:15.986463 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:15.987684 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:15.988339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:16.064644 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-917cd1f4-024d-4cd7-8d6f-b1c5a9e4eeba req-54e2399a-9ce0-4a17-8ccd-07be634bc67b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0539a10-d00a-4493-861b-af05b0a0d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818979 May 30 20:04:16.074728 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:04:16.221797 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ccf9c7-1fc4-4752-9a63-59f20a7022d7'] response: {'name': 'network-changed', 'server_uuid': '4cac49b1-f214-4862-833b-dc8a7680d373', 'tag': 'e600d56e-60bb-498b-b420-2caecc7276e2', 'status': 'completed', 'code': 200} May 30 20:04:16.252147 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-e78b3346-8684-413a-aca7-6d4335bbbe0b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e600d56e-60bb-498b-b420-2caecc7276e2 HTTP/1.1" status: 200 len: 217 time: 0.5458302 May 30 20:04:16.266841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9eec5a-78c0-465f-bfa2-4df99d262f88,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:16.270766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d4698b-003e-4f73-810d-1746c169fdde None None] Network 46fc77d7-d584-4b90-a367-560a4547b685 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:04:16.275647 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.284583 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.285280 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Added segment c063a32e-4bc7-44f1-acf5-2a6d9cfd4dbe of type vlan for network e463813b-99d2-4a74-aecb-f6f5c4192d70 May 30 20:04:16.385015 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.410070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-9837b5e6-073d-4e08-a1c5-4f1d6eee4ea7 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:16.410675 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-9837b5e6-073d-4e08-a1c5-4f1d6eee4ea7 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Synchronizing usage tracker for tenant:521d447f60a94b52b432e8565b742937 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:16.521573 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.521960 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f6288970-f9ed-4955-ac92-6e381e4ad1dc up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:16.556257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-e0f91330-a398-4382-87c1-fe42475a34b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:16.558149 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-e0f91330-a398-4382-87c1-fe42475a34b0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2878809 May 30 20:04:16.561636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d836c79a-c9dd-452e-9955-168e05dc7bf9 req-6deea358-7337-432d-93d2-11f227d2cee0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2100627 May 30 20:04:16.649777 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.650239 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-89ab5975-23b3-41ac-8be7-3c8f4397123c None None] Provisioning for port f6288970-f9ed-4955-ac92-6e381e4ad1dc completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:16.703501 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.716620 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:04:16.729753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port f6288970-f9ed-4955-ac92-6e381e4ad1dc completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:16.742211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f6288970-f9ed-4955-ac92-6e381e4ad1dc triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:16.742900 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.784749 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.791044 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.873948 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.874809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:16.875386 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.932915 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.934460 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Pushing event updated for resources: {'Port': ['ID=7464b844-8617-44da-8344-770d7bfcb089,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:16.953175 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.972871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-9837b5e6-073d-4e08-a1c5-4f1d6eee4ea7 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Unset dirty status for tenant:521d447f60a94b52b432e8565b742937 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:16.974459 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-9837b5e6-073d-4e08-a1c5-4f1d6eee4ea7 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports/238dad69-2f8a-437e-b53d-f482c2ad2cae HTTP/1.1" status: 200 len: 942 time: 1.3210092 May 30 20:04:16.986981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port f6288970-f9ed-4955-ac92-6e381e4ad1dc, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f6288970-f9ed-4955-ac92-6e381e4ad1dc,segment=NetworkSegment(5f6be452-3c9c-4316-a618-a38c09910091),segment_id=5f6be452-3c9c-4316-a618-a38c09910091)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:16.998739 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.999187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 2c9e1a93-5a9c-4de1-aef5-6021ca916bac up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:17.006621 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.020948 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3d339cd7-8ac1-4d7c-8324-9047ed99a1f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2623596 May 30 20:04:17.052705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-13829ad2-c8e0-41fa-ad52-5b8d42cfda78 admin admin] For port c73fed1a-0991-4521-a71c-aedbe42e92fb, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c73fed1a-0991-4521-a71c-aedbe42e92fb,segment=NetworkSegment(ff8904e0-4b04-4874-9b0d-fa1541813429),segment_id=ff8904e0-4b04-4874-9b0d-fa1541813429)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:17.055483 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-13829ad2-c8e0-41fa-ad52-5b8d42cfda78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.164354 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=f6288970-f9ed-4955-ac92-6e381e4ad1dc,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:17.188129 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 2c9e1a93-5a9c-4de1-aef5-6021ca916bac completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:17.196606 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 2c9e1a93-5a9c-4de1-aef5-6021ca916bac triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:17.196606 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.296576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-13829ad2-c8e0-41fa-ad52-5b8d42cfda78 admin admin] Calling delete_port for c73fed1a-0991-4521-a71c-aedbe42e92fb owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:17.327450 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.346565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a8fc5af7-ed9f-4a1d-ac0e-bd96b0f0c195 None None] Provisioning complete for port f6288970-f9ed-4955-ac92-6e381e4ad1dc triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:17.346925 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5af7-ed9f-4a1d-ac0e-bd96b0f0c195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.410835 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 2c9e1a93-5a9c-4de1-aef5-6021ca916bac, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=2c9e1a93-5a9c-4de1-aef5-6021ca916bac,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:17.416089 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.450973 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 4.3824885 May 30 20:04:17.454132 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56392) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:17.460139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-02b6bb2b-9405-44da-b6f5-51aca11502a0 admin admin] Request body: {'subnet': {'network_id': 'e463813b-99d2-4a74-aecb-f6f5c4192d70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-397624306-subnet', 'tenant_id': 'd28902efdba74ed5946535f57492dcdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:17.466719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-02b6bb2b-9405-44da-b6f5-51aca11502a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:17.471221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-02b6bb2b-9405-44da-b6f5-51aca11502a0 admin admin] Usage tracker for resource:subnet and tenant:d28902efdba74ed5946535f57492dcdb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:17.475730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-02b6bb2b-9405-44da-b6f5-51aca11502a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:17.482085 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-02b6bb2b-9405-44da-b6f5-51aca11502a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:17.492300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b6bb2b-9405-44da-b6f5-51aca11502a0 admin admin] Made reservation on behalf of d28902efdba74ed5946535f57492dcdb for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:17.494554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea8432-0455-4d75-89f1-0e0f366935cc admin admin] Pushing event updated for resources: {'Network': ['ID=e463813b-99d2-4a74-aecb-f6f5c4192d70,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:17.495685 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-02b6bb2b-9405-44da-b6f5-51aca11502a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.516555 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network e463813b-99d2-4a74-aecb-f6f5c4192d70 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:04:17.575922 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d836c79a-c9dd-452e-9955-168e05dc7bf9 req-a68eccff-1a48-483e-a639-1ee321801738 service neutron] 10.222.0.93 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9552422 May 30 20:04:17.593214 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-bdc12169-151c-435d-aa38-9efed07a332d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0066721 May 30 20:04:17.594562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=2c9e1a93-5a9c-4de1-aef5-6021ca916bac,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:17.720813 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-02b6bb2b-9405-44da-b6f5-51aca11502a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.798332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6bb2b-9405-44da-b6f5-51aca11502a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f752aaf2-0ad4-4ece-8637-6655632b43d1,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:17.810875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6bb2b-9405-44da-b6f5-51aca11502a0 admin admin] Checking segment: {'id': 'c063a32e-4bc7-44f1-acf5-2a6d9cfd4dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e463813b-99d2-4a74-aecb-f6f5c4192d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:17.811276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b6bb2b-9405-44da-b6f5-51aca11502a0 admin admin] Network hostable DHCP agents. Network: e463813b-99d2-4a74-aecb-f6f5c4192d70, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:04:17.834628 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b6bb2b-9405-44da-b6f5-51aca11502a0 admin admin] Network e463813b-99d2-4a74-aecb-f6f5c4192d70 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:04:17.844836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-02b6bb2b-9405-44da-b6f5-51aca11502a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, e463813b-99d2-4a74-aecb-f6f5c4192d70) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:17.848902 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b6bb2b-9405-44da-b6f5-51aca11502a0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:17.849472 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-02b6bb2b-9405-44da-b6f5-51aca11502a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.854604 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78762a93-226d-4cc6-a157-b708a40023a6 None None] Network e463813b-99d2-4a74-aecb-f6f5c4192d70 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:04:17.872653 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-02b6bb2b-9405-44da-b6f5-51aca11502a0 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4169033 May 30 20:04:17.919422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-c8dd2701-344c-40de-a138-faeb7caad7c0 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 1001 time: 0.6427858 May 30 20:04:17.934479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc551435-62ad-4228-adf8-28351639f104 req-3d9f5688-0094-4787-a343-638799250ff0 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:17.942107 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc551435-62ad-4228-adf8-28351639f104 req-3d9f5688-0094-4787-a343-638799250ff0 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 948 time: 1.1082969 May 30 20:04:18.024100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Allocated IP 172.25.5.206 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/68584f42-cca4-43f5-9043-42626713e2d4) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:18.081446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b618142-2dae-4674-bcf5-422cd347974a None None] Network e463813b-99d2-4a74-aecb-f6f5c4192d70 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:04:18.312849 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f6288970-f9ed-4955-ac92-6e381e4ad1dc up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:18.335671 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc551435-62ad-4228-adf8-28351639f104 req-b1d82bac-6cf9-41b0-92aa-3e3b747f8ffe tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927212 May 30 20:04:18.338027 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-ab7b391e-ce81-48e5-8d20-9ad9f0cbc2a4 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172863 May 30 20:04:18.350647 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d836c79a-c9dd-452e-9955-168e05dc7bf9 req-c4b4d27a-7f02-4e85-af54-33b59d51072b service neutron] 10.222.0.93 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7320352 May 30 20:04:18.386105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f6288970-f9ed-4955-ac92-6e381e4ad1dc triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:18.386471 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:18.480585 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-560ac357-a016-43bd-924b-c4146f95f92b tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:18.482012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-560ac357-a016-43bd-924b-c4146f95f92b tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.5340574 May 30 20:04:18.542027 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 2c9e1a93-5a9c-4de1-aef5-6021ca916bac up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:18.562847 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-13829ad2-c8e0-41fa-ad52-5b8d42cfda78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:18.626068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 2c9e1a93-5a9c-4de1-aef5-6021ca916bac triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:18.626690 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:18.659870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13829ad2-c8e0-41fa-ad52-5b8d42cfda78 admin admin] Pushing event deleted for resources: {'Port': ['ID=c73fed1a-0991-4521-a71c-aedbe42e92fb,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:18.676471 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:18.790424 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe640065-11b8-4e20-aa3d-dcf870fc3336 req-ccf3764e-5ae2-4c89-98fa-991aa0719694 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388332 May 30 20:04:18.800467 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-0561270f-2cee-47f0-82df-8b37d558f8ec tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 1001 time: 0.3025534 May 30 20:04:18.818905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-3648ee1b-8f93-4492-8b67-2d0148afdf1c tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:19.127193 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:19.192979 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-3648ee1b-8f93-4492-8b67-2d0148afdf1c tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:19.418862 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1ae7972-a781-4784-a787-cb1772ff25db req-125228c7-8e77-44b3-bc90-0684deb14791 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1051532303&fields=id&tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16 HTTP/1.1" status: 200 len: 267 time: 0.5334713 May 30 20:04:19.480351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:19.482049 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Pushing event updated for resources: {'Port': ['ID=68584f42-cca4-43f5-9043-42626713e2d4,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:19.491089 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:19.546893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:19.658165 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b6be4ff-f012-4278-b00b-b56c263d5321 req-e00aef80-9c09-48cd-a6da-5f2e819f460a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 1099 time: 0.7701705 May 30 20:04:19.983948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae7972-a781-4784-a787-cb1772ff25db req-643ea2f6-a366-442b-8f35-6d35aa89553d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:19.985448 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1ae7972-a781-4784-a787-cb1772ff25db req-643ea2f6-a366-442b-8f35-6d35aa89553d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 811 time: 0.5564420 May 30 20:04:20.102094 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-3648ee1b-8f93-4492-8b67-2d0148afdf1c tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:20.110288 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6be4ff-f012-4278-b00b-b56c263d5321 req-5e54554c-729d-4091-a92a-3f66b16c69d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:20.111696 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b6be4ff-f012-4278-b00b-b56c263d5321 req-5e54554c-729d-4091-a92a-3f66b16c69d4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.4420588 May 30 20:04:20.118472 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-3648ee1b-8f93-4492-8b67-2d0148afdf1c tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:20.118773 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-3648ee1b-8f93-4492-8b67-2d0148afdf1c tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Floating IP 33fafa52-c61b-4118-b8bd-3bbdecb35bee disassociated. External IP: 172.25.5.234, port: 238dad69-2f8a-437e-b53d-f482c2ad2cae. May 30 20:04:20.183273 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1ae7972-a781-4784-a787-cb1772ff25db req-10f5c6d5-4959-49fd-be0a-77e1dc381d81 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/quotas/3a8d97a4beaa47c0906bc677b6c0ce16 HTTP/1.1" status: 200 len: 375 time: 0.1876829 May 30 20:04:20.368912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b6be4ff-f012-4278-b00b-b56c263d5321 req-b3ad1e0a-0f2e-4adc-9ad1-015bce1b9f23 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e600d56e-60bb-498b-b420-2caecc7276e2 HTTP/1.1" status: 200 len: 217 time: 0.1913958 May 30 20:04:20.480177 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a18c83-dd82-4ed2-a946-46ac62fa607b req-baac39c9-46f2-4cba-bf3f-63aad7a20379 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:20.481590 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12a18c83-dd82-4ed2-a946-46ac62fa607b req-baac39c9-46f2-4cba-bf3f-63aad7a20379 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.93 "GET /v2.0/ports?device_id=b85d0d31-6efd-4316-9d93-e7d86d6ab272 HTTP/1.1" status: 200 len: 945 time: 0.5506408 May 30 20:04:20.492041 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-13829ad2-c8e0-41fa-ad52-5b8d42cfda78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:20.539098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6be4ff-f012-4278-b00b-b56c263d5321 req-3f644d79-4a3c-40db-8f33-9499213eeaaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:20.541053 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b6be4ff-f012-4278-b00b-b56c263d5321 req-3f644d79-4a3c-40db-8f33-9499213eeaaa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1595187 May 30 20:04:20.681481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e600d56e-60bb-498b-b420-2caecc7276e2 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:04:20.698793 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1ae7972-a781-4784-a787-cb1772ff25db req-8ad556bb-e7a0-43b2-af6c-d97d275d48a6 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4553251 May 30 20:04:20.753262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-12a18c83-dd82-4ed2-a946-46ac62fa607b req-39854c0e-cb35-4ca5-bff5-dbcf82c0c8b1 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Deleting port 85daf285-49f2-4151-b8da-6ccb388c8bc1 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:20.753519 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-12a18c83-dd82-4ed2-a946-46ac62fa607b req-39854c0e-cb35-4ca5-bff5-dbcf82c0c8b1 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:20.816957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e600d56e-60bb-498b-b420-2caecc7276e2,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:20.831840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'e600d56e-60bb-498b-b420-2caecc7276e2', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': 'e600d56e-60bb-498b-b420-2caecc7276e2', 'mac_address': 'fa:16:3e:0a:da:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:04:20.887803 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:20.906203 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e600d56e-60bb-498b-b420-2caecc7276e2 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:20.922317 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e600d56e-60bb-498b-b420-2caecc7276e2,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:20.926216 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:20.975228 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:20.975950 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:20.994410 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=e600d56e-60bb-498b-b420-2caecc7276e2,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:21.131311 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['e600d56e-60bb-498b-b420-2caecc7276e2'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:04:21.228289 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-63420901-3ad8-41a7-baa1-3cb940b29ff3 req-af99ffe7-f40a-4dfc-81fd-329ef4f8cf64 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743291 May 30 20:04:21.295482 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b6be4ff-f012-4278-b00b-b56c263d5321 req-aa316679-d40f-47cf-b3b1-3e38b2b623ad service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7431896 May 30 20:04:21.381466 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-63420901-3ad8-41a7-baa1-3cb940b29ff3 req-492eed16-9bfd-4aa5-b63d-b76376064fec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 1096 time: 0.0749443 May 30 20:04:21.405426 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1ae7972-a781-4784-a787-cb1772ff25db req-bf49de71-8e6f-49ea-a1d4-7ef49e97a917 service neutron] 10.222.0.84 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6559246 May 30 20:04:21.528050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63420901-3ad8-41a7-baa1-3cb940b29ff3 req-cff5e4c2-dc6c-4663-904f-233937fb2c3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:21.529664 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-63420901-3ad8-41a7-baa1-3cb940b29ff3 req-cff5e4c2-dc6c-4663-904f-233937fb2c3f service neutron] 10.222.0.93 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 921 time: 0.1266811 May 30 20:04:21.595534 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-63420901-3ad8-41a7-baa1-3cb940b29ff3 req-2a733a5d-ee67-4bbd-9ea8-02935b729992 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=238dad69-2f8a-437e-b53d-f482c2ad2cae HTTP/1.1" status: 200 len: 217 time: 0.0597064 May 30 20:04:21.659698 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63420901-3ad8-41a7-baa1-3cb940b29ff3 req-ecd0e83a-d521-4bdf-83c5-29bf1cc9b367 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:21.661112 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-63420901-3ad8-41a7-baa1-3cb940b29ff3 req-ecd0e83a-d521-4bdf-83c5-29bf1cc9b367 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4187f99c-2457-4fd5-b8fb-e355d933a9ed HTTP/1.1" status: 200 len: 859 time: 0.0599284 May 30 20:04:21.734982 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-63420901-3ad8-41a7-baa1-3cb940b29ff3 req-46d39ec7-151f-431d-a6e9-2169d24681ab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679648 May 30 20:04:21.790470 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b6be4ff-f012-4278-b00b-b56c263d5321 req-4f59c215-2056-43ef-a7e3-efb969c02cfa service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723661 May 30 20:04:21.893152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-12a18c83-dd82-4ed2-a946-46ac62fa607b req-39854c0e-cb35-4ca5-bff5-dbcf82c0c8b1 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] For port 85daf285-49f2-4151-b8da-6ccb388c8bc1, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=85daf285-49f2-4151-b8da-6ccb388c8bc1,segment=NetworkSegment(d04fddf7-244f-46a1-9407-a742e05f4078),segment_id=d04fddf7-244f-46a1-9407-a742e05f4078)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:21.893509 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-12a18c83-dd82-4ed2-a946-46ac62fa607b req-39854c0e-cb35-4ca5-bff5-dbcf82c0c8b1 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:21.912290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1ae7972-a781-4784-a787-cb1772ff25db req-40cbe605-76cd-4d1f-bc71-6c4063a0ff37 service neutron] 10.222.0.84 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911036 May 30 20:04:21.957559 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-63420901-3ad8-41a7-baa1-3cb940b29ff3 req-f8e048a1-ef54-434b-a0f9-ed1351c3361f service neutron] 10.222.0.93 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157803 May 30 20:04:22.104620 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-63420901-3ad8-41a7-baa1-3cb940b29ff3 req-e8cba06d-25de-4a8c-a9f1-c8b859c1b02b service neutron] 10.222.0.93 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407700 May 30 20:04:22.106655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-12a18c83-dd82-4ed2-a946-46ac62fa607b req-39854c0e-cb35-4ca5-bff5-dbcf82c0c8b1 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Calling delete_port for 85daf285-49f2-4151-b8da-6ccb388c8bc1 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:22.631338 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b6be4ff-f012-4278-b00b-b56c263d5321 req-dd5b3533-cfec-44e7-aec5-245bd4de5b23 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7748463 May 30 20:04:22.683608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e600d56e-60bb-498b-b420-2caecc7276e2 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:22.756472 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port e600d56e-60bb-498b-b420-2caecc7276e2 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:22.763342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port e600d56e-60bb-498b-b420-2caecc7276e2 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:22.763711 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:22.805479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-de0d6a98-3cc5-4e67-8873-6d0566d613ef tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:22.806143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-de0d6a98-3cc5-4e67-8873-6d0566d613ef tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Synchronizing usage tracker for tenant:d28902efdba74ed5946535f57492dcdb on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:22.887981 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-12a18c83-dd82-4ed2-a946-46ac62fa607b req-39854c0e-cb35-4ca5-bff5-dbcf82c0c8b1 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:22.889234 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:22.919069 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cac49b1-f214-4862-833b-dc8a7680d373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e600d56e-60bb-498b-b420-2caecc7276e2'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:22.929295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e600d56e-60bb-498b-b420-2caecc7276e2,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:22.933830 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:22.934489 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 85daf285-49f2-4151-b8da-6ccb388c8bc1 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:22.995476 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 85daf285-49f2-4151-b8da-6ccb388c8bc1 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:04:22.995476 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 85daf285-49f2-4151-b8da-6ccb388c8bc1 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:04:23.031100 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=e600d56e-60bb-498b-b420-2caecc7276e2,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:23.044699 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39854c0e-cb35-4ca5-bff5-dbcf82c0c8b1 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Pushing event deleted for resources: {'Port': ['ID=85daf285-49f2-4151-b8da-6ccb388c8bc1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:23.060805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-de0d6a98-3cc5-4e67-8873-6d0566d613ef tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Unset dirty status for tenant:d28902efdba74ed5946535f57492dcdb on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:23.061956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-de0d6a98-3cc5-4e67-8873-6d0566d613ef tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/networks?id=e463813b-99d2-4a74-aecb-f6f5c4192d70 HTTP/1.1" status: 200 len: 820 time: 0.6658328 May 30 20:04:23.197940 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Router 2088c466-193e-42e3-85e1-01d6d6172ae8 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:04:23.263631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a18c83-dd82-4ed2-a946-46ac62fa607b req-39854c0e-cb35-4ca5-bff5-dbcf82c0c8b1 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] No DVR routers for this DVR port 85daf285-49f2-4151-b8da-6ccb388c8bc1 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:04:23.274421 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-f24eed56-4cbd-48dc-ab9e-d531274d0f06 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/quotas/d28902efdba74ed5946535f57492dcdb HTTP/1.1" status: 200 len: 375 time: 0.2017050 May 30 20:04:23.277771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-3648ee1b-8f93-4492-8b67-2d0148afdf1c tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Router a42e5167-6fdb-4760-80de-0813d9c55e3d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:04:23.278944 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-12a18c83-dd82-4ed2-a946-46ac62fa607b req-39854c0e-cb35-4ca5-bff5-dbcf82c0c8b1 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:23.284390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85d0d31-6efd-4316-9d93-e7d86d6ab272', 'name': 'network-vif-deleted', 'tag': '85daf285-49f2-4151-b8da-6ccb388c8bc1'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:23.389734 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-690a5132-8d26-430b-859a-185522cabdd3 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d28902efdba74ed5946535f57492dcdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913675 May 30 20:04:23.449079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12a18c83-dd82-4ed2-a946-46ac62fa607b req-39854c0e-cb35-4ca5-bff5-dbcf82c0c8b1 tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.93 "DELETE /v2.0/ports/85daf285-49f2-4151-b8da-6ccb388c8bc1 HTTP/1.1" status: 204 len: 173 time: 2.9598572 May 30 20:04:23.463656 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f41eca5-f924-424a-a7db-f263e8189336 req-c9352ce0-3f38-455d-8420-37243a5875ec service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4818769 May 30 20:04:23.862042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae7972-a781-4784-a787-cb1772ff25db req-a4badbb6-9075-47bb-beef-27ad6c0b5420 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:23.863438 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1ae7972-a781-4784-a787-cb1772ff25db req-a4badbb6-9075-47bb-beef-27ad6c0b5420 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.77 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 811 time: 0.7285674 May 30 20:04:24.072469 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-b2411d23-a299-4ebb-87ae-a9d2ea0212a3 service neutron] 10.222.0.84 "GET /v2.0/networks/e463813b-99d2-4a74-aecb-f6f5c4192d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213212 May 30 20:04:24.104567 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1ae7972-a781-4784-a787-cb1772ff25db req-1a2cda2a-5442-43ad-91cc-becc6022b07c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16 HTTP/1.1" status: 200 len: 380 time: 0.1868339 May 30 20:04:24.124365 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e1ae7972-a781-4784-a787-cb1772ff25db req-33caddb4-9d2d-48f3-a1bd-65daf7363b71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Request body: {'port': {'device_id': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'admin_state_up': True, 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'security_groups': ['c0ad91a4-ef39-4f66-8433-38f220cf97ec']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:24.198071 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f41eca5-f924-424a-a7db-f263e8189336 req-12838510-8a60-4a2e-bfa4-fc225c9dca1f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 1100 time: 0.6449752 May 30 20:04:24.372891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13829ad2-c8e0-41fa-ad52-5b8d42cfda78 admin admin] Router 9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:04:24.504412 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-c3ff5cee-ba6a-44db-bedf-f2c00b1dc80a service neutron] 10.222.0.84 "GET /v2.0/networks/e463813b-99d2-4a74-aecb-f6f5c4192d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215186 May 30 20:04:24.665379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41eca5-f924-424a-a7db-f263e8189336 req-e529ea30-fba2-4e73-a9a3-b829c00c8777 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:24.666815 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f41eca5-f924-424a-a7db-f263e8189336 req-e529ea30-fba2-4e73-a9a3-b829c00c8777 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.4056299 May 30 20:04:24.677717 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e1ae7972-a781-4784-a787-cb1772ff25db req-33caddb4-9d2d-48f3-a1bd-65daf7363b71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:24.739232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e1ae7972-a781-4784-a787-cb1772ff25db req-33caddb4-9d2d-48f3-a1bd-65daf7363b71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Usage tracker for resource:port and tenant:3a8d97a4beaa47c0906bc677b6c0ce16 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:24.749330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e1ae7972-a781-4784-a787-cb1772ff25db req-33caddb4-9d2d-48f3-a1bd-65daf7363b71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:24.768033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e1ae7972-a781-4784-a787-cb1772ff25db req-33caddb4-9d2d-48f3-a1bd-65daf7363b71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:24.785369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f41eca5-f924-424a-a7db-f263e8189336 req-e8406dfe-cb14-42de-bcdd-2daf0e8eb4ed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a HTTP/1.1" status: 200 len: 217 time: 0.1046622 May 30 20:04:24.831406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:04:24.842909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Sync routers for ids ['2088c466-193e-42e3-85e1-01d6d6172ae8'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:04:24.846483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-3648ee1b-8f93-4492-8b67-2d0148afdf1c tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:04:24.847936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ae7972-a781-4784-a787-cb1772ff25db req-33caddb4-9d2d-48f3-a1bd-65daf7363b71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Made reservation on behalf of 3a8d97a4beaa47c0906bc677b6c0ce16 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:24.850869 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1ae7972-a781-4784-a787-cb1772ff25db req-33caddb4-9d2d-48f3-a1bd-65daf7363b71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:24.857232 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Routers {'2088c466-193e-42e3-85e1-01d6d6172ae8'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:24.857871 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2088c466-193e-42e3-85e1-01d6d6172ae8'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:24.860574 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c0351-dbbf-4879-b922-4bcf0d6a0d3c None None] Sync routers for ids ['a42e5167-6fdb-4760-80de-0813d9c55e3d'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:04:24.864358 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-3648ee1b-8f93-4492-8b67-2d0148afdf1c tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:24.882590 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c0351-dbbf-4879-b922-4bcf0d6a0d3c None None] Routers {'a42e5167-6fdb-4760-80de-0813d9c55e3d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:24.883637 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e76c0351-dbbf-4879-b922-4bcf0d6a0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a42e5167-6fdb-4760-80de-0813d9c55e3d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:25.011514 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:25.013509 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-57ac28d2-3ad1-4370-8fa7-ac21eb8a088a admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.5968044 May 30 20:04:25.016964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56456) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:25.024133 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41eca5-f924-424a-a7db-f263e8189336 req-0fccd406-341f-4f6a-b98e-1a7a905dc9df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:25.025663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f41eca5-f924-424a-a7db-f263e8189336 req-0fccd406-341f-4f6a-b98e-1a7a905dc9df service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2320375 May 30 20:04:25.075004 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-3648ee1b-8f93-4492-8b67-2d0148afdf1c tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "PUT /v2.0/floatingips/33fafa52-c61b-4118-b8bd-3bbdecb35bee HTTP/1.1" status: 200 len: 696 time: 6.2643228 May 30 20:04:25.158045 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Set router 2088c466-193e-42e3-85e1-01d6d6172ae8 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:25.279787 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-e76c0351-dbbf-4879-b922-4bcf0d6a0d3c None None] Set router a42e5167-6fdb-4760-80de-0813d9c55e3d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:25.471222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-e1ae7972-a781-4784-a787-cb1772ff25db req-33caddb4-9d2d-48f3-a1bd-65daf7363b71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Allocated IP 172.20.0.13 (9ea528b6-cc9d-40ff-b131-d41923530da2/c40dc128-537b-4332-9a2f-38117a30858e/fc878913-fa2f-48a5-98de-24bcccf4ed72) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:25.492903 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f41eca5-f924-424a-a7db-f263e8189336 req-2e8a3b3e-be9b-4078-9830-6d54ce3e2ddb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4519212 May 30 20:04:25.719934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:04:19Z', 'revision_number': 3, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:25.723948 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Checking router: 2088c466-193e-42e3-85e1-01d6d6172ae8 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:04:25.724412 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Updating router 2088c466-193e-42e3-85e1-01d6d6172ae8 port 68584f42-cca4-43f5-9043-42626713e2d4 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:04:25.768251 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-bdfd92d0-b253-4614-b8dd-a2151d642749 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 1096 time: 0.6557791 May 30 20:04:25.774542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff62e0-3d29-424f-be9a-235268d62708 req-d2b54b9d-4e7b-40f0-bf57-81eacfdb2ea8 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:25.776254 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6ff62e0-3d29-424f-be9a-235268d62708 req-d2b54b9d-4e7b-40f0-bf57-81eacfdb2ea8 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 950 time: 0.6290040 May 30 20:04:25.817371 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:25.895844 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13829ad2-c8e0-41fa-ad52-5b8d42cfda78 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:04:25.948106 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e76c0351-dbbf-4879-b922-4bcf0d6a0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:36Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:25.952474 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c0351-dbbf-4879-b922-4bcf0d6a0d3c None None] Checking router: a42e5167-6fdb-4760-80de-0813d9c55e3d for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:04:25.962369 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dc9507-00dd-43cf-8514-d0fcfa4f2b91 None None] Sync routers for ids ['9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:04:25.969849 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c0351-dbbf-4879-b922-4bcf0d6a0d3c None None] Routers {'a42e5167-6fdb-4760-80de-0813d9c55e3d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:25.970717 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e76c0351-dbbf-4879-b922-4bcf0d6a0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a42e5167-6fdb-4760-80de-0813d9c55e3d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:25.990553 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc9507-00dd-43cf-8514-d0fcfa4f2b91 None None] Routers {'9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:25.991165 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d8dc9507-00dd-43cf-8514-d0fcfa4f2b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:26.030469 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-13829ad2-c8e0-41fa-ad52-5b8d42cfda78 admin admin] 10.222.0.84 "PUT /v2.0/routers/9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.9095502 May 30 20:04:26.039151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56460) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:26.111711 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6ff62e0-3d29-424f-be9a-235268d62708 req-ccfa3e06-0ebe-4c60-9815-2f1b3351736e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995780 May 30 20:04:26.114062 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f41eca5-f924-424a-a7db-f263e8189336 req-1eb208fd-0f94-465e-bbda-f450cd0d9a4a service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084666 May 30 20:04:26.335273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-c83f7097-b396-4d25-a203-1ce944db9e30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:26.337068 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-c83f7097-b396-4d25-a203-1ce944db9e30 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 921 time: 0.5548174 May 30 20:04:26.353243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-d8dc9507-00dd-43cf-8514-d0fcfa4f2b91 None None] Set router 9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:26.405413 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-e76c0351-dbbf-4879-b922-4bcf0d6a0d3c None None] Set router a42e5167-6fdb-4760-80de-0813d9c55e3d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:26.485899 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:04:26.486130 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:26.496934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c1665249-a71c-487e-b67a-551e84ed1311 req-b60c8284-044e-4fb4-bcbb-6c7a6d0720f8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Synchronizing usage tracker for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:26.525457 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aefd090e-98f3-45b4-9633-1479245a1aef admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:26.609369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-4272ec7c-9ae0-4290-8340-46041c9ef666 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=238dad69-2f8a-437e-b53d-f482c2ad2cae HTTP/1.1" status: 200 len: 217 time: 0.2309570 May 30 20:04:26.624523 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1ae7972-a781-4784-a787-cb1772ff25db req-33caddb4-9d2d-48f3-a1bd-65daf7363b71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:26.673051 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:26.705447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Transition to ACTIVE for port object 68584f42-cca4-43f5-9043-42626713e2d4 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:26.722120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e1ae7972-a781-4784-a787-cb1772ff25db req-33caddb4-9d2d-48f3-a1bd-65daf7363b71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Transition to ACTIVE for port object fc878913-fa2f-48a5-98de-24bcccf4ed72 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:26.745865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c1665249-a71c-487e-b67a-551e84ed1311 req-b60c8284-044e-4fb4-bcbb-6c7a6d0720f8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Unset dirty status for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:26.757329 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c1665249-a71c-487e-b67a-551e84ed1311 req-b60c8284-044e-4fb4-bcbb-6c7a6d0720f8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 210 time: 0.4366992 May 30 20:04:26.791388 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f41eca5-f924-424a-a7db-f263e8189336 req-f67cde9c-e230-4e79-948c-037aafcd8b57 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6411443 May 30 20:04:26.797311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-ecf326f3-d5cb-402b-87dc-b78fb3e2624a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:26.798435 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-ecf326f3-d5cb-402b-87dc-b78fb3e2624a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4187f99c-2457-4fd5-b8fb-e355d933a9ed HTTP/1.1" status: 200 len: 859 time: 0.1658187 May 30 20:04:26.809143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-a99f08a4-c1b9-4d81-b5aa-2e2a214a2420 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:26.810473 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-a99f08a4-c1b9-4d81-b5aa-2e2a214a2420 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.93 "GET /v2.0/networks?id=e463813b-99d2-4a74-aecb-f6f5c4192d70 HTTP/1.1" status: 200 len: 820 time: 0.4331925 May 30 20:04:26.835134 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:26.864465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-bb9e42ac-f2d5-4081-8820-c78a3810f77b tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Request body: {'port': {'device_id': 'ecba68ec-e009-49af-ac24-e112af96d04e', 'network_id': 'e463813b-99d2-4a74-aecb-f6f5c4192d70', 'admin_state_up': True, 'tenant_id': 'd28902efdba74ed5946535f57492dcdb'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:26.920429 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359cb107-ebc6-46cb-baec-0e327c99a4e9'] response: {'server_uuid': '4cac49b1-f214-4862-833b-dc8a7680d373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e600d56e-60bb-498b-b420-2caecc7276e2', 'code': 200} May 30 20:04:26.927276 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e76c0351-dbbf-4879-b922-4bcf0d6a0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:36Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:26.932949 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c0351-dbbf-4879-b922-4bcf0d6a0d3c None None] The sync data for ids ['a42e5167-6fdb-4760-80de-0813d9c55e3d'] in n-d-843949-2 is: [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:02:15Z', 'revision_number': 4, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '4220d2a5-6005-4fc7-8aa6-40fbc6fc6209', 'name': '', 'network_id': '3b23aec3-5bb0-4cc2-bbf9-08edb05aff38', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'mac_address': 'fa:16:3e:7c:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:13Z', 'updated_at': '2022-05-30T20:02:36Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'subnets': [{'id': '4187f99c-2457-4fd5-b8fb-e355d933a9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:04:27.045014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Attempting to bind port 68584f42-cca4-43f5-9043-42626713e2d4 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:27.046989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Attempting to bind port 68584f42-cca4-43f5-9043-42626713e2d4 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:27.047734 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f6da669-9629-4f9c-8b70-a15fe8caecfc'] response: {'server_uuid': 'b85d0d31-6efd-4316-9d93-e7d86d6ab272', 'name': 'network-vif-deleted', 'tag': '85daf285-49f2-4151-b8da-6ccb388c8bc1', 'status': 'completed', 'code': 200} May 30 20:04:27.048203 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Attempting to bind port 68584f42-cca4-43f5-9043-42626713e2d4 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:27.071941 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:27.072341 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:27.073471 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.073876 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:27.074348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Bound port: 68584f42-cca4-43f5-9043-42626713e2d4, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:27.074722 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.113555 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1ae7972-a781-4784-a787-cb1772ff25db req-33caddb4-9d2d-48f3-a1bd-65daf7363b71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.114545 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a06aa-9940-4d5a-9596-8e98a7814398 None None] Pushing event updated for resources: {'Port': ['ID=68584f42-cca4-43f5-9043-42626713e2d4,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:27.138336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Allocated IP 172.20.0.1 (46fc77d7-d584-4b90-a367-560a4547b685/54e18232-0c1b-400c-aea5-aa806dd0320c/68729d47-d28b-4d29-b2f6-edb9877538c9) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:27.143396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d8dc9507-00dd-43cf-8514-d0fcfa4f2b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'name': 'tempest-ServersTestMultiNic-1356679224-router', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '9e167e27-f113-41ba-aebf-016b2b2f412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:08Z', 'updated_at': '2022-05-30T20:04:18Z', 'revision_number': 5, 'project_id': '820db36be181450f96a3fd776851fff7', 'gw_port': {'id': '9e167e27-f113-41ba-aebf-016b2b2f412c', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:12Z', 'updated_at': '2022-05-30T20:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:27.153106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dc9507-00dd-43cf-8514-d0fcfa4f2b91 None None] Checking router: 9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:04:27.185693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] For port 68584f42-cca4-43f5-9043-42626713e2d4, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:27.189557 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] For port 68584f42-cca4-43f5-9043-42626713e2d4, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=68584f42-cca4-43f5-9043-42626713e2d4,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:27.192803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc9507-00dd-43cf-8514-d0fcfa4f2b91 None None] Routers {'9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:27.193526 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d8dc9507-00dd-43cf-8514-d0fcfa4f2b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:27.249830 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.269729 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64e8b665-9f85-4713-9234-1543d4c93a0a req-4a570205-d8d0-4028-abe9-0dfd2fb9fa60 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/ports?device_id=ecba68ec-e009-49af-ac24-e112af96d04e HTTP/1.1" status: 200 len: 210 time: 0.1000681 May 30 20:04:27.288594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aefd090e-98f3-45b4-9633-1479245a1aef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.297357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-bb9e42ac-f2d5-4081-8820-c78a3810f77b tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:27.303252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-102375f5-00e1-4dc5-b1be-22ec53ef9abe service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4918594 May 30 20:04:27.305642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ae7972-a781-4784-a787-cb1772ff25db req-33caddb4-9d2d-48f3-a1bd-65daf7363b71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Network 9ea528b6-cc9d-40ff-b131-d41923530da2 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:27.307223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33caddb4-9d2d-48f3-a1bd-65daf7363b71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Pushing event updated for resources: {'Port': ['ID=fc878913-fa2f-48a5-98de-24bcccf4ed72,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:27.312359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-e1ae7972-a781-4784-a787-cb1772ff25db req-33caddb4-9d2d-48f3-a1bd-65daf7363b71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:27.314429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-bb9e42ac-f2d5-4081-8820-c78a3810f77b tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Usage tracker for resource:port and tenant:d28902efdba74ed5946535f57492dcdb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:27.338926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ae7972-a781-4784-a787-cb1772ff25db req-33caddb4-9d2d-48f3-a1bd-65daf7363b71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:27.356471 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-aefd090e-98f3-45b4-9633-1479245a1aef admin admin] Deleting port 9e167e27-f113-41ba-aebf-016b2b2f412c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:27.357119 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aefd090e-98f3-45b4-9633-1479245a1aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.367740 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-bb9e42ac-f2d5-4081-8820-c78a3810f77b tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:27.385719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-bb9e42ac-f2d5-4081-8820-c78a3810f77b tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:27.395215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2cc081a7-9dc5-42d9-bcd3-28785a6ce88e req-f34107ff-12a0-4887-b1bd-b8b43a5244a0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 1101 time: 0.3787014 May 30 20:04:27.419813 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a06aa-9940-4d5a-9596-8e98a7814398 None None] Pushing event updated for resources: {'Port': ['ID=68584f42-cca4-43f5-9043-42626713e2d4,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:27.492523 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Routers {'2088c466-193e-42e3-85e1-01d6d6172ae8'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:27.493295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2088c466-193e-42e3-85e1-01d6d6172ae8'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:27.549649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-bb9e42ac-f2d5-4081-8820-c78a3810f77b tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Made reservation on behalf of d28902efdba74ed5946535f57492dcdb for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:27.552593 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-bb9e42ac-f2d5-4081-8820-c78a3810f77b tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.579653 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae7972-a781-4784-a787-cb1772ff25db req-33caddb4-9d2d-48f3-a1bd-65daf7363b71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:27.580622 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1ae7972-a781-4784-a787-cb1772ff25db req-33caddb4-9d2d-48f3-a1bd-65daf7363b71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.640792 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-aefd090e-98f3-45b4-9633-1479245a1aef admin admin] For port 9e167e27-f113-41ba-aebf-016b2b2f412c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9e167e27-f113-41ba-aebf-016b2b2f412c,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:27.641287 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aefd090e-98f3-45b4-9633-1479245a1aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.729867 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3887b4ae-5bc4-4f31-ad1b-ec30bd6d958f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.736002 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-d8dc9507-00dd-43cf-8514-d0fcfa4f2b91 None None] Set router 9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:27.793115 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-aefd090e-98f3-45b4-9633-1479245a1aef admin admin] Calling delete_port for 9e167e27-f113-41ba-aebf-016b2b2f412c owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:27.848929 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1ae7972-a781-4784-a787-cb1772ff25db req-33caddb4-9d2d-48f3-a1bd-65daf7363b71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7343569 May 30 20:04:27.876281 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.893642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2cc081a7-9dc5-42d9-bcd3-28785a6ce88e req-bbd16fe6-f9dc-40a2-9941-1517429871e5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302723 May 30 20:04:27.911597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Request body: {'port': {'device_id': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:27.914178 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-35ed6cad-52e3-4629-a3e3-eaca83148854 None None] Provisioning for port fc878913-fa2f-48a5-98de-24bcccf4ed72 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:27.917425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Transition to ACTIVE for port object 68729d47-d28b-4d29-b2f6-edb9877538c9 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:27.937333 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-35ed6cad-52e3-4629-a3e3-eaca83148854 None None] Provisioning complete for port fc878913-fa2f-48a5-98de-24bcccf4ed72 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:27.937697 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-35ed6cad-52e3-4629-a3e3-eaca83148854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.954534 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.981187 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-b8676b44-1d03-49ac-8bcc-2c7b6d695cf6 service neutron] 10.222.0.84 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6613135 May 30 20:04:28.054089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Network 46fc77d7-d584-4b90-a367-560a4547b685 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:28.056173 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] Set router 2088c466-193e-42e3-85e1-01d6d6172ae8 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:28.064442 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:28.075841 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:28.113002 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-35ed6cad-52e3-4629-a3e3-eaca83148854 None None] Port fc878913-fa2f-48a5-98de-24bcccf4ed72 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:04:28.130551 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:28.150935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Pushing event updated for resources: {'Port': ['ID=68729d47-d28b-4d29-b2f6-edb9877538c9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:28.189735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aefd090e-98f3-45b4-9633-1479245a1aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:28.268412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd090e-98f3-45b4-9633-1479245a1aef admin admin] Pushing event deleted for resources: {'Port': ['ID=9e167e27-f113-41ba-aebf-016b2b2f412c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:28.314976 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ed22d-b1cf-4224-823c-010111e1c90b req-5aba9084-00c4-4a9d-bb06-f3f68ce9d8b7 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:28.317414 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-823ed22d-b1cf-4224-823c-010111e1c90b req-5aba9084-00c4-4a9d-bb06-f3f68ce9d8b7 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 950 time: 0.4776142 May 30 20:04:28.340212 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-bb9e42ac-f2d5-4081-8820-c78a3810f77b tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Allocated IP 172.20.0.7 (e463813b-99d2-4a74-aecb-f6f5c4192d70/f752aaf2-0ad4-4ece-8637-6655632b43d1/b733a913-ab45-431d-a380-31d8a87eb74f) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:28.346786 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:28.385149 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:28.441092 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-80c53ec8-62a8-44bf-915c-9d79cd47d3c5 None None] Provisioning for port 68729d47-d28b-4d29-b2f6-edb9877538c9 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:28.461934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-80c53ec8-62a8-44bf-915c-9d79cd47d3c5 None None] Provisioning complete for port 68729d47-d28b-4d29-b2f6-edb9877538c9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:28.462475 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-80c53ec8-62a8-44bf-915c-9d79cd47d3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:28.468350 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7094a49-f8e6-4cbc-b980-fd51de4e80ee req-39ab8a70-69b6-479a-8edf-9c454ee9c5de service neutron] 10.222.0.84 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647527 May 30 20:04:28.516146 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-823ed22d-b1cf-4224-823c-010111e1c90b req-7b33e13c-0c08-4f18-8dd9-59eef385fdce tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775029 May 30 20:04:28.518221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d8dc9507-00dd-43cf-8514-d0fcfa4f2b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'name': 'tempest-ServersTestMultiNic-1356679224-router', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '9e167e27-f113-41ba-aebf-016b2b2f412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:08Z', 'updated_at': '2022-05-30T20:04:18Z', 'revision_number': 5, 'project_id': '820db36be181450f96a3fd776851fff7', 'gw_port': {'id': '9e167e27-f113-41ba-aebf-016b2b2f412c', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:12Z', 'updated_at': '2022-05-30T20:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:28.569521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dc9507-00dd-43cf-8514-d0fcfa4f2b91 None None] The sync data for ids ['9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162'] in n-d-843949-2 is: [{'id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'name': 'tempest-ServersTestMultiNic-1356679224-router', 'tenant_id': '820db36be181450f96a3fd776851fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '9e167e27-f113-41ba-aebf-016b2b2f412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:01:08Z', 'updated_at': '2022-05-30T20:04:18Z', 'revision_number': 5, 'project_id': '820db36be181450f96a3fd776851fff7', 'gw_port': {'id': '9e167e27-f113-41ba-aebf-016b2b2f412c', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:01:12Z', 'updated_at': '2022-05-30T20:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:04:28.591481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-80c53ec8-62a8-44bf-915c-9d79cd47d3c5 None None] Port 68729d47-d28b-4d29-b2f6-edb9877538c9 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:04:28.636815 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aefd090e-98f3-45b4-9633-1479245a1aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:28.667319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:04:19Z', 'revision_number': 3, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:28.677612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7e4542-d65f-4b2b-8fbb-454673e04142 None None] The sync data for ids ['2088c466-193e-42e3-85e1-01d6d6172ae8'] in n-d-843949-2 is: [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:04:19Z', 'revision_number': 3, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:04:28.991073 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba554604-df15-4a93-a9cf-bc477807938d req-e70ae049-3f6d-4142-a813-06b1df0f79cf tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/ports?device_id=ecba68ec-e009-49af-ac24-e112af96d04e HTTP/1.1" status: 200 len: 210 time: 0.0854380 May 30 20:04:29.008691 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-bb9e42ac-f2d5-4081-8820-c78a3810f77b tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.048727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'tag': '238dad69-2f8a-437e-b53d-f482c2ad2cae'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:29.130375 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023ebbc-c87c-47bf-ac1b-eed4d3435c60 req-eddf1bdf-0e4e-4020-bfb5-6ec5a970f379 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:29.131789 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d023ebbc-c87c-47bf-ac1b-eed4d3435c60 req-eddf1bdf-0e4e-4020-bfb5-6ec5a970f379 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 932 time: 0.3366277 May 30 20:04:29.132597 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aefd090e-98f3-45b4-9633-1479245a1aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.148128 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aefd090e-98f3-45b4-9633-1479245a1aef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.198014 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.203327 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.206306 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-bb9e42ac-f2d5-4081-8820-c78a3810f77b tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.265533 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aefd090e-98f3-45b4-9633-1479245a1aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.266031 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefd090e-98f3-45b4-9633-1479245a1aef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:04:29.294303 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc878913-fa2f-48a5-98de-24bcccf4ed72 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:29.320265 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.327538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Pushing event updated for resources: {'Port': ['ID=68729d47-d28b-4d29-b2f6-edb9877538c9,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:29.330278 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.334744 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aefd090e-98f3-45b4-9633-1479245a1aef admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.338303 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-aefd090e-98f3-45b4-9633-1479245a1aef admin admin] 10.222.0.84 "DELETE /v2.0/routers/9ecb35f8-48a4-4fb8-a7b3-2cddbfd5e162 HTTP/1.1" status: 204 len: 168 time: 3.2941215 May 30 20:04:29.338616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d023ebbc-c87c-47bf-ac1b-eed4d3435c60 req-d5d5ac15-2e7b-4bab-81ea-712e86c18637 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671698 May 30 20:04:29.338729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56494) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:29.340593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-bb9e42ac-f2d5-4081-8820-c78a3810f77b tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Network e463813b-99d2-4a74-aecb-f6f5c4192d70 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:29.346992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-bb9e42ac-f2d5-4081-8820-c78a3810f77b tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:29.353346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e42ac-f2d5-4081-8820-c78a3810f77b tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Pushing event updated for resources: {'Port': ['ID=b733a913-ab45-431d-a380-31d8a87eb74f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:29.357357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-bb9e42ac-f2d5-4081-8820-c78a3810f77b tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:29.389042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Transition to ACTIVE for port object fc878913-fa2f-48a5-98de-24bcccf4ed72 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:29.405160 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.490986 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db00f80-f202-43bf-bc28-55d14bec82ef admin admin] Deleting subnet 7e3290e1-7a69-4d09-a1d1-b5b344a6d850 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:04:29.498406 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2db00f80-f202-43bf-bc28-55d14bec82ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.504274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-bb9e42ac-f2d5-4081-8820-c78a3810f77b tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:29.504879 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-bb9e42ac-f2d5-4081-8820-c78a3810f77b tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.605446 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b54003-d42c-44bc-8a42-86622fed10df'] response: {'name': 'network-changed', 'server_uuid': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'tag': '238dad69-2f8a-437e-b53d-f482c2ad2cae', 'status': 'completed', 'code': 200} May 30 20:04:29.614228 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2db00f80-f202-43bf-bc28-55d14bec82ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.620768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Pushing event updated for resources: {'Port': ['ID=fc878913-fa2f-48a5-98de-24bcccf4ed72,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:29.671812 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-bb9e42ac-f2d5-4081-8820-c78a3810f77b tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8276470 May 30 20:04:29.693762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56510) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:29.715072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Request body: {'port': {'device_id': 'ecba68ec-e009-49af-ac24-e112af96d04e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:29.788395 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2db00f80-f202-43bf-bc28-55d14bec82ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.859375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Network 46fc77d7-d584-4b90-a367-560a4547b685 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:29.865037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:29.866379 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0e6144f3-e908-4f96-92c9-ec5b418e92ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.063393 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2db00f80-f202-43bf-bc28-55d14bec82ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.113667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56518) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:30.130508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db00f80-f202-43bf-bc28-55d14bec82ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e3290e1-7a69-4d09-a1d1-b5b344a6d850,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:30.146480 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-71bfca55-d347-4972-ada6-ef2b0d66133f tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.152803 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2db00f80-f202-43bf-bc28-55d14bec82ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.158044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b749b776-593e-4dc3-a6eb-09167d614a41 None None] Network 36b664d0-6cf3-4ccf-bce1-04d7a20480e2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:04:30.176179 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2db00f80-f202-43bf-bc28-55d14bec82ef admin admin] 10.222.0.84 "DELETE /v2.0/subnets/7e3290e1-7a69-4d09-a1d1-b5b344a6d850 HTTP/1.1" status: 204 len: 168 time: 0.8346217 May 30 20:04:30.185037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56524) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:30.186515 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5a0e5fa-96c3-4213-9c11-a36fce4ed78c req-8c9d4de1-f81c-4c6c-a368-e856f3a05d20 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=521d447f60a94b52b432e8565b742937&device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 1096 time: 0.6251717 May 30 20:04:30.201016 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595c49cc-e8f1-4b0f-8d2f-bd2314773566 req-742be904-da17-478c-8bcb-46d66b1d2694 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/floatingips/33fafa52-c61b-4118-b8bd-3bbdecb35bee HTTP/1.1" status: 200 len: 696 time: 0.4529049 May 30 20:04:30.208618 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-71bfca55-d347-4972-ada6-ef2b0d66133f tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.356892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0e5fa-96c3-4213-9c11-a36fce4ed78c req-27b0c18f-35e4-4c1e-903b-f15ab0524d6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:30.358198 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5a0e5fa-96c3-4213-9c11-a36fce4ed78c req-27b0c18f-35e4-4c1e-903b-f15ab0524d6a service neutron] 10.222.0.93 "GET /v2.0/networks?id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 200 len: 921 time: 0.1563454 May 30 20:04:30.398516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c73fed1a-0991-4521-a71c-aedbe42e92fb no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:30.470088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: c73fed1a-0991-4521-a71c-aedbe42e92fb {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:04:30.470577 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c73fed1a-0991-4521-a71c-aedbe42e92fb not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:04:30.487375 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-922c9ced-fed6-46af-bcb4-961183168889 None None] Provisioning complete for port 68729d47-d28b-4d29-b2f6-edb9877538c9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:30.487793 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-922c9ced-fed6-46af-bcb4-961183168889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.536269 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.560448 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-922c9ced-fed6-46af-bcb4-961183168889 None None] Port 68729d47-d28b-4d29-b2f6-edb9877538c9 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:04:30.593052 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5a0e5fa-96c3-4213-9c11-a36fce4ed78c req-e8181d80-6e14-4739-ac71-f4c6a733783f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=238dad69-2f8a-437e-b53d-f482c2ad2cae HTTP/1.1" status: 200 len: 217 time: 0.1999700 May 30 20:04:30.593313 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dd230512-6ee2-47d4-96b8-e9bcaee6c34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.597405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Attempting to bind port fc878913-fa2f-48a5-98de-24bcccf4ed72 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:30.597734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Attempting to bind port fc878913-fa2f-48a5-98de-24bcccf4ed72 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:30.598059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Attempting to bind port fc878913-fa2f-48a5-98de-24bcccf4ed72 on network 9ea528b6-cc9d-40ff-b131-d41923530da2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:30.620970 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.653554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbf1fe8-c783-4542-b5e0-a14fb282e864 None None] DHCP port deletion for 36b664d0-6cf3-4ccf-bce1-04d7a20480e2 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:04:30.658233 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf1fe8-c783-4542-b5e0-a14fb282e864 None None] Deleting port b4d4e3f5-fafb-4b1c-8843-e1b683729d1a {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:30.658664 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1cbf1fe8-c783-4542-b5e0-a14fb282e864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.662045 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-71bfca55-d347-4972-ada6-ef2b0d66133f tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.677141 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] Deleting port b4d4e3f5-fafb-4b1c-8843-e1b683729d1a {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:30.677475 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.706831 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dd230512-6ee2-47d4-96b8-e9bcaee6c34b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:30.725479 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfca55-d347-4972-ada6-ef2b0d66133f tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=640b9f3b-de58-435b-8219-2422278f169a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:30.729110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dd230512-6ee2-47d4-96b8-e9bcaee6c34b admin admin] Usage tracker for resource:security_group_rule and tenant:f67e5e84c551425591281cd69ba8a74f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:30.735992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Port fc878913-fa2f-48a5-98de-24bcccf4ed72 on network 9ea528b6-cc9d-40ff-b131-d41923530da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:04:30.736347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Attempting to bind port fc878913-fa2f-48a5-98de-24bcccf4ed72 on network 9ea528b6-cc9d-40ff-b131-d41923530da2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:30.745310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dd230512-6ee2-47d4-96b8-e9bcaee6c34b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:30.756786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087ad9a-2503-4e8f-a973-9b64e587b5ad req-38f5e113-4de0-44dc-b52f-2637ff7b9000 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:30.758866 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a087ad9a-2503-4e8f-a973-9b64e587b5ad req-38f5e113-4de0-44dc-b52f-2637ff7b9000 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 950 time: 0.7802503 May 30 20:04:30.762529 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dd230512-6ee2-47d4-96b8-e9bcaee6c34b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:30.765806 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-71bfca55-d347-4972-ada6-ef2b0d66133f tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.770437 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-71bfca55-d347-4972-ada6-ef2b0d66133f tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "DELETE /v2.0/security-groups/640b9f3b-de58-435b-8219-2422278f169a HTTP/1.1" status: 204 len: 168 time: 1.0644383 May 30 20:04:30.771605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56530) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:30.780876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c49cc-e8f1-4b0f-8d2f-bd2314773566 req-bf94b0ff-6dce-4853-bd3b-709d19dae39a tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:30.787843 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595c49cc-e8f1-4b0f-8d2f-bd2314773566 req-bf94b0ff-6dce-4853-bd3b-709d19dae39a tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.4273126 May 30 20:04:30.847022 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-6893d656-802c-44c2-b008-c6a681b4426c tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] show failed (client error): The resource could not be found. May 30 20:04:30.850553 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6893d656-802c-44c2-b008-c6a681b4426c tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "GET /v2.0/security-groups/640b9f3b-de58-435b-8219-2422278f169a HTTP/1.1" status: 404 len: 347 time: 0.0735884 May 30 20:04:30.852316 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56534) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:30.868941 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:30.869354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Checking segment: {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:30.869653 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Bound using segment: {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:30.870104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Bound port: fc878913-fa2f-48a5-98de-24bcccf4ed72, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:30.870581 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.891696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-1cbf1fe8-c783-4542-b5e0-a14fb282e864 None None] For port b4d4e3f5-fafb-4b1c-8843-e1b683729d1a, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b4d4e3f5-fafb-4b1c-8843-e1b683729d1a,segment=NetworkSegment(ff8904e0-4b04-4874-9b0d-fa1541813429),segment_id=ff8904e0-4b04-4874-9b0d-fa1541813429)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:30.892368 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1cbf1fe8-c783-4542-b5e0-a14fb282e864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.941614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0e5fa-96c3-4213-9c11-a36fce4ed78c req-d7cd13e6-72be-416f-be8c-e43aad74d109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:30.942621 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5a0e5fa-96c3-4213-9c11-a36fce4ed78c req-d7cd13e6-72be-416f-be8c-e43aad74d109 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4187f99c-2457-4fd5-b8fb-e355d933a9ed HTTP/1.1" status: 200 len: 859 time: 0.3116324 May 30 20:04:31.035939 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595c49cc-e8f1-4b0f-8d2f-bd2314773566 req-a94ebcab-120a-4eb6-b3d4-b9de07c0ea89 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 699 time: 0.2471304 May 30 20:04:31.062191 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf1fe8-c783-4542-b5e0-a14fb282e864 None None] Calling delete_port for b4d4e3f5-fafb-4b1c-8843-e1b683729d1a owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:31.120255 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:31.147355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7bd629fe-fdf1-4385-9f18-14d53354d07b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Deleting port a151835f-1473-44be-8742-7ba225c9da2d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:31.147754 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7bd629fe-fdf1-4385-9f18-14d53354d07b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:31.153062 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1cbf1fe8-c783-4542-b5e0-a14fb282e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:31.200451 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf1fe8-c783-4542-b5e0-a14fb282e864 None None] Pushing event deleted for resources: {'Port': ['ID=b4d4e3f5-fafb-4b1c-8843-e1b683729d1a,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:31.206470 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf1fe8-c783-4542-b5e0-a14fb282e864 None None] No DVR routers for this DVR port b4d4e3f5-fafb-4b1c-8843-e1b683729d1a on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:04:31.222968 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] For port b4d4e3f5-fafb-4b1c-8843-e1b683729d1a, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b4d4e3f5-fafb-4b1c-8843-e1b683729d1a,segment=NetworkSegment(ff8904e0-4b04-4874-9b0d-fa1541813429),segment_id=ff8904e0-4b04-4874-9b0d-fa1541813429)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:31.223421 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:31.241920 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dd230512-6ee2-47d4-96b8-e9bcaee6c34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:31.243897 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a087ad9a-2503-4e8f-a973-9b64e587b5ad req-bdddc764-7789-4f11-84af-773f7c5e6d3a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694915 May 30 20:04:31.257165 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:31.262066 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595c49cc-e8f1-4b0f-8d2f-bd2314773566 req-b7342771-8b6a-49e5-9de6-a35b44a0b158 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 699 time: 0.2252562 May 30 20:04:31.388592 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] For port fc878913-fa2f-48a5-98de-24bcccf4ed72, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:31.397523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] Calling delete_port for b4d4e3f5-fafb-4b1c-8843-e1b683729d1a owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:31.430334 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dd230512-6ee2-47d4-96b8-e9bcaee6c34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:31.546571 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Router 2088c466-193e-42e3-85e1-01d6d6172ae8 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:04:31.574718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd230512-6ee2-47d4-96b8-e9bcaee6c34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbcabfa-ec70-433a-9678-768219808613,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:31.592128 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dd230512-6ee2-47d4-96b8-e9bcaee6c34b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f67e5e84c551425591281cd69ba8a74f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4712014 May 30 20:04:31.608298 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56540) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:31.641623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] For port fc878913-fa2f-48a5-98de-24bcccf4ed72, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:31.661306 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-595c49cc-e8f1-4b0f-8d2f-bd2314773566 req-4ac987f8-bae8-4557-a9ca-b8d5432abda6 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Deleting port 7c3f475e-42d6-476a-8dca-8050cd3ba69c {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:31.661637 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595c49cc-e8f1-4b0f-8d2f-bd2314773566 req-4ac987f8-bae8-4557-a9ca-b8d5432abda6 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:31.685687 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:31.719633 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7bd629fe-fdf1-4385-9f18-14d53354d07b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:31.719954 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7bd629fe-fdf1-4385-9f18-14d53354d07b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:31.725770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5a0e5fa-96c3-4213-9c11-a36fce4ed78c req-918ca958-76b9-4a9b-856b-4c924b53ec9e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7698877 May 30 20:04:31.736466 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:04:31.736781 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:04:31.878669 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:31.880066 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1ae7972-a781-4784-a787-cb1772ff25db req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] 10.222.0.77 "PUT /v2.0/ports/fc878913-fa2f-48a5-98de-24bcccf4ed72 HTTP/1.1" status: 200 len: 1092 time: 3.9852326 May 30 20:04:31.898902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:31.916441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7bd629fe-fdf1-4385-9f18-14d53354d07b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Calling delete_port for a151835f-1473-44be-8742-7ba225c9da2d owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:31.987307 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:04:31.998657 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7fe9f9e5-23f9-4967-9bc1-96973056281b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.051858 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7fe9f9e5-23f9-4967-9bc1-96973056281b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.061043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3eb09-d5e1-466f-ac87-3d1d0d591915 service neutron] Pushing event updated for resources: {'Port': ['ID=fc878913-fa2f-48a5-98de-24bcccf4ed72,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:32.182923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6c0f-4cae-4adc-96e3-a1e634266ea0 req-2b6487c7-dc05-4684-ab84-d66134a83bde tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:32.183610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ac9f6c0f-4cae-4adc-96e3-a1e634266ea0 req-2b6487c7-dc05-4684-ab84-d66134a83bde tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Synchronizing usage tracker for tenant:d28902efdba74ed5946535f57492dcdb on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:32.230927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b733a913-ab45-431d-a380-31d8a87eb74f {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:32.238882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5a0e5fa-96c3-4213-9c11-a36fce4ed78c req-1e422992-da2f-4f89-946f-c228995685ff service neutron] 10.222.0.93 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976871 May 30 20:04:32.240527 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595c49cc-e8f1-4b0f-8d2f-bd2314773566 req-4ac987f8-bae8-4557-a9ca-b8d5432abda6 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.240846 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595c49cc-e8f1-4b0f-8d2f-bd2314773566 req-4ac987f8-bae8-4557-a9ca-b8d5432abda6 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.256053 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.268951 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] Deleting port b4d4e3f5-fafb-4b1c-8843-e1b683729d1a {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:32.269489 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.323864 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b4d4e3f5-fafb-4b1c-8843-e1b683729d1a no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:32.363767 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] The port 'b4d4e3f5-fafb-4b1c-8843-e1b683729d1a' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:04:32.364634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: b4d4e3f5-fafb-4b1c-8843-e1b683729d1a {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:04:32.364977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b4d4e3f5-fafb-4b1c-8843-e1b683729d1a not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:04:32.431222 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7fe9f9e5-23f9-4967-9bc1-96973056281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.456348 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ac9f6c0f-4cae-4adc-96e3-a1e634266ea0 req-2b6487c7-dc05-4684-ab84-d66134a83bde tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Unset dirty status for tenant:d28902efdba74ed5946535f57492dcdb on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:32.457498 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac9f6c0f-4cae-4adc-96e3-a1e634266ea0 req-2b6487c7-dc05-4684-ab84-d66134a83bde tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/ports?device_id=ecba68ec-e009-49af-ac24-e112af96d04e HTTP/1.1" status: 200 len: 931 time: 1.0793958 May 30 20:04:32.458481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Transition to ACTIVE for port object b733a913-ab45-431d-a380-31d8a87eb74f will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:32.466373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-595c49cc-e8f1-4b0f-8d2f-bd2314773566 req-4ac987f8-bae8-4557-a9ca-b8d5432abda6 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Calling delete_port for 7c3f475e-42d6-476a-8dca-8050cd3ba69c owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:32.493209 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7bd629fe-fdf1-4385-9f18-14d53354d07b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.508974 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.549555 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9f9e5-23f9-4967-9bc1-96973056281b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbcabfa-ec70-433a-9678-768219808613,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:32.568192 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.609947 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1ae7972-a781-4784-a787-cb1772ff25db req-195f2ca4-552e-4f50-958f-93676ae7d466 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 1095 time: 0.6369174 May 30 20:04:32.637197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd629fe-fdf1-4385-9f18-14d53354d07b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Pushing event deleted for resources: {'Port': ['ID=a151835f-1473-44be-8742-7ba225c9da2d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:32.649091 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b664d0-6cf3-4ccf-bce1-04d7a20480e2']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:32.687438 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.699273 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8904e0-4b04-4874-9b0d-fa1541813429') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:32.699567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8904e0-4b04-4874-9b0d-fa1541813429') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:32.714553 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:04:32.725890 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.735402 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-14682f63-a202-4c05-aae3-3fc3bf30c151 admin admin] 10.222.0.84 "PUT /v2.0/routers/2088c466-193e-42e3-85e1-01d6d6172ae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7166829 May 30 20:04:32.740115 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7fe9f9e5-23f9-4967-9bc1-96973056281b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.741568 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7fe9f9e5-23f9-4967-9bc1-96973056281b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4bbcabfa-ec70-433a-9678-768219808613 HTTP/1.1" status: 204 len: 168 time: 1.1222944 May 30 20:04:32.760004 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.774395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:04:32.774854 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.794162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Pushing event updated for resources: {'Port': ['ID=b733a913-ab45-431d-a380-31d8a87eb74f,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: timer() May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:04:32.794735 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:04:32.797845 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7bd629fe-fdf1-4385-9f18-14d53354d07b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.803107 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7bd629fe-fdf1-4385-9f18-14d53354d07b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.803107 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7bd629fe-fdf1-4385-9f18-14d53354d07b tempest-ImagesOneServerNegativeTestJSON-210537456 tempest-ImagesOneServerNegativeTestJSON-210537456-project] 10.222.0.84 "DELETE /v2.0/floatingips/e232d116-21e1-4ff4-9a36-1e475516c111 HTTP/1.1" status: 204 len: 168 time: 1.9466617 May 30 20:04:32.819407 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1ae7972-a781-4784-a787-cb1772ff25db req-c1101c56-de58-493e-b830-e2d3488fc1cc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72 HTTP/1.1" status: 200 len: 217 time: 0.1904352 May 30 20:04:32.820931 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ac9f6c0f-4cae-4adc-96e3-a1e634266ea0 req-b6878f53-4f05-4f3e-ae35-f8962b70f101 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Synchronizing usage tracker for tenant:d28902efdba74ed5946535f57492dcdb on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:32.828649 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5a0e5fa-96c3-4213-9c11-a36fce4ed78c req-0ad470ee-980a-46b3-b13d-7b9a8c71df05 service neutron] 10.222.0.93 "GET /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674107 May 30 20:04:32.916152 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.917812 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.938718 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.947711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] Pushing event deleted for resources: {'Network': ['ID=36b664d0-6cf3-4ccf-bce1-04d7a20480e2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:32.953675 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4fb6290d-318e-473a-b6bc-f2e987644626 admin admin] 10.222.0.84 "DELETE /v2.0/networks/36b664d0-6cf3-4ccf-bce1-04d7a20480e2 HTTP/1.1" status: 204 len: 168 time: 2.7677255 May 30 20:04:33.013285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ac9f6c0f-4cae-4adc-96e3-a1e634266ea0 req-b6878f53-4f05-4f3e-ae35-f8962b70f101 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Unset dirty status for tenant:d28902efdba74ed5946535f57492dcdb on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:33.014409 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac9f6c0f-4cae-4adc-96e3-a1e634266ea0 req-b6878f53-4f05-4f3e-ae35-f8962b70f101 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9eec5a-78c0-465f-bfa2-4df99d262f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182908 May 30 20:04:33.030660 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae7972-a781-4784-a787-cb1772ff25db req-8c1266fe-4e5e-4b6d-9e3b-5ad99076c410 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:33.032145 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1ae7972-a781-4784-a787-cb1772ff25db req-8c1266fe-4e5e-4b6d-9e3b-5ad99076c410 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.2007987 May 30 20:04:33.078596 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595c49cc-e8f1-4b0f-8d2f-bd2314773566 req-4ac987f8-bae8-4557-a9ca-b8d5432abda6 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:33.203553 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56564) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:33.289110 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e4152a32-4c5c-4698-a751-37289e46d70b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=820db36be181450f96a3fd776851fff7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0842681 May 30 20:04:33.291691 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56570) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:33.312150 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e56d8f2-9d2d-437e-866e-3010eeff3f3e None None] New status for floating IP 33fafa52-c61b-4118-b8bd-3bbdecb35bee: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:04:33.319660 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac987f8-bae8-4557-a9ca-b8d5432abda6 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Pushing event deleted for resources: {'Port': ['ID=7c3f475e-42d6-476a-8dca-8050cd3ba69c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:33.343429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Attempting to bind port b733a913-ab45-431d-a380-31d8a87eb74f on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:33.343759 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Attempting to bind port b733a913-ab45-431d-a380-31d8a87eb74f by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'c063a32e-4bc7-44f1-acf5-2a6d9cfd4dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e463813b-99d2-4a74-aecb-f6f5c4192d70'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:33.346644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Attempting to bind port b733a913-ab45-431d-a380-31d8a87eb74f on network e463813b-99d2-4a74-aecb-f6f5c4192d70 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:33.417272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Port b733a913-ab45-431d-a380-31d8a87eb74f on network e463813b-99d2-4a74-aecb-f6f5c4192d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:04:33.417550 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Attempting to bind port b733a913-ab45-431d-a380-31d8a87eb74f on network e463813b-99d2-4a74-aecb-f6f5c4192d70 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:33.423680 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f271e474-a6e9-4716-a33e-02d119981438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:33.505419 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f271e474-a6e9-4716-a33e-02d119981438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:33.542215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:33.542767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Checking segment: {'id': 'c063a32e-4bc7-44f1-acf5-2a6d9cfd4dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e463813b-99d2-4a74-aecb-f6f5c4192d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:33.543238 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Bound using segment: {'id': 'c063a32e-4bc7-44f1-acf5-2a6d9cfd4dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e463813b-99d2-4a74-aecb-f6f5c4192d70'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:33.543376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Bound port: b733a913-ab45-431d-a380-31d8a87eb74f, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c063a32e-4bc7-44f1-acf5-2a6d9cfd4dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e463813b-99d2-4a74-aecb-f6f5c4192d70'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:33.543718 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:33.597806 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1ae7972-a781-4784-a787-cb1772ff25db req-af7a1a64-fb63-4cf0-a404-e3fb48df2808 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5546572 May 30 20:04:33.618904 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f271e474-a6e9-4716-a33e-02d119981438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:33.636575 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595c49cc-e8f1-4b0f-8d2f-bd2314773566 req-4ac987f8-bae8-4557-a9ca-b8d5432abda6 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:33.647302 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271e474-a6e9-4716-a33e-02d119981438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf88d28-14f1-4d7f-8614-dbe883e1cd61,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:33.652673 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f271e474-a6e9-4716-a33e-02d119981438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:33.658474 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f271e474-a6e9-4716-a33e-02d119981438 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bbf88d28-14f1-4d7f-8614-dbe883e1cd61 HTTP/1.1" status: 204 len: 168 time: 0.3654544 May 30 20:04:33.796025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaa89b-c7d4-4c5f-b96f-cf9d1698d192 req-4a4678c2-18bc-41f8-9197-1688cfb8138d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:33.797498 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36eaa89b-c7d4-4c5f-b96f-cf9d1698d192 req-4a4678c2-18bc-41f8-9197-1688cfb8138d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 944 time: 0.5362337 May 30 20:04:33.872722 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-595c49cc-e8f1-4b0f-8d2f-bd2314773566 req-4ac987f8-bae8-4557-a9ca-b8d5432abda6 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:33.874145 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-595c49cc-e8f1-4b0f-8d2f-bd2314773566 req-4ac987f8-bae8-4557-a9ca-b8d5432abda6 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "DELETE /v2.0/floatingips/33fafa52-c61b-4118-b8bd-3bbdecb35bee HTTP/1.1" status: 204 len: 173 time: 2.5844707 May 30 20:04:33.885781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] For port b733a913-ab45-431d-a380-31d8a87eb74f, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:33.922698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] For port b733a913-ab45-431d-a380-31d8a87eb74f, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b733a913-ab45-431d-a380-31d8a87eb74f,segment=NetworkSegment(c063a32e-4bc7-44f1-acf5-2a6d9cfd4dbe),segment_id=c063a32e-4bc7-44f1-acf5-2a6d9cfd4dbe)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:33.931110 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1ae7972-a781-4784-a787-cb1772ff25db req-87dc292b-084c-4711-b550-727da2bfb186 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956283 May 30 20:04:33.949576 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36eaa89b-c7d4-4c5f-b96f-cf9d1698d192 req-8b68d874-1066-4b41-9b7a-62d9587d4e52 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420379 May 30 20:04:33.952283 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:34.186565 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67379e88-bf91-4169-8896-5f69dd8f48f5'] response: {'name': 'network-changed', 'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'status': 'completed', 'code': 200} May 30 20:04:34.298250 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:34.300280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] 10.222.0.93 "PUT /v2.0/ports/b733a913-ab45-431d-a380-31d8a87eb74f HTTP/1.1" status: 200 len: 1091 time: 4.5949137 May 30 20:04:34.369724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e041329-c63e-42a2-9f5b-e2cff0e60a74 service neutron] Pushing event updated for resources: {'Port': ['ID=b733a913-ab45-431d-a380-31d8a87eb74f,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:34.426535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 68584f42-cca4-43f5-9043-42626713e2d4 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:34.443321 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2194fdc-4422-4918-8c2c-080805843d77 req-6d2f4648-1ca7-4c04-ad26-15ab7f2d7126 tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 1101 time: 0.3616111 May 30 20:04:34.474786 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1ae7972-a781-4784-a787-cb1772ff25db req-d4c5ec9c-17f0-4259-b15b-60faacc4fc06 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237198 May 30 20:04:34.523807 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-24e58183-d618-4f73-97ec-ad3aebf4d16b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d28902efdba74ed5946535f57492dcdb&device_id=ecba68ec-e009-49af-ac24-e112af96d04e HTTP/1.1" status: 200 len: 1094 time: 0.1596248 May 30 20:04:34.525804 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2194fdc-4422-4918-8c2c-080805843d77 req-34929708-15e9-4db5-8b5c-03ba77f5c857 tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697589 May 30 20:04:34.590349 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 68584f42-cca4-43f5-9043-42626713e2d4 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:34.597639 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 68584f42-cca4-43f5-9043-42626713e2d4 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:34.599740 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:34.631871 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56608) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:34.637866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-69a9e6af-11c2-481d-a0b0-7f0a5d222304 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1331790157', 'description': 'tempest-description--156361497'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:34.647992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-69a9e6af-11c2-481d-a0b0-7f0a5d222304 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:34.659201 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-69a9e6af-11c2-481d-a0b0-7f0a5d222304 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Usage tracker for resource:security_group and tenant:08334d8ded8a425bb168fdca1f271cee is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:34.662842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-69a9e6af-11c2-481d-a0b0-7f0a5d222304 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:34.674071 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-408fc73c-c49a-4dae-8ff1-72c996f32a5a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b733a913-ab45-431d-a380-31d8a87eb74f HTTP/1.1" status: 200 len: 217 time: 0.1429050 May 30 20:04:34.675439 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-69a9e6af-11c2-481d-a0b0-7f0a5d222304 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:34.701004 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69a9e6af-11c2-481d-a0b0-7f0a5d222304 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:34.777717 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-69a9e6af-11c2-481d-a0b0-7f0a5d222304 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:34.792011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-69a9e6af-11c2-481d-a0b0-7f0a5d222304 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Usage tracker for resource:security_group_rule and tenant:08334d8ded8a425bb168fdca1f271cee is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:34.805826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-69a9e6af-11c2-481d-a0b0-7f0a5d222304 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:34.809827 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-d0ef9ba1-4424-4e00-86f9-ac4dd6bebb8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:34.811523 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-d0ef9ba1-4424-4e00-86f9-ac4dd6bebb8f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f752aaf2-0ad4-4ece-8637-6655632b43d1 HTTP/1.1" status: 200 len: 860 time: 0.1296358 May 30 20:04:34.818925 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-69a9e6af-11c2-481d-a0b0-7f0a5d222304 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:34.822236 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-18fbafa6-917f-422a-bb61-98bc622e98ee req-82b7c104-e4d9-4a83-a7bd-4a9aeea1e373 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 1095 time: 0.2340457 May 30 20:04:34.883430 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:34.917842 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 68584f42-cca4-43f5-9043-42626713e2d4, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=68584f42-cca4-43f5-9043-42626713e2d4,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:34.931166 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:34.939040 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-f3dac90f-5424-4710-bb5e-9b2f2e808dff service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e463813b-99d2-4a74-aecb-f6f5c4192d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209135 May 30 20:04:34.961563 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69a9e6af-11c2-481d-a0b0-7f0a5d222304 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:34.970064 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69a9e6af-11c2-481d-a0b0-7f0a5d222304 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:34.972859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9e167e27-f113-41ba-aebf-016b2b2f412c no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:35.051363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9e6af-11c2-481d-a0b0-7f0a5d222304 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9454b8-74ac-4a40-8a1a-1fc220410849,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:35.065789 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69a9e6af-11c2-481d-a0b0-7f0a5d222304 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:35.067862 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-69a9e6af-11c2-481d-a0b0-7f0a5d222304 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4347365 May 30 20:04:35.071571 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56624) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:35.083229 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6e9d371c-090c-4a52-824a-51fba1200be2 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Request body: {'security_group_rule': {'security_group_id': '1a9454b8-74ac-4a40-8a1a-1fc220410849', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:35.091213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6e9d371c-090c-4a52-824a-51fba1200be2 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:35.102685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6e9d371c-090c-4a52-824a-51fba1200be2 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Usage tracker for resource:security_group_rule and tenant:08334d8ded8a425bb168fdca1f271cee is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:35.109492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6e9d371c-090c-4a52-824a-51fba1200be2 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:35.113540 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 9e167e27-f113-41ba-aebf-016b2b2f412c {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:04:35.113781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9e167e27-f113-41ba-aebf-016b2b2f412c not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:04:35.120458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6e9d371c-090c-4a52-824a-51fba1200be2 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:35.151338 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e9d371c-090c-4a52-824a-51fba1200be2 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:35.153342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=68584f42-cca4-43f5-9043-42626713e2d4,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:35.282626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea75ecf-8b92-4643-b81d-fec94090ce2e req-74f1561d-9240-4765-9603-c6f5af6928df tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:35.291792 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e9d371c-090c-4a52-824a-51fba1200be2 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:35.293996 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cea75ecf-8b92-4643-b81d-fec94090ce2e req-74f1561d-9240-4765-9603-c6f5af6928df tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/ports?device_id=ecba68ec-e009-49af-ac24-e112af96d04e HTTP/1.1" status: 200 len: 943 time: 0.4138031 May 30 20:04:35.298694 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e9d371c-090c-4a52-824a-51fba1200be2 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:35.356530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d371c-090c-4a52-824a-51fba1200be2 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae40dc5-d35a-49d5-869a-a3ab0373e0dd,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:35.362407 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e9d371c-090c-4a52-824a-51fba1200be2 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:35.363716 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6e9d371c-090c-4a52-824a-51fba1200be2 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2910326 May 30 20:04:35.366547 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56636) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:35.372656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-24202a38-0360-44db-b932-52344d35baa9 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Request body: {'security_group_rule': {'security_group_id': '1a9454b8-74ac-4a40-8a1a-1fc220410849', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:35.379280 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-24202a38-0360-44db-b932-52344d35baa9 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:35.383761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-24202a38-0360-44db-b932-52344d35baa9 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Usage tracker for resource:security_group_rule and tenant:08334d8ded8a425bb168fdca1f271cee is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:35.386817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-24202a38-0360-44db-b932-52344d35baa9 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:35.396246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-24202a38-0360-44db-b932-52344d35baa9 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:35.415278 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24202a38-0360-44db-b932-52344d35baa9 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:35.435591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbafa6-917f-422a-bb61-98bc622e98ee req-9a7329cd-d030-49de-b190-5e2f0e48bf30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:35.437017 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-18fbafa6-917f-422a-bb61-98bc622e98ee req-9a7329cd-d030-49de-b190-5e2f0e48bf30 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.5799408 May 30 20:04:35.460155 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-51e5c5f2-a2a8-4018-8183-0887631e00df service neutron] 10.222.0.93 "GET /v2.0/networks/e463813b-99d2-4a74-aecb-f6f5c4192d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722118 May 30 20:04:35.495380 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24202a38-0360-44db-b932-52344d35baa9 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:35.500341 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24202a38-0360-44db-b932-52344d35baa9 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:35.527365 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24202a38-0360-44db-b932-52344d35baa9 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5e1c50-b0ab-484e-a06a-eeb54fdeacc0,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:35.548401 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24202a38-0360-44db-b932-52344d35baa9 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:35.553578 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-24202a38-0360-44db-b932-52344d35baa9 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1857235 May 30 20:04:35.554880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56648) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:35.566824 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:35.570864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:35.576549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Usage tracker for resource:floatingip and tenant:08334d8ded8a425bb168fdca1f271cee is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:35.580309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:35.587463 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:35.600753 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:35.690074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56654) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:35.761240 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cea75ecf-8b92-4643-b81d-fec94090ce2e req-2d09414f-0e3a-405e-b600-2b9394d50e2b tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9eec5a-78c0-465f-bfa2-4df99d262f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378996 May 30 20:04:35.768375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-18fbafa6-917f-422a-bb61-98bc622e98ee req-25240bf7-be75-461a-8f6e-4813a4750b71 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72 HTTP/1.1" status: 200 len: 217 time: 0.3108571 May 30 20:04:35.818731 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:35.864928 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27e62b0a-03b6-4ea9-851f-f281badb820a req-29c7655d-e483-4fdc-a28c-483dfeb59531 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5308383 May 30 20:04:35.926689 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbafa6-917f-422a-bb61-98bc622e98ee req-a44e56db-ee0b-4747-8771-f3e7ced8ff04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:35.928957 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-18fbafa6-917f-422a-bb61-98bc622e98ee req-a44e56db-ee0b-4747-8771-f3e7ced8ff04 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.1488814 May 30 20:04:36.060360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Allocated IP 172.25.5.54 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/9ae5b4b1-0ba5-4e2c-91da-fb840f8221a9) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:36.095689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1704130055-network', 'tenant_id': 'aba290eb55434081b40c27125b03c71d'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:36.151798 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:36.156477 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52dfd911-7ef6-4fb6-82e2-ae146c366526 req-9cf0247b-6eda-411c-835c-65fa5a2e7aa1 service neutron] 10.222.0.93 "GET /v2.0/networks/e463813b-99d2-4a74-aecb-f6f5c4192d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293852 May 30 20:04:36.177310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Usage tracker for resource:network and tenant:aba290eb55434081b40c27125b03c71d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:36.183371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:36.190696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecba68ec-e009-49af-ac24-e112af96d04e', 'tag': 'b733a913-ab45-431d-a380-31d8a87eb74f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:36.192789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:36.235786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Made reservation on behalf of aba290eb55434081b40c27125b03c71d for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:36.238053 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:36.270121 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:36.330724 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:36.347827 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:36.354557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Usage tracker for resource:security_group_rule and tenant:aba290eb55434081b40c27125b03c71d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:36.359564 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:36.367426 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:36.374691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 68584f42-cca4-43f5-9043-42626713e2d4 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:36.411127 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:36.442211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5dd75-0fda-4eb9-b241-915420eace77 req-9e43dad7-3309-4d99-873a-49e156d16d62 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:36.443668 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b2d5dd75-0fda-4eb9-b241-915420eace77 req-9e43dad7-3309-4d99-873a-49e156d16d62 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 944 time: 0.3548665 May 30 20:04:36.466894 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-18fbafa6-917f-422a-bb61-98bc622e98ee req-bcb7d8c5-9c48-4ee2-b8e8-cc406cef6a3c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5162959 May 30 20:04:36.468999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:36.478448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:36.482067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 68584f42-cca4-43f5-9043-42626713e2d4 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:36.482640 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:36.490397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:36.578096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Pushing event updated for resources: {'Port': ['ID=9ae5b4b1-0ba5-4e2c-91da-fb840f8221a9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:36.590751 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:36.600617 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:36.612793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:04:36.650212 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:36.650548 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Added segment fbce37dd-a637-46f1-88e0-2b83b9a452d7 of type vlan for network 1c618fce-8e1a-4264-8a30-66966112ca92 May 30 20:04:36.657656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe3dbc7-918e-4949-82ee-527125367e1b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:36.690753 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:36.707674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b2d5dd75-0fda-4eb9-b241-915420eace77 req-5ea177ff-bcc8-4093-9623-ff639d5ca1d6 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550421 May 30 20:04:36.725862 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-ea8b0fe5-aba7-4a8f-9fd5-d7cd280fd5fb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4940488 May 30 20:04:36.765895 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bedeee-6249-47c3-b2c3-21dd24a34cd4 req-25f93d3b-82c2-411b-93e4-655bb6d07fd4 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:36.766704 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f6bedeee-6249-47c3-b2c3-21dd24a34cd4 req-25f93d3b-82c2-411b-93e4-655bb6d07fd4 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Synchronizing usage tracker for tenant:521d447f60a94b52b432e8565b742937 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:36.780945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eec59-992a-4284-afc5-332d96382448 req-4f85572a-a159-4edb-adca-e35ad84e8730 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:36.781695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-848eec59-992a-4284-afc5-332d96382448 req-4f85572a-a159-4edb-adca-e35ad84e8730 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Synchronizing usage tracker for tenant:521d447f60a94b52b432e8565b742937 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:36.789848 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-18fbafa6-917f-422a-bb61-98bc622e98ee req-50954386-d4fe-4dce-a403-54d38ec9a8a3 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814393 May 30 20:04:36.861224 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:36.908217 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56682) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:36.974516 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:36.975373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:36.975981 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.002637 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.014604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-848eec59-992a-4284-afc5-332d96382448 req-4f85572a-a159-4edb-adca-e35ad84e8730 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Unset dirty status for tenant:521d447f60a94b52b432e8565b742937 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:37.015748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-848eec59-992a-4284-afc5-332d96382448 req-4f85572a-a159-4edb-adca-e35ad84e8730 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 945 time: 0.5654421 May 30 20:04:37.016340 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f6bedeee-6249-47c3-b2c3-21dd24a34cd4 req-25f93d3b-82c2-411b-93e4-655bb6d07fd4 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Unset dirty status for tenant:521d447f60a94b52b432e8565b742937 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:37.017523 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6bedeee-6249-47c3-b2c3-21dd24a34cd4 req-25f93d3b-82c2-411b-93e4-655bb6d07fd4 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.93 "GET /v2.0/ports?device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 945 time: 0.6214437 May 30 20:04:37.074609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fc878913-fa2f-48a5-98de-24bcccf4ed72 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:04:37.145474 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-a149382c-b6d0-42a4-941a-91dd2656e153 admin admin] Deleting subnet 4576f90e-77d9-42db-898b-087dbe104c1e {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:04:37.167859 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a149382c-b6d0-42a4-941a-91dd2656e153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.189997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-18fbafa6-917f-422a-bb61-98bc622e98ee req-cf0b0425-241c-4ca4-a136-19b2f3a157d6 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897927 May 30 20:04:37.197365 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f6bedeee-6249-47c3-b2c3-21dd24a34cd4 req-338702d4-2af3-4aa3-b224-4b4801395574 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Deleting port 238dad69-2f8a-437e-b53d-f482c2ad2cae {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:37.197705 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f6bedeee-6249-47c3-b2c3-21dd24a34cd4 req-338702d4-2af3-4aa3-b224-4b4801395574 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.235699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] Pushing event updated for resources: {'Network': ['ID=1c618fce-8e1a-4264-8a30-66966112ca92,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:37.243079 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.247175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd66f32-74b8-44ad-9221-0ada06fc3226 req-291dc220-331a-4a27-adaa-df2ead04addc tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:37.254168 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1dd66f32-74b8-44ad-9221-0ada06fc3226 req-291dc220-331a-4a27-adaa-df2ead04addc tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 950 time: 0.3072784 May 30 20:04:37.309640 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-848eec59-992a-4284-afc5-332d96382448 req-53fd9982-4d39-4607-850a-648baa53e21a tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9a038d2-3644-4439-85cb-79b28e01eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653265 May 30 20:04:37.325361 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0edd6fcb-c0cd-4041-93ee-a98f50dc9446 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6310101 May 30 20:04:37.342262 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 1c618fce-8e1a-4264-8a30-66966112ca92 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:04:37.347226 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56702) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:37.354137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-8507e66f-bf52-4d1a-8b74-c53b4aa35fa8 admin admin] Request body: {'subnet': {'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1704130055-subnet', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:37.373712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8507e66f-bf52-4d1a-8b74-c53b4aa35fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:37.399068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8507e66f-bf52-4d1a-8b74-c53b4aa35fa8 admin admin] Usage tracker for resource:subnet and tenant:aba290eb55434081b40c27125b03c71d is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:37.404984 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8507e66f-bf52-4d1a-8b74-c53b4aa35fa8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:37.417956 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a149382c-b6d0-42a4-941a-91dd2656e153 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.457774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8507e66f-bf52-4d1a-8b74-c53b4aa35fa8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:37.471336 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1dd66f32-74b8-44ad-9221-0ada06fc3226 req-7b9bf81a-6904-4fd6-97c7-95a415210b35 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164152 May 30 20:04:37.526883 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfed9547-9de3-4fa3-890a-574cd63a790f'] response: {'name': 'network-changed', 'server_uuid': 'ecba68ec-e009-49af-ac24-e112af96d04e', 'tag': 'b733a913-ab45-431d-a380-31d8a87eb74f', 'status': 'completed', 'code': 200} May 30 20:04:37.562530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8507e66f-bf52-4d1a-8b74-c53b4aa35fa8 admin admin] Made reservation on behalf of aba290eb55434081b40c27125b03c71d for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:37.564846 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8507e66f-bf52-4d1a-8b74-c53b4aa35fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.630999 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a149382c-b6d0-42a4-941a-91dd2656e153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.687804 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fc878913-fa2f-48a5-98de-24bcccf4ed72, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:37.722596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'port_id': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'mac_address': 'fa:16:3e:1f:e8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:04:37.812118 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a149382c-b6d0-42a4-941a-91dd2656e153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.816179 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.860250 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc878913-fa2f-48a5-98de-24bcccf4ed72 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:37.862431 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.875020 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149382c-b6d0-42a4-941a-91dd2656e153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4576f90e-77d9-42db-898b-087dbe104c1e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:37.878019 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.894629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fc878913-fa2f-48a5-98de-24bcccf4ed72, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:37.904177 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.930750 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a149382c-b6d0-42a4-941a-91dd2656e153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.959222 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a149382c-b6d0-42a4-941a-91dd2656e153 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/4576f90e-77d9-42db-898b-087dbe104c1e HTTP/1.1" status: 204 len: 168 time: 1.0424531 May 30 20:04:37.989590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56720) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:38.026124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Pushing event updated for resources: {'Port': ['ID=9ae5b4b1-0ba5-4e2c-91da-fb840f8221a9,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:38.050354 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fc878913-fa2f-48a5-98de-24bcccf4ed72,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:38.170895 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:38.188684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['fc878913-fa2f-48a5-98de-24bcccf4ed72'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:04:38.189178 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d1bd8be-5b35-4820-a45d-1633cb3eda5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:38.302186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56726) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:38.316875 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:38.326679 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8b3713e1-d55d-4dff-aed2-86668e8522fb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7616181 May 30 20:04:38.459103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f6bedeee-6249-47c3-b2c3-21dd24a34cd4 req-338702d4-2af3-4aa3-b224-4b4801395574 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] For port 238dad69-2f8a-437e-b53d-f482c2ad2cae, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=238dad69-2f8a-437e-b53d-f482c2ad2cae,segment=NetworkSegment(dbea1059-57b8-439c-951d-df443d4c1a35),segment_id=dbea1059-57b8-439c-951d-df443d4c1a35)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:38.459464 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f6bedeee-6249-47c3-b2c3-21dd24a34cd4 req-338702d4-2af3-4aa3-b224-4b4801395574 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:38.486541 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d1bd8be-5b35-4820-a45d-1633cb3eda5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:38.515439 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-7d1bd8be-5b35-4820-a45d-1633cb3eda5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57c8dc7-d565-4558-b619-e2f27eee459b']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:38.533201 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-7d1bd8be-5b35-4820-a45d-1633cb3eda5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04fddf7-244f-46a1-9407-a742e05f4078') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:38.533470 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-7d1bd8be-5b35-4820-a45d-1633cb3eda5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04fddf7-244f-46a1-9407-a742e05f4078') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:38.547585 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d1bd8be-5b35-4820-a45d-1633cb3eda5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:38.564722 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d1bd8be-5b35-4820-a45d-1633cb3eda5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:38.571248 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1bd8be-5b35-4820-a45d-1633cb3eda5a admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:04:38.571726 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d1bd8be-5b35-4820-a45d-1633cb3eda5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: timer() May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:04:38.585019 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:04:38.613335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccc2f0-025c-48ef-9322-5f741585b5c3 req-1925da96-f6d3-4c6d-9d04-659316ce0d61 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:38.614780 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-86ccc2f0-025c-48ef-9322-5f741585b5c3 req-1925da96-f6d3-4c6d-9d04-659316ce0d61 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/ports?device_id=ecba68ec-e009-49af-ac24-e112af96d04e HTTP/1.1" status: 200 len: 943 time: 0.8196507 May 30 20:04:38.623691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f6bedeee-6249-47c3-b2c3-21dd24a34cd4 req-338702d4-2af3-4aa3-b224-4b4801395574 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Calling delete_port for 238dad69-2f8a-437e-b53d-f482c2ad2cae owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:38.657528 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d1bd8be-5b35-4820-a45d-1633cb3eda5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:38.675472 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d1bd8be-5b35-4820-a45d-1633cb3eda5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:38.686820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bd8be-5b35-4820-a45d-1633cb3eda5a admin admin] Pushing event deleted for resources: {'Network': ['ID=b57c8dc7-d565-4558-b619-e2f27eee459b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:38.693293 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7d1bd8be-5b35-4820-a45d-1633cb3eda5a admin admin] 10.222.0.84 "DELETE /v2.0/networks/b57c8dc7-d565-4558-b619-e2f27eee459b HTTP/1.1" status: 204 len: 168 time: 0.6979444 May 30 20:04:38.700101 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdeee94d-f383-4fe5-9cb9-b5ef68cc4427 req-4b09eac3-58bc-4db3-8a03-a4b9de7595c7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d28902efdba74ed5946535f57492dcdb&device_id=ecba68ec-e009-49af-ac24-e112af96d04e HTTP/1.1" status: 200 len: 1094 time: 1.1386483 May 30 20:04:38.774121 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b733a913-ab45-431d-a380-31d8a87eb74f details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:04:38.775621 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2cbeefdf-5194-43b1-95ed-4b482bdec6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:38.863310 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-51ab3425-b265-4112-81b1-9f685f6f4261 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 1101 time: 0.1028442 May 30 20:04:38.882795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cd46a-288d-45b4-ab9f-3951ecc35832 req-2285cab4-e841-4220-8b3a-976d32b2b5f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:38.890611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56744) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:38.891198 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e04cd46a-288d-45b4-ab9f-3951ecc35832 req-2285cab4-e841-4220-8b3a-976d32b2b5f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.8879900 May 30 20:04:38.931392 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8507e66f-bf52-4d1a-8b74-c53b4aa35fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:38.965621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port b733a913-ab45-431d-a380-31d8a87eb74f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b733a913-ab45-431d-a380-31d8a87eb74f,segment=NetworkSegment(c063a32e-4bc7-44f1-acf5-2a6d9cfd4dbe),segment_id=c063a32e-4bc7-44f1-acf5-2a6d9cfd4dbe)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:38.982284 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'b733a913-ab45-431d-a380-31d8a87eb74f', 'network_id': 'e463813b-99d2-4a74-aecb-f6f5c4192d70', 'port_id': 'b733a913-ab45-431d-a380-31d8a87eb74f', 'mac_address': 'fa:16:3e:7b:b8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f752aaf2-0ad4-4ece-8637-6655632b43d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:04:39.038408 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-86ccc2f0-025c-48ef-9322-5f741585b5c3 req-439df4bf-7ff5-4ebe-b1b2-bf5f58a4bace tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9eec5a-78c0-465f-bfa2-4df99d262f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490248 May 30 20:04:39.050354 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:39.062437 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c12ca95c-09c1-4ff2-942a-4709b8e57415 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3ad01171d1bb446a826503d27d5a987a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1682396 May 30 20:04:39.073276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56748) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:39.075759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b733a913-ab45-431d-a380-31d8a87eb74f {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:39.095449 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port b733a913-ab45-431d-a380-31d8a87eb74f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b733a913-ab45-431d-a380-31d8a87eb74f,segment=NetworkSegment(c063a32e-4bc7-44f1-acf5-2a6d9cfd4dbe),segment_id=c063a32e-4bc7-44f1-acf5-2a6d9cfd4dbe)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:39.101762 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fc878913-fa2f-48a5-98de-24bcccf4ed72 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:39.112064 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-6a0f0f16-e748-4667-82d9-2d0c37c076b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:39.113535 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-6a0f0f16-e748-4667-82d9-2d0c37c076b7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.2449081 May 30 20:04:39.125219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2cbeefdf-5194-43b1-95ed-4b482bdec6f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:39.142624 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:39.187262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2cbeefdf-5194-43b1-95ed-4b482bdec6f2 admin admin] Usage tracker for resource:security_group_rule and tenant:cf7f88abe16f48eaaff0dc5e21336370 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:39.201978 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Sync routers for ids ['2088c466-193e-42e3-85e1-01d6d6172ae8'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:04:39.209878 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2cbeefdf-5194-43b1-95ed-4b482bdec6f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:39.226040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2cbeefdf-5194-43b1-95ed-4b482bdec6f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:39.242941 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=b733a913-ab45-431d-a380-31d8a87eb74f,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:39.247326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Routers {'2088c466-193e-42e3-85e1-01d6d6172ae8'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:39.247944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2088c466-193e-42e3-85e1-01d6d6172ae8'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:39.284757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e04cd46a-288d-45b4-ab9f-3951ecc35832 req-d4de8ceb-ecb9-4d04-8c18-02e173fc79e8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3925457 May 30 20:04:39.364527 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-4cb69c8e-f35f-423b-b732-8ee90c20f931 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e600d56e-60bb-498b-b420-2caecc7276e2 HTTP/1.1" status: 200 len: 217 time: 0.2435298 May 30 20:04:39.369680 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeee94d-f383-4fe5-9cb9-b5ef68cc4427 req-0c97bc26-2937-43bc-961f-04f5123b080e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:39.371307 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdeee94d-f383-4fe5-9cb9-b5ef68cc4427 req-0c97bc26-2937-43bc-961f-04f5123b080e service neutron] 10.222.0.93 "GET /v2.0/networks?id=e463813b-99d2-4a74-aecb-f6f5c4192d70 HTTP/1.1" status: 200 len: 921 time: 0.6344929 May 30 20:04:39.371926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507e66f-bf52-4d1a-8b74-c53b4aa35fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eacd493c-a56e-47fd-9217-e8ad524e2ab0,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:39.412399 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f6bedeee-6249-47c3-b2c3-21dd24a34cd4 req-338702d4-2af3-4aa3-b224-4b4801395574 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:39.443400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['b733a913-ab45-431d-a380-31d8a87eb74f'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:04:39.456740 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a1a8b856-0e3b-4145-87f8-8534805ca06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:39.469653 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-fe64deb0-4b9d-4f50-945b-65358910cbc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:39.471224 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-fe64deb0-4b9d-4f50-945b-65358910cbc6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.0998602 May 30 20:04:39.485401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port fc878913-fa2f-48a5-98de-24bcccf4ed72 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:39.510170 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port fc878913-fa2f-48a5-98de-24bcccf4ed72 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:39.510567 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:39.527918 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a1a8b856-0e3b-4145-87f8-8534805ca06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:39.552543 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c42d6e69-557a-4072-9d07-84943b3f38b4 req-3be9fa45-92f3-4e22-8e7b-de447a8a8794 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.84 "GET /v2.0/ports?device_id=eedf307a-b7fe-4a3a-95f5-b5402638d554 HTTP/1.1" status: 200 len: 210 time: 0.3456929 May 30 20:04:39.591197 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338702d4-2af3-4aa3-b224-4b4801395574 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Pushing event deleted for resources: {'Port': ['ID=238dad69-2f8a-437e-b53d-f482c2ad2cae,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:39.598209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8507e66f-bf52-4d1a-8b74-c53b4aa35fa8 admin admin] Checking segment: {'id': 'fbce37dd-a637-46f1-88e0-2b83b9a452d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:39.602273 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-b574c88b-bf5e-459f-9991-f995363ac0d4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1175394 May 30 20:04:39.602771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8507e66f-bf52-4d1a-8b74-c53b4aa35fa8 admin admin] Network hostable DHCP agents. Network: 1c618fce-8e1a-4264-8a30-66966112ca92, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:04:39.645945 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Set router 2088c466-193e-42e3-85e1-01d6d6172ae8 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:39.653407 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdeee94d-f383-4fe5-9cb9-b5ef68cc4427 req-7a620ff3-8d3a-4f70-9d78-0b2794234794 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b733a913-ab45-431d-a380-31d8a87eb74f HTTP/1.1" status: 200 len: 217 time: 0.2381346 May 30 20:04:39.733969 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a1a8b856-0e3b-4145-87f8-8534805ca06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:39.750613 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2cbeefdf-5194-43b1-95ed-4b482bdec6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:39.764550 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8b856-0e3b-4145-87f8-8534805ca06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0539a10-d00a-4493-861b-af05b0a0d7e7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:39.777290 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a1a8b856-0e3b-4145-87f8-8534805ca06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:39.780117 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a1a8b856-0e3b-4145-87f8-8534805ca06d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a0539a10-d00a-4493-861b-af05b0a0d7e7 HTTP/1.1" status: 204 len: 168 time: 0.7058089 May 30 20:04:39.831341 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2cbeefdf-5194-43b1-95ed-4b482bdec6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:39.834758 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-5a96e679-9e22-4b1f-a7c4-7746a99c23aa service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225461 May 30 20:04:39.875564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bedeee-6249-47c3-b2c3-21dd24a34cd4 req-338702d4-2af3-4aa3-b224-4b4801395574 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] No DVR routers for this DVR port 238dad69-2f8a-437e-b53d-f482c2ad2cae on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:04:39.890653 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f6bedeee-6249-47c3-b2c3-21dd24a34cd4 req-338702d4-2af3-4aa3-b224-4b4801395574 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:39.904811 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-4ac5760a-81b6-4160-893a-c2cd3314bf6a tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1331790157&fields=id&tenant_id=08334d8ded8a425bb168fdca1f271cee HTTP/1.1" status: 200 len: 267 time: 0.4867446 May 30 20:04:39.924920 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'name': 'network-vif-deleted', 'tag': '238dad69-2f8a-437e-b53d-f482c2ad2cae'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:39.931046 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:40.044305 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-cbce6ff0-6a66-4fee-ac08-2eed977155b8 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029488 May 30 20:04:40.046340 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeee94d-f383-4fe5-9cb9-b5ef68cc4427 req-26d291f3-5231-4e35-9deb-f0b52d5e03f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:40.047107 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:40.047974 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdeee94d-f383-4fe5-9cb9-b5ef68cc4427 req-26d291f3-5231-4e35-9deb-f0b52d5e03f7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f752aaf2-0ad4-4ece-8637-6655632b43d1 HTTP/1.1" status: 200 len: 860 time: 0.3439748 May 30 20:04:40.056193 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8507e66f-bf52-4d1a-8b74-c53b4aa35fa8 admin admin] Network 1c618fce-8e1a-4264-8a30-66966112ca92 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:04:40.058517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbeefdf-5194-43b1-95ed-4b482bdec6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9db0cd7-b87e-4713-b049-76f2e3768527,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:40.096174 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fc878913-fa2f-48a5-98de-24bcccf4ed72, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:40.107141 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:40.158610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56766) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:40.171711 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2cbeefdf-5194-43b1-95ed-4b482bdec6f2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cf7f88abe16f48eaaff0dc5e21336370&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8567250 May 30 20:04:40.221551 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdeee94d-f383-4fe5-9cb9-b5ef68cc4427 req-267517c8-9120-4319-aac4-bb788e9c5d26 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e463813b-99d2-4a74-aecb-f6f5c4192d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1546369 May 30 20:04:40.223069 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6bedeee-6249-47c3-b2c3-21dd24a34cd4 req-338702d4-2af3-4aa3-b224-4b4801395574 tempest-FloatingIPsAssociationTestJSON-1412328382 tempest-FloatingIPsAssociationTestJSON-1412328382-project] 10.222.0.93 "DELETE /v2.0/ports/238dad69-2f8a-437e-b53d-f482c2ad2cae HTTP/1.1" status: 204 len: 173 time: 3.1969814 May 30 20:04:40.309543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-8507e66f-bf52-4d1a-8b74-c53b4aa35fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 1c618fce-8e1a-4264-8a30-66966112ca92) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:40.324303 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ab7fa3df-1429-4f8e-b62a-ca8e60aff91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:40.379352 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ab7fa3df-1429-4f8e-b62a-ca8e60aff91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:40.388602 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91174610-d458-4763-9b1c-24fdb6c160e6 None None] Network 1c618fce-8e1a-4264-8a30-66966112ca92 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:04:40.480157 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ab7fa3df-1429-4f8e-b62a-ca8e60aff91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:40.493780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fc878913-fa2f-48a5-98de-24bcccf4ed72,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:40.502407 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7fa3df-1429-4f8e-b62a-ca8e60aff91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9db0cd7-b87e-4713-b049-76f2e3768527,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:40.511214 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ab7fa3df-1429-4f8e-b62a-ca8e60aff91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:40.512926 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ab7fa3df-1429-4f8e-b62a-ca8e60aff91d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a9db0cd7-b87e-4713-b049-76f2e3768527 HTTP/1.1" status: 204 len: 168 time: 0.3521841 May 30 20:04:40.582811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8507e66f-bf52-4d1a-8b74-c53b4aa35fa8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:40.584372 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8507e66f-bf52-4d1a-8b74-c53b4aa35fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:40.594485 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:04:28Z', 'revision_number': 4, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '68729d47-d28b-4d29-b2f6-edb9877538c9', 'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'mac_address': 'fa:16:3e:c8:2a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:26Z', 'updated_at': '2022-05-30T20:04:28Z', 'revision_number': 2, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'subnets': [{'id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:40.631677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Checking router: 2088c466-193e-42e3-85e1-01d6d6172ae8 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:04:40.632179 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Updating router 2088c466-193e-42e3-85e1-01d6d6172ae8 port 68729d47-d28b-4d29-b2f6-edb9877538c9 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:04:40.637775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adf13a-dc8f-4c80-b532-31ad5681db15 req-87e682b5-706b-475e-bce2-6599f554037f tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:40.644764 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42adf13a-dc8f-4c80-b532-31ad5681db15 req-87e682b5-706b-475e-bce2-6599f554037f tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 950 time: 0.8987036 May 30 20:04:40.647442 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8507e66f-bf52-4d1a-8b74-c53b4aa35fa8 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.2989709 May 30 20:04:40.652186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56784) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:40.659787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1704130055-router', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:40.670921 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:40.686031 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Usage tracker for resource:router and tenant:aba290eb55434081b40c27125b03c71d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:40.693069 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:40.709675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:40.734936 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:40.738118 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:40.746860 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42adf13a-dc8f-4c80-b532-31ad5681db15 req-312854ee-7a7b-4b89-899d-258a3bad023e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008704 May 30 20:04:40.750631 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:40.766932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-7559c677-9f0c-4cca-bac3-f2a411c48dcf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:40.784216 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-7559c677-9f0c-4cca-bac3-f2a411c48dcf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/networks?id=46fc77d7-d584-4b90-a367-560a4547b685 HTTP/1.1" status: 200 len: 811 time: 0.8783872 May 30 20:04:40.797496 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:40.800954 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b733a913-ab45-431d-a380-31d8a87eb74f up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:40.857832 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdeee94d-f383-4fe5-9cb9-b5ef68cc4427 req-e38d34dc-5988-48fc-a279-b2c5140b09e1 service neutron] 10.222.0.93 "GET /v2.0/networks/e463813b-99d2-4a74-aecb-f6f5c4192d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077595 May 30 20:04:40.860460 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-cc08cdef-d7d7-4c30-8451-40f60ee03fe5 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/quotas/08334d8ded8a425bb168fdca1f271cee HTTP/1.1" status: 200 len: 375 time: 0.0420673 May 30 20:04:40.866464 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-1c618fce-8e1a-4264-8a30-66966112ca92', 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'fixed_ips': [{'subnet_id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:04:40.867735 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.014210 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d9f6bec-1ad3-48e8-a216-9ba33fd28e5c'] response: {'server_uuid': 'eedf307a-b7fe-4a3a-95f5-b5402638d554', 'name': 'network-vif-deleted', 'tag': '238dad69-2f8a-437e-b53d-f482c2ad2cae', 'status': 'completed', 'code': 200} May 30 20:04:41.116382 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56794) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:41.152549 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fcaed33-2c30-4aa0-b284-3ce13753b363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.199599 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.215153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9fcaed33-2c30-4aa0-b284-3ce13753b363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:41.221742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9fcaed33-2c30-4aa0-b284-3ce13753b363 admin admin] Usage tracker for resource:security_group_rule and tenant:67a5f9bb4d094824a5f1e0534795ca8d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:41.225365 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9fcaed33-2c30-4aa0-b284-3ce13753b363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:41.246022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9fcaed33-2c30-4aa0-b284-3ce13753b363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:41.289036 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-0eacda36-3b14-4b3c-9daa-68b8fefdc0f3 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=08334d8ded8a425bb168fdca1f271cee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4224331 May 30 20:04:41.310918 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56800) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:41.315096 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdeee94d-f383-4fe5-9cb9-b5ef68cc4427 req-1e679e62-7d80-424e-9dff-a0aa2c6a62d8 service neutron] 10.222.0.93 "GET /v2.0/networks/e463813b-99d2-4a74-aecb-f6f5c4192d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455168 May 30 20:04:41.338967 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port b733a913-ab45-431d-a380-31d8a87eb74f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:41.369775 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port b733a913-ab45-431d-a380-31d8a87eb74f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:41.370188 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.409180 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b700f-42dc-4e19-893b-3f569f2f87fe req-767b896f-4e34-49c6-baa0-e71891c8c737 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:41.410724 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd0b700f-42dc-4e19-893b-3f569f2f87fe req-767b896f-4e34-49c6-baa0-e71891c8c737 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/ports?device_id=ecba68ec-e009-49af-ac24-e112af96d04e HTTP/1.1" status: 200 len: 944 time: 0.2847605 May 30 20:04:41.438884 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fcaed33-2c30-4aa0-b284-3ce13753b363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.479286 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fcaed33-2c30-4aa0-b284-3ce13753b363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.502858 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd0b700f-42dc-4e19-893b-3f569f2f87fe req-f520679f-51ab-48e4-9b0f-26929273694d tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9eec5a-78c0-465f-bfa2-4df99d262f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867102 May 30 20:04:41.513550 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-be5d83a2-1bb0-4854-940b-8b484fbb4bb5 service neutron] 10.222.0.84 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234976 May 30 20:04:41.585155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcaed33-2c30-4aa0-b284-3ce13753b363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e840e69b-244a-4d4d-9bda-d4af7d6cdb7b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:41.599607 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.609250 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-470044709-network', 'tenant_id': '0e075b17435345809d5c6645e9b9fc3c'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:41.614700 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:41.619465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Usage tracker for resource:network and tenant:0e075b17435345809d5c6645e9b9fc3c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:41.622659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:41.630421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:41.630704 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9994da3a-53f7-4e4d-8d67-13ba568733bc'] response: {'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'code': 200} May 30 20:04:41.637529 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Allocated IP 172.20.0.2 (1c618fce-8e1a-4264-8a30-66966112ca92/eacd493c-a56e-47fd-9217-e8ad524e2ab0/32ea1115-5401-4bdf-8503-e1aea8c72fab) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:41.639182 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9fcaed33-2c30-4aa0-b284-3ce13753b363 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=67a5f9bb4d094824a5f1e0534795ca8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5183148 May 30 20:04:41.639874 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56806) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:41.653322 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Made reservation on behalf of 0e075b17435345809d5c6645e9b9fc3c for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:41.653550 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.657934 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.688977 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.830078 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.853199 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Allocated IP 172.25.5.8 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/9ad56d32-292e-4c0a-9a67-bb459fbc3f0d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:41.885056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:41.885612 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99dfff0f-f6c6-4736-9888-fede92a571f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.892503 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Usage tracker for resource:security_group_rule and tenant:0e075b17435345809d5c6645e9b9fc3c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:41.897684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-9a7d0278-694d-413d-aca3-4b834c8c7bbf service neutron] 10.222.0.84 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827739 May 30 20:04:41.900492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:41.918489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:41.934135 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5db79cef-2e2f-42a6-9787-9d522e33294d req-84d6ea5f-80e8-4933-a56e-9da53d44aad2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 1097 time: 0.2190604 May 30 20:04:41.999597 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99dfff0f-f6c6-4736-9888-fede92a571f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.003079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5db79cef-2e2f-42a6-9787-9d522e33294d req-b4214159-5e98-43ed-a8c3-c3e791eddd9d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570018 May 30 20:04:42.014127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe9798-cd37-4a0b-8ee2-0c9ef4fd54b0 req-18442e53-bd48-48ed-b65d-ca73398f6fe8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:42.015604 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c3fe9798-cd37-4a0b-8ee2-0c9ef4fd54b0 req-18442e53-bd48-48ed-b65d-ca73398f6fe8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 946 time: 0.2383397 May 30 20:04:42.091464 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.114237 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99dfff0f-f6c6-4736-9888-fede92a571f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.116276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56816) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:42.134585 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfff0f-f6c6-4736-9888-fede92a571f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e840e69b-244a-4d4d-9bda-d4af7d6cdb7b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:42.151430 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.156337 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99dfff0f-f6c6-4736-9888-fede92a571f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.165825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Transition to ACTIVE for port object 32ea1115-5401-4bdf-8503-e1aea8c72fab will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:42.170887 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-99dfff0f-f6c6-4736-9888-fede92a571f0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e840e69b-244a-4d4d-9bda-d4af7d6cdb7b HTTP/1.1" status: 204 len: 168 time: 0.5112751 May 30 20:04:42.174689 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.190215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Transition to ACTIVE for port object 32ea1115-5401-4bdf-8503-e1aea8c72fab will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:42.209364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port b733a913-ab45-431d-a380-31d8a87eb74f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b733a913-ab45-431d-a380-31d8a87eb74f,segment=NetworkSegment(c063a32e-4bc7-44f1-acf5-2a6d9cfd4dbe),segment_id=c063a32e-4bc7-44f1-acf5-2a6d9cfd4dbe)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:42.238814 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.255038 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Transition to ACTIVE for port object 68729d47-d28b-4d29-b2f6-edb9877538c9 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:42.263575 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.341832 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.342678 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 238dad69-2f8a-437e-b53d-f482c2ad2cae no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:42.433271 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.446792 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:42.449749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:42.453983 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:42.454267 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.470738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 238dad69-2f8a-437e-b53d-f482c2ad2cae {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:04:42.471099 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 238dad69-2f8a-437e-b53d-f482c2ad2cae not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:04:42.473165 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c3fe9798-cd37-4a0b-8ee2-0c9ef4fd54b0 req-24dae17c-721e-447f-ba82-49b944d026bf tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4408958 May 30 20:04:42.474192 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.487246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad56d32-292e-4c0a-9a67-bb459fbc3f0d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:42.574512 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Network 1c618fce-8e1a-4264-8a30-66966112ca92 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:42.591288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:42.603688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:04:42.607954 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:42.642948 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Pushing event updated for resources: {'Port': ['ID=32ea1115-5401-4bdf-8503-e1aea8c72fab,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:42.649654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1b5050-5bad-4522-bc36-6b4b804b567c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:42.659297 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.660253 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.682205 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.682659 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Added segment 7e2ec572-a2c3-4de7-ba4e-b7a802a21f62 of type vlan for network d568287e-a0ce-4f8b-a9cc-faf7575177cf May 30 20:04:42.778849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a36a6-043c-4d65-a082-e67f89c1ca38 req-22a4adb9-df8c-4695-a9d6-9e43fb6a964b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:42.786276 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-934a36a6-043c-4d65-a082-e67f89c1ca38 req-22a4adb9-df8c-4695-a9d6-9e43fb6a964b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 950 time: 0.4740024 May 30 20:04:42.861896 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52d0f471-b200-4a81-9e25-2e6fdae7bcea req-d9ccc0ac-0ea3-44c6-bcf6-287feb629f2a tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 210 time: 0.1767218 May 30 20:04:42.878208 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-934a36a6-043c-4d65-a082-e67f89c1ca38 req-239c6f92-6fb8-40bc-8e8c-c3f849320e2a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908320 May 30 20:04:42.888166 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.971380 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=b733a913-ab45-431d-a380-31d8a87eb74f,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:43.003104 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:43.003939 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:43.004544 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:43.021033 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Attempting to bind port 32ea1115-5401-4bdf-8503-e1aea8c72fab on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:43.021402 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Attempting to bind port 32ea1115-5401-4bdf-8503-e1aea8c72fab by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'fbce37dd-a637-46f1-88e0-2b83b9a452d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:43.021757 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Attempting to bind port 32ea1115-5401-4bdf-8503-e1aea8c72fab on network 1c618fce-8e1a-4264-8a30-66966112ca92 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:43.059052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Attempting to bind port 68729d47-d28b-4d29-b2f6-edb9877538c9 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:43.059684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Attempting to bind port 68729d47-d28b-4d29-b2f6-edb9877538c9 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '5f6be452-3c9c-4316-a618-a38c09910091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:43.060981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Attempting to bind port 68729d47-d28b-4d29-b2f6-edb9877538c9 on network 46fc77d7-d584-4b90-a367-560a4547b685 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:43.074228 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:43.074899 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Checking segment: {'id': 'fbce37dd-a637-46f1-88e0-2b83b9a452d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:43.075494 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:43.076091 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Bound using segment: {'id': 'fbce37dd-a637-46f1-88e0-2b83b9a452d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:43.076731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Bound port: 32ea1115-5401-4bdf-8503-e1aea8c72fab, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbce37dd-a637-46f1-88e0-2b83b9a452d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:43.077934 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:43.131678 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337a75b-78d4-4e43-89a7-48d52663b2b3 None None] Pushing event updated for resources: {'Port': ['ID=68729d47-d28b-4d29-b2f6-edb9877538c9,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:43.170223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:43.170700 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Checking segment: {'id': '5f6be452-3c9c-4316-a618-a38c09910091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:43.172941 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:43.180604 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Bound using segment: {'id': '5f6be452-3c9c-4316-a618-a38c09910091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:43.184016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Bound port: 68729d47-d28b-4d29-b2f6-edb9877538c9, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6be452-3c9c-4316-a618-a38c09910091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:43.186725 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:43.201942 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Router 37eeba98-0646-4c3e-97ac-0214b6533b1d is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:04:43.266484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] For port 32ea1115-5401-4bdf-8503-e1aea8c72fab, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:43.270820 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] For port 32ea1115-5401-4bdf-8503-e1aea8c72fab, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=32ea1115-5401-4bdf-8503-e1aea8c72fab,segment=NetworkSegment(fbce37dd-a637-46f1-88e0-2b83b9a452d7),segment_id=fbce37dd-a637-46f1-88e0-2b83b9a452d7)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:43.280005 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:43.461605 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077b4ff-8cb5-4c6a-9611-c57b8e8ac668 None None] Pushing event updated for resources: {'Port': ['ID=32ea1115-5401-4bdf-8503-e1aea8c72fab,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:43.530118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:04:43.536301 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2200887 May 30 20:04:43.538367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f1347-b94a-4524-bd7e-1645f318d794 admin admin] Pushing event updated for resources: {'Network': ['ID=d568287e-a0ce-4f8b-a9cc-faf7575177cf,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:43.542505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56846) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:43.548765 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Sync routers for ids ['37eeba98-0646-4c3e-97ac-0214b6533b1d'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:04:43.558971 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:43.561535 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6de689fb-5467-4cac-b5eb-032dabca51f3 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9078760 May 30 20:04:43.563789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56850) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:43.565469 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network d568287e-a0ce-4f8b-a9cc-faf7575177cf details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:04:43.574848 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Routers {'37eeba98-0646-4c3e-97ac-0214b6533b1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:43.579342 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['37eeba98-0646-4c3e-97ac-0214b6533b1d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:43.595584 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-ac43477e-1d85-43da-a262-81c6b16fef84 admin admin] Request body: {'subnet': {'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-470044709-subnet', 'tenant_id': '0e075b17435345809d5c6645e9b9fc3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:43.628579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ac43477e-1d85-43da-a262-81c6b16fef84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:43.643094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ac43477e-1d85-43da-a262-81c6b16fef84 admin admin] Usage tracker for resource:subnet and tenant:0e075b17435345809d5c6645e9b9fc3c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:43.655337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ac43477e-1d85-43da-a262-81c6b16fef84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:43.677009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ac43477e-1d85-43da-a262-81c6b16fef84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:43.682835 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecba68ec-e009-49af-ac24-e112af96d04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b733a913-ab45-431d-a380-31d8a87eb74f'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:43.739295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] For port 68729d47-d28b-4d29-b2f6-edb9877538c9, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:43.761255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] For port 68729d47-d28b-4d29-b2f6-edb9877538c9, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=68729d47-d28b-4d29-b2f6-edb9877538c9,segment=NetworkSegment(5f6be452-3c9c-4316-a618-a38c09910091),segment_id=5f6be452-3c9c-4316-a618-a38c09910091)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:43.775546 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:43.789464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac43477e-1d85-43da-a262-81c6b16fef84 admin admin] Made reservation on behalf of 0e075b17435345809d5c6645e9b9fc3c for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:43.791712 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac43477e-1d85-43da-a262-81c6b16fef84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:43.841531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c83b4-470f-446e-890d-cf4ec6e3b33f req-77564f59-209c-444b-a367-2410825d08d8 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:43.848413 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b4c83b4-470f-446e-890d-cf4ec6e3b33f req-77564f59-209c-444b-a367-2410825d08d8 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/ports?device_id=ecba68ec-e009-49af-ac24-e112af96d04e HTTP/1.1" status: 200 len: 945 time: 0.6754351 May 30 20:04:43.865736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337a75b-78d4-4e43-89a7-48d52663b2b3 None None] Pushing event updated for resources: {'Port': ['ID=68729d47-d28b-4d29-b2f6-edb9877538c9,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:43.907044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Routers {'2088c466-193e-42e3-85e1-01d6d6172ae8'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:43.907766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2088c466-193e-42e3-85e1-01d6d6172ae8'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:44.312002 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b4c83b4-470f-446e-890d-cf4ec6e3b33f req-75396cca-1f02-400a-9312-a96c1ea8f748 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9eec5a-78c0-465f-bfa2-4df99d262f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626110 May 30 20:04:44.390501 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Set router 37eeba98-0646-4c3e-97ac-0214b6533b1d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:44.517513 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 32ea1115-5401-4bdf-8503-e1aea8c72fab up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:44.604137 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb25b3ca-11e9-4c2b-be8b-eff665ec64e5'] response: {'server_uuid': 'ecba68ec-e009-49af-ac24-e112af96d04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b733a913-ab45-431d-a380-31d8a87eb74f', 'code': 200} May 30 20:04:44.649290 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] Set router 2088c466-193e-42e3-85e1-01d6d6172ae8 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:44.735399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0d953-0cf2-45fc-84be-c4fac3c49978 req-1758db31-6ab2-40a4-a7a5-ef9af49bf298 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:44.742291 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6db0d953-0cf2-45fc-84be-c4fac3c49978 req-1758db31-6ab2-40a4-a7a5-ef9af49bf298 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 946 time: 1.0060410 May 30 20:04:44.851640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-90edcfdb-9364-4e87-98e9-ecadb6e5cd48 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:44.854089 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-90edcfdb-9364-4e87-98e9-ecadb6e5cd48 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.77 "GET /v2.0/networks?id=46fc77d7-d584-4b90-a367-560a4547b685 HTTP/1.1" status: 200 len: 811 time: 0.8467155 May 30 20:04:44.993405 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6db0d953-0cf2-45fc-84be-c4fac3c49978 req-7dee769d-7e75-4bfc-925e-dbe91039e9d9 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501698 May 30 20:04:45.059111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 32ea1115-5401-4bdf-8503-e1aea8c72fab completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:45.129939 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-996a56c9-eaed-442c-849c-22fa06a94926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:45.252066 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c3032e41-9893-4140-9bc1-f51ec2bc7356 req-3a22bae5-6d6c-4756-ac42-06599ce00b6a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ecba68ec-e009-49af-ac24-e112af96d04e HTTP/1.1" status: 200 len: 1096 time: 0.6285386 May 30 20:04:45.254925 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:04:28Z', 'revision_number': 4, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '68729d47-d28b-4d29-b2f6-edb9877538c9', 'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'mac_address': 'fa:16:3e:c8:2a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:26Z', 'updated_at': '2022-05-30T20:04:43Z', 'revision_number': 4, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'subnets': [{'id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:45.266930 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb11023-8e0d-4026-861b-dfbf97d19a3a None None] The sync data for ids ['2088c466-193e-42e3-85e1-01d6d6172ae8'] in n-d-843949-2 is: [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:04:28Z', 'revision_number': 4, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '68729d47-d28b-4d29-b2f6-edb9877538c9', 'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'mac_address': 'fa:16:3e:c8:2a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:26Z', 'updated_at': '2022-05-30T20:04:43Z', 'revision_number': 4, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'subnets': [{'id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:04:45.269143 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1704130055-router', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:40Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 3, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'gw_port': {'id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:45.284775 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:45.291735 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Checking router: 37eeba98-0646-4c3e-97ac-0214b6533b1d for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:04:45.292111 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Updating router 37eeba98-0646-4c3e-97ac-0214b6533b1d port 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:04:45.372558 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a25a8818-6c5a-4cea-a562-e0770e15664d req-e72cc522-f3ac-4ff4-a3b2-ae16845a2259 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 210 time: 0.1428597 May 30 20:04:45.438448 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:45.534257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98713856-8fc2-4f81-9e4d-c09392fbf71e None None] Network 1c618fce-8e1a-4264-8a30-66966112ca92 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:04:45.547152 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac43477e-1d85-43da-a262-81c6b16fef84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:45.661778 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-bffd7658-e37e-4ad6-9dda-9c6ee7ad8835 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08334d8ded8a425bb168fdca1f271cee HTTP/1.1" status: 200 len: 380 time: 0.7752888 May 30 20:04:45.668261 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43477e-1d85-43da-a262-81c6b16fef84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24f03aba-f12a-4241-8d9f-db4a6a1a5134,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:45.681733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a4243ed3-cc66-45b4-ae32-74c6bbfd7c78 None None] Provisioning for port 32ea1115-5401-4bdf-8503-e1aea8c72fab completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:45.688114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-40802250-944f-4ade-8c17-1630e1145426 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Request body: {'port': {'device_id': 'bd43ae71-65ed-4cfd-af59-36646258eef5', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'admin_state_up': True, 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'security_groups': ['1a9454b8-74ac-4a40-8a1a-1fc220410849']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:45.706150 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a4243ed3-cc66-45b4-ae32-74c6bbfd7c78 None None] Provisioning complete for port 32ea1115-5401-4bdf-8503-e1aea8c72fab triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:45.706785 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a4243ed3-cc66-45b4-ae32-74c6bbfd7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:45.841240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Allocated IP 172.20.0.1 (1c618fce-8e1a-4264-8a30-66966112ca92/eacd493c-a56e-47fd-9217-e8ad524e2ab0/9287c5f5-1419-4784-a8ef-5f78469d7253) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:45.848173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca497c-b10b-4691-bdd3-fa20c11eedbe req-6cc23211-86f3-4e31-b600-683ff5fe757d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:45.860398 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4ca497c-b10b-4691-bdd3-fa20c11eedbe req-6cc23211-86f3-4e31-b600-683ff5fe757d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 950 time: 1.0966268 May 30 20:04:46.033030 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.065936 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Transition to ACTIVE for port object 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:46.082190 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.105134 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a4243ed3-cc66-45b4-ae32-74c6bbfd7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.132324 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c3032e41-9893-4140-9bc1-f51ec2bc7356 req-857af13b-135f-4cb7-8b9a-f82a2cf0a160 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ba9eec5a-78c0-465f-bfa2-4df99d262f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6223278 May 30 20:04:46.165760 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4ca497c-b10b-4691-bdd3-fa20c11eedbe req-3350e220-1d91-4eda-a266-fc0f7e7d945c tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970960 May 30 20:04:46.180673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43477e-1d85-43da-a262-81c6b16fef84 admin admin] Checking segment: {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:46.181034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac43477e-1d85-43da-a262-81c6b16fef84 admin admin] Network hostable DHCP agents. Network: d568287e-a0ce-4f8b-a9cc-faf7575177cf, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:04:46.261581 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a4243ed3-cc66-45b4-ae32-74c6bbfd7c78 None None] For port 32ea1115-5401-4bdf-8503-e1aea8c72fab, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=32ea1115-5401-4bdf-8503-e1aea8c72fab,segment=NetworkSegment(fbce37dd-a637-46f1-88e0-2b83b9a452d7),segment_id=fbce37dd-a637-46f1-88e0-2b83b9a452d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:46.288626 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a4243ed3-cc66-45b4-ae32-74c6bbfd7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.322171 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Attempting to bind port 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:46.322682 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Attempting to bind port 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:46.323955 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Attempting to bind port 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:46.326324 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf1a27-ab4f-4ae3-8994-b4dca9cec10e None None] Pushing event updated for resources: {'Port': ['ID=9ad56d32-292e-4c0a-9a67-bb459fbc3f0d,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:46.337498 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:46.348326 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:46.348729 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.349116 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:46.349605 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Bound port: 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:46.349971 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.388763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c312d-b37f-4489-a3ca-02cfa24df549 req-73903a40-1028-4384-853f-bf489629c042 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:46.401488 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-629c312d-b37f-4489-a3ca-02cfa24df549 req-73903a40-1028-4384-853f-bf489629c042 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 946 time: 0.7366810 May 30 20:04:46.418567 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56888) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:46.467616 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.469688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-893665a7-f9b6-4f9a-9232-f036329d2e04 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Request body: {'floatingip': {'port_id': 'fc878913-fa2f-48a5-98de-24bcccf4ed72'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:46.476745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 68729d47-d28b-4d29-b2f6-edb9877538c9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:46.497343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Transition to ACTIVE for port object 9287c5f5-1419-4784-a8ef-5f78469d7253 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:46.536368 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.562628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4243ed3-cc66-45b4-ae32-74c6bbfd7c78 None None] Pushing event updated for resources: {'Port': ['ID=32ea1115-5401-4bdf-8503-e1aea8c72fab,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:46.619353 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] For port 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:46.630587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 68729d47-d28b-4d29-b2f6-edb9877538c9 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:46.631698 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] For port 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9ad56d32-292e-4c0a-9a67-bb459fbc3f0d,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:46.642906 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.649285 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 68729d47-d28b-4d29-b2f6-edb9877538c9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:46.649650 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.746520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Pushing event updated for resources: {'Port': ['ID=9287c5f5-1419-4784-a8ef-5f78469d7253,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:46.763894 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Routers {'37eeba98-0646-4c3e-97ac-0214b6533b1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:46.764425 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['37eeba98-0646-4c3e-97ac-0214b6533b1d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:46.766123 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Network 1c618fce-8e1a-4264-8a30-66966112ca92 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:46.771326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:46.774636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:46.943519 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.981445 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-40802250-944f-4ade-8c17-1630e1145426 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:46.986745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-40802250-944f-4ade-8c17-1630e1145426 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Usage tracker for resource:port and tenant:08334d8ded8a425bb168fdca1f271cee is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:46.990117 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-40802250-944f-4ade-8c17-1630e1145426 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:46.998067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-40802250-944f-4ade-8c17-1630e1145426 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:47.031523 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:47.043095 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf1a27-ab4f-4ae3-8994-b4dca9cec10e None None] Pushing event updated for resources: {'Port': ['ID=9ad56d32-292e-4c0a-9a67-bb459fbc3f0d,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:47.046881 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b55b27df-e99d-49c7-bf64-37ce7355dd8f None None] Provisioning complete for port 32ea1115-5401-4bdf-8503-e1aea8c72fab triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:47.047260 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b55b27df-e99d-49c7-bf64-37ce7355dd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:47.074343 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f0dfe3b-f8cb-4e61-8ff0-5156221fa4c5 req-6129543c-620f-4578-817e-9e8cf4c31319 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 210 time: 0.1182821 May 30 20:04:47.076263 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-40802250-944f-4ade-8c17-1630e1145426 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Made reservation on behalf of 08334d8ded8a425bb168fdca1f271cee for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:47.079205 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-40802250-944f-4ade-8c17-1630e1145426 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:47.094927 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-893665a7-f9b6-4f9a-9232-f036329d2e04 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:47.117343 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:47.219222 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] Set router 37eeba98-0646-4c3e-97ac-0214b6533b1d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:47.300497 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 68729d47-d28b-4d29-b2f6-edb9877538c9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=68729d47-d28b-4d29-b2f6-edb9877538c9,segment=NetworkSegment(5f6be452-3c9c-4316-a618-a38c09910091),segment_id=5f6be452-3c9c-4316-a618-a38c09910091)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:47.323115 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:47.519228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-40802250-944f-4ade-8c17-1630e1145426 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Allocated IP 172.20.0.6 (46fc77d7-d584-4b90-a367-560a4547b685/54e18232-0c1b-400c-aea5-aa806dd0320c/5e60b14d-e755-47cb-9929-038cea49baec) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:47.538929 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=68729d47-d28b-4d29-b2f6-edb9877538c9,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:47.570010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac43477e-1d85-43da-a262-81c6b16fef84 admin admin] Network d568287e-a0ce-4f8b-a9cc-faf7575177cf is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:04:47.591211 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:04:47.598862 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:47.604357 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:47.711056 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7902fb24-28a6-4dbe-b387-ac95acbd4bdf None None] Provisioning for port 9287c5f5-1419-4784-a8ef-5f78469d7253 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:47.724636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-ac43477e-1d85-43da-a262-81c6b16fef84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, d568287e-a0ce-4f8b-a9cc-faf7575177cf) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:47.735956 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7902fb24-28a6-4dbe-b387-ac95acbd4bdf None None] Provisioning complete for port 9287c5f5-1419-4784-a8ef-5f78469d7253 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:47.738167 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7902fb24-28a6-4dbe-b387-ac95acbd4bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:47.745426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac43477e-1d85-43da-a262-81c6b16fef84 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:47.746219 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac43477e-1d85-43da-a262-81c6b16fef84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:47.755707 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:47.815267 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864f2130-ad6f-43d5-8e98-81cb77d2e145 None None] Network d568287e-a0ce-4f8b-a9cc-faf7575177cf requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:04:47.826207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b61aed-b89a-42fb-9c08-94e9356c36d5 req-b7384476-efcb-4553-b23e-f6db0d93566c tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:47.828077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76b61aed-b89a-42fb-9c08-94e9356c36d5 req-b7384476-efcb-4553-b23e-f6db0d93566c tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/ports?device_id=ecba68ec-e009-49af-ac24-e112af96d04e HTTP/1.1" status: 200 len: 945 time: 1.2956274 May 30 20:04:47.838652 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1704130055-router', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:40Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 3, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'gw_port': {'id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:47.843795 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7791adb6-8470-4eb7-903e-1f13fb98fe77 None None] The sync data for ids ['37eeba98-0646-4c3e-97ac-0214b6533b1d'] in n-d-843949-2 is: [{'id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1704130055-router', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:40Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 3, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'gw_port': {'id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:04:47.936505 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Pushing event updated for resources: {'Port': ['ID=9287c5f5-1419-4784-a8ef-5f78469d7253,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:47.957297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7902fb24-28a6-4dbe-b387-ac95acbd4bdf None None] Port 9287c5f5-1419-4784-a8ef-5f78469d7253 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:04:48.032617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Network 1c618fce-8e1a-4264-8a30-66966112ca92 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:48.034617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:48.050326 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ac43477e-1d85-43da-a262-81c6b16fef84 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.5064855 May 30 20:04:48.122532 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faeca27-c338-41c2-b007-84310537d39a None None] Network d568287e-a0ce-4f8b-a9cc-faf7575177cf requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:04:48.306686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ff0eb-cda1-43d9-bbc1-52ada96191d2 req-f9f45322-2ff3-401d-bd30-35c8a315d782 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:48.313981 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b7ff0eb-cda1-43d9-bbc1-52ada96191d2 req-f9f45322-2ff3-401d-bd30-35c8a315d782 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 950 time: 0.7833014 May 30 20:04:48.337949 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76b61aed-b89a-42fb-9c08-94e9356c36d5 req-4e5de291-a406-4391-a621-b65d4b73783c tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9eec5a-78c0-465f-bfa2-4df99d262f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417832 May 30 20:04:48.439783 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-40802250-944f-4ade-8c17-1630e1145426 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:48.456575 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 32ea1115-5401-4bdf-8503-e1aea8c72fab up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:48.630346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fe2fcc8e-5342-4d8a-adde-c8a81d8edabe None None] Provisioning complete for port 9287c5f5-1419-4784-a8ef-5f78469d7253 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:48.630733 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fe2fcc8e-5342-4d8a-adde-c8a81d8edabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:48.680176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-40802250-944f-4ade-8c17-1630e1145426 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Transition to ACTIVE for port object 5e60b14d-e755-47cb-9929-038cea49baec will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:48.683314 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-204f5822-6f48-4b06-94a9-fce57342ff54 req-8602d554-b221-45d9-b317-340446383276 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Synchronizing usage tracker for tenant:08334d8ded8a425bb168fdca1f271cee on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:48.709892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Router 37eeba98-0646-4c3e-97ac-0214b6533b1d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:04:48.713359 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fe2fcc8e-5342-4d8a-adde-c8a81d8edabe None None] Port 9287c5f5-1419-4784-a8ef-5f78469d7253 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:04:48.717425 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b7ff0eb-cda1-43d9-bbc1-52ada96191d2 req-d4d9e46d-536b-40d6-a3f4-5801d93af41b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024138 May 30 20:04:48.748490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 32ea1115-5401-4bdf-8503-e1aea8c72fab triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:48.748854 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:48.845928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-204f5822-6f48-4b06-94a9-fce57342ff54 req-8602d554-b221-45d9-b317-340446383276 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Unset dirty status for tenant:08334d8ded8a425bb168fdca1f271cee on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:48.852509 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-204f5822-6f48-4b06-94a9-fce57342ff54 req-8602d554-b221-45d9-b317-340446383276 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 210 time: 0.3001053 May 30 20:04:48.921353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56940) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:48.946012 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-40802250-944f-4ade-8c17-1630e1145426 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:49.000863 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 68729d47-d28b-4d29-b2f6-edb9877538c9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:49.056532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:04:49.070988 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-69c680e1-bf1d-4cfd-8522-4003151601d8 admin admin] 10.222.0.84 "PUT /v2.0/routers/37eeba98-0646-4c3e-97ac-0214b6533b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5059555 May 30 20:04:49.077494 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-40802250-944f-4ade-8c17-1630e1145426 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Network 46fc77d7-d584-4b90-a367-560a4547b685 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:49.095343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 68729d47-d28b-4d29-b2f6-edb9877538c9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:49.095999 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:49.145340 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7740b4ff-8f7d-4006-835f-1695b489274f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:49.201733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7740b4ff-8f7d-4006-835f-1695b489274f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:49.205999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7740b4ff-8f7d-4006-835f-1695b489274f admin admin] Usage tracker for resource:security_group_rule and tenant:49e17a83f8e44f8497ffacc6ef454641 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:49.209120 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7740b4ff-8f7d-4006-835f-1695b489274f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:49.231640 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7740b4ff-8f7d-4006-835f-1695b489274f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:49.280047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-40802250-944f-4ade-8c17-1630e1145426 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:49.283879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-40802250-944f-4ade-8c17-1630e1145426 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:49.357236 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7740b4ff-8f7d-4006-835f-1695b489274f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:49.363558 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7740b4ff-8f7d-4006-835f-1695b489274f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:49.416827 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740b4ff-8f7d-4006-835f-1695b489274f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7ad11f-0b50-4286-99e2-8cda10db77f1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:49.422513 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7740b4ff-8f7d-4006-835f-1695b489274f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=49e17a83f8e44f8497ffacc6ef454641&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5013454 May 30 20:04:49.432882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56956) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:49.505027 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40802250-944f-4ade-8c17-1630e1145426 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Pushing event updated for resources: {'Port': ['ID=5e60b14d-e755-47cb-9929-038cea49baec,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:49.522124 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-893665a7-f9b6-4f9a-9232-f036329d2e04 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:04:49.619249 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad96cabe-7de0-440f-9a23-39b29164fbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:49.642027 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b2f152c6-06ee-4dc0-b0f0-08375de5e84b None None] Provisioning for port 5e60b14d-e755-47cb-9929-038cea49baec completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:49.648375 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b2f152c6-06ee-4dc0-b0f0-08375de5e84b None None] Provisioning complete for port 5e60b14d-e755-47cb-9929-038cea49baec triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:49.649071 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b2f152c6-06ee-4dc0-b0f0-08375de5e84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:49.649770 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad96cabe-7de0-440f-9a23-39b29164fbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:49.694620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-40802250-944f-4ade-8c17-1630e1145426 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:49.695261 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-40802250-944f-4ade-8c17-1630e1145426 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:49.705793 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b2f152c6-06ee-4dc0-b0f0-08375de5e84b None None] Port 5e60b14d-e755-47cb-9929-038cea49baec cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:04:49.718023 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad96cabe-7de0-440f-9a23-39b29164fbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:49.728996 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-40802250-944f-4ade-8c17-1630e1145426 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0548606 May 30 20:04:49.743220 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96cabe-7de0-440f-9a23-39b29164fbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7ad11f-0b50-4286-99e2-8cda10db77f1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:49.747895 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad96cabe-7de0-440f-9a23-39b29164fbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:49.751996 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ad96cabe-7de0-440f-9a23-39b29164fbfd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2d7ad11f-0b50-4286-99e2-8cda10db77f1 HTTP/1.1" status: 204 len: 168 time: 0.3141570 May 30 20:04:49.759707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Request body: {'port': {'device_id': 'bd43ae71-65ed-4cfd-af59-36646258eef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:49.830205 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-893665a7-f9b6-4f9a-9232-f036329d2e04 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:49.864224 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-893665a7-f9b6-4f9a-9232-f036329d2e04 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.016172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-dd0029ef-305a-410d-a492-ed67652efcac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:50.016832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-dd0029ef-305a-410d-a492-ed67652efcac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Synchronizing usage tracker for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:50.084469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b55585-d84b-4c79-8725-b2d231290ef0 req-e56c9406-38d7-4050-a5ec-8081a9aa95f9 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:50.086579 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-72b55585-d84b-4c79-8725-b2d231290ef0 req-e56c9406-38d7-4050-a5ec-8081a9aa95f9 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/ports?device_id=ecba68ec-e009-49af-ac24-e112af96d04e HTTP/1.1" status: 200 len: 945 time: 0.4812267 May 30 20:04:50.151541 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-dd0029ef-305a-410d-a492-ed67652efcac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Unset dirty status for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:50.152722 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-dd0029ef-305a-410d-a492-ed67652efcac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 811 time: 0.8115728 May 30 20:04:50.156915 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.160965 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56980) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:50.180755 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e713397-b315-4966-8148-df3701c3679b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.214750 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8e713397-b315-4966-8148-df3701c3679b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:50.219152 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8e713397-b315-4966-8148-df3701c3679b admin admin] Usage tracker for resource:security_group_rule and tenant:2abe4e57d7e2455d9c54d3f478d16034 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:50.221977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8e713397-b315-4966-8148-df3701c3679b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:50.227597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8e713397-b315-4966-8148-df3701c3679b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:50.291116 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-2b391f40-eba0-44b3-9ec0-6e0c53f20ca9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/quotas/0e075b17435345809d5c6645e9b9fc3c HTTP/1.1" status: 200 len: 375 time: 0.1225684 May 30 20:04:50.308593 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e713397-b315-4966-8148-df3701c3679b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.314551 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e713397-b315-4966-8148-df3701c3679b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.317346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-72b55585-d84b-4c79-8725-b2d231290ef0 req-42e3b5df-e197-4bfb-ad8e-31c322e9b9e9 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9eec5a-78c0-465f-bfa2-4df99d262f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211416 May 30 20:04:50.375356 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e713397-b315-4966-8148-df3701c3679b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffa3e7f-a5b9-44d5-a262-ec5f3f7db4db,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:50.383159 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8e713397-b315-4966-8148-df3701c3679b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2abe4e57d7e2455d9c54d3f478d16034&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2187755 May 30 20:04:50.384360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56988) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:50.424004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-996a56c9-eaed-442c-849c-22fa06a94926 admin admin] Deleting port 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:50.436458 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-996a56c9-eaed-442c-849c-22fa06a94926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.472732 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0da8ed3b-c83c-4c61-a590-adef995cf9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.482106 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56992) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:50.486592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-df8cb19f-ce27-483b-86ef-2ad43c038be8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1744537 May 30 20:04:50.489539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1840485294-network', 'tenant_id': '9e9ab626a3d04da0ad36e96f28b18935'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:50.502872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:50.510344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Usage tracker for resource:network and tenant:9e9ab626a3d04da0ad36e96f28b18935 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:50.519704 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:50.529384 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:50.532734 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0da8ed3b-c83c-4c61-a590-adef995cf9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.556603 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Made reservation on behalf of 9e9ab626a3d04da0ad36e96f28b18935 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:50.558756 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.580834 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.616041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:50.620885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Usage tracker for resource:security_group_rule and tenant:9e9ab626a3d04da0ad36e96f28b18935 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:50.623778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:50.626416 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0da8ed3b-c83c-4c61-a590-adef995cf9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.644844 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:50.653077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8ed3b-c83c-4c61-a590-adef995cf9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffa3e7f-a5b9-44d5-a262-ec5f3f7db4db,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:50.666510 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0da8ed3b-c83c-4c61-a590-adef995cf9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.670207 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0da8ed3b-c83c-4c61-a590-adef995cf9b9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9ffa3e7f-a5b9-44d5-a262-ec5f3f7db4db HTTP/1.1" status: 204 len: 168 time: 0.2847710 May 30 20:04:50.732398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.737901 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.773583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1ef550-a5a1-46ae-ac64-709212d32804,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:50.776232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:04:50.786244 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.786583 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Added segment e7adff38-aba8-4e75-aea7-935a9ebcf44a of type vlan for network bc635295-0149-4d4c-b0f2-7586a9afde82 May 30 20:04:50.818122 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.850519 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.853798 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:50.855282 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.894625 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4083982 May 30 20:04:50.896541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57000) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:50.951025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a9e5991d-0c83-4935-8bd0-acc669089812 admin admin] Request body: {'subnet': {'network_id': 'bc635295-0149-4d4c-b0f2-7586a9afde82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1840485294-subnet', 'tenant_id': '9e9ab626a3d04da0ad36e96f28b18935', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:50.956107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a9e5991d-0c83-4935-8bd0-acc669089812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:50.960142 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a9e5991d-0c83-4935-8bd0-acc669089812 admin admin] Usage tracker for resource:subnet and tenant:9e9ab626a3d04da0ad36e96f28b18935 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:50.963761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a9e5991d-0c83-4935-8bd0-acc669089812 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:50.969892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a9e5991d-0c83-4935-8bd0-acc669089812 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:50.983395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e5991d-0c83-4935-8bd0-acc669089812 admin admin] Made reservation on behalf of 9e9ab626a3d04da0ad36e96f28b18935 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:50.985846 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9e5991d-0c83-4935-8bd0-acc669089812 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:51.088197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a46a1-f4bd-4cb8-891e-3415f21aee1f admin admin] Pushing event updated for resources: {'Network': ['ID=bc635295-0149-4d4c-b0f2-7586a9afde82,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:51.101054 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network bc635295-0149-4d4c-b0f2-7586a9afde82 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:04:51.156238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-cbf60adb-6351-4868-903f-9acc9fbdd9a1 service neutron] 10.222.0.84 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6222267 May 30 20:04:51.170488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-996a56c9-eaed-442c-849c-22fa06a94926 admin admin] For port 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4220d2a5-6005-4fc7-8aa6-40fbc6fc6209,segment=NetworkSegment(dbea1059-57b8-439c-951d-df443d4c1a35),segment_id=dbea1059-57b8-439c-951d-df443d4c1a35)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:51.170849 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-996a56c9-eaed-442c-849c-22fa06a94926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:51.215290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e4711-3ae0-4d8f-97b3-049fd8155ff2 req-a557693f-d84e-4849-a37f-571916fc2c0a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:51.217219 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e48e4711-3ae0-4d8f-97b3-049fd8155ff2 req-a557693f-d84e-4849-a37f-571916fc2c0a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 950 time: 0.6824269 May 30 20:04:51.268721 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9e5991d-0c83-4935-8bd0-acc669089812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:51.343459 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-893665a7-f9b6-4f9a-9232-f036329d2e04 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Floating IP c0c80737-a929-434a-925c-a54ba4a89ddc associated. External IP: 172.25.5.245, port: fc878913-fa2f-48a5-98de-24bcccf4ed72. May 30 20:04:51.351871 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5991d-0c83-4935-8bd0-acc669089812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a5c9363-47cd-4079-8007-5d8936f242e9,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:51.376393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5991d-0c83-4935-8bd0-acc669089812 admin admin] Checking segment: {'id': 'e7adff38-aba8-4e75-aea7-935a9ebcf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bc635295-0149-4d4c-b0f2-7586a9afde82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:51.377004 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e5991d-0c83-4935-8bd0-acc669089812 admin admin] Network hostable DHCP agents. Network: bc635295-0149-4d4c-b0f2-7586a9afde82, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:04:51.400565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e5991d-0c83-4935-8bd0-acc669089812 admin admin] Network bc635295-0149-4d4c-b0f2-7586a9afde82 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:04:51.407637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-996a56c9-eaed-442c-849c-22fa06a94926 admin admin] Calling delete_port for 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:51.411866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a9e5991d-0c83-4935-8bd0-acc669089812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, bc635295-0149-4d4c-b0f2-7586a9afde82) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:51.416801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e5991d-0c83-4935-8bd0-acc669089812 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:51.417436 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9e5991d-0c83-4935-8bd0-acc669089812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:51.433348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b802c06d-e907-42e1-82a1-f442d8119db8 None None] Network bc635295-0149-4d4c-b0f2-7586a9afde82 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:04:51.444592 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a9e5991d-0c83-4935-8bd0-acc669089812 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5471079 May 30 20:04:51.446008 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57016) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:51.453184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1840485294-router', 'tenant_id': '9e9ab626a3d04da0ad36e96f28b18935', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:51.459490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:51.464946 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Usage tracker for resource:router and tenant:9e9ab626a3d04da0ad36e96f28b18935 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:51.468384 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:51.474935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:51.488754 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:51.490394 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:51.515560 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:51.698932 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:51.719760 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e48e4711-3ae0-4d8f-97b3-049fd8155ff2 req-2c8633ce-f943-4914-b4df-9d1192dfa028 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928241 May 30 20:04:51.737617 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-bc635295-0149-4d4c-b0f2-7586a9afde82', 'network_id': 'bc635295-0149-4d4c-b0f2-7586a9afde82', 'tenant_id': '9e9ab626a3d04da0ad36e96f28b18935', 'fixed_ips': [{'subnet_id': '5a5c9363-47cd-4079-8007-5d8936f242e9'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:04:51.738820 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:51.798648 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-052a0fbf-d688-47ed-83f8-9c399f0eaee1 service neutron] 10.222.0.84 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184969 May 30 20:04:51.830524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e60b14d-e755-47cb-9929-038cea49baec {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:51.847625 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:51.874889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Transition to ACTIVE for port object 5e60b14d-e755-47cb-9929-038cea49baec will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:51.885343 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:52.021726 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Allocated IP 172.20.0.2 (bc635295-0149-4d4c-b0f2-7586a9afde82/5a5c9363-47cd-4079-8007-5d8936f242e9/928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:52.093604 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:52.135013 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:52.178771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Pushing event updated for resources: {'Port': ['ID=5e60b14d-e755-47cb-9929-038cea49baec,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:52.331182 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d0625c11-f4ac-4032-9fe1-8e4ab87ab401 req-fe629921-182f-4fee-b602-19be373fc574 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=8096c362-f081-47b5-bfa5-a9ca4c6c08bd HTTP/1.1" status: 200 len: 210 time: 0.1462481 May 30 20:04:52.362656 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-996a56c9-eaed-442c-849c-22fa06a94926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:52.450857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Allocated IP 172.25.5.76 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/5d47aaaf-f34a-4020-998a-88983d43bdd4) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:52.502397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a56c9-eaed-442c-849c-22fa06a94926 admin admin] Pushing event deleted for resources: {'Port': ['ID=4220d2a5-6005-4fc7-8aa6-40fbc6fc6209,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:52.629708 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:52.666484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Transition to ACTIVE for port object 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:52.682104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac52b3-02f3-499a-b737-b93cbedd6ad4 req-b5d21ae9-3c47-4257-97a8-db5a8ef45e7f tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:52.705562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Transition to ACTIVE for port object 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:52.705746 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0ac52b3-02f3-499a-b737-b93cbedd6ad4 req-b5d21ae9-3c47-4257-97a8-db5a8ef45e7f tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 943 time: 0.7370377 May 30 20:04:52.712180 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:52.803365 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:52.838586 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Network bc635295-0149-4d4c-b0f2-7586a9afde82 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:52.841634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:52.861875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:52.874316 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:52.975795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:52.978429 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Pushing event updated for resources: {'Port': ['ID=928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:52.979239 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:52.984208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:53.097493 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Attempting to bind port 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:53.097864 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Attempting to bind port 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'e7adff38-aba8-4e75-aea7-935a9ebcf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bc635295-0149-4d4c-b0f2-7586a9afde82'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:53.098629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Attempting to bind port 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b on network bc635295-0149-4d4c-b0f2-7586a9afde82 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:53.115068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:53.115881 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Checking segment: {'id': 'e7adff38-aba8-4e75-aea7-935a9ebcf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bc635295-0149-4d4c-b0f2-7586a9afde82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:53.116338 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:53.116729 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Bound using segment: {'id': 'e7adff38-aba8-4e75-aea7-935a9ebcf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bc635295-0149-4d4c-b0f2-7586a9afde82'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:53.117231 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Bound port: 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7adff38-aba8-4e75-aea7-935a9ebcf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bc635295-0149-4d4c-b0f2-7586a9afde82'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:53.117613 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:53.124823 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Pushing event updated for resources: {'Port': ['ID=5d47aaaf-f34a-4020-998a-88983d43bdd4,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:53.293739 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] For port 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:53.301917 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] For port 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b,segment=NetworkSegment(e7adff38-aba8-4e75-aea7-935a9ebcf44a),segment_id=e7adff38-aba8-4e75-aea7-935a9ebcf44a)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:53.313387 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:53.332989 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:53.334225 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:53.485040 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0ac52b3-02f3-499a-b737-b93cbedd6ad4 req-61e4ab67-4d76-404b-a754-856707f693ae tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7784557 May 30 20:04:53.530825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b93318-6b53-4181-8683-ee0c4d8e2e0e None None] Pushing event updated for resources: {'Port': ['ID=928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:53.741805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Attempting to bind port 5e60b14d-e755-47cb-9929-038cea49baec on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:53.749680 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Attempting to bind port 5e60b14d-e755-47cb-9929-038cea49baec by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '5f6be452-3c9c-4316-a618-a38c09910091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:53.750315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Attempting to bind port 5e60b14d-e755-47cb-9929-038cea49baec on network 46fc77d7-d584-4b90-a367-560a4547b685 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:53.808907 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Router c0c54245-dd11-4235-a9ce-af1c454116e9 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:04:53.936565 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c3053b0-c16a-499a-b0a4-478ca15cb274 req-7c98b92e-1b02-466c-a67c-7e8215a189b7 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=8096c362-f081-47b5-bfa5-a9ca4c6c08bd HTTP/1.1" status: 200 len: 210 time: 0.1779759 May 30 20:04:53.937349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Port 5e60b14d-e755-47cb-9929-038cea49baec on network 46fc77d7-d584-4b90-a367-560a4547b685 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:04:53.937857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Attempting to bind port 5e60b14d-e755-47cb-9929-038cea49baec on network 46fc77d7-d584-4b90-a367-560a4547b685 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:54.153302 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:54.173153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Checking segment: {'id': '5f6be452-3c9c-4316-a618-a38c09910091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:54.173703 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Bound using segment: {'id': '5f6be452-3c9c-4316-a618-a38c09910091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:54.175003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Bound port: 5e60b14d-e755-47cb-9929-038cea49baec, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6be452-3c9c-4316-a618-a38c09910091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:54.176872 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:54.222796 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:04:54.235093 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Sync routers for ids ['c0c54245-dd11-4235-a9ce-af1c454116e9'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:04:54.266272 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Routers {'c0c54245-dd11-4235-a9ce-af1c454116e9'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:54.267101 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c0c54245-dd11-4235-a9ce-af1c454116e9'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:54.294833 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:54.296345 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5dc94464-c62e-435a-934e-e8a33d9aeb79 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8485258 May 30 20:04:54.299031 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57082) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:54.607022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e593c-68ee-41f3-a371-dc7e18bf0f83 req-43bbe3e2-0393-481d-92e6-d0f8c29c5029 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:54.613799 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7b5e593c-68ee-41f3-a371-dc7e18bf0f83 req-43bbe3e2-0393-481d-92e6-d0f8c29c5029 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 950 time: 1.1608813 May 30 20:04:54.683582 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-3cfdc7c1-85c1-46ab-8511-f346d979a29c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:54.688902 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-3cfdc7c1-85c1-46ab-8511-f346d979a29c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 811 time: 0.7385428 May 30 20:04:54.713805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-a156ba0c-ca02-431d-b9fb-12001308dbda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Request body: {'port': {'device_id': '8096c362-f081-47b5-bfa5-a9ca4c6c08bd', 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf', 'admin_state_up': True, 'tenant_id': '0e075b17435345809d5c6645e9b9fc3c'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:54.728528 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Set router c0c54245-dd11-4235-a9ce-af1c454116e9 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:54.768815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] For port 5e60b14d-e755-47cb-9929-038cea49baec, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:54.897183 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:54.910454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] For port 5e60b14d-e755-47cb-9929-038cea49baec, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5e60b14d-e755-47cb-9929-038cea49baec,segment=NetworkSegment(5f6be452-3c9c-4316-a618-a38c09910091),segment_id=5f6be452-3c9c-4316-a618-a38c09910091)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:54.960931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7b5e593c-68ee-41f3-a371-dc7e18bf0f83 req-7d1233f2-408d-4260-841d-642983a06ae1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454375 May 30 20:04:54.969170 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:55.125049 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:55.140538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:55.247714 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb18bac-8124-4b66-90c1-f096d7214037 None None] Network bc635295-0149-4d4c-b0f2-7586a9afde82 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:04:55.318857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893665a7-f9b6-4f9a-9232-f036329d2e04 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Router 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:04:55.354710 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:55.356338 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] 10.222.0.77 "PUT /v2.0/ports/5e60b14d-e755-47cb-9929-038cea49baec HTTP/1.1" status: 200 len: 1091 time: 5.6101198 May 30 20:04:55.362679 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd43ae71-65ed-4cfd-af59-36646258eef5', 'tag': '5e60b14d-e755-47cb-9929-038cea49baec'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:55.366791 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:55.393853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:55.394224 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:55.421741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Pushing event updated for resources: {'Port': ['ID=5e60b14d-e755-47cb-9929-038cea49baec,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:55.440517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-a156ba0c-ca02-431d-b9fb-12001308dbda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:55.459748 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-996a56c9-eaed-442c-849c-22fa06a94926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:55.466628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-a156ba0c-ca02-431d-b9fb-12001308dbda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Usage tracker for resource:port and tenant:0e075b17435345809d5c6645e9b9fc3c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:55.511730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-a156ba0c-ca02-431d-b9fb-12001308dbda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:55.525025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:55.525393 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:55.525708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:55.526044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:55.526378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:55.526705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:55.527033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:55.527359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:55.527684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:55.528165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:55.528494 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32239cd4-8e5c-4dce-a83e-94fcb0d2ab00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:55.566837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-a156ba0c-ca02-431d-b9fb-12001308dbda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:55.584758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cf088e8d-766e-4b26-bf10-d33111e0db61 None None] Provisioning for port 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:55.633881 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cf088e8d-766e-4b26-bf10-d33111e0db61 None None] Provisioning complete for port 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:55.634154 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cf088e8d-766e-4b26-bf10-d33111e0db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:55.705817 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:55.730362 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9ad56d32-292e-4c0a-9a67-bb459fbc3f0d,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:55.746641 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1840485294-router', 'tenant_id': '9e9ab626a3d04da0ad36e96f28b18935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '5d47aaaf-f34a-4020-998a-88983d43bdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:51Z', 'updated_at': '2022-05-30T20:04:53Z', 'revision_number': 3, 'project_id': '9e9ab626a3d04da0ad36e96f28b18935', 'gw_port': {'id': '5d47aaaf-f34a-4020-998a-88983d43bdd4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:52Z', 'updated_at': '2022-05-30T20:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:55.752051 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:55.832005 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:55.859258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-a156ba0c-ca02-431d-b9fb-12001308dbda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Made reservation on behalf of 0e075b17435345809d5c6645e9b9fc3c for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:55.862400 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-a156ba0c-ca02-431d-b9fb-12001308dbda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:55.881060 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Checking router: c0c54245-dd11-4235-a9ce-af1c454116e9 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:04:55.881399 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Updating router c0c54245-dd11-4235-a9ce-af1c454116e9 port 5d47aaaf-f34a-4020-998a-88983d43bdd4 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:04:55.943805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989e46d-3031-4454-b5c0-017fe6cc2a67 req-b8cb9fdc-7185-4819-9fb6-12f195505561 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:55.951356 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a989e46d-3031-4454-b5c0-017fe6cc2a67 req-b8cb9fdc-7185-4819-9fb6-12f195505561 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/ports?device_id=ecba68ec-e009-49af-ac24-e112af96d04e HTTP/1.1" status: 200 len: 945 time: 0.7255850 May 30 20:04:55.973834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89caf6-81c2-4de6-8b1e-5bcb91dc303b req-3650e5be-7b1c-41d6-8cd7-3dcc02d346ca tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:55.980663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce89caf6-81c2-4de6-8b1e-5bcb91dc303b req-3650e5be-7b1c-41d6-8cd7-3dcc02d346ca tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 943 time: 0.8723960 May 30 20:04:56.060665 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=9ad56d32-292e-4c0a-9a67-bb459fbc3f0d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:56.067728 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:56.099251 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cf088e8d-766e-4b26-bf10-d33111e0db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:56.140375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Allocated IP 172.20.0.1 (bc635295-0149-4d4c-b0f2-7586a9afde82/5a5c9363-47cd-4079-8007-5d8936f242e9/96562272-a5df-4805-83d0-b332110f7952) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:56.305872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57116) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:56.382641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-05e28e21-f0e7-4005-8b8e-c18046173954 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=08334d8ded8a425bb168fdca1f271cee&device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 1094 time: 0.9320598 May 30 20:04:56.427278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:56.468369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a989e46d-3031-4454-b5c0-017fe6cc2a67 req-f9bff9bd-987e-4408-b192-e9c37eacfa36 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9eec5a-78c0-465f-bfa2-4df99d262f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161314 May 30 20:04:56.494766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-cf088e8d-766e-4b26-bf10-d33111e0db61 None None] For port 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b,segment=NetworkSegment(e7adff38-aba8-4e75-aea7-935a9ebcf44a),segment_id=e7adff38-aba8-4e75-aea7-935a9ebcf44a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:56.495836 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce89caf6-81c2-4de6-8b1e-5bcb91dc303b req-3615373f-8713-486a-86d5-b51ef7421ac5 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5142608 May 30 20:04:56.520782 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:56.532629 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cf088e8d-766e-4b26-bf10-d33111e0db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:56.543467 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Transition to ACTIVE for port object 96562272-a5df-4805-83d0-b332110f7952 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:56.572025 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:56.657897 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf088e8d-766e-4b26-bf10-d33111e0db61 None None] Pushing event updated for resources: {'Port': ['ID=928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:56.676826 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be640158-0314-4866-be61-d1c3ffba9a44'] response: {'name': 'network-changed', 'server_uuid': 'bd43ae71-65ed-4cfd-af59-36646258eef5', 'tag': '5e60b14d-e755-47cb-9929-038cea49baec', 'status': 'completed', 'code': 200} May 30 20:04:56.690091 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-4ce355b3-6db2-4e0a-95fe-1337c0baeb0e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e60b14d-e755-47cb-9929-038cea49baec HTTP/1.1" status: 200 len: 217 time: 0.2910612 May 30 20:04:56.731838 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Pushing event updated for resources: {'Port': ['ID=96562272-a5df-4805-83d0-b332110f7952,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:56.744189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Network bc635295-0149-4d4c-b0f2-7586a9afde82 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:56.745876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:56.751283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:56.755309 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:56.755605 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:56.770693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-a156ba0c-ca02-431d-b9fb-12001308dbda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Allocated IP 172.20.0.5 (d568287e-a0ce-4f8b-a9cc-faf7575177cf/24f03aba-f12a-4241-8d9f-db4a6a1a5134/afe7f5df-6823-47d8-b61a-9ce905cc207c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:56.819601 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:56.834051 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:56.848826 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Transition to ACTIVE for port object 5d47aaaf-f34a-4020-998a-88983d43bdd4 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:56.863121 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:56.929810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-f670e770-563a-459c-b21c-1d82a478e69c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:56.931344 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-f670e770-563a-459c-b21c-1d82a478e69c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=54e18232-0c1b-400c-aea5-aa806dd0320c HTTP/1.1" status: 200 len: 850 time: 0.1271460 May 30 20:04:56.932058 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93708f9b-0d67-456a-9867-beb413f6e4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:56.943237 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e600b-1f05-4e56-92f9-74a04d464558 None None] Pushing event updated for resources: {'Port': ['ID=5d47aaaf-f34a-4020-998a-88983d43bdd4,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:56.982900 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Attempting to bind port 5d47aaaf-f34a-4020-998a-88983d43bdd4 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:56.983263 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Attempting to bind port 5d47aaaf-f34a-4020-998a-88983d43bdd4 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:56.983675 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Attempting to bind port 5d47aaaf-f34a-4020-998a-88983d43bdd4 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:56.998848 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:56.999222 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:56.999675 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.000090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:57.000556 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Bound port: 5d47aaaf-f34a-4020-998a-88983d43bdd4, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:57.001282 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.006122 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-c4b00c44-aea1-4ab7-860f-74afe3879e6b service neutron] show failed (client error): The resource could not be found. May 30 20:04:57.007733 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-c4b00c44-aea1-4ab7-860f-74afe3879e6b service neutron] 10.222.0.93 "GET /v2.0/ports/e600d56e-60bb-498b-b420-2caecc7276e2/bindings/n-h1-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.1144977 May 30 20:04:57.019850 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.094280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-165fa592-464c-4daf-9732-6bad59793d1b req-359befa9-da60-4921-b1ec-be1aab868c72 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=8096c362-f081-47b5-bfa5-a9ca4c6c08bd HTTP/1.1" status: 200 len: 210 time: 0.2910607 May 30 20:04:57.100391 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8bb0a5cb-bbc7-4ea2-8e78-443c6d21e676 None None] Provisioning complete for port 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:57.100793 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a5cb-bbc7-4ea2-8e78-443c6d21e676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.136923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf5603-bd19-4680-af54-671ba34bf374 req-98fb7603-3dbb-4cac-b89b-3343fc8d3fa6 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:57.139990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ecf5603-bd19-4680-af54-671ba34bf374 req-98fb7603-3dbb-4cac-b89b-3343fc8d3fa6 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.93 "GET /v2.0/ports?device_id=ecba68ec-e009-49af-ac24-e112af96d04e HTTP/1.1" status: 200 len: 945 time: 0.8857727 May 30 20:04:57.197064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] For port 5d47aaaf-f34a-4020-998a-88983d43bdd4, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:57.201721 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] For port 5d47aaaf-f34a-4020-998a-88983d43bdd4, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5d47aaaf-f34a-4020-998a-88983d43bdd4,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:57.211855 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.307241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-93708f9b-0d67-456a-9867-beb413f6e4db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:57.312236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-93708f9b-0d67-456a-9867-beb413f6e4db admin admin] Usage tracker for resource:security_group_rule and tenant:c70cacd4403243d4888a6dc94fd06ef8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:57.315828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-93708f9b-0d67-456a-9867-beb413f6e4db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:57.324216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-93708f9b-0d67-456a-9867-beb413f6e4db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:57.346669 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.351004 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.362453 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e600b-1f05-4e56-92f9-74a04d464558 None None] Pushing event updated for resources: {'Port': ['ID=5d47aaaf-f34a-4020-998a-88983d43bdd4,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:57.371319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Routers {'c0c54245-dd11-4235-a9ce-af1c454116e9'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:57.371948 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c0c54245-dd11-4235-a9ce-af1c454116e9'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:57.406808 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93708f9b-0d67-456a-9867-beb413f6e4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.471451 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.475454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Pushing event updated for resources: {'Port': ['ID=96562272-a5df-4805-83d0-b332110f7952,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:57.529896 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-62bc1a52-3283-42dc-8587-a83fc07ba915 None None] Provisioning for port 96562272-a5df-4805-83d0-b332110f7952 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:57.544592 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-62bc1a52-3283-42dc-8587-a83fc07ba915 None None] Provisioning complete for port 96562272-a5df-4805-83d0-b332110f7952 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:57.544886 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-62bc1a52-3283-42dc-8587-a83fc07ba915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.548706 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93708f9b-0d67-456a-9867-beb413f6e4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.609491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-62bc1a52-3283-42dc-8587-a83fc07ba915 None None] Port 96562272-a5df-4805-83d0-b332110f7952 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:04:57.612931 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] Set router c0c54245-dd11-4235-a9ce-af1c454116e9 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:57.643142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-4ecf5603-bd19-4680-af54-671ba34bf374 req-630244fe-e98e-445d-bd70-71cb1d253b0e tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Deleting port b733a913-ab45-431d-a380-31d8a87eb74f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:57.643662 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4ecf5603-bd19-4680-af54-671ba34bf374 req-630244fe-e98e-445d-bd70-71cb1d253b0e tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.677543 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Network bc635295-0149-4d4c-b0f2-7586a9afde82 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:57.679804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:57.703553 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-53d6d91c-3431-487e-9e09-012053cb01c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.976893 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-93708f9b-0d67-456a-9867-beb413f6e4db admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c70cacd4403243d4888a6dc94fd06ef8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6575675 May 30 20:04:57.979301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93708f9b-0d67-456a-9867-beb413f6e4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585756e3-967b-4599-aad3-0b3a50d7ac60,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:57.982318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57128) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:58.006381 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893665a7-f9b6-4f9a-9232-f036329d2e04 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:04:58.018416 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d974f15c-65d5-4f07-811c-43ab197eff08 None None] Sync routers for ids ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:04:58.030816 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d974f15c-65d5-4f07-811c-43ab197eff08 None None] Routers {'1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:58.031711 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d974f15c-65d5-4f07-811c-43ab197eff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:58.055882 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-54bca39c-5c2f-4ab3-9ac0-8c4b833aaa1d None None] Provisioning complete for port 96562272-a5df-4805-83d0-b332110f7952 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:58.056404 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-54bca39c-5c2f-4ab3-9ac0-8c4b833aaa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:58.109474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa9aad-478c-4630-97f9-fa767b968a2d req-d4d4a01c-f11c-4358-9b2a-393d56187bfb tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:58.110927 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15aa9aad-478c-4630-97f9-fa767b968a2d req-d4d4a01c-f11c-4358-9b2a-393d56187bfb tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 950 time: 1.2949874 May 30 20:04:58.114689 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-a1afd9cf-9130-4c11-b3f9-86d9ea72cddc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46fc77d7-d584-4b90-a367-560a4547b685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1149104 May 30 20:04:58.171330 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-54bca39c-5c2f-4ab3-9ac0-8c4b833aaa1d None None] Port 96562272-a5df-4805-83d0-b332110f7952 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:04:58.199361 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1840485294-router', 'tenant_id': '9e9ab626a3d04da0ad36e96f28b18935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '5d47aaaf-f34a-4020-998a-88983d43bdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:51Z', 'updated_at': '2022-05-30T20:04:56Z', 'revision_number': 4, 'project_id': '9e9ab626a3d04da0ad36e96f28b18935', 'gw_port': {'id': '5d47aaaf-f34a-4020-998a-88983d43bdd4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:52Z', 'updated_at': '2022-05-30T20:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '96562272-a5df-4805-83d0-b332110f7952', 'name': '', 'network_id': 'bc635295-0149-4d4c-b0f2-7586a9afde82', 'tenant_id': '9e9ab626a3d04da0ad36e96f28b18935', 'mac_address': 'fa:16:3e:f6:fc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a5c9363-47cd-4079-8007-5d8936f242e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:55Z', 'updated_at': '2022-05-30T20:04:57Z', 'revision_number': 2, 'project_id': '9e9ab626a3d04da0ad36e96f28b18935', 'subnets': [{'id': '5a5c9363-47cd-4079-8007-5d8936f242e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:58.204642 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd04cdc-c5eb-4dd8-b2c6-7ef672e14a1b None None] The sync data for ids ['c0c54245-dd11-4235-a9ce-af1c454116e9'] in n-d-843949-2 is: [{'id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1840485294-router', 'tenant_id': '9e9ab626a3d04da0ad36e96f28b18935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '5d47aaaf-f34a-4020-998a-88983d43bdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:51Z', 'updated_at': '2022-05-30T20:04:56Z', 'revision_number': 4, 'project_id': '9e9ab626a3d04da0ad36e96f28b18935', 'gw_port': {'id': '5d47aaaf-f34a-4020-998a-88983d43bdd4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:52Z', 'updated_at': '2022-05-30T20:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '96562272-a5df-4805-83d0-b332110f7952', 'name': '', 'network_id': 'bc635295-0149-4d4c-b0f2-7586a9afde82', 'tenant_id': '9e9ab626a3d04da0ad36e96f28b18935', 'mac_address': 'fa:16:3e:f6:fc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a5c9363-47cd-4079-8007-5d8936f242e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:55Z', 'updated_at': '2022-05-30T20:04:57Z', 'revision_number': 2, 'project_id': '9e9ab626a3d04da0ad36e96f28b18935', 'subnets': [{'id': '5a5c9363-47cd-4079-8007-5d8936f242e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:04:58.223076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Router c0c54245-dd11-4235-a9ce-af1c454116e9 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:04:58.227594 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-d974f15c-65d5-4f07-811c-43ab197eff08 None None] Set router 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:58.230313 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-3346f224-a54f-4b9b-9a87-483c45602afa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373&tenant_id=3e860bf879054bd598319d1741599d12 HTTP/1.1" status: 200 len: 1101 time: 0.8220716 May 30 20:04:58.261476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:58.367916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:58.468073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:58.469586 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:58.496363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:04:58.514743 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3bbe8acc-c2f8-4ab3-808b-419cadf8282a admin admin] 10.222.0.84 "PUT /v2.0/routers/c0c54245-dd11-4235-a9ce-af1c454116e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2145047 May 30 20:04:58.623367 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-a156ba0c-ca02-431d-b9fb-12001308dbda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:58.632436 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d974f15c-65d5-4f07-811c-43ab197eff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'name': 'tempest-ServerActionsTestJSON-912470179-router', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:01Z', 'updated_at': '2022-05-30T20:04:06Z', 'revision_number': 4, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'gw_port': {'id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:02Z', 'updated_at': '2022-05-30T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'c0c80737-a929-434a-925c-a54ba4a89ddc', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'floating_ip_address': '172.25.5.245', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'port_id': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'mac_address': 'fa:16:3e:1f:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:48Z', 'revision_number': 1, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9e1a93-5a9c-4de1-aef5-6021ca916bac', 'name': '', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'mac_address': 'fa:16:3e:53:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:05Z', 'updated_at': '2022-05-30T20:04:17Z', 'revision_number': 5, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'subnets': [{'id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:58.637663 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d974f15c-65d5-4f07-811c-43ab197eff08 None None] Checking router: 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:04:58.648792 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d974f15c-65d5-4f07-811c-43ab197eff08 None None] Routers {'1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:58.650179 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d974f15c-65d5-4f07-811c-43ab197eff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:04:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:58.656993 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:58.764118 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-893665a7-f9b6-4f9a-9232-f036329d2e04 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:58.840111 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-d974f15c-65d5-4f07-811c-43ab197eff08 None None] Set router 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:58.882383 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065a348-15b1-4cfa-be3c-5917884252a3 req-1d5e77ea-65f2-4905-b4d6-5a124e3daabc tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:58.883847 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f065a348-15b1-4cfa-be3c-5917884252a3 req-1d5e77ea-65f2-4905-b4d6-5a124e3daabc tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/ports?device_id=ecba68ec-e009-49af-ac24-e112af96d04e HTTP/1.1" status: 200 len: 945 time: 1.1840916 May 30 20:04:58.885961 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15aa9aad-478c-4630-97f9-fa767b968a2d req-97b7a3b4-f18b-4ed4-90c8-f68d25f555b0 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7593305 May 30 20:04:59.059660 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-a156ba0c-ca02-431d-b9fb-12001308dbda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:59.153211 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-acbd3c6e-88b3-4c88-ba68-08d1a46fce5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:59.174430 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-893665a7-f9b6-4f9a-9232-f036329d2e04 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "PUT /v2.0/floatingips/c0c80737-a929-434a-925c-a54ba4a89ddc HTTP/1.1" status: 200 len: 992 time: 12.7532806 May 30 20:04:59.185014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-4ecf5603-bd19-4680-af54-671ba34bf374 req-630244fe-e98e-445d-bd70-71cb1d253b0e tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] For port b733a913-ab45-431d-a380-31d8a87eb74f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b733a913-ab45-431d-a380-31d8a87eb74f,segment=NetworkSegment(c063a32e-4bc7-44f1-acf5-2a6d9cfd4dbe),segment_id=c063a32e-4bc7-44f1-acf5-2a6d9cfd4dbe)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:59.185570 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4ecf5603-bd19-4680-af54-671ba34bf374 req-630244fe-e98e-445d-bd70-71cb1d253b0e tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:59.223350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:59.265982 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d974f15c-65d5-4f07-811c-43ab197eff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'name': 'tempest-ServerActionsTestJSON-912470179-router', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:01Z', 'updated_at': '2022-05-30T20:04:06Z', 'revision_number': 4, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'gw_port': {'id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:02Z', 'updated_at': '2022-05-30T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'c0c80737-a929-434a-925c-a54ba4a89ddc', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'floating_ip_address': '172.25.5.245', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'port_id': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'mac_address': 'fa:16:3e:1f:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:48Z', 'revision_number': 1, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9e1a93-5a9c-4de1-aef5-6021ca916bac', 'name': '', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'mac_address': 'fa:16:3e:53:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:05Z', 'updated_at': '2022-05-30T20:04:17Z', 'revision_number': 5, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'subnets': [{'id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:59.271648 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d974f15c-65d5-4f07-811c-43ab197eff08 None None] The sync data for ids ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'] in n-d-843949-2 is: [{'id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'name': 'tempest-ServerActionsTestJSON-912470179-router', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:01Z', 'updated_at': '2022-05-30T20:04:06Z', 'revision_number': 4, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'gw_port': {'id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:02Z', 'updated_at': '2022-05-30T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'c0c80737-a929-434a-925c-a54ba4a89ddc', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'floating_ip_address': '172.25.5.245', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'port_id': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'mac_address': 'fa:16:3e:1f:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:48Z', 'revision_number': 1, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9e1a93-5a9c-4de1-aef5-6021ca916bac', 'name': '', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'mac_address': 'fa:16:3e:53:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:05Z', 'updated_at': '2022-05-30T20:04:17Z', 'revision_number': 5, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'subnets': [{'id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:04:59.287188 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f065a348-15b1-4cfa-be3c-5917884252a3 req-7e48c2f7-bedb-474a-b8dd-6c0c2bc23f06 tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9eec5a-78c0-465f-bfa2-4df99d262f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309040 May 30 20:04:59.412841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-4ecf5603-bd19-4680-af54-671ba34bf374 req-630244fe-e98e-445d-bd70-71cb1d253b0e tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Calling delete_port for b733a913-ab45-431d-a380-31d8a87eb74f owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:59.508705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-98296fc2-8d29-4c63-a0a6-adc7a80c2cd3 service neutron] 10.222.0.77 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3701913 May 30 20:04:59.562192 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-acbd3c6e-88b3-4c88-ba68-08d1a46fce5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:59.650036 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-a156ba0c-ca02-431d-b9fb-12001308dbda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Network d568287e-a0ce-4f8b-a9cc-faf7575177cf is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:59.651871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156ba0c-ca02-431d-b9fb-12001308dbda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Pushing event updated for resources: {'Port': ['ID=afe7f5df-6823-47d8-b61a-9ce905cc207c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:59.671928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-a156ba0c-ca02-431d-b9fb-12001308dbda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:59.735956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-a156ba0c-ca02-431d-b9fb-12001308dbda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:59.854075 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a9935b8b-45ef-465b-b880-4f40cd104010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:00.101667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-a156ba0c-ca02-431d-b9fb-12001308dbda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:00.102262 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-a156ba0c-ca02-431d-b9fb-12001308dbda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:00.288982 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53114538-550e-4aa3-911a-60f3e7f268ae req-b554205a-897c-41a4-ada5-f36bd37175d6 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:00.290431 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53114538-550e-4aa3-911a-60f3e7f268ae req-b554205a-897c-41a4-ada5-f36bd37175d6 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 943 time: 1.2479763 May 30 20:05:00.386754 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b2d9913-1043-4e9a-acf2-80c7b6696ad4 req-812b2a93-b7ef-423a-b26c-638596dcabdc service neutron] 10.222.0.77 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7972229 May 30 20:05:00.387254 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-acbd3c6e-88b3-4c88-ba68-08d1a46fce5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:00.395716 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100c87f-1c41-47cb-b7bc-58db4184793f req-e515cbf2-bf64-4233-8cdc-fdb1372b8b2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:00.396419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2100c87f-1c41-47cb-b7bc-58db4184793f req-e515cbf2-bf64-4233-8cdc-fdb1372b8b2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Synchronizing usage tracker for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:00.457768 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-acbd3c6e-88b3-4c88-ba68-08d1a46fce5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:00.461659 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-acbd3c6e-88b3-4c88-ba68-08d1a46fce5b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/585756e3-967b-4599-aad3-0b3a50d7ac60 HTTP/1.1" status: 204 len: 168 time: 2.4549310 May 30 20:05:00.461659 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-a156ba0c-ca02-431d-b9fb-12001308dbda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7543366 May 30 20:05:00.500655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd3c6e-88b3-4c88-ba68-08d1a46fce5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585756e3-967b-4599-aad3-0b3a50d7ac60,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:00.520305 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Request body: {'port': {'device_id': '8096c362-f081-47b5-bfa5-a9ca4c6c08bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:00.571696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e600d56e-60bb-498b-b420-2caecc7276e2,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:00.585633 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4ecf5603-bd19-4680-af54-671ba34bf374 req-630244fe-e98e-445d-bd70-71cb1d253b0e tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:00.607516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2100c87f-1c41-47cb-b7bc-58db4184793f req-e515cbf2-bf64-4233-8cdc-fdb1372b8b2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Unset dirty status for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:00.608721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2100c87f-1c41-47cb-b7bc-58db4184793f req-e515cbf2-bf64-4233-8cdc-fdb1372b8b2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=8096c362-f081-47b5-bfa5-a9ca4c6c08bd HTTP/1.1" status: 200 len: 931 time: 1.1450636 May 30 20:05:00.650554 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53114538-550e-4aa3-911a-60f3e7f268ae req-6420bee2-addb-44d4-b41d-616c48c6a99a tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3305435 May 30 20:05:00.682269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630244fe-e98e-445d-bd70-71cb1d253b0e tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Pushing event deleted for resources: {'Port': ['ID=b733a913-ab45-431d-a380-31d8a87eb74f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:00.706925 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:05:00.841552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:00.852526 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b733a913-ab45-431d-a380-31d8a87eb74f no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:05:00.895957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: b733a913-ab45-431d-a380-31d8a87eb74f {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:05:00.896659 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b733a913-ab45-431d-a380-31d8a87eb74f not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:05:00.897319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e600d56e-60bb-498b-b420-2caecc7276e2 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:05:00.913617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57192) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:01.000465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecf5603-bd19-4680-af54-671ba34bf374 req-630244fe-e98e-445d-bd70-71cb1d253b0e tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] No DVR routers for this DVR port b733a913-ab45-431d-a380-31d8a87eb74f on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:05:01.013502 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4ecf5603-bd19-4680-af54-671ba34bf374 req-630244fe-e98e-445d-bd70-71cb1d253b0e tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.015694 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ecf5603-bd19-4680-af54-671ba34bf374 req-630244fe-e98e-445d-bd70-71cb1d253b0e tempest-ServerMetadataNegativeTestJSON-1300347221 tempest-ServerMetadataNegativeTestJSON-1300347221-project] 10.222.0.93 "DELETE /v2.0/ports/b733a913-ab45-431d-a380-31d8a87eb74f HTTP/1.1" status: 204 len: 173 time: 3.8595307 May 30 20:05:01.017908 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.039438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2100c87f-1c41-47cb-b7bc-58db4184793f req-0547d95b-d084-4952-ac38-bb66f7ff7e1d tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Synchronizing usage tracker for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:01.055666 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b154b838-12c2-45eb-9db3-5549903b80d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.063489 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8065eb4-6a1b-42d5-afcc-e5c90c384c83 req-66d26e33-6de6-4e75-ba78-e6218b93c75b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=08334d8ded8a425bb168fdca1f271cee&device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 1094 time: 0.6207869 May 30 20:05:01.073066 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.101517 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.128254 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.137188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b154b838-12c2-45eb-9db3-5549903b80d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:01.141318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b154b838-12c2-45eb-9db3-5549903b80d7 admin admin] Usage tracker for resource:security_group_rule and tenant:375c7806cfcb4c5688df8d75072401a9 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:01.144633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b154b838-12c2-45eb-9db3-5549903b80d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:01.151395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b154b838-12c2-45eb-9db3-5549903b80d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:01.237588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Transition to ACTIVE for port object e600d56e-60bb-498b-b420-2caecc7276e2 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:01.242569 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b154b838-12c2-45eb-9db3-5549903b80d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.250219 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b154b838-12c2-45eb-9db3-5549903b80d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.269717 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.300131 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.312774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2100c87f-1c41-47cb-b7bc-58db4184793f req-0547d95b-d084-4952-ac38-bb66f7ff7e1d tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Unset dirty status for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:01.314318 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2100c87f-1c41-47cb-b7bc-58db4184793f req-0547d95b-d084-4952-ac38-bb66f7ff7e1d tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6670654 May 30 20:05:01.322933 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:05:01.323169 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:05:01.374531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154b838-12c2-45eb-9db3-5549903b80d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598eb268-6770-4368-89bb-23860a870289,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:01.427058 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b154b838-12c2-45eb-9db3-5549903b80d7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=375c7806cfcb4c5688df8d75072401a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4908061 May 30 20:05:01.427723 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57196) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:01.457763 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98728231-7580-481c-abf8-e336d697e73d'] response: {'name': 'network-changed', 'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'status': 'completed', 'code': 200} May 30 20:05:01.550002 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-769549f0-87e9-48a7-9e56-8b572e2656a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.595715 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef60d7-4448-40e7-b03f-ddd0396247c2 req-d3467363-91f7-46d8-8476-01014ef29fc6 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:01.597202 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bcef60d7-4448-40e7-b03f-ddd0396247c2 req-d3467363-91f7-46d8-8476-01014ef29fc6 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 946 time: 0.7674935 May 30 20:05:01.599065 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-769549f0-87e9-48a7-9e56-8b572e2656a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.628419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Pushing event updated for resources: {'Port': ['ID=e600d56e-60bb-498b-b420-2caecc7276e2,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:01.683079 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-769549f0-87e9-48a7-9e56-8b572e2656a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.741948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769549f0-87e9-48a7-9e56-8b572e2656a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598eb268-6770-4368-89bb-23860a870289,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:01.763407 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-769549f0-87e9-48a7-9e56-8b572e2656a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.766666 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-769549f0-87e9-48a7-9e56-8b572e2656a9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/598eb268-6770-4368-89bb-23860a870289 HTTP/1.1" status: 204 len: 168 time: 0.3364537 May 30 20:05:01.820689 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8065eb4-6a1b-42d5-afcc-e5c90c384c83 req-4ba21e9d-c146-4f2f-b255-ec7a55e27638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:01.822197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8065eb4-6a1b-42d5-afcc-e5c90c384c83 req-4ba21e9d-c146-4f2f-b255-ec7a55e27638 service neutron] 10.222.0.77 "GET /v2.0/networks?id=46fc77d7-d584-4b90-a367-560a4547b685 HTTP/1.1" status: 200 len: 912 time: 0.7442627 May 30 20:05:01.881339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] No DVR routers for this DVR port e600d56e-60bb-498b-b420-2caecc7276e2 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:05:02.006266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996a56c9-eaed-442c-849c-22fa06a94926 admin admin] Router a42e5167-6fdb-4760-80de-0813d9c55e3d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:05:02.058230 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8065eb4-6a1b-42d5-afcc-e5c90c384c83 req-8a6e1ec3-a7e3-4dec-867d-7369c282a65b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e60b14d-e755-47cb-9929-038cea49baec HTTP/1.1" status: 200 len: 217 time: 0.2206907 May 30 20:05:02.081677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bcef60d7-4448-40e7-b03f-ddd0396247c2 req-8c879173-ad28-4ac8-a55d-b78d93e5a4bf tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4591901 May 30 20:05:02.152788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Attempting to bind port e600d56e-60bb-498b-b420-2caecc7276e2 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:02.153456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Attempting to bind port e600d56e-60bb-498b-b420-2caecc7276e2 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:02.153456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Attempting to bind port e600d56e-60bb-498b-b420-2caecc7276e2 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:02.196216 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d15900df-8f76-42be-8ddf-d57c8b641029 req-ea712b6e-9f0b-4525-8325-6c90bb02b077 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 1097 time: 0.7129512 May 30 20:05:02.232486 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57212) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:02.233020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Port e600d56e-60bb-498b-b420-2caecc7276e2 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:05:02.233020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Attempting to bind port e600d56e-60bb-498b-b420-2caecc7276e2 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:02.410626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ccdaea6-cc56-4b61-9ce9-e910c5c2d713 admin admin] Deleting subnet f752aaf2-0ad4-4ece-8637-6655632b43d1 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:05:02.415554 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ccdaea6-cc56-4b61-9ce9-e910c5c2d713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:02.490946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02cbbd7-9aa9-46e9-8723-f413c83ef685 None None] New status for floating IP c0c80737-a929-434a-925c-a54ba4a89ddc: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:05:02.500909 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ccdaea6-cc56-4b61-9ce9-e910c5c2d713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:02.527282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8065eb4-6a1b-42d5-afcc-e5c90c384c83 req-ed5d2afc-3be6-4cae-bd09-49ad2e339924 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:02.528789 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8065eb4-6a1b-42d5-afcc-e5c90c384c83 req-ed5d2afc-3be6-4cae-bd09-49ad2e339924 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=54e18232-0c1b-400c-aea5-aa806dd0320c HTTP/1.1" status: 200 len: 850 time: 0.4523916 May 30 20:05:02.534668 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3719d76-b413-4af1-8fbb-774573f288d6 req-17dfb8e7-bde2-4dcc-a2ab-cdce2a678211 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:02.536190 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f3719d76-b413-4af1-8fbb-774573f288d6 req-17dfb8e7-bde2-4dcc-a2ab-cdce2a678211 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 948 time: 0.9294479 May 30 20:05:02.624879 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ccdaea6-cc56-4b61-9ce9-e910c5c2d713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:02.732004 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ccdaea6-cc56-4b61-9ce9-e910c5c2d713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:02.765431 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:02.791001 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdaea6-cc56-4b61-9ce9-e910c5c2d713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f752aaf2-0ad4-4ece-8637-6655632b43d1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:02.817270 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:05:02.820849 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ccdaea6-cc56-4b61-9ce9-e910c5c2d713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:02.836322 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5ccdaea6-cc56-4b61-9ce9-e910c5c2d713 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f752aaf2-0ad4-4ece-8637-6655632b43d1 HTTP/1.1" status: 204 len: 168 time: 0.6008010 May 30 20:05:02.837301 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57228) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:02.839957 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:02.840318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:02.840698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:02.841138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Bound port: e600d56e-60bb-498b-b420-2caecc7276e2, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:02.841601 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:02.959008 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.008035 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20865903-e5c5-48b5-b597-89f4ab601ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.150795 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20865903-e5c5-48b5-b597-89f4ab601ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.177532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-20865903-e5c5-48b5-b597-89f4ab601ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e463813b-99d2-4a74-aecb-f6f5c4192d70']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:03.183281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 5e60b14d-e755-47cb-9929-038cea49baec details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:05:03.188679 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe7f5df-6823-47d8-b61a-9ce905cc207c {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:03.191782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-20865903-e5c5-48b5-b597-89f4ab601ef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c063a32e-4bc7-44f1-acf5-2a6d9cfd4dbe') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:03.192110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-20865903-e5c5-48b5-b597-89f4ab601ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c063a32e-4bc7-44f1-acf5-2a6d9cfd4dbe') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:03.205520 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20865903-e5c5-48b5-b597-89f4ab601ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.222410 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20865903-e5c5-48b5-b597-89f4ab601ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.229766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20865903-e5c5-48b5-b597-89f4ab601ef4 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:05:03.230401 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20865903-e5c5-48b5-b597-89f4ab601ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: timer() May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:05:03.244703 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:05:03.278219 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.317535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f3719d76-b413-4af1-8fbb-774573f288d6 req-bfe71a96-ce16-4196-b20d-41eefa752c47 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6699369 May 30 20:05:03.364069 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15900df-8f76-42be-8ddf-d57c8b641029 req-49d5aeb9-ca1a-44a2-bd3b-033675a41cce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:03.364069 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d15900df-8f76-42be-8ddf-d57c8b641029 req-49d5aeb9-ca1a-44a2-bd3b-033675a41cce service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 1.1536477 May 30 20:05:03.364069 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Transition to ACTIVE for port object afe7f5df-6823-47d8-b61a-9ce905cc207c will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:03.373966 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20865903-e5c5-48b5-b597-89f4ab601ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.408269 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20865903-e5c5-48b5-b597-89f4ab601ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.438261 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20865903-e5c5-48b5-b597-89f4ab601ef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e463813b-99d2-4a74-aecb-f6f5c4192d70,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:03.449855 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-20865903-e5c5-48b5-b597-89f4ab601ef4 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e463813b-99d2-4a74-aecb-f6f5c4192d70 HTTP/1.1" status: 204 len: 168 time: 0.6072271 May 30 20:05:03.470502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecba68ec-e009-49af-ac24-e112af96d04e', 'name': 'network-vif-deleted', 'tag': 'b733a913-ab45-431d-a380-31d8a87eb74f'}, {'server_uuid': '4cac49b1-f214-4862-833b-dc8a7680d373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e600d56e-60bb-498b-b420-2caecc7276e2'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:03.477238 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 5e60b14d-e755-47cb-9929-038cea49baec, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5e60b14d-e755-47cb-9929-038cea49baec,segment=NetworkSegment(5f6be452-3c9c-4316-a618-a38c09910091),segment_id=5f6be452-3c9c-4316-a618-a38c09910091)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:03.479196 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.509056 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '5e60b14d-e755-47cb-9929-038cea49baec', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'port_id': '5e60b14d-e755-47cb-9929-038cea49baec', 'mac_address': 'fa:16:3e:93:94:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:05:03.523821 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:03.607144 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.618001 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8065eb4-6a1b-42d5-afcc-e5c90c384c83 req-343a53e7-d938-488d-97a2-de2fcf1c95f1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46fc77d7-d584-4b90-a367-560a4547b685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0622926 May 30 20:05:03.619490 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d15900df-8f76-42be-8ddf-d57c8b641029 req-563451ca-568a-4a85-8e45-7b8de7081984 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72 HTTP/1.1" status: 200 len: 1002 time: 0.2500632 May 30 20:05:03.630679 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e600d56e-60bb-498b-b420-2caecc7276e2,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:05:03.641357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e60b14d-e755-47cb-9929-038cea49baec {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:03.662676 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 5e60b14d-e755-47cb-9929-038cea49baec, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5e60b14d-e755-47cb-9929-038cea49baec,segment=NetworkSegment(5f6be452-3c9c-4316-a618-a38c09910091),segment_id=5f6be452-3c9c-4316-a618-a38c09910091)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:03.671378 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.863786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=5e60b14d-e755-47cb-9929-038cea49baec,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:03.902546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Pushing event updated for resources: {'Port': ['ID=afe7f5df-6823-47d8-b61a-9ce905cc207c,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:03.907010 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.952191 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57250) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:03.978908 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['5e60b14d-e755-47cb-9929-038cea49baec'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:04.078884 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d3ccd-e833-4c29-9d72-c8063254cc32 req-f308c9a7-eac5-4fb1-ba57-e4ab069b5271 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:04.085183 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d9896b78-84c6-4bc5-abbc-8e48e577bfae admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d28902efdba74ed5946535f57492dcdb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1315460 May 30 20:05:04.087876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57256) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:04.088908 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-851d3ccd-e833-4c29-9d72-c8063254cc32 req-f308c9a7-eac5-4fb1-ba57-e4ab069b5271 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 943 time: 1.5707207 May 30 20:05:04.235243 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48dd7102-6452-4dab-9c8d-984040f3fe03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:04.245874 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15900df-8f76-42be-8ddf-d57c8b641029 req-ca38fd51-4761-42c1-96c4-a3132d00b078 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:04.247409 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d15900df-8f76-42be-8ddf-d57c8b641029 req-ca38fd51-4761-42c1-96c4-a3132d00b078 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.4844055 May 30 20:05:04.280598 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48dd7102-6452-4dab-9c8d-984040f3fe03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:04.416539 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48dd7102-6452-4dab-9c8d-984040f3fe03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:04.453817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd7102-6452-4dab-9c8d-984040f3fe03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9eec5a-78c0-465f-bfa2-4df99d262f88,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:04.506540 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48dd7102-6452-4dab-9c8d-984040f3fe03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:04.527017 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-48dd7102-6452-4dab-9c8d-984040f3fe03 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ba9eec5a-78c0-465f-bfa2-4df99d262f88 HTTP/1.1" status: 204 len: 168 time: 0.4380140 May 30 20:05:04.543708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Pushing event updated for resources: {'Port': ['ID=e600d56e-60bb-498b-b420-2caecc7276e2,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:04.564718 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:04.566327 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-f9fde83b-cf10-407c-9180-f33e43870b17 service neutron] 10.222.0.77 "PUT /v2.0/ports/e600d56e-60bb-498b-b420-2caecc7276e2 HTTP/1.1" status: 200 len: 1096 time: 6.3216205 May 30 20:05:04.733622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996a56c9-eaed-442c-849c-22fa06a94926 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:05:04.743302 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57268) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:04.745869 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd06d0a-74ea-46ab-a15b-628cb56e59b5 None None] Sync routers for ids ['a42e5167-6fdb-4760-80de-0813d9c55e3d'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:05:04.758027 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-996a56c9-eaed-442c-849c-22fa06a94926 admin admin] 10.222.0.84 "PUT /v2.0/routers/a42e5167-6fdb-4760-80de-0813d9c55e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 22.6376719 May 30 20:05:04.761625 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd06d0a-74ea-46ab-a15b-628cb56e59b5 None None] Routers {'a42e5167-6fdb-4760-80de-0813d9c55e3d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:05:04.763108 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3dd06d0a-74ea-46ab-a15b-628cb56e59b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:05:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a42e5167-6fdb-4760-80de-0813d9c55e3d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:05.095839 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-3dd06d0a-74ea-46ab-a15b-628cb56e59b5 None None] Set router a42e5167-6fdb-4760-80de-0813d9c55e3d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:05:05.153012 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-328de210-a31b-4bed-b822-bbae2250f5fd admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:05.190110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 5e60b14d-e755-47cb-9929-038cea49baec up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:05.195481 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-851d3ccd-e833-4c29-9d72-c8063254cc32 req-4274b67c-5cba-481a-88a5-52f2bd5c3c30 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1056767 May 30 20:05:05.226840 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8065eb4-6a1b-42d5-afcc-e5c90c384c83 req-2e44b3e7-99a5-4ae8-b87a-bd3d9411126a service neutron] 10.222.0.77 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5740294 May 30 20:05:05.403363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba44d5-eb0f-4f5e-b4ef-fe1cceafa56a req-af09a678-2d75-4021-ac91-695d5ae460c8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:05.404865 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdba44d5-eb0f-4f5e-b4ef-fe1cceafa56a req-af09a678-2d75-4021-ac91-695d5ae460c8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 946 time: 1.8350732 May 30 20:05:05.531406 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 5e60b14d-e755-47cb-9929-038cea49baec completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:05.551647 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 5e60b14d-e755-47cb-9929-038cea49baec triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:05.552031 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:05.626518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Attempting to bind port afe7f5df-6823-47d8-b61a-9ce905cc207c on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:05.627134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Attempting to bind port afe7f5df-6823-47d8-b61a-9ce905cc207c by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:05.627463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Attempting to bind port afe7f5df-6823-47d8-b61a-9ce905cc207c on network d568287e-a0ce-4f8b-a9cc-faf7575177cf {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:05.851070 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d15900df-8f76-42be-8ddf-d57c8b641029 req-7628ee43-c68b-4697-b9b8-c87959a0c972 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5694029 May 30 20:05:05.851838 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Port afe7f5df-6823-47d8-b61a-9ce905cc207c on network d568287e-a0ce-4f8b-a9cc-faf7575177cf not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:05:05.851947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Attempting to bind port afe7f5df-6823-47d8-b61a-9ce905cc207c on network d568287e-a0ce-4f8b-a9cc-faf7575177cf {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:05.866455 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-328de210-a31b-4bed-b822-bbae2250f5fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:05.883564 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-328de210-a31b-4bed-b822-bbae2250f5fd admin admin] Deleting port 3d55d407-8ae4-4509-a2c3-cea74923712e {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:05:05.884119 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-328de210-a31b-4bed-b822-bbae2250f5fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:05.941532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:05.941720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Checking segment: {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:05.942061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Bound using segment: {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:05.942510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Bound port: afe7f5df-6823-47d8-b61a-9ce905cc207c, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:05.942858 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:05.943471 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:05.991716 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 5e60b14d-e755-47cb-9929-038cea49baec, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5e60b14d-e755-47cb-9929-038cea49baec,segment=NetworkSegment(5f6be452-3c9c-4316-a618-a38c09910091),segment_id=5f6be452-3c9c-4316-a618-a38c09910091)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:05.993277 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd43ae71-65ed-4cfd-af59-36646258eef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e60b14d-e755-47cb-9929-038cea49baec'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:06.003791 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:06.018765 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3dd06d0a-74ea-46ab-a15b-628cb56e59b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:04:51Z', 'revision_number': 5, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port': {'id': '3d55d407-8ae4-4509-a2c3-cea74923712e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:02:06Z', 'updated_at': '2022-05-30T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:06.034165 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd06d0a-74ea-46ab-a15b-628cb56e59b5 None None] Checking router: a42e5167-6fdb-4760-80de-0813d9c55e3d for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:05:06.069737 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd06d0a-74ea-46ab-a15b-628cb56e59b5 None None] Routers {'a42e5167-6fdb-4760-80de-0813d9c55e3d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:05:06.070345 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3dd06d0a-74ea-46ab-a15b-628cb56e59b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:05:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a42e5167-6fdb-4760-80de-0813d9c55e3d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:06.138587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=5e60b14d-e755-47cb-9929-038cea49baec,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:06.156281 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdba44d5-eb0f-4f5e-b4ef-fe1cceafa56a req-9992ac65-cbe7-42bf-8672-c4fd8cff8275 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7094407 May 30 20:05:06.413033 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-e978fe98-ef4e-4966-bf73-9dd879f45a76 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 1099 time: 1.7551885 May 30 20:05:06.423817 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8065eb4-6a1b-42d5-afcc-e5c90c384c83 req-b1345e03-811c-4249-b2ab-ffbd7ec74597 service neutron] 10.222.0.77 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1239181 May 30 20:05:06.469603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] For port afe7f5df-6823-47d8-b61a-9ce905cc207c, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:06.473986 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] For port afe7f5df-6823-47d8-b61a-9ce905cc207c, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=afe7f5df-6823-47d8-b61a-9ce905cc207c,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:05:06.480535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5d47aaaf-f34a-4020-998a-88983d43bdd4 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:06.484223 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36dc68fd-1f97-4536-bccc-2e3de294b33b'] response: {'server_uuid': 'ecba68ec-e009-49af-ac24-e112af96d04e', 'name': 'network-vif-deleted', 'tag': 'b733a913-ab45-431d-a380-31d8a87eb74f', 'status': 'completed', 'code': 200} May 30 20:05:06.484964 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36dc68fd-1f97-4536-bccc-2e3de294b33b'] response: {'server_uuid': '4cac49b1-f214-4862-833b-dc8a7680d373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e600d56e-60bb-498b-b420-2caecc7276e2', 'code': 200} May 30 20:05:06.498946 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-328de210-a31b-4bed-b822-bbae2250f5fd admin admin] For port 3d55d407-8ae4-4509-a2c3-cea74923712e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3d55d407-8ae4-4509-a2c3-cea74923712e,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:06.499445 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-328de210-a31b-4bed-b822-bbae2250f5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:06.556307 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-3dd06d0a-74ea-46ab-a15b-628cb56e59b5 None None] Set router a42e5167-6fdb-4760-80de-0813d9c55e3d gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:05:06.672507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 5d47aaaf-f34a-4020-998a-88983d43bdd4 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:06.690081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 5d47aaaf-f34a-4020-998a-88983d43bdd4 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:06.690457 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:06.742076 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3dd06d0a-74ea-46ab-a15b-628cb56e59b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:05:05Z', 'revision_number': 6, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:06.746495 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd06d0a-74ea-46ab-a15b-628cb56e59b5 None None] The sync data for ids ['a42e5167-6fdb-4760-80de-0813d9c55e3d'] in n-d-843949-2 is: [{'id': 'a42e5167-6fdb-4760-80de-0813d9c55e3d', 'name': 'tempest-FloatingIPsAssociationTestJSON-669975246-router', 'tenant_id': '521d447f60a94b52b432e8565b742937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:02:05Z', 'updated_at': '2022-05-30T20:05:05Z', 'revision_number': 6, 'project_id': '521d447f60a94b52b432e8565b742937', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:05:06.817413 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:06.870336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-ffd9fa14-6a3f-49ee-8892-d37288132827 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:06.871495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-ffd9fa14-6a3f-49ee-8892-d37288132827 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.4402897 May 30 20:05:06.886531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-328de210-a31b-4bed-b822-bbae2250f5fd admin admin] Calling delete_port for 3d55d407-8ae4-4509-a2c3-cea74923712e owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:05:06.913587 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:06.915026 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] 10.222.0.93 "PUT /v2.0/ports/afe7f5df-6823-47d8-b61a-9ce905cc207c HTTP/1.1" status: 200 len: 1091 time: 6.4121177 May 30 20:05:07.027725 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:07.036886 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:07.055386 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 5d47aaaf-f34a-4020-998a-88983d43bdd4, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5d47aaaf-f34a-4020-998a-88983d43bdd4,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:07.060427 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:07.158029 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=5d47aaaf-f34a-4020-998a-88983d43bdd4,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:07.215613 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d15900df-8f76-42be-8ddf-d57c8b641029 req-fc14704a-4427-4be5-815d-bdc9eb41c03b service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3372164 May 30 20:05:07.216174 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-328de210-a31b-4bed-b822-bbae2250f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:07.221600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d876fc5-f120-4798-918a-1291674d3d6f req-39a89b2b-dadc-4a88-972d-c14d91c57e90 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:07.228615 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d876fc5-f120-4798-918a-1291674d3d6f req-39a89b2b-dadc-4a88-972d-c14d91c57e90 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=8096c362-f081-47b5-bfa5-a9ca4c6c08bd HTTP/1.1" status: 200 len: 943 time: 1.5818107 May 30 20:05:07.280358 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-8f2177d3-4f38-4ed3-bf9b-36f285ae5f1f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e600d56e-60bb-498b-b420-2caecc7276e2 HTTP/1.1" status: 200 len: 217 time: 0.3721852 May 30 20:05:07.291724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328de210-a31b-4bed-b822-bbae2250f5fd admin admin] Pushing event deleted for resources: {'Port': ['ID=3d55d407-8ae4-4509-a2c3-cea74923712e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:07.519144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40243b56-8267-4e0c-ba0a-faeecf2d2440 service neutron] Pushing event updated for resources: {'Port': ['ID=afe7f5df-6823-47d8-b61a-9ce905cc207c,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:07.564169 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d876fc5-f120-4798-918a-1291674d3d6f req-aeef786b-1449-41d5-b567-bc97aa3b829c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166475 May 30 20:05:07.570258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-fb94e082-d8cc-4ae9-a619-e9494bd58a3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:07.572129 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-fb94e082-d8cc-4ae9-a619-e9494bd58a3a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1711209 May 30 20:05:07.575766 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d15900df-8f76-42be-8ddf-d57c8b641029 req-81decc04-9040-4ca4-87df-b49c9f4b08a8 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359222 May 30 20:05:07.623860 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-328de210-a31b-4bed-b822-bbae2250f5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:07.664186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7cd1c-c622-4793-a072-f7308b0242a1 req-c175e2b1-67ef-4100-9601-b8924afdadc6 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:07.666052 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8e7cd1c-c622-4793-a072-f7308b0242a1 req-c175e2b1-67ef-4100-9601-b8924afdadc6 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 948 time: 0.7861600 May 30 20:05:07.676063 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-ffae3495-8f2f-4730-825b-5ffae0304726 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&device_id=8096c362-f081-47b5-bfa5-a9ca4c6c08bd HTTP/1.1" status: 200 len: 1094 time: 0.5883250 May 30 20:05:07.690528 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-883edb35-a830-4952-85f2-c65a94ed2255'] response: {'server_uuid': 'bd43ae71-65ed-4cfd-af59-36646258eef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e60b14d-e755-47cb-9929-038cea49baec', 'code': 200} May 30 20:05:07.968843 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-328de210-a31b-4bed-b822-bbae2250f5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:07.972989 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-328de210-a31b-4bed-b822-bbae2250f5fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:08.003729 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-328de210-a31b-4bed-b822-bbae2250f5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:08.004408 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328de210-a31b-4bed-b822-bbae2250f5fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a42e5167-6fdb-4760-80de-0813d9c55e3d {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:05:08.014494 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8e7cd1c-c622-4793-a072-f7308b0242a1 req-6e05403b-7c8d-4b93-b051-c4a33e421985 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372164 May 30 20:05:08.015903 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-67e024bd-9e9f-4b97-82f5-a9db85de3d04 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe7f5df-6823-47d8-b61a-9ce905cc207c HTTP/1.1" status: 200 len: 217 time: 0.1841733 May 30 20:05:08.020588 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-328de210-a31b-4bed-b822-bbae2250f5fd admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:08.024157 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-328de210-a31b-4bed-b822-bbae2250f5fd admin admin] 10.222.0.84 "DELETE /v2.0/routers/a42e5167-6fdb-4760-80de-0813d9c55e3d HTTP/1.1" status: 204 len: 168 time: 3.2767222 May 30 20:05:08.024325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57338) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:08.097625 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84ca760-7b85-45ad-85da-55d9c75e6395 admin admin] Deleting subnet 4187f99c-2457-4fd5-b8fb-e355d933a9ed {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:05:08.101124 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f84ca760-7b85-45ad-85da-55d9c75e6395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:08.120309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-d5f8de7e-d317-4383-b48f-c28f742fb5af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:08.121765 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-d5f8de7e-d317-4383-b48f-c28f742fb5af service neutron] 10.222.0.93 "GET /v2.0/subnets?id=24f03aba-f12a-4241-8d9f-db4a6a1a5134 HTTP/1.1" status: 200 len: 851 time: 0.0925357 May 30 20:05:08.127983 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-5a65766a-9e85-43cf-9028-4e9ee3bc853d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5324533 May 30 20:05:08.134087 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87870a6-534c-4759-a5ec-e3c5961706ac req-438b1108-ba5c-48cc-bf9f-28b2084b6735 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:08.135485 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a87870a6-534c-4759-a5ec-e3c5961706ac req-438b1108-ba5c-48cc-bf9f-28b2084b6735 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 0.2453301 May 30 20:05:08.204883 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f84ca760-7b85-45ad-85da-55d9c75e6395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:08.424580 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f84ca760-7b85-45ad-85da-55d9c75e6395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:08.513342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5d47aaaf-f34a-4020-998a-88983d43bdd4 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:08.528343 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cac49b1-f214-4862-833b-dc8a7680d373', 'tag': 'e600d56e-60bb-498b-b420-2caecc7276e2'}, {'name': 'network-changed', 'server_uuid': '8096c362-f081-47b5-bfa5-a9ca4c6c08bd', 'tag': 'afe7f5df-6823-47d8-b61a-9ce905cc207c'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:08.591089 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f84ca760-7b85-45ad-85da-55d9c75e6395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:08.652039 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ca760-7b85-45ad-85da-55d9c75e6395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4187f99c-2457-4fd5-b8fb-e355d933a9ed,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:08.659290 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 5d47aaaf-f34a-4020-998a-88983d43bdd4 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:08.659600 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:08.659724 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f84ca760-7b85-45ad-85da-55d9c75e6395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:08.665058 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-2cf6d29b-ac0c-476e-bbfe-e0261a2f47c5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d568287e-a0ce-4f8b-a9cc-faf7575177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5285654 May 30 20:05:08.670391 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f84ca760-7b85-45ad-85da-55d9c75e6395 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/4187f99c-2457-4fd5-b8fb-e355d933a9ed HTTP/1.1" status: 204 len: 168 time: 0.6418669 May 30 20:05:08.671100 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57356) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:08.690738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4b3d17-85c6-4f9d-8f0d-c3dd3e02187c None None] Network 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:05:08.727955 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b35f6b92-927d-42e2-b9ab-689fb523f888 req-1c5a6fc6-d5b9-44e1-b572-822e6aa47bd2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 1096 time: 0.9529948 May 30 20:05:08.756642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a87870a6-534c-4759-a5ec-e3c5961706ac req-b76a4706-aa66-445c-be9a-1cb648b1b12a tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166109 May 30 20:05:09.125054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57368) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:09.188598 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:09.215944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] Deleting port 40ef7687-e197-4469-8d82-63625ce3405e {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:05:09.221320 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:09.300074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:05:09.301424 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-fd7a0eb4-b400-4b8c-b88b-eb81b7bb0584 service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317767 May 30 20:05:09.393696 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dfcf253-c7c7-4b1c-adb9-1b347a83c23d'] response: {'name': 'network-changed', 'server_uuid': '4cac49b1-f214-4862-833b-dc8a7680d373', 'tag': 'e600d56e-60bb-498b-b420-2caecc7276e2', 'status': 'completed', 'code': 200} May 30 20:05:09.393991 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dfcf253-c7c7-4b1c-adb9-1b347a83c23d'] response: {'name': 'network-changed', 'server_uuid': '8096c362-f081-47b5-bfa5-a9ca4c6c08bd', 'tag': 'afe7f5df-6823-47d8-b61a-9ce905cc207c', 'status': 'completed', 'code': 200} May 30 20:05:09.420943 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b35f6b92-927d-42e2-b9ab-689fb523f888 req-7c59a381-4416-4f76-9a78-a05f9702f73f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6523130 May 30 20:05:09.485255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:05:09.486639 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4220d2a5-6005-4fc7-8aa6-40fbc6fc6209 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:05:09.637404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3a5d39-f6ed-4c70-8cd7-0276adfd1584 None None] DHCP port deletion for 3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:05:09.642480 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a5d39-f6ed-4c70-8cd7-0276adfd1584 None None] Deleting port 40ef7687-e197-4469-8d82-63625ce3405e {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:05:09.643107 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1b3a5d39-f6ed-4c70-8cd7-0276adfd1584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:09.726212 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] For port 40ef7687-e197-4469-8d82-63625ce3405e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=40ef7687-e197-4469-8d82-63625ce3405e,segment=NetworkSegment(dbea1059-57b8-439c-951d-df443d4c1a35),segment_id=dbea1059-57b8-439c-951d-df443d4c1a35)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:09.726898 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:09.811533 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-20baf602-833d-4626-9d93-fe6c6fdbfe68 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6738985 May 30 20:05:10.012560 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-4bf860e6-cc70-491c-b073-2ee7b985954d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 1099 time: 0.6137702 May 30 20:05:10.018908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c00c2-ad69-42f8-ae16-0a8b189e7bf1 req-dd59467b-b458-49b4-87f6-73ab08c3aa70 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:10.021308 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6228beb0-0966-49df-a7eb-98e0a1496424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:10.028686 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e70c00c2-ad69-42f8-ae16-0a8b189e7bf1 req-dd59467b-b458-49b4-87f6-73ab08c3aa70 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=8096c362-f081-47b5-bfa5-a9ca4c6c08bd HTTP/1.1" status: 200 len: 943 time: 0.4416530 May 30 20:05:10.052224 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] Calling delete_port for 40ef7687-e197-4469-8d82-63625ce3405e owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:05:10.066817 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-1b3a5d39-f6ed-4c70-8cd7-0276adfd1584 None None] For port 40ef7687-e197-4469-8d82-63625ce3405e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=40ef7687-e197-4469-8d82-63625ce3405e,segment=NetworkSegment(dbea1059-57b8-439c-951d-df443d4c1a35),segment_id=dbea1059-57b8-439c-951d-df443d4c1a35)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:10.067632 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1b3a5d39-f6ed-4c70-8cd7-0276adfd1584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:10.096815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129feb96-5fd2-41bd-9127-efeb6553db81 req-1761db08-2646-47dc-89e0-fc5ef37728df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:10.103867 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-129feb96-5fd2-41bd-9127-efeb6553db81 req-1761db08-2646-47dc-89e0-fc5ef37728df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 946 time: 0.7061601 May 30 20:05:10.144884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6228beb0-0966-49df-a7eb-98e0a1496424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:10.151451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6228beb0-0966-49df-a7eb-98e0a1496424 admin admin] Usage tracker for resource:security_group_rule and tenant:b9740feb8a8b4dd8a35b17b14dc5b1c4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:10.156650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6228beb0-0966-49df-a7eb-98e0a1496424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:10.164516 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6228beb0-0966-49df-a7eb-98e0a1496424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:10.226659 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a5d39-f6ed-4c70-8cd7-0276adfd1584 None None] Calling delete_port for 40ef7687-e197-4469-8d82-63625ce3405e owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:05:10.320605 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6228beb0-0966-49df-a7eb-98e0a1496424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:10.349810 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6228beb0-0966-49df-a7eb-98e0a1496424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:10.378704 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1b3a5d39-f6ed-4c70-8cd7-0276adfd1584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:10.402036 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94463d0-3664-48dd-8dd4-0f8fa8fc3103 req-f508ffc2-14c0-4c22-93ef-c3d4b93b45b0 service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0148692 May 30 20:05:10.446487 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a5d39-f6ed-4c70-8cd7-0276adfd1584 None None] Pushing event deleted for resources: {'Port': ['ID=40ef7687-e197-4469-8d82-63625ce3405e,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:10.454258 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 40ef7687-e197-4469-8d82-63625ce3405e no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:05:10.458926 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-129feb96-5fd2-41bd-9127-efeb6553db81 req-a4a0c31a-bede-4dda-bba4-3c4dc99e5021 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3540773 May 30 20:05:10.490092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e70c00c2-ad69-42f8-ae16-0a8b189e7bf1 req-168fffe7-6a11-4041-8a0d-e94c631e8717 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608796 May 30 20:05:10.509022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 40ef7687-e197-4469-8d82-63625ce3405e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:05:10.509587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 40ef7687-e197-4469-8d82-63625ce3405e not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:05:10.537608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3a5d39-f6ed-4c70-8cd7-0276adfd1584 None None] No DVR routers for this DVR port 40ef7687-e197-4469-8d82-63625ce3405e on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:05:10.553183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228beb0-0966-49df-a7eb-98e0a1496424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7247b219-e197-4cee-ba56-6762e3cb4b9a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:10.580678 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-20e63234-7ac9-4a97-85c2-7cf0457c85ee service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7523985 May 30 20:05:10.609833 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6228beb0-0966-49df-a7eb-98e0a1496424 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b9740feb8a8b4dd8a35b17b14dc5b1c4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4819958 May 30 20:05:10.610667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57390) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:10.661618 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:05:10.662237 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:05:10.695209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-e1bd45a4-405d-4bc1-ab6a-d9dc7ad296f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:10.696724 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-e1bd45a4-405d-4bc1-ab6a-d9dc7ad296f3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.6556780 May 30 20:05:10.740160 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c251fe92-ecb1-40c7-9db2-1e5aa3cb30d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:10.789056 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-81248204-c428-45c8-86eb-af2e4a3e06cd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e600d56e-60bb-498b-b420-2caecc7276e2 HTTP/1.1" status: 200 len: 217 time: 0.0860405 May 30 20:05:10.819930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c251fe92-ecb1-40c7-9db2-1e5aa3cb30d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:10.933608 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c251fe92-ecb1-40c7-9db2-1e5aa3cb30d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:10.964378 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251fe92-ecb1-40c7-9db2-1e5aa3cb30d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7247b219-e197-4cee-ba56-6762e3cb4b9a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:10.982232 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c251fe92-ecb1-40c7-9db2-1e5aa3cb30d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:10.983753 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c251fe92-ecb1-40c7-9db2-1e5aa3cb30d4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7247b219-e197-4cee-ba56-6762e3cb4b9a HTTP/1.1" status: 204 len: 168 time: 0.3706913 May 30 20:05:11.095218 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-38de8e94-3ba1-4384-b536-589200ef4296 req-2df8b6e8-99c1-40f8-948e-3b069b64b87f tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.2318492 May 30 20:05:11.130422 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-c63730ad-24ae-4340-b7d6-363852d932e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:11.132432 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-c63730ad-24ae-4340-b7d6-363852d932e7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2673705 May 30 20:05:11.163876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] Deleting port 40ef7687-e197-4469-8d82-63625ce3405e {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:05:11.164482 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:11.196663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-e1de4c3a-b59c-410c-a7f9-adbf90a56ab2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 1099 time: 0.3324759 May 30 20:05:11.208749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a79e8f-26d7-42fc-9ca9-802a00863de8 req-d0e2403c-6b4c-470d-85aa-b88394b44aac tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:11.216413 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31a79e8f-26d7-42fc-9ca9-802a00863de8 req-d0e2403c-6b4c-470d-85aa-b88394b44aac tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 948 time: 0.4187126 May 30 20:05:11.277452 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] The port '40ef7687-e197-4469-8d82-63625ce3405e' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:05:11.304531 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31a79e8f-26d7-42fc-9ca9-802a00863de8 req-5f458259-0a88-428f-95af-f4962f3de319 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869324 May 30 20:05:11.570914 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:11.637155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b23aec3-5bb0-4cc2-bbf9-08edb05aff38']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:11.666344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbea1059-57b8-439c-951d-df443d4c1a35') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:11.669361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbea1059-57b8-439c-951d-df443d4c1a35') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:11.695583 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:11.728306 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:11.736518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:05:11.738139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: timer() May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:05:11.761569 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:05:11.776667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57402) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:11.857661 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-f5fc4848-4354-49a2-88e0-f010ee078651 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7156353 May 30 20:05:11.890355 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ad88bd1-880e-47fe-b092-75f3390ec0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:11.905265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-b1abf5cf-6698-4456-b7cf-29184575f65c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:11.906717 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-b1abf5cf-6698-4456-b7cf-29184575f65c service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.6872630 May 30 20:05:11.924195 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:11.955097 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:11.962166 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] Pushing event deleted for resources: {'Network': ['ID=3b23aec3-5bb0-4cc2-bbf9-08edb05aff38,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:11.976316 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9ad88bd1-880e-47fe-b092-75f3390ec0f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:11.983619 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1446f776-d152-4ab1-8704-cd5c47ecb1dd admin admin] 10.222.0.84 "DELETE /v2.0/networks/3b23aec3-5bb0-4cc2-bbf9-08edb05aff38 HTTP/1.1" status: 204 len: 168 time: 3.3096025 May 30 20:05:11.983619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9ad88bd1-880e-47fe-b092-75f3390ec0f1 admin admin] Usage tracker for resource:security_group_rule and tenant:82f4fe760c634cb4b8683bfdeb8b2c3d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:11.985525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9ad88bd1-880e-47fe-b092-75f3390ec0f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:11.996433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9ad88bd1-880e-47fe-b092-75f3390ec0f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:12.095890 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ad88bd1-880e-47fe-b092-75f3390ec0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:12.098081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7678ab-683b-4a2b-aeac-a14d051020ac req-58f276f7-45a0-4438-83bf-881cf4a174d4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:12.099865 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e7678ab-683b-4a2b-aeac-a14d051020ac req-58f276f7-45a0-4438-83bf-881cf4a174d4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 946 time: 0.4296317 May 30 20:05:12.104086 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-574969ef-b84c-473b-8877-a05ef718fe9a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e600d56e-60bb-498b-b420-2caecc7276e2 HTTP/1.1" status: 200 len: 217 time: 0.1267321 May 30 20:05:12.107100 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ad88bd1-880e-47fe-b092-75f3390ec0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:12.110934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b709ef7-83df-485e-b5ce-bb7b843c5a7a req-5e008130-dc46-4120-93a0-fb927122c597 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:12.112537 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b709ef7-83df-485e-b5ce-bb7b843c5a7a req-5e008130-dc46-4120-93a0-fb927122c597 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 0.6568112 May 30 20:05:12.155506 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad88bd1-880e-47fe-b092-75f3390ec0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a41928-5c08-40d8-bf52-5d72787762aa,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:12.190379 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9ad88bd1-880e-47fe-b092-75f3390ec0f1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=82f4fe760c634cb4b8683bfdeb8b2c3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4118342 May 30 20:05:12.194787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57410) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:12.247238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-fd11e8de-be6a-4c48-a1f7-6e9bf55a7edf service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806002 May 30 20:05:12.273000 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d277-67f4-4319-8800-7c50eab76551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:12.310386 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d277-67f4-4319-8800-7c50eab76551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:12.356525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57416) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:12.428790 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-630a2038-a88d-49df-bc79-0c288cf2139f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=521d447f60a94b52b432e8565b742937&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0678992 May 30 20:05:12.431246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57420) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:12.465456 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d277-67f4-4319-8800-7c50eab76551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:12.494861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2d277-67f4-4319-8800-7c50eab76551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a41928-5c08-40d8-bf52-5d72787762aa,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:12.507486 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d277-67f4-4319-8800-7c50eab76551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:12.508621 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e8e2d277-67f4-4319-8800-7c50eab76551 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/95a41928-5c08-40d8-bf52-5d72787762aa HTTP/1.1" status: 204 len: 168 time: 0.3129287 May 30 20:05:12.538650 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-abc4084f-290b-4f31-94db-f4697d0478aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:12.562351 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e7678ab-683b-4a2b-aeac-a14d051020ac req-780ab23a-c906-4272-a6d4-5b39cf459910 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4400520 May 30 20:05:12.572159 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-abc4084f-290b-4f31-94db-f4697d0478aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:12.576892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-dd2a5398-721d-4158-af3b-44d9e0f6e663 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:12.578334 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-dd2a5398-721d-4158-af3b-44d9e0f6e663 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.4625034 May 30 20:05:12.673266 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-abc4084f-290b-4f31-94db-f4697d0478aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:12.723831 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4084f-290b-4f31-94db-f4697d0478aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a038d2-3644-4439-85cb-79b28e01eca9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:12.729357 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-abc4084f-290b-4f31-94db-f4697d0478aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:12.730461 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-abc4084f-290b-4f31-94db-f4697d0478aa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f9a038d2-3644-4439-85cb-79b28e01eca9 HTTP/1.1" status: 204 len: 168 time: 0.2982914 May 30 20:05:12.735727 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b709ef7-83df-485e-b5ce-bb7b843c5a7a req-ae9aa284-5eef-487b-88fa-2b0eb33fcf0b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4603455 May 30 20:05:12.745878 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-2cc3260d-0817-4068-b535-d9be8f9d309b service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572392 May 30 20:05:12.816978 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-86ba262d-4e65-4463-952a-126a1e1c2639 req-8b3fbd38-b622-43f8-9291-8a944ae0022c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.0609555 May 30 20:05:12.876467 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-9ec9cd12-fb9b-42fd-be7b-937ed104e653 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2810085 May 30 20:05:12.887799 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device afe7f5df-6823-47d8-b61a-9ce905cc207c details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:05:13.167635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port afe7f5df-6823-47d8-b61a-9ce905cc207c, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=afe7f5df-6823-47d8-b61a-9ce905cc207c,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:13.198305 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'afe7f5df-6823-47d8-b61a-9ce905cc207c', 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf', 'port_id': 'afe7f5df-6823-47d8-b61a-9ce905cc207c', 'mac_address': 'fa:16:3e:4a:76:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f03aba-f12a-4241-8d9f-db4a6a1a5134', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:05:13.318288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e600d56e-60bb-498b-b420-2caecc7276e2 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:05:13.326648 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:13.354654 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe7f5df-6823-47d8-b61a-9ce905cc207c {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:13.390750 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8505e749-4f97-4699-bb57-ec58478cdf07 req-0145e679-ebde-4069-8249-cac09197e130 tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.2684379 May 30 20:05:13.415396 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-bb39c994-46f4-4c9e-89d3-4703e95eabde service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320833 May 30 20:05:13.517058 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port afe7f5df-6823-47d8-b61a-9ce905cc207c, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=afe7f5df-6823-47d8-b61a-9ce905cc207c,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:13.541770 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:13.700377 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e600d56e-60bb-498b-b420-2caecc7276e2,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:13.711023 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=afe7f5df-6823-47d8-b61a-9ce905cc207c,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:13.773998 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['afe7f5df-6823-47d8-b61a-9ce905cc207c'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:13.775285 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-f7d8c116-a747-4f38-8f56-da112932e64d service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296049 May 30 20:05:13.809470 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-512643d0-f296-4d72-8b75-7638bd2dfe79 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&device_id=8096c362-f081-47b5-bfa5-a9ca4c6c08bd HTTP/1.1" status: 200 len: 1094 time: 0.6952362 May 30 20:05:13.824738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'e600d56e-60bb-498b-b420-2caecc7276e2', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': 'e600d56e-60bb-498b-b420-2caecc7276e2', 'mac_address': 'fa:16:3e:0a:da:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:05:13.934231 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:13.957752 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e600d56e-60bb-498b-b420-2caecc7276e2 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:14.025159 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e600d56e-60bb-498b-b420-2caecc7276e2,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:14.033735 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:14.045734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-f1bed957-d0f2-4696-8e54-a4ec3084e5c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:14.048300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-f1bed957-d0f2-4696-8e54-a4ec3084e5c8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 912 time: 0.2268977 May 30 20:05:14.056182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7a1dd-8c0c-4571-a01e-c0dbdfbb22f3 req-22fc719a-6f47-43a7-80d3-7e1be17d4303 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:14.065076 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23e7a1dd-8c0c-4571-a01e-c0dbdfbb22f3 req-22fc719a-6f47-43a7-80d3-7e1be17d4303 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=8096c362-f081-47b5-bfa5-a9ca4c6c08bd HTTP/1.1" status: 200 len: 943 time: 1.1047058 May 30 20:05:14.125911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=e600d56e-60bb-498b-b420-2caecc7276e2,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:14.146882 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:14.147254 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:14.147592 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:14.147924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:14.148281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:14.148747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:14.149074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:14.149446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:14.149710 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:14.150024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:14.150338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:14.289742 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee797baf-1505-4043-9c0a-f231b023bc99 req-41f0d40f-8dc8-4c8d-913e-f327231d5aba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:14.296868 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee797baf-1505-4043-9c0a-f231b023bc99 req-41f0d40f-8dc8-4c8d-913e-f327231d5aba tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 948 time: 0.5851398 May 30 20:05:14.297478 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3d55d407-8ae4-4509-a2c3-cea74923712e no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:05:14.330879 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['e600d56e-60bb-498b-b420-2caecc7276e2'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:14.353502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-a8ac47ed-3014-4502-a025-a5fab2f65395 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe7f5df-6823-47d8-b61a-9ce905cc207c HTTP/1.1" status: 200 len: 217 time: 0.2824471 May 30 20:05:14.393962 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 3d55d407-8ae4-4509-a2c3-cea74923712e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:05:14.394536 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3d55d407-8ae4-4509-a2c3-cea74923712e not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:05:14.484810 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23e7a1dd-8c0c-4571-a01e-c0dbdfbb22f3 req-c3753e96-8dc2-4353-8546-e79ead135ff5 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181538 May 30 20:05:14.507131 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee797baf-1505-4043-9c0a-f231b023bc99 req-41e9637a-ef28-43ee-a6ff-6e68aaca4652 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094405 May 30 20:05:14.525072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-6843854d-ba47-4ed9-9bb2-97065dda5a1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:14.526682 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-6843854d-ba47-4ed9-9bb2-97065dda5a1d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=24f03aba-f12a-4241-8d9f-db4a6a1a5134 HTTP/1.1" status: 200 len: 851 time: 0.1575494 May 30 20:05:14.578824 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57472) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:14.614800 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-6eb28487-6ba2-47df-97a2-265036f70520 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d568287e-a0ce-4f8b-a9cc-faf7575177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819094 May 30 20:05:14.774164 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-802304107-network', 'tenant_id': 'de1d1c1d5e0f41e180e291afffa0f2a1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:14.779481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:14.785310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Usage tracker for resource:network and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:14.791681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:14.799497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:14.812251 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Made reservation on behalf of de1d1c1d5e0f41e180e291afffa0f2a1 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:14.816500 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:14.844951 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:14.895151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:14.900700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Usage tracker for resource:security_group_rule and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:14.906130 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device afe7f5df-6823-47d8-b61a-9ce905cc207c up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:14.906846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:14.915122 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-dfc2d96d-a6bd-4038-afda-70ae41dab76a service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935510 May 30 20:05:14.917441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:15.085769 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port afe7f5df-6823-47d8-b61a-9ce905cc207c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:15.092025 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port afe7f5df-6823-47d8-b61a-9ce905cc207c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:15.093304 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:15.151527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bceb308-62e2-4dbc-9db2-54329d2d1455 req-c8963634-000a-41e4-9d17-d1df92e26505 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:15.153149 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5bceb308-62e2-4dbc-9db2-54329d2d1455 req-c8963634-000a-41e4-9d17-d1df92e26505 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 0.3901253 May 30 20:05:15.166592 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57498) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:15.172045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f0ab3096-c9f2-4e96-9206-9d8e926f523e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Request body: {'floatingip': {'port_id': '5e60b14d-e755-47cb-9929-038cea49baec'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:15.175296 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:15.190236 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:15.276596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:05:15.295019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9f57e2-3d2f-47a1-a5f5-b7400c2d3a9a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:15.331570 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:15.331914 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Added segment 3e78c541-e839-4d05-a8e7-f7b040ef9fdb of type vlan for network 912c40db-6fbb-4171-be65-519198a8eee8 May 30 20:05:15.355809 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f0ab3096-c9f2-4e96-9206-9d8e926f523e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:15.439669 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-091c2a43-1fc5-4f03-a927-3c9e11a461f2 req-b4a049e5-0428-4d5a-91da-a671d9c614c1 service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170507 May 30 20:05:15.449597 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:15.452715 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:15.520126 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01630d9e-b553-47ba-8845-86ea975a4221 req-aef28ee1-c2e2-4d97-a005-e122dafbe90d tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.0787272 May 30 20:05:15.536986 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8096c362-f081-47b5-bfa5-a9ca4c6c08bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe7f5df-6823-47d8-b61a-9ce905cc207c'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:15.548511 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:15.548511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:15.551576 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:15.576989 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57506) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:15.578253 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port afe7f5df-6823-47d8-b61a-9ce905cc207c, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=afe7f5df-6823-47d8-b61a-9ce905cc207c,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:15.583999 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:15.721380 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=afe7f5df-6823-47d8-b61a-9ce905cc207c,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:15.903881 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3182905 May 30 20:05:15.903881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9eb4d-2dbd-4b7f-93a7-7c41aaa814e5 admin admin] Pushing event updated for resources: {'Network': ['ID=912c40db-6fbb-4171-be65-519198a8eee8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:15.904670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57518) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:15.910798 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 912c40db-6fbb-4171-be65-519198a8eee8 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:05:15.911870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Request body: {'subnet': {'network_id': '912c40db-6fbb-4171-be65-519198a8eee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-802304107-subnet', 'tenant_id': 'de1d1c1d5e0f41e180e291afffa0f2a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:15.917898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:15.923104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Usage tracker for resource:subnet and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:15.926433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:15.935431 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:15.950433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Made reservation on behalf of de1d1c1d5e0f41e180e291afffa0f2a1 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:15.953542 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:15.959111 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c6e891-aef7-43dc-8b0c-317778d028d7'] response: {'server_uuid': '8096c362-f081-47b5-bfa5-a9ca4c6c08bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe7f5df-6823-47d8-b61a-9ce905cc207c', 'code': 200} May 30 20:05:16.182662 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e35a8e54-3e89-4049-8cbb-dcc1590ea2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:16.274735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e35a8e54-3e89-4049-8cbb-dcc1590ea2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:16.290624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e35a8e54-3e89-4049-8cbb-dcc1590ea2cb admin admin] Usage tracker for resource:security_group_rule and tenant:e9d2eb2253064e608735e406f09afbee is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:16.295589 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e35a8e54-3e89-4049-8cbb-dcc1590ea2cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:16.297936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8012537-28e2-4b8f-8d5c-aa07983a27dd req-399147e4-713c-4674-a172-3de487811db4 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:16.302038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f8012537-28e2-4b8f-8d5c-aa07983a27dd req-399147e4-713c-4674-a172-3de487811db4 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=8096c362-f081-47b5-bfa5-a9ca4c6c08bd HTTP/1.1" status: 200 len: 945 time: 0.5220771 May 30 20:05:16.303871 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:16.311170 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e35a8e54-3e89-4049-8cbb-dcc1590ea2cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:16.319785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-332d315d-ab85-4b8a-8520-a0981fb18ec5 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:16.321575 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-332d315d-ab85-4b8a-8520-a0981fb18ec5 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373&tenant_id=3e860bf879054bd598319d1741599d12&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 949 time: 0.4640222 May 30 20:05:16.436468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Pushing event updated for resources: {'Subnet': ['ID=77fcc9f2-e6ae-420c-b77e-0fb75e4fc561,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:16.453006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:16.453438 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:16.454054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:16.454385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:16.454707 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:16.455054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:16.455510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:16.455886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:16.456465 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:16.456790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:16.457108 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:16.538632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Checking segment: {'id': '3e78c541-e839-4d05-a8e7-f7b040ef9fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '912c40db-6fbb-4171-be65-519198a8eee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:16.539337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Network hostable DHCP agents. Network: 912c40db-6fbb-4171-be65-519198a8eee8, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:05:16.558110 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e35a8e54-3e89-4049-8cbb-dcc1590ea2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:16.572571 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e35a8e54-3e89-4049-8cbb-dcc1590ea2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:16.614602 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a8e54-3e89-4049-8cbb-dcc1590ea2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71524534-d9f7-437f-87c9-0fdae41ff7e9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:16.633453 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Network 912c40db-6fbb-4171-be65-519198a8eee8 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:05:16.649691 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 912c40db-6fbb-4171-be65-519198a8eee8) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:05:16.656177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:16.658681 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:16.660562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09eea48-dfa5-4681-bf5f-54fbfa5c89c2 None None] Network 912c40db-6fbb-4171-be65-519198a8eee8 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:05:16.699925 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e35a8e54-3e89-4049-8cbb-dcc1590ea2cb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e9d2eb2253064e608735e406f09afbee&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0763538 May 30 20:05:16.704339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57532) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:16.735167 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cf155740-f0af-4d95-9a91-fc444ae5c55e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8293376 May 30 20:05:16.800433 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cc41fa18-f089-4b39-b598-cbd4342c089a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:16.840579 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cc41fa18-f089-4b39-b598-cbd4342c089a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:16.913455 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f8012537-28e2-4b8f-8d5c-aa07983a27dd req-9a3d1c37-36ed-4067-912e-4948cc13a7ef tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019423 May 30 20:05:16.914088 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cc41fa18-f089-4b39-b598-cbd4342c089a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:16.925722 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1478ffe6-f5a0-4dea-9a1a-f4f1e41e7a61 req-fbe4aef9-3cbd-4497-84fa-76922c96d340 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8096c362-f081-47b5-bfa5-a9ca4c6c08bd HTTP/1.1" status: 200 len: 1096 time: 0.8161228 May 30 20:05:16.960104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41fa18-f089-4b39-b598-cbd4342c089a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71524534-d9f7-437f-87c9-0fdae41ff7e9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:16.975476 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cc41fa18-f089-4b39-b598-cbd4342c089a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:16.979055 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cc41fa18-f089-4b39-b598-cbd4342c089a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/71524534-d9f7-437f-87c9-0fdae41ff7e9 HTTP/1.1" status: 204 len: 168 time: 0.2709293 May 30 20:05:16.998991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-7a89c819-0733-4068-b48e-bbc250f67c1a service neutron] 10.222.0.77 "GET /v2.0/ports/e600d56e-60bb-498b-b420-2caecc7276e2/bindings/n-h1-843949-2 HTTP/1.1" status: 200 len: 382 time: 0.5172048 May 30 20:05:17.182472 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1478ffe6-f5a0-4dea-9a1a-f4f1e41e7a61 req-991c3316-188d-468a-863f-99442f92b78e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431056 May 30 20:05:17.187273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc8335-0965-4d9b-979e-f7c222c9f481 req-e75fe802-a760-4208-b13f-6a7eacaa8304 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:17.189287 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fccc8335-0965-4d9b-979e-f7c222c9f481 req-e75fe802-a760-4208-b13f-6a7eacaa8304 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 949 time: 0.3757002 May 30 20:05:17.195690 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad862a10-cd57-48a4-9e86-676328bb1b88 None None] Network 912c40db-6fbb-4171-be65-519198a8eee8 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:05:17.271469 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e600d56e-60bb-498b-b420-2caecc7276e2 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:17.323225 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-14013445-23d8-4cfa-838c-97c6a9e5f9da req-80d6ec99-c5e1-48fa-9d9a-adcd036a4231 tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.1717541 May 30 20:05:17.370065 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port e600d56e-60bb-498b-b420-2caecc7276e2 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:17.378903 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port e600d56e-60bb-498b-b420-2caecc7276e2 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:17.379272 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:17.489786 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fccc8335-0965-4d9b-979e-f7c222c9f481 req-61e5b9da-a01e-431a-9a2b-aca7c23c2630 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655614 May 30 20:05:17.552991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-a556422c-721f-4121-9ec9-9352abf78d57 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 1100 time: 0.4969776 May 30 20:05:17.555002 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f0ab3096-c9f2-4e96-9206-9d8e926f523e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:17.588661 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f0ab3096-c9f2-4e96-9206-9d8e926f523e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:17.671997 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:17.706066 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e600d56e-60bb-498b-b420-2caecc7276e2,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:17.715580 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:17.868624 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=e600d56e-60bb-498b-b420-2caecc7276e2,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:17.879638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-55917289-73b7-4cb5-b783-d995bd81f8f2 req-437f4c56-1d32-4630-a0ef-5e992c46154c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-197830316', 'description': 'tempest-description-204622722'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:17.890273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-55917289-73b7-4cb5-b783-d995bd81f8f2 req-437f4c56-1d32-4630-a0ef-5e992c46154c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:17.905907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-55917289-73b7-4cb5-b783-d995bd81f8f2 req-437f4c56-1d32-4630-a0ef-5e992c46154c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:17.912172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-55917289-73b7-4cb5-b783-d995bd81f8f2 req-437f4c56-1d32-4630-a0ef-5e992c46154c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:17.921763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-55917289-73b7-4cb5-b783-d995bd81f8f2 req-437f4c56-1d32-4630-a0ef-5e992c46154c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:17.936770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-48d23f7a-98a5-484e-b8e3-30e4503909fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:17.936770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-48d23f7a-98a5-484e-b8e3-30e4503909fd service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.3705423 May 30 20:05:17.960954 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cac49b1-f214-4862-833b-dc8a7680d373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e600d56e-60bb-498b-b420-2caecc7276e2'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:18.012463 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-55917289-73b7-4cb5-b783-d995bd81f8f2 req-437f4c56-1d32-4630-a0ef-5e992c46154c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:18.024919 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-9a38aedf-9aab-4c28-9f04-6b6dedaeaa2a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e600d56e-60bb-498b-b420-2caecc7276e2 HTTP/1.1" status: 200 len: 217 time: 0.0868921 May 30 20:05:18.167860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-55917289-73b7-4cb5-b783-d995bd81f8f2 req-437f4c56-1d32-4630-a0ef-5e992c46154c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:18.185586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-55917289-73b7-4cb5-b783-d995bd81f8f2 req-437f4c56-1d32-4630-a0ef-5e992c46154c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group_rule and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:18.192142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-55917289-73b7-4cb5-b783-d995bd81f8f2 req-437f4c56-1d32-4630-a0ef-5e992c46154c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:18.202066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-fc474edf-0422-49b2-950a-e7da668db750 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:18.203518 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-fc474edf-0422-49b2-950a-e7da668db750 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1591380 May 30 20:05:18.206506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-55917289-73b7-4cb5-b783-d995bd81f8f2 req-437f4c56-1d32-4630-a0ef-5e992c46154c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:18.307265 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-f0ab3096-c9f2-4e96-9206-9d8e926f523e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Floating IP ed21bddf-ed83-4a06-82e0-ceccdb91f6a9 associated. External IP: 172.25.5.54, port: 5e60b14d-e755-47cb-9929-038cea49baec. May 30 20:05:18.495693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5b8e6-808a-4305-bd61-ad2d3571cfd3 req-bab94112-f269-49ba-94ac-778470331dc8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:18.501451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d5b5b8e6-808a-4305-bd61-ad2d3571cfd3 req-bab94112-f269-49ba-94ac-778470331dc8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=8096c362-f081-47b5-bfa5-a9ca4c6c08bd HTTP/1.1" status: 200 len: 945 time: 0.4227967 May 30 20:05:18.513670 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-55917289-73b7-4cb5-b783-d995bd81f8f2 req-437f4c56-1d32-4630-a0ef-5e992c46154c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:18.543314 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-55917289-73b7-4cb5-b783-d995bd81f8f2 req-437f4c56-1d32-4630-a0ef-5e992c46154c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:18.612934 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-5bfb5bca-790b-4acd-9cbd-5fb88759a49e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3927083 May 30 20:05:18.627265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f4c56-1d32-4630-a0ef-5e992c46154c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5adca7-0210-4b98-a970-33a2aafc19ea,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:18.657925 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-55917289-73b7-4cb5-b783-d995bd81f8f2 req-437f4c56-1d32-4630-a0ef-5e992c46154c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:18.660464 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55917289-73b7-4cb5-b783-d995bd81f8f2 req-437f4c56-1d32-4630-a0ef-5e992c46154c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.7996860 May 30 20:05:18.673790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d5b5b8e6-808a-4305-bd61-ad2d3571cfd3 req-fad10ec1-c669-406f-b558-41e3b01befb4 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633365 May 30 20:05:18.700219 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57594) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:18.748495 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0cda73-f91f-4767-b6de-3dd63790cfbc'] response: {'server_uuid': '4cac49b1-f214-4862-833b-dc8a7680d373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e600d56e-60bb-498b-b420-2caecc7276e2', 'code': 200} May 30 20:05:18.916455 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4ee51b72-cc53-4155-8345-882dcb287372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:18.950646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4ee51b72-cc53-4155-8345-882dcb287372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:18.954934 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4ee51b72-cc53-4155-8345-882dcb287372 admin admin] Usage tracker for resource:security_group_rule and tenant:af5aadf3b7334c3d9c89e83369269378 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:18.958138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4ee51b72-cc53-4155-8345-882dcb287372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:18.964674 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4ee51b72-cc53-4155-8345-882dcb287372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:19.007160 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-4065cb7f-0a53-4bc1-9082-0163fa0ae160 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729289 May 30 20:05:19.034920 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4ee51b72-cc53-4155-8345-882dcb287372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:19.039045 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4ee51b72-cc53-4155-8345-882dcb287372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:19.078968 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f228cdb-9b9e-4431-b6e3-e0a166da80df req-88825116-c93a-4791-88a9-095d13c62e90 tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.2257373 May 30 20:05:19.091902 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee51b72-cc53-4155-8345-882dcb287372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aab6938-3492-4625-9bb1-24d90b747b02,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:19.099935 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4ee51b72-cc53-4155-8345-882dcb287372 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=af5aadf3b7334c3d9c89e83369269378&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3957386 May 30 20:05:19.101107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57600) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:19.176763 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9cea622-4b8f-48a7-b65b-fd7bddef503f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:19.221230 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9cea622-4b8f-48a7-b65b-fd7bddef503f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:19.262843 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fc878913-fa2f-48a5-98de-24bcccf4ed72 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:05:19.293945 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9cea622-4b8f-48a7-b65b-fd7bddef503f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:19.311826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cea622-4b8f-48a7-b65b-fd7bddef503f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aab6938-3492-4625-9bb1-24d90b747b02,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:19.333603 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9cea622-4b8f-48a7-b65b-fd7bddef503f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:19.338167 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b9cea622-4b8f-48a7-b65b-fd7bddef503f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2aab6938-3492-4625-9bb1-24d90b747b02 HTTP/1.1" status: 204 len: 168 time: 0.2367117 May 30 20:05:19.393772 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-94e86d99-b2e3-4b3f-abf6-649e1798c94b service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732584 May 30 20:05:19.413620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56f9c95e-1771-4bd2-94a9-7d3030ef6436 req-a0d0944c-c9ef-4c53-8064-f93bc414d2b6 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/8f5adca7-0210-4b98-a970-33a2aafc19ea HTTP/1.1" status: 200 len: 1637 time: 0.2535424 May 30 20:05:19.550055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbf7eb-78ab-4510-af1a-988ceeeb4341 req-0d9aca3c-62c7-4a71-8c40-fb9507d6ae77 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:19.551657 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cfbf7eb-78ab-4510-af1a-988ceeeb4341 req-0d9aca3c-62c7-4a71-8c40-fb9507d6ae77 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 950 time: 0.5436575 May 30 20:05:19.574380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-56f9c95e-1771-4bd2-94a9-7d3030ef6436 req-edd4d4ee-51dc-4e08-a8af-a7b4f9ecbd03 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f5adca7-0210-4b98-a970-33a2aafc19ea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:19.574920 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-56f9c95e-1771-4bd2-94a9-7d3030ef6436 req-edd4d4ee-51dc-4e08-a8af-a7b4f9ecbd03 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f5adca7-0210-4b98-a970-33a2aafc19ea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:19.621442 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fc878913-fa2f-48a5-98de-24bcccf4ed72, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:19.624829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-56f9c95e-1771-4bd2-94a9-7d3030ef6436 req-edd4d4ee-51dc-4e08-a8af-a7b4f9ecbd03 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:19.649235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-56f9c95e-1771-4bd2-94a9-7d3030ef6436 req-edd4d4ee-51dc-4e08-a8af-a7b4f9ecbd03 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group_rule and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:19.654003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-56f9c95e-1771-4bd2-94a9-7d3030ef6436 req-edd4d4ee-51dc-4e08-a8af-a7b4f9ecbd03 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:19.674583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'port_id': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'mac_address': 'fa:16:3e:1f:e8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:05:19.704743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-56f9c95e-1771-4bd2-94a9-7d3030ef6436 req-edd4d4ee-51dc-4e08-a8af-a7b4f9ecbd03 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:19.754761 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:19.769541 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cfbf7eb-78ab-4510-af1a-988ceeeb4341 req-5df7cb21-37f5-4fbb-9023-31157442f820 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046542 May 30 20:05:19.782463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc878913-fa2f-48a5-98de-24bcccf4ed72 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:19.823125 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fc878913-fa2f-48a5-98de-24bcccf4ed72, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:19.829763 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:19.924498 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-56f9c95e-1771-4bd2-94a9-7d3030ef6436 req-edd4d4ee-51dc-4e08-a8af-a7b4f9ecbd03 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:20.003507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fc878913-fa2f-48a5-98de-24bcccf4ed72,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:20.006878 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['fc878913-fa2f-48a5-98de-24bcccf4ed72'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:20.055432 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-56f9c95e-1771-4bd2-94a9-7d3030ef6436 req-edd4d4ee-51dc-4e08-a8af-a7b4f9ecbd03 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:20.105229 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-56f9c95e-1771-4bd2-94a9-7d3030ef6436 req-edd4d4ee-51dc-4e08-a8af-a7b4f9ecbd03 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:20.171050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4d4ee-51dc-4e08-a8af-a7b4f9ecbd03 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf4537f-bf81-446f-a9b7-c964c2393f48,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:20.204344 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-56f9c95e-1771-4bd2-94a9-7d3030ef6436 req-edd4d4ee-51dc-4e08-a8af-a7b4f9ecbd03 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:20.211397 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56f9c95e-1771-4bd2-94a9-7d3030ef6436 req-edd4d4ee-51dc-4e08-a8af-a7b4f9ecbd03 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.6904762 May 30 20:05:20.214636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ab3096-c9f2-4e96-9206-9d8e926f523e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Router 2088c466-193e-42e3-85e1-01d6d6172ae8 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:05:20.285231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332efb7d-9a87-4ad2-b073-2749c87b7a84 req-27cda8b8-8423-48ef-acec-b955eb2bee34 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:20.293428 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-332efb7d-9a87-4ad2-b073-2749c87b7a84 req-27cda8b8-8423-48ef-acec-b955eb2bee34 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=8096c362-f081-47b5-bfa5-a9ca4c6c08bd HTTP/1.1" status: 200 len: 945 time: 0.2422497 May 30 20:05:20.530329 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-332efb7d-9a87-4ad2-b073-2749c87b7a84 req-fe1bdb7c-aa54-4288-b31b-ceae0538e8e3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360647 May 30 20:05:20.533774 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a6fd30b4-5c98-4fd7-8a70-7f5c7174a902 req-0cca1f7b-af9e-43eb-91bf-36fdb79a5e6b tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.1158257 May 30 20:05:20.653329 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-beb5b219-a1fe-4a59-af0c-ff077c0e999a req-9330093b-8ba4-4402-aac2-a368dd9701a9 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-45631821', 'description': 'tempest-description-1187953407'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:20.662311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-beb5b219-a1fe-4a59-af0c-ff077c0e999a req-9330093b-8ba4-4402-aac2-a368dd9701a9 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:20.697450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-beb5b219-a1fe-4a59-af0c-ff077c0e999a req-9330093b-8ba4-4402-aac2-a368dd9701a9 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:20.701076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-beb5b219-a1fe-4a59-af0c-ff077c0e999a req-9330093b-8ba4-4402-aac2-a368dd9701a9 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:20.711093 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Sync routers for ids ['37eeba98-0646-4c3e-97ac-0214b6533b1d'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:05:20.727148 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-beb5b219-a1fe-4a59-af0c-ff077c0e999a req-9330093b-8ba4-4402-aac2-a368dd9701a9 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:20.748714 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Routers {'37eeba98-0646-4c3e-97ac-0214b6533b1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:05:20.750117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:05:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['37eeba98-0646-4c3e-97ac-0214b6533b1d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:20.774068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ab3096-c9f2-4e96-9206-9d8e926f523e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:05:20.776120 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-beb5b219-a1fe-4a59-af0c-ff077c0e999a req-9330093b-8ba4-4402-aac2-a368dd9701a9 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:20.785613 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66025826-b946-464d-b446-ee9059a89015 None None] Sync routers for ids ['2088c466-193e-42e3-85e1-01d6d6172ae8'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:05:20.800621 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f0ab3096-c9f2-4e96-9206-9d8e926f523e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:20.820093 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66025826-b946-464d-b446-ee9059a89015 None None] Routers {'2088c466-193e-42e3-85e1-01d6d6172ae8'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:05:20.820949 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-66025826-b946-464d-b446-ee9059a89015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:05:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2088c466-193e-42e3-85e1-01d6d6172ae8'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:20.935931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f0ab3096-c9f2-4e96-9206-9d8e926f523e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "PUT /v2.0/floatingips/ed21bddf-ed83-4a06-82e0-ceccdb91f6a9 HTTP/1.1" status: 200 len: 990 time: 5.7682354 May 30 20:05:20.939449 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd43ae71-65ed-4cfd-af59-36646258eef5', 'tag': '5e60b14d-e755-47cb-9929-038cea49baec'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:20.946649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-beb5b219-a1fe-4a59-af0c-ff077c0e999a req-9330093b-8ba4-4402-aac2-a368dd9701a9 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:20.961242 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-beb5b219-a1fe-4a59-af0c-ff077c0e999a req-9330093b-8ba4-4402-aac2-a368dd9701a9 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group_rule and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:20.964711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-beb5b219-a1fe-4a59-af0c-ff077c0e999a req-9330093b-8ba4-4402-aac2-a368dd9701a9 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:20.975790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-beb5b219-a1fe-4a59-af0c-ff077c0e999a req-9330093b-8ba4-4402-aac2-a368dd9701a9 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:21.109100 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-beb5b219-a1fe-4a59-af0c-ff077c0e999a req-9330093b-8ba4-4402-aac2-a368dd9701a9 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:21.120444 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-beb5b219-a1fe-4a59-af0c-ff077c0e999a req-9330093b-8ba4-4402-aac2-a368dd9701a9 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:21.182051 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330093b-8ba4-4402-aac2-a368dd9701a9 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af3536c-0dcd-474e-9e5c-aa0576e5b353,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:21.256397 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-66025826-b946-464d-b446-ee9059a89015 None None] Set router 2088c466-193e-42e3-85e1-01d6d6172ae8 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:05:21.282912 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fc878913-fa2f-48a5-98de-24bcccf4ed72 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:21.310286 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-beb5b219-a1fe-4a59-af0c-ff077c0e999a req-9330093b-8ba4-4402-aac2-a368dd9701a9 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:21.313454 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-beb5b219-a1fe-4a59-af0c-ff077c0e999a req-9330093b-8ba4-4402-aac2-a368dd9701a9 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.6656752 May 30 20:05:21.373965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737f47c-8801-4227-a145-bfa10ad0579c req-7de61118-7603-4758-a21f-625c51f9db7d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:21.376381 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8737f47c-8801-4227-a145-bfa10ad0579c req-7de61118-7603-4758-a21f-625c51f9db7d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 950 time: 0.1755416 May 30 20:05:21.506187 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14054192-64f2-44ed-b202-f7e6822ebb71'] response: {'name': 'network-changed', 'server_uuid': 'bd43ae71-65ed-4cfd-af59-36646258eef5', 'tag': '5e60b14d-e755-47cb-9929-038cea49baec', 'status': 'completed', 'code': 200} May 30 20:05:21.534942 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8737f47c-8801-4227-a145-bfa10ad0579c req-7c2725a6-c84a-411a-9677-d5f571f2d798 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482260 May 30 20:05:21.712727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port fc878913-fa2f-48a5-98de-24bcccf4ed72 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:21.713095 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:21.826481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Set router 37eeba98-0646-4c3e-97ac-0214b6533b1d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:05:21.901341 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0c86cea-6ff4-4754-be0c-7a0a00be4dee req-849970ed-5c14-47cc-b4f8-c25696bff7ec tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/3af3536c-0dcd-474e-9e5c-aa0576e5b353 HTTP/1.1" status: 200 len: 1637 time: 0.2300353 May 30 20:05:21.915863 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-434c1232-0b87-4f05-bd91-4173a0408d6b req-8b43aa95-39be-44fe-bc44-96b9d859596d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=08334d8ded8a425bb168fdca1f271cee&device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 1096 time: 0.4280236 May 30 20:05:21.933353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f0c86cea-6ff4-4754-be0c-7a0a00be4dee req-409fa399-b5c1-4098-92c9-cfa04b5e4284 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3af3536c-0dcd-474e-9e5c-aa0576e5b353', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:21.933672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f0c86cea-6ff4-4754-be0c-7a0a00be4dee req-409fa399-b5c1-4098-92c9-cfa04b5e4284 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3af3536c-0dcd-474e-9e5c-aa0576e5b353', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:22.129493 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-66025826-b946-464d-b446-ee9059a89015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:04:28Z', 'revision_number': 4, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'ed21bddf-ed83-4a06-82e0-ceccdb91f6a9', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'floating_ip_address': '172.25.5.54', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'port_id': '5e60b14d-e755-47cb-9929-038cea49baec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'mac_address': 'fa:16:3e:93:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd43ae71-65ed-4cfd-af59-36646258eef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:04:36Z', 'updated_at': '2022-05-30T20:05:17Z', 'revision_number': 1, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68729d47-d28b-4d29-b2f6-edb9877538c9', 'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'mac_address': 'fa:16:3e:c8:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:26Z', 'updated_at': '2022-05-30T20:04:47Z', 'revision_number': 5, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'subnets': [{'id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:22.138605 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66025826-b946-464d-b446-ee9059a89015 None None] Checking router: 2088c466-193e-42e3-85e1-01d6d6172ae8 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:05:22.195485 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66025826-b946-464d-b446-ee9059a89015 None None] Routers {'2088c466-193e-42e3-85e1-01d6d6172ae8'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:05:22.196135 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-66025826-b946-464d-b446-ee9059a89015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:05:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2088c466-193e-42e3-85e1-01d6d6172ae8'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:22.323954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c1232-0b87-4f05-bd91-4173a0408d6b req-1236ebe2-0f77-46cd-9d4d-da3f604f0af8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:22.325407 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-434c1232-0b87-4f05-bd91-4173a0408d6b req-1236ebe2-0f77-46cd-9d4d-da3f604f0af8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=46fc77d7-d584-4b90-a367-560a4547b685 HTTP/1.1" status: 200 len: 912 time: 0.3688152 May 30 20:05:22.326393 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-f0c86cea-6ff4-4754-be0c-7a0a00be4dee req-409fa399-b5c1-4098-92c9-cfa04b5e4284 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:22.450366 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f0c86cea-6ff4-4754-be0c-7a0a00be4dee req-409fa399-b5c1-4098-92c9-cfa04b5e4284 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group_rule and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:22.541875 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-66025826-b946-464d-b446-ee9059a89015 None None] Set router 2088c466-193e-42e3-85e1-01d6d6172ae8 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:05:22.554276 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:22.767233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f0c86cea-6ff4-4754-be0c-7a0a00be4dee req-409fa399-b5c1-4098-92c9-cfa04b5e4284 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:22.793740 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:22.819613 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fc878913-fa2f-48a5-98de-24bcccf4ed72, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:22.835313 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:22.836778 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167f0f1-1cb2-45aa-8794-b02fa50bdedf req-bce24ea0-816b-4058-b10c-2a228fb1eb81 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:22.849467 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f167f0f1-1cb2-45aa-8794-b02fa50bdedf req-bce24ea0-816b-4058-b10c-2a228fb1eb81 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=8096c362-f081-47b5-bfa5-a9ca4c6c08bd HTTP/1.1" status: 200 len: 945 time: 1.1769702 May 30 20:05:22.876696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-f0c86cea-6ff4-4754-be0c-7a0a00be4dee req-409fa399-b5c1-4098-92c9-cfa04b5e4284 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:22.877528 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-d93f7e75-754b-44fa-a4ad-cf8a7f87023e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373&tenant_id=3e860bf879054bd598319d1741599d12 HTTP/1.1" status: 200 len: 1101 time: 0.2030129 May 30 20:05:22.895998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:23.008572 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1704130055-router', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:40Z', 'updated_at': '2022-05-30T20:04:46Z', 'revision_number': 4, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'gw_port': {'id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '9287c5f5-1419-4784-a8ef-5f78469d7253', 'name': '', 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'mac_address': 'fa:16:3e:a5:02:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:45Z', 'updated_at': '2022-05-30T20:04:47Z', 'revision_number': 2, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'subnets': [{'id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:23.020264 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fc878913-fa2f-48a5-98de-24bcccf4ed72,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:23.034821 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Checking router: 37eeba98-0646-4c3e-97ac-0214b6533b1d for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:05:23.035385 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Updating router 37eeba98-0646-4c3e-97ac-0214b6533b1d port 9287c5f5-1419-4784-a8ef-5f78469d7253 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:05:23.053426 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f167f0f1-1cb2-45aa-8794-b02fa50bdedf req-1d88c331-f1ea-4f65-88e2-0678a0e04e0c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039642 May 30 20:05:23.147429 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:23.149253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-434c1232-0b87-4f05-bd91-4173a0408d6b req-1127424e-9a71-4eaf-8934-1d54a7f4d43d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e60b14d-e755-47cb-9929-038cea49baec HTTP/1.1" status: 200 len: 998 time: 0.8061936 May 30 20:05:23.177703 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:23.629245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c1232-0b87-4f05-bd91-4173a0408d6b req-bdab8b37-92b5-49a3-824f-bbf09aebaaf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:23.634494 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-434c1232-0b87-4f05-bd91-4173a0408d6b req-bdab8b37-92b5-49a3-824f-bbf09aebaaf3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=54e18232-0c1b-400c-aea5-aa806dd0320c HTTP/1.1" status: 200 len: 850 time: 0.4500222 May 30 20:05:23.647887 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-66025826-b946-464d-b446-ee9059a89015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:04:28Z', 'revision_number': 4, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'ed21bddf-ed83-4a06-82e0-ceccdb91f6a9', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'floating_ip_address': '172.25.5.54', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'port_id': '5e60b14d-e755-47cb-9929-038cea49baec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'mac_address': 'fa:16:3e:93:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd43ae71-65ed-4cfd-af59-36646258eef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:04:36Z', 'updated_at': '2022-05-30T20:05:17Z', 'revision_number': 1, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68729d47-d28b-4d29-b2f6-edb9877538c9', 'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'mac_address': 'fa:16:3e:c8:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:26Z', 'updated_at': '2022-05-30T20:04:47Z', 'revision_number': 5, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'subnets': [{'id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:23.662168 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66025826-b946-464d-b446-ee9059a89015 None None] The sync data for ids ['2088c466-193e-42e3-85e1-01d6d6172ae8'] in n-d-843949-2 is: [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:04:28Z', 'revision_number': 4, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'ed21bddf-ed83-4a06-82e0-ceccdb91f6a9', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'floating_ip_address': '172.25.5.54', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'port_id': '5e60b14d-e755-47cb-9929-038cea49baec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'mac_address': 'fa:16:3e:93:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd43ae71-65ed-4cfd-af59-36646258eef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:04:36Z', 'updated_at': '2022-05-30T20:05:17Z', 'revision_number': 1, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68729d47-d28b-4d29-b2f6-edb9877538c9', 'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'mac_address': 'fa:16:3e:c8:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:26Z', 'updated_at': '2022-05-30T20:04:47Z', 'revision_number': 5, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'subnets': [{'id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:05:23.817197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-61789c89-ded4-4b09-8ae8-41a765d63f0a req-b6a6c036-945e-4f34-bc07-f1b3f95905f3 tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.3129950 May 30 20:05:23.901672 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e600d56e-60bb-498b-b420-2caecc7276e2 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:05:23.934052 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97223cfe-0645-4c15-a366-3f902f7f2ffe req-885f0834-4500-406a-b0f0-384aee050e6e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 1101 time: 1.4805553 May 30 20:05:23.986584 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79d666-6414-4cd7-bda1-a624d87c9f02 req-c4862842-a7c2-4d0e-a780-12ed70d06e37 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:23.992760 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e79d666-6414-4cd7-bda1-a624d87c9f02 req-c4862842-a7c2-4d0e-a780-12ed70d06e37 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "GET /v2.0/ports?device_id=8096c362-f081-47b5-bfa5-a9ca4c6c08bd HTTP/1.1" status: 200 len: 945 time: 1.3293018 May 30 20:05:24.009406 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:05:24.143226 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:24.144713 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e600d56e-60bb-498b-b420-2caecc7276e2,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:24.156567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Transition to ACTIVE for port object 9287c5f5-1419-4784-a8ef-5f78469d7253 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:24.175296 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:24.326085 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:24.333515 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-6e79d666-6414-4cd7-bda1-a624d87c9f02 req-8333ffb8-9385-492c-a9ec-34bb92fafdb7 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Deleting port afe7f5df-6823-47d8-b61a-9ce905cc207c {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:05:24.334007 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e79d666-6414-4cd7-bda1-a624d87c9f02 req-8333ffb8-9385-492c-a9ec-34bb92fafdb7 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:24.524373 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7407022-be2b-48dd-aa90-5a49de588c94 None None] Pushing event updated for resources: {'Port': ['ID=9287c5f5-1419-4784-a8ef-5f78469d7253,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:24.542864 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:05:24.580220 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cac49b1-f214-4862-833b-dc8a7680d373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e600d56e-60bb-498b-b420-2caecc7276e2'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:24.583998 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:24.595741 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:24.635018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Transition to ACTIVE for port object e600d56e-60bb-498b-b420-2caecc7276e2 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:24.649954 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:24.660458 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f0c86cea-6ff4-4754-be0c-7a0a00be4dee req-409fa399-b5c1-4098-92c9-cfa04b5e4284 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:24.757951 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-434c1232-0b87-4f05-bd91-4173a0408d6b req-42f5fd69-68a5-42d6-8b5b-114c7e41f783 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46fc77d7-d584-4b90-a367-560a4547b685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0424170 May 30 20:05:24.807498 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Attempting to bind port 9287c5f5-1419-4784-a8ef-5f78469d7253 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:24.807869 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Attempting to bind port 9287c5f5-1419-4784-a8ef-5f78469d7253 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'fbce37dd-a637-46f1-88e0-2b83b9a452d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:24.808316 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Attempting to bind port 9287c5f5-1419-4784-a8ef-5f78469d7253 on network 1c618fce-8e1a-4264-8a30-66966112ca92 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:24.827745 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Pushing event updated for resources: {'Port': ['ID=e600d56e-60bb-498b-b420-2caecc7276e2,revision_number=10']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:24.858544 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:24.858911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Checking segment: {'id': 'fbce37dd-a637-46f1-88e0-2b83b9a452d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:24.859636 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:24.859844 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Bound using segment: {'id': 'fbce37dd-a637-46f1-88e0-2b83b9a452d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:24.860386 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Bound port: 9287c5f5-1419-4784-a8ef-5f78469d7253, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbce37dd-a637-46f1-88e0-2b83b9a452d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:24.860669 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:25.128680 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] No DVR routers for this DVR port e600d56e-60bb-498b-b420-2caecc7276e2 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:05:25.230914 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:05:25.235200 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:05:25.262411 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Attempting to bind port e600d56e-60bb-498b-b420-2caecc7276e2 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:25.262974 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Attempting to bind port e600d56e-60bb-498b-b420-2caecc7276e2 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:25.263101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Attempting to bind port e600d56e-60bb-498b-b420-2caecc7276e2 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:25.276343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Port e600d56e-60bb-498b-b420-2caecc7276e2 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:05:25.276667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Attempting to bind port e600d56e-60bb-498b-b420-2caecc7276e2 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:25.298103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:25.298748 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:25.299443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:25.300211 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Bound port: e600d56e-60bb-498b-b420-2caecc7276e2, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:25.301357 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:25.338248 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] For port 9287c5f5-1419-4784-a8ef-5f78469d7253, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:25.341754 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f0c86cea-6ff4-4754-be0c-7a0a00be4dee req-409fa399-b5c1-4098-92c9-cfa04b5e4284 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:25.347018 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] For port 9287c5f5-1419-4784-a8ef-5f78469d7253, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9287c5f5-1419-4784-a8ef-5f78469d7253,segment=NetworkSegment(fbce37dd-a637-46f1-88e0-2b83b9a452d7),segment_id=fbce37dd-a637-46f1-88e0-2b83b9a452d7)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:05:25.352923 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:25.385170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97223cfe-0645-4c15-a366-3f902f7f2ffe req-11d4134b-ad06-4158-89b3-9445a76882e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:25.387077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97223cfe-0645-4c15-a366-3f902f7f2ffe req-11d4134b-ad06-4158-89b3-9445a76882e1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 1.4186041 May 30 20:05:25.453513 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:25.457076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e600d56e-60bb-498b-b420-2caecc7276e2,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:05:25.468585 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:25.488260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7407022-be2b-48dd-aa90-5a49de588c94 None None] Pushing event updated for resources: {'Port': ['ID=9287c5f5-1419-4784-a8ef-5f78469d7253,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:25.590919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-6e79d666-6414-4cd7-bda1-a624d87c9f02 req-8333ffb8-9385-492c-a9ec-34bb92fafdb7 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] For port afe7f5df-6823-47d8-b61a-9ce905cc207c, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=afe7f5df-6823-47d8-b61a-9ce905cc207c,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:25.591704 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e79d666-6414-4cd7-bda1-a624d87c9f02 req-8333ffb8-9385-492c-a9ec-34bb92fafdb7 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:25.605026 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Routers {'37eeba98-0646-4c3e-97ac-0214b6533b1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:05:25.605660 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:05:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['37eeba98-0646-4c3e-97ac-0214b6533b1d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:25.631259 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:25.640014 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] 10.222.0.93 "PUT /v2.0/ports/e600d56e-60bb-498b-b420-2caecc7276e2 HTTP/1.1" status: 200 len: 1097 time: 2.7485776 May 30 20:05:25.667062 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6e287-bc0c-4b0a-89e5-9fe03fafaa45 service neutron] Pushing event updated for resources: {'Port': ['ID=e600d56e-60bb-498b-b420-2caecc7276e2,revision_number=11']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:25.949909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-6e79d666-6414-4cd7-bda1-a624d87c9f02 req-8333ffb8-9385-492c-a9ec-34bb92fafdb7 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Calling delete_port for afe7f5df-6823-47d8-b61a-9ce905cc207c owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:05:26.135896 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] Set router 37eeba98-0646-4c3e-97ac-0214b6533b1d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:05:26.208669 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f0c86cea-6ff4-4754-be0c-7a0a00be4dee req-409fa399-b5c1-4098-92c9-cfa04b5e4284 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:26.391437 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbc111f-5b18-4688-856f-3ebd59491e14 None None] New status for floating IP ed21bddf-ed83-4a06-82e0-ceccdb91f6a9: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:05:26.425438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a04d73-3da8-43b8-8871-b7ae398c28ef req-9065f5b5-832c-401b-b253-302632f150db tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:26.432908 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63a04d73-3da8-43b8-8871-b7ae398c28ef req-9065f5b5-832c-401b-b253-302632f150db tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 949 time: 1.9978862 May 30 20:05:26.434918 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fa399-b5c1-4098-92c9-cfa04b5e4284 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e249ed1-9009-48f4-ac46-16b094cd3569,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:26.470553 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e79d666-6414-4cd7-bda1-a624d87c9f02 req-8333ffb8-9385-492c-a9ec-34bb92fafdb7 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:26.481249 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97223cfe-0645-4c15-a366-3f902f7f2ffe req-e2efea8f-b5e8-48a8-8376-14dd4b9ae871 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e600d56e-60bb-498b-b420-2caecc7276e2 HTTP/1.1" status: 200 len: 217 time: 0.2700424 May 30 20:05:26.551646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333ffb8-9385-492c-a9ec-34bb92fafdb7 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Pushing event deleted for resources: {'Port': ['ID=afe7f5df-6823-47d8-b61a-9ce905cc207c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:26.806733 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f0c86cea-6ff4-4754-be0c-7a0a00be4dee req-409fa399-b5c1-4098-92c9-cfa04b5e4284 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:26.812885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0c86cea-6ff4-4754-be0c-7a0a00be4dee req-409fa399-b5c1-4098-92c9-cfa04b5e4284 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 4.8931439 May 30 20:05:26.888096 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-434c1232-0b87-4f05-bd91-4173a0408d6b req-0440c770-ba96-45ab-a3ae-d363f94b2ef1 service neutron] 10.222.0.77 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1024320 May 30 20:05:26.906820 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4bcd091-691c-4434-bd7e-4e4cb4af51fc'] response: {'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'code': 200} May 30 20:05:26.983649 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device afe7f5df-6823-47d8-b61a-9ce905cc207c no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:05:27.018856 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e79d666-6414-4cd7-bda1-a624d87c9f02 req-8333ffb8-9385-492c-a9ec-34bb92fafdb7 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] No DVR routers for this DVR port afe7f5df-6823-47d8-b61a-9ce905cc207c on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:05:27.030362 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e79d666-6414-4cd7-bda1-a624d87c9f02 req-8333ffb8-9385-492c-a9ec-34bb92fafdb7 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:27.032567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: afe7f5df-6823-47d8-b61a-9ce905cc207c {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:05:27.032901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device afe7f5df-6823-47d8-b61a-9ce905cc207c not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:05:27.034182 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e79d666-6414-4cd7-bda1-a624d87c9f02 req-8333ffb8-9385-492c-a9ec-34bb92fafdb7 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "DELETE /v2.0/ports/afe7f5df-6823-47d8-b61a-9ce905cc207c HTTP/1.1" status: 204 len: 173 time: 2.9471867 May 30 20:05:27.076312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8096c362-f081-47b5-bfa5-a9ca4c6c08bd', 'name': 'network-vif-deleted', 'tag': 'afe7f5df-6823-47d8-b61a-9ce905cc207c'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:27.083696 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63a04d73-3da8-43b8-8871-b7ae398c28ef req-a25d4520-d904-44bc-86fc-c65c52478b46 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6495838 May 30 20:05:27.092395 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1704130055-router', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:40Z', 'updated_at': '2022-05-30T20:04:46Z', 'revision_number': 4, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'gw_port': {'id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '9287c5f5-1419-4784-a8ef-5f78469d7253', 'name': '', 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'mac_address': 'fa:16:3e:a5:02:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:45Z', 'updated_at': '2022-05-30T20:05:25Z', 'revision_number': 4, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'subnets': [{'id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:27.096675 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f89c2-ede2-4a0d-b109-acca9de349bb None None] The sync data for ids ['37eeba98-0646-4c3e-97ac-0214b6533b1d'] in n-d-843949-2 is: [{'id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1704130055-router', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:40Z', 'updated_at': '2022-05-30T20:04:46Z', 'revision_number': 4, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'gw_port': {'id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '9287c5f5-1419-4784-a8ef-5f78469d7253', 'name': '', 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'mac_address': 'fa:16:3e:a5:02:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:45Z', 'updated_at': '2022-05-30T20:05:25Z', 'revision_number': 4, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'subnets': [{'id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:05:27.142377 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97223cfe-0645-4c15-a366-3f902f7f2ffe req-7bcae406-28c8-41d9-8891-c7f07f43f7ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:27.143782 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97223cfe-0645-4c15-a366-3f902f7f2ffe req-7bcae406-28c8-41d9-8891-c7f07f43f7ba service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.5986309 May 30 20:05:27.286378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9bbaa318-cf1a-4910-8a6a-459acf24ecf4 req-05459d14-7ef4-4750-bbc2-bd21133ef2d8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Synchronizing usage tracker for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:27.329627 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Sync routers for ids ['c0c54245-dd11-4235-a9ce-af1c454116e9'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:05:27.358074 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e726eb3-ebf6-460f-92e3-5de41a225af7'] response: {'server_uuid': '4cac49b1-f214-4862-833b-dc8a7680d373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e600d56e-60bb-498b-b420-2caecc7276e2', 'code': 200} May 30 20:05:27.365087 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Routers {'c0c54245-dd11-4235-a9ce-af1c454116e9'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:05:27.366145 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:05:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c0c54245-dd11-4235-a9ce-af1c454116e9'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:27.576580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9bbaa318-cf1a-4910-8a6a-459acf24ecf4 req-05459d14-7ef4-4750-bbc2-bd21133ef2d8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Unset dirty status for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:27.587359 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9bbaa318-cf1a-4910-8a6a-459acf24ecf4 req-05459d14-7ef4-4750-bbc2-bd21133ef2d8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=8096c362-f081-47b5-bfa5-a9ca4c6c08bd HTTP/1.1" status: 200 len: 210 time: 0.4474733 May 30 20:05:27.716603 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0b506eb0-ae31-45da-82ee-595a909ace9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:27.788847 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8184587d-612d-41c7-b766-196869632a81 req-10142d49-a604-4fb7-ae44-433954fafee0 tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.1696243 May 30 20:05:27.870014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-709a354d-f436-480a-abb1-2dbf6d58da92 req-7e08f10b-be5d-464d-8956-55ed879172ee tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-709890041', 'description': 'tempest-description-241316604'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:27.899185 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-709a354d-f436-480a-abb1-2dbf6d58da92 req-7e08f10b-be5d-464d-8956-55ed879172ee tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:27.907129 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ae740f3-5ee1-489c-ad14-b0fcb843268d req-4b381522-f395-43b4-bccb-d2119a89d43e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3579233 May 30 20:05:27.935466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-709a354d-f436-480a-abb1-2dbf6d58da92 req-7e08f10b-be5d-464d-8956-55ed879172ee tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:27.942786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-709a354d-f436-480a-abb1-2dbf6d58da92 req-7e08f10b-be5d-464d-8956-55ed879172ee tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:28.004327 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Set router c0c54245-dd11-4235-a9ce-af1c454116e9 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:05:28.007920 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-709a354d-f436-480a-abb1-2dbf6d58da92 req-7e08f10b-be5d-464d-8956-55ed879172ee tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:28.013347 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-434c1232-0b87-4f05-bd91-4173a0408d6b req-740dfacd-352e-4ff9-bba5-af0d14cf5d15 service neutron] 10.222.0.77 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0590448 May 30 20:05:28.052675 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dce29d4-df9f-494b-a099-d32b5e622a91'] response: {'server_uuid': '8096c362-f081-47b5-bfa5-a9ca4c6c08bd', 'name': 'network-vif-deleted', 'tag': 'afe7f5df-6823-47d8-b61a-9ce905cc207c', 'status': 'completed', 'code': 200} May 30 20:05:28.092854 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97223cfe-0645-4c15-a366-3f902f7f2ffe req-2b0f7d94-9eb5-435a-a4bc-06e45ac1aeb2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9358563 May 30 20:05:28.305480 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-709a354d-f436-480a-abb1-2dbf6d58da92 req-7e08f10b-be5d-464d-8956-55ed879172ee tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:28.526301 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9287c5f5-1419-4784-a8ef-5f78469d7253 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:28.609099 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1840485294-router', 'tenant_id': '9e9ab626a3d04da0ad36e96f28b18935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '5d47aaaf-f34a-4020-998a-88983d43bdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:51Z', 'updated_at': '2022-05-30T20:04:56Z', 'revision_number': 4, 'project_id': '9e9ab626a3d04da0ad36e96f28b18935', 'gw_port': {'id': '5d47aaaf-f34a-4020-998a-88983d43bdd4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:52Z', 'updated_at': '2022-05-30T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '96562272-a5df-4805-83d0-b332110f7952', 'name': '', 'network_id': 'bc635295-0149-4d4c-b0f2-7586a9afde82', 'tenant_id': '9e9ab626a3d04da0ad36e96f28b18935', 'mac_address': 'fa:16:3e:f6:fc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a5c9363-47cd-4079-8007-5d8936f242e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:55Z', 'updated_at': '2022-05-30T20:04:57Z', 'revision_number': 2, 'project_id': '9e9ab626a3d04da0ad36e96f28b18935', 'subnets': [{'id': '5a5c9363-47cd-4079-8007-5d8936f242e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:28.618391 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Checking router: c0c54245-dd11-4235-a9ce-af1c454116e9 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:05:28.620443 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Updating router c0c54245-dd11-4235-a9ce-af1c454116e9 port 96562272-a5df-4805-83d0-b332110f7952 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:05:28.658308 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ae740f3-5ee1-489c-ad14-b0fcb843268d req-225f6a9a-af51-4cc4-99e0-976c63c69423 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 1100 time: 0.7110989 May 30 20:05:28.701929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-709a354d-f436-480a-abb1-2dbf6d58da92 req-7e08f10b-be5d-464d-8956-55ed879172ee tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:28.748283 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:28.754281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-709a354d-f436-480a-abb1-2dbf6d58da92 req-7e08f10b-be5d-464d-8956-55ed879172ee tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group_rule and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:28.821940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 9287c5f5-1419-4784-a8ef-5f78469d7253 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:28.828078 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57858) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:28.832607 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 9287c5f5-1419-4784-a8ef-5f78469d7253 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:28.832974 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:28.899607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-709a354d-f436-480a-abb1-2dbf6d58da92 req-7e08f10b-be5d-464d-8956-55ed879172ee tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:28.957014 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97223cfe-0645-4c15-a366-3f902f7f2ffe req-a32bdc41-c063-4daf-9dfe-ba2f6602396a service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8434644 May 30 20:05:28.965078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-709a354d-f436-480a-abb1-2dbf6d58da92 req-7e08f10b-be5d-464d-8956-55ed879172ee tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:28.982158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae740f3-5ee1-489c-ad14-b0fcb843268d req-2fb84ef1-c633-481c-ac90-c623acc137ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:28.983606 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ae740f3-5ee1-489c-ad14-b0fcb843268d req-2fb84ef1-c633-481c-ac90-c623acc137ab service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.2895114 May 30 20:05:29.094924 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-548eea4a-0756-4bae-9788-4b9cf3300f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:29.128152 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:29.145433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-548eea4a-0756-4bae-9788-4b9cf3300f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:29.151200 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-548eea4a-0756-4bae-9788-4b9cf3300f1c admin admin] Usage tracker for resource:security_group_rule and tenant:cd905cd6e599485c93d7ff00c4ddeedb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:29.154478 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-548eea4a-0756-4bae-9788-4b9cf3300f1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:29.163313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-548eea4a-0756-4bae-9788-4b9cf3300f1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:29.192737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 9287c5f5-1419-4784-a8ef-5f78469d7253, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9287c5f5-1419-4784-a8ef-5f78469d7253,segment=NetworkSegment(fbce37dd-a637-46f1-88e0-2b83b9a452d7),segment_id=fbce37dd-a637-46f1-88e0-2b83b9a452d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:29.201186 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:29.315845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc18acc-f3d9-44be-8dcf-e7565c14ed97 req-3bfc1688-e207-4186-a2b4-9611b077593f tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:29.331722 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dc18acc-f3d9-44be-8dcf-e7565c14ed97 req-3bfc1688-e207-4186-a2b4-9611b077593f tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 949 time: 0.9058173 May 30 20:05:29.340231 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=9287c5f5-1419-4784-a8ef-5f78469d7253,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:29.363066 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cac49b1-f214-4862-833b-dc8a7680d373', 'tag': 'e600d56e-60bb-498b-b420-2caecc7276e2'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:29.393739 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:29.403538 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ae740f3-5ee1-489c-ad14-b0fcb843268d req-b082fbb9-11e5-4b79-866c-3221222d2a1a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=448444c2-04f3-4dd7-bcef-8f5d59972827 HTTP/1.1" status: 200 len: 217 time: 0.3695903 May 30 20:05:29.425974 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Transition to ACTIVE for port object 96562272-a5df-4805-83d0-b332110f7952 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:29.446913 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:29.474090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dc18acc-f3d9-44be-8dcf-e7565c14ed97 req-cd080a52-b2dc-44a2-a6b9-6ba8feff32aa tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420698 May 30 20:05:29.479150 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-548eea4a-0756-4bae-9788-4b9cf3300f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:29.488027 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-548eea4a-0756-4bae-9788-4b9cf3300f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:29.610188 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-709a354d-f436-480a-abb1-2dbf6d58da92 req-7e08f10b-be5d-464d-8956-55ed879172ee tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:29.624767 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97223cfe-0645-4c15-a366-3f902f7f2ffe req-35a56eb6-9d3c-4e1f-8c84-9f872b6fbe8e service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6475527 May 30 20:05:29.628219 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-709a354d-f436-480a-abb1-2dbf6d58da92 req-7e08f10b-be5d-464d-8956-55ed879172ee tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:29.642487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae740f3-5ee1-489c-ad14-b0fcb843268d req-5a94c4ad-627f-42ca-8bd9-14028d3f8612 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:29.644256 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ae740f3-5ee1-489c-ad14-b0fcb843268d req-5a94c4ad-627f-42ca-8bd9-14028d3f8612 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2318957 May 30 20:05:29.652415 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-548eea4a-0756-4bae-9788-4b9cf3300f1c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cd905cd6e599485c93d7ff00c4ddeedb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8228405 May 30 20:05:29.656417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548eea4a-0756-4bae-9788-4b9cf3300f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f5dfdf-cbde-4a4b-98db-f81059149aa1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:29.657340 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57872) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:29.776375 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06098083-4872-46f2-b230-fc7132ffadbc None None] Pushing event updated for resources: {'Port': ['ID=96562272-a5df-4805-83d0-b332110f7952,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:29.885859 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e5196147-1d2c-46f0-a21b-940b3218fc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:29.912753 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098083-4872-46f2-b230-fc7132ffadbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:29.913069 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098083-4872-46f2-b230-fc7132ffadbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:29.913397 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098083-4872-46f2-b230-fc7132ffadbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:29.913721 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098083-4872-46f2-b230-fc7132ffadbc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:29.914038 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098083-4872-46f2-b230-fc7132ffadbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:29.914356 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098083-4872-46f2-b230-fc7132ffadbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:29.914664 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098083-4872-46f2-b230-fc7132ffadbc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:29.914975 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098083-4872-46f2-b230-fc7132ffadbc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:29.915284 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098083-4872-46f2-b230-fc7132ffadbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:29.915590 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098083-4872-46f2-b230-fc7132ffadbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:29.915897 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098083-4872-46f2-b230-fc7132ffadbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:29.969677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08f10b-be5d-464d-8956-55ed879172ee tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e22055e5-a72e-46d7-a328-debcf9f6ea8e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:29.986434 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Attempting to bind port 96562272-a5df-4805-83d0-b332110f7952 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:29.988313 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Attempting to bind port 96562272-a5df-4805-83d0-b332110f7952 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'e7adff38-aba8-4e75-aea7-935a9ebcf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bc635295-0149-4d4c-b0f2-7586a9afde82'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:29.993630 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Attempting to bind port 96562272-a5df-4805-83d0-b332110f7952 on network bc635295-0149-4d4c-b0f2-7586a9afde82 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:30.000265 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-709a354d-f436-480a-abb1-2dbf6d58da92 req-7e08f10b-be5d-464d-8956-55ed879172ee tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:30.006643 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:30.007156 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Checking segment: {'id': 'e7adff38-aba8-4e75-aea7-935a9ebcf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bc635295-0149-4d4c-b0f2-7586a9afde82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:30.007716 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:30.008247 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Bound using segment: {'id': 'e7adff38-aba8-4e75-aea7-935a9ebcf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bc635295-0149-4d4c-b0f2-7586a9afde82'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:30.008801 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Bound port: 96562272-a5df-4805-83d0-b332110f7952, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7adff38-aba8-4e75-aea7-935a9ebcf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bc635295-0149-4d4c-b0f2-7586a9afde82'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:30.010627 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-709a354d-f436-480a-abb1-2dbf6d58da92 req-7e08f10b-be5d-464d-8956-55ed879172ee tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 2.2134798 May 30 20:05:30.011127 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:30.166931 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59588dff-e3fc-4f68-bcfa-6b8257f01031'] response: {'name': 'network-changed', 'server_uuid': '4cac49b1-f214-4862-833b-dc8a7680d373', 'tag': 'e600d56e-60bb-498b-b420-2caecc7276e2', 'status': 'completed', 'code': 200} May 30 20:05:30.189915 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] For port 96562272-a5df-4805-83d0-b332110f7952, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:30.193867 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] For port 96562272-a5df-4805-83d0-b332110f7952, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=96562272-a5df-4805-83d0-b332110f7952,segment=NetworkSegment(e7adff38-aba8-4e75-aea7-935a9ebcf44a),segment_id=e7adff38-aba8-4e75-aea7-935a9ebcf44a)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:05:30.201288 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:30.305288 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Routers {'c0c54245-dd11-4235-a9ce-af1c454116e9'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:05:30.308284 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:05:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c0c54245-dd11-4235-a9ce-af1c454116e9'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:30.316050 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e8ca2b3f-c3c8-445e-a726-264676e1bab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:30.438253 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9287c5f5-1419-4784-a8ef-5f78469d7253 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:30.539400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 9287c5f5-1419-4784-a8ef-5f78469d7253 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:30.540102 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:30.545438 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e8ca2b3f-c3c8-445e-a726-264676e1bab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:30.685933 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ec9ead4-bcaa-427b-877f-c360550d4a48 req-095897f1-4fd3-4a05-be90-04e6568a2a9d tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.5305367 May 30 20:05:30.698156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-b9833077-f8b2-4684-9bf7-fbc52176df50 req-b0ab5529-0135-40e2-9454-f5faf2290047 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-141967413', 'description': 'tempest-description-1743463641'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:30.705449 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06098083-4872-46f2-b230-fc7132ffadbc None None] Pushing event updated for resources: {'Port': ['ID=96562272-a5df-4805-83d0-b332110f7952,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:30.712702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b9833077-f8b2-4684-9bf7-fbc52176df50 req-b0ab5529-0135-40e2-9454-f5faf2290047 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:30.721649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b9833077-f8b2-4684-9bf7-fbc52176df50 req-b0ab5529-0135-40e2-9454-f5faf2290047 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:30.728467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b9833077-f8b2-4684-9bf7-fbc52176df50 req-b0ab5529-0135-40e2-9454-f5faf2290047 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:30.740915 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b9833077-f8b2-4684-9bf7-fbc52176df50 req-b0ab5529-0135-40e2-9454-f5faf2290047 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:30.769295 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] Set router c0c54245-dd11-4235-a9ce-af1c454116e9 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:05:30.773142 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-06e7019b-6dde-4ef3-9556-1ea6f9c0fa1c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 1100 time: 1.0575855 May 30 20:05:30.793381 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b9833077-f8b2-4684-9bf7-fbc52176df50 req-b0ab5529-0135-40e2-9454-f5faf2290047 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:30.860113 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ae740f3-5ee1-489c-ad14-b0fcb843268d req-28fb1250-5484-4734-aa41-2518e147bae4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2065432 May 30 20:05:30.860756 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e8ca2b3f-c3c8-445e-a726-264676e1bab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:30.927780 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca2b3f-c3c8-445e-a726-264676e1bab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f5dfdf-cbde-4a4b-98db-f81059149aa1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:31.138673 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:31.272308 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:31.289683 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-bfd5a265-d02b-4340-8fcc-397f1b3a1cfa tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:31.291433 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-bfd5a265-d02b-4340-8fcc-397f1b3a1cfa tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 811 time: 0.3009515 May 30 20:05:31.291926 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1840485294-router', 'tenant_id': '9e9ab626a3d04da0ad36e96f28b18935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '5d47aaaf-f34a-4020-998a-88983d43bdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:51Z', 'updated_at': '2022-05-30T20:04:56Z', 'revision_number': 4, 'project_id': '9e9ab626a3d04da0ad36e96f28b18935', 'gw_port': {'id': '5d47aaaf-f34a-4020-998a-88983d43bdd4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:52Z', 'updated_at': '2022-05-30T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '96562272-a5df-4805-83d0-b332110f7952', 'name': '', 'network_id': 'bc635295-0149-4d4c-b0f2-7586a9afde82', 'tenant_id': '9e9ab626a3d04da0ad36e96f28b18935', 'mac_address': 'fa:16:3e:f6:fc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a5c9363-47cd-4079-8007-5d8936f242e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:55Z', 'updated_at': '2022-05-30T20:05:30Z', 'revision_number': 4, 'project_id': '9e9ab626a3d04da0ad36e96f28b18935', 'subnets': [{'id': '5a5c9363-47cd-4079-8007-5d8936f242e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:31.292419 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e8ca2b3f-c3c8-445e-a726-264676e1bab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:31.295525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e8ca2b3f-c3c8-445e-a726-264676e1bab1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/66f5dfdf-cbde-4a4b-98db-f81059149aa1 HTTP/1.1" status: 204 len: 168 time: 1.6349678 May 30 20:05:31.297362 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e3e52a-0c9f-4678-9d42-3e716bbf87d7 None None] The sync data for ids ['c0c54245-dd11-4235-a9ce-af1c454116e9'] in n-d-843949-2 is: [{'id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1840485294-router', 'tenant_id': '9e9ab626a3d04da0ad36e96f28b18935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '5d47aaaf-f34a-4020-998a-88983d43bdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:51Z', 'updated_at': '2022-05-30T20:04:56Z', 'revision_number': 4, 'project_id': '9e9ab626a3d04da0ad36e96f28b18935', 'gw_port': {'id': '5d47aaaf-f34a-4020-998a-88983d43bdd4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:52Z', 'updated_at': '2022-05-30T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '96562272-a5df-4805-83d0-b332110f7952', 'name': '', 'network_id': 'bc635295-0149-4d4c-b0f2-7586a9afde82', 'tenant_id': '9e9ab626a3d04da0ad36e96f28b18935', 'mac_address': 'fa:16:3e:f6:fc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a5c9363-47cd-4079-8007-5d8936f242e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:55Z', 'updated_at': '2022-05-30T20:05:30Z', 'revision_number': 4, 'project_id': '9e9ab626a3d04da0ad36e96f28b18935', 'subnets': [{'id': '5a5c9363-47cd-4079-8007-5d8936f242e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:05:31.363779 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-071b3664-97c7-411d-8937-73b0ad70ca64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:31.366145 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-071b3664-97c7-411d-8937-73b0ad70ca64 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.5795953 May 30 20:05:31.385967 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-7120676b-b67e-4c2e-8388-e943b01da747 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/quotas/0e075b17435345809d5c6645e9b9fc3c HTTP/1.1" status: 200 len: 375 time: 0.0171690 May 30 20:05:31.534013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b9833077-f8b2-4684-9bf7-fbc52176df50 req-b0ab5529-0135-40e2-9454-f5faf2290047 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:31.541524 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-850adbec-53a7-490a-a042-2f314e3f6976 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557010 May 30 20:05:31.680999 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b9833077-f8b2-4684-9bf7-fbc52176df50 req-b0ab5529-0135-40e2-9454-f5faf2290047 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group_rule and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:31.685959 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b9833077-f8b2-4684-9bf7-fbc52176df50 req-b0ab5529-0135-40e2-9454-f5faf2290047 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:31.692566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b9833077-f8b2-4684-9bf7-fbc52176df50 req-b0ab5529-0135-40e2-9454-f5faf2290047 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:31.702329 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-0779b521-f476-463d-a869-67102c6f4cd9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e600d56e-60bb-498b-b420-2caecc7276e2 HTTP/1.1" status: 200 len: 217 time: 0.3148913 May 30 20:05:31.810043 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd9782bd-b3fc-4864-bb7a-b3c0d85f4b18 req-f58a9c17-857f-48dd-9198-9f4d4c68f8fb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 1100 time: 1.5360720 May 30 20:05:32.010833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-e69b083e-e5a5-4f2b-a67e-57b8e1b82bb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:32.012369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-e69b083e-e5a5-4f2b-a67e-57b8e1b82bb2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2941821 May 30 20:05:32.030147 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ae740f3-5ee1-489c-ad14-b0fcb843268d req-6287f9fe-f01a-42f1-b2b4-8fe6a73c196f service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1430266 May 30 20:05:32.119219 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-57bb5667-6390-48b0-9ffd-df960a78f821 service neutron] 10.222.0.84 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666580 May 30 20:05:32.249548 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b9833077-f8b2-4684-9bf7-fbc52176df50 req-b0ab5529-0135-40e2-9454-f5faf2290047 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:32.332019 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b9833077-f8b2-4684-9bf7-fbc52176df50 req-b0ab5529-0135-40e2-9454-f5faf2290047 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:32.431698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9782bd-b3fc-4864-bb7a-b3c0d85f4b18 req-3ea4a2f7-a762-4d2c-b01d-28f08fc3b336 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:32.433173 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd9782bd-b3fc-4864-bb7a-b3c0d85f4b18 req-3ea4a2f7-a762-4d2c-b01d-28f08fc3b336 service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.6008010 May 30 20:05:32.460854 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57924) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:32.477166 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-7c90bdb6-b04a-4be1-a67c-a777ef3528bf tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-705364370'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:32.477569 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 96562272-a5df-4805-83d0-b332110f7952 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:32.483080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7c90bdb6-b04a-4be1-a67c-a777ef3528bf tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:32.492568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7c90bdb6-b04a-4be1-a67c-a777ef3528bf tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Usage tracker for resource:network and tenant:aba290eb55434081b40c27125b03c71d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:32.506184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7c90bdb6-b04a-4be1-a67c-a777ef3528bf tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:32.518619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7c90bdb6-b04a-4be1-a67c-a777ef3528bf tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:32.542380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab5529-0135-40e2-9454-f5faf2290047 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf7271a-3ef0-47eb-ad14-278cfa4e87b8,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:32.554929 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b9833077-f8b2-4684-9bf7-fbc52176df50 req-b0ab5529-0135-40e2-9454-f5faf2290047 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:32.556160 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b9833077-f8b2-4684-9bf7-fbc52176df50 req-b0ab5529-0135-40e2-9454-f5faf2290047 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 2.2423122 May 30 20:05:32.567623 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c90bdb6-b04a-4be1-a67c-a777ef3528bf tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Made reservation on behalf of aba290eb55434081b40c27125b03c71d for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:32.567623 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7c90bdb6-b04a-4be1-a67c-a777ef3528bf tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:32.570076 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ae740f3-5ee1-489c-ad14-b0fcb843268d req-8c7e7182-b6c9-49d7-b8ab-b4f5495e0513 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990385 May 30 20:05:32.578236 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd9782bd-b3fc-4864-bb7a-b3c0d85f4b18 req-1dac5e46-fe41-4965-be22-95890cd0b295 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e600d56e-60bb-498b-b420-2caecc7276e2 HTTP/1.1" status: 200 len: 217 time: 0.1235325 May 30 20:05:32.581713 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-2f463503-e19c-4330-be04-fe4d942445ff service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5420277 May 30 20:05:32.584524 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-df3d8254-d9d0-4cf2-b75c-165813d51570 service neutron] 10.222.0.84 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000838 May 30 20:05:32.669390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c90bdb6-b04a-4be1-a67c-a777ef3528bf tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:05:32.679247 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 96562272-a5df-4805-83d0-b332110f7952 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:32.704071 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7c90bdb6-b04a-4be1-a67c-a777ef3528bf tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:32.704918 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-7c90bdb6-b04a-4be1-a67c-a777ef3528bf tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Added segment 8f64a8e6-8db4-4aa5-8100-2eb64b036555 of type vlan for network de48935b-c2e1-4327-8c0d-6da1222c0137 May 30 20:05:32.722528 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 96562272-a5df-4805-83d0-b332110f7952 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:32.722902 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:32.792185 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7c90bdb6-b04a-4be1-a67c-a777ef3528bf tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:32.881061 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7c90bdb6-b04a-4be1-a67c-a777ef3528bf tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:32.891223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c90bdb6-b04a-4be1-a67c-a777ef3528bf tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:32.896081 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7c90bdb6-b04a-4be1-a67c-a777ef3528bf tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:32.897992 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:32.973986 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9782bd-b3fc-4864-bb7a-b3c0d85f4b18 req-cb5d49db-da02-4f38-9a10-a0b56b2c104c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:32.975508 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd9782bd-b3fc-4864-bb7a-b3c0d85f4b18 req-cb5d49db-da02-4f38-9a10-a0b56b2c104c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.3882303 May 30 20:05:33.000931 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:33.100170 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90bdb6-b04a-4be1-a67c-a777ef3528bf tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event updated for resources: {'Network': ['ID=de48935b-c2e1-4327-8c0d-6da1222c0137,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:33.110702 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7c90bdb6-b04a-4be1-a67c-a777ef3528bf tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6469090 May 30 20:05:33.111563 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57944) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:33.119917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6d951413-7940-43fd-ade7-99256ed52e88 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-731501772'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:33.132199 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6d951413-7940-43fd-ade7-99256ed52e88 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:33.138657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6d951413-7940-43fd-ade7-99256ed52e88 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Usage tracker for resource:network and tenant:aba290eb55434081b40c27125b03c71d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:33.142521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6d951413-7940-43fd-ade7-99256ed52e88 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:33.162328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6d951413-7940-43fd-ade7-99256ed52e88 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:33.169501 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:33.189418 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network de48935b-c2e1-4327-8c0d-6da1222c0137 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:05:33.203443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d951413-7940-43fd-ade7-99256ed52e88 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Made reservation on behalf of aba290eb55434081b40c27125b03c71d for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:33.213532 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d951413-7940-43fd-ade7-99256ed52e88 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:33.288279 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d951413-7940-43fd-ade7-99256ed52e88 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:05:33.317383 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d951413-7940-43fd-ade7-99256ed52e88 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:33.317730 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-6d951413-7940-43fd-ade7-99256ed52e88 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Added segment 30e989a5-5921-457a-8f3d-b89e67b1bb6b of type vlan for network afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 May 30 20:05:33.325324 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 96562272-a5df-4805-83d0-b332110f7952, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=96562272-a5df-4805-83d0-b332110f7952,segment=NetworkSegment(e7adff38-aba8-4e75-aea7-935a9ebcf44a),segment_id=e7adff38-aba8-4e75-aea7-935a9ebcf44a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:33.356014 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:33.362154 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-070973d0-4268-4aa8-a59b-3edc89661443 req-34590bcb-6312-42ac-9ee2-61a832559a3a tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.1627290 May 30 20:05:33.382428 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d951413-7940-43fd-ade7-99256ed52e88 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:33.419497 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-3d73a424-db2b-42ea-8dbb-2b430998301d service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7716610 May 30 20:05:33.458894 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d951413-7940-43fd-ade7-99256ed52e88 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:33.463301 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d951413-7940-43fd-ade7-99256ed52e88 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:33.463949 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d951413-7940-43fd-ade7-99256ed52e88 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:33.510131 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6d951413-7940-43fd-ade7-99256ed52e88 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3950479 May 30 20:05:33.513351 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57956) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:33.523094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=96562272-a5df-4805-83d0-b332110f7952,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:33.571843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-14af818d-d5cb-44de-91b8-b561ae739d15 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Request body: {'subnet': {'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:33.650184 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd9782bd-b3fc-4864-bb7a-b3c0d85f4b18 req-9198f8c4-b3f2-4620-93f7-2dd6d402175b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5525517 May 30 20:05:33.663507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec0672-3124-41a9-a428-9fec8c5b7682 req-49589c6e-5532-4468-984b-e79008b385a2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:33.665344 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94ec0672-3124-41a9-a428-9fec8c5b7682 req-49589c6e-5532-4468-984b-e79008b385a2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 949 time: 0.7294126 May 30 20:05:33.694703 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d951413-7940-43fd-ade7-99256ed52e88 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event updated for resources: {'Network': ['ID=afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:33.720663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:05:33.754379 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-14af818d-d5cb-44de-91b8-b561ae739d15 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:33.761148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-14af818d-d5cb-44de-91b8-b561ae739d15 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Usage tracker for resource:subnet and tenant:aba290eb55434081b40c27125b03c71d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:33.765468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-14af818d-d5cb-44de-91b8-b561ae739d15 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:33.774000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-14af818d-d5cb-44de-91b8-b561ae739d15 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:33.809115 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14af818d-d5cb-44de-91b8-b561ae739d15 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Made reservation on behalf of aba290eb55434081b40c27125b03c71d for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:33.866544 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49d358f4-4f94-4786-acbb-319f4f68f84f req-39085bbb-36d0-46f2-a299-cba5f5224c0c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/e22055e5-a72e-46d7-a328-debcf9f6ea8e HTTP/1.1" status: 200 len: 1637 time: 0.2881370 May 30 20:05:34.022971 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14af818d-d5cb-44de-91b8-b561ae739d15 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:34.027387 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e49b6177-16e7-488d-8d9d-9a049be4ceeb req-fb64ff9c-f958-45f9-a4d5-c46470cc72d8 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005473 May 30 20:05:34.072089 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94ec0672-3124-41a9-a428-9fec8c5b7682 req-2af88eec-cf75-408f-a01f-d82671e1288d tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793452 May 30 20:05:34.152425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57974) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:34.173970 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49d358f4-4f94-4786-acbb-319f4f68f84f req-709a1934-0ea0-46c8-9f84-133778518a01 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/abf7271a-3ef0-47eb-ad14-278cfa4e87b8 HTTP/1.1" status: 200 len: 1638 time: 0.2725127 May 30 20:05:34.183765 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd9782bd-b3fc-4864-bb7a-b3c0d85f4b18 req-5369fbcc-8770-46f8-82f6-b6c438b6b5ba service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173683 May 30 20:05:34.187232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-49d358f4-4f94-4786-acbb-319f4f68f84f req-38255a0f-558a-4b9e-9131-9ee0c9bfecf2 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e22055e5-a72e-46d7-a328-debcf9f6ea8e', 'remote_group_id': 'abf7271a-3ef0-47eb-ad14-278cfa4e87b8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:34.187615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-49d358f4-4f94-4786-acbb-319f4f68f84f req-38255a0f-558a-4b9e-9131-9ee0c9bfecf2 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e22055e5-a72e-46d7-a328-debcf9f6ea8e', 'remote_group_id': 'abf7271a-3ef0-47eb-ad14-278cfa4e87b8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:34.331657 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-49d358f4-4f94-4786-acbb-319f4f68f84f req-38255a0f-558a-4b9e-9131-9ee0c9bfecf2 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:34.336880 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd9782bd-b3fc-4864-bb7a-b3c0d85f4b18 req-a7b005b1-4d78-4a7c-aa3e-f0b9beac5009 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386023 May 30 20:05:34.411275 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 96562272-a5df-4805-83d0-b332110f7952 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:34.425056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-49d358f4-4f94-4786-acbb-319f4f68f84f req-38255a0f-558a-4b9e-9131-9ee0c9bfecf2 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group_rule and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:34.444149 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-49d358f4-4f94-4786-acbb-319f4f68f84f req-38255a0f-558a-4b9e-9131-9ee0c9bfecf2 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:34.464403 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5eb57e2a-7a9d-4b77-b758-652fd57146b9 req-184bd41b-de0e-4620-8fde-35059337aeb8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=a90ad729-e068-4a38-951e-ecb51a7d88a5 HTTP/1.1" status: 200 len: 210 time: 0.1211767 May 30 20:05:34.465283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-49d358f4-4f94-4786-acbb-319f4f68f84f req-38255a0f-558a-4b9e-9131-9ee0c9bfecf2 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:34.545564 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14af818d-d5cb-44de-91b8-b561ae739d15 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:34.578969 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 96562272-a5df-4805-83d0-b332110f7952 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:34.579563 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:34.626296 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd9782bd-b3fc-4864-bb7a-b3c0d85f4b18 req-53decb14-4650-42ee-b8a5-b2e3e5f5e6c5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e860bf879054bd598319d1741599d12&device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 1100 time: 0.5312903 May 30 20:05:34.645397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af818d-d5cb-44de-91b8-b561ae739d15 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event updated for resources: {'Subnet': ['ID=e4e4119d-9a6e-4c3f-a21f-01c959048c61,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:34.683526 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af818d-d5cb-44de-91b8-b561ae739d15 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Checking segment: {'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:34.684520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14af818d-d5cb-44de-91b8-b561ae739d15 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Network hostable DHCP agents. Network: de48935b-c2e1-4327-8c0d-6da1222c0137, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:05:34.701708 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-49d358f4-4f94-4786-acbb-319f4f68f84f req-38255a0f-558a-4b9e-9131-9ee0c9bfecf2 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:34.715305 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14af818d-d5cb-44de-91b8-b561ae739d15 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Network de48935b-c2e1-4327-8c0d-6da1222c0137 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:05:34.735476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-14af818d-d5cb-44de-91b8-b561ae739d15 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, de48935b-c2e1-4327-8c0d-6da1222c0137) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:05:34.740903 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14af818d-d5cb-44de-91b8-b561ae739d15 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:34.741732 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14af818d-d5cb-44de-91b8-b561ae739d15 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:34.765841 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac55848c-504a-4211-a3d7-1c765b11f7c5 None None] Network de48935b-c2e1-4327-8c0d-6da1222c0137 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:05:34.785705 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-14af818d-d5cb-44de-91b8-b561ae739d15 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2707262 May 30 20:05:34.820953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57982) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:34.828340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-cf3b35f0-1cd7-42e1-9977-8a44c6e1ecb7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Request body: {'subnet': {'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:34.848155 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2a032aa6-c934-42b5-98de-08940c89d764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:34.926389 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ade410e7-fdd3-41d2-a950-ebe40632bb28 req-32e84a73-6cfc-47d0-9471-3a0e0d3a35e5 tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.2484214 May 30 20:05:35.070230 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2a032aa6-c934-42b5-98de-08940c89d764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:35.079203 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2a032aa6-c934-42b5-98de-08940c89d764 admin admin] Usage tracker for resource:security_group_rule and tenant:5ebd3f0c9d394534af49094b0d9b5db6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:35.085169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2a032aa6-c934-42b5-98de-08940c89d764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:35.088409 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cf3b35f0-1cd7-42e1-9977-8a44c6e1ecb7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:35.095387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2a032aa6-c934-42b5-98de-08940c89d764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:35.097951 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cf3b35f0-1cd7-42e1-9977-8a44c6e1ecb7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Usage tracker for resource:subnet and tenant:aba290eb55434081b40c27125b03c71d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:35.102759 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cf3b35f0-1cd7-42e1-9977-8a44c6e1ecb7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:35.131687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-de48935b-c2e1-4327-8c0d-6da1222c0137', 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'fixed_ips': [{'subnet_id': 'e4e4119d-9a6e-4c3f-a21f-01c959048c61'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:05:35.133354 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:35.133593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cf3b35f0-1cd7-42e1-9977-8a44c6e1ecb7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:35.167288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3b35f0-1cd7-42e1-9977-8a44c6e1ecb7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Made reservation on behalf of aba290eb55434081b40c27125b03c71d for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:35.207676 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-49d358f4-4f94-4786-acbb-319f4f68f84f req-38255a0f-558a-4b9e-9131-9ee0c9bfecf2 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:35.225822 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-49d358f4-4f94-4786-acbb-319f4f68f84f req-38255a0f-558a-4b9e-9131-9ee0c9bfecf2 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:35.304615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38255a0f-558a-4b9e-9131-9ee0c9bfecf2 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43e36f0-3cb3-4fd9-852c-507089c26afa,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:35.367156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9782bd-b3fc-4864-bb7a-b3c0d85f4b18 req-867197e7-32d9-4483-a41b-4d530c409917 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:35.370154 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd9782bd-b3fc-4864-bb7a-b3c0d85f4b18 req-867197e7-32d9-4483-a41b-4d530c409917 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.7346027 May 30 20:05:35.457068 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf3b35f0-1cd7-42e1-9977-8a44c6e1ecb7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:35.500246 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Allocated IP 10.1.1.2 (de48935b-c2e1-4327-8c0d-6da1222c0137/e4e4119d-9a6e-4c3f-a21f-01c959048c61/3938ce2f-f1b6-46f2-8c80-643f03056813) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:05:35.513282 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-49d358f4-4f94-4786-acbb-319f4f68f84f req-38255a0f-558a-4b9e-9131-9ee0c9bfecf2 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:35.514399 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49d358f4-4f94-4786-acbb-319f4f68f84f req-38255a0f-558a-4b9e-9131-9ee0c9bfecf2 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.3395567 May 30 20:05:35.568393 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd9782bd-b3fc-4864-bb7a-b3c0d85f4b18 req-43a0b835-3438-49bd-93d6-c86b8367344e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e600d56e-60bb-498b-b420-2caecc7276e2 HTTP/1.1" status: 200 len: 217 time: 0.1354520 May 30 20:05:35.650130 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-22d28f31-2fa6-4053-b2f6-dc3473471a45 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:35.651728 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-22d28f31-2fa6-4053-b2f6-dc3473471a45 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 811 time: 0.7398539 May 30 20:05:35.653333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9782bd-b3fc-4864-bb7a-b3c0d85f4b18 req-00f799c0-b3ce-4cf6-a232-a6a163db5761 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:35.654764 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd9782bd-b3fc-4864-bb7a-b3c0d85f4b18 req-00f799c0-b3ce-4cf6-a232-a6a163db5761 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.0780475 May 30 20:05:35.697426 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2a032aa6-c934-42b5-98de-08940c89d764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:35.699474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-885aec45-56e3-4c37-ac13-0594b5d4f22c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Request body: {'port': {'device_id': 'a90ad729-e068-4a38-951e-ecb51a7d88a5', 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf', 'admin_state_up': True, 'tenant_id': '0e075b17435345809d5c6645e9b9fc3c'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:35.710766 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2a032aa6-c934-42b5-98de-08940c89d764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:35.803481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a032aa6-c934-42b5-98de-08940c89d764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dcb273-23df-4b57-80a7-b23be2470174,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:35.899710 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2a032aa6-c934-42b5-98de-08940c89d764 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5ebd3f0c9d394534af49094b0d9b5db6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7421825 May 30 20:05:35.905423 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57996) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:36.057524 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a072aa2e-4dcf-4ca3-a2a8-854bbbda1d37 req-9c6eb7ba-6ecf-4c25-a172-38ee7d01cb15 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=a90ad729-e068-4a38-951e-ecb51a7d88a5 HTTP/1.1" status: 200 len: 210 time: 0.1148448 May 30 20:05:36.058583 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:36.082206 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Transition to ACTIVE for port object 3938ce2f-f1b6-46f2-8c80-643f03056813 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:36.119952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4baa77-d4cb-42dc-b554-cb73a08c49b3 req-b7897147-cd35-4faa-bb99-5c993ed7449a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:36.132722 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e4baa77-d4cb-42dc-b554-cb73a08c49b3 req-b7897147-cd35-4faa-bb99-5c993ed7449a tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 949 time: 0.7605984 May 30 20:05:36.136000 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Transition to ACTIVE for port object 3938ce2f-f1b6-46f2-8c80-643f03056813 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:36.149562 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:36.235481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-1fc7c617-1d8e-4a71-b872-ab1eacc885c4 req-4d1b97b1-74ac-4526-ab16-431d64be26fd tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1177597715', 'description': 'tempest-description-89546899'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:36.258768 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e4baa77-d4cb-42dc-b554-cb73a08c49b3 req-3dc75182-9ef5-4c05-8722-4df3d84e83cc tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206863 May 30 20:05:36.269603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-1fc7c617-1d8e-4a71-b872-ab1eacc885c4 req-4d1b97b1-74ac-4526-ab16-431d64be26fd tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:36.269818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Network de48935b-c2e1-4327-8c0d-6da1222c0137 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:05:36.282314 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:05:36.282530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1fc7c617-1d8e-4a71-b872-ab1eacc885c4 req-4d1b97b1-74ac-4526-ab16-431d64be26fd tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:36.287526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1fc7c617-1d8e-4a71-b872-ab1eacc885c4 req-4d1b97b1-74ac-4526-ab16-431d64be26fd tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:36.290589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:05:36.301784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-1fc7c617-1d8e-4a71-b872-ab1eacc885c4 req-4d1b97b1-74ac-4526-ab16-431d64be26fd tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:36.316078 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b1c59bf-6daa-4733-8788-0f35c9e3c7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:36.335211 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1fc7c617-1d8e-4a71-b872-ab1eacc885c4 req-4d1b97b1-74ac-4526-ab16-431d64be26fd tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:36.424014 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd9782bd-b3fc-4864-bb7a-b3c0d85f4b18 req-a0084fa3-bfd4-4c3b-a6ef-3acb08a09de8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7375703 May 30 20:05:36.436444 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Pushing event updated for resources: {'Port': ['ID=3938ce2f-f1b6-46f2-8c80-643f03056813,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:36.438304 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b1c59bf-6daa-4733-8788-0f35c9e3c7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:36.457814 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf3b35f0-1cd7-42e1-9977-8a44c6e1ecb7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:36.475342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Attempting to bind port 3938ce2f-f1b6-46f2-8c80-643f03056813 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:36.475706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Attempting to bind port 3938ce2f-f1b6-46f2-8c80-643f03056813 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:36.476075 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Attempting to bind port 3938ce2f-f1b6-46f2-8c80-643f03056813 on network de48935b-c2e1-4327-8c0d-6da1222c0137 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:36.483097 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:36.483583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Checking segment: {'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:36.483991 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:36.484400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Bound using segment: {'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:36.484919 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Bound port: 3938ce2f-f1b6-46f2-8c80-643f03056813, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:36.485267 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:36.559089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b35f0-1cd7-42e1-9977-8a44c6e1ecb7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event updated for resources: {'Subnet': ['ID=df1a862f-c15a-4dff-91bd-02f2ee2f6941,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:36.588190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] For port 3938ce2f-f1b6-46f2-8c80-643f03056813, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:36.590906 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5fd7181a-8939-41c6-b5df-43b0d5d242e3 req-1faffc33-1f71-477e-a2ad-59e988d89d30 tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.1576476 May 30 20:05:36.594879 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] For port 3938ce2f-f1b6-46f2-8c80-643f03056813, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3938ce2f-f1b6-46f2-8c80-643f03056813,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:05:36.601592 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:36.627808 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-885aec45-56e3-4c37-ac13-0594b5d4f22c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:36.632508 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-1fc7c617-1d8e-4a71-b872-ab1eacc885c4 req-4d1b97b1-74ac-4526-ab16-431d64be26fd tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:36.644146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1fc7c617-1d8e-4a71-b872-ab1eacc885c4 req-4d1b97b1-74ac-4526-ab16-431d64be26fd tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group_rule and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:36.652185 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-885aec45-56e3-4c37-ac13-0594b5d4f22c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:36.664887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1fc7c617-1d8e-4a71-b872-ab1eacc885c4 req-4d1b97b1-74ac-4526-ab16-431d64be26fd tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:36.667001 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-1fc7c617-1d8e-4a71-b872-ab1eacc885c4 req-4d1b97b1-74ac-4526-ab16-431d64be26fd tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:36.667953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b35f0-1cd7-42e1-9977-8a44c6e1ecb7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Checking segment: {'id': '30e989a5-5921-457a-8f3d-b89e67b1bb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:36.670624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3b35f0-1cd7-42e1-9977-8a44c6e1ecb7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Network hostable DHCP agents. Network: afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:05:36.712543 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae931fc7-b9ba-4356-85e9-9ef000f3649b None None] Pushing event updated for resources: {'Port': ['ID=3938ce2f-f1b6-46f2-8c80-643f03056813,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:36.730233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-885aec45-56e3-4c37-ac13-0594b5d4f22c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Made reservation on behalf of 0e075b17435345809d5c6645e9b9fc3c for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:36.733428 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-885aec45-56e3-4c37-ac13-0594b5d4f22c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:36.746011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3b35f0-1cd7-42e1-9977-8a44c6e1ecb7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Network afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:05:36.761348 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd9782bd-b3fc-4864-bb7a-b3c0d85f4b18 req-31e1492d-9423-4a8d-b2c0-e146ce7086f8 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293512 May 30 20:05:36.764839 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b1c59bf-6daa-4733-8788-0f35c9e3c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:36.778315 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-cf3b35f0-1cd7-42e1-9977-8a44c6e1ecb7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:05:36.788058 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3b35f0-1cd7-42e1-9977-8a44c6e1ecb7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:36.788058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf3b35f0-1cd7-42e1-9977-8a44c6e1ecb7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:36.802142 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1acf997-cd07-4c2c-b3f3-9a6db047e0ee None None] Network afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:05:36.817577 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b1c59bf-6daa-4733-8788-0f35c9e3c7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:36.819642 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4b1c59bf-6daa-4733-8788-0f35c9e3c7fc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a0dcb273-23df-4b57-80a7-b23be2470174 HTTP/1.1" status: 204 len: 168 time: 0.9099965 May 30 20:05:36.821299 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c59bf-6daa-4733-8788-0f35c9e3c7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dcb273-23df-4b57-80a7-b23be2470174,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:36.832156 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cf3b35f0-1cd7-42e1-9977-8a44c6e1ecb7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0098803 May 30 20:05:36.833317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58004) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:36.845049 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Request body: {'port': {'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137', 'name': 'tempest-TaggedBootDevicesTest_v242-1243655037', 'fixed_ips': [{'subnet_id': 'e4e4119d-9a6e-4c3f-a21f-01c959048c61'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:37.031840 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1fc7c617-1d8e-4a71-b872-ab1eacc885c4 req-4d1b97b1-74ac-4526-ab16-431d64be26fd tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:37.056535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e600d56e-60bb-498b-b420-2caecc7276e2 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:05:37.070135 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1fc7c617-1d8e-4a71-b872-ab1eacc885c4 req-4d1b97b1-74ac-4526-ab16-431d64be26fd tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:37.179161 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:37.183157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Usage tracker for resource:port and tenant:aba290eb55434081b40c27125b03c71d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:37.186409 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:37.198955 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:37.210848 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Made reservation on behalf of aba290eb55434081b40c27125b03c71d for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:37.224199 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:37.280349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] device_id is not set on port a1af3658-e0a8-482d-bfac-62be8aff685f yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:05:37.371844 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e600d56e-60bb-498b-b420-2caecc7276e2,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:37.386777 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd9782bd-b3fc-4864-bb7a-b3c0d85f4b18 req-d34e5b8c-6744-42cb-855c-71b44becde8c service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6163559 May 30 20:05:37.404478 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1fc7c617-1d8e-4a71-b872-ab1eacc885c4 req-4d1b97b1-74ac-4526-ab16-431d64be26fd tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:37.406952 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1fc7c617-1d8e-4a71-b872-ab1eacc885c4 req-4d1b97b1-74ac-4526-ab16-431d64be26fd tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 1.1764679 May 30 20:05:37.529104 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'e600d56e-60bb-498b-b420-2caecc7276e2', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': 'e600d56e-60bb-498b-b420-2caecc7276e2', 'mac_address': 'fa:16:3e:0a:da:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:05:37.533785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-885aec45-56e3-4c37-ac13-0594b5d4f22c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Allocated IP 172.20.0.10 (d568287e-a0ce-4f8b-a9cc-faf7575177cf/24f03aba-f12a-4241-8d9f-db4a6a1a5134/f1c56e33-8fc6-4ae1-b3df-67777695b11c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:05:37.554433 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:37.611321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b97b1-74ac-4526-ab16-431d64be26fd tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0800a64d-6529-4212-9346-ce9655d63bc1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:37.640462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-175e9894-9782-47c5-bf96-a7a564c76cd3 req-d909bdcd-e814-42f1-86ad-d88cca927e30 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Synchronizing usage tracker for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:37.747065 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Allocated IP 10.1.1.192 (de48935b-c2e1-4327-8c0d-6da1222c0137/e4e4119d-9a6e-4c3f-a21f-01c959048c61/a1af3658-e0a8-482d-bfac-62be8aff685f) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:05:37.769694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-175e9894-9782-47c5-bf96-a7a564c76cd3 req-d909bdcd-e814-42f1-86ad-d88cca927e30 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Unset dirty status for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:37.771449 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:37.782084 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-175e9894-9782-47c5-bf96-a7a564c76cd3 req-d909bdcd-e814-42f1-86ad-d88cca927e30 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=a90ad729-e068-4a38-951e-ecb51a7d88a5 HTTP/1.1" status: 200 len: 210 time: 0.3708696 May 30 20:05:37.811050 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e600d56e-60bb-498b-b420-2caecc7276e2 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:37.894269 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9', 'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'fixed_ips': [{'subnet_id': 'df1a862f-c15a-4dff-91bd-02f2ee2f6941'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:05:37.895072 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:37.922273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e600d56e-60bb-498b-b420-2caecc7276e2,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:37.953649 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:37.956367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-81fd48b7-a5ea-4ccc-a499-91155db9dd95 req-d071bb87-e2e0-4e90-a560-707a9f917460 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-335730258', 'description': 'tempest-description-2043707038'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:37.984832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-81fd48b7-a5ea-4ccc-a499-91155db9dd95 req-d071bb87-e2e0-4e90-a560-707a9f917460 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:37.993028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-81fd48b7-a5ea-4ccc-a499-91155db9dd95 req-d071bb87-e2e0-4e90-a560-707a9f917460 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:37.998375 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-81fd48b7-a5ea-4ccc-a499-91155db9dd95 req-d071bb87-e2e0-4e90-a560-707a9f917460 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:38.011943 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-81fd48b7-a5ea-4ccc-a499-91155db9dd95 req-d071bb87-e2e0-4e90-a560-707a9f917460 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:38.042895 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d1d15-bf05-4629-ba25-2bd01a638ccf req-3c16b5bf-d144-448f-b2a0-43023b03596c tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:38.050121 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c6d1d15-bf05-4629-ba25-2bd01a638ccf req-3c16b5bf-d144-448f-b2a0-43023b03596c tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 949 time: 0.3861544 May 30 20:05:38.067887 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:38.093072 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Transition to ACTIVE for port object a1af3658-e0a8-482d-bfac-62be8aff685f will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:38.128062 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:38.182435 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['e600d56e-60bb-498b-b420-2caecc7276e2'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:38.237999 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-81fd48b7-a5ea-4ccc-a499-91155db9dd95 req-d071bb87-e2e0-4e90-a560-707a9f917460 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:38.238255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Network de48935b-c2e1-4327-8c0d-6da1222c0137 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:05:38.243262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:05:38.247710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:05:38.282150 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-885aec45-56e3-4c37-ac13-0594b5d4f22c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:38.327588 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c6d1d15-bf05-4629-ba25-2bd01a638ccf req-6206d799-c107-4585-87b3-178e1124e8a7 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752235 May 30 20:05:38.352164 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event updated for resources: {'Port': ['ID=a1af3658-e0a8-482d-bfac-62be8aff685f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:38.420110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-81fd48b7-a5ea-4ccc-a499-91155db9dd95 req-d071bb87-e2e0-4e90-a560-707a9f917460 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:38.444560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-81fd48b7-a5ea-4ccc-a499-91155db9dd95 req-d071bb87-e2e0-4e90-a560-707a9f917460 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group_rule and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:38.454209 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=e600d56e-60bb-498b-b420-2caecc7276e2,revision_number=12']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:38.458746 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-81fd48b7-a5ea-4ccc-a499-91155db9dd95 req-d071bb87-e2e0-4e90-a560-707a9f917460 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:38.463735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:38.470323 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:38.475289 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-81fd48b7-a5ea-4ccc-a499-91155db9dd95 req-d071bb87-e2e0-4e90-a560-707a9f917460 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:38.540351 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-56a2ddf6-f2fd-4c69-aa56-6afea0a27229 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7053998 May 30 20:05:38.541361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58038) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:38.555551 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Request body: {'port': {'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137', 'name': 'tempest-TaggedBootDevicesTest_v242-1127970633', 'fixed_ips': [{'subnet_id': 'e4e4119d-9a6e-4c3f-a21f-01c959048c61'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:38.599299 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-81fd48b7-a5ea-4ccc-a499-91155db9dd95 req-d071bb87-e2e0-4e90-a560-707a9f917460 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:38.606772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3938ce2f-f1b6-46f2-8c80-643f03056813 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:38.616454 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-81fd48b7-a5ea-4ccc-a499-91155db9dd95 req-d071bb87-e2e0-4e90-a560-707a9f917460 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:38.657630 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-885aec45-56e3-4c37-ac13-0594b5d4f22c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:38.667202 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-81fd48b7-a5ea-4ccc-a499-91155db9dd95 req-d071bb87-e2e0-4e90-a560-707a9f917460 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:38.668447 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81fd48b7-a5ea-4ccc-a499-91155db9dd95 req-d071bb87-e2e0-4e90-a560-707a9f917460 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.7163503 May 30 20:05:38.742983 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7b881c-b896-49e9-9eb7-af0baa61aa7a None None] Network de48935b-c2e1-4327-8c0d-6da1222c0137 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:05:38.768152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071bb87-e2e0-4e90-a560-707a9f917460 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc82c6b5-17cd-408f-98ae-20f43aeccb87,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:38.779085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-885aec45-56e3-4c37-ac13-0594b5d4f22c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Network d568287e-a0ce-4f8b-a9cc-faf7575177cf is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:05:38.782745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-885aec45-56e3-4c37-ac13-0594b5d4f22c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:05:38.784742 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885aec45-56e3-4c37-ac13-0594b5d4f22c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Pushing event updated for resources: {'Port': ['ID=f1c56e33-8fc6-4ae1-b3df-67777695b11c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:38.787021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-885aec45-56e3-4c37-ac13-0594b5d4f22c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:05:38.889562 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab647b45-ab79-47a3-b03c-ddd700dbedfe req-cf686382-79ac-450d-866d-f2d2f665cca9 tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.0622578 May 30 20:05:38.894547 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Allocated IP 10.2.2.2 (afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9/df1a862f-c15a-4dff-91bd-02f2ee2f6941/776d22e9-524d-45e8-b578-34a51e633e94) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:05:38.923743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-885aec45-56e3-4c37-ac13-0594b5d4f22c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:38.924402 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-885aec45-56e3-4c37-ac13-0594b5d4f22c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:38.965921 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-885aec45-56e3-4c37-ac13-0594b5d4f22c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2956069 May 30 20:05:38.978932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Request body: {'port': {'device_id': 'a90ad729-e068-4a38-951e-ecb51a7d88a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:38.986256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:38.999020 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Usage tracker for resource:port and tenant:aba290eb55434081b40c27125b03c71d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:39.011664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:39.028792 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:39.054363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Made reservation on behalf of aba290eb55434081b40c27125b03c71d for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:39.211153 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a769cf7-b90f-4a5d-9819-33fc6f84f720 req-b492fa4f-22fe-44f2-b112-025c182b0d5d tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/0800a64d-6529-4212-9346-ce9655d63bc1 HTTP/1.1" status: 200 len: 1637 time: 0.1616774 May 30 20:05:39.319281 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:39.349519 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] device_id is not set on port 0be2f338-0fcb-446a-a253-87193f57992b yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:05:39.456623 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a769cf7-b90f-4a5d-9819-33fc6f84f720 req-6a7fb012-d0db-41c4-937d-864fe38f3101 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/dc82c6b5-17cd-408f-98ae-20f43aeccb87 HTTP/1.1" status: 200 len: 1638 time: 0.2445142 May 30 20:05:39.467631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-4a769cf7-b90f-4a5d-9819-33fc6f84f720 req-099215e5-c8f8-4e89-a01f-b781ab20c7fa tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0800a64d-6529-4212-9346-ce9655d63bc1', 'remote_group_id': 'dc82c6b5-17cd-408f-98ae-20f43aeccb87', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:39.468266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-4a769cf7-b90f-4a5d-9819-33fc6f84f720 req-099215e5-c8f8-4e89-a01f-b781ab20c7fa tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0800a64d-6529-4212-9346-ce9655d63bc1', 'remote_group_id': 'dc82c6b5-17cd-408f-98ae-20f43aeccb87', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:39.473671 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:39.494665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-4a769cf7-b90f-4a5d-9819-33fc6f84f720 req-099215e5-c8f8-4e89-a01f-b781ab20c7fa tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:39.505129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4a769cf7-b90f-4a5d-9819-33fc6f84f720 req-099215e5-c8f8-4e89-a01f-b781ab20c7fa tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group_rule and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:39.758819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Allocated IP 10.1.1.158 (de48935b-c2e1-4327-8c0d-6da1222c0137/e4e4119d-9a6e-4c3f-a21f-01c959048c61/0be2f338-0fcb-446a-a253-87193f57992b) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:05:39.796079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4a769cf7-b90f-4a5d-9819-33fc6f84f720 req-099215e5-c8f8-4e89-a01f-b781ab20c7fa tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:39.846185 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-4a769cf7-b90f-4a5d-9819-33fc6f84f720 req-099215e5-c8f8-4e89-a01f-b781ab20c7fa tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:39.976178 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 3938ce2f-f1b6-46f2-8c80-643f03056813 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:39.985565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-aaeb117c-4dfa-4b60-b78e-5219f7b19048 None None] Provisioning for port 3938ce2f-f1b6-46f2-8c80-643f03056813 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:39.999556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1fed8122-d66e-4a9b-a917-f6b55a44535d req-516ae21d-3913-49f8-9dc6-43b4c4a06839 tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 1101 time: 0.2004120 May 30 20:05:40.017212 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-aaeb117c-4dfa-4b60-b78e-5219f7b19048 None None] Provisioning complete for port 3938ce2f-f1b6-46f2-8c80-643f03056813 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:40.017574 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-aaeb117c-4dfa-4b60-b78e-5219f7b19048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.132578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c56e33-8fc6-4ae1-b3df-67777695b11c {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:40.143381 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.153230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3938ce2f-f1b6-46f2-8c80-643f03056813 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:40.153464 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.153955 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.168011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Transition to ACTIVE for port object f1c56e33-8fc6-4ae1-b3df-67777695b11c will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:40.171600 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Transition to ACTIVE for port object 0be2f338-0fcb-446a-a253-87193f57992b will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:40.200270 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.200619 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.261483 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Network de48935b-c2e1-4327-8c0d-6da1222c0137 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:05:40.262399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58072) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:40.267708 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:05:40.270713 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:05:40.328871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c56e33-8fc6-4ae1-b3df-67777695b11c,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:40.332887 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a769cf7-b90f-4a5d-9819-33fc6f84f720 req-099215e5-c8f8-4e89-a01f-b781ab20c7fa tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.364118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event updated for resources: {'Port': ['ID=0be2f338-0fcb-446a-a253-87193f57992b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:40.379406 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:40.380304 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.423639 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3dd266f9-18c1-4070-8945-0b77b49f13cb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8804648 May 30 20:05:40.424418 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.494736 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a769cf7-b90f-4a5d-9819-33fc6f84f720 req-099215e5-c8f8-4e89-a01f-b781ab20c7fa tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.499090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1fed8122-d66e-4a9b-a917-f6b55a44535d req-d93bf910-96d1-4a00-ad11-3f5f966ce8cf tempest-MigrationsAdminTest-2067937634 tempest-MigrationsAdminTest-2067937634-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871249 May 30 20:05:40.508914 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a769cf7-b90f-4a5d-9819-33fc6f84f720 req-099215e5-c8f8-4e89-a01f-b781ab20c7fa tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.519062 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-aaeb117c-4dfa-4b60-b78e-5219f7b19048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.546499 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099215e5-c8f8-4e89-a01f-b781ab20c7fa tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add9d0a9-7b9f-4974-b11f-69c93a088b2b,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:40.587157 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Transition to ACTIVE for port object 776d22e9-524d-45e8-b578-34a51e633e94 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:40.655113 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Transition to ACTIVE for port object 776d22e9-524d-45e8-b578-34a51e633e94 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:40.657067 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.683629 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.760947 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a769cf7-b90f-4a5d-9819-33fc6f84f720 req-099215e5-c8f8-4e89-a01f-b781ab20c7fa tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.762561 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a769cf7-b90f-4a5d-9819-33fc6f84f720 req-099215e5-c8f8-4e89-a01f-b781ab20c7fa tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.3047166 May 30 20:05:40.786537 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-aaeb117c-4dfa-4b60-b78e-5219f7b19048 None None] For port 3938ce2f-f1b6-46f2-8c80-643f03056813, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3938ce2f-f1b6-46f2-8c80-643f03056813,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:40.789444 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Pushing event updated for resources: {'Port': ['ID=776d22e9-524d-45e8-b578-34a51e633e94,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:40.802080 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-aaeb117c-4dfa-4b60-b78e-5219f7b19048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.833715 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1858915420'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:40.834225 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Attempting to bind port f1c56e33-8fc6-4ae1-b3df-67777695b11c on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:40.835154 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Attempting to bind port f1c56e33-8fc6-4ae1-b3df-67777695b11c by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:40.835721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Attempting to bind port f1c56e33-8fc6-4ae1-b3df-67777695b11c on network d568287e-a0ce-4f8b-a9cc-faf7575177cf {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:40.843341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Port f1c56e33-8fc6-4ae1-b3df-67777695b11c on network d568287e-a0ce-4f8b-a9cc-faf7575177cf not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:05:40.844021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Attempting to bind port f1c56e33-8fc6-4ae1-b3df-67777695b11c on network d568287e-a0ce-4f8b-a9cc-faf7575177cf {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:40.858848 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:40.872685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Usage tracker for resource:network and tenant:21bf1fb78be94f65b162e55232b92d63 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:40.879757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:40.880543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Checking segment: {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:40.881675 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Bound using segment: {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:40.882350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Bound port: f1c56e33-8fc6-4ae1-b3df-67777695b11c, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:40.882919 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.888312 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:40.902673 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:40.970868 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Network afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:05:40.976075 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:05:40.989725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:05:40.999342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7a52a158-d02c-4866-a58f-fb8fe95ed7aa None None] Provisioning for port a1af3658-e0a8-482d-bfac-62be8aff685f completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:41.020127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] For port f1c56e33-8fc6-4ae1-b3df-67777695b11c, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:41.024343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e600d56e-60bb-498b-b420-2caecc7276e2 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:41.025588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] For port f1c56e33-8fc6-4ae1-b3df-67777695b11c, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f1c56e33-8fc6-4ae1-b3df-67777695b11c,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:05:41.065128 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:05:41.065527 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:05:41.065939 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7a52a158-d02c-4866-a58f-fb8fe95ed7aa None None] Provisioning complete for port a1af3658-e0a8-482d-bfac-62be8aff685f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:41.066300 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7a52a158-d02c-4866-a58f-fb8fe95ed7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.081860 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.138565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb117c-4dfa-4b60-b78e-5219f7b19048 None None] Pushing event updated for resources: {'Port': ['ID=3938ce2f-f1b6-46f2-8c80-643f03056813,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:41.240912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e2a055ce-2b21-481c-b49f-b972974132f9 req-93bfc462-b6c2-4c00-9c67-890c52c042fc tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.0893123 May 30 20:05:41.284694 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Attempting to bind port 776d22e9-524d-45e8-b578-34a51e633e94 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:41.285062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Attempting to bind port 776d22e9-524d-45e8-b578-34a51e633e94 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '30e989a5-5921-457a-8f3d-b89e67b1bb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:41.285417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Attempting to bind port 776d22e9-524d-45e8-b578-34a51e633e94 on network afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:41.292833 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.294384 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] 10.222.0.93 "PUT /v2.0/ports/f1c56e33-8fc6-4ae1-b3df-67777695b11c HTTP/1.1" status: 200 len: 1092 time: 2.3205113 May 30 20:05:41.294914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90ad729-e068-4a38-951e-ecb51a7d88a5', 'tag': 'f1c56e33-8fc6-4ae1-b3df-67777695b11c'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:41.339395 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7a52a158-d02c-4866-a58f-fb8fe95ed7aa None None] Port a1af3658-e0a8-482d-bfac-62be8aff685f cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:05:41.355183 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:41.355985 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3105020-94ed-4b26-846d-b291490b08d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c56e33-8fc6-4ae1-b3df-67777695b11c,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:41.356237 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Checking segment: {'id': '30e989a5-5921-457a-8f3d-b89e67b1bb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:41.356958 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.357542 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Bound using segment: {'id': '30e989a5-5921-457a-8f3d-b89e67b1bb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:41.358226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Bound port: 776d22e9-524d-45e8-b578-34a51e633e94, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e989a5-5921-457a-8f3d-b89e67b1bb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:41.358843 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.367089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Made reservation on behalf of 21bf1fb78be94f65b162e55232b92d63 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:41.396463 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.436059 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.444833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec748e4b-cf36-405c-a62a-29fd270c3ae5 req-6ca4b558-b2d8-48a7-8ddd-3c7db1d02fad tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:41.445891 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec748e4b-cf36-405c-a62a-29fd270c3ae5 req-6ca4b558-b2d8-48a7-8ddd-3c7db1d02fad tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=a90ad729-e068-4a38-951e-ecb51a7d88a5 HTTP/1.1" status: 200 len: 944 time: 0.5384750 May 30 20:05:41.487478 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:41.494056 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Usage tracker for resource:security_group_rule and tenant:21bf1fb78be94f65b162e55232b92d63 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:41.505804 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] For port 776d22e9-524d-45e8-b578-34a51e633e94, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:41.506084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:41.509956 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] For port 776d22e9-524d-45e8-b578-34a51e633e94, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=776d22e9-524d-45e8-b578-34a51e633e94,segment=NetworkSegment(30e989a5-5921-457a-8f3d-b89e67b1bb6b),segment_id=30e989a5-5921-457a-8f3d-b89e67b1bb6b)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:05:41.515698 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7a52a158-d02c-4866-a58f-fb8fe95ed7aa None None] Provisioning complete for port 3938ce2f-f1b6-46f2-8c80-643f03056813 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:41.516155 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7a52a158-d02c-4866-a58f-fb8fe95ed7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.528574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:41.548772 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec748e4b-cf36-405c-a62a-29fd270c3ae5 req-f044ff14-0147-4316-a042-15a9196c1433 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932627 May 30 20:05:41.565997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-45bf9c4b-a676-464a-bdcc-fe0a780fa35b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&device_id=a90ad729-e068-4a38-951e-ecb51a7d88a5 HTTP/1.1" status: 200 len: 1095 time: 0.2112706 May 30 20:05:41.567849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58094) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:41.574755 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-e62d7c67-84cc-4e39-9f90-9cffd0405a85 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2106905498', 'description': 'tempest-description--682268405'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:41.637100 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.643981 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.646617 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.665805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-3a36b525-5966-41ba-b428-ba1aa7b4c88d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1c56e33-8fc6-4ae1-b3df-67777695b11c HTTP/1.1" status: 200 len: 217 time: 0.0850763 May 30 20:05:41.666911 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e62d7c67-84cc-4e39-9f90-9cffd0405a85 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:41.673336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e62d7c67-84cc-4e39-9f90-9cffd0405a85 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Usage tracker for resource:security_group and tenant:aba290eb55434081b40c27125b03c71d is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:41.692851 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:05:41.696150 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port e600d56e-60bb-498b-b420-2caecc7276e2 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:41.706678 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5352c58-a336-44e5-b04e-444d2f416edc,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:41.712552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port e600d56e-60bb-498b-b420-2caecc7276e2 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:41.712999 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.733279 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.733930 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Added segment 4b367788-f5fe-47e7-a56d-34e08fddfbe5 of type vlan for network dc2ef8ee-6a0a-4f4f-95a2-68a562b7a71c May 30 20:05:41.738832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e62d7c67-84cc-4e39-9f90-9cffd0405a85 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:41.753070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e62d7c67-84cc-4e39-9f90-9cffd0405a85 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:41.802389 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e62d7c67-84cc-4e39-9f90-9cffd0405a85 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.804315 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.830470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-ecfbafbd-734d-4aa3-b622-aed60e4c4b74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:41.832048 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-ecfbafbd-734d-4aa3-b622-aed60e4c4b74 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=24f03aba-f12a-4241-8d9f-db4a6a1a5134 HTTP/1.1" status: 200 len: 851 time: 0.1553025 May 30 20:05:41.860445 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.866680 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:41.867376 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.871825 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ae66a0c5-a1d3-4bb3-8160-8c4cfd11c1e9 req-304b1c1d-a285-48da-a63d-c01f67b052a5 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/dc82c6b5-17cd-408f-98ae-20f43aeccb87 HTTP/1.1" status: 200 len: 1638 time: 0.1451488 May 30 20:05:41.923664 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-be86f30f-7d7d-4e6f-9803-40f168f905b0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d568287e-a0ce-4f8b-a9cc-faf7575177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847158 May 30 20:05:42.034190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3938ce2f-f1b6-46f2-8c80-643f03056813 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:42.071904 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7737219 May 30 20:05:42.072881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58098) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:42.073539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087eb8e-e46c-465c-9be9-1ee9e5796389 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Pushing event updated for resources: {'Network': ['ID=dc2ef8ee-6a0a-4f4f-95a2-68a562b7a71c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:42.097958 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network dc2ef8ee-6a0a-4f4f-95a2-68a562b7a71c details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:05:42.128617 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990254a-211b-4d0c-9729-85e88a8a6e94 None None] Pushing event updated for resources: {'Port': ['ID=776d22e9-524d-45e8-b578-34a51e633e94,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:42.162458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e62d7c67-84cc-4e39-9f90-9cffd0405a85 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:42.171747 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Request body: {'network': {'name': 'tempest-network--1084926256', 'router:external': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:42.179347 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:42.184463 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Usage tracker for resource:network and tenant:398358dfaa0848a082b14598db15b534 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:42.193537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:42.202759 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:42.229383 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e62d7c67-84cc-4e39-9f90-9cffd0405a85 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Usage tracker for resource:security_group_rule and tenant:aba290eb55434081b40c27125b03c71d is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:42.236635 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Made reservation on behalf of 398358dfaa0848a082b14598db15b534 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:42.249466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e62d7c67-84cc-4e39-9f90-9cffd0405a85 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:42.262575 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.287678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e62d7c67-84cc-4e39-9f90-9cffd0405a85 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:42.307937 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ae66a0c5-a1d3-4bb3-8160-8c4cfd11c1e9 req-527ff76c-6c41-4715-aa24-73dcfcb6539c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.341585 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.349632 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.434112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:42.442558 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Usage tracker for resource:security_group_rule and tenant:398358dfaa0848a082b14598db15b534 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:42.450521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cac49b1-f214-4862-833b-dc8a7680d373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e600d56e-60bb-498b-b420-2caecc7276e2'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:42.453149 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ae66a0c5-a1d3-4bb3-8160-8c4cfd11c1e9 req-527ff76c-6c41-4715-aa24-73dcfcb6539c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.453635 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:42.460975 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:42.468131 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-6ac79fd4-9b21-44db-b1fc-571064b0624f service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342221 May 30 20:05:42.474369 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e600d56e-60bb-498b-b420-2caecc7276e2,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:42.483426 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.598763 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.607443 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.622783 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3938ce2f-f1b6-46f2-8c80-643f03056813 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:42.624408 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.634768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:05:42.652392 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.652729 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Added segment d16da60e-ce6f-41a4-8f04-d4fd98a65fec of type vlan for network ea31334d-81bc-489c-81d1-0d0bd6800f79 May 30 20:05:42.709069 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-434bd302-7d39-41fa-ba03-55e2df0b6d3e'] response: {'name': 'network-changed', 'server_uuid': 'a90ad729-e068-4a38-951e-ecb51a7d88a5', 'tag': 'f1c56e33-8fc6-4ae1-b3df-67777695b11c', 'status': 'completed', 'code': 200} May 30 20:05:42.737941 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.776447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=e600d56e-60bb-498b-b420-2caecc7276e2,revision_number=13']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:42.799746 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e3b0b9-6c85-4d18-8936-51b69f3f65e8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:42.812982 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-938a6e2f-91fe-4a00-8450-edd47b6ec459 None None] Provisioning for port 0be2f338-0fcb-446a-a253-87193f57992b completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:42.835402 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-938a6e2f-91fe-4a00-8450-edd47b6ec459 None None] Provisioning complete for port 0be2f338-0fcb-446a-a253-87193f57992b triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:42.840727 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-938a6e2f-91fe-4a00-8450-edd47b6ec459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.862423 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.863434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:42.864155 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.921962 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-61c1dc02-b791-426e-b036-4c9808bed4d3 req-cb90fd3b-e196-4f90-bd7a-b3ec3d5228f7 tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.0564051 May 30 20:05:42.972407 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e62d7c67-84cc-4e39-9f90-9cffd0405a85 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.996483 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e62d7c67-84cc-4e39-9f90-9cffd0405a85 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.051291 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d7c67-84cc-4e39-9f90-9cffd0405a85 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff92435-7ada-4e0b-b3a2-ca5769294cf5,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:43.082827 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0035081 May 30 20:05:43.082827 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae683dcf-fd62-4c6a-bbb4-a535c6323364 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Pushing event updated for resources: {'Network': ['ID=ea31334d-81bc-489c-81d1-0d0bd6800f79,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:43.084387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58114) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:43.091930 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-938a6e2f-91fe-4a00-8450-edd47b6ec459 None None] Port 0be2f338-0fcb-446a-a253-87193f57992b cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:05:43.111871 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network ea31334d-81bc-489c-81d1-0d0bd6800f79 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:05:43.137608 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ae66a0c5-a1d3-4bb3-8160-8c4cfd11c1e9 req-527ff76c-6c41-4715-aa24-73dcfcb6539c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.140676 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ae66a0c5-a1d3-4bb3-8160-8c4cfd11c1e9 req-527ff76c-6c41-4715-aa24-73dcfcb6539c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.147297 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ae66a0c5-a1d3-4bb3-8160-8c4cfd11c1e9 req-527ff76c-6c41-4715-aa24-73dcfcb6539c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "DELETE /v2.0/security-groups/dc82c6b5-17cd-408f-98ae-20f43aeccb87 HTTP/1.1" status: 204 len: 173 time: 1.2547300 May 30 20:05:43.184870 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e62d7c67-84cc-4e39-9f90-9cffd0405a85 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.188538 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e62d7c67-84cc-4e39-9f90-9cffd0405a85 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.6193926 May 30 20:05:43.192190 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58120) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:43.196929 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cebca3d9-b967-44ff-81a7-4b2e2481ffb2 req-c3de3248-9690-463e-b542-e632525d8ba4 service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7076726 May 30 20:05:43.234863 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f1f31e7e-c9e9-4a97-91aa-5ab1dd19a765 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Request body: {'security_group_rule': {'security_group_id': 'eff92435-7ada-4e0b-b3a2-ca5769294cf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:43.250915 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ff76c-6c41-4715-aa24-73dcfcb6539c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc82c6b5-17cd-408f-98ae-20f43aeccb87,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:43.391511 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc70545c-e3a5-4fac-9131-ed69213ca1c6'] response: {'server_uuid': '4cac49b1-f214-4862-833b-dc8a7680d373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e600d56e-60bb-498b-b420-2caecc7276e2', 'code': 200} May 30 20:05:43.404717 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-266a0f87-9c30-4c74-996d-a70210d49ed6 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.432242 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-938a6e2f-91fe-4a00-8450-edd47b6ec459 None None] Provisioning complete for port a1af3658-e0a8-482d-bfac-62be8aff685f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:43.438743 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-938a6e2f-91fe-4a00-8450-edd47b6ec459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.499862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-938a6e2f-91fe-4a00-8450-edd47b6ec459 None None] Port a1af3658-e0a8-482d-bfac-62be8aff685f cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:05:43.504085 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64924a1-cb60-46b5-9f7a-a05cf91e1c8f None None] Network afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:05:43.573978 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f1f31e7e-c9e9-4a97-91aa-5ab1dd19a765 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:43.586915 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-266a0f87-9c30-4c74-996d-a70210d49ed6 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.597050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f1f31e7e-c9e9-4a97-91aa-5ab1dd19a765 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Usage tracker for resource:security_group_rule and tenant:aba290eb55434081b40c27125b03c71d is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:43.606841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f1f31e7e-c9e9-4a97-91aa-5ab1dd19a765 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:43.620990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f1f31e7e-c9e9-4a97-91aa-5ab1dd19a765 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:43.636922 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-266a0f87-9c30-4c74-996d-a70210d49ed6 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea31334d-81bc-489c-81d1-0d0bd6800f79']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:43.660025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-266a0f87-9c30-4c74-996d-a70210d49ed6 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16da60e-ce6f-41a4-8f04-d4fd98a65fec') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:43.660820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-266a0f87-9c30-4c74-996d-a70210d49ed6 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16da60e-ce6f-41a4-8f04-d4fd98a65fec') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:43.674935 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-266a0f87-9c30-4c74-996d-a70210d49ed6 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.695809 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-266a0f87-9c30-4c74-996d-a70210d49ed6 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.704332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266a0f87-9c30-4c74-996d-a70210d49ed6 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:05:43.705352 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-266a0f87-9c30-4c74-996d-a70210d49ed6 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: timer() May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:05:43.722677 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:05:43.764418 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f1f31e7e-c9e9-4a97-91aa-5ab1dd19a765 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.833017 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-266a0f87-9c30-4c74-996d-a70210d49ed6 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.862663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266a0f87-9c30-4c74-996d-a70210d49ed6 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea31334d-81bc-489c-81d1-0d0bd6800f79 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 30 20:05:43.867501 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-266a0f87-9c30-4c74-996d-a70210d49ed6 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.878319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a0f87-9c30-4c74-996d-a70210d49ed6 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea31334d-81bc-489c-81d1-0d0bd6800f79,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:43.898840 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-266a0f87-9c30-4c74-996d-a70210d49ed6 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] 10.222.0.84 "DELETE /v2.0/networks/ea31334d-81bc-489c-81d1-0d0bd6800f79 HTTP/1.1" status: 204 len: 168 time: 0.8108373 May 30 20:05:43.902451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58126) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:43.917255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-793bbe85-9d51-46b1-8ea0-5aa8f439ab95 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:43.920959 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ae61003f-dd4e-461d-a132-a360e856e335 None None] Provisioning for port 776d22e9-524d-45e8-b578-34a51e633e94 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:43.939392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-793bbe85-9d51-46b1-8ea0-5aa8f439ab95 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:43.958394 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-793bbe85-9d51-46b1-8ea0-5aa8f439ab95 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Usage tracker for resource:network and tenant:398358dfaa0848a082b14598db15b534 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:43.986238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-793bbe85-9d51-46b1-8ea0-5aa8f439ab95 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:44.011321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183c4af-6f19-4c41-9b76-f45c90c0b40c req-bd19c5a7-e06f-4164-95bd-9f42319a8d43 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:44.012710 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c183c4af-6f19-4c41-9b76-f45c90c0b40c req-bd19c5a7-e06f-4164-95bd-9f42319a8d43 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=a90ad729-e068-4a38-951e-ecb51a7d88a5 HTTP/1.1" status: 200 len: 944 time: 0.3676956 May 30 20:05:44.016462 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-793bbe85-9d51-46b1-8ea0-5aa8f439ab95 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:44.045255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793bbe85-9d51-46b1-8ea0-5aa8f439ab95 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Made reservation on behalf of 398358dfaa0848a082b14598db15b534 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:44.048357 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-793bbe85-9d51-46b1-8ea0-5aa8f439ab95 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:44.065142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1098e0-ec85-4588-8987-3bfbca11ba58 req-03fb7a06-7949-4c99-ae6d-6ad4b59904f3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:44.072268 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff1098e0-ec85-4588-8987-3bfbca11ba58 req-03fb7a06-7949-4c99-ae6d-6ad4b59904f3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 951 time: 0.6634364 May 30 20:05:44.100225 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f1f31e7e-c9e9-4a97-91aa-5ab1dd19a765 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:44.112541 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c183c4af-6f19-4c41-9b76-f45c90c0b40c req-0680e1f6-95b8-4c9e-b7fc-b1632ffdc776 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797164 May 30 20:05:44.121492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 776d22e9-524d-45e8-b578-34a51e633e94 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:44.138817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793bbe85-9d51-46b1-8ea0-5aa8f439ab95 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:05:44.164946 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-793bbe85-9d51-46b1-8ea0-5aa8f439ab95 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:44.165762 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-793bbe85-9d51-46b1-8ea0-5aa8f439ab95 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Added segment dc105b08-d280-4430-afac-f2b0994573ca of type vlan for network 7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2 May 30 20:05:44.188304 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b0711-39eb-429c-9910-7d8f93e6012e req-f0049ce2-2ff5-4003-8b4d-dbd810980639 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:44.189942 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e8b0711-39eb-429c-9910-7d8f93e6012e req-f0049ce2-2ff5-4003-8b4d-dbd810980639 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.93 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 951 time: 0.3756764 May 30 20:05:44.210369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-383f7cf3-b0e2-464b-bb78-b0204a6a58f3 req-d3b152a8-465e-4c3d-99d5-c407a5998da1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&device_id=a90ad729-e068-4a38-951e-ecb51a7d88a5 HTTP/1.1" status: 200 len: 1095 time: 0.9497454 May 30 20:05:44.250415 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-793bbe85-9d51-46b1-8ea0-5aa8f439ab95 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:44.254197 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f1f31e7e-c9e9-4a97-91aa-5ab1dd19a765 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:44.279227 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 776d22e9-524d-45e8-b578-34a51e633e94 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:44.286183 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 776d22e9-524d-45e8-b578-34a51e633e94 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:44.286600 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:44.335497 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-793bbe85-9d51-46b1-8ea0-5aa8f439ab95 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:44.336579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793bbe85-9d51-46b1-8ea0-5aa8f439ab95 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:44.337545 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-793bbe85-9d51-46b1-8ea0-5aa8f439ab95 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:44.428722 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-793bbe85-9d51-46b1-8ea0-5aa8f439ab95 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5205760 May 30 20:05:44.430791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58134) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:44.492952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b11e4b41-c5d6-4f7a-9598-3fec49f7895d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Request body: {'subnet': {'network_id': '7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:44.506784 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:44.518350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b11e4b41-c5d6-4f7a-9598-3fec49f7895d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:44.526639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b11e4b41-c5d6-4f7a-9598-3fec49f7895d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Usage tracker for resource:subnet and tenant:398358dfaa0848a082b14598db15b534 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:44.531126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b11e4b41-c5d6-4f7a-9598-3fec49f7895d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:44.538685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bbe85-9d51-46b1-8ea0-5aa8f439ab95 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Pushing event updated for resources: {'Network': ['ID=7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:44.541194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b11e4b41-c5d6-4f7a-9598-3fec49f7895d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:44.559194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11e4b41-c5d6-4f7a-9598-3fec49f7895d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Made reservation on behalf of 398358dfaa0848a082b14598db15b534 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:44.562212 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b11e4b41-c5d6-4f7a-9598-3fec49f7895d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:44.564908 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:05:44.718372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cc2a3bc8-bedb-4a47-884c-80be984eabb6 None None] Provisioning complete for port 776d22e9-524d-45e8-b578-34a51e633e94 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:44.719351 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cc2a3bc8-bedb-4a47-884c-80be984eabb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:44.794201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 776d22e9-524d-45e8-b578-34a51e633e94, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=776d22e9-524d-45e8-b578-34a51e633e94,segment=NetworkSegment(30e989a5-5921-457a-8f3d-b89e67b1bb6b),segment_id=30e989a5-5921-457a-8f3d-b89e67b1bb6b)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:44.817836 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f31e7e-c9e9-4a97-91aa-5ab1dd19a765 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89189191-3754-4533-a86f-910c423cf3c3,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:44.833271 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff1098e0-ec85-4588-8987-3bfbca11ba58 req-ece709d8-9283-4d1f-98de-74a57dd921af tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7600694 May 30 20:05:44.844460 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:44.890451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-1e8b0711-39eb-429c-9910-7d8f93e6012e req-b733ba1c-ddac-4dee-a451-2c9c1ce135ff tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Deleting port e600d56e-60bb-498b-b420-2caecc7276e2 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:05:44.897042 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1e8b0711-39eb-429c-9910-7d8f93e6012e req-b733ba1c-ddac-4dee-a451-2c9c1ce135ff tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:44.947445 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b2568622-c7dc-485d-850f-e16d7a08b092 req-3fe11ffb-358f-49dc-a88d-703b3e088ed0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.0940988 May 30 20:05:45.060311 n-d-843949-2 neutron-server[84024]: DEBUG neutron.objects.ports [None req-b11e4b41-c5d6-4f7a-9598-3fec49f7895d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:05:45.060931 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b11e4b41-c5d6-4f7a-9598-3fec49f7895d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:45.092809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f1c56e33-8fc6-4ae1-b3df-67777695b11c details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:05:45.099341 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f1f31e7e-c9e9-4a97-91aa-5ab1dd19a765 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:45.100589 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f1f31e7e-c9e9-4a97-91aa-5ab1dd19a765 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8863716 May 30 20:05:45.113670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58138) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:45.162137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=776d22e9-524d-45e8-b578-34a51e633e94,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:45.198576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-0528eb9b-21df-4ee9-a683-517e31b74b7b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Request body: {'security_group_rule': {'security_group_id': 'eff92435-7ada-4e0b-b3a2-ca5769294cf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:45.204592 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0528eb9b-21df-4ee9-a683-517e31b74b7b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:45.230519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0528eb9b-21df-4ee9-a683-517e31b74b7b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Usage tracker for resource:security_group_rule and tenant:aba290eb55434081b40c27125b03c71d is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:45.233977 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0528eb9b-21df-4ee9-a683-517e31b74b7b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:45.240730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0528eb9b-21df-4ee9-a683-517e31b74b7b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:45.248630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e4b41-c5d6-4f7a-9598-3fec49f7895d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Pushing event updated for resources: {'Subnet': ['ID=92a6ccf5-44d4-430f-908d-87925d7546b1,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:45.259725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11e4b41-c5d6-4f7a-9598-3fec49f7895d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Checking segment: {'id': 'dc105b08-d280-4430-afac-f2b0994573ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:45.260242 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11e4b41-c5d6-4f7a-9598-3fec49f7895d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Network hostable DHCP agents. Network: 7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:05:45.288972 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11e4b41-c5d6-4f7a-9598-3fec49f7895d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Network 7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:05:45.304712 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-b11e4b41-c5d6-4f7a-9598-3fec49f7895d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:05:45.309045 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11e4b41-c5d6-4f7a-9598-3fec49f7895d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:45.309243 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a47774c4-580b-4772-8c0d-72a89ab26817 req-a7117815-a699-4ee7-99fc-4dbf31d2ea25 tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.1970515 May 30 20:05:45.309851 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b11e4b41-c5d6-4f7a-9598-3fec49f7895d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:45.315778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2f9e2b-7e2f-4b7e-8ac5-01ac8edb95bb None None] Network 7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:05:45.342522 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b11e4b41-c5d6-4f7a-9598-3fec49f7895d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9105713 May 30 20:05:45.344636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58144) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:45.353841 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Request body: {'floatingip': {'floating_network_id': '7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:45.360572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:45.365915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Usage tracker for resource:floatingip and tenant:398358dfaa0848a082b14598db15b534 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:45.370237 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:45.377330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:45.403047 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:45.412787 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2eebcf66-9cb3-4f9d-9b3e-6486338f4d73 req-4d09d4cc-0b5d-4858-8bd4-5f71a80e60e3 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/0800a64d-6529-4212-9346-ce9655d63bc1 HTTP/1.1" status: 200 len: 1637 time: 1.2009103 May 30 20:05:45.420834 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0528eb9b-21df-4ee9-a683-517e31b74b7b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:45.472062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f1c56e33-8fc6-4ae1-b3df-67777695b11c, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f1c56e33-8fc6-4ae1-b3df-67777695b11c,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:45.502548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'f1c56e33-8fc6-4ae1-b3df-67777695b11c', 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf', 'port_id': 'f1c56e33-8fc6-4ae1-b3df-67777695b11c', 'mac_address': 'fa:16:3e:ff:21:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f03aba-f12a-4241-8d9f-db4a6a1a5134', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:05:45.575505 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:45.600072 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:45.600359 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c56e33-8fc6-4ae1-b3df-67777695b11c {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:45.618043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-68f4176d-6add-43fc-8a2c-10e5cc261d01 req-5d8bda6c-8f2c-4fc8-a413-ebf451871eb6 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-215880381', 'description': 'tempest-description-203044735'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:45.625097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-68f4176d-6add-43fc-8a2c-10e5cc261d01 req-5d8bda6c-8f2c-4fc8-a413-ebf451871eb6 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:45.629455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-68f4176d-6add-43fc-8a2c-10e5cc261d01 req-5d8bda6c-8f2c-4fc8-a413-ebf451871eb6 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:45.633090 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-68f4176d-6add-43fc-8a2c-10e5cc261d01 req-5d8bda6c-8f2c-4fc8-a413-ebf451871eb6 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:45.639023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-68f4176d-6add-43fc-8a2c-10e5cc261d01 req-5d8bda6c-8f2c-4fc8-a413-ebf451871eb6 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:45.661189 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f1c56e33-8fc6-4ae1-b3df-67777695b11c, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f1c56e33-8fc6-4ae1-b3df-67777695b11c,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:45.672903 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:45.695986 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-68f4176d-6add-43fc-8a2c-10e5cc261d01 req-5d8bda6c-8f2c-4fc8-a413-ebf451871eb6 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:45.735018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f7cf3-b0e2-464b-bb78-b0204a6a58f3 req-de482689-1c3e-437f-8edf-52084d74ff37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:45.736805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-383f7cf3-b0e2-464b-bb78-b0204a6a58f3 req-de482689-1c3e-437f-8edf-52084d74ff37 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 912 time: 1.3875029 May 30 20:05:45.758855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46e548f-8b3c-4248-8fc2-06d95e8a603d None None] Network 7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:05:45.780908 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Allocated IP 172.20.0.4 (7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2/92a6ccf5-44d4-430f-908d-87925d7546b1/04e016b5-f5de-43fb-ad12-0fceb5d99fed) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:05:45.920554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-68f4176d-6add-43fc-8a2c-10e5cc261d01 req-5d8bda6c-8f2c-4fc8-a413-ebf451871eb6 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:45.929211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-68f4176d-6add-43fc-8a2c-10e5cc261d01 req-5d8bda6c-8f2c-4fc8-a413-ebf451871eb6 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group_rule and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:45.935560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-68f4176d-6add-43fc-8a2c-10e5cc261d01 req-5d8bda6c-8f2c-4fc8-a413-ebf451871eb6 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:45.951910 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-68f4176d-6add-43fc-8a2c-10e5cc261d01 req-5d8bda6c-8f2c-4fc8-a413-ebf451871eb6 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:46.021762 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['f1c56e33-8fc6-4ae1-b3df-67777695b11c'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:46.026058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:46.072084 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-68f4176d-6add-43fc-8a2c-10e5cc261d01 req-5d8bda6c-8f2c-4fc8-a413-ebf451871eb6 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:46.097586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:46.103858 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 776d22e9-524d-45e8-b578-34a51e633e94 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:46.115780 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-68f4176d-6add-43fc-8a2c-10e5cc261d01 req-5d8bda6c-8f2c-4fc8-a413-ebf451871eb6 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:46.135035 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=f1c56e33-8fc6-4ae1-b3df-67777695b11c,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:46.136088 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-383f7cf3-b0e2-464b-bb78-b0204a6a58f3 req-02ec2948-a42b-498e-8ca2-fc73bf52066d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1c56e33-8fc6-4ae1-b3df-67777695b11c HTTP/1.1" status: 200 len: 217 time: 0.3701499 May 30 20:05:46.196702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Network 7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:05:46.199866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:05:46.203033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:05:46.275862 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Pushing event updated for resources: {'Port': ['ID=04e016b5-f5de-43fb-ad12-0fceb5d99fed,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:46.337142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bda6c-8f2c-4fc8-a413-ebf451871eb6 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd8c384-797d-4d09-a61a-751c2e541dba,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:46.375855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 776d22e9-524d-45e8-b578-34a51e633e94 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:46.376448 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:46.387946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f7cf3-b0e2-464b-bb78-b0204a6a58f3 req-37db9cc4-d51f-4897-b347-70166dfb3cb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:46.389898 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-383f7cf3-b0e2-464b-bb78-b0204a6a58f3 req-37db9cc4-d51f-4897-b347-70166dfb3cb9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=24f03aba-f12a-4241-8d9f-db4a6a1a5134 HTTP/1.1" status: 200 len: 851 time: 0.2529573 May 30 20:05:46.470295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a8d74-d4da-4ae4-b927-ea01db282c0c req-d5a3cff7-4a2b-41f6-b7cb-fd65bdfda4b1 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:46.472183 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-999a8d74-d4da-4ae4-b927-ea01db282c0c req-d5a3cff7-4a2b-41f6-b7cb-fd65bdfda4b1 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=a90ad729-e068-4a38-951e-ecb51a7d88a5 HTTP/1.1" status: 200 len: 945 time: 0.8230419 May 30 20:05:46.475019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1e8b0711-39eb-429c-9910-7d8f93e6012e req-b733ba1c-ddac-4dee-a451-2c9c1ce135ff tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] For port e600d56e-60bb-498b-b420-2caecc7276e2, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e600d56e-60bb-498b-b420-2caecc7276e2,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:46.475664 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1e8b0711-39eb-429c-9910-7d8f93e6012e req-b733ba1c-ddac-4dee-a451-2c9c1ce135ff tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:46.479907 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:46.555245 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:46.625397 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-68f4176d-6add-43fc-8a2c-10e5cc261d01 req-5d8bda6c-8f2c-4fc8-a413-ebf451871eb6 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:46.645705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68f4176d-6add-43fc-8a2c-10e5cc261d01 req-5d8bda6c-8f2c-4fc8-a413-ebf451871eb6 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 1.1068528 May 30 20:05:46.655516 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0528eb9b-21df-4ee9-a683-517e31b74b7b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:46.665954 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-383f7cf3-b0e2-464b-bb78-b0204a6a58f3 req-2a3e4e0c-faa8-4dfe-a1fc-ec204039bf45 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d568287e-a0ce-4f8b-a9cc-faf7575177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2650898 May 30 20:05:46.725344 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0528eb9b-21df-4ee9-a683-517e31b74b7b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:46.816213 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:46.822586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:46.943643 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Pushing event updated for resources: {'Port': ['ID=04e016b5-f5de-43fb-ad12-0fceb5d99fed,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:46.960803 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:46.982907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-1e8b0711-39eb-429c-9910-7d8f93e6012e req-b733ba1c-ddac-4dee-a451-2c9c1ce135ff tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Calling delete_port for e600d56e-60bb-498b-b420-2caecc7276e2 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:05:46.986291 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:46.987931 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d55764ba-5c5a-4bd4-bb11-2ed98a71ff8f tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6415260 May 30 20:05:46.991756 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58162) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:47.038350 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f1c56e33-8fc6-4ae1-b3df-67777695b11c up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:47.051642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528eb9b-21df-4ee9-a683-517e31b74b7b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49220d1d-2c1a-4835-9443-2a00a4bf9166,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:47.079503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c9fff8ee-478f-49c4-8a1a-28c89440b723 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Synchronizing usage tracker for tenant:398358dfaa0848a082b14598db15b534 on resource:floatingip {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:47.085602 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-999a8d74-d4da-4ae4-b927-ea01db282c0c req-8f3710cb-1f96-4253-b0f9-3025c9b5aa7c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375603 May 30 20:05:47.105988 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0528eb9b-21df-4ee9-a683-517e31b74b7b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:47.107251 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0528eb9b-21df-4ee9-a683-517e31b74b7b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.9746339 May 30 20:05:47.109033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c9fff8ee-478f-49c4-8a1a-28c89440b723 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Unset dirty status for tenant:398358dfaa0848a082b14598db15b534 on resource:floatingip {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:47.112608 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c9fff8ee-478f-49c4-8a1a-28c89440b723 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] 10.222.0.84 "GET /v2.0/floatingips?floating_network_id=7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2 HTTP/1.1" status: 200 len: 689 time: 0.1169209 May 30 20:05:47.112608 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58166) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:47.119745 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:47.131791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58168) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:47.138431 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:47.179670 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-383f7cf3-b0e2-464b-bb78-b0204a6a58f3 req-7488d417-3bda-4e2c-b196-34699a18dd5c service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812087 May 30 20:05:47.186106 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Usage tracker for resource:floatingip and tenant:aba290eb55434081b40c27125b03c71d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:47.210121 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port f1c56e33-8fc6-4ae1-b3df-67777695b11c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:47.224803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port f1c56e33-8fc6-4ae1-b3df-67777695b11c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:47.225209 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:47.299213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:47.311444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:47.345558 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:47.435846 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:47.457410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3ed5a-b4ee-4256-854c-14fd3b8e117f req-1da7ee54-1214-4574-8504-129093a8d0d7 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:47.459398 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cf3ed5a-b4ee-4256-854c-14fd3b8e117f req-1da7ee54-1214-4574-8504-129093a8d0d7 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=4cac49b1-f214-4862-833b-dc8a7680d373 HTTP/1.1" status: 200 len: 951 time: 0.5128951 May 30 20:05:47.470009 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:47.477211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90ad729-e068-4a38-951e-ecb51a7d88a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c56e33-8fc6-4ae1-b3df-67777695b11c'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:47.489436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f1c56e33-8fc6-4ae1-b3df-67777695b11c, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f1c56e33-8fc6-4ae1-b3df-67777695b11c,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:47.493264 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f5ae624b-5948-4f6d-8236-324e5b9e4277 req-dcba5ce5-d89d-4cf8-a8e2-5d8858760ae7 tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.0939269 May 30 20:05:47.499551 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:47.501139 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e600d56e-60bb-498b-b420-2caecc7276e2 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:05:47.556095 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1e8b0711-39eb-429c-9910-7d8f93e6012e req-b733ba1c-ddac-4dee-a451-2c9c1ce135ff tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:47.582957 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Deleting port 04e016b5-f5de-43fb-ad12-0fceb5d99fed {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:05:47.584011 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:47.647723 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: e600d56e-60bb-498b-b420-2caecc7276e2 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:05:47.648598 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e600d56e-60bb-498b-b420-2caecc7276e2 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:05:47.652525 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=f1c56e33-8fc6-4ae1-b3df-67777695b11c,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:47.655758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['550c3460-ceff-4a87-a0b9-3e1ec4a74d7a', '448444c2-04f3-4dd7-bcef-8f5d59972827', '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:47.760553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733ba1c-ddac-4dee-a451-2c9c1ce135ff tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Pushing event deleted for resources: {'Port': ['ID=e600d56e-60bb-498b-b420-2caecc7276e2,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:47.869439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cf3ed5a-b4ee-4256-854c-14fd3b8e117f req-64d3258a-973a-465d-9e7a-3f332b358f39 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156123 May 30 20:05:47.940824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8b0711-39eb-429c-9910-7d8f93e6012e req-b733ba1c-ddac-4dee-a451-2c9c1ce135ff tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] No DVR routers for this DVR port e600d56e-60bb-498b-b420-2caecc7276e2 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:05:47.957780 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1e8b0711-39eb-429c-9910-7d8f93e6012e req-b733ba1c-ddac-4dee-a451-2c9c1ce135ff tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:47.979068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cac49b1-f214-4862-833b-dc8a7680d373', 'name': 'network-vif-deleted', 'tag': 'e600d56e-60bb-498b-b420-2caecc7276e2'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:47.995483 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-383f7cf3-b0e2-464b-bb78-b0204a6a58f3 req-252bb4ee-5a36-4066-bdf8-e06ae5a9aade service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7747793 May 30 20:05:48.018459 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:48.042250 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6b1b19c-85ec-4ab1-946b-1bea097c51a6 req-ff9c9f50-fe6f-45ae-b8d5-d866d3e46c5a tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/bfd8c384-797d-4d09-a61a-751c2e541dba HTTP/1.1" status: 200 len: 1637 time: 0.3752427 May 30 20:05:48.046877 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15da6cc5-82ea-4d7f-b56b-7d3f8becc776'] response: {'server_uuid': 'a90ad729-e068-4a38-951e-ecb51a7d88a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c56e33-8fc6-4ae1-b3df-67777695b11c', 'code': 200} May 30 20:05:48.047776 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e8b0711-39eb-429c-9910-7d8f93e6012e req-b733ba1c-ddac-4dee-a451-2c9c1ce135ff tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.93 "DELETE /v2.0/ports/e600d56e-60bb-498b-b420-2caecc7276e2 HTTP/1.1" status: 204 len: 173 time: 3.8121762 May 30 20:05:48.063862 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-b6b1b19c-85ec-4ab1-946b-1bea097c51a6 req-4b9b5d6d-f496-457e-b998-6d8978eab947 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bfd8c384-797d-4d09-a61a-751c2e541dba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:48.064371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-b6b1b19c-85ec-4ab1-946b-1bea097c51a6 req-4b9b5d6d-f496-457e-b998-6d8978eab947 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bfd8c384-797d-4d09-a61a-751c2e541dba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:48.082468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b6b1b19c-85ec-4ab1-946b-1bea097c51a6 req-4b9b5d6d-f496-457e-b998-6d8978eab947 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:48.100820 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b6b1b19c-85ec-4ab1-946b-1bea097c51a6 req-4b9b5d6d-f496-457e-b998-6d8978eab947 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group_rule and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:48.109680 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b6b1b19c-85ec-4ab1-946b-1bea097c51a6 req-4b9b5d6d-f496-457e-b998-6d8978eab947 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:48.123783 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:48.124932 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:48.130824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b6b1b19c-85ec-4ab1-946b-1bea097c51a6 req-4b9b5d6d-f496-457e-b998-6d8978eab947 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:48.283940 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Calling delete_port for 04e016b5-f5de-43fb-ad12-0fceb5d99fed owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:05:48.427993 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83f8adbf-ea35-40c3-9cc2-b2a44899de67 req-90d6edde-e416-41e5-8aae-b7683f1536b0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a90ad729-e068-4a38-951e-ecb51a7d88a5 HTTP/1.1" status: 200 len: 1097 time: 0.2684429 May 30 20:05:48.460612 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Allocated IP 172.25.5.225 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/1f5a2732-c634-488c-8570-e2abbdebef5a) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:05:48.484470 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b6b1b19c-85ec-4ab1-946b-1bea097c51a6 req-4b9b5d6d-f496-457e-b998-6d8978eab947 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:48.565944 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b6b1b19c-85ec-4ab1-946b-1bea097c51a6 req-4b9b5d6d-f496-457e-b998-6d8978eab947 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:48.613216 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b6b1b19c-85ec-4ab1-946b-1bea097c51a6 req-4b9b5d6d-f496-457e-b998-6d8978eab947 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:48.695829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b5d6d-f496-457e-b998-6d8978eab947 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1477f8d1-7679-4a61-af4e-fbf42a3966b0,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:48.698156 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:48.712477 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9ee0b7-3eed-45e8-8cb8-cefaabe6fac6'] response: {'server_uuid': '4cac49b1-f214-4862-833b-dc8a7680d373', 'name': 'network-vif-deleted', 'tag': 'e600d56e-60bb-498b-b420-2caecc7276e2', 'status': 'completed', 'code': 200} May 30 20:05:48.755186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Pushing event deleted for resources: {'Port': ['ID=04e016b5-f5de-43fb-ad12-0fceb5d99fed,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:48.790498 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51d412d4-3c00-458e-8bdf-a4dbfd2b710e req-a3220d3c-abef-4392-b390-cbf476a94d64 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46695c784eb14ff3a7cbaa0bd88d074e&device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.0745742 May 30 20:05:48.791500 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b6b1b19c-85ec-4ab1-946b-1bea097c51a6 req-4b9b5d6d-f496-457e-b998-6d8978eab947 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:48.804365 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6b1b19c-85ec-4ab1-946b-1bea097c51a6 req-4b9b5d6d-f496-457e-b998-6d8978eab947 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.7611687 May 30 20:05:48.860248 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:48.900486 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:48.903275 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83f8adbf-ea35-40c3-9cc2-b2a44899de67 req-9765928e-5173-4eba-a687-757593f7fe7a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661067 May 30 20:05:48.913667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51d412d4-3c00-458e-8bdf-a4dbfd2b710e req-96ba7e7e-cc28-4a61-bf3d-ebca59bdac01 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=46695c784eb14ff3a7cbaa0bd88d074e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049602 May 30 20:05:48.962500 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:49.003229 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-65132eb0-fe34-4173-8d9d-915b96b9ebda req-75650b0b-970f-43db-a311-0dfcc4f25e4e tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.0559583 May 30 20:05:49.013649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50497690-3329-4815-85ab-0e09547f1d98 req-e0055b09-e980-4785-907a-cc2a4f82ae8d tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:49.022086 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50497690-3329-4815-85ab-0e09547f1d98 req-e0055b09-e980-4785-907a-cc2a4f82ae8d tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=a90ad729-e068-4a38-951e-ecb51a7d88a5 HTTP/1.1" status: 200 len: 946 time: 0.1685522 May 30 20:05:49.035876 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:49.103998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:05:49.108466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:05:49.114573 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:05:49.135747 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50497690-3329-4815-85ab-0e09547f1d98 req-2ca27eb9-14d3-4693-bde1-79275a76d19b tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127102 May 30 20:05:49.146314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event updated for resources: {'Port': ['ID=1f5a2732-c634-488c-8570-e2abbdebef5a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:49.209440 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:49.258024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=92a6ccf5-44d4-430f-908d-87925d7546b1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:49.338015 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a38e55d0-f2a4-4247-a762-272fa9b7e834 req-a1e411af-6a05-41ef-a568-3a4994130d23 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/bfd8c384-797d-4d09-a61a-751c2e541dba HTTP/1.1" status: 200 len: 2140 time: 0.2568808 May 30 20:05:49.426104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-a38e55d0-f2a4-4247-a762-272fa9b7e834 req-6eb1ae5e-747e-4d92-910a-3b9f4ae02f2e tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bfd8c384-797d-4d09-a61a-751c2e541dba', 'remote_group_id': None}]} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:49.426104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-a38e55d0-f2a4-4247-a762-272fa9b7e834 req-6eb1ae5e-747e-4d92-910a-3b9f4ae02f2e tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bfd8c384-797d-4d09-a61a-751c2e541dba', 'remote_group_id': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:49.432373 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:49.432559 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-a38e55d0-f2a4-4247-a762-272fa9b7e834 req-6eb1ae5e-747e-4d92-910a-3b9f4ae02f2e tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:49.444731 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a38e55d0-f2a4-4247-a762-272fa9b7e834 req-6eb1ae5e-747e-4d92-910a-3b9f4ae02f2e tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Usage tracker for resource:security_group_rule and tenant:de1d1c1d5e0f41e180e291afffa0f2a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:49.459824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a38e55d0-f2a4-4247-a762-272fa9b7e834 req-6eb1ae5e-747e-4d92-910a-3b9f4ae02f2e tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:49.480720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-a38e55d0-f2a4-4247-a762-272fa9b7e834 req-6eb1ae5e-747e-4d92-910a-3b9f4ae02f2e tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:49.488902 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:49.498452 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d412d4-3c00-458e-8bdf-a4dbfd2b710e req-e354d5b4-ffe5-4ff5-8707-892b62670830 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:49.499945 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51d412d4-3c00-458e-8bdf-a4dbfd2b710e req-e354d5b4-ffe5-4ff5-8707-892b62670830 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4055357 May 30 20:05:49.501885 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:49.517933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc105b08-d280-4430-afac-f2b0994573ca') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:49.518221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc105b08-d280-4430-afac-f2b0994573ca') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:49.583629 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:49.617288 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a38e55d0-f2a4-4247-a762-272fa9b7e834 req-6eb1ae5e-747e-4d92-910a-3b9f4ae02f2e tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:49.625977 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:49.629823 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:49.680355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:05:49.680355 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:49.685123 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a38e55d0-f2a4-4247-a762-272fa9b7e834 req-6eb1ae5e-747e-4d92-910a-3b9f4ae02f2e tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:49.727497 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a38e55d0-f2a4-4247-a762-272fa9b7e834 req-6eb1ae5e-747e-4d92-910a-3b9f4ae02f2e tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:49.772113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1ae5e-747e-4d92-910a-3b9f4ae02f2e tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845a29cd-9a38-4770-9651-3f9f106fcd7c,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:49.777463 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a38e55d0-f2a4-4247-a762-272fa9b7e834 req-6eb1ae5e-747e-4d92-910a-3b9f4ae02f2e tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:49.780385 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a38e55d0-f2a4-4247-a762-272fa9b7e834 req-6eb1ae5e-747e-4d92-910a-3b9f4ae02f2e tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.4252894 May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: timer() May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:05:49.812431 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:05:49.927548 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7dd46727-79a5-4600-b5e5-29884f25fe5b req-59bb061c-ec47-44a0-b976-396a896cd04a tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/bfd8c384-797d-4d09-a61a-751c2e541dba HTTP/1.1" status: 200 len: 2648 time: 0.0978410 May 30 20:05:49.983836 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:50.007581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 30 20:05:50.021560 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:50.033182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Pushing event deleted for resources: {'Network': ['ID=7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:50.109648 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a06e616b-0d9f-45d0-ae63-59c18fa8f54c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] 10.222.0.84 "DELETE /v2.0/networks/7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2 HTTP/1.1" status: 204 len: 168 time: 2.9767981 May 30 20:05:50.113075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58210) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:50.237115 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9982c820-6766-478a-9c7e-e513f6df87b8 req-c39bfebf-dab9-44cd-908d-2915a5f2c431 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-group-rules/845a29cd-9a38-4770-9651-3f9f106fcd7c HTTP/1.1" status: 200 len: 718 time: 0.0495331 May 30 20:05:50.279719 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:50.291673 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e2c4d028-bbee-43c3-bcf8-4be7f3a641fe tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Synchronizing usage tracker for tenant:398358dfaa0848a082b14598db15b534 on resource:floatingip {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:50.295454 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:50.338393 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df24d25-f06f-4e44-abe6-9317ed25fd55 req-2fca594e-4437-4417-b460-624cf96ab50b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:50.339192 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1df24d25-f06f-4e44-abe6-9317ed25fd55 req-2fca594e-4437-4417-b460-624cf96ab50b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Synchronizing usage tracker for tenant:3e860bf879054bd598319d1741599d12 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:50.368629 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1df24d25-f06f-4e44-abe6-9317ed25fd55 req-2fca594e-4437-4417-b460-624cf96ab50b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Unset dirty status for tenant:3e860bf879054bd598319d1741599d12 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:50.369999 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1df24d25-f06f-4e44-abe6-9317ed25fd55 req-2fca594e-4437-4417-b460-624cf96ab50b tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 951 time: 0.4281092 May 30 20:05:50.384006 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9982c820-6766-478a-9c7e-e513f6df87b8 req-bed3a8df-6f2a-419b-8809-1fc3774ce335 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/bfd8c384-797d-4d09-a61a-751c2e541dba HTTP/1.1" status: 200 len: 2648 time: 0.1455419 May 30 20:05:50.450810 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1df24d25-f06f-4e44-abe6-9317ed25fd55 req-133de5a0-e1db-4380-81fd-7f09d1210664 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532641 May 30 20:05:50.460420 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e2c4d028-bbee-43c3-bcf8-4be7f3a641fe tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Unset dirty status for tenant:398358dfaa0848a082b14598db15b534 on resource:floatingip {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:50.462292 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e2c4d028-bbee-43c3-bcf8-4be7f3a641fe tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2742 time: 0.3482046 May 30 20:05:50.471509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58216) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:50.472423 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9982c820-6766-478a-9c7e-e513f6df87b8 req-75a9fe7f-2c8f-4621-bf4e-f81e9d1d256d tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:50.476182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event updated for resources: {'Port': ['ID=1f5a2732-c634-488c-8570-e2abbdebef5a,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:50.511623 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:50.545139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:50.554595 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ad9188a1-0022-497e-ab0d-67359cf92925 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4343524 May 30 20:05:50.614160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019b2c2-65dc-4964-b541-09afc4f1079d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:50.614519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019b2c2-65dc-4964-b541-09afc4f1079d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:50.615416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019b2c2-65dc-4964-b541-09afc4f1079d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:50.615762 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019b2c2-65dc-4964-b541-09afc4f1079d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:50.616137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019b2c2-65dc-4964-b541-09afc4f1079d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:50.616480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019b2c2-65dc-4964-b541-09afc4f1079d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:50.616820 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019b2c2-65dc-4964-b541-09afc4f1079d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:50.617165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019b2c2-65dc-4964-b541-09afc4f1079d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:50.617505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019b2c2-65dc-4964-b541-09afc4f1079d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:50.617840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019b2c2-65dc-4964-b541-09afc4f1079d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:50.618176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019b2c2-65dc-4964-b541-09afc4f1079d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:50.627001 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58222) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:50.635748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7019b2c2-65dc-4964-b541-09afc4f1079d tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7122 time: 0.1508725 May 30 20:05:50.643744 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9982c820-6766-478a-9c7e-e513f6df87b8 req-75a9fe7f-2c8f-4621-bf4e-f81e9d1d256d tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:50.694927 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9982c820-6766-478a-9c7e-e513f6df87b8 req-75a9fe7f-2c8f-4621-bf4e-f81e9d1d256d tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:50.730069 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9fe7f-2c8f-4621-bf4e-f81e9d1d256d tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=845a29cd-9a38-4770-9651-3f9f106fcd7c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:50.735123 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9982c820-6766-478a-9c7e-e513f6df87b8 req-75a9fe7f-2c8f-4621-bf4e-f81e9d1d256d tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:50.752919 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9982c820-6766-478a-9c7e-e513f6df87b8 req-75a9fe7f-2c8f-4621-bf4e-f81e9d1d256d tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/845a29cd-9a38-4770-9651-3f9f106fcd7c HTTP/1.1" status: 204 len: 173 time: 0.3671553 May 30 20:05:50.828928 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-09332d25-21fe-4cbc-b455-9ac32024de00 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] delete failed (client error): The resource could not be found. May 30 20:05:50.832613 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-09332d25-21fe-4cbc-b455-9ac32024de00 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] 10.222.0.84 "DELETE /v2.0/floatingips/743e9be2-9a55-474f-8537-3422cfa44f49 HTTP/1.1" status: 404 len: 345 time: 0.2012768 May 30 20:05:50.833185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58232) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:50.893406 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2bc27d16-0a6c-44e9-bb94-415faa185d00 req-07051b5f-4aa9-4d9c-abee-91626f0990d8 tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.84 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.0977712 May 30 20:05:50.898789 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace4f37a-e899-4219-a002-b7ceb3146de5 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] DELETE failed (client error): The resource could not be found. May 30 20:05:50.899291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace4f37a-e899-4219-a002-b7ceb3146de5 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:05:50.904487 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ace4f37a-e899-4219-a002-b7ceb3146de5 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] 10.222.0.84 "DELETE /v2.0/networks/7dc4eac1-bee3-4575-b3f0-7bf9f384d5d2 HTTP/1.1" status: 404 len: 339 time: 0.0662785 May 30 20:05:50.904733 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51d412d4-3c00-458e-8bdf-a4dbfd2b710e req-b2ebd909-91d2-4997-a6ff-6874445d9030 tempest-ServerShowV257Test-1392553256 tempest-ServerShowV257Test-1392553256-project] 10.222.0.93 "GET /v2.0/ports?device_id=aec02a02-09b9-414d-9e0e-1be1c9655ccf HTTP/1.1" status: 200 len: 210 time: 0.0562971 May 30 20:05:50.904802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58238) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:50.914939 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8dfc856a-8db8-4031-ae35-e1a31c162b5e tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Request body: {'network': {'name': 'tempest-network--859589991', 'router:external': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:50.933287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8dfc856a-8db8-4031-ae35-e1a31c162b5e tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:50.937589 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8dfc856a-8db8-4031-ae35-e1a31c162b5e tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Usage tracker for resource:network and tenant:398358dfaa0848a082b14598db15b534 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:50.940865 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8dfc856a-8db8-4031-ae35-e1a31c162b5e tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:50.956924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8dfc856a-8db8-4031-ae35-e1a31c162b5e tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:50.968019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfc856a-8db8-4031-ae35-e1a31c162b5e tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Made reservation on behalf of 398358dfaa0848a082b14598db15b534 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:50.977061 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8dfc856a-8db8-4031-ae35-e1a31c162b5e tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:51.026294 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dfc856a-8db8-4031-ae35-e1a31c162b5e tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:05:51.042904 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8dfc856a-8db8-4031-ae35-e1a31c162b5e tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:51.043996 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-8dfc856a-8db8-4031-ae35-e1a31c162b5e tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Added segment 2e7a44e8-02df-41ca-acd8-ad85c81f1c59 of type vlan for network c9b8c8b0-c20d-44d7-be97-1792086d948b May 30 20:05:51.104216 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8dfc856a-8db8-4031-ae35-e1a31c162b5e tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:51.131058 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7004182-e83d-4991-aa5a-bf542d614cdc req-72f6002f-afc8-4334-bd23-112424f2999f tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/bfd8c384-797d-4d09-a61a-751c2e541dba HTTP/1.1" status: 200 len: 2140 time: 0.1491690 May 30 20:05:51.145909 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8dfc856a-8db8-4031-ae35-e1a31c162b5e tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:51.147826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfc856a-8db8-4031-ae35-e1a31c162b5e tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:51.148411 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8dfc856a-8db8-4031-ae35-e1a31c162b5e tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:51.249583 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8dfc856a-8db8-4031-ae35-e1a31c162b5e tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3414748 May 30 20:05:51.249755 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58242) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:51.274515 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b7004182-e83d-4991-aa5a-bf542d614cdc req-24b36326-82aa-4f8c-a5d5-553b273dc1bf tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:51.283168 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560d85b-2700-456b-a10c-20488d528e34 req-c416ad9a-2bd8-49be-bd42-efcab43c4712 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:51.284583 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e560d85b-2700-456b-a10c-20488d528e34 req-c416ad9a-2bd8-49be-bd42-efcab43c4712 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=a90ad729-e068-4a38-951e-ecb51a7d88a5 HTTP/1.1" status: 200 len: 946 time: 0.1969643 May 30 20:05:51.369581 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b7004182-e83d-4991-aa5a-bf542d614cdc req-24b36326-82aa-4f8c-a5d5-553b273dc1bf tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:51.429286 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40863b0-64ec-4370-9c1e-6d97935c6558 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:51.438239 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40863b0-64ec-4370-9c1e-6d97935c6558 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:51.442121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40863b0-64ec-4370-9c1e-6d97935c6558 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:51.446547 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40863b0-64ec-4370-9c1e-6d97935c6558 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:51.447471 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c40863b0-64ec-4370-9c1e-6d97935c6558 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Synchronizing usage tracker for tenant:21bf1fb78be94f65b162e55232b92d63 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:51.451802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc856a-8db8-4031-ae35-e1a31c162b5e tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Pushing event updated for resources: {'Network': ['ID=c9b8c8b0-c20d-44d7-be97-1792086d948b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:51.465587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network c9b8c8b0-c20d-44d7-be97-1792086d948b details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:05:51.476882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c40863b0-64ec-4370-9c1e-6d97935c6558 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Unset dirty status for tenant:21bf1fb78be94f65b162e55232b92d63 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:51.480794 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c40863b0-64ec-4370-9c1e-6d97935c6558 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2274020 May 30 20:05:51.481162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58252) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:51.488122 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e560d85b-2700-456b-a10c-20488d528e34 req-5ae44e73-1967-4c1b-a389-98bb3b3c769e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946430 May 30 20:05:51.549015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3275b1-fba8-41bb-b604-e64beb0e7110 req-d431c3a8-dba7-416e-81de-8697a8d8c958 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:51.550405 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b3275b1-fba8-41bb-b604-e64beb0e7110 req-d431c3a8-dba7-416e-81de-8697a8d8c958 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.77 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 951 time: 0.2201850 May 30 20:05:51.551546 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b7004182-e83d-4991-aa5a-bf542d614cdc req-24b36326-82aa-4f8c-a5d5-553b273dc1bf tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:51.605190 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b36326-82aa-4f8c-a5d5-553b273dc1bf tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd8c384-797d-4d09-a61a-751c2e541dba,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:51.621231 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b7004182-e83d-4991-aa5a-bf542d614cdc req-24b36326-82aa-4f8c-a5d5-553b273dc1bf tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:51.636750 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7004182-e83d-4991-aa5a-bf542d614cdc req-24b36326-82aa-4f8c-a5d5-553b273dc1bf tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "DELETE /v2.0/security-groups/bfd8c384-797d-4d09-a61a-751c2e541dba HTTP/1.1" status: 204 len: 173 time: 0.4800167 May 30 20:05:51.687908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-0b3275b1-fba8-41bb-b604-e64beb0e7110 req-ad84f3a2-fa06-4efb-85c3-c4a2b50fc038 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Deleting port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:05:51.692442 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0b3275b1-fba8-41bb-b604-e64beb0e7110 req-ad84f3a2-fa06-4efb-85c3-c4a2b50fc038 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:51.717729 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-60f6261a-a993-43a7-bb03-d74c7fdf676c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:51.898479 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-60f6261a-a993-43a7-bb03-d74c7fdf676c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:51.922361 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-39602289-38e8-4e57-8066-0da2069df563 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Synchronizing usage tracker for tenant:aba290eb55434081b40c27125b03c71d on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:51.930339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-60f6261a-a993-43a7-bb03-d74c7fdf676c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b8c8b0-c20d-44d7-be97-1792086d948b']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:51.943341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-60f6261a-a993-43a7-bb03-d74c7fdf676c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7a44e8-02df-41ca-acd8-ad85c81f1c59') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:51.943633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-60f6261a-a993-43a7-bb03-d74c7fdf676c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7a44e8-02df-41ca-acd8-ad85c81f1c59') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:51.957373 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-60f6261a-a993-43a7-bb03-d74c7fdf676c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:51.978986 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-60f6261a-a993-43a7-bb03-d74c7fdf676c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:51.985438 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f6261a-a993-43a7-bb03-d74c7fdf676c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:05:51.986299 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-60f6261a-a993-43a7-bb03-d74c7fdf676c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:51.986426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-39602289-38e8-4e57-8066-0da2069df563 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Unset dirty status for tenant:aba290eb55434081b40c27125b03c71d on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:51.987835 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-39602289-38e8-4e57-8066-0da2069df563 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--2106905498&fields=id&tenant_id=aba290eb55434081b40c27125b03c71d HTTP/1.1" status: 200 len: 267 time: 0.2083809 May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: timer() May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:05:51.999730 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:05:52.112879 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-60f6261a-a993-43a7-bb03-d74c7fdf676c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:52.134692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f6261a-a993-43a7-bb03-d74c7fdf676c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9b8c8b0-c20d-44d7-be97-1792086d948b {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 30 20:05:52.138829 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-60f6261a-a993-43a7-bb03-d74c7fdf676c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:52.146784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6261a-a993-43a7-bb03-d74c7fdf676c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9b8c8b0-c20d-44d7-be97-1792086d948b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:52.158646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cd5b4-ec67-4d69-bb10-3c67732a794d req-bb8a0d17-4ff8-4f56-b042-004b7a253aab tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:52.159407 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-60f6261a-a993-43a7-bb03-d74c7fdf676c tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] 10.222.0.84 "DELETE /v2.0/networks/c9b8c8b0-c20d-44d7-be97-1792086d948b HTTP/1.1" status: 204 len: 168 time: 0.6775000 May 30 20:05:52.160554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58276) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:52.165025 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e37cd5b4-ec67-4d69-bb10-3c67732a794d req-bb8a0d17-4ff8-4f56-b042-004b7a253aab tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=40b72ccd-486b-4c32-9ce7-53b706af2162 HTTP/1.1" status: 200 len: 951 time: 0.3556612 May 30 20:05:52.168217 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ad7b9d62-1319-4cb9-a48d-3dcd7a18980b tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Request body: {'network': {'name': 'tempest-network--693871838', 'router:external': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:52.174029 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ad7b9d62-1319-4cb9-a48d-3dcd7a18980b tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:52.178893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ad7b9d62-1319-4cb9-a48d-3dcd7a18980b tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Usage tracker for resource:network and tenant:398358dfaa0848a082b14598db15b534 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:52.182924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ad7b9d62-1319-4cb9-a48d-3dcd7a18980b tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:52.184529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2eec63a8-95ed-4ef4-a2ec-ca922a8f7192 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:52.190015 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ad7b9d62-1319-4cb9-a48d-3dcd7a18980b tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:52.192218 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2eec63a8-95ed-4ef4-a2ec-ca922a8f7192 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports/a1af3658-e0a8-482d-bfac-62be8aff685f HTTP/1.1" status: 200 len: 937 time: 0.1571920 May 30 20:05:52.215267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7b9d62-1319-4cb9-a48d-3dcd7a18980b tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Made reservation on behalf of 398358dfaa0848a082b14598db15b534 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:52.217847 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad7b9d62-1319-4cb9-a48d-3dcd7a18980b tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:52.273948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7b9d62-1319-4cb9-a48d-3dcd7a18980b tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:05:52.308819 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad7b9d62-1319-4cb9-a48d-3dcd7a18980b tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:52.309168 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-ad7b9d62-1319-4cb9-a48d-3dcd7a18980b tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Added segment 8d1ad8d7-1d60-48d1-b22c-35372d5c54a3 of type vlan for network 6d5964ae-ba29-4943-8441-c7c033cd8674 May 30 20:05:52.310829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0b3275b1-fba8-41bb-b604-e64beb0e7110 req-ad84f3a2-fa06-4efb-85c3-c4a2b50fc038 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] For port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:52.311351 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0b3275b1-fba8-41bb-b604-e64beb0e7110 req-ad84f3a2-fa06-4efb-85c3-c4a2b50fc038 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:52.381734 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad7b9d62-1319-4cb9-a48d-3dcd7a18980b tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:52.417888 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad7b9d62-1319-4cb9-a48d-3dcd7a18980b tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:52.419196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7b9d62-1319-4cb9-a48d-3dcd7a18980b tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:52.419913 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad7b9d62-1319-4cb9-a48d-3dcd7a18980b tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:52.523952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-0b3275b1-fba8-41bb-b604-e64beb0e7110 req-ad84f3a2-fa06-4efb-85c3-c4a2b50fc038 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Calling delete_port for 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:05:52.525715 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ad7b9d62-1319-4cb9-a48d-3dcd7a18980b tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3627429 May 30 20:05:52.527113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b9d62-1319-4cb9-a48d-3dcd7a18980b tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Pushing event updated for resources: {'Network': ['ID=6d5964ae-ba29-4943-8441-c7c033cd8674,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:52.529389 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58284) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:52.538153 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 6d5964ae-ba29-4943-8441-c7c033cd8674 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:05:52.577244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-9d0b76c2-62d0-4a06-ba27-de8225e296a4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:52.579104 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-9d0b76c2-62d0-4a06-ba27-de8225e296a4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports/0be2f338-0fcb-446a-a253-87193f57992b HTTP/1.1" status: 200 len: 937 time: 0.3856378 May 30 20:05:52.654953 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-99b1b9c4-e13f-47f2-b27f-7524f7a4924b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?network_id=afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0664635 May 30 20:05:52.669832 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e37cd5b4-ec67-4d69-bb10-3c67732a794d req-b57efa65-fde0-4c99-9ac3-015769e9f1d3 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038567 May 30 20:05:52.780215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-68ee0725-5540-4854-8bec-6a3bcb4861c2 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?network_id=afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1057768 May 30 20:05:52.782548 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-6a665e10-25ef-4f3e-9c5b-dd53d7b3b430 req-09644c59-e037-4e5f-bb21-c028482ed24e tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] show failed (client error): The resource could not be found. May 30 20:05:52.783607 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a665e10-25ef-4f3e-9c5b-dd53d7b3b430 req-09644c59-e037-4e5f-bb21-c028482ed24e tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/dc82c6b5-17cd-408f-98ae-20f43aeccb87 HTTP/1.1" status: 404 len: 352 time: 0.0330904 May 30 20:05:52.837950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa4a4cf-3218-4093-ac9e-84f20ffa5dbb tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:52.840469 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-eaa4a4cf-3218-4093-ac9e-84f20ffa5dbb tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] 10.222.0.84 "GET /v2.0/networks/6d5964ae-ba29-4943-8441-c7c033cd8674 HTTP/1.1" status: 200 len: 756 time: 0.3096280 May 30 20:05:52.841907 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58292) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:52.974238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8feb4a-58db-467a-8a9e-ea3a2dece9b3 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:52.975682 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6d8feb4a-58db-467a-8a9e-ea3a2dece9b3 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] 10.222.0.84 "GET /v2.0/networks/dc2ef8ee-6a0a-4f4f-95a2-68a562b7a71c HTTP/1.1" status: 200 len: 768 time: 0.1328154 May 30 20:05:52.978325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58296) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:53.090944 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-014eb3c2-6f7d-40ab-b283-dc4f609f71ec tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.201161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-276a7c7e-7661-4b0c-866c-6d75e4597805 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:53.204983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-276a7c7e-7661-4b0c-866c-6d75e4597805 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:53.208830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-276a7c7e-7661-4b0c-866c-6d75e4597805 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:53.210364 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-276a7c7e-7661-4b0c-866c-6d75e4597805 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/networks?id=1c618fce-8e1a-4264-8a30-66966112ca92&id=de48935b-c2e1-4327-8c0d-6da1222c0137&id=de48935b-c2e1-4327-8c0d-6da1222c0137&id=afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9&id=afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 HTTP/1.1" status: 200 len: 1994 time: 0.4145658 May 30 20:05:53.213054 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0b3275b1-fba8-41bb-b604-e64beb0e7110 req-ad84f3a2-fa06-4efb-85c3-c4a2b50fc038 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.226489 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['550c3460-ceff-4a87-a0b9-3e1ec4a74d7a', '448444c2-04f3-4dd7-bcef-8f5d59972827', '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:53.232872 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-014eb3c2-6f7d-40ab-b283-dc4f609f71ec tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.263378 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-014eb3c2-6f7d-40ab-b283-dc4f609f71ec tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5964ae-ba29-4943-8441-c7c033cd8674']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:53.278716 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-014eb3c2-6f7d-40ab-b283-dc4f609f71ec tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1ad8d7-1d60-48d1-b22c-35372d5c54a3') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:53.279455 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-014eb3c2-6f7d-40ab-b283-dc4f609f71ec tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1ad8d7-1d60-48d1-b22c-35372d5c54a3') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:53.285610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84f3a2-fa06-4efb-85c3-c4a2b50fc038 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Pushing event deleted for resources: {'Port': ['ID=448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:53.299905 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-014eb3c2-6f7d-40ab-b283-dc4f609f71ec tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.311127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e93ce6-0067-43bf-9e60-be744235cf8b req-846f28b9-2bd4-463d-8764-bf64704df3ef tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:53.312882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01e93ce6-0067-43bf-9e60-be744235cf8b req-846f28b9-2bd4-463d-8764-bf64704df3ef tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 946 time: 0.2955863 May 30 20:05:53.321663 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-014eb3c2-6f7d-40ab-b283-dc4f609f71ec tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.329394 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014eb3c2-6f7d-40ab-b283-dc4f609f71ec tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:05:53.329830 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-014eb3c2-6f7d-40ab-b283-dc4f609f71ec tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: timer() May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:05:53.343016 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:05:53.345095 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-783184ed-e0aa-4025-b24c-b5d06de45f27 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/quotas/aba290eb55434081b40c27125b03c71d HTTP/1.1" status: 200 len: 375 time: 0.1226282 May 30 20:05:53.426907 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-014eb3c2-6f7d-40ab-b283-dc4f609f71ec tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.449707 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014eb3c2-6f7d-40ab-b283-dc4f609f71ec tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6d5964ae-ba29-4943-8441-c7c033cd8674 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 30 20:05:53.454944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014eb3c2-6f7d-40ab-b283-dc4f609f71ec tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d5964ae-ba29-4943-8441-c7c033cd8674,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:53.457026 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-014eb3c2-6f7d-40ab-b283-dc4f609f71ec tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.467590 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-014eb3c2-6f7d-40ab-b283-dc4f609f71ec tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] 10.222.0.84 "DELETE /v2.0/networks/6d5964ae-ba29-4943-8441-c7c033cd8674 HTTP/1.1" status: 204 len: 168 time: 0.4841857 May 30 20:05:53.468063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58304) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:53.473297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-148c14d1-35f5-4a12-88c4-954a11428f98 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Request body: {'network': {'name': 'tempest-network--653716100'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:53.473709 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3275b1-fba8-41bb-b604-e64beb0e7110 req-ad84f3a2-fa06-4efb-85c3-c4a2b50fc038 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] No DVR routers for this DVR port 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:05:53.477073 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0b3275b1-fba8-41bb-b604-e64beb0e7110 req-ad84f3a2-fa06-4efb-85c3-c4a2b50fc038 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.478886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-148c14d1-35f5-4a12-88c4-954a11428f98 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:53.482967 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-148c14d1-35f5-4a12-88c4-954a11428f98 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Usage tracker for resource:network and tenant:398358dfaa0848a082b14598db15b534 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:53.485992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-148c14d1-35f5-4a12-88c4-954a11428f98 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:53.492236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b72ccd-486b-4c32-9ce7-53b706af2162', 'name': 'network-vif-deleted', 'tag': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:53.492901 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-148c14d1-35f5-4a12-88c4-954a11428f98 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:53.507185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148c14d1-35f5-4a12-88c4-954a11428f98 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Made reservation on behalf of 398358dfaa0848a082b14598db15b534 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:53.510233 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-148c14d1-35f5-4a12-88c4-954a11428f98 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.532595 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01e93ce6-0067-43bf-9e60-be744235cf8b req-67e91907-ec30-4f5d-9773-7ceb24edcc9d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823761 May 30 20:05:53.551842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148c14d1-35f5-4a12-88c4-954a11428f98 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:05:53.576988 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-148c14d1-35f5-4a12-88c4-954a11428f98 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.577311 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-148c14d1-35f5-4a12-88c4-954a11428f98 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Added segment 28d8f8c1-49f8-4eb0-96a2-5bb9d29accf3 of type vlan for network 1a572b1e-700b-40d4-aef3-75d4d0db91f2 May 30 20:05:53.578416 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b3275b1-fba8-41bb-b604-e64beb0e7110 req-ad84f3a2-fa06-4efb-85c3-c4a2b50fc038 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.77 "DELETE /v2.0/ports/448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 HTTP/1.1" status: 204 len: 173 time: 2.0114021 May 30 20:05:53.614660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-148c14d1-35f5-4a12-88c4-954a11428f98 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.619190 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-5a52b4cd-cb07-4e47-90e0-18feda396a23 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=aba290eb55434081b40c27125b03c71d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2473927 May 30 20:05:53.653610 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-148c14d1-35f5-4a12-88c4-954a11428f98 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.654685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148c14d1-35f5-4a12-88c4-954a11428f98 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:53.656250 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-148c14d1-35f5-4a12-88c4-954a11428f98 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.807846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c14d1-35f5-4a12-88c4-954a11428f98 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Pushing event updated for resources: {'Network': ['ID=1a572b1e-700b-40d4-aef3-75d4d0db91f2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:53.821414 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 1a572b1e-700b-40d4-aef3-75d4d0db91f2 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:05:53.827227 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-148c14d1-35f5-4a12-88c4-954a11428f98 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3582087 May 30 20:05:53.830308 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58316) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:53.841807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-75e017b2-06a5-48e1-8c77-b008f16933ed tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:53.926890 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-357223c9-bffb-4d68-8146-d1f3ad21ec05 service neutron] 10.222.0.84 "GET /v2.0/networks/1c618fce-8e1a-4264-8a30-66966112ca92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050244 May 30 20:05:54.194763 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e87707b-c31a-436d-a031-dd94f88818ca req-13f741c6-893c-46ea-8edf-5ef3ca9c1c2b tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/0800a64d-6529-4212-9346-ce9655d63bc1 HTTP/1.1" status: 200 len: 1637 time: 0.1110020 May 30 20:05:54.201057 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75e017b2-06a5-48e1-8c77-b008f16933ed tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.219899 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-d8a7822c-5976-4805-93a1-a89101370014 service neutron] 10.222.0.84 "GET /v2.0/networks/1c618fce-8e1a-4264-8a30-66966112ca92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921805 May 30 20:05:54.227950 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75e017b2-06a5-48e1-8c77-b008f16933ed tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.249153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-75e017b2-06a5-48e1-8c77-b008f16933ed tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Network 1a572b1e-700b-40d4-aef3-75d4d0db91f2 is not hosted by any dhcp agent {{(pid=84024) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 30 20:05:54.249834 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e017b2-06a5-48e1-8c77-b008f16933ed tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:54.250418 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75e017b2-06a5-48e1-8c77-b008f16933ed tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.251865 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-75e017b2-06a5-48e1-8c77-b008f16933ed tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] 10.222.0.84 "PUT /v2.0/networks/1a572b1e-700b-40d4-aef3-75d4d0db91f2 HTTP/1.1" status: 200 len: 857 time: 0.4203994 May 30 20:05:54.254898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58328) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:54.322344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58332) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:54.345039 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e87707b-c31a-436d-a031-dd94f88818ca req-d686656f-7141-4590-b277-54cca34de8d5 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.373698 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e87707b-c31a-436d-a031-dd94f88818ca req-d686656f-7141-4590-b277-54cca34de8d5 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.432806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e017b2-06a5-48e1-8c77-b008f16933ed tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Pushing event updated for resources: {'Network': ['ID=1a572b1e-700b-40d4-aef3-75d4d0db91f2,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:54.440865 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-60158554-d568-4dc6-9062-5033c91c939a service neutron] 10.222.0.84 "GET /v2.0/ports/a1af3658-e0a8-482d-bfac-62be8aff685f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2110717 May 30 20:05:54.442470 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e87707b-c31a-436d-a031-dd94f88818ca req-d686656f-7141-4590-b277-54cca34de8d5 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.453773 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aafa7699-5aa3-46cd-92a1-03a899705c85 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.459596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686656f-7141-4590-b277-54cca34de8d5 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0800a64d-6529-4212-9346-ce9655d63bc1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:54.553117 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e87707b-c31a-436d-a031-dd94f88818ca req-d686656f-7141-4590-b277-54cca34de8d5 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.554211 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e87707b-c31a-436d-a031-dd94f88818ca req-d686656f-7141-4590-b277-54cca34de8d5 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "DELETE /v2.0/security-groups/0800a64d-6529-4212-9346-ce9655d63bc1 HTTP/1.1" status: 204 len: 173 time: 0.3586864 May 30 20:05:54.585542 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3267-8495-475b-a9b7-dbd927902024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.622536 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aafa7699-5aa3-46cd-92a1-03a899705c85 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.649833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-aafa7699-5aa3-46cd-92a1-03a899705c85 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a572b1e-700b-40d4-aef3-75d4d0db91f2']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:54.654866 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3b4f3267-8495-475b-a9b7-dbd927902024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:54.661333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3b4f3267-8495-475b-a9b7-dbd927902024 admin admin] Usage tracker for resource:security_group_rule and tenant:46695c784eb14ff3a7cbaa0bd88d074e is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:54.663743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-aafa7699-5aa3-46cd-92a1-03a899705c85 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d8f8c1-49f8-4eb0-96a2-5bb9d29accf3') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:54.664066 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-aafa7699-5aa3-46cd-92a1-03a899705c85 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d8f8c1-49f8-4eb0-96a2-5bb9d29accf3') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:54.665732 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b886de06-1c2d-42b8-b7ed-023f6dd291ac service neutron] 10.222.0.84 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041559 May 30 20:05:54.666509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3b4f3267-8495-475b-a9b7-dbd927902024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:54.672446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3b4f3267-8495-475b-a9b7-dbd927902024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:54.676543 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aafa7699-5aa3-46cd-92a1-03a899705c85 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.693933 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aafa7699-5aa3-46cd-92a1-03a899705c85 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.700522 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafa7699-5aa3-46cd-92a1-03a899705c85 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:05:54.700987 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aafa7699-5aa3-46cd-92a1-03a899705c85 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: timer() May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:05:54.717422 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:05:54.825101 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-7df3e299-d350-497c-8d9d-693bf99d257a service neutron] 10.222.0.84 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463079 May 30 20:05:54.897183 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3e74ed96-5234-43fe-9f29-f6f078f15cce service neutron] 10.222.0.84 "GET /v2.0/ports/0be2f338-0fcb-446a-a253-87193f57992b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0647836 May 30 20:05:54.906844 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aafa7699-5aa3-46cd-92a1-03a899705c85 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.911250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafa7699-5aa3-46cd-92a1-03a899705c85 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1a572b1e-700b-40d4-aef3-75d4d0db91f2 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 30 20:05:54.914051 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aafa7699-5aa3-46cd-92a1-03a899705c85 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.936514 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa7699-5aa3-46cd-92a1-03a899705c85 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a572b1e-700b-40d4-aef3-75d4d0db91f2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:54.939984 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-aafa7699-5aa3-46cd-92a1-03a899705c85 tempest-ExternalNetworksTestJSON-1419003784 tempest-ExternalNetworksTestJSON-1419003784-project-admin] 10.222.0.84 "DELETE /v2.0/networks/1a572b1e-700b-40d4-aef3-75d4d0db91f2 HTTP/1.1" status: 204 len: 168 time: 0.6835523 May 30 20:05:54.943900 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58348) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:55.060842 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3a7e6d-8503-41f9-9108-5bb3a875cb91 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] DELETE failed (client error): The resource could not be found. May 30 20:05:55.061846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d3a7e6d-8503-41f9-9108-5bb3a875cb91 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:05:55.065881 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2d3a7e6d-8503-41f9-9108-5bb3a875cb91 tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] 10.222.0.84 "DELETE /v2.0/subnets/92a6ccf5-44d4-430f-908d-87925d7546b1 HTTP/1.1" status: 404 len: 337 time: 0.1209233 May 30 20:05:55.069242 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58356) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:55.101990 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3267-8495-475b-a9b7-dbd927902024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:55.104841 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1fd8051f-cbbe-4dde-9e15-f3e2e55ebe4b service neutron] 10.222.0.84 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997256 May 30 20:05:55.108163 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3267-8495-475b-a9b7-dbd927902024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:55.257075 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc7028b6-9cd5-44da-88bb-71d90383ba1a tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:55.363238 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adcff2c2-5cb3-4050-bbf8-9c3305667fec'] response: {'server_uuid': '40b72ccd-486b-4c32-9ce7-53b706af2162', 'name': 'network-vif-deleted', 'tag': '448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36', 'status': 'completed', 'code': 200} May 30 20:05:55.418605 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f3267-8495-475b-a9b7-dbd927902024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939393cb-0a09-458b-9df6-1d81662e7661,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:55.424225 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc7028b6-9cd5-44da-88bb-71d90383ba1a tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:55.433045 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3b4f3267-8495-475b-a9b7-dbd927902024 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=46695c784eb14ff3a7cbaa0bd88d074e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1073511 May 30 20:05:55.436640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58362) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:55.444600 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fc878913-fa2f-48a5-98de-24bcccf4ed72 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:05:55.488774 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-fc7028b6-9cd5-44da-88bb-71d90383ba1a tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2ef8ee-6a0a-4f4f-95a2-68a562b7a71c']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:55.515677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-fc7028b6-9cd5-44da-88bb-71d90383ba1a tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b367788-f5fe-47e7-a56d-34e08fddfbe5') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:55.515988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-fc7028b6-9cd5-44da-88bb-71d90383ba1a tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b367788-f5fe-47e7-a56d-34e08fddfbe5') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:55.527781 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc7028b6-9cd5-44da-88bb-71d90383ba1a tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:55.554465 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc7028b6-9cd5-44da-88bb-71d90383ba1a tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:55.567287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7028b6-9cd5-44da-88bb-71d90383ba1a tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:05:55.569762 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc7028b6-9cd5-44da-88bb-71d90383ba1a tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: timer() May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:05:55.585551 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:05:55.636908 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b88fab4b-f40d-4ff4-b629-46e52a25d33f service neutron] 10.222.0.84 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144033 May 30 20:05:55.674383 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc7028b6-9cd5-44da-88bb-71d90383ba1a tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:55.681741 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc7028b6-9cd5-44da-88bb-71d90383ba1a tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:55.706723 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:55.735890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7028b6-9cd5-44da-88bb-71d90383ba1a tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] Pushing event deleted for resources: {'Network': ['ID=dc2ef8ee-6a0a-4f4f-95a2-68a562b7a71c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:55.735890 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fc7028b6-9cd5-44da-88bb-71d90383ba1a tempest-ExternalNetworksTestJSON-492468405 tempest-ExternalNetworksTestJSON-492468405-project] 10.222.0.84 "DELETE /v2.0/networks/dc2ef8ee-6a0a-4f4f-95a2-68a562b7a71c HTTP/1.1" status: 204 len: 168 time: 0.6606374 May 30 20:05:55.760615 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fc878913-fa2f-48a5-98de-24bcccf4ed72, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:55.761900 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:55.769813 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:55.770997 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:05:55.866233 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:05:55.866892 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 448c70b2-89c6-4b8c-bcfc-a9ee3b5bae36 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:05:55.897296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fc878913-fa2f-48a5-98de-24bcccf4ed72,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:55.921281 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8bfb32fa-3665-48b0-95ec-ddde9bca302f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:56.017644 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8bfb32fa-3665-48b0-95ec-ddde9bca302f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:56.067178 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-5d9f0cd4-2ff7-4e8f-b55b-f992686ce477 service neutron] 10.222.0.84 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247985 May 30 20:05:56.146301 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58384) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:56.245775 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b567d44e-eb6e-430a-b117-3c623ea18bf8 service neutron] 10.222.0.84 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603332 May 30 20:05:56.390875 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8bfb32fa-3665-48b0-95ec-ddde9bca302f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:56.408679 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b03dc78-9691-495d-8f64-746eea8f3f44 req-66f4194f-9ef3-434f-8ab8-a31ec61c1429 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/abf7271a-3ef0-47eb-ad14-278cfa4e87b8 HTTP/1.1" status: 200 len: 1638 time: 0.3373935 May 30 20:05:56.413637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb32fa-3665-48b0-95ec-ddde9bca302f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939393cb-0a09-458b-9df6-1d81662e7661,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:56.447084 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-58da0a3e-f0d2-494a-bda6-5d4397aa0663 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=21bf1fb78be94f65b162e55232b92d63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2992885 May 30 20:05:56.449243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58392) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:56.457951 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8bfb32fa-3665-48b0-95ec-ddde9bca302f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:56.461644 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8bfb32fa-3665-48b0-95ec-ddde9bca302f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/939393cb-0a09-458b-9df6-1d81662e7661 HTTP/1.1" status: 204 len: 168 time: 1.0216417 May 30 20:05:56.472171 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb32fa-3665-48b0-95ec-ddde9bca302f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:56.472517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb32fa-3665-48b0-95ec-ddde9bca302f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:56.472852 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb32fa-3665-48b0-95ec-ddde9bca302f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:56.473181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb32fa-3665-48b0-95ec-ddde9bca302f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:56.473507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb32fa-3665-48b0-95ec-ddde9bca302f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:56.474907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb32fa-3665-48b0-95ec-ddde9bca302f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:56.475258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb32fa-3665-48b0-95ec-ddde9bca302f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:56.475715 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb32fa-3665-48b0-95ec-ddde9bca302f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:56.476440 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb32fa-3665-48b0-95ec-ddde9bca302f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:56.476765 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb32fa-3665-48b0-95ec-ddde9bca302f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:56.477277 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb32fa-3665-48b0-95ec-ddde9bca302f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:56.534882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-d55f891c-97f2-46a0-bba1-428e7f0856ca service neutron] 10.222.0.84 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796955 May 30 20:05:56.561407 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-747a8ccb-3869-49d3-9ae2-4bd59bfc4ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:56.600297 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-747a8ccb-3869-49d3-9ae2-4bd59bfc4ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:56.658124 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8b03dc78-9691-495d-8f64-746eea8f3f44 req-a56af6df-2b6c-4cdd-be16-1c63b5f510aa tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:56.711191 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-747a8ccb-3869-49d3-9ae2-4bd59bfc4ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:56.718987 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8b03dc78-9691-495d-8f64-746eea8f3f44 req-a56af6df-2b6c-4cdd-be16-1c63b5f510aa tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:56.730344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a8ccb-3869-49d3-9ae2-4bd59bfc4ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5352c58-a336-44e5-b04e-444d2f416edc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:56.735885 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-747a8ccb-3869-49d3-9ae2-4bd59bfc4ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:56.737485 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-747a8ccb-3869-49d3-9ae2-4bd59bfc4ebf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e5352c58-a336-44e5-b04e-444d2f416edc HTTP/1.1" status: 204 len: 168 time: 0.2872772 May 30 20:05:56.799435 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-f6492305-b333-447a-b850-13d79ef594ac service neutron] 10.222.0.84 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584543 May 30 20:05:56.994869 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8b03dc78-9691-495d-8f64-746eea8f3f44 req-a56af6df-2b6c-4cdd-be16-1c63b5f510aa tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:57.028658 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8b03dc78-9691-495d-8f64-746eea8f3f44 req-a56af6df-2b6c-4cdd-be16-1c63b5f510aa tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:57.043852 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b03dc78-9691-495d-8f64-746eea8f3f44 req-a56af6df-2b6c-4cdd-be16-1c63b5f510aa tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "DELETE /v2.0/security-groups/abf7271a-3ef0-47eb-ad14-278cfa4e87b8 HTTP/1.1" status: 204 len: 173 time: 0.6226873 May 30 20:05:57.059216 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-5b8e3886-57e8-4413-947c-4521c5b91511 service neutron] 10.222.0.84 "GET /v2.0/networks/afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585537 May 30 20:05:57.108084 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56af6df-2b6c-4cdd-be16-1c63b5f510aa tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf7271a-3ef0-47eb-ad14-278cfa4e87b8,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:57.151404 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33428065-827f-406d-ad12-5e4298fe1691'] response: {'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'code': 200} May 30 20:05:57.222188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58416) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:57.324893 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4adc4329-2d0f-4302-b797-98b6380b6c4e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:57.363472 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4adc4329-2d0f-4302-b797-98b6380b6c4e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:57.430772 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4adc4329-2d0f-4302-b797-98b6380b6c4e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:57.439807 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-0732f11f-c69f-4f63-bbb0-d4190f6b4039 service neutron] 10.222.0.84 "GET /v2.0/networks/afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794193 May 30 20:05:57.455692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc4329-2d0f-4302-b797-98b6380b6c4e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55da3700-2401-49d2-a7e0-20098171dabf,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:57.469084 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3c3f92d-0425-4f6a-b721-a534d3d93c24 req-81e0d84e-a451-4c05-aaca-d3bb33ff7892 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/e22055e5-a72e-46d7-a328-debcf9f6ea8e HTTP/1.1" status: 200 len: 1637 time: 0.1944129 May 30 20:05:57.498197 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4adc4329-2d0f-4302-b797-98b6380b6c4e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:57.502498 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4adc4329-2d0f-4302-b797-98b6380b6c4e tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "DELETE /v2.0/security-groups/55da3700-2401-49d2-a7e0-20098171dabf HTTP/1.1" status: 204 len: 168 time: 0.2770534 May 30 20:05:57.503775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58424) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:57.540363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58428) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:57.584163 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-28d65cf9-8bd7-404e-af6a-ef4374001d79 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] show failed (client error): The resource could not be found. May 30 20:05:57.585218 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-28d65cf9-8bd7-404e-af6a-ef4374001d79 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups/55da3700-2401-49d2-a7e0-20098171dabf HTTP/1.1" status: 404 len: 347 time: 0.0787070 May 30 20:05:57.593235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58432) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:57.679025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58438) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:57.680519 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2e44ebf5-1b28-4bf0-a3df-ae8f29822708 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=398358dfaa0848a082b14598db15b534&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1199996 May 30 20:05:57.700297 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-614cb358-e3b9-435c-aaf9-35fb906b737e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:57.958746 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-59c94959-bf9f-4e6c-b649-6debcaae5757 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Deleting port d1a3d564-06b4-4c51-b25d-ed96567a9941 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:05:57.959086 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59c94959-bf9f-4e6c-b649-6debcaae5757 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:58.028248 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-e229ccda-ee99-426b-b618-db7c498656c1 service neutron] 10.222.0.84 "GET /v2.0/networks/afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874724 May 30 20:05:58.032236 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e3c3f92d-0425-4f6a-b721-a534d3d93c24 req-fcc9643f-e6df-485c-a543-1988ec090d7c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:58.216291 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4b30534-90bf-4fde-a181-4eb26a4900f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:58.240692 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e3c3f92d-0425-4f6a-b721-a534d3d93c24 req-fcc9643f-e6df-485c-a543-1988ec090d7c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:58.306864 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4b30534-90bf-4fde-a181-4eb26a4900f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:58.365709 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59c94959-bf9f-4e6c-b649-6debcaae5757 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:58.366033 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59c94959-bf9f-4e6c-b649-6debcaae5757 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:58.514611 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-59c94959-bf9f-4e6c-b649-6debcaae5757 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Calling delete_port for d1a3d564-06b4-4c51-b25d-ed96567a9941 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:05:58.541079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-f186f668-a5ee-4725-b16a-494de4822f33 service neutron] 10.222.0.84 "GET /v2.0/networks/afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023451 May 30 20:05:58.550926 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e3c3f92d-0425-4f6a-b721-a534d3d93c24 req-fcc9643f-e6df-485c-a543-1988ec090d7c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:58.580863 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9643f-e6df-485c-a543-1988ec090d7c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22055e5-a72e-46d7-a328-debcf9f6ea8e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:58.600414 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e3c3f92d-0425-4f6a-b721-a534d3d93c24 req-fcc9643f-e6df-485c-a543-1988ec090d7c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:58.601521 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3c3f92d-0425-4f6a-b721-a534d3d93c24 req-fcc9643f-e6df-485c-a543-1988ec090d7c tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "DELETE /v2.0/security-groups/e22055e5-a72e-46d7-a328-debcf9f6ea8e HTTP/1.1" status: 204 len: 173 time: 1.1315975 May 30 20:05:58.614487 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4b30534-90bf-4fde-a181-4eb26a4900f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:58.639049 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4b30534-90bf-4fde-a181-4eb26a4900f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:58.640423 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d4b30534-90bf-4fde-a181-4eb26a4900f4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b2e3b0b9-6c85-4d18-8936-51b69f3f65e8 HTTP/1.1" status: 204 len: 168 time: 0.9602485 May 30 20:05:58.641929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b30534-90bf-4fde-a181-4eb26a4900f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e3b0b9-6c85-4d18-8936-51b69f3f65e8,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:58.748349 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59c94959-bf9f-4e6c-b649-6debcaae5757 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:58.796777 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c94959-bf9f-4e6c-b649-6debcaae5757 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Pushing event deleted for resources: {'Port': ['ID=d1a3d564-06b4-4c51-b25d-ed96567a9941,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:58.918230 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59c94959-bf9f-4e6c-b649-6debcaae5757 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:58.933892 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59c94959-bf9f-4e6c-b649-6debcaae5757 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:58.939844 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-59c94959-bf9f-4e6c-b649-6debcaae5757 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "DELETE /v2.0/floatingips/ad76edf8-bbab-443f-9406-f84140b9cd8a HTTP/1.1" status: 204 len: 168 time: 1.3454885 May 30 20:05:59.070058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58484) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:59.276875 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8945d369-4902-4452-918e-4db9efd1dd1e req-ff477a5b-c1d1-4500-9b3a-ed756eedfcdf tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/3af3536c-0dcd-474e-9e5c-aa0576e5b353 HTTP/1.1" status: 200 len: 2144 time: 0.0635736 May 30 20:05:59.324226 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da28b8f3-9d5d-4987-a439-b9e294dd69c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:59.387303 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-da28b8f3-9d5d-4987-a439-b9e294dd69c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:59.395033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-da28b8f3-9d5d-4987-a439-b9e294dd69c8 admin admin] Usage tracker for resource:security_group_rule and tenant:40a03f8673354a4f905605517612ff41 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:59.399246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-da28b8f3-9d5d-4987-a439-b9e294dd69c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:59.418901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-da28b8f3-9d5d-4987-a439-b9e294dd69c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:59.430196 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8945d369-4902-4452-918e-4db9efd1dd1e req-de42da8e-3c28-4c68-8928-e24ffb67acea tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:59.470256 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8945d369-4902-4452-918e-4db9efd1dd1e req-de42da8e-3c28-4c68-8928-e24ffb67acea tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:59.496681 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fc878913-fa2f-48a5-98de-24bcccf4ed72 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:05:59.557406 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da28b8f3-9d5d-4987-a439-b9e294dd69c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:59.561663 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8945d369-4902-4452-918e-4db9efd1dd1e req-de42da8e-3c28-4c68-8928-e24ffb67acea tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:59.575462 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da28b8f3-9d5d-4987-a439-b9e294dd69c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:59.625576 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-da28b8f3-9d5d-4987-a439-b9e294dd69c8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=40a03f8673354a4f905605517612ff41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5522435 May 30 20:05:59.626116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58514) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:59.643697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42da8e-3c28-4c68-8928-e24ffb67acea tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af3536c-0dcd-474e-9e5c-aa0576e5b353,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:59.767772 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8945d369-4902-4452-918e-4db9efd1dd1e req-de42da8e-3c28-4c68-8928-e24ffb67acea tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:59.769156 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8945d369-4902-4452-918e-4db9efd1dd1e req-de42da8e-3c28-4c68-8928-e24ffb67acea tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "DELETE /v2.0/security-groups/3af3536c-0dcd-474e-9e5c-aa0576e5b353 HTTP/1.1" status: 204 len: 173 time: 0.4911668 May 30 20:05:59.782839 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2f777eb-6a4b-487a-8664-5f1d1d29cf85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:59.789274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28b8f3-9d5d-4987-a439-b9e294dd69c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72d07c0-fa39-4899-9cb3-47abb4fa9a91,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:59.866147 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2f777eb-6a4b-487a-8664-5f1d1d29cf85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:59.891022 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-70c98b87-0719-4169-9c86-d0314d6461a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:59.894519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fc878913-fa2f-48a5-98de-24bcccf4ed72, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:59.919692 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'port_id': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'mac_address': 'fa:16:3e:1f:e8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:05:59.995470 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2f777eb-6a4b-487a-8664-5f1d1d29cf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:00.037939 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f777eb-6a4b-487a-8664-5f1d1d29cf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72d07c0-fa39-4899-9cb3-47abb4fa9a91,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:00.066567 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a0cae97-d394-4e8b-9cfd-dac12f08cad9 req-47956c32-245c-4362-b0a6-801f314506a5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 210 time: 0.1437807 May 30 20:06:00.087130 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2f777eb-6a4b-487a-8664-5f1d1d29cf85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:00.088305 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a2f777eb-6a4b-487a-8664-5f1d1d29cf85 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a72d07c0-fa39-4899-9cb3-47abb4fa9a91 HTTP/1.1" status: 204 len: 168 time: 0.4601414 May 30 20:06:00.188712 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:00.252573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc878913-fa2f-48a5-98de-24bcccf4ed72 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:00.312992 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fc878913-fa2f-48a5-98de-24bcccf4ed72, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:00.318795 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:00.385736 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-106ddbf2-5b7b-46b0-b284-872f3fb376c5 req-fcbd5094-e9ea-493f-9b21-fd70741654a2 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "GET /v2.0/security-groups/8f5adca7-0210-4b98-a970-33a2aafc19ea HTTP/1.1" status: 200 len: 2140 time: 0.2032197 May 30 20:06:00.504312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['fc878913-fa2f-48a5-98de-24bcccf4ed72'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:06:00.619604 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fc878913-fa2f-48a5-98de-24bcccf4ed72,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:00.637322 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-106ddbf2-5b7b-46b0-b284-872f3fb376c5 req-016ad85d-6d3c-433b-8e32-d17fc5cf6218 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:00.668041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4bfd1-e32e-47be-ab34-59d09a1e087e req-e77e49a4-a0c2-4a51-9aa1-ede8b4b63773 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:00.668773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c3c4bfd1-e32e-47be-ab34-59d09a1e087e req-e77e49a4-a0c2-4a51-9aa1-ede8b4b63773 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Synchronizing usage tracker for tenant:3e860bf879054bd598319d1741599d12 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:00.699839 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-106ddbf2-5b7b-46b0-b284-872f3fb376c5 req-016ad85d-6d3c-433b-8e32-d17fc5cf6218 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:00.724556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c3c4bfd1-e32e-47be-ab34-59d09a1e087e req-e77e49a4-a0c2-4a51-9aa1-ede8b4b63773 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Unset dirty status for tenant:3e860bf879054bd598319d1741599d12 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:00.725825 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c3c4bfd1-e32e-47be-ab34-59d09a1e087e req-e77e49a4-a0c2-4a51-9aa1-ede8b4b63773 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 0.2843797 May 30 20:06:00.806688 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c3c4bfd1-e32e-47be-ab34-59d09a1e087e req-9a4ee7ad-3709-4edd-8118-162688df5f79 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738940 May 30 20:06:00.827861 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-106ddbf2-5b7b-46b0-b284-872f3fb376c5 req-016ad85d-6d3c-433b-8e32-d17fc5cf6218 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:00.846603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ad85d-6d3c-433b-8e32-d17fc5cf6218 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5adca7-0210-4b98-a970-33a2aafc19ea,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:00.851648 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-106ddbf2-5b7b-46b0-b284-872f3fb376c5 req-016ad85d-6d3c-433b-8e32-d17fc5cf6218 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:00.861532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58552) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:00.862902 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-106ddbf2-5b7b-46b0-b284-872f3fb376c5 req-016ad85d-6d3c-433b-8e32-d17fc5cf6218 tempest-SecurityGroupRulesTestJSON-1055950466 tempest-SecurityGroupRulesTestJSON-1055950466-project] 10.222.0.84 "DELETE /v2.0/security-groups/8f5adca7-0210-4b98-a970-33a2aafc19ea HTTP/1.1" status: 204 len: 173 time: 0.4679968 May 30 20:06:00.948373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-740bf6fe-50d8-411e-8120-a6e58595df45 admin admin] Deleting subnet 77fcc9f2-e6ae-420c-b77e-0fb75e4fc561 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:06:00.953027 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-740bf6fe-50d8-411e-8120-a6e58595df45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:01.018494 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-740bf6fe-50d8-411e-8120-a6e58595df45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:01.101100 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-740bf6fe-50d8-411e-8120-a6e58595df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:01.101327 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:01.226835 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-740bf6fe-50d8-411e-8120-a6e58595df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:01.267937 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:01.278136 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bf6fe-50d8-411e-8120-a6e58595df45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77fcc9f2-e6ae-420c-b77e-0fb75e4fc561,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:01.285989 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-740bf6fe-50d8-411e-8120-a6e58595df45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:01.305195 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-740bf6fe-50d8-411e-8120-a6e58595df45 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/77fcc9f2-e6ae-420c-b77e-0fb75e4fc561 HTTP/1.1" status: 204 len: 168 time: 0.4418507 May 30 20:06:01.306686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58576) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:01.497816 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fc878913-fa2f-48a5-98de-24bcccf4ed72 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:06:01.550958 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ff9cac1-6222-4153-aa70-a69e69c39188 req-5d64b76c-8b9b-4d62-8c95-0544b5f2c639 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 210 time: 0.0776024 May 30 20:06:01.580482 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:06:01.779529 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port fc878913-fa2f-48a5-98de-24bcccf4ed72 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:01.780079 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:02.017461 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-30f6f946-f9c4-4ceb-bc9f-2c2157aa6657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:02.134548 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fcdfaff1-6748-4585-a94f-41d18a370180 service neutron] 10.222.0.77 "GET /v2.0/ports/a1af3658-e0a8-482d-bfac-62be8aff685f HTTP/1.1" status: 200 len: 1033 time: 0.2749755 May 30 20:06:02.197827 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:02.318860 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-99638812-bdb5-4120-b5b1-127d0ffd582e service neutron] 10.222.0.77 "GET /v2.0/ports/0be2f338-0fcb-446a-a253-87193f57992b HTTP/1.1" status: 200 len: 1033 time: 0.1574941 May 30 20:06:02.325533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fc878913-fa2f-48a5-98de-24bcccf4ed72, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:02.326585 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:02.351150 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:02.529679 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9651fcce-7913-4c57-b464-110c40b02ada'] response: {'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'code': 200} May 30 20:06:02.530609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fc878913-fa2f-48a5-98de-24bcccf4ed72,revision_number=10']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:02.710089 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:02.843170 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-30f6f946-f9c4-4ceb-bc9f-2c2157aa6657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:02.876408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-30f6f946-f9c4-4ceb-bc9f-2c2157aa6657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912c40db-6fbb-4171-be65-519198a8eee8']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:02.892244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-30f6f946-f9c4-4ceb-bc9f-2c2157aa6657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e78c541-e839-4d05-a8e7-f7b040ef9fdb') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:02.892244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-30f6f946-f9c4-4ceb-bc9f-2c2157aa6657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e78c541-e839-4d05-a8e7-f7b040ef9fdb') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:02.940973 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:02.943830 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-30f6f946-f9c4-4ceb-bc9f-2c2157aa6657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:02.979362 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-30f6f946-f9c4-4ceb-bc9f-2c2157aa6657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:02.995205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f6f946-f9c4-4ceb-bc9f-2c2157aa6657 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:06:02.995628 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-30f6f946-f9c4-4ceb-bc9f-2c2157aa6657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:03.192835 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58626) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: timer() May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:06:03.407889 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:06:03.413564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-48c393f6-2c07-4c94-b5bd-65d463b52560 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:03.417603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-48c393f6-2c07-4c94-b5bd-65d463b52560 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:03.421788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-48c393f6-2c07-4c94-b5bd-65d463b52560 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:03.424189 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-48c393f6-2c07-4c94-b5bd-65d463b52560 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.77 "GET /v2.0/networks?id=1c618fce-8e1a-4264-8a30-66966112ca92&id=de48935b-c2e1-4327-8c0d-6da1222c0137&id=de48935b-c2e1-4327-8c0d-6da1222c0137&id=de48935b-c2e1-4327-8c0d-6da1222c0137&id=de48935b-c2e1-4327-8c0d-6da1222c0137&id=afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9&id=afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 HTTP/1.1" status: 200 len: 1994 time: 1.0822144 May 30 20:06:03.433716 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-30f6f946-f9c4-4ceb-bc9f-2c2157aa6657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:03.479761 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d34ea358-de91-4b0a-855e-ef5351a0af5a req-4eb323bd-06ad-4ee6-a456-7f1b5bb2669e tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 210 time: 0.0528872 May 30 20:06:03.484331 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-07a344cf-f86c-4a45-b9ff-0001fed31fcb tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:03.542766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6f946-f9c4-4ceb-bc9f-2c2157aa6657 admin admin] Pushing event deleted for resources: {'Network': ['ID=912c40db-6fbb-4171-be65-519198a8eee8,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:03.545223 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-30f6f946-f9c4-4ceb-bc9f-2c2157aa6657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:03.559820 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-07a344cf-f86c-4a45-b9ff-0001fed31fcb tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] 10.222.0.84 "PUT /v2.0/quotas/a925a338192040f39f1757308e29d681 HTTP/1.1" status: 200 len: 368 time: 0.3652384 May 30 20:06:03.559947 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-30f6f946-f9c4-4ceb-bc9f-2c2157aa6657 admin admin] 10.222.0.84 "DELETE /v2.0/networks/912c40db-6fbb-4171-be65-519198a8eee8 HTTP/1.1" status: 204 len: 168 time: 2.2511597 May 30 20:06:03.567866 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd899859-1bd0-4218-866b-1caf541010cf req-2658659a-48c7-4e78-bc64-a2171eb5e8df tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:03.568008 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58638) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:03.569337 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd899859-1bd0-4218-866b-1caf541010cf req-2658659a-48c7-4e78-bc64-a2171eb5e8df tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 1.7112622 May 30 20:06:03.583618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Request body: {'network': {'project_id': 'a925a338192040f39f1757308e29d681'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:03.592429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:03.604867 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Usage tracker for resource:network and tenant:a925a338192040f39f1757308e29d681 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:03.617317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:03.635269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:03.662584 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Made reservation on behalf of a925a338192040f39f1757308e29d681 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:06:03.665401 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:03.699870 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:03.769849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-fd899859-1bd0-4218-866b-1caf541010cf req-3b434cf7-c817-456b-9520-e4b08b3c5dd2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Deleting port 448444c2-04f3-4dd7-bcef-8f5d59972827 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:03.770193 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fd899859-1bd0-4218-866b-1caf541010cf req-3b434cf7-c817-456b-9520-e4b08b3c5dd2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:03.790394 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:03.800887 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Usage tracker for resource:security_group_rule and tenant:a925a338192040f39f1757308e29d681 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:03.808482 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:03.818666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:03.859046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58642) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:03.977513 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f113d399-d071-4110-82c3-1d4a43fd8814 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=de1d1c1d5e0f41e180e291afffa0f2a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1173251 May 30 20:06:03.982124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8738ec-5b7c-4ff2-b7c2-5d10680c3a4c req-815f871e-2e2a-44cc-932d-204d0e6e1077 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:03.983601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be8738ec-5b7c-4ff2-b7c2-5d10680c3a4c req-815f871e-2e2a-44cc-932d-204d0e6e1077 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 949 time: 1.6555395 May 30 20:06:03.992584 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58648) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:04.025690 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:04.040155 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:04.175948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:06:04.267816 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:04.278866 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Added segment 63672406-193c-4a91-96f1-eed00f5e6cf2 of type vlan for network efb038fd-6865-41ed-93b0-655382673811 May 30 20:06:04.312236 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fab2978d-1acb-4529-9563-7c14b70e6b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:04.314771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb85da8-9813-42a6-94aa-e5a0d9f7c9f8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:04.446259 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:04.447782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-fd899859-1bd0-4218-866b-1caf541010cf req-3b434cf7-c817-456b-9520-e4b08b3c5dd2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] For port 448444c2-04f3-4dd7-bcef-8f5d59972827, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=448444c2-04f3-4dd7-bcef-8f5d59972827,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:04.448301 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fd899859-1bd0-4218-866b-1caf541010cf req-3b434cf7-c817-456b-9520-e4b08b3c5dd2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:04.462321 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fab2978d-1acb-4529-9563-7c14b70e6b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:04.602877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-fd899859-1bd0-4218-866b-1caf541010cf req-3b434cf7-c817-456b-9520-e4b08b3c5dd2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Calling delete_port for 448444c2-04f3-4dd7-bcef-8f5d59972827 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:04.674660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:04.675978 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:04.676072 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:04.744539 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-ee19c66f-665f-430a-9b4d-a672de3c5b0b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aba290eb55434081b40c27125b03c71d HTTP/1.1" status: 200 len: 380 time: 1.2535770 May 30 20:06:04.760994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fdf1f24e-082f-4edf-943c-fa13b9ca7d40 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Request body: {'port': {'device_id': '182da0ce-1656-4cfd-9592-420799f2b30c', 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92', 'admin_state_up': True, 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'security_groups': ['eff92435-7ada-4e0b-b3a2-ca5769294cf5']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:04.804958 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fab2978d-1acb-4529-9563-7c14b70e6b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:04.910278 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2978d-1acb-4529-9563-7c14b70e6b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9f57e2-3d2f-47a1-a5f5-b7400c2d3a9a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:04.950925 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fab2978d-1acb-4529-9563-7c14b70e6b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:04.962421 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fab2978d-1acb-4529-9563-7c14b70e6b55 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/eb9f57e2-3d2f-47a1-a5f5-b7400c2d3a9a HTTP/1.1" status: 204 len: 168 time: 0.9685676 May 30 20:06:04.973635 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4044063 May 30 20:06:04.975938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ae4e7-d143-41d0-8bbe-edfcb4a5a1fc tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Pushing event updated for resources: {'Network': ['ID=efb038fd-6865-41ed-93b0-655382673811,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:04.983251 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58666) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:04.994446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5ef299eb-f6f3-44ed-b18d-58c536ea6ebd tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Request body: {'network': {'project_id': 'a925a338192040f39f1757308e29d681'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:05.012811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5ef299eb-f6f3-44ed-b18d-58c536ea6ebd tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:05.023768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5ef299eb-f6f3-44ed-b18d-58c536ea6ebd tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Usage tracker for resource:network and tenant:a925a338192040f39f1757308e29d681 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:05.031940 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5ef299eb-f6f3-44ed-b18d-58c536ea6ebd tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:05.047647 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network efb038fd-6865-41ed-93b0-655382673811 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:06:05.058157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5ef299eb-f6f3-44ed-b18d-58c536ea6ebd tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:05.082370 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef299eb-f6f3-44ed-b18d-58c536ea6ebd tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Made reservation on behalf of a925a338192040f39f1757308e29d681 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:06:05.087575 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ef299eb-f6f3-44ed-b18d-58c536ea6ebd tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:05.179864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef299eb-f6f3-44ed-b18d-58c536ea6ebd tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:06:05.207827 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ef299eb-f6f3-44ed-b18d-58c536ea6ebd tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:05.210260 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-5ef299eb-f6f3-44ed-b18d-58c536ea6ebd tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Added segment 91c77b49-ad7a-4512-9d3f-2e7b0c89dc3d of type vlan for network b3fbefaa-fe5f-4ac2-b1b3-86c3f12e8ec0 May 30 20:06:05.272571 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eed02604-34aa-477f-b0b1-375d6a6094f6 req-14bd6e13-1ac2-4ae6-b8f3-4541c0fc49ee tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 210 time: 0.4616258 May 30 20:06:05.320400 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ef299eb-f6f3-44ed-b18d-58c536ea6ebd tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:05.384513 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be8738ec-5b7c-4ff2-b7c2-5d10680c3a4c req-6535f62c-1aff-4111-bd7d-2ddeea1949c0 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2576656 May 30 20:06:05.422932 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ef299eb-f6f3-44ed-b18d-58c536ea6ebd tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:05.424729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef299eb-f6f3-44ed-b18d-58c536ea6ebd tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:05.425489 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ef299eb-f6f3-44ed-b18d-58c536ea6ebd tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:05.541993 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 448444c2-04f3-4dd7-bcef-8f5d59972827 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:05.785645 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef299eb-f6f3-44ed-b18d-58c536ea6ebd tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Pushing event updated for resources: {'Network': ['ID=b3fbefaa-fe5f-4ac2-b1b3-86c3f12e8ec0,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:05.823557 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5ef299eb-f6f3-44ed-b18d-58c536ea6ebd tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8383677 May 30 20:06:05.824823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fdf1f24e-082f-4edf-943c-fa13b9ca7d40 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:05.826146 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network b3fbefaa-fe5f-4ac2-b1b3-86c3f12e8ec0 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:06:05.827032 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58690) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:05.838000 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fdf1f24e-082f-4edf-943c-fa13b9ca7d40 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Usage tracker for resource:port and tenant:aba290eb55434081b40c27125b03c71d is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:05.850527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4a1122c4-1d4a-4c7a-8700-ea9f90530f84 tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Request body: {'network': {'project_id': 'a925a338192040f39f1757308e29d681'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:05.850771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fdf1f24e-082f-4edf-943c-fa13b9ca7d40 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Quota usage for port was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:05.877768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fdf1f24e-082f-4edf-943c-fa13b9ca7d40 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:05.892709 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4a1122c4-1d4a-4c7a-8700-ea9f90530f84 tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:05.907865 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4a1122c4-1d4a-4c7a-8700-ea9f90530f84 tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Usage tracker for resource:network and tenant:a925a338192040f39f1757308e29d681 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:05.914144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fdf1f24e-082f-4edf-943c-fa13b9ca7d40 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Made reservation on behalf of aba290eb55434081b40c27125b03c71d for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:06:05.925558 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fdf1f24e-082f-4edf-943c-fa13b9ca7d40 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:05.929361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4a1122c4-1d4a-4c7a-8700-ea9f90530f84 tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:05.953874 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4a1122c4-1d4a-4c7a-8700-ea9f90530f84 tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:05.957441 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1122c4-1d4a-4c7a-8700-ea9f90530f84 tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 30 20:06:05.957908 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1122c4-1d4a-4c7a-8700-ea9f90530f84 tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:06:05.962877 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4a1122c4-1d4a-4c7a-8700-ea9f90530f84 tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1287065 May 30 20:06:05.968668 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58694) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:06.081250 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0e5effc8-f110-4561-9e16-3ab47446dcf4 tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a925a338192040f39f1757308e29d681&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1113670 May 30 20:06:06.083714 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58702) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:06.171536 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fd899859-1bd0-4218-866b-1caf541010cf req-3b434cf7-c817-456b-9520-e4b08b3c5dd2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:06.224235 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bcc63819-e1cb-4540-8d30-f984cdbe3d74 tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:06.329531 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bcc63819-e1cb-4540-8d30-f984cdbe3d74 tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:06.355362 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b434cf7-c817-456b-9520-e4b08b3c5dd2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Pushing event deleted for resources: {'Port': ['ID=448444c2-04f3-4dd7-bcef-8f5d59972827,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:06.436768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['550c3460-ceff-4a87-a0b9-3e1ec4a74d7a'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:06:06.483626 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bcc63819-e1cb-4540-8d30-f984cdbe3d74 tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:06.517297 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bcc63819-e1cb-4540-8d30-f984cdbe3d74 tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:06.518068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Port 448444c2-04f3-4dd7-bcef-8f5d59972827 update to DOWN by agent not found {{(pid=84025) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 30 20:06:06.520286 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bcc63819-e1cb-4540-8d30-f984cdbe3d74 tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] 10.222.0.84 "DELETE /v2.0/security-groups/eeb85da8-9813-42a6-94aa-e5a0d9f7c9f8 HTTP/1.1" status: 204 len: 168 time: 0.4353147 May 30 20:06:06.525475 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58720) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:06.533335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc63819-e1cb-4540-8d30-f984cdbe3d74 tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb85da8-9813-42a6-94aa-e5a0d9f7c9f8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:06.563240 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd899859-1bd0-4218-866b-1caf541010cf req-3b434cf7-c817-456b-9520-e4b08b3c5dd2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] No DVR routers for this DVR port 448444c2-04f3-4dd7-bcef-8f5d59972827 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:06:06.577583 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fd899859-1bd0-4218-866b-1caf541010cf req-3b434cf7-c817-456b-9520-e4b08b3c5dd2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:06.580522 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf5d20c-68e1-4ca5-8814-df216e32d5a4', 'name': 'network-vif-deleted', 'tag': '448444c2-04f3-4dd7-bcef-8f5d59972827'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:06.899999 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:06.904239 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-949791e9-866a-4574-96af-7be80a690c5b tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:06.991938 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd899859-1bd0-4218-866b-1caf541010cf req-3b434cf7-c817-456b-9520-e4b08b3c5dd2 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.77 "DELETE /v2.0/ports/448444c2-04f3-4dd7-bcef-8f5d59972827 HTTP/1.1" status: 204 len: 173 time: 3.4117084 May 30 20:06:06.993397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-5d534039-91ae-4353-8192-6597413a3170 req-e9bed7d4-faa6-4153-9411-1ba2f19694d3 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Synchronizing usage tracker for tenant:aba290eb55434081b40c27125b03c71d on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:07.168550 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fdf1f24e-082f-4edf-943c-fa13b9ca7d40 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Allocated IP 172.20.0.9 (1c618fce-8e1a-4264-8a30-66966112ca92/eacd493c-a56e-47fd-9217-e8ad524e2ab0/3d0f3917-5c1e-45ac-a959-223ca8215a5d) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:06:07.229855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-5d534039-91ae-4353-8192-6597413a3170 req-e9bed7d4-faa6-4153-9411-1ba2f19694d3 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Unset dirty status for tenant:aba290eb55434081b40c27125b03c71d on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:07.230997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d534039-91ae-4353-8192-6597413a3170 req-e9bed7d4-faa6-4153-9411-1ba2f19694d3 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 210 time: 0.4033442 May 30 20:06:07.297426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d983b0-d4af-4006-9f52-b131d7b183dc req-feedcc47-d5d6-4553-a7b9-9a55f3ead9e6 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:07.316579 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1d983b0-d4af-4006-9f52-b131d7b183dc req-feedcc47-d5d6-4553-a7b9-9a55f3ead9e6 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=a90ad729-e068-4a38-951e-ecb51a7d88a5 HTTP/1.1" status: 200 len: 946 time: 0.6894596 May 30 20:06:07.402957 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58738) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:07.648318 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1d983b0-d4af-4006-9f52-b131d7b183dc req-340f72d7-4629-4117-8b78-3511d43a2efd tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306978 May 30 20:06:07.751098 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-949791e9-866a-4574-96af-7be80a690c5b tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:07.799111 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-949791e9-866a-4574-96af-7be80a690c5b tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3fbefaa-fe5f-4ac2-b1b3-86c3f12e8ec0']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:07.816664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-949791e9-866a-4574-96af-7be80a690c5b tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c77b49-ad7a-4512-9d3f-2e7b0c89dc3d') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:07.817379 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-949791e9-866a-4574-96af-7be80a690c5b tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c77b49-ad7a-4512-9d3f-2e7b0c89dc3d') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:07.831080 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-949791e9-866a-4574-96af-7be80a690c5b tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:07.858705 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-949791e9-866a-4574-96af-7be80a690c5b tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:07.869185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949791e9-866a-4574-96af-7be80a690c5b tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:06:07.869916 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-949791e9-866a-4574-96af-7be80a690c5b tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:07.871448 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ce8b56-04b5-4523-a8d3-e00b2415fb29'] response: {'server_uuid': '9bf5d20c-68e1-4ca5-8814-df216e32d5a4', 'name': 'network-vif-deleted', 'tag': '448444c2-04f3-4dd7-bcef-8f5d59972827', 'status': 'completed', 'code': 200} May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: timer() May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:06:07.887447 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:06:07.902024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2082211313-network', 'tenant_id': '4e82df9c786d45afb64b6ffe910b1810'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:07.909447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-50039558-2d9b-4e71-80a3-fc9f5a653798 req-23179151-1ef1-40b6-a51a-c67d551e4156 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Synchronizing usage tracker for tenant:3e860bf879054bd598319d1741599d12 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:07.933736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:07.995501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Usage tracker for resource:network and tenant:4e82df9c786d45afb64b6ffe910b1810 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:08.019196 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-949791e9-866a-4574-96af-7be80a690c5b tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:08.053484 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:08.059104 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-949791e9-866a-4574-96af-7be80a690c5b tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:08.064768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949791e9-866a-4574-96af-7be80a690c5b tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Pushing event deleted for resources: {'Network': ['ID=b3fbefaa-fe5f-4ac2-b1b3-86c3f12e8ec0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:08.076821 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-949791e9-866a-4574-96af-7be80a690c5b tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] 10.222.0.84 "DELETE /v2.0/networks/b3fbefaa-fe5f-4ac2-b1b3-86c3f12e8ec0 HTTP/1.1" status: 204 len: 168 time: 1.5499866 May 30 20:06:08.079784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58748) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:08.086330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:08.245905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-50039558-2d9b-4e71-80a3-fc9f5a653798 req-23179151-1ef1-40b6-a51a-c67d551e4156 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Unset dirty status for tenant:3e860bf879054bd598319d1741599d12 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:08.272603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50039558-2d9b-4e71-80a3-fc9f5a653798 req-23179151-1ef1-40b6-a51a-c67d551e4156 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=9bf5d20c-68e1-4ca5-8814-df216e32d5a4 HTTP/1.1" status: 200 len: 210 time: 0.5776970 May 30 20:06:08.316892 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fdf1f24e-082f-4edf-943c-fa13b9ca7d40 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:08.323351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Made reservation on behalf of 4e82df9c786d45afb64b6ffe910b1810 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:06:08.326283 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:08.355503 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:08.371439 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a17d9aa-804c-4192-a84a-d2cfbf8723ac tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:08.438970 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fdf1f24e-082f-4edf-943c-fa13b9ca7d40 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Transition to ACTIVE for port object 3d0f3917-5c1e-45ac-a959-223ca8215a5d will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:08.499955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:08.521880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Usage tracker for resource:security_group_rule and tenant:4e82df9c786d45afb64b6ffe910b1810 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:08.541003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc5893-0a00-479e-aada-d449e57b7674 req-1368da62-9768-4270-b486-52b36cf1dede tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:08.543071 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92bc5893-0a00-479e-aada-d449e57b7674 req-1368da62-9768-4270-b486-52b36cf1dede tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "GET /v2.0/ports?device_id=a90ad729-e068-4a38-951e-ecb51a7d88a5 HTTP/1.1" status: 200 len: 946 time: 0.5522740 May 30 20:06:08.553667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:08.669426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:08.704520 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a17d9aa-804c-4192-a84a-d2cfbf8723ac tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:08.741922 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-7a17d9aa-804c-4192-a84a-d2cfbf8723ac tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb038fd-6865-41ed-93b0-655382673811']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:08.756030 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-7a17d9aa-804c-4192-a84a-d2cfbf8723ac tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63672406-193c-4a91-96f1-eed00f5e6cf2') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:08.756632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-7a17d9aa-804c-4192-a84a-d2cfbf8723ac tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63672406-193c-4a91-96f1-eed00f5e6cf2') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:08.771765 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a17d9aa-804c-4192-a84a-d2cfbf8723ac tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:08.792650 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a17d9aa-804c-4192-a84a-d2cfbf8723ac tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:08.804765 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a17d9aa-804c-4192-a84a-d2cfbf8723ac tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:06:08.805483 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a17d9aa-804c-4192-a84a-d2cfbf8723ac tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:08.842384 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01ebcb78-4507-4e0d-b59f-4424c700c918 req-4fb517e1-c27b-401b-b7b6-d5b3222ac3f6 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 210 time: 0.2104998 May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: timer() May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:06:08.843239 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:06:08.859373 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fdf1f24e-082f-4edf-943c-fa13b9ca7d40 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:08.991479 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a17d9aa-804c-4192-a84a-d2cfbf8723ac tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:09.028980 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a17d9aa-804c-4192-a84a-d2cfbf8723ac tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:09.048331 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17d9aa-804c-4192-a84a-d2cfbf8723ac tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] Pushing event deleted for resources: {'Network': ['ID=efb038fd-6865-41ed-93b0-655382673811,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:09.050179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fdf1f24e-082f-4edf-943c-fa13b9ca7d40 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Network 1c618fce-8e1a-4264-8a30-66966112ca92 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:09.059557 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7a17d9aa-804c-4192-a84a-d2cfbf8723ac tempest-QuotasNegativeTest-488956488 tempest-QuotasNegativeTest-488956488-project-admin] 10.222.0.84 "DELETE /v2.0/networks/efb038fd-6865-41ed-93b0-655382673811 HTTP/1.1" status: 204 len: 168 time: 0.9783587 May 30 20:06:09.063509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1f24e-082f-4edf-943c-fa13b9ca7d40 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event updated for resources: {'Port': ['ID=3d0f3917-5c1e-45ac-a959-223ca8215a5d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:09.068824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fdf1f24e-082f-4edf-943c-fa13b9ca7d40 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:09.074417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fdf1f24e-082f-4edf-943c-fa13b9ca7d40 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:06:09.162442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-92bc5893-0a00-479e-aada-d449e57b7674 req-ae3a1ec9-55ca-46c6-b923-3552699dc5e9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Deleting port f1c56e33-8fc6-4ae1-b3df-67777695b11c {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:09.162772 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92bc5893-0a00-479e-aada-d449e57b7674 req-ae3a1ec9-55ca-46c6-b923-3552699dc5e9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:09.451413 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:09.465544 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:09.520387 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-63c2f9be-aac9-4cc7-a23b-5e2ee676678f None None] Provisioning for port 3d0f3917-5c1e-45ac-a959-223ca8215a5d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:06:09.531955 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-63c2f9be-aac9-4cc7-a23b-5e2ee676678f None None] Provisioning complete for port 3d0f3917-5c1e-45ac-a959-223ca8215a5d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:09.533478 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-63c2f9be-aac9-4cc7-a23b-5e2ee676678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:09.669963 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-63c2f9be-aac9-4cc7-a23b-5e2ee676678f None None] Port 3d0f3917-5c1e-45ac-a959-223ca8215a5d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:06:09.909030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-92bc5893-0a00-479e-aada-d449e57b7674 req-ae3a1ec9-55ca-46c6-b923-3552699dc5e9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] For port f1c56e33-8fc6-4ae1-b3df-67777695b11c, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f1c56e33-8fc6-4ae1-b3df-67777695b11c,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:09.909882 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92bc5893-0a00-479e-aada-d449e57b7674 req-ae3a1ec9-55ca-46c6-b923-3552699dc5e9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:10.262670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58796) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:10.319480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fdf1f24e-082f-4edf-943c-fa13b9ca7d40 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:10.335371 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fdf1f24e-082f-4edf-943c-fa13b9ca7d40 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:10.507887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-92bc5893-0a00-479e-aada-d449e57b7674 req-ae3a1ec9-55ca-46c6-b923-3552699dc5e9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Calling delete_port for f1c56e33-8fc6-4ae1-b3df-67777695b11c owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:10.543208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070af17d-0865-4aa9-8ea1-57e874f52728 req-d575e571-40ff-4c9c-ad8c-152ee409c6b8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:10.552454 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-070af17d-0865-4aa9-8ea1-57e874f52728 req-d575e571-40ff-4c9c-ad8c-152ee409c6b8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=a90ad729-e068-4a38-951e-ecb51a7d88a5 HTTP/1.1" status: 200 len: 946 time: 1.6603971 May 30 20:06:10.659282 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-801b5c44-1b32-4f29-99a0-8b05ca5f9471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:10.704835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:06:10.745911 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7124a9b-6b50-4204-a248-1a8a805ce2f1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:10.746106 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-801b5c44-1b32-4f29-99a0-8b05ca5f9471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:10.758674 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-801b5c44-1b32-4f29-99a0-8b05ca5f9471 admin admin] Usage tracker for resource:security_group_rule and tenant:5510713cdea64117bfcedf01b48241f7 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:10.774353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-801b5c44-1b32-4f29-99a0-8b05ca5f9471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:10.775632 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fdf1f24e-082f-4edf-943c-fa13b9ca7d40 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0300567 May 30 20:06:10.788306 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:10.788306 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Added segment 6a66e673-a424-471c-9827-956767bcfcb2 of type vlan for network c0b2bd34-e7ee-4eac-b2ab-a3f27e572dcd May 30 20:06:10.788554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-801b5c44-1b32-4f29-99a0-8b05ca5f9471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:10.798842 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-9ff6cb1b-972e-4424-87ee-69f63d0fc779 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Request body: {'port': {'device_id': '182da0ce-1656-4cfd-9592-420799f2b30c', 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137', 'admin_state_up': True, 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'security_groups': ['eff92435-7ada-4e0b-b3a2-ca5769294cf5']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:11.004578 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-801b5c44-1b32-4f29-99a0-8b05ca5f9471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:11.011613 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-801b5c44-1b32-4f29-99a0-8b05ca5f9471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:11.014545 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:11.029056 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-070af17d-0865-4aa9-8ea1-57e874f52728 req-8ae4fd8d-dd77-4864-aaa6-53b93008d3e5 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751675 May 30 20:06:11.097881 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-801b5c44-1b32-4f29-99a0-8b05ca5f9471 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5510713cdea64117bfcedf01b48241f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8341429 May 30 20:06:11.102521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58812) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:11.115947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f1c56e33-8fc6-4ae1-b3df-67777695b11c no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:11.182051 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b5c44-1b32-4f29-99a0-8b05ca5f9471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01484c3-df25-4304-9fb4-d54aaa3fb4f5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:11.285536 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4f845c4-4497-4c3c-b5a2-edbf2a97d527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:11.457832 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4f845c4-4497-4c3c-b5a2-edbf2a97d527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:11.510768 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:11.511565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:11.512202 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:11.549617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ea0e8-57d7-4931-b2d7-ea666228d217 req-63fec5cc-70db-4ea3-9822-a3608edae406 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:11.564582 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a8ea0e8-57d7-4931-b2d7-ea666228d217 req-63fec5cc-70db-4ea3-9822-a3608edae406 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 931 time: 1.0022728 May 30 20:06:11.591502 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4f845c4-4497-4c3c-b5a2-edbf2a97d527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:11.602993 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:11.631014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f845c4-4497-4c3c-b5a2-edbf2a97d527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01484c3-df25-4304-9fb4-d54aaa3fb4f5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:11.636593 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4f845c4-4497-4c3c-b5a2-edbf2a97d527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:11.638788 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d4f845c4-4497-4c3c-b5a2-edbf2a97d527 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c01484c3-df25-4304-9fb4-d54aaa3fb4f5 HTTP/1.1" status: 204 len: 168 time: 0.5350230 May 30 20:06:11.696063 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b13a1a-735c-495f-aa39-79711e289f13 req-619aa060-c6d2-4938-b3ba-ddc849c5c1a1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:11.697431 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3b13a1a-735c-495f-aa39-79711e289f13 req-619aa060-c6d2-4938-b3ba-ddc849c5c1a1 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.77 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 1.1367404 May 30 20:06:11.842685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-9ff6cb1b-972e-4424-87ee-69f63d0fc779 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:11.896960 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92bc5893-0a00-479e-aada-d449e57b7674 req-ae3a1ec9-55ca-46c6-b923-3552699dc5e9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:11.961370 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-9ff6cb1b-972e-4424-87ee-69f63d0fc779 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:12.031436 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.6258235 May 30 20:06:12.034608 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58822) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:12.045947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-70f78b1c-16ef-423a-8053-dc3b626b2bbe admin admin] Request body: {'subnet': {'network_id': 'c0b2bd34-e7ee-4eac-b2ab-a3f27e572dcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2082211313-subnet', 'tenant_id': '4e82df9c786d45afb64b6ffe910b1810', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:12.054404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-70f78b1c-16ef-423a-8053-dc3b626b2bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:12.058772 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-70f78b1c-16ef-423a-8053-dc3b626b2bbe admin admin] Usage tracker for resource:subnet and tenant:4e82df9c786d45afb64b6ffe910b1810 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:12.066008 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-70f78b1c-16ef-423a-8053-dc3b626b2bbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:12.074201 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-70f78b1c-16ef-423a-8053-dc3b626b2bbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:12.090049 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a1ec9-55ca-46c6-b923-3552699dc5e9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Pushing event deleted for resources: {'Port': ['ID=f1c56e33-8fc6-4ae1-b3df-67777695b11c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:12.090246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f78b1c-16ef-423a-8053-dc3b626b2bbe admin admin] Made reservation on behalf of 4e82df9c786d45afb64b6ffe910b1810 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:06:12.093307 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-70f78b1c-16ef-423a-8053-dc3b626b2bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:12.097673 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a8ea0e8-57d7-4931-b2d7-ea666228d217 req-e464bdd6-c1fc-4dd3-9ba6-010ac56c7b9d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5322084 May 30 20:06:12.098799 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f2736-a4be-46d4-8817-34072cc7ffab admin admin] Pushing event updated for resources: {'Network': ['ID=c0b2bd34-e7ee-4eac-b2ab-a3f27e572dcd,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:12.121482 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network c0b2bd34-e7ee-4eac-b2ab-a3f27e572dcd details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:06:12.132128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d3b13a1a-735c-495f-aa39-79711e289f13 req-c1f78f09-afa2-411b-8551-eeef84af5c87 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Deleting port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:12.132475 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d3b13a1a-735c-495f-aa39-79711e289f13 req-c1f78f09-afa2-411b-8551-eeef84af5c87 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:12.174375 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-9ff6cb1b-972e-4424-87ee-69f63d0fc779 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Made reservation on behalf of aba290eb55434081b40c27125b03c71d for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:06:12.190960 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-9ff6cb1b-972e-4424-87ee-69f63d0fc779 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:12.285529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58828) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:12.579512 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e356b5da-6169-4032-a56e-c30d997dac1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:12.580533 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-70f78b1c-16ef-423a-8053-dc3b626b2bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:12.606607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bc5893-0a00-479e-aada-d449e57b7674 req-ae3a1ec9-55ca-46c6-b923-3552699dc5e9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] No DVR routers for this DVR port f1c56e33-8fc6-4ae1-b3df-67777695b11c on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:06:12.609698 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92bc5893-0a00-479e-aada-d449e57b7674 req-ae3a1ec9-55ca-46c6-b923-3552699dc5e9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:12.612503 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92bc5893-0a00-479e-aada-d449e57b7674 req-ae3a1ec9-55ca-46c6-b923-3552699dc5e9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "DELETE /v2.0/ports/f1c56e33-8fc6-4ae1-b3df-67777695b11c HTTP/1.1" status: 204 len: 173 time: 4.0554469 May 30 20:06:12.695993 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90ad729-e068-4a38-951e-ecb51a7d88a5', 'name': 'network-vif-deleted', 'tag': 'f1c56e33-8fc6-4ae1-b3df-67777695b11c'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:12.711697 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f78b1c-16ef-423a-8053-dc3b626b2bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d9be71-ea21-424f-b86d-41452d5ebfb0,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:12.790771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e356b5da-6169-4032-a56e-c30d997dac1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:12.794976 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e356b5da-6169-4032-a56e-c30d997dac1d admin admin] Usage tracker for resource:security_group_rule and tenant:675642b1052f472e9091688fdd47ee45 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:12.798508 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e356b5da-6169-4032-a56e-c30d997dac1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:12.805481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e356b5da-6169-4032-a56e-c30d997dac1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:12.808634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f78b1c-16ef-423a-8053-dc3b626b2bbe admin admin] Checking segment: {'id': '6a66e673-a424-471c-9827-956767bcfcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c0b2bd34-e7ee-4eac-b2ab-a3f27e572dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:06:12.808634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f78b1c-16ef-423a-8053-dc3b626b2bbe admin admin] Network hostable DHCP agents. Network: c0b2bd34-e7ee-4eac-b2ab-a3f27e572dcd, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:06:12.876443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f78b1c-16ef-423a-8053-dc3b626b2bbe admin admin] Network c0b2bd34-e7ee-4eac-b2ab-a3f27e572dcd is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:06:12.897679 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-70f78b1c-16ef-423a-8053-dc3b626b2bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, c0b2bd34-e7ee-4eac-b2ab-a3f27e572dcd) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:12.900885 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e356b5da-6169-4032-a56e-c30d997dac1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:12.904664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f78b1c-16ef-423a-8053-dc3b626b2bbe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:12.905627 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-70f78b1c-16ef-423a-8053-dc3b626b2bbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:12.906353 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39993cd0-3922-459c-829d-d9f606455131 None None] Network c0b2bd34-e7ee-4eac-b2ab-a3f27e572dcd requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:06:12.921177 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cebaa2-1785-46dd-bae5-20f89ee24a57 req-96a7e627-e7d6-4f46-8c3c-3d93a0e784e0 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:12.929415 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21cebaa2-1785-46dd-bae5-20f89ee24a57 req-96a7e627-e7d6-4f46-8c3c-3d93a0e784e0 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 949 time: 1.2952673 May 30 20:06:12.936723 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-70f78b1c-16ef-423a-8053-dc3b626b2bbe admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9004617 May 30 20:06:13.194438 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e356b5da-6169-4032-a56e-c30d997dac1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:13.354373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-d3b13a1a-735c-495f-aa39-79711e289f13 req-c1f78f09-afa2-411b-8551-eeef84af5c87 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] For port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:13.355043 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d3b13a1a-735c-495f-aa39-79711e289f13 req-c1f78f09-afa2-411b-8551-eeef84af5c87 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:13.399189 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdf7f71-9e31-43c3-91ca-86a64e03fa24 None None] Network c0b2bd34-e7ee-4eac-b2ab-a3f27e572dcd requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:06:13.610277 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356b5da-6169-4032-a56e-c30d997dac1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20facaaf-6eb7-4bbd-8096-45c3f8e9ac14,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:13.624562 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e356b5da-6169-4032-a56e-c30d997dac1d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=675642b1052f472e9091688fdd47ee45&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3364098 May 30 20:06:13.627691 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58848) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:13.663479 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:13.675357 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21cebaa2-1785-46dd-bae5-20f89ee24a57 req-6345c8b3-6a4a-4133-9805-01d37fa21c30 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7449942 May 30 20:06:13.746199 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7b857b84-39fe-46f1-ba1f-5d8f88a41f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:13.804377 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7b857b84-39fe-46f1-ba1f-5d8f88a41f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:13.897932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fed37d-3dcb-4a54-8298-11bf5af5896a req-37680876-913f-4695-8821-ad84ef34450c tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:13.899689 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d0fed37d-3dcb-4a54-8298-11bf5af5896a req-37680876-913f-4695-8821-ad84ef34450c tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 1.5628588 May 30 20:06:13.910395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d3b13a1a-735c-495f-aa39-79711e289f13 req-c1f78f09-afa2-411b-8551-eeef84af5c87 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Calling delete_port for 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:13.919900 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7b857b84-39fe-46f1-ba1f-5d8f88a41f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:13.954608 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:13.972308 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b857b84-39fe-46f1-ba1f-5d8f88a41f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20facaaf-6eb7-4bbd-8096-45c3f8e9ac14,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:13.975041 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7b857b84-39fe-46f1-ba1f-5d8f88a41f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:13.979489 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7b857b84-39fe-46f1-ba1f-5d8f88a41f03 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/20facaaf-6eb7-4bbd-8096-45c3f8e9ac14 HTTP/1.1" status: 204 len: 168 time: 0.3481648 May 30 20:06:14.019582 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7328380e-e044-456b-876b-0ee3333ebc35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '550c3460-ceff-4a87-a0b9-3e1ec4a74d7a'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:14.045720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-53c69840-8c57-4699-af26-8c09b4994ae2 req-44a2610a-d43b-4dde-bb7b-1631c9eeda4a tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Synchronizing usage tracker for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:14.060781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:14.065962 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-9ff6cb1b-972e-4424-87ee-69f63d0fc779 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Allocated IP 10.1.1.27 (de48935b-c2e1-4327-8c0d-6da1222c0137/e4e4119d-9a6e-4c3f-a21f-01c959048c61/6f827944-7b7b-4e81-9a6a-63a922b64815) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:06:14.072619 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:14.131750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-53c69840-8c57-4699-af26-8c09b4994ae2 req-44a2610a-d43b-4dde-bb7b-1631c9eeda4a tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Unset dirty status for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:14.133077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53c69840-8c57-4699-af26-8c09b4994ae2 req-44a2610a-d43b-4dde-bb7b-1631c9eeda4a tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=a90ad729-e068-4a38-951e-ecb51a7d88a5 HTTP/1.1" status: 200 len: 210 time: 0.1499910 May 30 20:06:14.141244 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d0fed37d-3dcb-4a54-8298-11bf5af5896a req-4e7ba731-e599-49de-8c42-ff7ecacc3e51 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014427 May 30 20:06:14.168099 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [req-d3b13a1a-735c-495f-aa39-79711e289f13 req-c1f78f09-afa2-411b-8551-eeef84af5c87 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:06:14.168586 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [req-d3b13a1a-735c-495f-aa39-79711e289f13 req-c1f78f09-afa2-411b-8551-eeef84af5c87 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:06:14.281646 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,revision_number=10']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:14.321752 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:14.327098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:14.327648 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:14.328310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:14.328798 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:14.329263 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:14.329727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:14.330814 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:14.331299 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:14.331759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:14.332244 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:14.387249 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f7c4b59-572e-4259-bc1c-5c19934399f5'] response: {'server_uuid': 'a90ad729-e068-4a38-951e-ecb51a7d88a5', 'name': 'network-vif-deleted', 'tag': 'f1c56e33-8fc6-4ae1-b3df-67777695b11c', 'status': 'completed', 'code': 200} May 30 20:06:14.588931 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-9ff6cb1b-972e-4424-87ee-69f63d0fc779 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:14.697346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d3b13a1a-735c-495f-aa39-79711e289f13 req-c1f78f09-afa2-411b-8551-eeef84af5c87 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Deleting port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:14.703822 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d3b13a1a-735c-495f-aa39-79711e289f13 req-c1f78f09-afa2-411b-8551-eeef84af5c87 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:14.829163 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-9ff6cb1b-972e-4424-87ee-69f63d0fc779 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Transition to ACTIVE for port object 6f827944-7b7b-4e81-9a6a-63a922b64815 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:14.998613 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-b5d9a909-adfe-4dbd-9361-1ded95eec73d req-9e5f25f8-8fde-444a-ad94-11b1b5b29359 tempest-SecurityGroupsNegativeTestJSON-1008551428 tempest-SecurityGroupsNegativeTestJSON-1008551428-project] show failed (client error): The resource could not be found. May 30 20:06:14.999852 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5d9a909-adfe-4dbd-9361-1ded95eec73d req-9e5f25f8-8fde-444a-ad94-11b1b5b29359 tempest-SecurityGroupsNegativeTestJSON-1008551428 tempest-SecurityGroupsNegativeTestJSON-1008551428-project] 10.222.0.84 "GET /v2.0/security-groups/77c49e5b-49a2-4980-80d7-7ac1319f0bca HTTP/1.1" status: 404 len: 352 time: 0.0441599 May 30 20:06:15.012213 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-9ff6cb1b-972e-4424-87ee-69f63d0fc779 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:15.106290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dded88-4a01-4a97-bf6a-d98580f7ad7f req-709ed636-2cb7-4366-a08d-cbeb95a9179c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:15.108004 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-45dded88-4a01-4a97-bf6a-d98580f7ad7f req-709ed636-2cb7-4366-a08d-cbeb95a9179c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 931 time: 0.5223427 May 30 20:06:15.134764 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd184bef-9b0a-4976-89dc-305152e59294'] response: {'server_uuid': '7328380e-e044-456b-876b-0ee3333ebc35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '550c3460-ceff-4a87-a0b9-3e1ec4a74d7a', 'code': 200} May 30 20:06:15.164803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-d3b13a1a-735c-495f-aa39-79711e289f13 req-c1f78f09-afa2-411b-8551-eeef84af5c87 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] For port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:15.165160 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d3b13a1a-735c-495f-aa39-79711e289f13 req-c1f78f09-afa2-411b-8551-eeef84af5c87 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:15.248563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-9ff6cb1b-972e-4424-87ee-69f63d0fc779 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Network de48935b-c2e1-4327-8c0d-6da1222c0137 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:15.256637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6cb1b-972e-4424-87ee-69f63d0fc779 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event updated for resources: {'Port': ['ID=6f827944-7b7b-4e81-9a6a-63a922b64815,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:15.321994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-9ff6cb1b-972e-4424-87ee-69f63d0fc779 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:15.329965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d3b13a1a-735c-495f-aa39-79711e289f13 req-c1f78f09-afa2-411b-8551-eeef84af5c87 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Calling delete_port for 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:15.365911 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-9ff6cb1b-972e-4424-87ee-69f63d0fc779 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:06:15.487550 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-45dded88-4a01-4a97-bf6a-d98580f7ad7f req-a2728fe8-6e65-4658-bace-d867ae506cc9 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593884 May 30 20:06:15.648296 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-9ff6cb1b-972e-4424-87ee-69f63d0fc779 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:15.648826 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-9ff6cb1b-972e-4424-87ee-69f63d0fc779 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:15.756827 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ded139c5-4874-4fee-a5f8-09d3310b2faf None None] Provisioning for port 6f827944-7b7b-4e81-9a6a-63a922b64815 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:06:15.762266 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ded139c5-4874-4fee-a5f8-09d3310b2faf None None] Provisioning complete for port 6f827944-7b7b-4e81-9a6a-63a922b64815 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:15.762800 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ded139c5-4874-4fee-a5f8-09d3310b2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:15.816779 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-9ff6cb1b-972e-4424-87ee-69f63d0fc779 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.0270355 May 30 20:06:15.823329 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d3b13a1a-735c-495f-aa39-79711e289f13 req-c1f78f09-afa2-411b-8551-eeef84af5c87 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:15.872161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ded139c5-4874-4fee-a5f8-09d3310b2faf None None] Port 6f827944-7b7b-4e81-9a6a-63a922b64815 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:06:15.935891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2b2f297d-7d82-4950-8bce-a8b587665d1d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Request body: {'port': {'device_id': '182da0ce-1656-4cfd-9592-420799f2b30c', 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137', 'admin_state_up': True, 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'security_groups': ['eff92435-7ada-4e0b-b3a2-ca5769294cf5']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:15.954284 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f78f09-afa2-411b-8551-eeef84af5c87 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Pushing event deleted for resources: {'Port': ['ID=550c3460-ceff-4a87-a0b9-3e1ec4a74d7a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:16.286568 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f300402-c1a4-4c15-baf7-3670e907f8ba req-e6f3d07b-1d21-49f1-8b64-1195c1befe51 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:16.287360 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3f300402-c1a4-4c15-baf7-3670e907f8ba req-e6f3d07b-1d21-49f1-8b64-1195c1befe51 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Synchronizing usage tracker for tenant:3e860bf879054bd598319d1741599d12 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:16.365798 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b13a1a-735c-495f-aa39-79711e289f13 req-c1f78f09-afa2-411b-8551-eeef84af5c87 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] No DVR routers for this DVR port 550c3460-ceff-4a87-a0b9-3e1ec4a74d7a on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:06:16.373642 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d3b13a1a-735c-495f-aa39-79711e289f13 req-c1f78f09-afa2-411b-8551-eeef84af5c87 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:16.376675 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2b2f297d-7d82-4950-8bce-a8b587665d1d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:16.389065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7328380e-e044-456b-876b-0ee3333ebc35', 'name': 'network-vif-deleted', 'tag': '550c3460-ceff-4a87-a0b9-3e1ec4a74d7a'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:16.396727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2b2f297d-7d82-4950-8bce-a8b587665d1d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Usage tracker for resource:port and tenant:aba290eb55434081b40c27125b03c71d is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:16.401475 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3f300402-c1a4-4c15-baf7-3670e907f8ba req-e6f3d07b-1d21-49f1-8b64-1195c1befe51 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] Unset dirty status for tenant:3e860bf879054bd598319d1741599d12 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:16.402659 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3f300402-c1a4-4c15-baf7-3670e907f8ba req-e6f3d07b-1d21-49f1-8b64-1195c1befe51 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/ports?device_id=7328380e-e044-456b-876b-0ee3333ebc35 HTTP/1.1" status: 200 len: 948 time: 0.9301665 May 30 20:06:16.403425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2b2f297d-7d82-4950-8bce-a8b587665d1d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Quota usage for port was recalculated. Used quota:9. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:16.412368 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3b13a1a-735c-495f-aa39-79711e289f13 req-c1f78f09-afa2-411b-8551-eeef84af5c87 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.77 "DELETE /v2.0/ports/550c3460-ceff-4a87-a0b9-3e1ec4a74d7a HTTP/1.1" status: 204 len: 173 time: 4.6529751 May 30 20:06:16.413167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2b2f297d-7d82-4950-8bce-a8b587665d1d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:16.454250 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edaa81-76c1-4a2f-a5b5-640bc97563c0 req-97622f22-c597-4255-b36d-3b207c6c4cbe tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:16.460500 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f9edaa81-76c1-4a2f-a5b5-640bc97563c0 req-97622f22-c597-4255-b36d-3b207c6c4cbe tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 0.5079165 May 30 20:06:16.486953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2b2f297d-7d82-4950-8bce-a8b587665d1d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Made reservation on behalf of aba290eb55434081b40c27125b03c71d for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:06:16.492142 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2b2f297d-7d82-4950-8bce-a8b587665d1d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:16.659836 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f9edaa81-76c1-4a2f-a5b5-640bc97563c0 req-5b878ac5-5757-45d1-b081-b07ddfd91723 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935511 May 30 20:06:16.677356 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3f300402-c1a4-4c15-baf7-3670e907f8ba req-6ce54b27-7b60-406f-ae76-9e59e0a95485 tempest-MigrationsAdminTest-1524144505 tempest-MigrationsAdminTest-1524144505-project] 10.222.0.84 "GET /v2.0/security-groups?id=46e84609-b854-4782-89f7-efbeaedc9702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616251 May 30 20:06:16.878158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ea2ac505-645d-4da5-a265-1064b6abd69e req-60ef0cc7-c749-4810-9748-2d45b0e59495 tempest-SecurityGroupsNegativeTestJSON-1008551428 tempest-SecurityGroupsNegativeTestJSON-1008551428-project] Synchronizing usage tracker for tenant:4e82df9c786d45afb64b6ffe910b1810 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:16.891812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2b2f297d-7d82-4950-8bce-a8b587665d1d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Allocated IP 10.1.1.113 (de48935b-c2e1-4327-8c0d-6da1222c0137/e4e4119d-9a6e-4c3f-a21f-01c959048c61/ee127b40-627b-4a43-a5dc-af836a2fee1f) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:06:16.938465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ea2ac505-645d-4da5-a265-1064b6abd69e req-60ef0cc7-c749-4810-9748-2d45b0e59495 tempest-SecurityGroupsNegativeTestJSON-1008551428 tempest-SecurityGroupsNegativeTestJSON-1008551428-project] Unset dirty status for tenant:4e82df9c786d45afb64b6ffe910b1810 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:16.948319 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea2ac505-645d-4da5-a265-1064b6abd69e req-60ef0cc7-c749-4810-9748-2d45b0e59495 tempest-SecurityGroupsNegativeTestJSON-1008551428 tempest-SecurityGroupsNegativeTestJSON-1008551428-project] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4e82df9c786d45afb64b6ffe910b1810 HTTP/1.1" status: 200 len: 2652 time: 0.1705818 May 30 20:06:17.090157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58930) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:17.157552 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea2ac505-645d-4da5-a265-1064b6abd69e req-82f34a9f-8a0a-4299-aa33-9ce025cb5113 tempest-SecurityGroupsNegativeTestJSON-1008551428 tempest-SecurityGroupsNegativeTestJSON-1008551428-project] 10.222.0.84 "GET /v2.0/security-groups/c7124a9b-6b50-4204-a248-1a8a805ce2f1 HTTP/1.1" status: 200 len: 2649 time: 0.2082121 May 30 20:06:17.259470 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea2ac505-645d-4da5-a265-1064b6abd69e req-3ad92c8a-8ec3-4f59-9ab9-607d4b169bdc tempest-SecurityGroupsNegativeTestJSON-1008551428 tempest-SecurityGroupsNegativeTestJSON-1008551428-project] 10.222.0.84 "GET /v2.0/security-groups/c7124a9b-6b50-4204-a248-1a8a805ce2f1 HTTP/1.1" status: 200 len: 2649 time: 0.0938296 May 30 20:06:17.296294 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e7a085-c494-427a-94ce-137edb04018f'] response: {'server_uuid': '7328380e-e044-456b-876b-0ee3333ebc35', 'name': 'network-vif-deleted', 'tag': '550c3460-ceff-4a87-a0b9-3e1ec4a74d7a', 'status': 'completed', 'code': 200} May 30 20:06:17.303766 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2b2f297d-7d82-4950-8bce-a8b587665d1d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:17.351579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2b2f297d-7d82-4950-8bce-a8b587665d1d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Transition to ACTIVE for port object ee127b40-627b-4a43-a5dc-af836a2fee1f will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:17.386518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1485343040', 'router:external': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:17.393167 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:17.400281 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Usage tracker for resource:network and tenant:e64e0da37982419aafd244b47f16904a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:17.404169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:17.410677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:17.430726 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2b2f297d-7d82-4950-8bce-a8b587665d1d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:17.436941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Made reservation on behalf of e64e0da37982419aafd244b47f16904a for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:06:17.439541 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:17.468221 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:17.526611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:17.531319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Usage tracker for resource:security_group_rule and tenant:e64e0da37982419aafd244b47f16904a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:17.535569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:17.544257 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:17.649491 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:17.653543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2b2f297d-7d82-4950-8bce-a8b587665d1d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Network de48935b-c2e1-4327-8c0d-6da1222c0137 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:17.654514 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f297d-7d82-4950-8bce-a8b587665d1d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event updated for resources: {'Port': ['ID=ee127b40-627b-4a43-a5dc-af836a2fee1f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:17.656615 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:17.658497 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2b2f297d-7d82-4950-8bce-a8b587665d1d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:17.669961 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2b2f297d-7d82-4950-8bce-a8b587665d1d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:06:17.700264 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:06:17.711288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd28bd3-2709-4ac2-9ac8-4c71cc88addf,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:17.712536 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64d7fdec-0497-4c74-9453-95139d1a5477 req-c1067677-412a-4c83-9a33-8c94d34c6e8b tempest-SecurityGroupsNegativeTestJSON-1008551428 tempest-SecurityGroupsNegativeTestJSON-1008551428-project] 10.222.0.84 "GET /v2.0/security-groups/c7124a9b-6b50-4204-a248-1a8a805ce2f1 HTTP/1.1" status: 200 len: 2649 time: 0.1558130 May 30 20:06:17.726663 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:17.736544 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Added segment 92a24bad-9e90-4cee-84b5-f256db08a20a of type vlan for network 9d5c4791-1179-45d2-b722-636ec91a54da May 30 20:06:17.745514 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:17.755852 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:17.756158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:17.756588 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:17.757021 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:17.757437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:17.760560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:17.761056 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:17.761769 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:17.762235 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:17.762725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:17.800627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2b2f297d-7d82-4950-8bce-a8b587665d1d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:17.801375 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2b2f297d-7d82-4950-8bce-a8b587665d1d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:17.809494 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:17.862124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49358b8d-d100-44df-994f-ba3aa35f20a5 req-7c58a07f-5203-4471-8af9-fe839046aa78 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:17.862712 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:17.866205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49358b8d-d100-44df-994f-ba3aa35f20a5 req-7c58a07f-5203-4471-8af9-fe839046aa78 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:17.870327 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49358b8d-d100-44df-994f-ba3aa35f20a5 req-7c58a07f-5203-4471-8af9-fe839046aa78 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:17.871521 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-49358b8d-d100-44df-994f-ba3aa35f20a5 req-7c58a07f-5203-4471-8af9-fe839046aa78 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Synchronizing usage tracker for tenant:aba290eb55434081b40c27125b03c71d on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:17.877711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:17.878773 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:17.881380 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2b2f297d-7d82-4950-8bce-a8b587665d1d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0543115 May 30 20:06:17.917293 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-64d7fdec-0497-4c74-9453-95139d1a5477 req-6c28125f-558a-4c78-9250-6e6f71f596c0 tempest-SecurityGroupsNegativeTestJSON-1008551428 tempest-SecurityGroupsNegativeTestJSON-1008551428-project] delete failed (client error): There was a conflict when trying to complete your request. May 30 20:06:17.919533 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64d7fdec-0497-4c74-9453-95139d1a5477 req-6c28125f-558a-4c78-9250-6e6f71f596c0 tempest-SecurityGroupsNegativeTestJSON-1008551428 tempest-SecurityGroupsNegativeTestJSON-1008551428-project] 10.222.0.84 "DELETE /v2.0/security-groups/c7124a9b-6b50-4204-a248-1a8a805ce2f1 HTTP/1.1" status: 409 len: 352 time: 0.1940665 May 30 20:06:17.944006 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-c19ee064-fe71-4605-9e18-8f795d5b1a55 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Request body: {'port': {'device_id': '182da0ce-1656-4cfd-9592-420799f2b30c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9', 'admin_state_up': True, 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'security_groups': ['eff92435-7ada-4e0b-b3a2-ca5769294cf5']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:17.972137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-49358b8d-d100-44df-994f-ba3aa35f20a5 req-7c58a07f-5203-4471-8af9-fe839046aa78 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Unset dirty status for tenant:aba290eb55434081b40c27125b03c71d on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:17.973621 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49358b8d-d100-44df-994f-ba3aa35f20a5 req-7c58a07f-5203-4471-8af9-fe839046aa78 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 2373 time: 0.4749353 May 30 20:06:18.106999 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0156834 May 30 20:06:18.107657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03dccb7-58a6-4fa1-acb0-5db1d8266536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Pushing event updated for resources: {'Network': ['ID=9d5c4791-1179-45d2-b722-636ec91a54da,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:18.110593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58964) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:18.123169 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 9d5c4791-1179-45d2-b722-636ec91a54da details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:06:18.132250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-bae52006-f59e-4270-a64c-8a08d6cb4ea1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Request body: {'subnet': {'network_id': '9d5c4791-1179-45d2-b722-636ec91a54da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:18.138590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bae52006-f59e-4270-a64c-8a08d6cb4ea1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:18.144469 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bae52006-f59e-4270-a64c-8a08d6cb4ea1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Usage tracker for resource:subnet and tenant:e64e0da37982419aafd244b47f16904a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:18.147839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bae52006-f59e-4270-a64c-8a08d6cb4ea1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:18.156474 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bae52006-f59e-4270-a64c-8a08d6cb4ea1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:18.167915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae52006-f59e-4270-a64c-8a08d6cb4ea1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Made reservation on behalf of e64e0da37982419aafd244b47f16904a for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:06:18.182572 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bae52006-f59e-4270-a64c-8a08d6cb4ea1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:18.192920 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49358b8d-d100-44df-994f-ba3aa35f20a5 req-5fe7c1e0-07b0-4d02-99eb-3c47f032e2da tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430552 May 30 20:06:18.193866 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-c19ee064-fe71-4605-9e18-8f795d5b1a55 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:18.205176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-c19ee064-fe71-4605-9e18-8f795d5b1a55 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:18.219350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-c19ee064-fe71-4605-9e18-8f795d5b1a55 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Made reservation on behalf of aba290eb55434081b40c27125b03c71d for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:06:18.450987 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5ce4efc9-a50c-41b0-917a-e83b6e3749a1 None None] Provisioning for port ee127b40-627b-4a43-a5dc-af836a2fee1f completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:06:18.463177 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5ce4efc9-a50c-41b0-917a-e83b6e3749a1 None None] Provisioning complete for port ee127b40-627b-4a43-a5dc-af836a2fee1f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:18.463806 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5ce4efc9-a50c-41b0-917a-e83b6e3749a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:18.534129 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5ce4efc9-a50c-41b0-917a-e83b6e3749a1 None None] Port ee127b40-627b-4a43-a5dc-af836a2fee1f cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:06:18.539450 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-c19ee064-fe71-4605-9e18-8f795d5b1a55 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:18.557998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-27f934d6-2d96-42cc-a5d4-8a0d8a878702 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:18.565166 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-27f934d6-2d96-42cc-a5d4-8a0d8a878702 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 811 time: 0.3234160 May 30 20:06:18.587332 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-d765025d-ceb8-4625-9f44-070c6029848e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/quotas/0e075b17435345809d5c6645e9b9fc3c HTTP/1.1" status: 200 len: 375 time: 0.0210266 May 30 20:06:18.667096 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-d18cb468-7125-4c73-be35-484c7eda2d54 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786285 May 30 20:06:18.838858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.objects.ports [None req-bae52006-f59e-4270-a64c-8a08d6cb4ea1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:06:18.839312 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bae52006-f59e-4270-a64c-8a08d6cb4ea1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:18.931455 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae52006-f59e-4270-a64c-8a08d6cb4ea1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ef9d7212-fd7c-45b4-a9ef-b85cfe915f9e,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:18.941674 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae52006-f59e-4270-a64c-8a08d6cb4ea1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Checking segment: {'id': '92a24bad-9e90-4cee-84b5-f256db08a20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9d5c4791-1179-45d2-b722-636ec91a54da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:06:18.942031 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae52006-f59e-4270-a64c-8a08d6cb4ea1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Network hostable DHCP agents. Network: 9d5c4791-1179-45d2-b722-636ec91a54da, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:06:18.965273 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58978) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:18.973924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae52006-f59e-4270-a64c-8a08d6cb4ea1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Network 9d5c4791-1179-45d2-b722-636ec91a54da is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:06:18.990235 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-bae52006-f59e-4270-a64c-8a08d6cb4ea1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 9d5c4791-1179-45d2-b722-636ec91a54da) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:19.000056 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4d3ddb-7a3b-49d2-8df3-09550994b24b None None] Network 9d5c4791-1179-45d2-b722-636ec91a54da requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:06:19.007409 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae52006-f59e-4270-a64c-8a08d6cb4ea1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:19.009870 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bae52006-f59e-4270-a64c-8a08d6cb4ea1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:19.055849 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bae52006-f59e-4270-a64c-8a08d6cb4ea1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9432342 May 30 20:06:19.057167 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58984) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:19.063843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-682bc22c-7797-4b38-8ea6-7d8fc0453eb9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-970845728', 'network_id': '9d5c4791-1179-45d2-b722-636ec91a54da'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:19.072615 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-682bc22c-7797-4b38-8ea6-7d8fc0453eb9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:19.079846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-682bc22c-7797-4b38-8ea6-7d8fc0453eb9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Usage tracker for resource:port and tenant:e64e0da37982419aafd244b47f16904a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:19.100537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-682bc22c-7797-4b38-8ea6-7d8fc0453eb9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:19.109488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-682bc22c-7797-4b38-8ea6-7d8fc0453eb9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:19.127631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682bc22c-7797-4b38-8ea6-7d8fc0453eb9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Made reservation on behalf of e64e0da37982419aafd244b47f16904a for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:06:19.130477 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-682bc22c-7797-4b38-8ea6-7d8fc0453eb9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:19.156270 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-682bc22c-7797-4b38-8ea6-7d8fc0453eb9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] device_id is not set on port edf071c1-c323-4e39-91c9-07364c0aadda yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:06:19.292491 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-1851af83-6fe6-4b45-bf3e-fa92632c86d7 service neutron] 10.222.0.84 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244781 May 30 20:06:19.376828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-682bc22c-7797-4b38-8ea6-7d8fc0453eb9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Allocated IP 2001:db8::1a2 (9d5c4791-1179-45d2-b722-636ec91a54da/ef9d7212-fd7c-45b4-a9ef-b85cfe915f9e/edf071c1-c323-4e39-91c9-07364c0aadda) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:06:19.377195 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5fcdd1-3584-4535-9e66-abce898f53ee None None] Network 9d5c4791-1179-45d2-b722-636ec91a54da requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:06:19.561464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fdf9f-a013-41eb-872e-fc3aa0699345 req-ce0d767a-507a-41d6-a21f-82c7fbd2ea60 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:19.562899 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c42fdf9f-a013-41eb-872e-fc3aa0699345 req-ce0d767a-507a-41d6-a21f-82c7fbd2ea60 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 0.8938355 May 30 20:06:19.589766 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-682bc22c-7797-4b38-8ea6-7d8fc0453eb9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:19.636661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-682bc22c-7797-4b38-8ea6-7d8fc0453eb9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:19.646432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-c19ee064-fe71-4605-9e18-8f795d5b1a55 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Allocated IP 10.2.2.100 (afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9/df1a862f-c15a-4dff-91bd-02f2ee2f6941/ec82c0ee-49c3-4e17-9176-7413ed12db5e) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:06:19.650904 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-482b4fe3-2cd2-4cc9-8c8d-d1970213524c service neutron] 10.222.0.84 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494871 May 30 20:06:19.682536 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c42fdf9f-a013-41eb-872e-fc3aa0699345 req-bd2b0cee-4fa5-48ff-93e8-6d4db3f5f57a tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024015 May 30 20:06:19.777177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bc22c-7797-4b38-8ea6-7d8fc0453eb9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Pushing event updated for resources: {'Port': ['ID=edf071c1-c323-4e39-91c9-07364c0aadda,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:19.790212 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682bc22c-7797-4b38-8ea6-7d8fc0453eb9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Network 9d5c4791-1179-45d2-b722-636ec91a54da is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:19.793171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-682bc22c-7797-4b38-8ea6-7d8fc0453eb9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:19.797436 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682bc22c-7797-4b38-8ea6-7d8fc0453eb9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:06:19.798277 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682bc22c-7797-4b38-8ea6-7d8fc0453eb9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:19.798859 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-682bc22c-7797-4b38-8ea6-7d8fc0453eb9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:19.833528 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-5ca9c3b3-cb4c-4960-9eab-d27d85974d33 req-72253653-337d-49f4-a1bb-91ec8c6e84e5 tempest-SecurityGroupsNegativeTestJSON-1008551428 tempest-SecurityGroupsNegativeTestJSON-1008551428-project] show failed (client error): The resource could not be found. May 30 20:06:19.834722 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ca9c3b3-cb4c-4960-9eab-d27d85974d33 req-72253653-337d-49f4-a1bb-91ec8c6e84e5 tempest-SecurityGroupsNegativeTestJSON-1008551428 tempest-SecurityGroupsNegativeTestJSON-1008551428-project] 10.222.0.84 "GET /v2.0/security-groups/2af77c20-d260-490a-9e53-a984076ac1b4 HTTP/1.1" status: 404 len: 352 time: 0.0335450 May 30 20:06:19.898295 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7a0f4f0a-374e-4198-87a5-ee413d955e2b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3e860bf879054bd598319d1741599d12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9330254 May 30 20:06:19.904249 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59000) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:19.909582 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-682bc22c-7797-4b38-8ea6-7d8fc0453eb9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8505895 May 30 20:06:19.915132 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59004) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:19.984160 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-c19ee064-fe71-4605-9e18-8f795d5b1a55 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:20.060231 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6c059ab4-15aa-42fa-aefa-6d58c02d8d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:20.075838 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-c19ee064-fe71-4605-9e18-8f795d5b1a55 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Transition to ACTIVE for port object ec82c0ee-49c3-4e17-9176-7413ed12db5e will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:20.105651 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6c059ab4-15aa-42fa-aefa-6d58c02d8d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:20.178624 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-404edb4c-b583-407b-89af-d8f2cdc1be15 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Deleting port edf071c1-c323-4e39-91c9-07364c0aadda {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:20.179120 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-404edb4c-b583-407b-89af-d8f2cdc1be15 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:20.209314 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6c059ab4-15aa-42fa-aefa-6d58c02d8d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:20.246902 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c059ab4-15aa-42fa-aefa-6d58c02d8d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e84609-b854-4782-89f7-efbeaedc9702,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:20.268342 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6c059ab4-15aa-42fa-aefa-6d58c02d8d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:20.272258 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23857b60-a7aa-4a6a-924e-ebd595eae2ad req-b0230521-e64b-4f2f-b777-231a642c96d8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=dca5d2f0-52f7-4c62-99ae-a7939fe9c78c HTTP/1.1" status: 200 len: 210 time: 0.1454413 May 30 20:06:20.275043 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6c059ab4-15aa-42fa-aefa-6d58c02d8d9f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/46e84609-b854-4782-89f7-efbeaedc9702 HTTP/1.1" status: 204 len: 168 time: 0.3692183 May 30 20:06:20.407421 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-3aa9396a-0dd7-4db3-b34b-7918ec5f0152 req-0368a6a3-a523-4082-a440-6beca7f4c220 tempest-SecurityGroupsNegativeTestJSON-1008551428 tempest-SecurityGroupsNegativeTestJSON-1008551428-project] show failed (client error): The resource could not be found. May 30 20:06:20.408461 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3aa9396a-0dd7-4db3-b34b-7918ec5f0152 req-0368a6a3-a523-4082-a440-6beca7f4c220 tempest-SecurityGroupsNegativeTestJSON-1008551428 tempest-SecurityGroupsNegativeTestJSON-1008551428-project] 10.222.0.84 "GET /v2.0/security-groups/b585240b-40c9-4f70-90f9-29ea273650a1 HTTP/1.1" status: 404 len: 352 time: 0.0258889 May 30 20:06:20.420559 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59022) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:20.461639 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-c19ee064-fe71-4605-9e18-8f795d5b1a55 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:20.583303 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-5698378a-cc12-496d-8933-cf5a2bb4b14a admin admin] Deleting subnet c0d9be71-ea21-424f-b86d-41452d5ebfb0 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:06:20.587347 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5698378a-cc12-496d-8933-cf5a2bb4b14a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:20.602572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307d37f-9770-4b0b-9b1c-ad628668f649 req-6b7b67f8-b48e-4091-be25-d694ed887115 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:20.614792 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307d37f-9770-4b0b-9b1c-ad628668f649 req-6b7b67f8-b48e-4091-be25-d694ed887115 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:20.625574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307d37f-9770-4b0b-9b1c-ad628668f649 req-6b7b67f8-b48e-4091-be25-d694ed887115 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:20.632239 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9307d37f-9770-4b0b-9b1c-ad628668f649 req-6b7b67f8-b48e-4091-be25-d694ed887115 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 2373 time: 0.5726867 May 30 20:06:20.674179 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5698378a-cc12-496d-8933-cf5a2bb4b14a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:20.744345 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5698378a-cc12-496d-8933-cf5a2bb4b14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:20.756058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-c19ee064-fe71-4605-9e18-8f795d5b1a55 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Network afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:20.835496 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5698378a-cc12-496d-8933-cf5a2bb4b14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:20.901172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ee064-fe71-4605-9e18-8f795d5b1a55 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event updated for resources: {'Port': ['ID=ec82c0ee-49c3-4e17-9176-7413ed12db5e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:20.909098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-c19ee064-fe71-4605-9e18-8f795d5b1a55 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:20.915207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-c19ee064-fe71-4605-9e18-8f795d5b1a55 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:06:20.936448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698378a-cc12-496d-8933-cf5a2bb4b14a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d9be71-ea21-424f-b86d-41452d5ebfb0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:20.971237 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5698378a-cc12-496d-8933-cf5a2bb4b14a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:20.987268 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5698378a-cc12-496d-8933-cf5a2bb4b14a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c0d9be71-ea21-424f-b86d-41452d5ebfb0 HTTP/1.1" status: 204 len: 168 time: 0.5657797 May 30 20:06:20.990154 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59034) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:21.084817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-c19ee064-fe71-4605-9e18-8f795d5b1a55 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:21.090368 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-c19ee064-fe71-4605-9e18-8f795d5b1a55 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:21.133074 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9307d37f-9770-4b0b-9b1c-ad628668f649 req-1ae7dd95-1018-4d99-976b-0348147846da tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4473977 May 30 20:06:21.202348 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59038) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:21.281342 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-c19ee064-fe71-4605-9e18-8f795d5b1a55 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3587034 May 30 20:06:21.287295 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-51940c7b-d698-449f-905b-6d67e1ffb8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:21.314608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b6301420-5a6f-40be-95a3-e57cb36d7137 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Request body: {'port': {'device_id': '182da0ce-1656-4cfd-9592-420799f2b30c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9', 'admin_state_up': True, 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'security_groups': ['eff92435-7ada-4e0b-b3a2-ca5769294cf5']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:21.355608 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-404edb4c-b583-407b-89af-d8f2cdc1be15 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:21.387294 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cc1706dd-ab5e-4e56-ab40-ff1c257575d4 None None] Provisioning for port ec82c0ee-49c3-4e17-9176-7413ed12db5e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:06:21.403154 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cc1706dd-ab5e-4e56-ab40-ff1c257575d4 None None] Provisioning complete for port ec82c0ee-49c3-4e17-9176-7413ed12db5e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:21.403543 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cc1706dd-ab5e-4e56-ab40-ff1c257575d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:21.505084 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-51940c7b-d698-449f-905b-6d67e1ffb8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:21.538620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-51940c7b-d698-449f-905b-6d67e1ffb8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b2bd34-e7ee-4eac-b2ab-a3f27e572dcd']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:21.547188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-cc1706dd-ab5e-4e56-ab40-ff1c257575d4 None None] Port ec82c0ee-49c3-4e17-9176-7413ed12db5e cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:06:21.565890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-51940c7b-d698-449f-905b-6d67e1ffb8a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a66e673-a424-471c-9827-956767bcfcb2') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:21.566198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-51940c7b-d698-449f-905b-6d67e1ffb8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a66e673-a424-471c-9827-956767bcfcb2') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:21.595931 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-51940c7b-d698-449f-905b-6d67e1ffb8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:21.631736 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-51940c7b-d698-449f-905b-6d67e1ffb8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:21.641825 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51940c7b-d698-449f-905b-6d67e1ffb8a1 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:06:21.642229 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-51940c7b-d698-449f-905b-6d67e1ffb8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: timer() May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:06:21.678042 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:06:21.710379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-404edb4c-b583-407b-89af-d8f2cdc1be15 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Calling delete_port for edf071c1-c323-4e39-91c9-07364c0aadda owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:21.868580 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-51940c7b-d698-449f-905b-6d67e1ffb8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:21.903473 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-51940c7b-d698-449f-905b-6d67e1ffb8a1 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:21.928144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51940c7b-d698-449f-905b-6d67e1ffb8a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b2bd34-e7ee-4eac-b2ab-a3f27e572dcd,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:21.937932 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-51940c7b-d698-449f-905b-6d67e1ffb8a1 admin admin] 10.222.0.84 "DELETE /v2.0/networks/c0b2bd34-e7ee-4eac-b2ab-a3f27e572dcd HTTP/1.1" status: 204 len: 168 time: 0.9467447 May 30 20:06:22.252826 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b766f143-82cc-404d-84af-0d0d31fdbec0 req-e2cfa5a8-7509-47f9-9cf7-9c06571fa0bf tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=dca5d2f0-52f7-4c62-99ae-a7939fe9c78c HTTP/1.1" status: 200 len: 210 time: 0.0821762 May 30 20:06:22.289566 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9af46b8e-b657-40d3-91d3-c9c9d2df2752 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=92055eb385ad40e989fc897d58be0d97&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0829396 May 30 20:06:22.289917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59060) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:22.367423 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59066) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:22.517381 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b6301420-5a6f-40be-95a3-e57cb36d7137 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:22.539204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b6301420-5a6f-40be-95a3-e57cb36d7137 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Usage tracker for resource:port and tenant:aba290eb55434081b40c27125b03c71d is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:22.557292 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b6301420-5a6f-40be-95a3-e57cb36d7137 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Quota usage for port was recalculated. Used quota:11. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:22.576450 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-07e729f4-68be-477b-bb37-15ac5c92c8b3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4e82df9c786d45afb64b6ffe910b1810&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2057464 May 30 20:06:22.576671 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59070) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:22.591021 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-92903134-5de2-4746-92df-401ff511240f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:22.603600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-221db675-1dca-4115-b74b-108fe83f9fb0 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:22.605318 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-221db675-1dca-4115-b74b-108fe83f9fb0 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 811 time: 0.8302419 May 30 20:06:22.614298 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b6301420-5a6f-40be-95a3-e57cb36d7137 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:22.621299 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-92903134-5de2-4746-92df-401ff511240f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:22.635944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-9d0e3f69-a4b5-4793-bd2a-161ef3862ae8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Request body: {'port': {'device_id': 'dca5d2f0-52f7-4c62-99ae-a7939fe9c78c', 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf', 'admin_state_up': True, 'tenant_id': '0e075b17435345809d5c6645e9b9fc3c'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:22.687384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5fbef-3655-4d31-a90f-955c42341b4d req-ad8aa7da-3483-49dd-b242-930b04c03bf3 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:22.689364 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-92903134-5de2-4746-92df-401ff511240f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:22.689758 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-03a5fbef-3655-4d31-a90f-955c42341b4d req-ad8aa7da-3483-49dd-b242-930b04c03bf3 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 0.8519881 May 30 20:06:22.721580 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92903134-5de2-4746-92df-401ff511240f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f8f7d9-dfc7-4d1d-949a-a5838215d151,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:22.757565 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1a13ba04-dd87-4568-9418-0d9d4ff04050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:22.760970 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-92903134-5de2-4746-92df-401ff511240f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:22.767218 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-92903134-5de2-4746-92df-401ff511240f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/66f8f7d9-dfc7-4d1d-949a-a5838215d151 HTTP/1.1" status: 204 len: 168 time: 0.4620576 May 30 20:06:22.792626 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1a13ba04-dd87-4568-9418-0d9d4ff04050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:22.833060 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b6301420-5a6f-40be-95a3-e57cb36d7137 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Made reservation on behalf of aba290eb55434081b40c27125b03c71d for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:06:22.837688 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b6301420-5a6f-40be-95a3-e57cb36d7137 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:22.869613 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1a13ba04-dd87-4568-9418-0d9d4ff04050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:22.908218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13ba04-dd87-4568-9418-0d9d4ff04050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7124a9b-6b50-4204-a248-1a8a805ce2f1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:22.955458 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-404edb4c-b583-407b-89af-d8f2cdc1be15 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:22.956209 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1a13ba04-dd87-4568-9418-0d9d4ff04050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:22.960173 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1a13ba04-dd87-4568-9418-0d9d4ff04050 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c7124a9b-6b50-4204-a248-1a8a805ce2f1 HTTP/1.1" status: 204 len: 168 time: 0.3798039 May 30 20:06:23.108654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404edb4c-b583-407b-89af-d8f2cdc1be15 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Pushing event deleted for resources: {'Port': ['ID=edf071c1-c323-4e39-91c9-07364c0aadda,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:23.226174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6482968-1ad5-4770-9750-b16e4487e64f req-3321fec0-bbf4-440d-bfe6-097a98364b60 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:23.230107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6482968-1ad5-4770-9750-b16e4487e64f req-3321fec0-bbf4-440d-bfe6-097a98364b60 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:23.234019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6482968-1ad5-4770-9750-b16e4487e64f req-3321fec0-bbf4-440d-bfe6-097a98364b60 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:23.245424 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6482968-1ad5-4770-9750-b16e4487e64f req-3321fec0-bbf4-440d-bfe6-097a98364b60 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:23.246361 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-d6482968-1ad5-4770-9750-b16e4487e64f req-3321fec0-bbf4-440d-bfe6-097a98364b60 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Synchronizing usage tracker for tenant:aba290eb55434081b40c27125b03c71d on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:23.280913 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-03a5fbef-3655-4d31-a90f-955c42341b4d req-f8f6c309-9694-454e-87f4-9d00b08ccca8 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5284853 May 30 20:06:23.284454 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-404edb4c-b583-407b-89af-d8f2cdc1be15 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:23.316243 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-9d0e3f69-a4b5-4793-bd2a-161ef3862ae8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:23.346500 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-9d0e3f69-a4b5-4793-bd2a-161ef3862ae8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:23.359355 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-404edb4c-b583-407b-89af-d8f2cdc1be15 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "DELETE /v2.0/ports/edf071c1-c323-4e39-91c9-07364c0aadda HTTP/1.1" status: 204 len: 168 time: 3.4430895 May 30 20:06:23.360501 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59084) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:23.367950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d5c4791-1179-45d2-b722-636ec91a54da', 'external_fixed_ips': [{'subnet_id': 'ef9d7212-fd7c-45b4-a9ef-b85cfe915f9e', 'ip_address': '2001:db8::1a2'}]}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:23.385717 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:23.407753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Usage tracker for resource:router and tenant:e64e0da37982419aafd244b47f16904a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:23.410600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-d6482968-1ad5-4770-9750-b16e4487e64f req-3321fec0-bbf4-440d-bfe6-097a98364b60 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Unset dirty status for tenant:aba290eb55434081b40c27125b03c71d on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:23.418997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6482968-1ad5-4770-9750-b16e4487e64f req-3321fec0-bbf4-440d-bfe6-097a98364b60 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 3094 time: 0.9523230 May 30 20:06:23.422496 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:23.446268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:23.450265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-9d0e3f69-a4b5-4793-bd2a-161ef3862ae8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Made reservation on behalf of 0e075b17435345809d5c6645e9b9fc3c for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:06:23.453573 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-9d0e3f69-a4b5-4793-bd2a-161ef3862ae8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:23.487226 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:23.488420 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:23.568496 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:23.675095 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6482968-1ad5-4770-9750-b16e4487e64f req-0230bc91-dd5e-4251-a3fb-3692437aa614 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551367 May 30 20:06:23.830033 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:23.841315 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01aa1d2e-078e-41db-a734-06b7e4757fbb req-7bbbd2ce-94ee-4c58-8ae1-6ba5f7a00c50 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=dca5d2f0-52f7-4c62-99ae-a7939fe9c78c HTTP/1.1" status: 200 len: 210 time: 0.1295447 May 30 20:06:23.888506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b6301420-5a6f-40be-95a3-e57cb36d7137 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Allocated IP 10.2.2.200 (afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9/df1a862f-c15a-4dff-91bd-02f2ee2f6941/e5ba5128-df39-4832-8e93-c9f0df489c88) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:06:24.074366 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-9d0e3f69-a4b5-4793-bd2a-161ef3862ae8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Allocated IP 172.20.0.11 (d568287e-a0ce-4f8b-a9cc-faf7575177cf/24f03aba-f12a-4241-8d9f-db4a6a1a5134/c0fd140c-5423-40d8-8b83-facf7ca9d28b) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:06:24.327276 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:24.418303 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:24.844904 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Allocated IP 2001:db8::1a2 (9d5c4791-1179-45d2-b722-636ec91a54da/ef9d7212-fd7c-45b4-a9ef-b85cfe915f9e/4433a008-37a2-4f08-a65c-8e14438ae362) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:06:25.008599 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b6301420-5a6f-40be-95a3-e57cb36d7137 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:25.105657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59134) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:25.250407 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:25.263565 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-9d0e3f69-a4b5-4793-bd2a-161ef3862ae8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:25.339459 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:25.371087 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b6301420-5a6f-40be-95a3-e57cb36d7137 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Transition to ACTIVE for port object e5ba5128-df39-4832-8e93-c9f0df489c88 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:25.439391 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-9d0e3f69-a4b5-4793-bd2a-161ef3862ae8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:25.469291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Network 9d5c4791-1179-45d2-b722-636ec91a54da is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:25.473723 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:25.488817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:06:25.560578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Pushing event updated for resources: {'Port': ['ID=4433a008-37a2-4f08-a65c-8e14438ae362,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:25.637806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2074219069-network', 'tenant_id': '19555742f4584195a57a8957d5587325'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:25.663451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:25.671622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e3f69-a4b5-4793-bd2a-161ef3862ae8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Pushing event updated for resources: {'Port': ['ID=c0fd140c-5423-40d8-8b83-facf7ca9d28b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:25.685983 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Usage tracker for resource:network and tenant:19555742f4584195a57a8957d5587325 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:25.699027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:25.730580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e70934-cd9f-4bb7-bfcd-3ef7ded2f287 req-4ac29f6e-ee76-4d6a-94fc-5df2d0d0881f tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:25.732305 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:25.739267 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-38e70934-cd9f-4bb7-bfcd-3ef7ded2f287 req-4ac29f6e-ee76-4d6a-94fc-5df2d0d0881f tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 0.9932165 May 30 20:06:25.744736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-9d0e3f69-a4b5-4793-bd2a-161ef3862ae8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Network d568287e-a0ce-4f8b-a9cc-faf7575177cf is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:25.753377 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-9d0e3f69-a4b5-4793-bd2a-161ef3862ae8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:25.757603 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Made reservation on behalf of 19555742f4584195a57a8957d5587325 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:06:25.760267 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:25.797503 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:25.847240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:25.852454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Usage tracker for resource:security_group_rule and tenant:19555742f4584195a57a8957d5587325 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:25.856380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:25.877827 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:26.008402 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:26.009804 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:26.065216 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:26.131506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-9d0e3f69-a4b5-4793-bd2a-161ef3862ae8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:06:26.214762 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-9d0e3f69-a4b5-4793-bd2a-161ef3862ae8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:26.215502 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-9d0e3f69-a4b5-4793-bd2a-161ef3862ae8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:26.265077 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:26.267689 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b6301420-5a6f-40be-95a3-e57cb36d7137 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:26.344321 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:06:26.387205 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:26.388844 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Added segment 48cd6d01-b310-4c01-bbbe-420c11ab879f of type vlan for network 1b528a3e-6816-43c9-bf46-4a6adac80f60 May 30 20:06:26.507845 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:26.552173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2688790-4ff7-4b8b-9eb8-e816db40a51c req-b2a44b36-8ed3-4a66-a7fe-6ff275d2ded9 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:26.563796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2688790-4ff7-4b8b-9eb8-e816db40a51c req-b2a44b36-8ed3-4a66-a7fe-6ff275d2ded9 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:26.573211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2688790-4ff7-4b8b-9eb8-e816db40a51c req-b2a44b36-8ed3-4a66-a7fe-6ff275d2ded9 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:26.579375 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2688790-4ff7-4b8b-9eb8-e816db40a51c req-b2a44b36-8ed3-4a66-a7fe-6ff275d2ded9 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:26.590713 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2688790-4ff7-4b8b-9eb8-e816db40a51c req-b2a44b36-8ed3-4a66-a7fe-6ff275d2ded9 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 3094 time: 1.5704546 May 30 20:06:26.593741 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-9d0e3f69-a4b5-4793-bd2a-161ef3862ae8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9721246 May 30 20:06:26.663440 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6301420-5a6f-40be-95a3-e57cb36d7137 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event updated for resources: {'Port': ['ID=e5ba5128-df39-4832-8e93-c9f0df489c88,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:26.684626 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-38e70934-cd9f-4bb7-bfcd-3ef7ded2f287 req-56e11ef4-cc13-46ed-8d4b-c9ea53fa26f2 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9441667 May 30 20:06:26.702132 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Request body: {'port': {'device_id': 'dca5d2f0-52f7-4c62-99ae-a7939fe9c78c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:26.788115 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:26.788964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:26.789520 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:26.823701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b6301420-5a6f-40be-95a3-e57cb36d7137 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Network afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:26.851345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b6301420-5a6f-40be-95a3-e57cb36d7137 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:26.880711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b6301420-5a6f-40be-95a3-e57cb36d7137 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:06:26.930063 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8247318 May 30 20:06:26.936054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59172) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:27.020783 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f888e7ed-13a8-4c34-92dd-f9dfddc837e0 admin admin] Request body: {'subnet': {'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2074219069-subnet', 'tenant_id': '19555742f4584195a57a8957d5587325', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:27.047611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f888e7ed-13a8-4c34-92dd-f9dfddc837e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:27.055003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dd6d77-9ac1-4671-9b5d-326a2b2b9452,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:27.177278 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f888e7ed-13a8-4c34-92dd-f9dfddc837e0 admin admin] Usage tracker for resource:subnet and tenant:19555742f4584195a57a8957d5587325 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:27.184322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f888e7ed-13a8-4c34-92dd-f9dfddc837e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:27.194211 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f888e7ed-13a8-4c34-92dd-f9dfddc837e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:27.204707 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f74e6-1653-4ada-9115-a525dd1d4fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=1b528a3e-6816-43c9-bf46-4a6adac80f60,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:27.220080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 1b528a3e-6816-43c9-bf46-4a6adac80f60 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:06:27.243150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f888e7ed-13a8-4c34-92dd-f9dfddc837e0 admin admin] Made reservation on behalf of 19555742f4584195a57a8957d5587325 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:06:27.245198 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f888e7ed-13a8-4c34-92dd-f9dfddc837e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:27.260046 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2688790-4ff7-4b8b-9eb8-e816db40a51c req-0b4b10c6-0d30-4a46-b954-c74ea92ea1a0 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6444387 May 30 20:06:27.265372 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:27.288518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b6301420-5a6f-40be-95a3-e57cb36d7137 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:27.289333 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b6301420-5a6f-40be-95a3-e57cb36d7137 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:27.475384 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-97c1c988-e25d-4be1-9857-3383fe6b94da None None] Provisioning for port e5ba5128-df39-4832-8e93-c9f0df489c88 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:06:27.480973 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-97c1c988-e25d-4be1-9857-3383fe6b94da None None] Provisioning complete for port e5ba5128-df39-4832-8e93-c9f0df489c88 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:27.481827 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-97c1c988-e25d-4be1-9857-3383fe6b94da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:27.640893 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-97c1c988-e25d-4be1-9857-3383fe6b94da None None] Port e5ba5128-df39-4832-8e93-c9f0df489c88 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:06:27.670656 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b6301420-5a6f-40be-95a3-e57cb36d7137 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3600006 May 30 20:06:27.699531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Request body: {'port': {'device_id': '182da0ce-1656-4cfd-9592-420799f2b30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:27.709306 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9f681569-9c17-4497-ada8-92d821e34562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:27.793639 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e4fe4-acca-43cc-80cd-fb262546cc9f req-6ad177cb-0048-4b8c-99a5-41dc23bcaa09 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:27.794756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-799e4fe4-acca-43cc-80cd-fb262546cc9f req-6ad177cb-0048-4b8c-99a5-41dc23bcaa09 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Synchronizing usage tracker for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:27.811182 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:06:27.840467 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f888e7ed-13a8-4c34-92dd-f9dfddc837e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:27.904551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-799e4fe4-acca-43cc-80cd-fb262546cc9f req-6ad177cb-0048-4b8c-99a5-41dc23bcaa09 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Unset dirty status for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:27.911468 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-799e4fe4-acca-43cc-80cd-fb262546cc9f req-6ad177cb-0048-4b8c-99a5-41dc23bcaa09 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=dca5d2f0-52f7-4c62-99ae-a7939fe9c78c HTTP/1.1" status: 200 len: 932 time: 0.9581323 May 30 20:06:27.984638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fd140c-5423-40d8-8b83-facf7ca9d28b {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:27.998040 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:28.017964 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-799e4fe4-acca-43cc-80cd-fb262546cc9f req-2db554fb-91a6-4ac7-b783-27e336abb6db tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050684 May 30 20:06:28.023986 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:28.043231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888e7ed-13a8-4c34-92dd-f9dfddc837e0 admin admin] Checking segment: {'id': '48cd6d01-b310-4c01-bbbe-420c11ab879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:06:28.043582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888e7ed-13a8-4c34-92dd-f9dfddc837e0 admin admin] Network hostable DHCP agents. Network: 1b528a3e-6816-43c9-bf46-4a6adac80f60, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:06:28.065025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888e7ed-13a8-4c34-92dd-f9dfddc837e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d693005e-809d-423c-b62c-cac40f95b7d0,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:28.086178 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Transition to ACTIVE for port object c0fd140c-5423-40d8-8b83-facf7ca9d28b will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:28.106239 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888e7ed-13a8-4c34-92dd-f9dfddc837e0 admin admin] Network 1b528a3e-6816-43c9-bf46-4a6adac80f60 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:06:28.126971 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-f888e7ed-13a8-4c34-92dd-f9dfddc837e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 1b528a3e-6816-43c9-bf46-4a6adac80f60) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:28.130828 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:28.146825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a48156-4c81-4456-98f8-88b4ff391995 None None] Network 1b528a3e-6816-43c9-bf46-4a6adac80f60 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:06:28.162947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f888e7ed-13a8-4c34-92dd-f9dfddc837e0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:28.163525 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f888e7ed-13a8-4c34-92dd-f9dfddc837e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:28.270557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Router 85cb379e-a959-4bd7-a1b9-281b0ed8dfea is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:06:28.293914 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f888e7ed-13a8-4c34-92dd-f9dfddc837e0 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3532865 May 30 20:06:28.297034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59196) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:28.453456 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2074219069-router', 'tenant_id': '19555742f4584195a57a8957d5587325', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:28.473873 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:28.537554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Usage tracker for resource:router and tenant:19555742f4584195a57a8957d5587325 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:28.548420 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:28.557078 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:28.595618 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:28.596962 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:28.604122 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0f3917-5c1e-45ac-a959-223ca8215a5d {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:28.611790 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:28.628200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Transition to ACTIVE for port object 3d0f3917-5c1e-45ac-a959-223ca8215a5d will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:28.629289 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Pushing event updated for resources: {'Port': ['ID=c0fd140c-5423-40d8-8b83-facf7ca9d28b,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:28.640612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-1b528a3e-6816-43c9-bf46-4a6adac80f60', 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60', 'tenant_id': '19555742f4584195a57a8957d5587325', 'fixed_ips': [{'subnet_id': 'd693005e-809d-423c-b62c-cac40f95b7d0'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:06:28.643098 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:28.651422 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:28.737092 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:28.848997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:06:28.883635 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:28.888140 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9acf958b-46a4-4d29-a7a0-c9e645278aa8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.5236204 May 30 20:06:28.888741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59210) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:28.897345 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:28.939813 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Allocated IP 172.20.0.2 (1b528a3e-6816-43c9-bf46-4a6adac80f60/d693005e-809d-423c-b62c-cac40f95b7d0/8ddaf739-d5e0-41e8-88a1-65cc83ebd226) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:06:28.958028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Pushing event updated for resources: {'Port': ['ID=3d0f3917-5c1e-45ac-a959-223ca8215a5d,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:28.967322 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59216) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:29.050005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623e0c1d-e5b3-4ac7-918a-f44ab6065fc1 None None] Sync routers for ids ['85cb379e-a959-4bd7-a1b9-281b0ed8dfea'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:06:29.086279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623e0c1d-e5b3-4ac7-918a-f44ab6065fc1 None None] Routers {'85cb379e-a959-4bd7-a1b9-281b0ed8dfea'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:29.086910 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-623e0c1d-e5b3-4ac7-918a-f44ab6065fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:06:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['85cb379e-a959-4bd7-a1b9-281b0ed8dfea'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:29.487799 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:29.507215 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-410c4273-8760-4eb1-94ac-af1ce5dc844d tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:29.539937 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-623e0c1d-e5b3-4ac7-918a-f44ab6065fc1 None None] Set router 85cb379e-a959-4bd7-a1b9-281b0ed8dfea gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:29.572510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a10ea9-cec1-4991-891f-e84285943351 req-1ace850c-03ad-4d04-80a0-38118760d7d9 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:29.578893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a10ea9-cec1-4991-891f-e84285943351 req-1ace850c-03ad-4d04-80a0-38118760d7d9 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:29.583913 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a10ea9-cec1-4991-891f-e84285943351 req-1ace850c-03ad-4d04-80a0-38118760d7d9 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:29.588827 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a10ea9-cec1-4991-891f-e84285943351 req-1ace850c-03ad-4d04-80a0-38118760d7d9 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:29.593134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a10ea9-cec1-4991-891f-e84285943351 req-1ace850c-03ad-4d04-80a0-38118760d7d9 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:29.595015 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15a10ea9-cec1-4991-891f-e84285943351 req-1ace850c-03ad-4d04-80a0-38118760d7d9 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 3827 time: 0.9624686 May 30 20:06:29.641947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Transition to ACTIVE for port object 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:29.700254 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bcc93db4-74bc-4dd1-945b-0309227a25bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:29.746269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-bcc93db4-74bc-4dd1-945b-0309227a25bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:29.751029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-bcc93db4-74bc-4dd1-945b-0309227a25bb admin admin] Usage tracker for resource:security_group_rule and tenant:21bde702b1aa48f0aec2896391544344 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:29.754374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-bcc93db4-74bc-4dd1-945b-0309227a25bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:29.761884 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-bcc93db4-74bc-4dd1-945b-0309227a25bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:29.765942 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:29.804951 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:29.849406 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bcc93db4-74bc-4dd1-945b-0309227a25bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:29.872721 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bcc93db4-74bc-4dd1-945b-0309227a25bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:29.938697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc93db4-74bc-4dd1-945b-0309227a25bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e978f3f3-ee7f-4f70-ae27-a0409eb11f2e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:29.942971 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Attempting to bind port c0fd140c-5423-40d8-8b83-facf7ca9d28b on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:06:29.943428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Attempting to bind port c0fd140c-5423-40d8-8b83-facf7ca9d28b by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:06:29.943815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Attempting to bind port c0fd140c-5423-40d8-8b83-facf7ca9d28b on network d568287e-a0ce-4f8b-a9cc-faf7575177cf {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:29.956433 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Transition to ACTIVE for port object 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:29.996150 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15a10ea9-cec1-4991-891f-e84285943351 req-73a2da4d-62a3-40d4-b490-cd9f89b98502 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3249295 May 30 20:06:30.005593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bf291-fced-4d5b-b114-2e22f57b211f req-ef83927a-f735-4ea9-b5e9-e70053db12cf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:30.015009 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b43bf291-fced-4d5b-b114-2e22f57b211f req-ef83927a-f735-4ea9-b5e9-e70053db12cf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 1.7821686 May 30 20:06:30.047616 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-29db807d-6bab-407d-978d-48006047d668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:30.062798 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Allocated IP 172.25.5.66 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:06:30.065135 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-410c4273-8760-4eb1-94ac-af1ce5dc844d tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:30.077630 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Attempting to bind port 3d0f3917-5c1e-45ac-a959-223ca8215a5d on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:06:30.077974 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Attempting to bind port 3d0f3917-5c1e-45ac-a959-223ca8215a5d by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'fbce37dd-a637-46f1-88e0-2b83b9a452d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:06:30.079289 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Attempting to bind port 3d0f3917-5c1e-45ac-a959-223ca8215a5d on network 1c618fce-8e1a-4264-8a30-66966112ca92 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:30.083168 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:30.104290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-410c4273-8760-4eb1-94ac-af1ce5dc844d tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Deleting port 4433a008-37a2-4f08-a65c-8e14438ae362 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:30.104609 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-410c4273-8760-4eb1-94ac-af1ce5dc844d tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:30.126990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Port c0fd140c-5423-40d8-8b83-facf7ca9d28b on network d568287e-a0ce-4f8b-a9cc-faf7575177cf not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:06:30.127720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Attempting to bind port c0fd140c-5423-40d8-8b83-facf7ca9d28b on network d568287e-a0ce-4f8b-a9cc-faf7575177cf {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:30.136627 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bcc93db4-74bc-4dd1-945b-0309227a25bb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=21bde702b1aa48f0aec2896391544344&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1627655 May 30 20:06:30.139335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59230) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:30.143798 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Port 3d0f3917-5c1e-45ac-a959-223ca8215a5d on network 1c618fce-8e1a-4264-8a30-66966112ca92 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:06:30.144148 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Attempting to bind port 3d0f3917-5c1e-45ac-a959-223ca8215a5d on network 1c618fce-8e1a-4264-8a30-66966112ca92 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:30.171254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:06:30.171597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Checking segment: {'id': 'fbce37dd-a637-46f1-88e0-2b83b9a452d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:06:30.171997 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Bound using segment: {'id': 'fbce37dd-a637-46f1-88e0-2b83b9a452d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:06:30.172830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Bound port: 3d0f3917-5c1e-45ac-a959-223ca8215a5d, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbce37dd-a637-46f1-88e0-2b83b9a452d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:06:30.173183 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:30.204290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:06:30.204636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Checking segment: {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:06:30.205029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Bound using segment: {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:06:30.205477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Bound port: c0fd140c-5423-40d8-8b83-facf7ca9d28b, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:06:30.206857 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:30.223533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Pushing event updated for resources: {'Port': ['ID=8ddaf739-d5e0-41e8-88a1-65cc83ebd226,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:30.257789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Network 1b528a3e-6816-43c9-bf46-4a6adac80f60 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:30.261560 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b43bf291-fced-4d5b-b114-2e22f57b211f req-7dfb7988-df6f-4f94-bf2b-be6d52d52e64 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071743 May 30 20:06:30.296463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:30.322486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:06:30.494930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-410c4273-8760-4eb1-94ac-af1ce5dc844d tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:30.506441 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Attempting to bind port 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:06:30.507261 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Attempting to bind port 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '48cd6d01-b310-4c01-bbbe-420c11ab879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:06:30.507827 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Attempting to bind port 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 on network 1b528a3e-6816-43c9-bf46-4a6adac80f60 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:30.570383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:06:30.571166 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Checking segment: {'id': '48cd6d01-b310-4c01-bbbe-420c11ab879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:06:30.571774 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:30.572389 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Bound using segment: {'id': '48cd6d01-b310-4c01-bbbe-420c11ab879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:06:30.573086 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Bound port: 8ddaf739-d5e0-41e8-88a1-65cc83ebd226, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cd6d01-b310-4c01-bbbe-420c11ab879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:06:30.573795 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:30.648498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] For port c0fd140c-5423-40d8-8b83-facf7ca9d28b, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:06:30.651566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] For port c0fd140c-5423-40d8-8b83-facf7ca9d28b, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c0fd140c-5423-40d8-8b83-facf7ca9d28b,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:06:30.673067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] For port 8ddaf739-d5e0-41e8-88a1-65cc83ebd226, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:06:30.676689 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] For port 8ddaf739-d5e0-41e8-88a1-65cc83ebd226, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8ddaf739-d5e0-41e8-88a1-65cc83ebd226,segment=NetworkSegment(48cd6d01-b310-4c01-bbbe-420c11ab879f),segment_id=48cd6d01-b310-4c01-bbbe-420c11ab879f)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:06:30.687175 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:30.690686 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:30.707825 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-410c4273-8760-4eb1-94ac-af1ce5dc844d tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Calling delete_port for 4433a008-37a2-4f08-a65c-8e14438ae362 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:30.785570 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-671f5dc9-a122-41da-87b2-c00134988c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:30.838889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-623e0c1d-e5b3-4ac7-918a-f44ab6065fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cb379e-a959-4bd7-a1b9-281b0ed8dfea', 'name': '', 'tenant_id': 'e64e0da37982419aafd244b47f16904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d5c4791-1179-45d2-b722-636ec91a54da', 'external_fixed_ips': [{'subnet_id': 'ef9d7212-fd7c-45b4-a9ef-b85cfe915f9e', 'ip_address': '2001:db8::1a2'}], 'enable_snat': True}, 'gw_port_id': '4433a008-37a2-4f08-a65c-8e14438ae362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:23Z', 'updated_at': '2022-05-30T20:06:25Z', 'revision_number': 3, 'project_id': 'e64e0da37982419aafd244b47f16904a', 'gw_port': {'id': '4433a008-37a2-4f08-a65c-8e14438ae362', 'name': '', 'network_id': '9d5c4791-1179-45d2-b722-636ec91a54da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cb379e-a959-4bd7-a1b9-281b0ed8dfea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef9d7212-fd7c-45b4-a9ef-b85cfe915f9e', 'ip_address': '2001:db8::1a2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:24Z', 'updated_at': '2022-05-30T20:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef9d7212-fd7c-45b4-a9ef-b85cfe915f9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:30.841762 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:30.843767 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] 10.222.0.93 "PUT /v2.0/ports/c0fd140c-5423-40d8-8b83-facf7ca9d28b HTTP/1.1" status: 200 len: 1092 time: 4.1569920 May 30 20:06:30.844258 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ba61e-6ff1-41e1-ae01-10d3740e0cdd None None] Pushing event updated for resources: {'Port': ['ID=8ddaf739-d5e0-41e8-88a1-65cc83ebd226,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:30.846725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca5d2f0-52f7-4c62-99ae-a7939fe9c78c', 'tag': 'c0fd140c-5423-40d8-8b83-facf7ca9d28b'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:30.858422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623e0c1d-e5b3-4ac7-918a-f44ab6065fc1 None None] Checking router: 85cb379e-a959-4bd7-a1b9-281b0ed8dfea for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:06:30.858952 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623e0c1d-e5b3-4ac7-918a-f44ab6065fc1 None None] Updating router 85cb379e-a959-4bd7-a1b9-281b0ed8dfea port 4433a008-37a2-4f08-a65c-8e14438ae362 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:06:30.978877 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-623e0c1d-e5b3-4ac7-918a-f44ab6065fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.005810 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.014364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] For port 3d0f3917-5c1e-45ac-a959-223ca8215a5d, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:06:31.022184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] For port 3d0f3917-5c1e-45ac-a959-223ca8215a5d, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=3d0f3917-5c1e-45ac-a959-223ca8215a5d,segment=NetworkSegment(fbce37dd-a637-46f1-88e0-2b83b9a452d7),segment_id=fbce37dd-a637-46f1-88e0-2b83b9a452d7)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:06:31.061110 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-671f5dc9-a122-41da-87b2-c00134988c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.111647 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.158872 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-410c4273-8760-4eb1-94ac-af1ce5dc844d tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.179311 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.181336 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] 10.222.0.77 "PUT /v2.0/ports/3d0f3917-5c1e-45ac-a959-223ca8215a5d HTTP/1.1" status: 200 len: 1091 time: 3.5003190 May 30 20:06:31.210200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d030e0-07dc-43a9-aef4-bd707dd26bcf service neutron] Pushing event updated for resources: {'Port': ['ID=c0fd140c-5423-40d8-8b83-facf7ca9d28b,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:31.322331 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Request body: {'port': {'device_id': '182da0ce-1656-4cfd-9592-420799f2b30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:31.328435 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.345284 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c4273-8760-4eb1-94ac-af1ce5dc844d tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Pushing event deleted for resources: {'Port': ['ID=4433a008-37a2-4f08-a65c-8e14438ae362,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:31.412215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c32d7-69ef-4301-ad6a-091cd7774fad req-2178cd4a-f0a8-4a92-9205-a9603feb31ab tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:31.412403 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe1c32d7-69ef-4301-ad6a-091cd7774fad req-2178cd4a-f0a8-4a92-9205-a9603feb31ab tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 947 time: 1.1415281 May 30 20:06:31.434492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613dd39-87bb-4183-a11e-8cf72ba27640 req-4ef9a9a4-3685-45f1-b429-cf5fa97f7073 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:31.438184 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5613dd39-87bb-4183-a11e-8cf72ba27640 req-4ef9a9a4-3685-45f1-b429-cf5fa97f7073 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=dca5d2f0-52f7-4c62-99ae-a7939fe9c78c HTTP/1.1" status: 200 len: 944 time: 0.9481120 May 30 20:06:31.447807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Pushing event updated for resources: {'Port': ['ID=7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:31.539931 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.542374 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-13ca8994-bdf2-4516-bc03-a8f86d84d20b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&device_id=dca5d2f0-52f7-4c62-99ae-a7939fe9c78c HTTP/1.1" status: 200 len: 1095 time: 0.6081619 May 30 20:06:31.546520 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.641427 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-623e0c1d-e5b3-4ac7-918a-f44ab6065fc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:06:31.641777 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-623e0c1d-e5b3-4ac7-918a-f44ab6065fc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:06:31.661281 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:31.667132 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:31.668533 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-410c4273-8760-4eb1-94ac-af1ce5dc844d tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.709953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fc878913-fa2f-48a5-98de-24bcccf4ed72 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:31.710517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0f36c-d5eb-45e6-8465-ef87c009f43c service neutron] Pushing event updated for resources: {'Port': ['ID=3d0f3917-5c1e-45ac-a959-223ca8215a5d,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:31.727915 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-671f5dc9-a122-41da-87b2-c00134988c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.739577 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:06:31.773950 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-05b717e3-ebee-424c-9373-425cab12844d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0fd140c-5423-40d8-8b83-facf7ca9d28b HTTP/1.1" status: 200 len: 217 time: 0.1915412 May 30 20:06:31.853961 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.878622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f5dc9-a122-41da-87b2-c00134988c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e978f3f3-ee7f-4f70-ae27-a0409eb11f2e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:31.916444 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-671f5dc9-a122-41da-87b2-c00134988c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.917967 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-671f5dc9-a122-41da-87b2-c00134988c20 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e978f3f3-ee7f-4f70-ae27-a0409eb11f2e HTTP/1.1" status: 204 len: 168 time: 1.7651103 May 30 20:06:31.921016 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe1c32d7-69ef-4301-ad6a-091cd7774fad req-d56ba170-3cdf-4d3d-8e33-97f61751dd02 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4695981 May 30 20:06:31.926157 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.956131 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5613dd39-87bb-4183-a11e-8cf72ba27640 req-55cae788-74ae-4718-8095-d09f4a3b1bb6 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998105 May 30 20:06:31.990022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:32.013231 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fc878913-fa2f-48a5-98de-24bcccf4ed72, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:32.022335 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:32.105276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-da97bdc8-79a1-4ebd-a85e-589afdd69732 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:32.106762 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-da97bdc8-79a1-4ebd-a85e-589afdd69732 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=24f03aba-f12a-4241-8d9f-db4a6a1a5134 HTTP/1.1" status: 200 len: 851 time: 0.3200521 May 30 20:06:32.253072 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d84f347a-2da0-4689-a7f1-4d6d5ebd83f6'] response: {'name': 'network-changed', 'server_uuid': 'dca5d2f0-52f7-4c62-99ae-a7939fe9c78c', 'tag': 'c0fd140c-5423-40d8-8b83-facf7ca9d28b', 'status': 'completed', 'code': 200} May 30 20:06:32.321011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fc878913-fa2f-48a5-98de-24bcccf4ed72,revision_number=11']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:32.328148 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:06:32.367737 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-3ebaa5ab-b82d-43f2-8e4d-6f888e06263c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d568287e-a0ce-4f8b-a9cc-faf7575177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2387755 May 30 20:06:32.426241 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623e0c1d-e5b3-4ac7-918a-f44ab6065fc1 None None] Port 4433a008-37a2-4f08-a65c-8e14438ae362 not found while updating agent binding for router 85cb379e-a959-4bd7-a1b9-281b0ed8dfea. {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} May 30 20:06:32.432289 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ab6b8d-81e7-4f62-892d-4613acbf7f21 None None] Network 1b528a3e-6816-43c9-bf46-4a6adac80f60 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:06:32.801450 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-410c4273-8760-4eb1-94ac-af1ce5dc844d tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:32.803167 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59258) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:32.803503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59262) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:32.834535 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-410c4273-8760-4eb1-94ac-af1ce5dc844d tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:32.842780 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c7b6c78f-ce5a-409a-8c75-12a99f865531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:32.859999 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fc3e8cab-1de5-46a2-b4ab-8b3fdbdea6d8 None None] Provisioning for port 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:06:32.889394 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623e0c1d-e5b3-4ac7-918a-f44ab6065fc1 None None] Routers {'85cb379e-a959-4bd7-a1b9-281b0ed8dfea'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:32.890330 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-623e0c1d-e5b3-4ac7-918a-f44ab6065fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['85cb379e-a959-4bd7-a1b9-281b0ed8dfea'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:32.910528 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-4f8a9b40-09b9-41db-b9f0-a894c9f66ef9 service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248861 May 30 20:06:32.913490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c7b6c78f-ce5a-409a-8c75-12a99f865531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:32.919596 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-410c4273-8760-4eb1-94ac-af1ce5dc844d tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:32.920366 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410c4273-8760-4eb1-94ac-af1ce5dc844d tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 85cb379e-a959-4bd7-a1b9-281b0ed8dfea {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:06:32.924131 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c7b6c78f-ce5a-409a-8c75-12a99f865531 admin admin] Usage tracker for resource:security_group_rule and tenant:952b278f12b8442ca5ccb13a3fb71bae is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:32.931274 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c7b6c78f-ce5a-409a-8c75-12a99f865531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:32.941915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c7b6c78f-ce5a-409a-8c75-12a99f865531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:32.983392 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:32.983862 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.000388 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-410c4273-8760-4eb1-94ac-af1ce5dc844d tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.004898 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-410c4273-8760-4eb1-94ac-af1ce5dc844d tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "DELETE /v2.0/routers/85cb379e-a959-4bd7-a1b9-281b0ed8dfea HTTP/1.1" status: 204 len: 168 time: 4.1117883 May 30 20:06:33.009578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59270) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:33.026267 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.036492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-623e0c1d-e5b3-4ac7-918a-f44ab6065fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:33.038142 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623e0c1d-e5b3-4ac7-918a-f44ab6065fc1 None None] The sync data for ids ['85cb379e-a959-4bd7-a1b9-281b0ed8dfea'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:06:33.078760 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:06:33.136098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:33.137157 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.155604 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d26fcd86-7f05-40e8-bc18-264d5aafdd5c req-a431c82c-a3d1-4d1d-8021-d2f27b6d2d09 service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076013 May 30 20:06:33.269791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1618fbf-0e62-4a8d-94ff-9a8420df8932 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Deleting subnet ef9d7212-fd7c-45b4-a9ef-b85cfe915f9e {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:06:33.292003 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1618fbf-0e62-4a8d-94ff-9a8420df8932 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.321954 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c7b6c78f-ce5a-409a-8c75-12a99f865531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.349817 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.375242 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c7b6c78f-ce5a-409a-8c75-12a99f865531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.449060 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1618fbf-0e62-4a8d-94ff-9a8420df8932 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.502701 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df704670-5624-4c20-bb71-04b43406c019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.526139 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f633f36b-887d-47b6-bae7-7b70e2a19741'] response: {'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'code': 200} May 30 20:06:33.526458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6c78f-ce5a-409a-8c75-12a99f865531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4365837e-c3bc-480e-8334-469d4a75396a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:33.551821 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c7b6c78f-ce5a-409a-8c75-12a99f865531 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=952b278f12b8442ca5ccb13a3fb71bae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7411501 May 30 20:06:33.554094 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59282) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:33.590547 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c1825dbb-58a6-44cd-b6a2-7a31f2d9f1ea req-9863334f-3acd-42ae-a8c4-0c6106307298 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=08334d8ded8a425bb168fdca1f271cee&device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 1096 time: 0.6754158 May 30 20:06:33.597121 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1618fbf-0e62-4a8d-94ff-9a8420df8932 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.621115 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.642542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-df704670-5624-4c20-bb71-04b43406c019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:33.660693 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-df704670-5624-4c20-bb71-04b43406c019 admin admin] Usage tracker for resource:security_group_rule and tenant:ac2368fd00184866aa9234ecf8880968 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:33.664068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-df704670-5624-4c20-bb71-04b43406c019 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:33.678014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-df704670-5624-4c20-bb71-04b43406c019 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:33.681746 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc3bb4-b1b2-4557-b2cd-a8ff786f33ab req-0571b4a5-efcb-4aef-ac16-4a79d1366ea4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:33.688209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc3bb4-b1b2-4557-b2cd-a8ff786f33ab req-0571b4a5-efcb-4aef-ac16-4a79d1366ea4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:33.691196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 8ddaf739-d5e0-41e8-88a1-65cc83ebd226, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8ddaf739-d5e0-41e8-88a1-65cc83ebd226,segment=NetworkSegment(48cd6d01-b310-4c01-bbbe-420c11ab879f),segment_id=48cd6d01-b310-4c01-bbbe-420c11ab879f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:33.693630 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc3bb4-b1b2-4557-b2cd-a8ff786f33ab req-0571b4a5-efcb-4aef-ac16-4a79d1366ea4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:33.698786 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.699816 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc3bb4-b1b2-4557-b2cd-a8ff786f33ab req-0571b4a5-efcb-4aef-ac16-4a79d1366ea4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:33.709565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc3bb4-b1b2-4557-b2cd-a8ff786f33ab req-0571b4a5-efcb-4aef-ac16-4a79d1366ea4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:33.718784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-becc3bb4-b1b2-4557-b2cd-a8ff786f33ab req-0571b4a5-efcb-4aef-ac16-4a79d1366ea4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 3827 time: 0.8108485 May 30 20:06:33.764592 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f077c6bd-1031-4df2-957a-f802532ec93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.790353 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1618fbf-0e62-4a8d-94ff-9a8420df8932 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.821700 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=8ddaf739-d5e0-41e8-88a1-65cc83ebd226,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:33.872115 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f077c6bd-1031-4df2-957a-f802532ec93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.878729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1618fbf-0e62-4a8d-94ff-9a8420df8932 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9d7212-fd7c-45b4-a9ef-b85cfe915f9e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:33.880659 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff93c789-82e9-4a0f-8b55-141273a6e3e9 req-9b4c1c27-fe2b-487c-8f18-85427e68cc15 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&device_id=dca5d2f0-52f7-4c62-99ae-a7939fe9c78c HTTP/1.1" status: 200 len: 1095 time: 0.4886758 May 30 20:06:33.913946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bf95ed45-77c9-4d18-a400-80cf893eb930 None None] Provisioning complete for port 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:33.914513 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1618fbf-0e62-4a8d-94ff-9a8420df8932 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.914615 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bf95ed45-77c9-4d18-a400-80cf893eb930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.928260 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:06:33.968947 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df704670-5624-4c20-bb71-04b43406c019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.973424 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d1618fbf-0e62-4a8d-94ff-9a8420df8932 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "DELETE /v2.0/subnets/ef9d7212-fd7c-45b4-a9ef-b85cfe915f9e HTTP/1.1" status: 204 len: 168 time: 0.9619439 May 30 20:06:33.977355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59286) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:34.004020 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df704670-5624-4c20-bb71-04b43406c019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.055302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:06:34.084718 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-becc3bb4-b1b2-4557-b2cd-a8ff786f33ab req-8d5ce347-5ce0-4b46-9537-72b335942ea6 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3645465 May 30 20:06:34.123878 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1af3658-e0a8-482d-bfac-62be8aff685f {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:34.135431 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f077c6bd-1031-4df2-957a-f802532ec93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.141818 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1825dbb-58a6-44cd-b6a2-7a31f2d9f1ea req-ad16a6fe-6482-4671-9fb5-03816e382eef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:34.143643 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c1825dbb-58a6-44cd-b6a2-7a31f2d9f1ea req-ad16a6fe-6482-4671-9fb5-03816e382eef service neutron] 10.222.0.77 "GET /v2.0/networks?id=46fc77d7-d584-4b90-a367-560a4547b685 HTTP/1.1" status: 200 len: 912 time: 0.5339983 May 30 20:06:34.147571 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.152584 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df704670-5624-4c20-bb71-04b43406c019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b38806c-3410-41ed-bf9d-a2770334cd92,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:34.157435 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-df704670-5624-4c20-bb71-04b43406c019 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ac2368fd00184866aa9234ecf8880968&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3506179 May 30 20:06:34.160540 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:34.161109 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.170255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59290) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:34.190962 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077c6bd-1031-4df2-957a-f802532ec93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4365837e-c3bc-480e-8334-469d4a75396a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:34.194898 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dade52f-e931-44f6-944b-d3634153bcd0 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.216685 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f077c6bd-1031-4df2-957a-f802532ec93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.217957 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f077c6bd-1031-4df2-957a-f802532ec93a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4365837e-c3bc-480e-8334-469d4a75396a HTTP/1.1" status: 204 len: 168 time: 0.6608903 May 30 20:06:34.225225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Router 75bdba72-7ea7-4e6e-8c4b-3074602e1afa is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:06:34.239508 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee315d4-0342-4370-b803-b4e52c85da63 req-58029f79-4bf2-4d7a-84db-bfbe78df0e68 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:34.247995 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ee315d4-0342-4370-b803-b4e52c85da63 req-58029f79-4bf2-4d7a-84db-bfbe78df0e68 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 0.5969250 May 30 20:06:34.300932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'tag': '3d0f3917-5c1e-45ac-a959-223ca8215a5d'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:34.306187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93c789-82e9-4a0f-8b55-141273a6e3e9 req-c0c34ca5-83c5-4724-8b29-9e108f127bfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:34.308017 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff93c789-82e9-4a0f-8b55-141273a6e3e9 req-c0c34ca5-83c5-4724-8b29-9e108f127bfa service neutron] 10.222.0.93 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 912 time: 0.4133654 May 30 20:06:34.432898 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Transition to ACTIVE for port object a1af3658-e0a8-482d-bfac-62be8aff685f will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:34.494259 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.498539 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff93c789-82e9-4a0f-8b55-141273a6e3e9 req-fc3af1c5-1784-4097-9c67-0a6b3ba961d1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0fd140c-5423-40d8-8b83-facf7ca9d28b HTTP/1.1" status: 200 len: 217 time: 0.1588688 May 30 20:06:34.526259 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dade52f-e931-44f6-944b-d3634153bcd0 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.538400 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8064e1cd-e684-4a64-9fdb-1c8b87971871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.589158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-5dade52f-e931-44f6-944b-d3634153bcd0 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5c4791-1179-45d2-b722-636ec91a54da']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:34.601836 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ee315d4-0342-4370-b803-b4e52c85da63 req-58a38eaf-285f-480c-a564-51276b31242c tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3526447 May 30 20:06:34.602098 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8064e1cd-e684-4a64-9fdb-1c8b87971871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.612288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-5dade52f-e931-44f6-944b-d3634153bcd0 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a24bad-9e90-4cee-84b5-f256db08a20a') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:34.612580 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-5dade52f-e931-44f6-944b-d3634153bcd0 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a24bad-9e90-4cee-84b5-f256db08a20a') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:34.632662 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dade52f-e931-44f6-944b-d3634153bcd0 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.681356 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dade52f-e931-44f6-944b-d3634153bcd0 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.694109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dade52f-e931-44f6-944b-d3634153bcd0 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:06:34.694464 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dade52f-e931-44f6-944b-d3634153bcd0 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: timer() May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:06:34.709435 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:06:34.854539 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c1825dbb-58a6-44cd-b6a2-7a31f2d9f1ea req-f69bb571-b862-4d10-a068-d96b8cad75ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e60b14d-e755-47cb-9929-038cea49baec HTTP/1.1" status: 200 len: 1000 time: 0.7029893 May 30 20:06:34.867487 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8064e1cd-e684-4a64-9fdb-1c8b87971871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.895228 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dade52f-e931-44f6-944b-d3634153bcd0 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.925057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064e1cd-e684-4a64-9fdb-1c8b87971871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b38806c-3410-41ed-bf9d-a2770334cd92,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:34.946613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dade52f-e931-44f6-944b-d3634153bcd0 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d5c4791-1179-45d2-b722-636ec91a54da {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 30 20:06:34.951484 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dade52f-e931-44f6-944b-d3634153bcd0 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.967223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Pushing event updated for resources: {'Port': ['ID=a1af3658-e0a8-482d-bfac-62be8aff685f,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:34.980144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dade52f-e931-44f6-944b-d3634153bcd0 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d5c4791-1179-45d2-b722-636ec91a54da,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:34.985365 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8064e1cd-e684-4a64-9fdb-1c8b87971871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.990278 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8064e1cd-e684-4a64-9fdb-1c8b87971871 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7b38806c-3410-41ed-bf9d-a2770334cd92 HTTP/1.1" status: 204 len: 168 time: 0.8162880 May 30 20:06:34.996231 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5dade52f-e931-44f6-944b-d3634153bcd0 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "DELETE /v2.0/networks/9d5c4791-1179-45d2-b722-636ec91a54da HTTP/1.1" status: 204 len: 168 time: 1.0181220 May 30 20:06:35.005307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:06:35.013276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93c789-82e9-4a0f-8b55-141273a6e3e9 req-7f6d30e2-5bcf-4c49-9e6b-8c986484841c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:35.014743 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff93c789-82e9-4a0f-8b55-141273a6e3e9 req-7f6d30e2-5bcf-4c49-9e6b-8c986484841c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=24f03aba-f12a-4241-8d9f-db4a6a1a5134 HTTP/1.1" status: 200 len: 851 time: 0.4755390 May 30 20:06:35.028019 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:35.032977 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9ff36721-451f-46d3-8f0f-bcfe815240eb admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7139785 May 30 20:06:35.034433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59312) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:35.114139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaddb87-6ec9-4043-befd-dc97a3c429da req-e97e11f9-596c-4653-ab4f-257f92545917 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:35.121147 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbaddb87-6ec9-4043-befd-dc97a3c429da req-e97e11f9-596c-4653-ab4f-257f92545917 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=dca5d2f0-52f7-4c62-99ae-a7939fe9c78c HTTP/1.1" status: 200 len: 944 time: 0.7674458 May 30 20:06:35.132024 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff93c789-82e9-4a0f-8b55-141273a6e3e9 req-02c30935-d5e0-424f-b771-35d617ab2027 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d568287e-a0ce-4f8b-a9cc-faf7575177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050646 May 30 20:06:35.133406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1825dbb-58a6-44cd-b6a2-7a31f2d9f1ea req-e3bd1434-7037-40a4-b30f-03fe0602b9b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:35.134756 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c1825dbb-58a6-44cd-b6a2-7a31f2d9f1ea req-e3bd1434-7037-40a4-b30f-03fe0602b9b3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=54e18232-0c1b-400c-aea5-aa806dd0320c HTTP/1.1" status: 200 len: 850 time: 0.2642384 May 30 20:06:35.241105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c0fd140c-5423-40d8-8b83-facf7ca9d28b details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:06:35.449790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b69e1e-85e2-44d7-9a0a-55418a56220e req-d9c25436-20a9-4d0d-bdef-0785eb9e20eb tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:35.452688 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80b69e1e-85e2-44d7-9a0a-55418a56220e req-d9c25436-20a9-4d0d-bdef-0785eb9e20eb tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.6004765 May 30 20:06:35.529609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c0fd140c-5423-40d8-8b83-facf7ca9d28b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c0fd140c-5423-40d8-8b83-facf7ca9d28b,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:35.533825 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbaddb87-6ec9-4043-befd-dc97a3c429da req-fed4bddf-d0f1-4744-8f89-cddb079df263 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117515 May 30 20:06:35.544536 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'c0fd140c-5423-40d8-8b83-facf7ca9d28b', 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf', 'port_id': 'c0fd140c-5423-40d8-8b83-facf7ca9d28b', 'mac_address': 'fa:16:3e:9e:98:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f03aba-f12a-4241-8d9f-db4a6a1a5134', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:06:35.626554 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:35.664685 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fd140c-5423-40d8-8b83-facf7ca9d28b {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:35.665242 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80b69e1e-85e2-44d7-9a0a-55418a56220e req-51fc8f2f-b5bb-4411-a356-cc4a93e24118 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960530 May 30 20:06:35.694587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Attempting to bind port a1af3658-e0a8-482d-bfac-62be8aff685f on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:06:35.695151 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Attempting to bind port a1af3658-e0a8-482d-bfac-62be8aff685f by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:06:35.695669 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Attempting to bind port a1af3658-e0a8-482d-bfac-62be8aff685f on network de48935b-c2e1-4327-8c0d-6da1222c0137 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:35.703574 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c0fd140c-5423-40d8-8b83-facf7ca9d28b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c0fd140c-5423-40d8-8b83-facf7ca9d28b,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:35.710797 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fc878913-fa2f-48a5-98de-24bcccf4ed72 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:06:35.711866 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4df5d3-f286-47b7-b93a-4d17c1eda309'] response: {'name': 'network-changed', 'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'tag': '3d0f3917-5c1e-45ac-a959-223ca8215a5d', 'status': 'completed', 'code': 200} May 30 20:06:35.835695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff93c789-82e9-4a0f-8b55-141273a6e3e9 req-9b904710-7e58-4eea-8e5f-26be04b9a013 service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6742117 May 30 20:06:35.845158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Port a1af3658-e0a8-482d-bfac-62be8aff685f on network de48935b-c2e1-4327-8c0d-6da1222c0137 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:06:35.852193 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Attempting to bind port a1af3658-e0a8-482d-bfac-62be8aff685f on network de48935b-c2e1-4327-8c0d-6da1222c0137 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:35.919561 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:36.043420 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Sync routers for ids ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:06:36.060588 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Routers {'75bdba72-7ea7-4e6e-8c4b-3074602e1afa'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:36.061646 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:36.148290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c1825dbb-58a6-44cd-b6a2-7a31f2d9f1ea req-4dc9e897-bbb9-4cd6-bafc-addc2071c910 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46fc77d7-d584-4b90-a367-560a4547b685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9909248 May 30 20:06:36.153710 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff93c789-82e9-4a0f-8b55-141273a6e3e9 req-c1669ad8-9225-4be4-aee7-ebb8dd202153 service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111520 May 30 20:06:36.159493 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['c0fd140c-5423-40d8-8b83-facf7ca9d28b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:06:36.176353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59338) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:36.184316 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-90094078-5470-4842-a381-dd3f633a0bfc tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Request body: {'router': {'name': 'tempest-router--2018341468', 'project_id': 'a2008d291259448d812be719a5eafb06'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:36.189433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-90094078-5470-4842-a381-dd3f633a0bfc tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:36.193795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-90094078-5470-4842-a381-dd3f633a0bfc tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Usage tracker for resource:router and tenant:a2008d291259448d812be719a5eafb06 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:36.196685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-90094078-5470-4842-a381-dd3f633a0bfc tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:36.202314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-90094078-5470-4842-a381-dd3f633a0bfc tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:36.224087 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90094078-5470-4842-a381-dd3f633a0bfc tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:36.225235 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90094078-5470-4842-a381-dd3f633a0bfc tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:36.244895 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90094078-5470-4842-a381-dd3f633a0bfc tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:36.270235 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90094078-5470-4842-a381-dd3f633a0bfc tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:36.277908 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=c0fd140c-5423-40d8-8b83-facf7ca9d28b,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:36.325486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fc878913-fa2f-48a5-98de-24bcccf4ed72, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:36.358236 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'port_id': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'mac_address': 'fa:16:3e:1f:e8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:06:36.405041 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90094078-5470-4842-a381-dd3f633a0bfc tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:36.406229 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-90094078-5470-4842-a381-dd3f633a0bfc tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2289164 May 30 20:06:36.422014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59346) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:36.427356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:06:36.428097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Checking segment: {'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:06:36.428338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Bound using segment: {'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:06:36.428902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Bound port: a1af3658-e0a8-482d-bfac-62be8aff685f, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:06:36.434393 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:36.480311 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Set router 75bdba72-7ea7-4e6e-8c4b-3074602e1afa gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:36.569079 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:36.593621 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:36.639528 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc878913-fa2f-48a5-98de-24bcccf4ed72 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:36.715568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fc878913-fa2f-48a5-98de-24bcccf4ed72, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:36.736621 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:36.745993 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9baeb0bb-08d3-48c5-acb1-7a83c6ae037a tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:36.885527 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['fc878913-fa2f-48a5-98de-24bcccf4ed72'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:06:36.908743 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d5bb231-80c1-41f3-933c-e8b9a3605490 req-9411b36b-c9c2-4772-a2d8-5d0d4e36ec4c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aba290eb55434081b40c27125b03c71d&device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5249 time: 1.1916006 May 30 20:06:36.996273 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'name': 'tempest-ServersTestBootFromVolume-2074219069-router', 'tenant_id': '19555742f4584195a57a8957d5587325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:28Z', 'updated_at': '2022-05-30T20:06:32Z', 'revision_number': 3, 'project_id': '19555742f4584195a57a8957d5587325', 'gw_port': {'id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:66:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:29Z', 'updated_at': '2022-05-30T20:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:37.006851 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Checking router: 75bdba72-7ea7-4e6e-8c4b-3074602e1afa for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:06:37.007191 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Updating router 75bdba72-7ea7-4e6e-8c4b-3074602e1afa port 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:06:37.073359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930eff1-3311-43c6-81d8-983dda3dc994 req-6ca8dae5-daea-42e2-9264-fa3cd495069b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:37.082911 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930eff1-3311-43c6-81d8-983dda3dc994 req-6ca8dae5-daea-42e2-9264-fa3cd495069b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:37.087170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930eff1-3311-43c6-81d8-983dda3dc994 req-6ca8dae5-daea-42e2-9264-fa3cd495069b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:37.095336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930eff1-3311-43c6-81d8-983dda3dc994 req-6ca8dae5-daea-42e2-9264-fa3cd495069b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:37.097114 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:37.105621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930eff1-3311-43c6-81d8-983dda3dc994 req-6ca8dae5-daea-42e2-9264-fa3cd495069b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:37.115084 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930eff1-3311-43c6-81d8-983dda3dc994 req-6ca8dae5-daea-42e2-9264-fa3cd495069b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:37.134247 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d930eff1-3311-43c6-81d8-983dda3dc994 req-6ca8dae5-daea-42e2-9264-fa3cd495069b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 4605 time: 0.9676974 May 30 20:06:37.143893 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:37.164570 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fc878913-fa2f-48a5-98de-24bcccf4ed72,revision_number=12']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:37.255557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] For port a1af3658-e0a8-482d-bfac-62be8aff685f, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:06:37.270814 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] For port a1af3658-e0a8-482d-bfac-62be8aff685f, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a1af3658-e0a8-482d-bfac-62be8aff685f,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:06:37.278023 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c1825dbb-58a6-44cd-b6a2-7a31f2d9f1ea req-500d19e6-d833-4b3d-b0e0-53c73e298312 service neutron] 10.222.0.77 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1125541 May 30 20:06:37.293308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd80281-25b2-4a0a-9d14-3926a7d34c8e req-cea601fd-3b97-40f3-b3b6-35488c68b496 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:37.306071 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccd80281-25b2-4a0a-9d14-3926a7d34c8e req-cea601fd-3b97-40f3-b3b6-35488c68b496 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 1.1425638 May 30 20:06:37.491641 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:37.518832 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d930eff1-3311-43c6-81d8-983dda3dc994 req-298ad2c8-4be7-4caf-8cd6-896ccfbc85cf tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3833864 May 30 20:06:37.611822 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Pushing event updated for resources: {'Port': ['ID=a1af3658-e0a8-482d-bfac-62be8aff685f,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:37.682219 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:37.684074 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-6afcf177-5132-4cff-adbd-3fdeb1391d46 service neutron] 10.222.0.77 "PUT /v2.0/ports/a1af3658-e0a8-482d-bfac-62be8aff685f HTTP/1.1" status: 200 len: 1136 time: 6.4108615 May 30 20:06:37.725010 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fc878913-fa2f-48a5-98de-24bcccf4ed72 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:06:37.740781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'tag': 'a1af3658-e0a8-482d-bfac-62be8aff685f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:37.788104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Request body: {'port': {'device_id': '182da0ce-1656-4cfd-9592-420799f2b30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:37.823417 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9baeb0bb-08d3-48c5-acb1-7a83c6ae037a tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:37.842268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Allocated IP 172.20.0.1 (1b528a3e-6816-43c9-bf46-4a6adac80f60/d693005e-809d-423c-b62c-cac40f95b7d0/7aef6716-284b-4b7e-af09-c8a0ec7ad1bc) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:06:37.845885 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:37.861337 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9baeb0bb-08d3-48c5-acb1-7a83c6ae037a tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:37.867477 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Transition to ACTIVE for port object 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:37.882098 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:37.969681 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port fc878913-fa2f-48a5-98de-24bcccf4ed72 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:37.970506 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:38.042322 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bbf12-24bd-4a74-ab61-5a7c1174a456 None None] Pushing event updated for resources: {'Port': ['ID=7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:38.046453 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Attempting to bind port 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:06:38.046796 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Attempting to bind port 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:06:38.047143 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Attempting to bind port 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:38.078445 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bbf12-24bd-4a74-ab61-5a7c1174a456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:38.079951 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bbf12-24bd-4a74-ab61-5a7c1174a456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:38.083262 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bbf12-24bd-4a74-ab61-5a7c1174a456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:38.083574 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bbf12-24bd-4a74-ab61-5a7c1174a456 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:38.083992 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bbf12-24bd-4a74-ab61-5a7c1174a456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:38.085123 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bbf12-24bd-4a74-ab61-5a7c1174a456 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:38.085438 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bbf12-24bd-4a74-ab61-5a7c1174a456 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:38.086212 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bbf12-24bd-4a74-ab61-5a7c1174a456 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:38.086983 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bbf12-24bd-4a74-ab61-5a7c1174a456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:38.088261 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bbf12-24bd-4a74-ab61-5a7c1174a456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:38.088261 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4bbf12-24bd-4a74-ab61-5a7c1174a456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:38.096202 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:06:38.096698 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:06:38.097126 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:38.097607 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:06:38.098131 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Bound port: 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:06:38.112134 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:38.142430 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9baeb0bb-08d3-48c5-acb1-7a83c6ae037a tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:38.144380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9baeb0bb-08d3-48c5-acb1-7a83c6ae037a tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 715c532a-1972-40e4-9c60-45647bcf63ee {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:06:38.148695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb231-80c1-41f3-933c-e8b9a3605490 req-c8764a80-0bf7-4850-af09-a14c865cf658 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:38.149467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb231-80c1-41f3-933c-e8b9a3605490 req-c8764a80-0bf7-4850-af09-a14c865cf658 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:38.152688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb231-80c1-41f3-933c-e8b9a3605490 req-c8764a80-0bf7-4850-af09-a14c865cf658 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:38.154841 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d5bb231-80c1-41f3-933c-e8b9a3605490 req-c8764a80-0bf7-4850-af09-a14c865cf658 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=aba290eb55434081b40c27125b03c71d&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.2010922 May 30 20:06:38.198368 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] For port 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:06:38.201616 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] For port 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:06:38.209267 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:38.246661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9baeb0bb-08d3-48c5-acb1-7a83c6ae037a tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:38.258577 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9baeb0bb-08d3-48c5-acb1-7a83c6ae037a tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "DELETE /v2.0/routers/715c532a-1972-40e4-9c60-45647bcf63ee HTTP/1.1" status: 204 len: 168 time: 1.8355005 May 30 20:06:38.307683 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:38.339584 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:38.358984 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fc878913-fa2f-48a5-98de-24bcccf4ed72, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:38.360230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:38.372022 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:38.373106 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Transition to ACTIVE for port object 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:38.375700 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Routers {'75bdba72-7ea7-4e6e-8c4b-3074602e1afa'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:38.378008 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:38.412798 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:38.431043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb231-80c1-41f3-933c-e8b9a3605490 req-74df6c9d-bfa4-4626-bacb-eea54b8510f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:38.432943 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d5bb231-80c1-41f3-933c-e8b9a3605490 req-74df6c9d-bfa4-4626-bacb-eea54b8510f6 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2586372 May 30 20:06:38.466667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fc878913-fa2f-48a5-98de-24bcccf4ed72,revision_number=13']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:38.492612 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccd80281-25b2-4a0a-9d14-3926a7d34c8e req-a5aff966-0e6d-4585-a90a-14e6852fcfe4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1859562 May 30 20:06:38.500183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Network 1b528a3e-6816-43c9-bf46-4a6adac80f60 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:38.505020 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:38.510095 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:06:38.556285 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Pushing event updated for resources: {'Port': ['ID=7aef6716-284b-4b7e-af09-c8a0ec7ad1bc,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:38.599273 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:38.764718 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:38.800156 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bbf12-24bd-4a74-ab61-5a7c1174a456 None None] Pushing event updated for resources: {'Port': ['ID=7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:38.834980 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:06:38.895644 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] Set router 75bdba72-7ea7-4e6e-8c4b-3074602e1afa gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:38.955463 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:39.008518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59408) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:39.021498 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c1825dbb-58a6-44cd-b6a2-7a31f2d9f1ea req-a52d8758-8f41-4031-be6c-7f24b6440a58 service neutron] 10.222.0.77 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6965375 May 30 20:06:39.036748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4b34c505-b7b1-4f37-938e-a954ebc2cd69 None None] Provisioning for port 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:06:39.045044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4b34c505-b7b1-4f37-938e-a954ebc2cd69 None None] Provisioning complete for port 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:39.045969 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4b34c505-b7b1-4f37-938e-a954ebc2cd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:39.167386 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4b34c505-b7b1-4f37-938e-a954ebc2cd69 None None] Port 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:06:39.272451 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c0fd140c-5423-40d8-8b83-facf7ca9d28b up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:06:39.383253 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:39.399067 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:39.458495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e540a7-bace-42da-9e47-84c485aa1b5a req-f4d49aae-79e2-4400-b660-5961c4e406ce tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:39.460077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92e540a7-bace-42da-9e47-84c485aa1b5a req-f4d49aae-79e2-4400-b660-5961c4e406ce tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=dca5d2f0-52f7-4c62-99ae-a7939fe9c78c HTTP/1.1" status: 200 len: 945 time: 1.4001529 May 30 20:06:39.524189 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'name': 'tempest-ServersTestBootFromVolume-2074219069-router', 'tenant_id': '19555742f4584195a57a8957d5587325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:28Z', 'updated_at': '2022-05-30T20:06:32Z', 'revision_number': 3, 'project_id': '19555742f4584195a57a8957d5587325', 'gw_port': {'id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:66:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:29Z', 'updated_at': '2022-05-30T20:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:39.544884 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c6a98-02c5-4916-b1d2-2812afcd5803 None None] The sync data for ids ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'] in n-d-843949-2 is: [{'id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'name': 'tempest-ServersTestBootFromVolume-2074219069-router', 'tenant_id': '19555742f4584195a57a8957d5587325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:28Z', 'updated_at': '2022-05-30T20:06:32Z', 'revision_number': 3, 'project_id': '19555742f4584195a57a8957d5587325', 'gw_port': {'id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:66:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:29Z', 'updated_at': '2022-05-30T20:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:06:39.622475 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:39.645779 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port c0fd140c-5423-40d8-8b83-facf7ca9d28b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:06:39.654345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port c0fd140c-5423-40d8-8b83-facf7ca9d28b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:39.656305 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:39.695786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400d5fc-757a-4ac4-90a7-1f4e56a4c670 req-568f68a2-94b5-4b98-9a24-d7270008c160 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:39.710154 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f400d5fc-757a-4ac4-90a7-1f4e56a4c670 req-568f68a2-94b5-4b98-9a24-d7270008c160 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 947 time: 0.8963397 May 30 20:06:39.742626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Pushing event updated for resources: {'Port': ['ID=7aef6716-284b-4b7e-af09-c8a0ec7ad1bc,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:39.858484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1680126678', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:39.869102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:39.900607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Usage tracker for resource:router and tenant:c3cd8de24b964053a83b9be1ac868bdb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:39.905323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:39.916533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:39.934550 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:39.985050 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:39.986186 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:40.036324 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92e540a7-bace-42da-9e47-84c485aa1b5a req-8a867784-e2fa-4ad8-a7ae-c6cd531316c7 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524554 May 30 20:06:40.053677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Network 1b528a3e-6816-43c9-bf46-4a6adac80f60 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:40.055282 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:40.063672 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c0fd140c-5423-40d8-8b83-facf7ca9d28b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c0fd140c-5423-40d8-8b83-facf7ca9d28b,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:40.071173 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f400d5fc-757a-4ac4-90a7-1f4e56a4c670 req-c6c832ab-9335-4a0b-82c8-79895347ed3c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3578734 May 30 20:06:40.073289 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:40.300589 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94081755-8ced-48c3-9e1b-47c3ff18b09e'] response: {'name': 'network-changed', 'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'tag': 'a1af3658-e0a8-482d-bfac-62be8aff685f', 'status': 'completed', 'code': 200} May 30 20:06:40.322420 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=c0fd140c-5423-40d8-8b83-facf7ca9d28b,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:40.475400 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9141ba6-26fe-406a-b945-b9140ef18c96'] response: {'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'code': 200} May 30 20:06:40.619453 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b756f3d3-a994-46b2-b427-3914aed91b50 None None] Provisioning complete for port 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:40.620092 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b756f3d3-a994-46b2-b427-3914aed91b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:40.702008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be2f338-0fcb-446a-a253-87193f57992b {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:40.732074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b756f3d3-a994-46b2-b427-3914aed91b50 None None] Port 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:06:40.753839 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:40.770506 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:40.797022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1635418932', 'description': 'tempest-description-640577061'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:40.887232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:40.919403 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3dc0019b-45e5-4ff4-b0e5-67e86fdf07b6 req-f86e2aca-6c39-4db4-bd1b-a468bead56f9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aba290eb55434081b40c27125b03c71d&device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5291 time: 0.6175508 May 30 20:06:40.921014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Usage tracker for resource:security_group and tenant:e299c49188e24fa98e52db84806a2ebb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:40.924490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Transition to ACTIVE for port object 0be2f338-0fcb-446a-a253-87193f57992b will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:40.933338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:40.975495 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:40.984344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:41.118622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0be2f338-0fcb-446a-a253-87193f57992b,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:41.174594 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:41.257955 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:41.295226 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:41.346582 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:41.350666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Usage tracker for resource:security_group_rule and tenant:e299c49188e24fa98e52db84806a2ebb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:41.353646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:41.359565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:41.369340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Router 75bdba72-7ea7-4e6e-8c4b-3074602e1afa has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:06:41.617761 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543fa47-d950-4b56-888c-e1b2c779d74d req-4301a70c-1e17-44a1-84dc-8cc911d9a64c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:41.622219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543fa47-d950-4b56-888c-e1b2c779d74d req-4301a70c-1e17-44a1-84dc-8cc911d9a64c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:41.626359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543fa47-d950-4b56-888c-e1b2c779d74d req-4301a70c-1e17-44a1-84dc-8cc911d9a64c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:41.631331 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543fa47-d950-4b56-888c-e1b2c779d74d req-4301a70c-1e17-44a1-84dc-8cc911d9a64c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:41.635593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543fa47-d950-4b56-888c-e1b2c779d74d req-4301a70c-1e17-44a1-84dc-8cc911d9a64c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:41.639683 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543fa47-d950-4b56-888c-e1b2c779d74d req-4301a70c-1e17-44a1-84dc-8cc911d9a64c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:41.641718 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d543fa47-d950-4b56-888c-e1b2c779d74d req-4301a70c-1e17-44a1-84dc-8cc911d9a64c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 4605 time: 0.8754208 May 30 20:06:41.654992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0019b-45e5-4ff4-b0e5-67e86fdf07b6 req-70ff8c40-8362-4d49-a022-d32c6df79d40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:41.655652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0019b-45e5-4ff4-b0e5-67e86fdf07b6 req-70ff8c40-8362-4d49-a022-d32c6df79d40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:41.656207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0019b-45e5-4ff4-b0e5-67e86fdf07b6 req-70ff8c40-8362-4d49-a022-d32c6df79d40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:41.658428 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3dc0019b-45e5-4ff4-b0e5-67e86fdf07b6 req-70ff8c40-8362-4d49-a022-d32c6df79d40 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=aba290eb55434081b40c27125b03c71d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7265925 May 30 20:06:41.706492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Attempting to bind port 0be2f338-0fcb-446a-a253-87193f57992b on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:06:41.708123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Attempting to bind port 0be2f338-0fcb-446a-a253-87193f57992b by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:06:41.708628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Attempting to bind port 0be2f338-0fcb-446a-a253-87193f57992b on network de48935b-c2e1-4327-8c0d-6da1222c0137 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:41.818157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Port 0be2f338-0fcb-446a-a253-87193f57992b on network de48935b-c2e1-4327-8c0d-6da1222c0137 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:06:41.818655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Attempting to bind port 0be2f338-0fcb-446a-a253-87193f57992b on network de48935b-c2e1-4327-8c0d-6da1222c0137 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:41.840210 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d543fa47-d950-4b56-888c-e1b2c779d74d req-de86fa9c-ef31-42ea-9a55-01db0daae7c1 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1766868 May 30 20:06:41.873045 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:41.909464 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:41.991178 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:06:41.991745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Checking segment: {'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:06:41.992450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Bound using segment: {'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:06:41.993100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Bound port: 0be2f338-0fcb-446a-a253-87193f57992b, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:06:41.993625 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:42.103595 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:42.125484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:06:42.147362 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:42.165999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Allocated IP 172.25.5.133 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/cbe5231d-dc91-4032-86bd-dbae64250e00) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:06:42.287435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] For port 0be2f338-0fcb-446a-a253-87193f57992b, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:06:42.290664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] For port 0be2f338-0fcb-446a-a253-87193f57992b, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=0be2f338-0fcb-446a-a253-87193f57992b,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:06:42.299491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:06:42.309049 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:42.309656 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:42.309994 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:42.403798 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:42.408479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0be2f338-0fcb-446a-a253-87193f57992b,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:42.412100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0019b-45e5-4ff4-b0e5-67e86fdf07b6 req-3586beb2-bec8-4f35-9b82-c317d8b83395 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:42.413563 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3dc0019b-45e5-4ff4-b0e5-67e86fdf07b6 req-3586beb2-bec8-4f35-9b82-c317d8b83395 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7418914 May 30 20:06:42.432099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Usage tracker for resource:security_group_rule and tenant:e299c49188e24fa98e52db84806a2ebb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:42.435112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff2e63f-6bc8-4817-bec9-a51cf9d45e29,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:42.443018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:42.450746 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:06:42.453130 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:42.462990 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:42.464635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-266c4f63-5d60-4dcc-b206-0112d804f5e8 service neutron] 10.222.0.77 "PUT /v2.0/ports/0be2f338-0fcb-446a-a253-87193f57992b HTTP/1.1" status: 200 len: 1136 time: 4.6925678 May 30 20:06:42.466159 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'tag': '0be2f338-0fcb-446a-a253-87193f57992b'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:42.485166 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca5d2f0-52f7-4c62-99ae-a7939fe9c78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fd140c-5423-40d8-8b83-facf7ca9d28b'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:42.487232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f7817-4b39-44fd-8889-b848885f4515 req-e383d35c-804e-4392-ab7b-81992a814890 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:42.495149 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-560f7817-4b39-44fd-8889-b848885f4515 req-e383d35c-804e-4392-ab7b-81992a814890 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 0.3585637 May 30 20:06:42.507610 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:42.523599 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e5021261-9fb4-4877-877f-a709d79c4c4a admin admin] 10.222.0.84 "PUT /v2.0/routers/75bdba72-7ea7-4e6e-8c4b-3074602e1afa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4780564 May 30 20:06:42.535375 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Request body: {'port': {'device_id': '182da0ce-1656-4cfd-9592-420799f2b30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:42.593631 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:42.609445 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:42.640790 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:42.696300 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:42.748499 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-560f7817-4b39-44fd-8889-b848885f4515 req-ecb3a647-fc79-4cf8-8781-2865fae58034 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523637 May 30 20:06:42.801996 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:42.840349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Pushing event updated for resources: {'Port': ['ID=cbe5231d-dc91-4032-86bd-dbae64250e00,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:42.855297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:42.859122 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:42.863423 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:06:42.989771 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:43.003682 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:43.033779 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:43.095743 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:43.097084 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b300eb70-cfc7-422f-ba97-78bd6456c400 req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 2.3458700 May 30 20:06:43.111937 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:43.113166 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:43.151632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e9beb-331a-41fd-883b-62fc3c5ddfa2 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664267b3-3711-41e9-9db1-e43340dc9d47,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:43.234067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2788b8-cc8a-4186-982f-b0c56c22b0f9 req-a410a07e-3f4d-4f83-a8a0-99062fdca636 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:43.235769 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea2788b8-cc8a-4186-982f-b0c56c22b0f9 req-a410a07e-3f4d-4f83-a8a0-99062fdca636 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=dca5d2f0-52f7-4c62-99ae-a7939fe9c78c HTTP/1.1" status: 200 len: 946 time: 0.3243513 May 30 20:06:43.395271 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea2788b8-cc8a-4186-982f-b0c56c22b0f9 req-9a0c2d91-d5cb-4c55-a81e-8080c94839f7 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359868 May 30 20:06:43.588561 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf8f8beb-8473-4af1-91e8-27fcd3e6c847'] response: {'name': 'network-changed', 'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'tag': '0be2f338-0fcb-446a-a253-87193f57992b', 'status': 'completed', 'code': 200} May 30 20:06:43.603975 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab7241-3c3b-4388-b08d-5872a2150171 req-6ba38db3-c5ca-4d0c-b66c-058186fec236 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:43.611356 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2eab7241-3c3b-4388-b08d-5872a2150171 req-6ba38db3-c5ca-4d0c-b66c-058186fec236 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 947 time: 0.2150474 May 30 20:06:43.712401 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Router 0cd98850-dd36-4b44-8adc-7c1eb389d0c3 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:06:43.724722 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73831f56-c35a-4baa-a150-c2b4c6295bb1'] response: {'server_uuid': 'dca5d2f0-52f7-4c62-99ae-a7939fe9c78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fd140c-5423-40d8-8b83-facf7ca9d28b', 'code': 200} May 30 20:06:43.733974 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2eab7241-3c3b-4388-b08d-5872a2150171 req-4fde6d30-47fa-421a-a68d-e65d71ea9183 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211162 May 30 20:06:44.078022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:06:44.110470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f827944-7b7b-4e81-9a6a-63a922b64815 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:44.131111 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:44.181202 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2642017-632d-4d1f-a496-39d8f957fe80 req-3cf95d13-8ee8-4a06-97b5-7095815aab17 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aba290eb55434081b40c27125b03c71d&device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 6220 time: 0.5656927 May 30 20:06:44.187152 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f007375-fe7c-43e5-b9c5-2d250b1b4eb9 req-aa0595c3-d296-4b68-9c6f-ffd0e55f015f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dca5d2f0-52f7-4c62-99ae-a7939fe9c78c HTTP/1.1" status: 200 len: 1097 time: 0.3460662 May 30 20:06:44.188907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Transition to ACTIVE for port object 6f827944-7b7b-4e81-9a6a-63a922b64815 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:44.241539 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:44.262737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:06:44.284528 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8f64d-9bb3-4929-a25d-d04aedfff246 None None] Sync routers for ids ['0cd98850-dd36-4b44-8adc-7c1eb389d0c3'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:06:44.333362 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:44.334835 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2dcc73c3-270a-4c76-8797-73428c2778c6 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.3240914 May 30 20:06:44.337896 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59494) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:44.362527 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8f64d-9bb3-4929-a25d-d04aedfff246 None None] Routers {'0cd98850-dd36-4b44-8adc-7c1eb389d0c3'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:44.363696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f6c8f64d-9bb3-4929-a25d-d04aedfff246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0cd98850-dd36-4b44-8adc-7c1eb389d0c3'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:44.384642 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Sync routers for ids ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:06:44.405397 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Routers {'75bdba72-7ea7-4e6e-8c4b-3074602e1afa'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:44.406010 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:44.468692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5924c82-8a05-4507-8f0d-16291d6a121c req-f8f74b1b-1ef5-41fd-ad52-e1c2251d223c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:44.473270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5924c82-8a05-4507-8f0d-16291d6a121c req-f8f74b1b-1ef5-41fd-ad52-e1c2251d223c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:44.477205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5924c82-8a05-4507-8f0d-16291d6a121c req-f8f74b1b-1ef5-41fd-ad52-e1c2251d223c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:44.481490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5924c82-8a05-4507-8f0d-16291d6a121c req-f8f74b1b-1ef5-41fd-ad52-e1c2251d223c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:44.485998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5924c82-8a05-4507-8f0d-16291d6a121c req-f8f74b1b-1ef5-41fd-ad52-e1c2251d223c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:44.487190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:44.488710 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:44.490532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5924c82-8a05-4507-8f0d-16291d6a121c req-f8f74b1b-1ef5-41fd-ad52-e1c2251d223c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:44.494482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5924c82-8a05-4507-8f0d-16291d6a121c req-f8f74b1b-1ef5-41fd-ad52-e1c2251d223c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:44.499592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e5924c82-8a05-4507-8f0d-16291d6a121c req-f8f74b1b-1ef5-41fd-ad52-e1c2251d223c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5383 time: 0.4723656 May 30 20:06:44.659063 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f6c8f64d-9bb3-4929-a25d-d04aedfff246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:44.720338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Pushing event updated for resources: {'Port': ['ID=6f827944-7b7b-4e81-9a6a-63a922b64815,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:44.727902 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f007375-fe7c-43e5-b9c5-2d250b1b4eb9 req-016a6c88-d2b6-480e-8529-1f1b296e51f5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241275 May 30 20:06:44.730666 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8f64d-9bb3-4929-a25d-d04aedfff246 None None] Routers {'0cd98850-dd36-4b44-8adc-7c1eb389d0c3'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:44.731427 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f6c8f64d-9bb3-4929-a25d-d04aedfff246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0cd98850-dd36-4b44-8adc-7c1eb389d0c3'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:44.738957 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59500) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:44.825744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-51f61090-753a-4d0b-8283-7895a3e42772 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--141298607', 'description': 'tempest-description--1852187031'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:44.842975 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-51f61090-753a-4d0b-8283-7895a3e42772 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:44.849003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-51f61090-753a-4d0b-8283-7895a3e42772 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Usage tracker for resource:security_group and tenant:19555742f4584195a57a8957d5587325 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:44.858608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-51f61090-753a-4d0b-8283-7895a3e42772 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:44.872773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-51f61090-753a-4d0b-8283-7895a3e42772 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:44.928383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f6c8f64d-9bb3-4929-a25d-d04aedfff246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:44.928919 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8f64d-9bb3-4929-a25d-d04aedfff246 None None] The sync data for ids ['0cd98850-dd36-4b44-8adc-7c1eb389d0c3'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:06:45.001107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2642017-632d-4d1f-a496-39d8f957fe80 req-ec935bd6-fe81-4616-8f74-1a558f869057 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:45.001107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2642017-632d-4d1f-a496-39d8f957fe80 req-ec935bd6-fe81-4616-8f74-1a558f869057 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:45.001466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2642017-632d-4d1f-a496-39d8f957fe80 req-ec935bd6-fe81-4616-8f74-1a558f869057 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:45.003288 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2642017-632d-4d1f-a496-39d8f957fe80 req-ec935bd6-fe81-4616-8f74-1a558f869057 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=aba290eb55434081b40c27125b03c71d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7981310 May 30 20:06:45.005122 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51f61090-753a-4d0b-8283-7895a3e42772 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:45.148696 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9eefb3f1-1905-4804-9bec-c7854be676ad tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "GET /v2.0/routers/0cd98850-dd36-4b44-8adc-7c1eb389d0c3 HTTP/1.1" status: 200 len: 925 time: 0.8093286 May 30 20:06:45.151298 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59508) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:45.191667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-eef567f8-b9f5-4d4b-a58f-40f13a317e3f req-1e491729-62f6-4cd2-9092-495b3a226f40 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Request body: {'security_group': {'name': 'tempest-securitygroup-332695989', 'description': 'tempest-description-1066345688'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:45.246387 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Set router 75bdba72-7ea7-4e6e-8c4b-3074602e1afa gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:45.273964 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-162cea9a-ef45-4b42-b212-b30c4ecbe612 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cd98850-dd36-4b44-8adc-7c1eb389d0c3 HTTP/1.1" status: 200 len: 205 time: 0.1209686 May 30 20:06:45.277723 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59512) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:45.293474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-eef567f8-b9f5-4d4b-a58f-40f13a317e3f req-1e491729-62f6-4cd2-9092-495b3a226f40 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:45.328046 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e5924c82-8a05-4507-8f0d-16291d6a121c req-d09e70e0-b23f-4cb1-916c-d00f1ffe6ae7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7224529 May 30 20:06:45.331825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-eef567f8-b9f5-4d4b-a58f-40f13a317e3f req-1e491729-62f6-4cd2-9092-495b3a226f40 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Usage tracker for resource:security_group and tenant:e299c49188e24fa98e52db84806a2ebb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:45.438686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-eef567f8-b9f5-4d4b-a58f-40f13a317e3f req-1e491729-62f6-4cd2-9092-495b3a226f40 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:45.501231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-eef567f8-b9f5-4d4b-a58f-40f13a317e3f req-1e491729-62f6-4cd2-9092-495b3a226f40 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:45.545062 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-51f61090-753a-4d0b-8283-7895a3e42772 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:45.591739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-51f61090-753a-4d0b-8283-7895a3e42772 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Usage tracker for resource:security_group_rule and tenant:19555742f4584195a57a8957d5587325 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:45.608413 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-51f61090-753a-4d0b-8283-7895a3e42772 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:45.665104 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb2f06ec-f547-4bfc-9f05-47d5bfe5ddb8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:45.709256 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-eef567f8-b9f5-4d4b-a58f-40f13a317e3f req-1e491729-62f6-4cd2-9092-495b3a226f40 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:45.768931 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-51f61090-753a-4d0b-8283-7895a3e42772 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:45.894566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Attempting to bind port 6f827944-7b7b-4e81-9a6a-63a922b64815 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:06:45.895209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Attempting to bind port 6f827944-7b7b-4e81-9a6a-63a922b64815 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:06:45.895729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Attempting to bind port 6f827944-7b7b-4e81-9a6a-63a922b64815 on network de48935b-c2e1-4327-8c0d-6da1222c0137 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:45.946646 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'name': 'tempest-ServersTestBootFromVolume-2074219069-router', 'tenant_id': '19555742f4584195a57a8957d5587325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:28Z', 'updated_at': '2022-05-30T20:06:38Z', 'revision_number': 4, 'project_id': '19555742f4584195a57a8957d5587325', 'gw_port': {'id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:29Z', 'updated_at': '2022-05-30T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '7aef6716-284b-4b7e-af09-c8a0ec7ad1bc', 'name': '', 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60', 'tenant_id': '19555742f4584195a57a8957d5587325', 'mac_address': 'fa:16:3e:f8:35:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:36Z', 'updated_at': '2022-05-30T20:06:38Z', 'revision_number': 2, 'project_id': '19555742f4584195a57a8957d5587325', 'subnets': [{'id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:45.958904 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Checking router: 75bdba72-7ea7-4e6e-8c4b-3074602e1afa for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:06:45.959203 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Updating router 75bdba72-7ea7-4e6e-8c4b-3074602e1afa port 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:06:45.967560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-eef567f8-b9f5-4d4b-a58f-40f13a317e3f req-1e491729-62f6-4cd2-9092-495b3a226f40 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:45.975826 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-eef567f8-b9f5-4d4b-a58f-40f13a317e3f req-1e491729-62f6-4cd2-9092-495b3a226f40 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Usage tracker for resource:security_group_rule and tenant:e299c49188e24fa98e52db84806a2ebb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:45.991114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-eef567f8-b9f5-4d4b-a58f-40f13a317e3f req-1e491729-62f6-4cd2-9092-495b3a226f40 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:46.000277 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-eef567f8-b9f5-4d4b-a58f-40f13a317e3f req-1e491729-62f6-4cd2-9092-495b3a226f40 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:46.031439 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.076540 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-eef567f8-b9f5-4d4b-a58f-40f13a317e3f req-1e491729-62f6-4cd2-9092-495b3a226f40 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.082611 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Port 6f827944-7b7b-4e81-9a6a-63a922b64815 on network de48935b-c2e1-4327-8c0d-6da1222c0137 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:06:46.082929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Attempting to bind port 6f827944-7b7b-4e81-9a6a-63a922b64815 on network de48935b-c2e1-4327-8c0d-6da1222c0137 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:46.111336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2642017-632d-4d1f-a496-39d8f957fe80 req-da1d98bf-f384-4845-a52f-d2251aeed76c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:46.114078 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2642017-632d-4d1f-a496-39d8f957fe80 req-da1d98bf-f384-4845-a52f-d2251aeed76c service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9324706 May 30 20:06:46.114078 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-eef567f8-b9f5-4d4b-a58f-40f13a317e3f req-1e491729-62f6-4cd2-9092-495b3a226f40 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.160747 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb2f06ec-f547-4bfc-9f05-47d5bfe5ddb8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.180171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-eb2f06ec-f547-4bfc-9f05-47d5bfe5ddb8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Deleting port cbe5231d-dc91-4032-86bd-dbae64250e00 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:46.180873 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb2f06ec-f547-4bfc-9f05-47d5bfe5ddb8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.187571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:06:46.188010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Checking segment: {'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:06:46.188451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Bound using segment: {'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:06:46.189063 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Bound port: 6f827944-7b7b-4e81-9a6a-63a922b64815, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:06:46.189410 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.311146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd86007-fc6f-45cf-a65b-ef2a5d6e296d req-c5aa99fc-9bd5-49bf-963b-a67a0115453a tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:46.312691 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ebd86007-fc6f-45cf-a65b-ef2a5d6e296d req-c5aa99fc-9bd5-49bf-963b-a67a0115453a tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=dca5d2f0-52f7-4c62-99ae-a7939fe9c78c HTTP/1.1" status: 200 len: 946 time: 0.7164989 May 30 20:06:46.340043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e491729-62f6-4cd2-9092-495b3a226f40 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ae2302-c4a3-4329-bad3-07285ceae1e2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:46.343431 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-eef567f8-b9f5-4d4b-a58f-40f13a317e3f req-1e491729-62f6-4cd2-9092-495b3a226f40 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.356498 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eef567f8-b9f5-4d4b-a58f-40f13a317e3f req-1e491729-62f6-4cd2-9092-495b3a226f40 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.3900023 May 30 20:06:46.477418 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51f61090-753a-4d0b-8283-7895a3e42772 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.594013 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51f61090-753a-4d0b-8283-7895a3e42772 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.618505 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb2f06ec-f547-4bfc-9f05-47d5bfe5ddb8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.739498 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.756142 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Transition to ACTIVE for port object 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:46.764951 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] For port 6f827944-7b7b-4e81-9a6a-63a922b64815, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:06:46.766482 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.814549 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51f61090-753a-4d0b-8283-7895a3e42772 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.815759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-51f61090-753a-4d0b-8283-7895a3e42772 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.0652092 May 30 20:06:46.822344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59536) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:46.823799 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] For port 6f827944-7b7b-4e81-9a6a-63a922b64815, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=6f827944-7b7b-4e81-9a6a-63a922b64815,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:06:46.846466 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ebd86007-fc6f-45cf-a65b-ef2a5d6e296d req-99f02745-ec28-4dc6-bd3d-4d214ff48b97 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146906 May 30 20:06:46.855117 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f61090-753a-4d0b-8283-7895a3e42772 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae730f1-ed19-4870-89f9-102a0733cf47,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:46.877263 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-61a2f042-5721-4c42-a0d2-b7a57e2cdcf6 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Request body: {'security_group_rule': {'security_group_id': '3ae730f1-ed19-4870-89f9-102a0733cf47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:46.886824 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.909343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-eb2f06ec-f547-4bfc-9f05-47d5bfe5ddb8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Calling delete_port for cbe5231d-dc91-4032-86bd-dbae64250e00 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:47.032499 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-61a2f042-5721-4c42-a0d2-b7a57e2cdcf6 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:47.067446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-61a2f042-5721-4c42-a0d2-b7a57e2cdcf6 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Usage tracker for resource:security_group_rule and tenant:19555742f4584195a57a8957d5587325 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:47.083799 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-61a2f042-5721-4c42-a0d2-b7a57e2cdcf6 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:47.097456 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b92f2e-499d-4f9d-ba1c-56ba7f469201 None None] Pushing event updated for resources: {'Port': ['ID=7aef6716-284b-4b7e-af09-c8a0ec7ad1bc,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:47.121315 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e310751e-c328-457a-bd96-6bf00c161c15 req-8dba2e33-6ae4-4063-84f7-ac17a0651945 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&device_id=dca5d2f0-52f7-4c62-99ae-a7939fe9c78c HTTP/1.1" status: 200 len: 1097 time: 0.6752257 May 30 20:06:47.125409 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-61a2f042-5721-4c42-a0d2-b7a57e2cdcf6 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:47.250378 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:47.264836 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] 10.222.0.77 "PUT /v2.0/ports/6f827944-7b7b-4e81-9a6a-63a922b64815 HTTP/1.1" status: 200 len: 1090 time: 4.7668757 May 30 20:06:47.318942 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Attempting to bind port 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:06:47.321801 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Attempting to bind port 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '48cd6d01-b310-4c01-bbbe-420c11ab879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:06:47.338313 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Attempting to bind port 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc on network 1b528a3e-6816-43c9-bf46-4a6adac80f60 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:47.364703 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:06:47.365100 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Checking segment: {'id': '48cd6d01-b310-4c01-bbbe-420c11ab879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:06:47.365495 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:47.365891 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Bound using segment: {'id': '48cd6d01-b310-4c01-bbbe-420c11ab879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:06:47.366359 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Bound port: 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cd6d01-b310-4c01-bbbe-420c11ab879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:06:47.369536 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:47.379134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb2f06ec-f547-4bfc-9f05-47d5bfe5ddb8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:47.521712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'tag': '6f827944-7b7b-4e81-9a6a-63a922b64815'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:47.541320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Request body: {'port': {'device_id': '182da0ce-1656-4cfd-9592-420799f2b30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:47.615437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f06ec-f547-4bfc-9f05-47d5bfe5ddb8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Pushing event deleted for resources: {'Port': ['ID=cbe5231d-dc91-4032-86bd-dbae64250e00,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:47.624557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0efbeb-ea77-441e-b0ab-0ca823aeeed0 req-316dcecb-8e3f-4028-8317-5a442a88ad03 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:47.626882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ae0efbeb-ea77-441e-b0ab-0ca823aeeed0 req-316dcecb-8e3f-4028-8317-5a442a88ad03 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 947 time: 1.0502133 May 30 20:06:47.650966 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] For port 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:06:47.658186 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] For port 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7aef6716-284b-4b7e-af09-c8a0ec7ad1bc,segment=NetworkSegment(48cd6d01-b310-4c01-bbbe-420c11ab879f),segment_id=48cd6d01-b310-4c01-bbbe-420c11ab879f)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:06:47.662601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668f92b-a556-4b41-aacf-7ec9f0da6d24 service neutron] Pushing event updated for resources: {'Port': ['ID=6f827944-7b7b-4e81-9a6a-63a922b64815,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:47.669367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1514892167', 'description': 'tempest-description-33819244'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:47.676062 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:47.694428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310751e-c328-457a-bd96-6bf00c161c15 req-349a7175-42db-4784-a7b4-dbb5eb9f6fea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:47.696178 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e310751e-c328-457a-bd96-6bf00c161c15 req-349a7175-42db-4784-a7b4-dbb5eb9f6fea service neutron] 10.222.0.93 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 912 time: 0.5557396 May 30 20:06:47.696938 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61a2f042-5721-4c42-a0d2-b7a57e2cdcf6 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:47.710273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:47.806278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e310751e-c328-457a-bd96-6bf00c161c15 req-3a8abd00-2b1c-43a7-9fed-a0ac5d21a934 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0fd140c-5423-40d8-8b83-facf7ca9d28b HTTP/1.1" status: 200 len: 217 time: 0.0910776 May 30 20:06:47.806606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Usage tracker for resource:security_group and tenant:ac730c33533046078c5c7bbb9a9146c2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:47.817534 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:47.827075 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Routers {'75bdba72-7ea7-4e6e-8c4b-3074602e1afa'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:47.828281 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:47.888506 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb2f06ec-f547-4bfc-9f05-47d5bfe5ddb8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:47.961469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:48.000089 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b92f2e-499d-4f9d-ba1c-56ba7f469201 None None] Pushing event updated for resources: {'Port': ['ID=7aef6716-284b-4b7e-af09-c8a0ec7ad1bc,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:48.074275 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] Set router 75bdba72-7ea7-4e6e-8c4b-3074602e1afa gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:48.159303 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ae0efbeb-ea77-441e-b0ab-0ca823aeeed0 req-d2509e7e-c029-4d2e-a410-c643f8b0cb91 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5092075 May 30 20:06:48.162054 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310751e-c328-457a-bd96-6bf00c161c15 req-5d25f290-7015-4c13-b679-7e721dba08c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:48.163473 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e310751e-c328-457a-bd96-6bf00c161c15 req-5d25f290-7015-4c13-b679-7e721dba08c5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=24f03aba-f12a-4241-8d9f-db4a6a1a5134 HTTP/1.1" status: 200 len: 851 time: 0.3427546 May 30 20:06:48.164046 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:48.364019 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:48.430324 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:48.452925 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e310751e-c328-457a-bd96-6bf00c161c15 req-6e71fdd8-5291-4568-9586-8630a9a49bf3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d568287e-a0ce-4f8b-a9cc-faf7575177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2236018 May 30 20:06:48.640020 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb2f06ec-f547-4bfc-9f05-47d5bfe5ddb8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:48.648495 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb2f06ec-f547-4bfc-9f05-47d5bfe5ddb8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:48.703361 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb2f06ec-f547-4bfc-9f05-47d5bfe5ddb8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:48.703937 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2f06ec-f547-4bfc-9f05-47d5bfe5ddb8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Fanout notify agent at l3_agent the message router_deleted on router 0cd98850-dd36-4b44-8adc-7c1eb389d0c3 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:06:48.713807 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'name': 'tempest-ServersTestBootFromVolume-2074219069-router', 'tenant_id': '19555742f4584195a57a8957d5587325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:28Z', 'updated_at': '2022-05-30T20:06:38Z', 'revision_number': 4, 'project_id': '19555742f4584195a57a8957d5587325', 'gw_port': {'id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:29Z', 'updated_at': '2022-05-30T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '7aef6716-284b-4b7e-af09-c8a0ec7ad1bc', 'name': '', 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60', 'tenant_id': '19555742f4584195a57a8957d5587325', 'mac_address': 'fa:16:3e:f8:35:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:36Z', 'updated_at': '2022-05-30T20:06:47Z', 'revision_number': 4, 'project_id': '19555742f4584195a57a8957d5587325', 'subnets': [{'id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:48.718101 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6be89-c63f-4e6e-9946-ba506872b781 None None] The sync data for ids ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'] in n-d-843949-2 is: [{'id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'name': 'tempest-ServersTestBootFromVolume-2074219069-router', 'tenant_id': '19555742f4584195a57a8957d5587325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:28Z', 'updated_at': '2022-05-30T20:06:38Z', 'revision_number': 4, 'project_id': '19555742f4584195a57a8957d5587325', 'gw_port': {'id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:29Z', 'updated_at': '2022-05-30T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '7aef6716-284b-4b7e-af09-c8a0ec7ad1bc', 'name': '', 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60', 'tenant_id': '19555742f4584195a57a8957d5587325', 'mac_address': 'fa:16:3e:f8:35:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:36Z', 'updated_at': '2022-05-30T20:06:47Z', 'revision_number': 4, 'project_id': '19555742f4584195a57a8957d5587325', 'subnets': [{'id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:06:48.750275 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb2f06ec-f547-4bfc-9f05-47d5bfe5ddb8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:48.768978 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-eb2f06ec-f547-4bfc-9f05-47d5bfe5ddb8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "DELETE /v2.0/routers/0cd98850-dd36-4b44-8adc-7c1eb389d0c3 HTTP/1.1" status: 204 len: 168 time: 3.4884982 May 30 20:06:48.770169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59564) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:48.776784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Request body: {'router': {'name': 'tempest-snat-router-406821804', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'enable_snat': False}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:48.787145 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:48.799871 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Usage tracker for resource:router and tenant:e64e0da37982419aafd244b47f16904a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:48.805411 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:48.824160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:48.846819 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:48.848199 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:48.891293 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:49.040801 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:49.045522 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Usage tracker for resource:security_group_rule and tenant:ac730c33533046078c5c7bbb9a9146c2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:49.048572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:49.056038 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:49.153297 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:49.183091 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61a2f042-5721-4c42-a0d2-b7a57e2cdcf6 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:49.192329 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:49.209940 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e310751e-c328-457a-bd96-6bf00c161c15 req-bfaa6c2a-2793-4a8f-8f82-a25eb5dd5546 service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7342927 May 30 20:06:49.217533 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61a2f042-5721-4c42-a0d2-b7a57e2cdcf6 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:49.294915 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:49.329725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:49.338524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Usage tracker for resource:security_group_rule and tenant:ac730c33533046078c5c7bbb9a9146c2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:49.346912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:49.368983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:49.470912 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:49.487275 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2f042-5721-4c42-a0d2-b7a57e2cdcf6 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c59e194-e356-449b-8cfe-c2f999b0e0a2,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:49.524728 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:49.527878 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e029735-0843-4ab4-9f7d-4f3c1fe31ce4,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:49.531656 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:49.601156 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:49.630700 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:49.631990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a278390-f14b-4295-991c-0fdd6bc34f38 req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 1.9996958 May 30 20:06:49.658438 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61a2f042-5721-4c42-a0d2-b7a57e2cdcf6 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:49.661935 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-61a2f042-5721-4c42-a0d2-b7a57e2cdcf6 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.8163030 May 30 20:06:49.691552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59576) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:49.705844 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a83467a2-3aa7-4239-98a9-7fba4c01b1d3 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Request body: {'security_group_rule': {'security_group_id': '3ae730f1-ed19-4870-89f9-102a0733cf47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:49.732460 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a83467a2-3aa7-4239-98a9-7fba4c01b1d3 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:49.763419 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261ec6e8-661b-4498-bfbd-6a3476c04a3e'] response: {'name': 'network-changed', 'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'tag': '6f827944-7b7b-4e81-9a6a-63a922b64815', 'status': 'completed', 'code': 200} May 30 20:06:49.765172 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a83467a2-3aa7-4239-98a9-7fba4c01b1d3 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Usage tracker for resource:security_group_rule and tenant:19555742f4584195a57a8957d5587325 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:49.780794 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a83467a2-3aa7-4239-98a9-7fba4c01b1d3 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:49.789713 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b4d68-cc1b-4d0f-8cfd-34860e9dc30d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6f1322-9712-4db1-b1cb-e00e04e4bf06,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:49.803538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a83467a2-3aa7-4239-98a9-7fba4c01b1d3 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:49.855876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04523588-fcbf-41c0-b63e-bccf0a72e5c9 req-68d0b7cb-6bc9-4058-b71e-ba344b0e7430 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:49.860430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04523588-fcbf-41c0-b63e-bccf0a72e5c9 req-68d0b7cb-6bc9-4058-b71e-ba344b0e7430 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:49.865421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04523588-fcbf-41c0-b63e-bccf0a72e5c9 req-68d0b7cb-6bc9-4058-b71e-ba344b0e7430 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:49.869532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04523588-fcbf-41c0-b63e-bccf0a72e5c9 req-68d0b7cb-6bc9-4058-b71e-ba344b0e7430 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:49.873888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04523588-fcbf-41c0-b63e-bccf0a72e5c9 req-68d0b7cb-6bc9-4058-b71e-ba344b0e7430 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:49.878172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04523588-fcbf-41c0-b63e-bccf0a72e5c9 req-68d0b7cb-6bc9-4058-b71e-ba344b0e7430 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:49.882094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04523588-fcbf-41c0-b63e-bccf0a72e5c9 req-68d0b7cb-6bc9-4058-b71e-ba344b0e7430 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:49.889713 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04523588-fcbf-41c0-b63e-bccf0a72e5c9 req-68d0b7cb-6bc9-4058-b71e-ba344b0e7430 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5395 time: 1.4768858 May 30 20:06:49.938399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Allocated IP 172.25.5.220 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/06306f70-1593-4f0e-97b4-e11cb5b92bf4) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:06:50.130158 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:06:50.132583 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:50.155069 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e310751e-c328-457a-bd96-6bf00c161c15 req-8e79bed8-cc17-4f56-9c82-435a8e19484d service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9149566 May 30 20:06:50.177059 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:50.259634 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04523588-fcbf-41c0-b63e-bccf0a72e5c9 req-7ad8e8c5-101f-41f7-8d40-9cd93186c488 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3682683 May 30 20:06:50.261949 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a83467a2-3aa7-4239-98a9-7fba4c01b1d3 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:50.349822 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:06:50.364483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:50.365323 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:50.418042 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54ab96aa-d400-47a3-bfe9-ed0c49ef6efe req-de82ae9e-6f8a-4b3a-8559-574fd7b43068 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aba290eb55434081b40c27125b03c71d&device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 6287 time: 0.6085331 May 30 20:06:50.427144 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:06:50.468560 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a83467a2-3aa7-4239-98a9-7fba4c01b1d3 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:50.479054 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a83467a2-3aa7-4239-98a9-7fba4c01b1d3 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:50.496355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:50.532970 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:50.545339 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a83467a2-3aa7-4239-98a9-7fba4c01b1d3 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:50.546893 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a83467a2-3aa7-4239-98a9-7fba4c01b1d3 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8500552 May 30 20:06:50.549738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:06:50.630106 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:50.673284 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Pushing event updated for resources: {'Port': ['ID=06306f70-1593-4f0e-97b4-e11cb5b92bf4,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:50.677988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59584) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:50.680870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83467a2-3aa7-4239-98a9-7fba4c01b1d3 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb911a7a-8f56-4919-be29-2a6e55d69c1c,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:50.687957 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:50.698820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:50.705236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Usage tracker for resource:floatingip and tenant:19555742f4584195a57a8957d5587325 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:50.709004 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:50.715896 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:50.719825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7aef6716-284b-4b7e-af09-c8a0ec7ad1bc,segment=NetworkSegment(48cd6d01-b310-4c01-bbbe-420c11ab879f),segment_id=48cd6d01-b310-4c01-bbbe-420c11ab879f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:50.726067 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:50.742105 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:50.830552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=7aef6716-284b-4b7e-af09-c8a0ec7ad1bc,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:50.903582 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b1ede-b0fe-41cd-9fba-c6cf1fdb10cf req-94ff9ef6-400f-4671-a244-791620e62455 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:50.913733 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9f8b1ede-b0fe-41cd-9fba-c6cf1fdb10cf req-94ff9ef6-400f-4671-a244-791620e62455 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=dca5d2f0-52f7-4c62-99ae-a7939fe9c78c HTTP/1.1" status: 200 len: 946 time: 0.9483235 May 30 20:06:50.918866 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:50.919497 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:51.043865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee127b40-627b-4a43-a5dc-af836a2fee1f {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:51.051442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab96aa-d400-47a3-bfe9-ed0c49ef6efe req-f5eff53e-a94a-4a53-ae9d-92bdc2c22b9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:51.052000 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab96aa-d400-47a3-bfe9-ed0c49ef6efe req-f5eff53e-a94a-4a53-ae9d-92bdc2c22b9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:51.052254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab96aa-d400-47a3-bfe9-ed0c49ef6efe req-f5eff53e-a94a-4a53-ae9d-92bdc2c22b9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:51.054026 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54ab96aa-d400-47a3-bfe9-ed0c49ef6efe req-f5eff53e-a94a-4a53-ae9d-92bdc2c22b9f service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=aba290eb55434081b40c27125b03c71d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6039734 May 30 20:06:51.216302 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:51.239656 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:51.336034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c430e8-b11f-4727-947d-f9990b45f753 req-83f0ddbe-7c21-4276-b696-bb2cc5192c06 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:51.348839 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d4c430e8-b11f-4727-947d-f9990b45f753 req-83f0ddbe-7c21-4276-b696-bb2cc5192c06 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 947 time: 0.6405525 May 30 20:06:51.360090 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59594) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:51.372912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9f8b1ede-b0fe-41cd-9fba-c6cf1fdb10cf req-5dae6afd-eeeb-4e56-9f46-3ebb6eb4cabd tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582396 May 30 20:06:51.447754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Transition to ACTIVE for port object ee127b40-627b-4a43-a5dc-af836a2fee1f will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:51.479914 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:51.500693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-792eca26-98cb-4014-9585-a742b272df94 req-6a6ef46a-8af1-4c62-9166-60f90bf05326 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2005628163', 'description': 'tempest-description-752831249'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:51.527952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Allocated IP 172.25.5.180 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/842e1be2-2dc1-4418-a565-419e80d39eeb) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:06:51.669414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-792eca26-98cb-4014-9585-a742b272df94 req-6a6ef46a-8af1-4c62-9166-60f90bf05326 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:51.674683 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab96aa-d400-47a3-bfe9-ed0c49ef6efe req-b8e40c59-376b-4ac0-9e4f-81edef941b43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:51.677648 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54ab96aa-d400-47a3-bfe9-ed0c49ef6efe req-b8e40c59-376b-4ac0-9e4f-81edef941b43 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6155097 May 30 20:06:51.713989 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66a44e7c-8489-411c-827e-0a55cbbaa9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:51.721111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-792eca26-98cb-4014-9585-a742b272df94 req-6a6ef46a-8af1-4c62-9166-60f90bf05326 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Usage tracker for resource:security_group and tenant:ac730c33533046078c5c7bbb9a9146c2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:51.732241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-792eca26-98cb-4014-9585-a742b272df94 req-6a6ef46a-8af1-4c62-9166-60f90bf05326 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:51.765232 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d4c430e8-b11f-4727-947d-f9990b45f753 req-0777b04b-0853-4bf0-b2cc-6d2e7367b4dc tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4154193 May 30 20:06:51.769221 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-792eca26-98cb-4014-9585-a742b272df94 req-6a6ef46a-8af1-4c62-9166-60f90bf05326 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:51.815273 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Router 7a78eb01-899c-462d-952b-2df93d33c31c is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:06:51.844530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-66a44e7c-8489-411c-827e-0a55cbbaa9b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:51.864792 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-66a44e7c-8489-411c-827e-0a55cbbaa9b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b3312a4fa8334b5597ffe93fb49046a6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:51.872861 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:51.924715 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Pushing event updated for resources: {'Port': ['ID=ee127b40-627b-4a43-a5dc-af836a2fee1f,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:51.927805 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-66a44e7c-8489-411c-827e-0a55cbbaa9b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:51.951247 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-792eca26-98cb-4014-9585-a742b272df94 req-6a6ef46a-8af1-4c62-9166-60f90bf05326 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:51.954786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-66a44e7c-8489-411c-827e-0a55cbbaa9b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:52.025099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310751e-c328-457a-bd96-6bf00c161c15 req-5d4a6d44-ff38-423c-b33d-f4618a4b0eb1 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:52.027826 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e310751e-c328-457a-bd96-6bf00c161c15 req-5d4a6d44-ff38-423c-b33d-f4618a4b0eb1 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "GET /v2.0/ports?device_id=dca5d2f0-52f7-4c62-99ae-a7939fe9c78c HTTP/1.1" status: 200 len: 946 time: 0.4208646 May 30 20:06:52.077599 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:06:52.133428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-792eca26-98cb-4014-9585-a742b272df94 req-6a6ef46a-8af1-4c62-9166-60f90bf05326 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:52.138352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Attempting to bind port ee127b40-627b-4a43-a5dc-af836a2fee1f on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:06:52.138693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Attempting to bind port ee127b40-627b-4a43-a5dc-af836a2fee1f by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:06:52.139022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Attempting to bind port ee127b40-627b-4a43-a5dc-af836a2fee1f on network de48935b-c2e1-4327-8c0d-6da1222c0137 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:52.142030 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:52.148565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-792eca26-98cb-4014-9585-a742b272df94 req-6a6ef46a-8af1-4c62-9166-60f90bf05326 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Usage tracker for resource:security_group_rule and tenant:ac730c33533046078c5c7bbb9a9146c2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:52.155834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-792eca26-98cb-4014-9585-a742b272df94 req-6a6ef46a-8af1-4c62-9166-60f90bf05326 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:52.173469 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:52.173830 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:52.174020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-792eca26-98cb-4014-9585-a742b272df94 req-6a6ef46a-8af1-4c62-9166-60f90bf05326 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:52.179153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e310751e-c328-457a-bd96-6bf00c161c15 req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Deleting port c0fd140c-5423-40d8-8b83-facf7ca9d28b {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:52.179500 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e310751e-c328-457a-bd96-6bf00c161c15 req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:52.230789 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66a44e7c-8489-411c-827e-0a55cbbaa9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:52.231034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Port ee127b40-627b-4a43-a5dc-af836a2fee1f on network de48935b-c2e1-4327-8c0d-6da1222c0137 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:06:52.231453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Attempting to bind port ee127b40-627b-4a43-a5dc-af836a2fee1f on network de48935b-c2e1-4327-8c0d-6da1222c0137 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:52.273125 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66a44e7c-8489-411c-827e-0a55cbbaa9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:52.324656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:52.349511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:52.356575 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Pushing event updated for resources: {'Port': ['ID=842e1be2-2dc1-4418-a565-419e80d39eeb,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:52.415764 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:06:52.417182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:06:52.417516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Checking segment: {'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:06:52.417901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Bound using segment: {'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:06:52.418335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Bound port: ee127b40-627b-4a43-a5dc-af836a2fee1f, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f64a8e6-8db4-4aa5-8100-2eb64b036555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:06:52.418669 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:52.453303 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a44e7c-8489-411c-827e-0a55cbbaa9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a085115-3ab6-4e3a-abf0-412a72b4d4a3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:52.476729 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-66a44e7c-8489-411c-827e-0a55cbbaa9b4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b3312a4fa8334b5597ffe93fb49046a6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1171916 May 30 20:06:52.487104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59604) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:52.521214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] For port ee127b40-627b-4a43-a5dc-af836a2fee1f, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:06:52.524376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] For port ee127b40-627b-4a43-a5dc-af836a2fee1f, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ee127b40-627b-4a43-a5dc-af836a2fee1f,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:06:52.544512 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:52.567393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:06:52.578501 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Sync routers for ids ['7a78eb01-899c-462d-952b-2df93d33c31c'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:06:52.599519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Routers {'7a78eb01-899c-462d-952b-2df93d33c31c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:52.608165 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['7a78eb01-899c-462d-952b-2df93d33c31c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:52.625235 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49bb512d-2bd5-46f3-8084-eb87aba57601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:52.634682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Pushing event updated for resources: {'Port': ['ID=ee127b40-627b-4a43-a5dc-af836a2fee1f,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:52.659940 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:52.661295 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-19a0b7de-4303-4a76-b2de-6db2a6cd5c4c tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8900406 May 30 20:06:52.665343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59608) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:52.676988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000a21f-745f-4cba-a004-1b10bc19d901 req-4293b7a7-8de8-4eec-a729-9190328860b5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:52.681217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000a21f-745f-4cba-a004-1b10bc19d901 req-4293b7a7-8de8-4eec-a729-9190328860b5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:52.685320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000a21f-745f-4cba-a004-1b10bc19d901 req-4293b7a7-8de8-4eec-a729-9190328860b5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:52.689297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000a21f-745f-4cba-a004-1b10bc19d901 req-4293b7a7-8de8-4eec-a729-9190328860b5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:52.693460 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000a21f-745f-4cba-a004-1b10bc19d901 req-4293b7a7-8de8-4eec-a729-9190328860b5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:52.697651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000a21f-745f-4cba-a004-1b10bc19d901 req-4293b7a7-8de8-4eec-a729-9190328860b5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:52.701731 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000a21f-745f-4cba-a004-1b10bc19d901 req-4293b7a7-8de8-4eec-a729-9190328860b5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:52.703780 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6000a21f-745f-4cba-a004-1b10bc19d901 req-4293b7a7-8de8-4eec-a729-9190328860b5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5407 time: 0.7333045 May 30 20:06:52.732127 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49bb512d-2bd5-46f3-8084-eb87aba57601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:52.835875 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6000a21f-745f-4cba-a004-1b10bc19d901 req-4af6fcf8-e23a-41dc-8d0c-37618427a5a7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882459 May 30 20:06:52.862922 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:52.864643 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-08e16585-5bec-4590-af6e-b973b7774957 service neutron] 10.222.0.77 "PUT /v2.0/ports/ee127b40-627b-4a43-a5dc-af836a2fee1f HTTP/1.1" status: 200 len: 1091 time: 5.3312972 May 30 20:06:52.866273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'tag': 'ee127b40-627b-4a43-a5dc-af836a2fee1f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:52.922926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Request body: {'port': {'device_id': '182da0ce-1656-4cfd-9592-420799f2b30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:52.994722 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.025909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Set router 7a78eb01-899c-462d-952b-2df93d33c31c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:53.154408 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-792eca26-98cb-4014-9585-a742b272df94 req-6a6ef46a-8af1-4c62-9166-60f90bf05326 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.175018 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.207656 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49bb512d-2bd5-46f3-8084-eb87aba57601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.290931 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-792eca26-98cb-4014-9585-a742b272df94 req-6a6ef46a-8af1-4c62-9166-60f90bf05326 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.305605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb512d-2bd5-46f3-8084-eb87aba57601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a085115-3ab6-4e3a-abf0-412a72b4d4a3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:53.348165 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49bb512d-2bd5-46f3-8084-eb87aba57601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.351655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ef46a-8af1-4c62-9166-60f90bf05326 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48955dbf-96c2-490b-bf00-095c234e47ba,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:53.366605 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-49bb512d-2bd5-46f3-8084-eb87aba57601 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2a085115-3ab6-4e3a-abf0-412a72b4d4a3 HTTP/1.1" status: 204 len: 168 time: 0.8777962 May 30 20:06:53.405918 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.447951 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdea54-e8a8-406b-868d-573fd5f85ee8 req-0af1b339-9bf7-4d40-b1a8-65910a7021e0 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:53.454876 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e4cdea54-e8a8-406b-868d-573fd5f85ee8 req-0af1b339-9bf7-4d40-b1a8-65910a7021e0 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=dca5d2f0-52f7-4c62-99ae-a7939fe9c78c HTTP/1.1" status: 200 len: 946 time: 0.3208797 May 30 20:06:53.463712 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-792eca26-98cb-4014-9585-a742b272df94 req-6a6ef46a-8af1-4c62-9166-60f90bf05326 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.465479 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-792eca26-98cb-4014-9585-a742b272df94 req-6a6ef46a-8af1-4c62-9166-60f90bf05326 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.9932096 May 30 20:06:53.699282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a78eb01-899c-462d-952b-2df93d33c31c', 'name': 'tempest-snat-router-406821804', 'tenant_id': 'e64e0da37982419aafd244b47f16904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220'}], 'enable_snat': False}, 'gw_port_id': '06306f70-1593-4f0e-97b4-e11cb5b92bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:48Z', 'updated_at': '2022-05-30T20:06:50Z', 'revision_number': 3, 'project_id': 'e64e0da37982419aafd244b47f16904a', 'gw_port': {'id': '06306f70-1593-4f0e-97b4-e11cb5b92bf4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a78eb01-899c-462d-952b-2df93d33c31c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:49Z', 'updated_at': '2022-05-30T20:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:53.717273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Checking router: 7a78eb01-899c-462d-952b-2df93d33c31c for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:06:53.721428 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-72cb3bf3-5518-4724-8a97-cf53522d9536 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "GET /v2.0/routers/7a78eb01-899c-462d-952b-2df93d33c31c HTTP/1.1" status: 200 len: 908 time: 1.0527422 May 30 20:06:53.723839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59622) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:53.728244 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Updating router 7a78eb01-899c-462d-952b-2df93d33c31c port 06306f70-1593-4f0e-97b4-e11cb5b92bf4 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:06:53.733002 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Request body: {'router': {'name': 'tempest-snat-router-406821804', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'enable_snat': True}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:53.741940 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:53.750642 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Usage tracker for resource:router and tenant:e64e0da37982419aafd244b47f16904a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:53.755874 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:53.788968 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:53.800660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.812578 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.897445 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.898786 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.904169 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.027641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec82c0ee-49c3-4e17-9176-7413ed12db5e {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:54.035106 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.040900 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Pushing event updated for resources: {'Port': ['ID=842e1be2-2dc1-4418-a565-419e80d39eeb,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:54.051200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Transition to ACTIVE for port object ec82c0ee-49c3-4e17-9176-7413ed12db5e will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:54.074082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.088892 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.124770 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.179922 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.182102 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d4fe7215-ca49-405c-979a-a584c3ac74c2 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5028937 May 30 20:06:54.206729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59630) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:54.339376 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.456423 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e4cdea54-e8a8-406b-868d-573fd5f85ee8 req-673991c3-c6af-4474-ad21-389e71f61971 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0004642 May 30 20:06:54.554376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e310751e-c328-457a-bd96-6bf00c161c15 req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] For port c0fd140c-5423-40d8-8b83-facf7ca9d28b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c0fd140c-5423-40d8-8b83-facf7ca9d28b,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:54.555635 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e310751e-c328-457a-bd96-6bf00c161c15 req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.581093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Pushing event updated for resources: {'Port': ['ID=ec82c0ee-49c3-4e17-9176-7413ed12db5e,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:54.586247 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.589690 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.601887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Transition to ACTIVE for port object 06306f70-1593-4f0e-97b4-e11cb5b92bf4 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:54.614800 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.779164 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f908b7d-0d23-43ee-8f61-14a9ac394e3e'] response: {'name': 'network-changed', 'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'tag': 'ee127b40-627b-4a43-a5dc-af836a2fee1f', 'status': 'completed', 'code': 200} May 30 20:06:54.823792 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Attempting to bind port 06306f70-1593-4f0e-97b4-e11cb5b92bf4 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:06:54.824467 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Attempting to bind port 06306f70-1593-4f0e-97b4-e11cb5b92bf4 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:06:54.824804 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Attempting to bind port 06306f70-1593-4f0e-97b4-e11cb5b92bf4 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:54.827123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e310751e-c328-457a-bd96-6bf00c161c15 req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Calling delete_port for c0fd140c-5423-40d8-8b83-facf7ca9d28b owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:54.837619 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.879301 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:06:54.879301 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:06:54.879301 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.879301 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:06:54.879301 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Bound port: 06306f70-1593-4f0e-97b4-e11cb5b92bf4, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:06:54.879301 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.903294 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.918106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aeecb-5d63-4bdd-a86c-f1a667f1c814 None None] Pushing event updated for resources: {'Port': ['ID=06306f70-1593-4f0e-97b4-e11cb5b92bf4,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:55.000458 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] For port 06306f70-1593-4f0e-97b4-e11cb5b92bf4, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:06:55.005319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] For port 06306f70-1593-4f0e-97b4-e11cb5b92bf4, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=06306f70-1593-4f0e-97b4-e11cb5b92bf4,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:06:55.015744 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:55.189277 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aeecb-5d63-4bdd-a86c-f1a667f1c814 None None] Pushing event updated for resources: {'Port': ['ID=06306f70-1593-4f0e-97b4-e11cb5b92bf4,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:55.193918 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Allocated IP 172.25.5.26 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/ba78d2bb-cfe6-4315-97cf-cdd67b88d675) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:06:55.205857 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Routers {'7a78eb01-899c-462d-952b-2df93d33c31c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:55.207426 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['7a78eb01-899c-462d-952b-2df93d33c31c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:55.523301 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:55.595495 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:55.601321 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] Set router 7a78eb01-899c-462d-952b-2df93d33c31c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:55.766325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:55.767436 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Pushing event updated for resources: {'Port': ['ID=ba78d2bb-cfe6-4315-97cf-cdd67b88d675,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:55.770519 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:55.772748 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:06:55.785789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:55.824078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-5fc64de6-3934-4d12-8884-febb4efde8db tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Synchronizing usage tracker for tenant:ac730c33533046078c5c7bbb9a9146c2 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:55.833082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Attempting to bind port ec82c0ee-49c3-4e17-9176-7413ed12db5e on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:06:55.833403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Attempting to bind port ec82c0ee-49c3-4e17-9176-7413ed12db5e by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '30e989a5-5921-457a-8f3d-b89e67b1bb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:06:55.834710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Attempting to bind port ec82c0ee-49c3-4e17-9176-7413ed12db5e on network afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:55.846518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee92969-c886-45a8-b6fe-52b8a66733d3 req-6927946e-1973-4480-b038-70632449a305 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:55.854055 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bee92969-c886-45a8-b6fe-52b8a66733d3 req-6927946e-1973-4480-b038-70632449a305 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 947 time: 1.7868533 May 30 20:06:55.875567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c0fd140c-5423-40d8-8b83-facf7ca9d28b no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:55.880234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Usage tracker for resource:security_group_rule and tenant:ebdbb4f4fb29418aaef532dfbe6723c3 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:55.884635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Port ec82c0ee-49c3-4e17-9176-7413ed12db5e on network afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:06:55.885124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Attempting to bind port ec82c0ee-49c3-4e17-9176-7413ed12db5e on network afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:55.892089 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:55.918244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:06:55.918665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Checking segment: {'id': '30e989a5-5921-457a-8f3d-b89e67b1bb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:06:55.919196 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Bound using segment: {'id': '30e989a5-5921-457a-8f3d-b89e67b1bb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:06:55.919660 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Bound port: ec82c0ee-49c3-4e17-9176-7413ed12db5e, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e989a5-5921-457a-8f3d-b89e67b1bb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:06:55.920029 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:56.021279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:56.097908 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bee92969-c886-45a8-b6fe-52b8a66733d3 req-95b55ba8-fc6f-42a5-9780-2e95f19d6fce tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427742 May 30 20:06:56.100492 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:56.101755 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:56.326272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-5fc64de6-3934-4d12-8884-febb4efde8db tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Unset dirty status for tenant:ac730c33533046078c5c7bbb9a9146c2 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:56.338028 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-5fc64de6-3934-4d12-8884-febb4efde8db tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 44533 time: 1.6248214 May 30 20:06:56.463852 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e15d62d1-043e-46e1-867e-a8b6bd2fb762 req-8f1601c8-7e69-461e-8752-13b019e0918f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aba290eb55434081b40c27125b03c71d&device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 6379 time: 1.6879873 May 30 20:06:56.493586 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:56.511934 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Router 3ee5528d-09c5-4407-a494-d09a01c946c5 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:06:56.540744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a78eb01-899c-462d-952b-2df93d33c31c', 'name': 'tempest-snat-router-406821804', 'tenant_id': 'e64e0da37982419aafd244b47f16904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220'}], 'enable_snat': False}, 'gw_port_id': '06306f70-1593-4f0e-97b4-e11cb5b92bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:48Z', 'updated_at': '2022-05-30T20:06:50Z', 'revision_number': 3, 'project_id': 'e64e0da37982419aafd244b47f16904a', 'gw_port': {'id': '06306f70-1593-4f0e-97b4-e11cb5b92bf4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a78eb01-899c-462d-952b-2df93d33c31c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:49Z', 'updated_at': '2022-05-30T20:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:56.550923 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf71d8-54d7-4038-83ef-2ddab1359309 None None] The sync data for ids ['7a78eb01-899c-462d-952b-2df93d33c31c'] in n-d-843949-2 is: [{'id': '7a78eb01-899c-462d-952b-2df93d33c31c', 'name': 'tempest-snat-router-406821804', 'tenant_id': 'e64e0da37982419aafd244b47f16904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220'}], 'enable_snat': False}, 'gw_port_id': '06306f70-1593-4f0e-97b4-e11cb5b92bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:48Z', 'updated_at': '2022-05-30T20:06:50Z', 'revision_number': 3, 'project_id': 'e64e0da37982419aafd244b47f16904a', 'gw_port': {'id': '06306f70-1593-4f0e-97b4-e11cb5b92bf4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a78eb01-899c-462d-952b-2df93d33c31c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:49Z', 'updated_at': '2022-05-30T20:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:06:56.748784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-4cc0f7fd-5774-4e8c-a9bb-8af920977834 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/1d9dd062-b993-418e-9241-42c4185816ef HTTP/1.1" status: 200 len: 2649 time: 0.4097636 May 30 20:06:56.772931 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:56.802857 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e310751e-c328-457a-bd96-6bf00c161c15 req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:56.804653 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:56.829884 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] For port ec82c0ee-49c3-4e17-9176-7413ed12db5e, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:06:56.855307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:06:56.867592 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Sync routers for ids ['3ee5528d-09c5-4407-a494-d09a01c946c5'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:06:56.904909 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Routers {'3ee5528d-09c5-4407-a494-d09a01c946c5'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:56.909690 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3ee5528d-09c5-4407-a494-d09a01c946c5'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:56.918926 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:56.923730 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5986522f-1f83-42d6-88fc-c385e5f6a563 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.1987984 May 30 20:06:56.924277 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59680) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:56.994751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d62d1-043e-46e1-867e-a8b6bd2fb762 req-1d297220-9a7c-4687-b7cd-a58cbac4496d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:56.995340 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d62d1-043e-46e1-867e-a8b6bd2fb762 req-1d297220-9a7c-4687-b7cd-a58cbac4496d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:56.996045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d62d1-043e-46e1-867e-a8b6bd2fb762 req-1d297220-9a7c-4687-b7cd-a58cbac4496d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:56.998688 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e15d62d1-043e-46e1-867e-a8b6bd2fb762 req-1d297220-9a7c-4687-b7cd-a58cbac4496d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=aba290eb55434081b40c27125b03c71d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5145872 May 30 20:06:57.291492 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Set router 3ee5528d-09c5-4407-a494-d09a01c946c5 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:57.342212 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d87bbe-e5ca-4e9c-b4c1-51cad4b69af9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:57.344738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Pushing event deleted for resources: {'Port': ['ID=c0fd140c-5423-40d8-8b83-facf7ca9d28b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:57.393845 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-361714d9-53fd-4bea-b508-b281a8f2f0c8 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "GET /v2.0/routers/3ee5528d-09c5-4407-a494-d09a01c946c5 HTTP/1.1" status: 200 len: 906 time: 0.4670198 May 30 20:06:57.394610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59686) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:57.404476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] For port ec82c0ee-49c3-4e17-9176-7413ed12db5e, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ec82c0ee-49c3-4e17-9176-7413ed12db5e,segment=NetworkSegment(30e989a5-5921-457a-8f3d-b89e67b1bb6b),segment_id=30e989a5-5921-457a-8f3d-b89e67b1bb6b)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:06:57.406386 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-25f89a6f-9e27-4fb3-90b1-b6e4c0380fe2 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/1d9dd062-b993-418e-9241-42c4185816ef HTTP/1.1" status: 200 len: 2649 time: 0.6301448 May 30 20:06:57.494268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31928382-aad0-45e1-aab4-0b7b4cecacd7 req-933519ca-d609-4227-abc5-52586f094ea2 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:57.498206 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31928382-aad0-45e1-aab4-0b7b4cecacd7 req-933519ca-d609-4227-abc5-52586f094ea2 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:57.505711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31928382-aad0-45e1-aab4-0b7b4cecacd7 req-933519ca-d609-4227-abc5-52586f094ea2 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:57.509659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31928382-aad0-45e1-aab4-0b7b4cecacd7 req-933519ca-d609-4227-abc5-52586f094ea2 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:57.513965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31928382-aad0-45e1-aab4-0b7b4cecacd7 req-933519ca-d609-4227-abc5-52586f094ea2 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:57.517875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31928382-aad0-45e1-aab4-0b7b4cecacd7 req-933519ca-d609-4227-abc5-52586f094ea2 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:57.522369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31928382-aad0-45e1-aab4-0b7b4cecacd7 req-933519ca-d609-4227-abc5-52586f094ea2 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:57.524308 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31928382-aad0-45e1-aab4-0b7b4cecacd7 req-933519ca-d609-4227-abc5-52586f094ea2 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5419 time: 1.1779208 May 30 20:06:57.589679 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:57.632387 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.632766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.633195 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.633535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.633866 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.634324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.634655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.635016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.635291 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.635876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.636225 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.639297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e310751e-c328-457a-bd96-6bf00c161c15 req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] No DVR routers for this DVR port c0fd140c-5423-40d8-8b83-facf7ca9d28b on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:06:57.641520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.641905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.642692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.642692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.643343 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.643457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.643751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.644302 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.644570 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.644946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.645333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:57.702103 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-43d3585c-a2d8-468c-b694-a92d9a460afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:57.740639 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e310751e-c328-457a-bd96-6bf00c161c15 req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:57.771202 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca5d2f0-52f7-4c62-99ae-a7939fe9c78c', 'name': 'network-vif-deleted', 'tag': 'c0fd140c-5423-40d8-8b83-facf7ca9d28b'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:57.785737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59694) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:57.786796 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1208ca4f-3604-4f2c-98f5-1910efe26d34 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ebdbb4f4fb29418aaef532dfbe6723c3&name=default HTTP/1.1" status: 200 len: 2647 time: 3.5492353 May 30 20:06:57.806195 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee5528d-09c5-4407-a494-d09a01c946c5', 'name': 'tempest-snat-router-406821804', 'tenant_id': 'e64e0da37982419aafd244b47f16904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'ba78d2bb-cfe6-4315-97cf-cdd67b88d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:53Z', 'updated_at': '2022-05-30T20:06:55Z', 'revision_number': 3, 'project_id': 'e64e0da37982419aafd244b47f16904a', 'gw_port': {'id': 'ba78d2bb-cfe6-4315-97cf-cdd67b88d675', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee5528d-09c5-4407-a494-d09a01c946c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:54Z', 'updated_at': '2022-05-30T20:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:57.814500 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Checking router: 3ee5528d-09c5-4407-a494-d09a01c946c5 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:06:57.815302 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Updating router 3ee5528d-09c5-4407-a494-d09a01c946c5 port ba78d2bb-cfe6-4315-97cf-cdd67b88d675 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:06:57.899485 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:57.907938 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:57.975939 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:57.978229 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] 10.222.0.77 "PUT /v2.0/ports/ec82c0ee-49c3-4e17-9176-7413ed12db5e HTTP/1.1" status: 200 len: 1091 time: 5.0677748 May 30 20:06:57.978892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25e07f-1455-442b-b193-e043fe9dd707 service neutron] Pushing event updated for resources: {'Port': ['ID=ec82c0ee-49c3-4e17-9176-7413ed12db5e,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:58.027529 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e310751e-c328-457a-bd96-6bf00c161c15 req-bdd3eaa3-ffe2-4ee8-94ab-1b9cd64b9c56 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "DELETE /v2.0/ports/c0fd140c-5423-40d8-8b83-facf7ca9d28b HTTP/1.1" status: 204 len: 173 time: 5.9920328 May 30 20:06:58.041573 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Request body: {'port': {'device_id': '182da0ce-1656-4cfd-9592-420799f2b30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:58.132944 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96c5dcaa-8214-4b2d-b911-216a22c081c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:58.144771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d62d1-043e-46e1-867e-a8b6bd2fb762 req-3517ff69-c5a9-4ca2-a183-55b224e85af9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:58.150081 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e15d62d1-043e-46e1-867e-a8b6bd2fb762 req-3517ff69-c5a9-4ca2-a183-55b224e85af9 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0647018 May 30 20:06:58.248018 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96c5dcaa-8214-4b2d-b911-216a22c081c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:58.320004 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-3b798919-905a-4d5e-8fd6-645b1e6938fe tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/1e029735-0843-4ab4-9f7d-4f3c1fe31ce4 HTTP/1.1" status: 200 len: 2649 time: 0.8718793 May 30 20:06:58.327580 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31928382-aad0-45e1-aab4-0b7b4cecacd7 req-60b605b6-6db6-4035-8465-206431643d85 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7525845 May 30 20:06:58.495559 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96c5dcaa-8214-4b2d-b911-216a22c081c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:58.560627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5dcaa-8214-4b2d-b911-216a22c081c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d87bbe-e5ca-4e9c-b4c1-51cad4b69af9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:58.573363 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:58.595908 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96c5dcaa-8214-4b2d-b911-216a22c081c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:58.600271 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-96c5dcaa-8214-4b2d-b911-216a22c081c9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b1d87bbe-e5ca-4e9c-b4c1-51cad4b69af9 HTTP/1.1" status: 204 len: 168 time: 0.8104303 May 30 20:06:58.656517 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:58.674485 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Deleting port ba78d2bb-cfe6-4315-97cf-cdd67b88d675 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:58.676155 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:58.697393 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-1235f3ee-90bb-4c75-80bf-85a86f62297c tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/1e029735-0843-4ab4-9f7d-4f3c1fe31ce4 HTTP/1.1" status: 200 len: 2649 time: 0.3543415 May 30 20:06:58.755394 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:58.774205 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Transition to ACTIVE for port object ba78d2bb-cfe6-4315-97cf-cdd67b88d675 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:58.792211 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:58.799205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-cf1ac21b-151c-448c-a69e-5b7535157f02 req-cac1484f-d54d-4b59-999d-a740fecd4f07 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Synchronizing usage tracker for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:58.918017 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c26474-2423-4aa4-b8fb-4082b012824a None None] Pushing event updated for resources: {'Port': ['ID=ba78d2bb-cfe6-4315-97cf-cdd67b88d675,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:58.921134 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Attempting to bind port ba78d2bb-cfe6-4315-97cf-cdd67b88d675 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:06:58.921739 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Attempting to bind port ba78d2bb-cfe6-4315-97cf-cdd67b88d675 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:06:58.922208 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Attempting to bind port ba78d2bb-cfe6-4315-97cf-cdd67b88d675 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:58.932832 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:06:58.933362 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:06:58.933895 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:58.934573 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:06:58.935146 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Bound port: ba78d2bb-cfe6-4315-97cf-cdd67b88d675, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:06:58.935615 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:59.058514 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-13c60492-cd84-4f64-b037-ac3a9b8a5365 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/2abb46ec-e69f-4f08-86d8-472eab7b986a HTTP/1.1" status: 200 len: 2649 time: 0.2795861 May 30 20:06:59.062170 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] For port ba78d2bb-cfe6-4315-97cf-cdd67b88d675, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:06:59.075547 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] For port ba78d2bb-cfe6-4315-97cf-cdd67b88d675, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ba78d2bb-cfe6-4315-97cf-cdd67b88d675,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:06:59.107252 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:59.142371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-cf1ac21b-151c-448c-a69e-5b7535157f02 req-cac1484f-d54d-4b59-999d-a740fecd4f07 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Unset dirty status for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:59.145976 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cf1ac21b-151c-448c-a69e-5b7535157f02 req-cac1484f-d54d-4b59-999d-a740fecd4f07 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=dca5d2f0-52f7-4c62-99ae-a7939fe9c78c HTTP/1.1" status: 200 len: 210 time: 0.5134168 May 30 20:06:59.190324 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:59.263574 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c26474-2423-4aa4-b8fb-4082b012824a None None] Pushing event updated for resources: {'Port': ['ID=ba78d2bb-cfe6-4315-97cf-cdd67b88d675,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:59.287164 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Routers {'3ee5528d-09c5-4407-a494-d09a01c946c5'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:59.287272 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3ee5528d-09c5-4407-a494-d09a01c946c5'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:59.564741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Calling delete_port for ba78d2bb-cfe6-4315-97cf-cdd67b88d675 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:59.692022 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:06:59.692358 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:06:59.722915 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] Set router 3ee5528d-09c5-4407-a494-d09a01c946c5 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:59.792908 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-9c836770-2a9b-4211-9ec4-a54c1c8f6d55 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/2abb46ec-e69f-4f08-86d8-472eab7b986a HTTP/1.1" status: 200 len: 2649 time: 0.6536183 May 30 20:06:59.869524 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7ecb86b6-a878-46d5-a004-2842b4d9b530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:59.874938 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee5528d-09c5-4407-a494-d09a01c946c5', 'name': 'tempest-snat-router-406821804', 'tenant_id': 'e64e0da37982419aafd244b47f16904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:53Z', 'updated_at': '2022-05-30T20:06:58Z', 'revision_number': 4, 'project_id': 'e64e0da37982419aafd244b47f16904a', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:59.887024 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b85563-01ea-40d4-ad7b-732b86b94e41 None None] The sync data for ids ['3ee5528d-09c5-4407-a494-d09a01c946c5'] in n-d-843949-2 is: [{'id': '3ee5528d-09c5-4407-a494-d09a01c946c5', 'name': 'tempest-snat-router-406821804', 'tenant_id': 'e64e0da37982419aafd244b47f16904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:53Z', 'updated_at': '2022-05-30T20:06:58Z', 'revision_number': 4, 'project_id': 'e64e0da37982419aafd244b47f16904a', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:06:59.949339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ba5128-df39-4832-8e93-c9f0df489c88 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:59.958869 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f178d0f-13f7-49c9-b67a-4b24114a1546 req-15752309-2cf8-4447-98b4-1aa6b924aa48 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:59.966238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7f178d0f-13f7-49c9-b67a-4b24114a1546 req-15752309-2cf8-4447-98b4-1aa6b924aa48 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 947 time: 0.2507205 May 30 20:06:59.989859 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-c3dec022-5484-483f-98fd-624645ab7bd7 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/2ff2e63f-6bc8-4817-bec9-a51cf9d45e29 HTTP/1.1" status: 200 len: 2649 time: 0.1874182 May 30 20:06:59.994570 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:00.124640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Transition to ACTIVE for port object e5ba5128-df39-4832-8e93-c9f0df489c88 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:00.140648 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7f178d0f-13f7-49c9-b67a-4b24114a1546 req-64beb9c1-21ac-4241-8628-54f96067093b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733334 May 30 20:07:00.174302 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:00.193177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Deleting port ba78d2bb-cfe6-4315-97cf-cdd67b88d675 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:07:00.193766 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:00.374401 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dda031e-129c-40ad-9d1c-62db1c425b45'] response: {'server_uuid': 'dca5d2f0-52f7-4c62-99ae-a7939fe9c78c', 'name': 'network-vif-deleted', 'tag': 'c0fd140c-5423-40d8-8b83-facf7ca9d28b', 'status': 'completed', 'code': 200} May 30 20:07:00.498372 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-92c53ef6-00e1-4e1a-a552-b0f8b5ae4bf8 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/2ff2e63f-6bc8-4817-bec9-a51cf9d45e29 HTTP/1.1" status: 200 len: 2649 time: 0.4818718 May 30 20:07:00.638715 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-a228d372-e4c0-4e18-be6e-c51591923a4d tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/8dd38459-6266-49c5-85a6-84bbce1f9420 HTTP/1.1" status: 200 len: 2649 time: 0.1383662 May 30 20:07:00.714726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] For port ba78d2bb-cfe6-4315-97cf-cdd67b88d675, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ba78d2bb-cfe6-4315-97cf-cdd67b88d675,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:00.717863 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:00.861184 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-362fdc56-95c0-4176-ae99-34df7be921dc tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/8dd38459-6266-49c5-85a6-84bbce1f9420 HTTP/1.1" status: 200 len: 2649 time: 0.2214932 May 30 20:07:00.895662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Pushing event updated for resources: {'Port': ['ID=e5ba5128-df39-4832-8e93-c9f0df489c88,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:01.057616 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Calling delete_port for ba78d2bb-cfe6-4315-97cf-cdd67b88d675 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:07:01.099806 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:01.263538 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49252-2b9f-4899-8692-c58a7cb7abd1 req-16ea88b5-ba09-4b6f-bda7-70db0cb81b91 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:01.265681 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:01.275527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49252-2b9f-4899-8692-c58a7cb7abd1 req-16ea88b5-ba09-4b6f-bda7-70db0cb81b91 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:01.284095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49252-2b9f-4899-8692-c58a7cb7abd1 req-16ea88b5-ba09-4b6f-bda7-70db0cb81b91 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:01.298564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49252-2b9f-4899-8692-c58a7cb7abd1 req-16ea88b5-ba09-4b6f-bda7-70db0cb81b91 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:01.312607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49252-2b9f-4899-8692-c58a7cb7abd1 req-16ea88b5-ba09-4b6f-bda7-70db0cb81b91 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:01.318889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49252-2b9f-4899-8692-c58a7cb7abd1 req-16ea88b5-ba09-4b6f-bda7-70db0cb81b91 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:01.327930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49252-2b9f-4899-8692-c58a7cb7abd1 req-16ea88b5-ba09-4b6f-bda7-70db0cb81b91 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:01.336009 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f5e49252-2b9f-4899-8692-c58a7cb7abd1 req-16ea88b5-ba09-4b6f-bda7-70db0cb81b91 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5431 time: 0.6416605 May 30 20:07:01.408154 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:01.517391 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba78d2bb-cfe6-4315-97cf-cdd67b88d675,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:01.535842 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-98346120-ad2c-4da5-93d9-1cb57a01c5c4 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/9fe3dbc7-918e-4949-82ee-527125367e1b HTTP/1.1" status: 200 len: 2649 time: 0.6453657 May 30 20:07:01.618923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Attempting to bind port e5ba5128-df39-4832-8e93-c9f0df489c88 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:07:01.621055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Attempting to bind port e5ba5128-df39-4832-8e93-c9f0df489c88 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '30e989a5-5921-457a-8f3d-b89e67b1bb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:07:01.621394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Attempting to bind port e5ba5128-df39-4832-8e93-c9f0df489c88 on network afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:01.750258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Port e5ba5128-df39-4832-8e93-c9f0df489c88 on network afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:07:01.750584 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Attempting to bind port e5ba5128-df39-4832-8e93-c9f0df489c88 on network afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:01.791891 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f5e49252-2b9f-4899-8692-c58a7cb7abd1 req-f3b9a73d-a5db-4889-a6e2-0de9c1970835 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4560902 May 30 20:07:01.793547 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:07:01.793892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Checking segment: {'id': '30e989a5-5921-457a-8f3d-b89e67b1bb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:01.794278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Bound using segment: {'id': '30e989a5-5921-457a-8f3d-b89e67b1bb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:07:01.794726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Bound port: e5ba5128-df39-4832-8e93-c9f0df489c88, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e989a5-5921-457a-8f3d-b89e67b1bb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:07:01.795051 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:01.887589 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-163cb48b-5e15-4e60-bfae-735599925cf4 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/9fe3dbc7-918e-4949-82ee-527125367e1b HTTP/1.1" status: 200 len: 2649 time: 0.3401871 May 30 20:07:01.900737 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:02.141435 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 06306f70-1593-4f0e-97b4-e11cb5b92bf4 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:02.236968 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-a14f972a-3a68-4de9-8f40-7d41a341f828 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/b81f770a-a5fd-465c-869d-1dc9a3cdf88c HTTP/1.1" status: 200 len: 2649 time: 0.3484747 May 30 20:07:02.353825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] For port e5ba5128-df39-4832-8e93-c9f0df489c88, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:07:02.366564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] For port e5ba5128-df39-4832-8e93-c9f0df489c88, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e5ba5128-df39-4832-8e93-c9f0df489c88,segment=NetworkSegment(30e989a5-5921-457a-8f3d-b89e67b1bb6b),segment_id=30e989a5-5921-457a-8f3d-b89e67b1bb6b)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:07:02.379622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'tag': 'ec82c0ee-49c3-4e17-9176-7413ed12db5e'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:02.397907 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 06306f70-1593-4f0e-97b4-e11cb5b92bf4 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:02.411691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 06306f70-1593-4f0e-97b4-e11cb5b92bf4 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:02.417391 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:02.460139 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:02.700861 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:02.713169 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:02.734999 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:02.738476 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:02.756208 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:02.756898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ee5528d-09c5-4407-a494-d09a01c946c5 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:07:02.776833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 06306f70-1593-4f0e-97b4-e11cb5b92bf4, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=06306f70-1593-4f0e-97b4-e11cb5b92bf4,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:02.786304 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:02.786751 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:02.788614 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2afa0444-48da-4300-934b-79e3bc3b4a45 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "DELETE /v2.0/routers/3ee5528d-09c5-4407-a494-d09a01c946c5 HTTP/1.1" status: 204 len: 168 time: 5.3929663 May 30 20:07:02.791265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59754) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:02.890975 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-dafa24e1-6459-4eb0-8277-91f278ea01db tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/b81f770a-a5fd-465c-869d-1dc9a3cdf88c HTTP/1.1" status: 200 len: 2649 time: 0.5187366 May 30 20:07:02.974699 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:02.987460 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] 10.222.0.77 "PUT /v2.0/ports/e5ba5128-df39-4832-8e93-c9f0df489c88 HTTP/1.1" status: 200 len: 1091 time: 4.9586256 May 30 20:07:03.014011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30e995-767f-4918-abb1-205be4d47ada service neutron] Pushing event updated for resources: {'Port': ['ID=e5ba5128-df39-4832-8e93-c9f0df489c88,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:03.028781 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:03.038518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=06306f70-1593-4f0e-97b4-e11cb5b92bf4,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:03.165453 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-164442bf-2021-49fd-adc8-6c1a323bc9ea tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:03.178292 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-20075af3-fe44-4729-980d-8f0c8c7aab8f tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/be1ef550-a5a1-46ae-ac64-709212d32804 HTTP/1.1" status: 200 len: 2649 time: 0.2876165 May 30 20:07:03.429815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14f77f-55be-49d7-98f1-efd7d5399cb1 req-a05882d2-d01d-421f-b790-24f6e62be581 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:03.435858 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a14f77f-55be-49d7-98f1-efd7d5399cb1 req-a05882d2-d01d-421f-b790-24f6e62be581 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 947 time: 0.8291299 May 30 20:07:03.561167 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-b3006915-030b-4df4-aa9d-64e6bd8f12f6 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/be1ef550-a5a1-46ae-ac64-709212d32804 HTTP/1.1" status: 200 len: 2649 time: 0.3784914 May 30 20:07:03.631388 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-164442bf-2021-49fd-adc8-6c1a323bc9ea tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:03.646609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-164442bf-2021-49fd-adc8-6c1a323bc9ea tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Deleting port 06306f70-1593-4f0e-97b4-e11cb5b92bf4 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:07:03.647318 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-164442bf-2021-49fd-adc8-6c1a323bc9ea tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:03.662312 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-4b56d437-87e5-4090-9e4f-ce8328153cfd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aba290eb55434081b40c27125b03c71d&device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 6488 time: 0.6168976 May 30 20:07:03.682788 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a14f77f-55be-49d7-98f1-efd7d5399cb1 req-56e8388f-6b27-410a-8407-2d1c32ad1ede tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404132 May 30 20:07:03.822483 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe890c6d-c2e8-4c49-bbed-968579f02ad4'] response: {'name': 'network-changed', 'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'tag': 'ec82c0ee-49c3-4e17-9176-7413ed12db5e', 'status': 'completed', 'code': 200} May 30 20:07:03.834975 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-423e661e-1374-4ba4-93c7-99c4e90647a8 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/ca3a4a45-b22f-4fb7-9271-3d5f7a778023 HTTP/1.1" status: 200 len: 2649 time: 0.2618136 May 30 20:07:03.853064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-29c67ebd-72fe-4e89-8118-c8db4edba26d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d0f3917-5c1e-45ac-a959-223ca8215a5d HTTP/1.1" status: 200 len: 217 time: 0.1652317 May 30 20:07:04.036768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-0af1c0f0-b15c-4ee5-944d-8f91da95c2e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:04.045581 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-0af1c0f0-b15c-4ee5-944d-8f91da95c2e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eacd493c-a56e-47fd-9217-e8ad524e2ab0 HTTP/1.1" status: 200 len: 856 time: 0.1804700 May 30 20:07:04.048497 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-73741466-85ea-4e3f-864c-22f5aa0eb823 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/ca3a4a45-b22f-4fb7-9271-3d5f7a778023 HTTP/1.1" status: 200 len: 2649 time: 0.1980333 May 30 20:07:04.097251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 06306f70-1593-4f0e-97b4-e11cb5b92bf4 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:04.173690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-164442bf-2021-49fd-adc8-6c1a323bc9ea tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] For port 06306f70-1593-4f0e-97b4-e11cb5b92bf4, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=06306f70-1593-4f0e-97b4-e11cb5b92bf4,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:04.174332 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-164442bf-2021-49fd-adc8-6c1a323bc9ea tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:04.226685 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 06306f70-1593-4f0e-97b4-e11cb5b92bf4 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:04.227050 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:04.422653 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-164442bf-2021-49fd-adc8-6c1a323bc9ea tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Calling delete_port for 06306f70-1593-4f0e-97b4-e11cb5b92bf4 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:07:04.447763 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-4bc82d7e-2db8-42f2-b820-52efedb262fa tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/d0dd6d77-9ac1-4671-9b5d-326a2b2b9452 HTTP/1.1" status: 200 len: 2649 time: 0.3331232 May 30 20:07:04.526308 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-dd17592e-b50b-412b-95f9-5ceb6485db07 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1c618fce-8e1a-4264-8a30-66966112ca92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4731390 May 30 20:07:04.696992 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-f27df034-a2db-468d-9d4f-45da476c65ab tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/d0dd6d77-9ac1-4671-9b5d-326a2b2b9452 HTTP/1.1" status: 200 len: 2649 time: 0.2387848 May 30 20:07:04.714716 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-164442bf-2021-49fd-adc8-6c1a323bc9ea tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:04.718231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-35ecf07e-fb56-4096-b16f-ffebf61bf978 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:04.720333 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-35ecf07e-fb56-4096-b16f-ffebf61bf978 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 811 time: 0.5650594 May 30 20:07:04.777707 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-2471301b-9d5e-4190-8137-0792e563854c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/quotas/0e075b17435345809d5c6645e9b9fc3c HTTP/1.1" status: 200 len: 375 time: 0.0376947 May 30 20:07:04.934162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164442bf-2021-49fd-adc8-6c1a323bc9ea tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Pushing event deleted for resources: {'Port': ['ID=06306f70-1593-4f0e-97b4-e11cb5b92bf4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:04.971001 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-14f894ba-6bf3-49b4-a358-9d28c36fc42c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1789582 May 30 20:07:04.990932 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1ceacbcd-eaa2-4d51-9a91-40a555d37c91 service neutron] 10.222.0.77 "GET /v2.0/networks/1c618fce-8e1a-4264-8a30-66966112ca92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426091 May 30 20:07:05.038143 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-4060b5bc-788b-49df-8354-57b180e60035 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/efd28bd3-2709-4ac2-9ac8-4c71cc88addf HTTP/1.1" status: 200 len: 2649 time: 0.3133411 May 30 20:07:05.063913 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-164442bf-2021-49fd-adc8-6c1a323bc9ea tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:05.454818 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-1dc0f621-cf68-48df-90da-808eb0b0fb45 service neutron] 10.222.0.77 "GET /v2.0/networks/1c618fce-8e1a-4264-8a30-66966112ca92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156303 May 30 20:07:05.651514 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-4065282d-eabd-4dc3-bbb4-7d2c8077d474 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/efd28bd3-2709-4ac2-9ac8-4c71cc88addf HTTP/1.1" status: 200 len: 2649 time: 0.5772460 May 30 20:07:05.655299 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-2485691d-0002-4557-97d1-1fe12aec72ec service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=a1af3658-e0a8-482d-bfac-62be8aff685f HTTP/1.1" status: 200 len: 217 time: 0.1821561 May 30 20:07:05.743126 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-164442bf-2021-49fd-adc8-6c1a323bc9ea tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:05.746980 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-164442bf-2021-49fd-adc8-6c1a323bc9ea tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:05.757091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59824) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:05.778996 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-164442bf-2021-49fd-adc8-6c1a323bc9ea tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:05.779781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164442bf-2021-49fd-adc8-6c1a323bc9ea tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a78eb01-899c-462d-952b-2df93d33c31c {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:07:05.814010 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-164442bf-2021-49fd-adc8-6c1a323bc9ea tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:05.817905 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-164442bf-2021-49fd-adc8-6c1a323bc9ea tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "DELETE /v2.0/routers/7a78eb01-899c-462d-952b-2df93d33c31c HTTP/1.1" status: 204 len: 168 time: 3.0251887 May 30 20:07:05.821738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59830) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:05.827948 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d27bdc4a-019b-4c99-883c-4f30d29a0bcf service neutron] 10.222.0.84 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8418367 May 30 20:07:05.833112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1217633773', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:05.850625 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:05.861038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Usage tracker for resource:router and tenant:c3cd8de24b964053a83b9be1ac868bdb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:05.870634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:05.884413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:05.901077 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:05.902399 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:05.931571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'tag': 'e5ba5128-df39-4832-8e93-c9f0df489c88'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:05.933857 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:05.947134 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-a479a176-22ce-4d89-a18c-bf1e7dab93e8 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/fb1b5050-5bad-4522-bc36-6b4b804b567c HTTP/1.1" status: 200 len: 2649 time: 0.2466633 May 30 20:07:05.952033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-7a5225b9-a540-493a-aba4-f118c37cc731 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:05.953728 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-7a5225b9-a540-493a-aba4-f118c37cc731 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4e4119d-9a6e-4c3f-a21f-01c959048c61 HTTP/1.1" status: 200 len: 797 time: 0.2513657 May 30 20:07:06.152162 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:06.196181 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-493a7e7a-6bab-4c60-97b7-5a521f3d0d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:06.235341 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d42d60bb-22e6-4af8-bc6e-c06075cf63e4 req-11ef9db4-ef9e-43a9-83bf-faa5dbe1379b tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/fb1b5050-5bad-4522-bc36-6b4b804b567c HTTP/1.1" status: 200 len: 2649 time: 0.2716022 May 30 20:07:06.254559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-aeb9b865-00ae-4bd0-b5f9-7a7b8a8f49d0 service neutron] 10.222.0.84 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252808 May 30 20:07:06.314402 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-122d1573-f62f-46c2-8358-dbfb7520cb1c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de48935b-c2e1-4327-8c0d-6da1222c0137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3359423 May 30 20:07:06.323892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-493a7e7a-6bab-4c60-97b7-5a521f3d0d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:06.557472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-493a7e7a-6bab-4c60-97b7-5a521f3d0d7f admin admin] Usage tracker for resource:security_group_rule and tenant:ed176e8a396f4ce9bb3ac4036a8cfcab is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:06.561360 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-493a7e7a-6bab-4c60-97b7-5a521f3d0d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:06.570672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-493a7e7a-6bab-4c60-97b7-5a521f3d0d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:06.579832 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:06.736792 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-493a7e7a-6bab-4c60-97b7-5a521f3d0d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:06.751813 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:06.759044 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-493a7e7a-6bab-4c60-97b7-5a521f3d0d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:06.872431 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:06.873043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a7e7a-6bab-4c60-97b7-5a521f3d0d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80d82ba-9f45-42e8-8c80-f5b39b5895bf,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:06.890263 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-493a7e7a-6bab-4c60-97b7-5a521f3d0d7f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ed176e8a396f4ce9bb3ac4036a8cfcab&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1312134 May 30 20:07:06.895795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59854) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:06.914023 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-784ac266-ce14-4b39-a70b-b8daa1b799ed service neutron] 10.222.0.77 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5912607 May 30 20:07:06.930157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43841dd-dab7-4170-825a-e20fce10e8c9 req-caa2f47b-e681-40cf-bc1b-675190ca188d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:06.934577 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43841dd-dab7-4170-825a-e20fce10e8c9 req-caa2f47b-e681-40cf-bc1b-675190ca188d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:06.939295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43841dd-dab7-4170-825a-e20fce10e8c9 req-caa2f47b-e681-40cf-bc1b-675190ca188d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:06.943988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43841dd-dab7-4170-825a-e20fce10e8c9 req-caa2f47b-e681-40cf-bc1b-675190ca188d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:06.948082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43841dd-dab7-4170-825a-e20fce10e8c9 req-caa2f47b-e681-40cf-bc1b-675190ca188d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:06.951998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43841dd-dab7-4170-825a-e20fce10e8c9 req-caa2f47b-e681-40cf-bc1b-675190ca188d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:06.956697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43841dd-dab7-4170-825a-e20fce10e8c9 req-caa2f47b-e681-40cf-bc1b-675190ca188d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:06.960482 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a43841dd-dab7-4170-825a-e20fce10e8c9 req-caa2f47b-e681-40cf-bc1b-675190ca188d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5431 time: 0.4620900 May 30 20:07:06.969519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981c28e-b071-4e65-9222-fa52418e16e6 req-8f3d6f16-9863-417b-84d5-ddf74a0e1e2c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:06.971302 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7981c28e-b071-4e65-9222-fa52418e16e6 req-8f3d6f16-9863-417b-84d5-ddf74a0e1e2c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 947 time: 0.3213427 May 30 20:07:06.988288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Allocated IP 172.25.5.183 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/8cedb893-db04-4494-8cb2-3a06987ed13c) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:07.097582 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf95d709-5bda-4521-a70f-ba47b57c3eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:07.159574 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf95d709-5bda-4521-a70f-ba47b57c3eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:07.236993 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:07.269812 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf95d709-5bda-4521-a70f-ba47b57c3eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:07.288257 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95d709-5bda-4521-a70f-ba47b57c3eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80d82ba-9f45-42e8-8c80-f5b39b5895bf,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:07.308724 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:07.344913 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7981c28e-b071-4e65-9222-fa52418e16e6 req-afcf25f1-6e31-43df-a579-09897adcdcd1 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3420153 May 30 20:07:07.404201 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a43841dd-dab7-4170-825a-e20fce10e8c9 req-df5f0de9-e192-401b-a327-81bf0029cf3e tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4310894 May 30 20:07:07.455030 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-fc328bea-2c2c-49e4-97e8-4b452537ca4d service neutron] 10.222.0.77 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907467 May 30 20:07:07.465661 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:07.548998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:07.551750 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Pushing event updated for resources: {'Port': ['ID=8cedb893-db04-4494-8cb2-3a06987ed13c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:07.560837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:07.615081 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a073ba13-8a19-4952-8ede-e800b3890284'] response: {'name': 'network-changed', 'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'tag': 'e5ba5128-df39-4832-8e93-c9f0df489c88', 'status': 'completed', 'code': 200} May 30 20:07:07.677827 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf95d709-5bda-4521-a70f-ba47b57c3eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:07.679064 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cf95d709-5bda-4521-a70f-ba47b57c3eca admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c80d82ba-9f45-42e8-8c80-f5b39b5895bf HTTP/1.1" status: 204 len: 168 time: 0.7823129 May 30 20:07:07.716985 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-ecd1040c-2794-4864-a84e-13b77c376617 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=0be2f338-0fcb-446a-a253-87193f57992b HTTP/1.1" status: 200 len: 217 time: 0.2483423 May 30 20:07:07.760869 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-949b07f3-9522-4d35-9b0c-3c25ebdc98ea req-fd1a1a46-454c-4774-8ff3-ca0b03332539 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2348fd7-86b0-4126-9e4a-1e1940c74f41 HTTP/1.1" status: 200 len: 210 time: 0.0930707 May 30 20:07:07.848202 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:07.849080 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:07.852467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-8f2ad750-6a99-4066-b250-f7ff91e67f09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:07.853917 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-8f2ad750-6a99-4066-b250-f7ff91e67f09 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4e4119d-9a6e-4c3f-a21f-01c959048c61 HTTP/1.1" status: 200 len: 797 time: 0.0917463 May 30 20:07:08.017990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6f4ed6ac-d4cc-4922-abaf-7c0a4e73b78c req-6ae09ff2-df2a-4657-90dc-8834d797b527 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Synchronizing usage tracker for tenant:e299c49188e24fa98e52db84806a2ebb on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:08.045556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-757991b6-dc88-4316-a670-adaf940a7d73 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de48935b-c2e1-4327-8c0d-6da1222c0137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1779737 May 30 20:07:08.051201 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6f4ed6ac-d4cc-4922-abaf-7c0a4e73b78c req-6ae09ff2-df2a-4657-90dc-8834d797b527 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Unset dirty status for tenant:e299c49188e24fa98e52db84806a2ebb on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:08.053245 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f4ed6ac-d4cc-4922-abaf-7c0a4e73b78c req-6ae09ff2-df2a-4657-90dc-8834d797b527 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e299c49188e24fa98e52db84806a2ebb HTTP/1.1" status: 200 len: 5438 time: 0.4505451 May 30 20:07:08.254925 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Router 1787b775-6305-40a3-aa7c-18e8a62dbdad is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:07:08.332554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59872) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:08.585367 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1f25d142-0c54-4604-86b9-d3cc80852796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:08.595037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:08.611701 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67770dd2-61bc-453e-a928-134072e668c8 None None] Sync routers for ids ['1787b775-6305-40a3-aa7c-18e8a62dbdad'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:08.632331 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67770dd2-61bc-453e-a928-134072e668c8 None None] Routers {'1787b775-6305-40a3-aa7c-18e8a62dbdad'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:08.633153 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-67770dd2-61bc-453e-a928-134072e668c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1787b775-6305-40a3-aa7c-18e8a62dbdad'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:08.648112 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:08.657956 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d2820a81-de55-4557-b58c-15d730026998 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.8329995 May 30 20:07:08.660983 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59904) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:08.670675 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-b28d857d-6d09-4f76-a3ad-e179027f312f service neutron] 10.222.0.77 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817859 May 30 20:07:08.682733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-87f8b668-0a0d-445e-90db-f114c4a8c435 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'enable_snat': False}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:08.759142 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-67770dd2-61bc-453e-a928-134072e668c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:08.788969 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f4ed6ac-d4cc-4922-abaf-7c0a4e73b78c req-01983ed7-d253-4b35-9b79-55b2b0a98a99 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] 10.222.0.84 "GET /v2.0/security-groups/2ff2e63f-6bc8-4817-bec9-a51cf9d45e29 HTTP/1.1" status: 200 len: 2649 time: 0.7288587 May 30 20:07:08.795890 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67770dd2-61bc-453e-a928-134072e668c8 None None] Routers {'1787b775-6305-40a3-aa7c-18e8a62dbdad'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:08.796549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-67770dd2-61bc-453e-a928-134072e668c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1787b775-6305-40a3-aa7c-18e8a62dbdad'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:08.938631 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-67770dd2-61bc-453e-a928-134072e668c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:08.939213 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67770dd2-61bc-453e-a928-134072e668c8 None None] The sync data for ids ['1787b775-6305-40a3-aa7c-18e8a62dbdad'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:07:09.064686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1f25d142-0c54-4604-86b9-d3cc80852796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:09.076509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1f25d142-0c54-4604-86b9-d3cc80852796 admin admin] Usage tracker for resource:security_group_rule and tenant:83b1e0a503e94d4ab88f339064c8cbf2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:09.080374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1f25d142-0c54-4604-86b9-d3cc80852796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:09.089511 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1f25d142-0c54-4604-86b9-d3cc80852796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:09.135578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-9cdbf8dc-3ad6-422a-92bd-c1ee9414dc8d tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:09.137096 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-9cdbf8dc-3ad6-422a-92bd-c1ee9414dc8d tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 811 time: 0.8846173 May 30 20:07:09.184937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-1ff5770a-8c95-4419-a3ad-d0d6cfdd4f2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Request body: {'port': {'device_id': 'c2348fd7-86b0-4126-9e4a-1e1940c74f41', 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf', 'admin_state_up': True, 'tenant_id': '0e075b17435345809d5c6645e9b9fc3c'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:09.368972 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-0986242a-e991-45a7-8899-1380b6fdd08b service neutron] 10.222.0.77 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6745906 May 30 20:07:09.386018 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f4ed6ac-d4cc-4922-abaf-7c0a4e73b78c req-f4d89cba-bb95-4d85-80ca-8480fb8f70fe tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] 10.222.0.84 "GET /v2.0/security-groups/2ff2e63f-6bc8-4817-bec9-a51cf9d45e29 HTTP/1.1" status: 200 len: 2649 time: 0.5961232 May 30 20:07:09.424244 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1f25d142-0c54-4604-86b9-d3cc80852796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:09.548001 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1f25d142-0c54-4604-86b9-d3cc80852796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:09.626082 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-d79bc687-eea3-4c85-8788-3712b583c990 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=6f827944-7b7b-4e81-9a6a-63a922b64815 HTTP/1.1" status: 200 len: 217 time: 0.2292507 May 30 20:07:09.630642 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87f8b668-0a0d-445e-90db-f114c4a8c435 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:09.643628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-1ff5770a-8c95-4419-a3ad-d0d6cfdd4f2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:09.701938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5910c5-2fb1-4a18-b95d-3e53ef8390e1 req-9d73c0d4-7f98-4d30-85d8-f096dc7b2a1c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:09.703474 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ad5910c5-2fb1-4a18-b95d-3e53ef8390e1 req-9d73c0d4-7f98-4d30-85d8-f096dc7b2a1c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 947 time: 0.9046001 May 30 20:07:09.734707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-1ff5770a-8c95-4419-a3ad-d0d6cfdd4f2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:09.762784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1f25d142-0c54-4604-86b9-d3cc80852796 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=83b1e0a503e94d4ab88f339064c8cbf2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4177945 May 30 20:07:09.769130 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59918) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:09.775451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25d142-0c54-4604-86b9-d3cc80852796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab76ef91-743c-465c-bed5-e7a74a61bc8e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:09.833581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-1ff5770a-8c95-4419-a3ad-d0d6cfdd4f2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Made reservation on behalf of 0e075b17435345809d5c6645e9b9fc3c for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:09.837954 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-1ff5770a-8c95-4419-a3ad-d0d6cfdd4f2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:09.849662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-91751f30-083c-4590-8e06-b4e7056788f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:09.851123 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-91751f30-083c-4590-8e06-b4e7056788f7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4e4119d-9a6e-4c3f-a21f-01c959048c61 HTTP/1.1" status: 200 len: 797 time: 0.2115285 May 30 20:07:09.925216 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ad5910c5-2fb1-4a18-b95d-3e53ef8390e1 req-2271d70c-4841-49c7-85b3-bc81f462daae tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066386 May 30 20:07:09.926491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fc878913-fa2f-48a5-98de-24bcccf4ed72 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:07:09.968426 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7c0c-0b77-4955-90f1-873108ddfc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:10.018244 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7c0c-0b77-4955-90f1-873108ddfc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:10.069610 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 06306f70-1593-4f0e-97b4-e11cb5b92bf4 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:07:10.079328 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87f8b668-0a0d-445e-90db-f114c4a8c435 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:10.084174 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87f8b668-0a0d-445e-90db-f114c4a8c435 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:10.159346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 06306f70-1593-4f0e-97b4-e11cb5b92bf4 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:07:10.161630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 06306f70-1593-4f0e-97b4-e11cb5b92bf4 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:07:10.177459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827fc48-c156-46bd-b1ab-034ad354745c req-c57a07e9-a75f-41e2-9063-d9dbabfd801d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:10.184002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827fc48-c156-46bd-b1ab-034ad354745c req-c57a07e9-a75f-41e2-9063-d9dbabfd801d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:10.188276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827fc48-c156-46bd-b1ab-034ad354745c req-c57a07e9-a75f-41e2-9063-d9dbabfd801d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:10.193682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827fc48-c156-46bd-b1ab-034ad354745c req-c57a07e9-a75f-41e2-9063-d9dbabfd801d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:10.198093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827fc48-c156-46bd-b1ab-034ad354745c req-c57a07e9-a75f-41e2-9063-d9dbabfd801d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:10.204823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827fc48-c156-46bd-b1ab-034ad354745c req-c57a07e9-a75f-41e2-9063-d9dbabfd801d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:10.210531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827fc48-c156-46bd-b1ab-034ad354745c req-c57a07e9-a75f-41e2-9063-d9dbabfd801d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:10.213074 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3827fc48-c156-46bd-b1ab-034ad354745c req-c57a07e9-a75f-41e2-9063-d9dbabfd801d tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5431 time: 0.6722207 May 30 20:07:10.233230 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:10.270025 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7c0c-0b77-4955-90f1-873108ddfc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:10.293867 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a7c0c-0b77-4955-90f1-873108ddfc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab76ef91-743c-465c-bed5-e7a74a61bc8e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:10.294403 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:10.312711 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7c0c-0b77-4955-90f1-873108ddfc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:10.316895 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dd2a7c0c-0b77-4955-90f1-873108ddfc81 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ab76ef91-743c-465c-bed5-e7a74a61bc8e HTTP/1.1" status: 204 len: 168 time: 0.5438831 May 30 20:07:10.338621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fc878913-fa2f-48a5-98de-24bcccf4ed72, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:10.358356 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:10.417919 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c97ffe4-5777-452a-b056-18249efd1291 req-238b5cfd-63b7-49e6-9dea-fd093753dfa3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2348fd7-86b0-4126-9e4a-1e1940c74f41 HTTP/1.1" status: 200 len: 210 time: 0.3131752 May 30 20:07:10.482612 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f8b668-0a0d-445e-90db-f114c4a8c435 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Router 1787b775-6305-40a3-aa7c-18e8a62dbdad has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:07:10.489573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fc878913-fa2f-48a5-98de-24bcccf4ed72,revision_number=14']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:10.514941 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-c4ee16f8-f6cc-41dc-98dc-eea84112386f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de48935b-c2e1-4327-8c0d-6da1222c0137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6517012 May 30 20:07:10.532664 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3827fc48-c156-46bd-b1ab-034ad354745c req-c25f8edb-f290-4704-88d6-6a1b5f861b74 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3064442 May 30 20:07:10.685303 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-8ee658b3-82c8-4307-ad5d-826ee8fa9ffb service neutron] 10.222.0.77 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407592 May 30 20:07:10.721603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-1ff5770a-8c95-4419-a3ad-d0d6cfdd4f2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Allocated IP 172.20.0.6 (d568287e-a0ce-4f8b-a9cc-faf7575177cf/24f03aba-f12a-4241-8d9f-db4a6a1a5134/1cef741b-6fd2-4d29-8b6e-fd90e1efebcf) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:10.882068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f8b668-0a0d-445e-90db-f114c4a8c435 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:10.887223 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87f8b668-0a0d-445e-90db-f114c4a8c435 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:10.890144 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-87f8b668-0a0d-445e-90db-f114c4a8c435 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "PUT /v2.0/routers/1787b775-6305-40a3-aa7c-18e8a62dbdad HTTP/1.1" status: 200 len: 926 time: 2.2276258 May 30 20:07:10.897219 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82e3f19-c60a-4696-ae1e-e5f3745a50e7 None None] Sync routers for ids ['1787b775-6305-40a3-aa7c-18e8a62dbdad'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:10.903291 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4808def-4f57-4d0d-8977-54d54543a27c req-ea998cc5-4521-4e89-9177-91248b0c30c9 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/48955dbf-96c2-490b-bf00-095c234e47ba HTTP/1.1" status: 200 len: 1611 time: 0.3849547 May 30 20:07:10.906310 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59942) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:10.913071 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e3f19-c60a-4696-ae1e-e5f3745a50e7 None None] Routers {'1787b775-6305-40a3-aa7c-18e8a62dbdad'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:10.913692 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a82e3f19-c60a-4696-ae1e-e5f3745a50e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1787b775-6305-40a3-aa7c-18e8a62dbdad'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:11.002017 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a82e3f19-c60a-4696-ae1e-e5f3745a50e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:11.025317 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e3f19-c60a-4696-ae1e-e5f3745a50e7 None None] Routers {'1787b775-6305-40a3-aa7c-18e8a62dbdad'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:11.026917 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a82e3f19-c60a-4696-ae1e-e5f3745a50e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1787b775-6305-40a3-aa7c-18e8a62dbdad'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:11.104700 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a82e3f19-c60a-4696-ae1e-e5f3745a50e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:11.105093 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82e3f19-c60a-4696-ae1e-e5f3745a50e7 None None] The sync data for ids ['1787b775-6305-40a3-aa7c-18e8a62dbdad'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:07:11.205443 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-07313dcb-1633-4281-bb99-f3557d1f66ad service neutron] 10.222.0.77 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131731 May 30 20:07:11.318326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483acfe1-8591-46c9-bfa9-5da810ed6562 req-47694c57-60bb-4858-95c3-ae10fecdaa9e tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:11.319883 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-483acfe1-8591-46c9-bfa9-5da810ed6562 req-47694c57-60bb-4858-95c3-ae10fecdaa9e tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.5342124 May 30 20:07:11.336237 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-0b490f3a-1e7e-4d2d-87f3-e22f08abb5c2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=ee127b40-627b-4a43-a5dc-af836a2fee1f HTTP/1.1" status: 200 len: 217 time: 0.1086934 May 30 20:07:11.443542 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c4808def-4f57-4d0d-8977-54d54543a27c req-7ab3df65-21e4-4c69-a859-ee527d502057 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:11.507415 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-1ff5770a-8c95-4419-a3ad-d0d6cfdd4f2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:11.530395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-cddb3d0f-beb0-4564-bfd3-f2f1111b5e74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:11.531843 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-cddb3d0f-beb0-4564-bfd3-f2f1111b5e74 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4e4119d-9a6e-4c3f-a21f-01c959048c61 HTTP/1.1" status: 200 len: 797 time: 0.1814005 May 30 20:07:11.541555 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-483acfe1-8591-46c9-bfa9-5da810ed6562 req-06a3d8c2-3b2b-4191-8345-631ab70acd87 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088091 May 30 20:07:11.578246 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c4808def-4f57-4d0d-8977-54d54543a27c req-7ab3df65-21e4-4c69-a859-ee527d502057 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:11.671872 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c4808def-4f57-4d0d-8977-54d54543a27c req-7ab3df65-21e4-4c69-a859-ee527d502057 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:11.684385 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-1ff5770a-8c95-4419-a3ad-d0d6cfdd4f2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:11.736242 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a202e7a-919e-4640-a695-f7bee420e757'] response: {'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'code': 200} May 30 20:07:11.848378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3df65-21e4-4c69-a859-ee527d502057 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48955dbf-96c2-490b-bf00-095c234e47ba,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:11.902346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-8e814455-f41a-48fc-baa9-25ad414f64e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de48935b-c2e1-4327-8c0d-6da1222c0137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3565674 May 30 20:07:11.903355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5770a-8c95-4419-a3ad-d0d6cfdd4f2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Pushing event updated for resources: {'Port': ['ID=1cef741b-6fd2-4d29-8b6e-fd90e1efebcf,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:11.926533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-1ff5770a-8c95-4419-a3ad-d0d6cfdd4f2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Network d568287e-a0ce-4f8b-a9cc-faf7575177cf is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:11.932944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-1ff5770a-8c95-4419-a3ad-d0d6cfdd4f2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:12.059733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-1ff5770a-8c95-4419-a3ad-d0d6cfdd4f2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:12.345622 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d3a72b3b-33eb-4a54-b30b-6189dcb6a7df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "GET /v2.0/routers/1787b775-6305-40a3-aa7c-18e8a62dbdad HTTP/1.1" status: 200 len: 926 time: 1.4341486 May 30 20:07:12.348701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59980) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:12.356998 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c4808def-4f57-4d0d-8977-54d54543a27c req-7ab3df65-21e4-4c69-a859-ee527d502057 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:12.358430 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4808def-4f57-4d0d-8977-54d54543a27c req-7ab3df65-21e4-4c69-a859-ee527d502057 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "DELETE /v2.0/security-groups/48955dbf-96c2-490b-bf00-095c234e47ba HTTP/1.1" status: 204 len: 173 time: 1.4426785 May 30 20:07:12.389747 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-1ff5770a-8c95-4419-a3ad-d0d6cfdd4f2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:12.390606 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-1ff5770a-8c95-4419-a3ad-d0d6cfdd4f2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:12.470251 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-1ff5770a-8c95-4419-a3ad-d0d6cfdd4f2e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2942312 May 30 20:07:12.497058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f0a2e-f7d0-48bc-b450-1c56d3cd5d2a req-3a983e47-941a-47a3-a155-c566f1a8375e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:12.499397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2b8f0a2e-f7d0-48bc-b450-1c56d3cd5d2a req-3a983e47-941a-47a3-a155-c566f1a8375e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Synchronizing usage tracker for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:12.506516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-3092e42b-46f3-47f9-b75f-eea1ccd8f164 service neutron] 10.222.0.77 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782671 May 30 20:07:12.527225 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Request body: {'port': {'device_id': 'c2348fd7-86b0-4126-9e4a-1e1940c74f41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:12.538081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5a2856db-5f52-49dc-9927-cfcdc5f7e3cf tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Synchronizing usage tracker for tenant:e64e0da37982419aafd244b47f16904a on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:12.565081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5a2856db-5f52-49dc-9927-cfcdc5f7e3cf tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Unset dirty status for tenant:e64e0da37982419aafd244b47f16904a on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:12.569705 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5a2856db-5f52-49dc-9927-cfcdc5f7e3cf tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&device_id=1787b775-6305-40a3-aa7c-18e8a62dbdad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2174504 May 30 20:07:12.570066 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59994) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:12.817687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19376df7-6e88-4db2-9cd0-86a187a118a9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:12.818163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-19376df7-6e88-4db2-9cd0-86a187a118a9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Synchronizing usage tracker for tenant:e64e0da37982419aafd244b47f16904a on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:12.848335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-19376df7-6e88-4db2-9cd0-86a187a118a9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Unset dirty status for tenant:e64e0da37982419aafd244b47f16904a on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:12.854381 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-19376df7-6e88-4db2-9cd0-86a187a118a9 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 881 time: 0.2831695 May 30 20:07:12.856016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60018) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:12.926044 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-702a38d8-7d9d-4e36-abe6-ef73c16b9401 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "GET /v2.0/ports?device_id=1787b775-6305-40a3-aa7c-18e8a62dbdad HTTP/1.1" status: 200 len: 205 time: 0.0673158 May 30 20:07:12.927196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60024) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:12.971070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2b8f0a2e-f7d0-48bc-b450-1c56d3cd5d2a req-3a983e47-941a-47a3-a155-c566f1a8375e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Unset dirty status for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:12.978526 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b8f0a2e-f7d0-48bc-b450-1c56d3cd5d2a req-3a983e47-941a-47a3-a155-c566f1a8375e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2348fd7-86b0-4126-9e4a-1e1940c74f41 HTTP/1.1" status: 200 len: 931 time: 1.0482752 May 30 20:07:13.022739 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-42889500-47e0-44f5-93ea-e7cc3cab053c service neutron] 10.222.0.77 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728092 May 30 20:07:13.118744 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:13.129308 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-28a89ea2-22cf-4510-8ec6-588153249c6d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ec82c0ee-49c3-4e17-9176-7413ed12db5e HTTP/1.1" status: 200 len: 217 time: 0.0964334 May 30 20:07:13.153537 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd9196-18e3-4228-902d-b5591d5d5871 req-ee0c395f-6c9a-4e25-9ddf-3d5f0150db0c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:13.156345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd9196-18e3-4228-902d-b5591d5d5871 req-ee0c395f-6c9a-4e25-9ddf-3d5f0150db0c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:13.160330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd9196-18e3-4228-902d-b5591d5d5871 req-ee0c395f-6c9a-4e25-9ddf-3d5f0150db0c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:13.165166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd9196-18e3-4228-902d-b5591d5d5871 req-ee0c395f-6c9a-4e25-9ddf-3d5f0150db0c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:13.169041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd9196-18e3-4228-902d-b5591d5d5871 req-ee0c395f-6c9a-4e25-9ddf-3d5f0150db0c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:13.173153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd9196-18e3-4228-902d-b5591d5d5871 req-ee0c395f-6c9a-4e25-9ddf-3d5f0150db0c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:13.177229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd9196-18e3-4228-902d-b5591d5d5871 req-ee0c395f-6c9a-4e25-9ddf-3d5f0150db0c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:13.179281 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29cd9196-18e3-4228-902d-b5591d5d5871 req-ee0c395f-6c9a-4e25-9ddf-3d5f0150db0c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5431 time: 0.5007982 May 30 20:07:13.246583 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b79bfb93-3fc3-4a9d-a03b-28639efd8a95 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:13.313489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-aae8ea23-a778-40bc-92a2-ad03f65624cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:13.321439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-aae8ea23-a778-40bc-92a2-ad03f65624cc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df1a862f-c15a-4dff-91bd-02f2ee2f6941 HTTP/1.1" status: 200 len: 797 time: 0.1820059 May 30 20:07:13.451750 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b8f0a2e-f7d0-48bc-b450-1c56d3cd5d2a req-22559778-592b-4d87-9bd6-13fda8ed07aa tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722519 May 30 20:07:13.527876 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29cd9196-18e3-4228-902d-b5591d5d5871 req-abc3e47d-2bbf-4dca-8157-8109628b78ab tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2024298 May 30 20:07:13.697415 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be1e95e4-e12e-4dc7-804f-9def3ef5306a req-02fb3f15-9387-4a23-a085-a682221783e0 tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "GET /v2.0/security-groups/2a6f1322-9712-4db1-b1cb-e00e04e4bf06 HTTP/1.1" status: 200 len: 1610 time: 0.1731768 May 30 20:07:13.763137 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b79bfb93-3fc3-4a9d-a03b-28639efd8a95 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:13.777468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b79bfb93-3fc3-4a9d-a03b-28639efd8a95 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Deleting port 8cedb893-db04-4494-8cb2-3a06987ed13c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:07:13.778129 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b79bfb93-3fc3-4a9d-a03b-28639efd8a95 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:13.929427 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-459054f4-6541-435d-be38-8e36c48fea55 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5866203 May 30 20:07:14.033465 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b79bfb93-3fc3-4a9d-a03b-28639efd8a95 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:14.105873 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-d96d84d3-d8fd-400e-be47-99f7be926022 service neutron] 10.222.0.77 "GET /v2.0/networks/afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657677 May 30 20:07:14.196489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b79bfb93-3fc3-4a9d-a03b-28639efd8a95 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Calling delete_port for 8cedb893-db04-4494-8cb2-3a06987ed13c owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:07:14.230070 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-be1e95e4-e12e-4dc7-804f-9def3ef5306a req-14268db9-2710-4c20-8318-27e37981bb3f tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:14.318027 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:07:14.445240 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b79bfb93-3fc3-4a9d-a03b-28639efd8a95 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:14.472859 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-be1e95e4-e12e-4dc7-804f-9def3ef5306a req-14268db9-2710-4c20-8318-27e37981bb3f tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:14.512366 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bfb93-3fc3-4a9d-a03b-28639efd8a95 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Pushing event deleted for resources: {'Port': ['ID=8cedb893-db04-4494-8cb2-3a06987ed13c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:14.573823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:14.593452 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-d2ee2c31-97a7-45a0-ada9-766f2e4adcae service neutron] 10.222.0.77 "GET /v2.0/networks/afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734037 May 30 20:07:14.605543 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:14.735702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Transition to ACTIVE for port object 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:14.739854 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-672d5110-7b63-4a01-8bcb-0b2b0a10ab68 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e5ba5128-df39-4832-8e93-c9f0df489c88 HTTP/1.1" status: 200 len: 217 time: 0.1305397 May 30 20:07:14.740567 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-be1e95e4-e12e-4dc7-804f-9def3ef5306a req-14268db9-2710-4c20-8318-27e37981bb3f tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:14.779651 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b79bfb93-3fc3-4a9d-a03b-28639efd8a95 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:14.797080 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:14.804730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60116) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:14.845722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbcfa0-8372-4807-bc9a-11d205f2d005 req-64aaf0c4-a3d3-4000-a3d8-9e6901c439bc tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:14.847200 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ddbcfa0-8372-4807-bc9a-11d205f2d005 req-64aaf0c4-a3d3-4000-a3d8-9e6901c439bc tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.3515692 May 30 20:07:14.864613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14268db9-2710-4c20-8318-27e37981bb3f tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6f1322-9712-4db1-b1cb-e00e04e4bf06,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:15.079921 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-be1e95e4-e12e-4dc7-804f-9def3ef5306a req-14268db9-2710-4c20-8318-27e37981bb3f tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:15.081065 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be1e95e4-e12e-4dc7-804f-9def3ef5306a req-14268db9-2710-4c20-8318-27e37981bb3f tempest-SecurityGroupsTestAdminJSON-1046526452 tempest-SecurityGroupsTestAdminJSON-1046526452-project-admin] 10.222.0.84 "DELETE /v2.0/security-groups/2a6f1322-9712-4db1-b1cb-e00e04e4bf06 HTTP/1.1" status: 204 len: 173 time: 1.3754148 May 30 20:07:15.090218 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b79bfb93-3fc3-4a9d-a03b-28639efd8a95 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:15.093096 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b79bfb93-3fc3-4a9d-a03b-28639efd8a95 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:15.130837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-f9e1640c-aa8b-466f-a436-5ab460ad6b86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:15.132387 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-f9e1640c-aa8b-466f-a436-5ab460ad6b86 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df1a862f-c15a-4dff-91bd-02f2ee2f6941 HTTP/1.1" status: 200 len: 797 time: 0.3733461 May 30 20:07:15.132532 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b79bfb93-3fc3-4a9d-a03b-28639efd8a95 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:15.133108 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79bfb93-3fc3-4a9d-a03b-28639efd8a95 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Fanout notify agent at l3_agent the message router_deleted on router 1787b775-6305-40a3-aa7c-18e8a62dbdad {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:07:15.135832 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e86b72f5-66de-4dfc-8e69-0ddc3035390e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:15.150075 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b79bfb93-3fc3-4a9d-a03b-28639efd8a95 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:15.151402 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b79bfb93-3fc3-4a9d-a03b-28639efd8a95 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "DELETE /v2.0/routers/1787b775-6305-40a3-aa7c-18e8a62dbdad HTTP/1.1" status: 204 len: 168 time: 2.2231002 May 30 20:07:15.156287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60124) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:15.164857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ea3c7776-0486-4272-8be8-514a213886fe tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1660179341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:15.171522 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ea3c7776-0486-4272-8be8-514a213886fe tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:15.176506 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ea3c7776-0486-4272-8be8-514a213886fe tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Usage tracker for resource:router and tenant:c3cd8de24b964053a83b9be1ac868bdb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:15.179410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ea3c7776-0486-4272-8be8-514a213886fe tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:15.186738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ea3c7776-0486-4272-8be8-514a213886fe tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:15.200490 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7776-0486-4272-8be8-514a213886fe tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:15.201751 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7776-0486-4272-8be8-514a213886fe tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:15.227489 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7776-0486-4272-8be8-514a213886fe tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:15.234304 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Pushing event updated for resources: {'Port': ['ID=1cef741b-6fd2-4d29-8b6e-fd90e1efebcf,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:15.249527 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ddbcfa0-8372-4807-bc9a-11d205f2d005 req-1cd201b0-e2db-41d1-a2e1-4b6dbab3367d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3737774 May 30 20:07:15.262573 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7776-0486-4272-8be8-514a213886fe tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:15.306774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e86b72f5-66de-4dfc-8e69-0ddc3035390e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:15.319627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e86b72f5-66de-4dfc-8e69-0ddc3035390e admin admin] Usage tracker for resource:security_group_rule and tenant:4adf0a83be984bb583b7e99dad34076e is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:15.329472 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7776-0486-4272-8be8-514a213886fe tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:15.331706 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ea3c7776-0486-4272-8be8-514a213886fe tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1722283 May 30 20:07:15.334155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60130) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:15.345143 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-fd5cfda3-8866-4eb3-b17c-50326cb06663 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Request body: {'router': {'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:15.362109 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e86b72f5-66de-4dfc-8e69-0ddc3035390e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:15.404716 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e86b72f5-66de-4dfc-8e69-0ddc3035390e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:15.542311 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-aa038958-4cb8-42db-8cc5-23e3cf4de918 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3784361 May 30 20:07:15.687323 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Attempting to bind port 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:07:15.687662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Attempting to bind port 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:07:15.688021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Attempting to bind port 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf on network d568287e-a0ce-4f8b-a9cc-faf7575177cf {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:15.739769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Port 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf on network d568287e-a0ce-4f8b-a9cc-faf7575177cf not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:07:15.739769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Attempting to bind port 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf on network d568287e-a0ce-4f8b-a9cc-faf7575177cf {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:15.771933 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95434e0a-32d8-4164-985f-f45179c884e4 req-50e5ff52-0b94-43f2-8d4e-d89ad55aa37b tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:15.773430 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-95434e0a-32d8-4164-985f-f45179c884e4 req-50e5ff52-0b94-43f2-8d4e-d89ad55aa37b tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2348fd7-86b0-4126-9e4a-1e1940c74f41 HTTP/1.1" status: 200 len: 943 time: 0.4571455 May 30 20:07:15.796521 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed30d1-2834-4ffe-9fb5-59eaf64e7009 req-ac73e7e3-dd96-4691-90ee-1f6cb5c0da2b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:15.800947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed30d1-2834-4ffe-9fb5-59eaf64e7009 req-ac73e7e3-dd96-4691-90ee-1f6cb5c0da2b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:15.804845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed30d1-2834-4ffe-9fb5-59eaf64e7009 req-ac73e7e3-dd96-4691-90ee-1f6cb5c0da2b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:15.806341 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:07:15.808820 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed30d1-2834-4ffe-9fb5-59eaf64e7009 req-ac73e7e3-dd96-4691-90ee-1f6cb5c0da2b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:15.813126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed30d1-2834-4ffe-9fb5-59eaf64e7009 req-ac73e7e3-dd96-4691-90ee-1f6cb5c0da2b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:15.817736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed30d1-2834-4ffe-9fb5-59eaf64e7009 req-ac73e7e3-dd96-4691-90ee-1f6cb5c0da2b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:15.821637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed30d1-2834-4ffe-9fb5-59eaf64e7009 req-ac73e7e3-dd96-4691-90ee-1f6cb5c0da2b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:15.823519 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48ed30d1-2834-4ffe-9fb5-59eaf64e7009 req-ac73e7e3-dd96-4691-90ee-1f6cb5c0da2b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5431 time: 0.3819849 May 30 20:07:15.849058 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e86b72f5-66de-4dfc-8e69-0ddc3035390e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:15.851346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:07:15.851688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Checking segment: {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:15.852134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Bound using segment: {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:07:15.852564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Bound port: 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:07:15.852903 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:15.891488 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd5cfda3-8866-4eb3-b17c-50326cb06663 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:15.895118 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e86b72f5-66de-4dfc-8e69-0ddc3035390e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:15.934242 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-8c42633a-3d94-4d5d-aa4d-7ab23e7b9453 service neutron] 10.222.0.77 "GET /v2.0/networks/afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819540 May 30 20:07:16.096237 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd5cfda3-8866-4eb3-b17c-50326cb06663 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.106298 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b72f5-66de-4dfc-8e69-0ddc3035390e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b09481-5adc-48c6-af1b-a63973be906b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:16.127260 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd5cfda3-8866-4eb3-b17c-50326cb06663 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.136351 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-95434e0a-32d8-4164-985f-f45179c884e4 req-c6881f20-075c-4b81-b62f-d23ff88b435f tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085296 May 30 20:07:16.154096 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48ed30d1-2834-4ffe-9fb5-59eaf64e7009 req-023c5f1d-efdb-4699-83ee-8b22a90d91bb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3037715 May 30 20:07:16.179925 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e86b72f5-66de-4dfc-8e69-0ddc3035390e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4adf0a83be984bb583b7e99dad34076e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3406377 May 30 20:07:16.185880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60142) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:16.277666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] For port 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:07:16.281474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] For port 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1cef741b-6fd2-4d29-8b6e-fd90e1efebcf,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:07:16.285817 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e859ea75-737d-4fbf-9d11-bc5752962f19 req-759c5cea-6ea0-49c0-bbea-15b4a10be615 service neutron] 10.222.0.77 "GET /v2.0/networks/afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053699 May 30 20:07:16.290894 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.356949 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e20be4d2-23b0-48c7-848a-c32fd62a7a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.381593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-fd5cfda3-8866-4eb3-b17c-50326cb06663 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Allocated IP 172.25.5.43 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/b427d5e8-6869-44f4-b385-b1e353f10dc1) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:16.407021 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e20be4d2-23b0-48c7-848a-c32fd62a7a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.488178 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.489513 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] 10.222.0.93 "PUT /v2.0/ports/1cef741b-6fd2-4d29-8b6e-fd90e1efebcf HTTP/1.1" status: 200 len: 1091 time: 3.9791698 May 30 20:07:16.491852 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2348fd7-86b0-4126-9e4a-1e1940c74f41', 'tag': '1cef741b-6fd2-4d29-8b6e-fd90e1efebcf'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:16.510283 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c2b858c-e37d-4e16-9603-d5005ab95175 req-4a06348a-08b6-4489-91a4-155a3bd77f6a tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] 10.222.0.84 "GET /v2.0/security-groups/a2ae2302-c4a3-4329-bad3-07285ceae1e2 HTTP/1.1" status: 200 len: 1611 time: 0.2597616 May 30 20:07:16.555038 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1d23c-d2c4-4d0c-8577-e4ff82f5d51b service neutron] Pushing event updated for resources: {'Port': ['ID=1cef741b-6fd2-4d29-8b6e-fd90e1efebcf,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:16.646744 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd5cfda3-8866-4eb3-b17c-50326cb06663 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.655595 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e20be4d2-23b0-48c7-848a-c32fd62a7a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.677013 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20be4d2-23b0-48c7-848a-c32fd62a7a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b09481-5adc-48c6-af1b-a63973be906b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:16.690853 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e8cd695-90c7-403c-bb26-a3abbdb8978f req-069529ec-437e-4fa8-8557-21c957f73680 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aba290eb55434081b40c27125b03c71d&device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 6488 time: 0.3256953 May 30 20:07:16.693133 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7c2b858c-e37d-4e16-9603-d5005ab95175 req-ccf6fa0f-28b9-46f1-989b-bbf3d82bd625 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.695432 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e20be4d2-23b0-48c7-848a-c32fd62a7a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.699335 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e20be4d2-23b0-48c7-848a-c32fd62a7a8b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d3b09481-5adc-48c6-af1b-a63973be906b HTTP/1.1" status: 204 len: 168 time: 0.5101967 May 30 20:07:16.711043 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd5cfda3-8866-4eb3-b17c-50326cb06663 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.745740 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94963a-e1c8-4884-a1e3-62eae8511481 req-80d3e247-f5c6-4998-a68d-7b54139133d6 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:16.747174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca94963a-e1c8-4884-a1e3-62eae8511481 req-80d3e247-f5c6-4998-a68d-7b54139133d6 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.3454037 May 30 20:07:16.788092 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5cfda3-8866-4eb3-b17c-50326cb06663 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:16.790817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-fd5cfda3-8866-4eb3-b17c-50326cb06663 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:16.794319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5cfda3-8866-4eb3-b17c-50326cb06663 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:16.839915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cfda3-8866-4eb3-b17c-50326cb06663 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Pushing event updated for resources: {'Port': ['ID=b427d5e8-6869-44f4-b385-b1e353f10dc1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:16.868242 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7c2b858c-e37d-4e16-9603-d5005ab95175 req-ccf6fa0f-28b9-46f1-989b-bbf3d82bd625 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.886093 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-ae7ceac3-14b1-4bd9-9013-0833043b5f1a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&device_id=c2348fd7-86b0-4126-9e4a-1e1940c74f41 HTTP/1.1" status: 200 len: 1094 time: 0.3376651 May 30 20:07:16.993767 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd5cfda3-8866-4eb3-b17c-50326cb06663 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:17.022783 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-1381f6a9-515d-47dd-8f64-faec326a7d61 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cef741b-6fd2-4d29-8b6e-fd90e1efebcf HTTP/1.1" status: 200 len: 217 time: 0.1203296 May 30 20:07:17.195217 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60156) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:17.198794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca94963a-e1c8-4884-a1e3-62eae8511481 req-086a3873-f2b3-4659-9f3f-4db2b6ee490b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4435034 May 30 20:07:17.212603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cd695-90c7-403c-bb26-a3abbdb8978f req-94c15dd2-3cf0-400e-a0b8-3a1cd40edf1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:17.214236 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e8cd695-90c7-403c-bb26-a3abbdb8978f req-94c15dd2-3cf0-400e-a0b8-3a1cd40edf1c service neutron] 10.222.0.77 "GET /v2.0/networks?id=afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 HTTP/1.1" status: 200 len: 902 time: 0.5152905 May 30 20:07:17.221261 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7c2b858c-e37d-4e16-9603-d5005ab95175 req-ccf6fa0f-28b9-46f1-989b-bbf3d82bd625 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:17.262002 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd5cfda3-8866-4eb3-b17c-50326cb06663 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:17.265677 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:17.276335 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd5cfda3-8866-4eb3-b17c-50326cb06663 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:17.308053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6fa0f-28b9-46f1-989b-bbf3d82bd625 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ae2302-c4a3-4329-bad3-07285ceae1e2,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:17.330592 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-ad204375-5084-4c42-b12d-c4c63e34e813 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:17.332930 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-ad204375-5084-4c42-b12d-c4c63e34e813 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=24f03aba-f12a-4241-8d9f-db4a6a1a5134 HTTP/1.1" status: 200 len: 851 time: 0.2992146 May 30 20:07:17.335204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e8cd695-90c7-403c-bb26-a3abbdb8978f req-9b7016cc-c969-43cf-ae53-1ce13c38ba80 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ec82c0ee-49c3-4e17-9176-7413ed12db5e HTTP/1.1" status: 200 len: 217 time: 0.1078191 May 30 20:07:17.425799 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-3739109c-ec41-4d49-bb7a-a762e82eaa03 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d568287e-a0ce-4f8b-a9cc-faf7575177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855231 May 30 20:07:17.464327 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7c2b858c-e37d-4e16-9603-d5005ab95175 req-ccf6fa0f-28b9-46f1-989b-bbf3d82bd625 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:17.484559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c2b858c-e37d-4e16-9603-d5005ab95175 req-ccf6fa0f-28b9-46f1-989b-bbf3d82bd625 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] 10.222.0.84 "DELETE /v2.0/security-groups/a2ae2302-c4a3-4329-bad3-07285ceae1e2 HTTP/1.1" status: 204 len: 173 time: 0.9733322 May 30 20:07:17.561915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:17.562321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cd695-90c7-403c-bb26-a3abbdb8978f req-61d505ef-4a72-4460-bba7-bd25c8e4d157 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:17.563915 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e8cd695-90c7-403c-bb26-a3abbdb8978f req-61d505ef-4a72-4460-bba7-bd25c8e4d157 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df1a862f-c15a-4dff-91bd-02f2ee2f6941 HTTP/1.1" status: 200 len: 797 time: 0.1897571 May 30 20:07:17.566169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Usage tracker for resource:security_group_rule and tenant:7f344d3382c84973982023f92f67b650 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:17.569204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:17.575029 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0128171d-84ad-4390-8139-c6f020190dc1'] response: {'name': 'network-changed', 'server_uuid': 'c2348fd7-86b0-4126-9e4a-1e1940c74f41', 'tag': '1cef741b-6fd2-4d29-8b6e-fd90e1efebcf', 'status': 'completed', 'code': 200} May 30 20:07:17.576213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:17.675121 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-02b0d67a-5670-4fe3-a4a2-0a7344dc2d36 service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380106 May 30 20:07:17.692810 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:17.716946 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:17.786510 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e8cd695-90c7-403c-bb26-a3abbdb8978f req-346854a2-67cb-4178-afb0-fc1c3aede25d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2083454 May 30 20:07:17.818764 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f91ff49-958c-4932-a359-cc659fcc3dcc,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:17.846396 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:17.846755 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:17.847215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:17.847550 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:17.847877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:17.848247 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:17.848595 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:17.848916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:17.849233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:17.849547 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:17.849862 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:17.922057 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-994c75ae-9d79-4c44-a0c1-af62843840e9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7f344d3382c84973982023f92f67b650&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7256751 May 30 20:07:17.922861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60174) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:18.019236 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f31a043-6d1b-4760-84c0-8f17288f539f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:18.068993 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f31a043-6d1b-4760-84c0-8f17288f539f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:18.100323 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-855b858d-7ba3-4d1e-82f8-4ac7f49976d7 req-7fcf5e7f-f14c-4a81-92d0-f9a3940597f0 service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184401 May 30 20:07:18.186167 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f31a043-6d1b-4760-84c0-8f17288f539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:18.211290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31a043-6d1b-4760-84c0-8f17288f539f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f91ff49-958c-4932-a359-cc659fcc3dcc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:18.213567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5cfda3-8866-4eb3-b17c-50326cb06663 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Router 4e7aebe8-c0a8-4973-a9d7-253d25749bd0 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:07:18.221173 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f31a043-6d1b-4760-84c0-8f17288f539f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:18.222421 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2f31a043-6d1b-4760-84c0-8f17288f539f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9f91ff49-958c-4932-a359-cc659fcc3dcc HTTP/1.1" status: 204 len: 168 time: 0.2984490 May 30 20:07:18.261212 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e8cd695-90c7-403c-bb26-a3abbdb8978f req-fc47c77b-fb57-44cb-a661-251d0cd7315d service neutron] 10.222.0.77 "GET /v2.0/networks/afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644804 May 30 20:07:18.513075 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96974007-1a95-46d7-831f-569733de6ee5 req-8cc13c98-7d91-439e-9d01-1d6a3e3570f2 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:18.526921 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5cfda3-8866-4eb3-b17c-50326cb06663 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:18.535512 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96974007-1a95-46d7-831f-569733de6ee5 req-8cc13c98-7d91-439e-9d01-1d6a3e3570f2 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2348fd7-86b0-4126-9e4a-1e1940c74f41 HTTP/1.1" status: 200 len: 943 time: 0.6983082 May 30 20:07:18.536597 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd5cfda3-8866-4eb3-b17c-50326cb06663 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:18.537943 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fd5cfda3-8866-4eb3-b17c-50326cb06663 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "PUT /v2.0/routers/4e7aebe8-c0a8-4973-a9d7-253d25749bd0 HTTP/1.1" status: 200 len: 883 time: 3.2028108 May 30 20:07:18.541532 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2f6371-9b6f-4ebe-a365-6847e8410917 None None] Sync routers for ids ['4e7aebe8-c0a8-4973-a9d7-253d25749bd0'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:18.546137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60180) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:18.562936 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2f6371-9b6f-4ebe-a365-6847e8410917 None None] Routers {'4e7aebe8-c0a8-4973-a9d7-253d25749bd0'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:18.563983 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-af2f6371-9b6f-4ebe-a365-6847e8410917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4e7aebe8-c0a8-4973-a9d7-253d25749bd0'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:18.602075 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b534c-74ba-437f-9b8e-5fa92dc79f3b req-97ccd4e6-1135-4b81-8721-038ee1986003 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:18.617853 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b534c-74ba-437f-9b8e-5fa92dc79f3b req-97ccd4e6-1135-4b81-8721-038ee1986003 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:18.628769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b534c-74ba-437f-9b8e-5fa92dc79f3b req-97ccd4e6-1135-4b81-8721-038ee1986003 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:18.634281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b534c-74ba-437f-9b8e-5fa92dc79f3b req-97ccd4e6-1135-4b81-8721-038ee1986003 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:18.647656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b534c-74ba-437f-9b8e-5fa92dc79f3b req-97ccd4e6-1135-4b81-8721-038ee1986003 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:18.651788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b534c-74ba-437f-9b8e-5fa92dc79f3b req-97ccd4e6-1135-4b81-8721-038ee1986003 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:18.679600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b534c-74ba-437f-9b8e-5fa92dc79f3b req-97ccd4e6-1135-4b81-8721-038ee1986003 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:18.681805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e8b534c-74ba-437f-9b8e-5fa92dc79f3b req-97ccd4e6-1135-4b81-8721-038ee1986003 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5431 time: 0.6983209 May 30 20:07:18.690928 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-af2f6371-9b6f-4ebe-a365-6847e8410917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:18.704091 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2f6371-9b6f-4ebe-a365-6847e8410917 None None] Routers {'4e7aebe8-c0a8-4973-a9d7-253d25749bd0'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:18.704996 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-af2f6371-9b6f-4ebe-a365-6847e8410917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4e7aebe8-c0a8-4973-a9d7-253d25749bd0'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:18.792797 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-af2f6371-9b6f-4ebe-a365-6847e8410917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:18.793834 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2f6371-9b6f-4ebe-a365-6847e8410917 None None] The sync data for ids ['4e7aebe8-c0a8-4973-a9d7-253d25749bd0'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:07:18.858146 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-489e288c-ab50-4cb2-b6ac-a751bb19b36e tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "GET /v2.0/routers/4e7aebe8-c0a8-4973-a9d7-253d25749bd0 HTTP/1.1" status: 200 len: 924 time: 0.3108451 May 30 20:07:18.860890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60190) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:18.922653 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e8b534c-74ba-437f-9b8e-5fa92dc79f3b req-ba907b39-c031-4069-b33c-f6b060dba590 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2173493 May 30 20:07:18.925371 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6358e45-6b0a-4a5f-a842-4732c0e6a346 req-c1a4e19b-9706-481c-898d-25862682d103 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&device_id=c2348fd7-86b0-4126-9e4a-1e1940c74f41 HTTP/1.1" status: 200 len: 1094 time: 0.7473989 May 30 20:07:18.938367 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96974007-1a95-46d7-831f-569733de6ee5 req-95edad64-f8b2-4aab-8f1d-84cd7f9ea04d tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019792 May 30 20:07:18.952953 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e606c935-31b8-4ff5-8068-3092af6608dc tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&device_id=4e7aebe8-c0a8-4973-a9d7-253d25749bd0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0909305 May 30 20:07:18.955460 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60198) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:18.996761 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e8cd695-90c7-403c-bb26-a3abbdb8978f req-66feeef7-30bc-4a96-9942-ac892e23ea08 service neutron] 10.222.0.77 "GET /v2.0/networks/afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7278507 May 30 20:07:19.197592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5307177-d717-4d80-a668-0fbf0aa5af29 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:19.204004 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e5307177-d717-4d80-a668-0fbf0aa5af29 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 881 time: 0.2455661 May 30 20:07:19.207361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60204) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:19.308015 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b4f3af21-6fee-4221-b74e-b3d9b905f08f tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "GET /v2.0/ports?device_id=4e7aebe8-c0a8-4973-a9d7-253d25749bd0 HTTP/1.1" status: 200 len: 205 time: 0.0979927 May 30 20:07:19.309758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60208) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:19.356668 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8a8467d8-158b-4ab4-b613-e6747cc88270 req-33820118-53f6-45d8-a880-3a93a61efcd6 tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] 10.222.0.84 "GET /v2.0/security-groups/664267b3-3711-41e9-9db1-e43340dc9d47 HTTP/1.1" status: 200 len: 1611 time: 0.2387381 May 30 20:07:19.459714 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6358e45-6b0a-4a5f-a842-4732c0e6a346 req-4e010464-1c1e-42c0-9488-6b45165646a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:19.469732 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6358e45-6b0a-4a5f-a842-4732c0e6a346 req-4e010464-1c1e-42c0-9488-6b45165646a5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 912 time: 0.5208879 May 30 20:07:19.585453 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c55e5ef-8820-46e7-9d0b-9d49d653c370 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:19.719543 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6358e45-6b0a-4a5f-a842-4732c0e6a346 req-7cd84866-0af5-498e-a2a0-47f2e3ea30fb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cef741b-6fd2-4d29-8b6e-fd90e1efebcf HTTP/1.1" status: 200 len: 217 time: 0.2481351 May 30 20:07:19.735191 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f8ee166-3f10-4eb9-9714-5e7ad02708b4 req-94d6618d-d920-4af8-9824-28c8752ada3f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aba290eb55434081b40c27125b03c71d&device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 6488 time: 0.6089313 May 30 20:07:19.806720 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c55e5ef-8820-46e7-9d0b-9d49d653c370 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:19.818823 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8c55e5ef-8820-46e7-9d0b-9d49d653c370 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Deleting port b427d5e8-6869-44f4-b385-b1e353f10dc1 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:07:19.819309 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c55e5ef-8820-46e7-9d0b-9d49d653c370 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:19.823041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b193c-978f-443b-bcfa-8fcca9375775 req-39154160-7d85-4c61-a50f-ec394fb932c2 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:19.824551 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-187b193c-978f-443b-bcfa-8fcca9375775 req-39154160-7d85-4c61-a50f-ec394fb932c2 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.5623391 May 30 20:07:19.902963 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8a8467d8-158b-4ab4-b613-e6747cc88270 req-4bb82631-717f-4c10-b32c-596a004295ca tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:19.938745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6358e45-6b0a-4a5f-a842-4732c0e6a346 req-6f1eaa43-58ad-4cc4-978b-fea08ee3413d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:19.940322 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6358e45-6b0a-4a5f-a842-4732c0e6a346 req-6f1eaa43-58ad-4cc4-978b-fea08ee3413d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=24f03aba-f12a-4241-8d9f-db4a6a1a5134 HTTP/1.1" status: 200 len: 851 time: 0.2114544 May 30 20:07:20.022948 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8a8467d8-158b-4ab4-b613-e6747cc88270 req-4bb82631-717f-4c10-b32c-596a004295ca tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:20.055801 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6358e45-6b0a-4a5f-a842-4732c0e6a346 req-bf7d9981-42e9-4af2-be74-b9524ba2022b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d568287e-a0ce-4f8b-a9cc-faf7575177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950239 May 30 20:07:20.092613 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-187b193c-978f-443b-bcfa-8fcca9375775 req-722fb05f-4354-4d27-842b-ed535c236a10 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149138 May 30 20:07:20.093567 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ee166-3f10-4eb9-9714-5e7ad02708b4 req-99a48971-c704-4440-9d1b-aac2461a7e91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:20.094904 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f8ee166-3f10-4eb9-9714-5e7ad02708b4 req-99a48971-c704-4440-9d1b-aac2461a7e91 service neutron] 10.222.0.77 "GET /v2.0/networks?id=afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 HTTP/1.1" status: 200 len: 902 time: 0.3273113 May 30 20:07:20.131397 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c55e5ef-8820-46e7-9d0b-9d49d653c370 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:20.243154 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f8ee166-3f10-4eb9-9714-5e7ad02708b4 req-971788d5-5c27-4932-ad0d-fe433a050a20 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e5ba5128-df39-4832-8e93-c9f0df489c88 HTTP/1.1" status: 200 len: 217 time: 0.0865216 May 30 20:07:20.297339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8c55e5ef-8820-46e7-9d0b-9d49d653c370 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Calling delete_port for b427d5e8-6869-44f4-b385-b1e353f10dc1 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:07:20.306298 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8a8467d8-158b-4ab4-b613-e6747cc88270 req-4bb82631-717f-4c10-b32c-596a004295ca tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:20.396178 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb82631-717f-4c10-b32c-596a004295ca tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=664267b3-3711-41e9-9db1-e43340dc9d47,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:20.418567 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6358e45-6b0a-4a5f-a842-4732c0e6a346 req-e7cf8785-9dd1-449a-ae92-8f0fa83a224d service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487060 May 30 20:07:20.425865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ee166-3f10-4eb9-9714-5e7ad02708b4 req-5e9d8bee-475a-499a-aa3b-f52dd1053ee7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:20.427276 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f8ee166-3f10-4eb9-9714-5e7ad02708b4 req-5e9d8bee-475a-499a-aa3b-f52dd1053ee7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df1a862f-c15a-4dff-91bd-02f2ee2f6941 HTTP/1.1" status: 200 len: 797 time: 0.1707647 May 30 20:07:20.430898 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8a8467d8-158b-4ab4-b613-e6747cc88270 req-4bb82631-717f-4c10-b32c-596a004295ca tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:20.447681 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8a8467d8-158b-4ab4-b613-e6747cc88270 req-4bb82631-717f-4c10-b32c-596a004295ca tempest-SecurityGroupsTestAdminJSON-1186338945 tempest-SecurityGroupsTestAdminJSON-1186338945-project] 10.222.0.84 "DELETE /v2.0/security-groups/664267b3-3711-41e9-9db1-e43340dc9d47 HTTP/1.1" status: 204 len: 173 time: 1.0897985 May 30 20:07:20.507434 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c55e5ef-8820-46e7-9d0b-9d49d653c370 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:20.568341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55e5ef-8820-46e7-9d0b-9d49d653c370 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Pushing event deleted for resources: {'Port': ['ID=b427d5e8-6869-44f4-b385-b1e353f10dc1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:20.720201 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9848e64-a8ad-486f-a0c3-343dfa49645f req-41042b25-68ba-4737-aebd-263aa3b4e941 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:20.724672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9848e64-a8ad-486f-a0c3-343dfa49645f req-41042b25-68ba-4737-aebd-263aa3b4e941 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:20.728831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9848e64-a8ad-486f-a0c3-343dfa49645f req-41042b25-68ba-4737-aebd-263aa3b4e941 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:20.733176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9848e64-a8ad-486f-a0c3-343dfa49645f req-41042b25-68ba-4737-aebd-263aa3b4e941 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:20.737695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9848e64-a8ad-486f-a0c3-343dfa49645f req-41042b25-68ba-4737-aebd-263aa3b4e941 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:20.745018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9848e64-a8ad-486f-a0c3-343dfa49645f req-41042b25-68ba-4737-aebd-263aa3b4e941 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:20.749114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9848e64-a8ad-486f-a0c3-343dfa49645f req-41042b25-68ba-4737-aebd-263aa3b4e941 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:20.758236 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d9848e64-a8ad-486f-a0c3-343dfa49645f req-41042b25-68ba-4737-aebd-263aa3b4e941 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5431 time: 0.4586608 May 30 20:07:20.837818 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c55e5ef-8820-46e7-9d0b-9d49d653c370 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:20.843659 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6358e45-6b0a-4a5f-a842-4732c0e6a346 req-04fc3524-56b7-4e5e-bd00-5e1c725894c3 service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137568 May 30 20:07:20.857491 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f8ee166-3f10-4eb9-9714-5e7ad02708b4 req-17d894fc-e7b4-4fbd-abf4-cb21588b8f80 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3833365 May 30 20:07:20.872556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d9848e64-a8ad-486f-a0c3-343dfa49645f req-19d16283-6e20-485e-9698-e3556bea3fc1 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134155 May 30 20:07:20.873512 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60252) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:21.022587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5734c-39af-4a97-9b60-48824047879d req-0d59dc2c-a471-450b-9f89-710421410b10 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:21.035287 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29b5734c-39af-4a97-9b60-48824047879d req-0d59dc2c-a471-450b-9f89-710421410b10 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2348fd7-86b0-4126-9e4a-1e1940c74f41 HTTP/1.1" status: 200 len: 943 time: 0.4097440 May 30 20:07:21.187208 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29b5734c-39af-4a97-9b60-48824047879d req-816af939-7d4e-4e61-b89b-33be6e650eae tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504893 May 30 20:07:21.223677 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c55e5ef-8820-46e7-9d0b-9d49d653c370 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:21.239107 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c55e5ef-8820-46e7-9d0b-9d49d653c370 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:21.289561 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c55e5ef-8820-46e7-9d0b-9d49d653c370 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:21.290487 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c55e5ef-8820-46e7-9d0b-9d49d653c370 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Fanout notify agent at l3_agent the message router_deleted on router 4e7aebe8-c0a8-4973-a9d7-253d25749bd0 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:07:21.312165 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c55e5ef-8820-46e7-9d0b-9d49d653c370 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:21.321967 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8c55e5ef-8820-46e7-9d0b-9d49d653c370 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "DELETE /v2.0/routers/4e7aebe8-c0a8-4973-a9d7-253d25749bd0 HTTP/1.1" status: 204 len: 168 time: 1.9994199 May 30 20:07:21.322155 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f8ee166-3f10-4eb9-9714-5e7ad02708b4 req-8708c464-1379-474d-8c81-03704ea741f7 service neutron] 10.222.0.77 "GET /v2.0/networks/afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367042 May 30 20:07:21.322333 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60270) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:21.327855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f559423f-cabe-4f11-b5c6-982bdffef761 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1712872095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:21.345604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f559423f-cabe-4f11-b5c6-982bdffef761 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:21.351224 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f559423f-cabe-4f11-b5c6-982bdffef761 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Usage tracker for resource:router and tenant:c3cd8de24b964053a83b9be1ac868bdb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:21.354346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f559423f-cabe-4f11-b5c6-982bdffef761 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:21.361446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f559423f-cabe-4f11-b5c6-982bdffef761 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:21.376172 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f559423f-cabe-4f11-b5c6-982bdffef761 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:21.378031 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f559423f-cabe-4f11-b5c6-982bdffef761 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:21.415707 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f559423f-cabe-4f11-b5c6-982bdffef761 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:21.466930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f559423f-cabe-4f11-b5c6-982bdffef761 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:21.504677 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f559423f-cabe-4f11-b5c6-982bdffef761 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:21.505904 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f559423f-cabe-4f11-b5c6-982bdffef761 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1825790 May 30 20:07:21.508635 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60280) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:21.514038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-94914cb7-4f35-422b-8929-7acd99825096 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'enable_snat': True}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:21.575583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:07:21.615804 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5e582e0b-f9b2-4630-a0cf-2a7c00da2a7c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e299c49188e24fa98e52db84806a2ebb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7385366 May 30 20:07:21.623792 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60288) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:21.660735 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f8ee166-3f10-4eb9-9714-5e7ad02708b4 req-a4a0604a-1289-4524-a82b-eb473034cc9d service neutron] 10.222.0.77 "GET /v2.0/networks/afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378415 May 30 20:07:21.680910 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-c34d4e4b-3a95-4e75-b4fd-9d2f34be5131 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Synchronizing usage tracker for tenant:19555742f4584195a57a8957d5587325 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:21.758029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-c34d4e4b-3a95-4e75-b4fd-9d2f34be5131 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Unset dirty status for tenant:19555742f4584195a57a8957d5587325 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:21.758265 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-c34d4e4b-3a95-4e75-b4fd-9d2f34be5131 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--141298607&fields=id&tenant_id=19555742f4584195a57a8957d5587325 HTTP/1.1" status: 200 len: 267 time: 0.1687326 May 30 20:07:21.779035 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1cef741b-6fd2-4d29-8b6e-fd90e1efebcf,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:21.797568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '1cef741b-6fd2-4d29-8b6e-fd90e1efebcf', 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf', 'port_id': '1cef741b-6fd2-4d29-8b6e-fd90e1efebcf', 'mac_address': 'fa:16:3e:e6:41:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f03aba-f12a-4241-8d9f-db4a6a1a5134', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:07:21.868121 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:21.892946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:21.910833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1cef741b-6fd2-4d29-8b6e-fd90e1efebcf,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:21.916595 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:21.953961 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8fe2048a-a769-4e10-93f4-3cf8a5ce69bc req-8dce4fb1-4d1f-4ce3-b877-f8cad340849d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 1096 time: 0.4380722 May 30 20:07:22.001704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1cef741b-6fd2-4d29-8b6e-fd90e1efebcf,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:22.002024 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3511fb73-6644-4d13-9ccd-8761f6993e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:22.013441 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:22.014049 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:22.014532 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:22.015055 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:22.015574 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:22.016102 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:22.016617 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:22.017154 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:22.017685 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:22.018704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:22.019242 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:22.038268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b3fcb-b489-4982-b0c4-44bf18b75269 req-49a65f8a-b073-4827-9279-960d4cd3c4e4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:22.040470 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-727b3fcb-b489-4982-b0c4-44bf18b75269 req-49a65f8a-b073-4827-9279-960d4cd3c4e4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 0.5226917 May 30 20:07:22.118433 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['1cef741b-6fd2-4d29-8b6e-fd90e1efebcf'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:22.140975 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94914cb7-4f35-422b-8929-7acd99825096 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:22.156564 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60304) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:22.194409 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3511fb73-6644-4d13-9ccd-8761f6993e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:22.312565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-e42272c0-18a2-4029-ad68-8ed761fdaf16 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:22.314069 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-e42272c0-18a2-4029-ad68-8ed761fdaf16 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/networks?id=1b528a3e-6816-43c9-bf46-4a6adac80f60 HTTP/1.1" status: 200 len: 816 time: 0.5385499 May 30 20:07:22.339148 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-727b3fcb-b489-4982-b0c4-44bf18b75269 req-184e1b08-5a40-4315-a2c3-db86811c329c tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706921 May 30 20:07:22.390072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2048a-a769-4e10-93f4-3cf8a5ce69bc req-b5d94835-f179-4a7a-bab8-44208983bdd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:22.394699 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8fe2048a-a769-4e10-93f4-3cf8a5ce69bc req-b5d94835-f179-4a7a-bab8-44208983bdd2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.3842797 May 30 20:07:22.404838 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-97f3ad81-008f-4d2b-b57b-d5e2f81bb2b6 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/quotas/19555742f4584195a57a8957d5587325 HTTP/1.1" status: 200 len: 375 time: 0.0790191 May 30 20:07:22.419592 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1a38bdb9-506e-4630-b150-8f8bb2d7be99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:22.442090 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94914cb7-4f35-422b-8929-7acd99825096 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:22.483376 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94914cb7-4f35-422b-8929-7acd99825096 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:22.543851 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1a38bdb9-506e-4630-b150-8f8bb2d7be99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:22.553019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1a38bdb9-506e-4630-b150-8f8bb2d7be99 admin admin] Usage tracker for resource:security_group_rule and tenant:45fab102fca141a28030130839c356bd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:22.562011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1a38bdb9-506e-4630-b150-8f8bb2d7be99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:22.571952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1a38bdb9-506e-4630-b150-8f8bb2d7be99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:22.588945 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3511fb73-6644-4d13-9ccd-8761f6993e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:22.630329 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511fb73-6644-4d13-9ccd-8761f6993e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff2e63f-6bc8-4817-bec9-a51cf9d45e29,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:22.660716 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8fe2048a-a769-4e10-93f4-3cf8a5ce69bc req-66ad11db-c6db-4858-bb22-9e100472ccec service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72 HTTP/1.1" status: 200 len: 1000 time: 0.2137899 May 30 20:07:22.663125 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3511fb73-6644-4d13-9ccd-8761f6993e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:22.664149 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3511fb73-6644-4d13-9ccd-8761f6993e33 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2ff2e63f-6bc8-4817-bec9-a51cf9d45e29 HTTP/1.1" status: 204 len: 168 time: 1.0282829 May 30 20:07:22.668435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-94914cb7-4f35-422b-8929-7acd99825096 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Allocated IP 172.25.5.23 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/750c26a9-75aa-4998-b132-8b13ac4e638c) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:22.724734 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-2d4d88ae-4f06-4222-8435-763c7c273836 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=19555742f4584195a57a8957d5587325&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3189907 May 30 20:07:22.742606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b40aa3-7cc8-498b-9e05-3273b7cac01f req-7999f425-9db1-44e1-9b8b-df05e1b96e94 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:22.744102 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53b40aa3-7cc8-498b-9e05-3273b7cac01f req-7999f425-9db1-44e1-9b8b-df05e1b96e94 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.2339809 May 30 20:07:22.779297 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1a38bdb9-506e-4630-b150-8f8bb2d7be99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:22.790276 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1a38bdb9-506e-4630-b150-8f8bb2d7be99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:22.840635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2048a-a769-4e10-93f4-3cf8a5ce69bc req-eb2e0ba8-d7ca-461b-aa24-7736d42707a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:22.842094 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8fe2048a-a769-4e10-93f4-3cf8a5ce69bc req-eb2e0ba8-d7ca-461b-aa24-7736d42707a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.1738582 May 30 20:07:22.860504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38bdb9-506e-4630-b150-8f8bb2d7be99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91657bf0-da7f-4d5e-bdd4-90fec30bf08f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:22.866515 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1a38bdb9-506e-4630-b150-8f8bb2d7be99 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=45fab102fca141a28030130839c356bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7087469 May 30 20:07:22.879637 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60316) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:22.923471 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94914cb7-4f35-422b-8929-7acd99825096 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:22.964278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53b40aa3-7cc8-498b-9e05-3273b7cac01f req-204c4bea-ba3a-4dae-9fba-be16972b282d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943047 May 30 20:07:22.977445 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2821cd5f-e3ed-440c-b50f-3a3dd48a5bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:22.992223 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-8fbd07bd-6de1-4f7c-871b-c5c4cdf99a7c service neutron] 10.222.0.84 "GET /v2.0/networks/1b528a3e-6816-43c9-bf46-4a6adac80f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468307 May 30 20:07:23.005676 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94914cb7-4f35-422b-8929-7acd99825096 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:23.031649 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8fe2048a-a769-4e10-93f4-3cf8a5ce69bc req-92e2c1fc-4ea0-4858-8f11-d77ed9325acb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723166 May 30 20:07:23.046543 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2821cd5f-e3ed-440c-b50f-3a3dd48a5bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:23.079230 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60320) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:23.136268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94914cb7-4f35-422b-8929-7acd99825096 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Pushing event updated for resources: {'Port': ['ID=750c26a9-75aa-4998-b132-8b13ac4e638c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:23.143733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94914cb7-4f35-422b-8929-7acd99825096 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:23.146435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-94914cb7-4f35-422b-8929-7acd99825096 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:23.148999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94914cb7-4f35-422b-8929-7acd99825096 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:23.228040 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a06eea1f-55c8-4181-ab73-e40d68fb5741 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ac730c33533046078c5c7bbb9a9146c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1476171 May 30 20:07:23.232058 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60324) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:23.278725 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2821cd5f-e3ed-440c-b50f-3a3dd48a5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:23.319125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821cd5f-e3ed-440c-b50f-3a3dd48a5bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91657bf0-da7f-4d5e-bdd4-90fec30bf08f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:23.319334 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8fe2048a-a769-4e10-93f4-3cf8a5ce69bc req-17ad864f-6780-4855-b5c4-91fbbc5e9288 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355907 May 30 20:07:23.322324 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-3ab58253-602b-43bd-8e92-56d2b51e9e58 service neutron] 10.222.0.84 "GET /v2.0/networks/1b528a3e-6816-43c9-bf46-4a6adac80f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217444 May 30 20:07:23.379856 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2821cd5f-e3ed-440c-b50f-3a3dd48a5bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:23.384330 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2821cd5f-e3ed-440c-b50f-3a3dd48a5bb8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/91657bf0-da7f-4d5e-bdd4-90fec30bf08f HTTP/1.1" status: 204 len: 168 time: 0.5034990 May 30 20:07:23.408350 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c9d06a32-5e63-41a5-85b8-6cf51cf57bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:23.443902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb3107-8a89-47f4-ab1e-37743cbb9756 req-a0cdc29c-4068-4563-b8ec-aacd60d2e1fc tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:23.448764 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb3107-8a89-47f4-ab1e-37743cbb9756 req-a0cdc29c-4068-4563-b8ec-aacd60d2e1fc tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:23.451881 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c9d06a32-5e63-41a5-85b8-6cf51cf57bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:23.454232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb3107-8a89-47f4-ab1e-37743cbb9756 req-a0cdc29c-4068-4563-b8ec-aacd60d2e1fc tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:23.459060 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb3107-8a89-47f4-ab1e-37743cbb9756 req-a0cdc29c-4068-4563-b8ec-aacd60d2e1fc tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:23.463640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb3107-8a89-47f4-ab1e-37743cbb9756 req-a0cdc29c-4068-4563-b8ec-aacd60d2e1fc tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:23.467742 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb3107-8a89-47f4-ab1e-37743cbb9756 req-a0cdc29c-4068-4563-b8ec-aacd60d2e1fc tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:23.473395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb3107-8a89-47f4-ab1e-37743cbb9756 req-a0cdc29c-4068-4563-b8ec-aacd60d2e1fc tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:23.475708 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52fb3107-8a89-47f4-ab1e-37743cbb9756 req-a0cdc29c-4068-4563-b8ec-aacd60d2e1fc tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5431 time: 0.3121367 May 30 20:07:23.528601 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94914cb7-4f35-422b-8929-7acd99825096 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:23.581590 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8fe2048a-a769-4e10-93f4-3cf8a5ce69bc req-fa35f312-07ba-471d-9710-824984dc213d service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551613 May 30 20:07:23.587049 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52fb3107-8a89-47f4-ab1e-37743cbb9756 req-681f3bf0-c0d3-4596-b75a-da8cffb477d4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027048 May 30 20:07:23.593623 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:23.683156 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c9d06a32-5e63-41a5-85b8-6cf51cf57bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:23.724021 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d06a32-5e63-41a5-85b8-6cf51cf57bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e029735-0843-4ab4-9f7d-4f3c1fe31ce4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:23.751551 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c9d06a32-5e63-41a5-85b8-6cf51cf57bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:23.753731 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c9d06a32-5e63-41a5-85b8-6cf51cf57bd9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1e029735-0843-4ab4-9f7d-4f3c1fe31ce4 HTTP/1.1" status: 204 len: 168 time: 0.4968925 May 30 20:07:23.786561 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94914cb7-4f35-422b-8929-7acd99825096 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:23.791742 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94914cb7-4f35-422b-8929-7acd99825096 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:23.802031 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:23.816143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:23.816502 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:23.956647 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a4ecc-a342-4e77-a8c5-2524032461d6 req-6b0272b5-e844-4644-b5e2-9c3cfaae2af5 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:23.958258 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-894a4ecc-a342-4e77-a8c5-2524032461d6 req-6b0272b5-e844-4644-b5e2-9c3cfaae2af5 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2348fd7-86b0-4126-9e4a-1e1940c74f41 HTTP/1.1" status: 200 len: 944 time: 0.1934381 May 30 20:07:24.060718 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-894a4ecc-a342-4e77-a8c5-2524032461d6 req-2fde6560-6044-4f69-9f00-2f5ec7d3e1e1 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909479 May 30 20:07:24.066810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60348) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:24.108096 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ee4a8170-3865-424e-8fd2-b9f66fa426c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:24.174007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ee4a8170-3865-424e-8fd2-b9f66fa426c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:24.178716 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ee4a8170-3865-424e-8fd2-b9f66fa426c7 admin admin] Usage tracker for resource:security_group_rule and tenant:9da33c4457e84a63aa5487ecb6268534 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:24.185148 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:24.197158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ee4a8170-3865-424e-8fd2-b9f66fa426c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:24.206101 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ee4a8170-3865-424e-8fd2-b9f66fa426c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:24.292668 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1cef741b-6fd2-4d29-8b6e-fd90e1efebcf,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:24.294249 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2348fd7-86b0-4126-9e4a-1e1940c74f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cef741b-6fd2-4d29-8b6e-fd90e1efebcf'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:24.317324 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:24.425596 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ee4a8170-3865-424e-8fd2-b9f66fa426c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:24.551868 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1cef741b-6fd2-4d29-8b6e-fd90e1efebcf,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:24.661761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94914cb7-4f35-422b-8929-7acd99825096 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Router 08aa4a05-aa57-4ff5-aab3-85c5b27451df is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:07:24.702068 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ee4a8170-3865-424e-8fd2-b9f66fa426c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:24.728976 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef8e6b95-1f0e-4ba7-a153-152b283da401 req-0ea200df-9040-496e-beb6-2f4ccb6f0267 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 210 time: 0.2998679 May 30 20:07:24.763277 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a8170-3865-424e-8fd2-b9f66fa426c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cd5b96-3ec0-42c7-8a0e-f900904d039b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:24.802413 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ee4a8170-3865-424e-8fd2-b9f66fa426c7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9da33c4457e84a63aa5487ecb6268534&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7322900 May 30 20:07:24.802938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60372) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:24.876927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4139cc7-87c2-4331-b2f4-016c9082649f req-0e4b6244-ea71-46c2-a3f2-a5d2dad2a087 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:24.879050 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d4139cc7-87c2-4331-b2f4-016c9082649f req-0e4b6244-ea71-46c2-a3f2-a5d2dad2a087 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 0.4516757 May 30 20:07:24.915256 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a5ef38a2-4a9c-4a80-a406-24d7a52ebfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:24.974338 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94914cb7-4f35-422b-8929-7acd99825096 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:24.988220 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2232b694-d739-490d-a823-47f1c49a2134 None None] Sync routers for ids ['08aa4a05-aa57-4ff5-aab3-85c5b27451df'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:24.993129 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94914cb7-4f35-422b-8929-7acd99825096 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:24.998702 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-94914cb7-4f35-422b-8929-7acd99825096 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "PUT /v2.0/routers/08aa4a05-aa57-4ff5-aab3-85c5b27451df HTTP/1.1" status: 200 len: 918 time: 3.4889932 May 30 20:07:24.999676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60380) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:25.022542 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2232b694-d739-490d-a823-47f1c49a2134 None None] Routers {'08aa4a05-aa57-4ff5-aab3-85c5b27451df'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:25.028167 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a5ef38a2-4a9c-4a80-a406-24d7a52ebfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:25.031197 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2232b694-d739-490d-a823-47f1c49a2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['08aa4a05-aa57-4ff5-aab3-85c5b27451df'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:25.038011 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d4139cc7-87c2-4331-b2f4-016c9082649f req-3ef62c60-a366-4069-a8ab-5acb65b8b282 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509757 May 30 20:07:25.141804 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2232b694-d739-490d-a823-47f1c49a2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:25.152626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608ce00-8de2-48a0-926c-83073d6a7bb8 req-d96a8437-f6cb-4169-a62d-5a56841f4985 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:25.154504 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7608ce00-8de2-48a0-926c-83073d6a7bb8 req-d96a8437-f6cb-4169-a62d-5a56841f4985 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.2435081 May 30 20:07:25.175223 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2232b694-d739-490d-a823-47f1c49a2134 None None] Routers {'08aa4a05-aa57-4ff5-aab3-85c5b27451df'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:25.176763 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2232b694-d739-490d-a823-47f1c49a2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['08aa4a05-aa57-4ff5-aab3-85c5b27451df'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:25.191816 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90cb4456-94e5-4400-81da-e5b8237d510b'] response: {'server_uuid': 'c2348fd7-86b0-4126-9e4a-1e1940c74f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cef741b-6fd2-4d29-8b6e-fd90e1efebcf', 'code': 200} May 30 20:07:25.200430 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8298b3d9-9f8f-4014-99fe-e2343e04642d req-8ee1d3a6-8586-40fe-8975-d5e8bc34d2cd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1579480 May 30 20:07:25.264635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7608ce00-8de2-48a0-926c-83073d6a7bb8 req-97296ac2-0d48-4775-9ea9-762ceb48b914 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010182 May 30 20:07:25.276981 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a5ef38a2-4a9c-4a80-a406-24d7a52ebfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:25.322464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef38a2-4a9c-4a80-a406-24d7a52ebfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cd5b96-3ec0-42c7-8a0e-f900904d039b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:25.353746 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a5ef38a2-4a9c-4a80-a406-24d7a52ebfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:25.359915 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a5ef38a2-4a9c-4a80-a406-24d7a52ebfaa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b4cd5b96-3ec0-42c7-8a0e-f900904d039b HTTP/1.1" status: 204 len: 168 time: 0.5539942 May 30 20:07:25.369103 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2232b694-d739-490d-a823-47f1c49a2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:25.370166 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2232b694-d739-490d-a823-47f1c49a2134 None None] The sync data for ids ['08aa4a05-aa57-4ff5-aab3-85c5b27451df'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:07:25.468824 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b73d1004-c2b3-4f08-a9ad-9572dfd26678 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "GET /v2.0/routers/08aa4a05-aa57-4ff5-aab3-85c5b27451df HTTP/1.1" status: 200 len: 924 time: 0.4670508 May 30 20:07:25.470713 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60394) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:25.550752 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0c904822-2280-496f-982a-309b50a08523 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&device_id=08aa4a05-aa57-4ff5-aab3-85c5b27451df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0787940 May 30 20:07:25.551860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60398) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:25.666895 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e79acb98-969e-4b95-a417-d6162daf24e5 req-75aded9d-366f-45fd-8b0f-475cf1728d8d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c2348fd7-86b0-4126-9e4a-1e1940c74f41 HTTP/1.1" status: 200 len: 1096 time: 0.2240388 May 30 20:07:25.669919 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8298b3d9-9f8f-4014-99fe-e2343e04642d req-e7139858-d67f-4e0c-adf7-1f4543dfc705 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 1096 time: 0.3173492 May 30 20:07:25.725405 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e042f10-ba46-4d96-b028-62379712a444 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:25.727471 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5e042f10-ba46-4d96-b028-62379712a444 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 881 time: 0.1745965 May 30 20:07:25.730685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60404) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:25.796086 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6263532d-42cb-4516-979e-3b83077b744e tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "GET /v2.0/ports?device_id=08aa4a05-aa57-4ff5-aab3-85c5b27451df HTTP/1.1" status: 200 len: 205 time: 0.0629356 May 30 20:07:25.800422 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60414) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:25.891075 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298b3d9-9f8f-4014-99fe-e2343e04642d req-dc19186c-599e-4024-bb4a-e16ed1d666be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:25.892645 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8298b3d9-9f8f-4014-99fe-e2343e04642d req-dc19186c-599e-4024-bb4a-e16ed1d666be service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.1928551 May 30 20:07:26.086285 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e863d3c-41db-4d94-8d4a-1c53b183f913 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:26.090608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bd85d-f9fe-4490-9a8e-dbb9454b16df req-3556d610-efa9-4116-9a88-bc21a8777b08 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:26.094918 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bd85d-f9fe-4490-9a8e-dbb9454b16df req-3556d610-efa9-4116-9a88-bc21a8777b08 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:26.099011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bd85d-f9fe-4490-9a8e-dbb9454b16df req-3556d610-efa9-4116-9a88-bc21a8777b08 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:26.102853 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bd85d-f9fe-4490-9a8e-dbb9454b16df req-3556d610-efa9-4116-9a88-bc21a8777b08 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:26.106856 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bd85d-f9fe-4490-9a8e-dbb9454b16df req-3556d610-efa9-4116-9a88-bc21a8777b08 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:26.110739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bd85d-f9fe-4490-9a8e-dbb9454b16df req-3556d610-efa9-4116-9a88-bc21a8777b08 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:26.115304 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bd85d-f9fe-4490-9a8e-dbb9454b16df req-3556d610-efa9-4116-9a88-bc21a8777b08 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:26.117194 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cf1bd85d-f9fe-4490-9a8e-dbb9454b16df req-3556d610-efa9-4116-9a88-bc21a8777b08 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5431 time: 0.6282716 May 30 20:07:26.143321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d2c30-0250-49ca-95fd-56010915a922 req-6b98a159-bff3-4500-bd5d-9963e408aa50 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:26.150130 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ae4d2c30-0250-49ca-95fd-56010915a922 req-6b98a159-bff3-4500-bd5d-9963e408aa50 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2348fd7-86b0-4126-9e4a-1e1940c74f41 HTTP/1.1" status: 200 len: 945 time: 0.5827241 May 30 20:07:26.152980 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e79acb98-969e-4b95-a417-d6162daf24e5 req-52e5c940-e528-4067-87ac-2a70eeceb5d3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792387 May 30 20:07:26.339711 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e863d3c-41db-4d94-8d4a-1c53b183f913 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:26.350054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5e863d3c-41db-4d94-8d4a-1c53b183f913 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Deleting port 750c26a9-75aa-4998-b132-8b13ac4e638c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:07:26.350408 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e863d3c-41db-4d94-8d4a-1c53b183f913 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:26.374077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8298b3d9-9f8f-4014-99fe-e2343e04642d req-b8fa4abb-8a1f-4b69-941a-e1337e93f503 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72 HTTP/1.1" status: 200 len: 1000 time: 0.3884909 May 30 20:07:26.380300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-8dff355d-c7ea-4820-b2e9-934a68c567b1 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:26.381693 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-8dff355d-c7ea-4820-b2e9-934a68c567b1 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.93 "GET /v2.0/networks?id=1b528a3e-6816-43c9-bf46-4a6adac80f60 HTTP/1.1" status: 200 len: 816 time: 0.5250793 May 30 20:07:26.431043 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cf1bd85d-f9fe-4490-9a8e-dbb9454b16df req-db839609-cbba-47d2-9be1-ba98c2bb09e1 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2998331 May 30 20:07:26.443759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ae4d2c30-0250-49ca-95fd-56010915a922 req-5ee96728-8017-4193-8d23-c1c92c5254dd tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927682 May 30 20:07:26.513692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298b3d9-9f8f-4014-99fe-e2343e04642d req-3d00ca26-da50-41d6-ac87-7db36dab7c4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:26.515232 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8298b3d9-9f8f-4014-99fe-e2343e04642d req-3d00ca26-da50-41d6-ac87-7db36dab7c4e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.1295118 May 30 20:07:26.522239 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-e6fcafd9-81f0-4e3e-9df9-696b4965ae28 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19555742f4584195a57a8957d5587325 HTTP/1.1" status: 200 len: 379 time: 0.0979693 May 30 20:07:26.535749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-28fb3eb3-3b24-4ede-82ef-9164e1525fad tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Request body: {'port': {'device_id': '48779e5f-5f94-4a80-9198-567d99625165', 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60', 'admin_state_up': True, 'tenant_id': '19555742f4584195a57a8957d5587325', 'security_groups': ['3ae730f1-ed19-4870-89f9-102a0733cf47']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:26.735868 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e863d3c-41db-4d94-8d4a-1c53b183f913 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:26.918759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44755543-b28d-47c4-a84a-770eee2ea30a req-6efb2639-4ee5-4dba-8554-287886bcc646 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 210 time: 0.1938143 May 30 20:07:27.118009 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5e863d3c-41db-4d94-8d4a-1c53b183f913 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Calling delete_port for 750c26a9-75aa-4998-b132-8b13ac4e638c owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:07:27.411879 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e863d3c-41db-4d94-8d4a-1c53b183f913 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:27.481266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-28fb3eb3-3b24-4ede-82ef-9164e1525fad tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:27.485196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e863d3c-41db-4d94-8d4a-1c53b183f913 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Pushing event deleted for resources: {'Port': ['ID=750c26a9-75aa-4998-b132-8b13ac4e638c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:27.486145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-28fb3eb3-3b24-4ede-82ef-9164e1525fad tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Usage tracker for resource:port and tenant:19555742f4584195a57a8957d5587325 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:27.490166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-28fb3eb3-3b24-4ede-82ef-9164e1525fad tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:27.497925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-28fb3eb3-3b24-4ede-82ef-9164e1525fad tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:27.525383 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-28fb3eb3-3b24-4ede-82ef-9164e1525fad tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Made reservation on behalf of 19555742f4584195a57a8957d5587325 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:27.528418 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-28fb3eb3-3b24-4ede-82ef-9164e1525fad tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:27.575987 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8298b3d9-9f8f-4014-99fe-e2343e04642d req-dbce10dd-f659-4722-8b0a-1f12cd45272c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8392739 May 30 20:07:27.717202 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c0d87a11-6c8e-4e7f-a41a-ce967df4550e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:27.776711 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e863d3c-41db-4d94-8d4a-1c53b183f913 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:27.902665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-28fb3eb3-3b24-4ede-82ef-9164e1525fad tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Allocated IP 172.20.0.8 (1b528a3e-6816-43c9-bf46-4a6adac80f60/d693005e-809d-423c-b62c-cac40f95b7d0/b303fcb4-67d8-4a14-83d2-b0ae8103d83d) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:27.949219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae7374-8a4e-4b88-9e3f-f323ed3e72f3 req-3e19df31-9495-43f8-92d7-2066adaaad90 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:27.957072 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bfae7374-8a4e-4b88-9e3f-f323ed3e72f3 req-3e19df31-9495-43f8-92d7-2066adaaad90 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 0.9947004 May 30 20:07:27.969290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8d236-cbc2-4c68-9b24-ad2b99b281c3 req-8a380e84-2973-4639-aff4-26fabf161c24 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:27.971095 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5a8d236-cbc2-4c68-9b24-ad2b99b281c3 req-8a380e84-2973-4639-aff4-26fabf161c24 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.7333403 May 30 20:07:28.069117 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e863d3c-41db-4d94-8d4a-1c53b183f913 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:28.073505 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e863d3c-41db-4d94-8d4a-1c53b183f913 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:28.102823 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e863d3c-41db-4d94-8d4a-1c53b183f913 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:28.103393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e863d3c-41db-4d94-8d4a-1c53b183f913 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Fanout notify agent at l3_agent the message router_deleted on router 08aa4a05-aa57-4ff5-aab3-85c5b27451df {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:07:28.121400 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e863d3c-41db-4d94-8d4a-1c53b183f913 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:28.122496 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5e863d3c-41db-4d94-8d4a-1c53b183f913 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "DELETE /v2.0/routers/08aa4a05-aa57-4ff5-aab3-85c5b27451df HTTP/1.1" status: 204 len: 168 time: 2.3209729 May 30 20:07:28.126645 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60468) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:28.134262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-39ebbfa5-de34-4045-8a7f-af7068f79fd8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-3479312', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:28.141585 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-39ebbfa5-de34-4045-8a7f-af7068f79fd8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:28.146365 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-39ebbfa5-de34-4045-8a7f-af7068f79fd8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Usage tracker for resource:router and tenant:c3cd8de24b964053a83b9be1ac868bdb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:28.149843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-39ebbfa5-de34-4045-8a7f-af7068f79fd8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:28.156402 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-39ebbfa5-de34-4045-8a7f-af7068f79fd8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:28.170455 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-39ebbfa5-de34-4045-8a7f-af7068f79fd8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:28.171370 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-39ebbfa5-de34-4045-8a7f-af7068f79fd8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:28.192529 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-39ebbfa5-de34-4045-8a7f-af7068f79fd8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:28.209436 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5a8d236-cbc2-4c68-9b24-ad2b99b281c3 req-011f1ec4-1ed6-4a96-9b48-7b807340073f tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100677 May 30 20:07:28.220530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-39ebbfa5-de34-4045-8a7f-af7068f79fd8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:28.265517 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-39ebbfa5-de34-4045-8a7f-af7068f79fd8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:28.270187 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-39ebbfa5-de34-4045-8a7f-af7068f79fd8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1402378 May 30 20:07:28.271428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60476) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:28.276948 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bfae7374-8a4e-4b88-9e3f-f323ed3e72f3 req-963cd573-d415-4d5b-bc7b-374b4c01ae66 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3186977 May 30 20:07:28.278775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c5f733a5-6be1-4228-8712-51c9a66a59df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'enable_snat': False}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:28.294935 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8298b3d9-9f8f-4014-99fe-e2343e04642d req-f3207d11-86af-46ca-8e1e-4e98271db17c service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7212162 May 30 20:07:28.680791 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8298b3d9-9f8f-4014-99fe-e2343e04642d req-61619935-9fe7-487d-8fb4-b9ca2cd2ee46 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793559 May 30 20:07:28.779885 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-28fb3eb3-3b24-4ede-82ef-9164e1525fad tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:28.819519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-28fb3eb3-3b24-4ede-82ef-9164e1525fad tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Transition to ACTIVE for port object b303fcb4-67d8-4a14-83d2-b0ae8103d83d will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:28.832495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447a0e1-e001-4b0d-aadf-18a7705f7502 req-111b2832-bae4-44ca-9f11-1fa6297fcdbc tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:28.833816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7447a0e1-e001-4b0d-aadf-18a7705f7502 req-111b2832-bae4-44ca-9f11-1fa6297fcdbc tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2348fd7-86b0-4126-9e4a-1e1940c74f41 HTTP/1.1" status: 200 len: 945 time: 0.3260384 May 30 20:07:28.872318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e130d80-e15c-4691-9165-a9bddae3fa05 req-010cd78a-7e3f-47a6-9c5c-1c8663781424 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:28.873059 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c5f733a5-6be1-4228-8712-51c9a66a59df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:28.877102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e130d80-e15c-4691-9165-a9bddae3fa05 req-010cd78a-7e3f-47a6-9c5c-1c8663781424 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:28.881950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e130d80-e15c-4691-9165-a9bddae3fa05 req-010cd78a-7e3f-47a6-9c5c-1c8663781424 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:28.885957 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e130d80-e15c-4691-9165-a9bddae3fa05 req-010cd78a-7e3f-47a6-9c5c-1c8663781424 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:28.889898 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e130d80-e15c-4691-9165-a9bddae3fa05 req-010cd78a-7e3f-47a6-9c5c-1c8663781424 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:28.894615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e130d80-e15c-4691-9165-a9bddae3fa05 req-010cd78a-7e3f-47a6-9c5c-1c8663781424 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:28.899261 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e130d80-e15c-4691-9165-a9bddae3fa05 req-010cd78a-7e3f-47a6-9c5c-1c8663781424 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:28.906864 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e130d80-e15c-4691-9165-a9bddae3fa05 req-010cd78a-7e3f-47a6-9c5c-1c8663781424 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5431 time: 0.3979208 May 30 20:07:28.972738 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e130d80-e15c-4691-9165-a9bddae3fa05 req-398ded5d-91d2-4d82-b5a0-880f1e4ae584 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649464 May 30 20:07:28.997851 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7447a0e1-e001-4b0d-aadf-18a7705f7502 req-bd442e6f-c410-4a2f-947e-161300badff3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568761 May 30 20:07:29.012591 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-28fb3eb3-3b24-4ede-82ef-9164e1525fad tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.139103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-28fb3eb3-3b24-4ede-82ef-9164e1525fad tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Network 1b528a3e-6816-43c9-bf46-4a6adac80f60 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:29.140471 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb3eb3-3b24-4ede-82ef-9164e1525fad tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Pushing event updated for resources: {'Port': ['ID=b303fcb4-67d8-4a14-83d2-b0ae8103d83d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:29.155491 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-28fb3eb3-3b24-4ede-82ef-9164e1525fad tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:29.158135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-28fb3eb3-3b24-4ede-82ef-9164e1525fad tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:29.249432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-28fb3eb3-3b24-4ede-82ef-9164e1525fad tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:29.254170 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-28fb3eb3-3b24-4ede-82ef-9164e1525fad tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.266606 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c5f733a5-6be1-4228-8712-51c9a66a59df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.314428 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c5f733a5-6be1-4228-8712-51c9a66a59df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.377047 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-28fb3eb3-3b24-4ede-82ef-9164e1525fad tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8481758 May 30 20:07:29.392462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Request body: {'port': {'device_id': '48779e5f-5f94-4a80-9198-567d99625165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:29.514544 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-c5f733a5-6be1-4228-8712-51c9a66a59df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Allocated IP 172.25.5.231 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/3b36130a-62e5-45df-aa9d-77b0bd0309f2) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:29.571069 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b497f70c-329f-4015-91f4-b42b36dae617 None None] Provisioning for port b303fcb4-67d8-4a14-83d2-b0ae8103d83d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:29.580106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b497f70c-329f-4015-91f4-b42b36dae617 None None] Provisioning complete for port b303fcb4-67d8-4a14-83d2-b0ae8103d83d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:29.580767 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b497f70c-329f-4015-91f4-b42b36dae617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.583236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60504) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:29.614423 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.641916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b497f70c-329f-4015-91f4-b42b36dae617 None None] Port b303fcb4-67d8-4a14-83d2-b0ae8103d83d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:07:29.664359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd677b9-d5dd-4c9b-8c7a-70b61aea0fbf req-190a2d56-c95a-4791-8b2c-671a467a3be7 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:29.665047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-fbd677b9-d5dd-4c9b-8c7a-70b61aea0fbf req-190a2d56-c95a-4791-8b2c-671a467a3be7 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Synchronizing usage tracker for tenant:19555742f4584195a57a8957d5587325 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:29.715141 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-b046676e-0d67-4e98-8513-ce9badfdbc5e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=78240df5886b4f0091023e2aa577ea91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783505 May 30 20:07:29.716381 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c5f733a5-6be1-4228-8712-51c9a66a59df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.748378 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c5f733a5-6be1-4228-8712-51c9a66a59df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.762673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-fbd677b9-d5dd-4c9b-8c7a-70b61aea0fbf req-190a2d56-c95a-4791-8b2c-671a467a3be7 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Unset dirty status for tenant:19555742f4584195a57a8957d5587325 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:29.769172 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fbd677b9-d5dd-4c9b-8c7a-70b61aea0fbf req-190a2d56-c95a-4791-8b2c-671a467a3be7 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 931 time: 0.4654469 May 30 20:07:29.827055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f733a5-6be1-4228-8712-51c9a66a59df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:29.829914 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c5f733a5-6be1-4228-8712-51c9a66a59df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:29.834472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f733a5-6be1-4228-8712-51c9a66a59df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:29.858384 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-71e50971-aaab-43df-8d37-e127c1fcfbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.867412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f733a5-6be1-4228-8712-51c9a66a59df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Pushing event updated for resources: {'Port': ['ID=3b36130a-62e5-45df-aa9d-77b0bd0309f2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:29.896211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:30.011380 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c5f733a5-6be1-4228-8712-51c9a66a59df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:30.034633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:30.050554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Usage tracker for resource:floatingip and tenant:058afca096124f41883e2d2ec23498db is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:30.059510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:30.074665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:30.115430 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fbd677b9-d5dd-4c9b-8c7a-70b61aea0fbf req-733afdd8-ed87-40d1-bd2e-9bc6dd0e98da tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae730f1-ed19-4870-89f9-102a0733cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3453643 May 30 20:07:30.142301 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:30.179188 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c5f733a5-6be1-4228-8712-51c9a66a59df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:30.182601 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c5f733a5-6be1-4228-8712-51c9a66a59df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:30.310135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-690465f9-217c-4078-901c-8fe3ab1a1b3b tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:30.311551 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-690465f9-217c-4078-901c-8fe3ab1a1b3b tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5844297 May 30 20:07:30.376617 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-8411fcf4-0cbf-4b77-ad43-31bb93acd9fe tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/quotas/78240df5886b4f0091023e2aa577ea91 HTTP/1.1" status: 200 len: 375 time: 0.0506067 May 30 20:07:30.417132 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f733a5-6be1-4228-8712-51c9a66a59df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Router d45997f1-ea1a-4aef-9885-7e62e489b6aa is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:07:30.454185 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f4ed23a4-4db1-49b0-b707-cc38261ab353 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=78240df5886b4f0091023e2aa577ea91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644355 May 30 20:07:30.502182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e29bd-8b14-431c-8971-dd69c4ec5c29 req-53ce1582-05f2-46e9-aaca-52aa3c0435eb tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:30.504033 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d43e29bd-8b14-431c-8971-dd69c4ec5c29 req-53ce1582-05f2-46e9-aaca-52aa3c0435eb tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.2470839 May 30 20:07:30.609100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b303fcb4-67d8-4a14-83d2-b0ae8103d83d {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:30.622043 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:30.626546 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:30.658069 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f733a5-6be1-4228-8712-51c9a66a59df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:30.669336 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c5f733a5-6be1-4228-8712-51c9a66a59df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:30.672707 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d43e29bd-8b14-431c-8971-dd69c4ec5c29 req-735698f0-f386-419c-b59c-2e09d5fe0d50 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528468 May 30 20:07:30.673649 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c411a-f09d-46a1-bb12-6caccea2e153 None None] Sync routers for ids ['d45997f1-ea1a-4aef-9885-7e62e489b6aa'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:30.684220 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c5f733a5-6be1-4228-8712-51c9a66a59df tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "PUT /v2.0/routers/d45997f1-ea1a-4aef-9885-7e62e489b6aa HTTP/1.1" status: 200 len: 917 time: 2.4083540 May 30 20:07:30.685549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60518) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:30.695897 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584c411a-f09d-46a1-bb12-6caccea2e153 None None] Routers {'d45997f1-ea1a-4aef-9885-7e62e489b6aa'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:30.699286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-584c411a-f09d-46a1-bb12-6caccea2e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['d45997f1-ea1a-4aef-9885-7e62e489b6aa'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:30.704980 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Transition to ACTIVE for port object b303fcb4-67d8-4a14-83d2-b0ae8103d83d will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:30.725570 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:30.841220 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-584c411a-f09d-46a1-bb12-6caccea2e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:30.892219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584c411a-f09d-46a1-bb12-6caccea2e153 None None] Routers {'d45997f1-ea1a-4aef-9885-7e62e489b6aa'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:30.893399 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-584c411a-f09d-46a1-bb12-6caccea2e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['d45997f1-ea1a-4aef-9885-7e62e489b6aa'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:31.021946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-584c411a-f09d-46a1-bb12-6caccea2e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:31.022349 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c411a-f09d-46a1-bb12-6caccea2e153 None None] The sync data for ids ['d45997f1-ea1a-4aef-9885-7e62e489b6aa'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:07:31.105598 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:31.132681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Pushing event updated for resources: {'Port': ['ID=b303fcb4-67d8-4a14-83d2-b0ae8103d83d,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:31.179059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Allocated IP 172.25.5.57 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/2dec16be-aea8-4560-b074-b274c79c362c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:31.259901 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:31.275772 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-47db1121-9e32-47fe-a8e8-351c6814718a tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "GET /v2.0/routers/d45997f1-ea1a-4aef-9885-7e62e489b6aa HTTP/1.1" status: 200 len: 923 time: 0.5874414 May 30 20:07:31.278549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60534) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:31.357656 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-25718ca0-ce08-4e53-b3d0-0174f66fb4a1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&device_id=d45997f1-ea1a-4aef-9885-7e62e489b6aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0778949 May 30 20:07:31.360040 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60538) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:31.473292 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Attempting to bind port b303fcb4-67d8-4a14-83d2-b0ae8103d83d on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:07:31.473664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Attempting to bind port b303fcb4-67d8-4a14-83d2-b0ae8103d83d by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48cd6d01-b310-4c01-bbbe-420c11ab879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:07:31.473950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Attempting to bind port b303fcb4-67d8-4a14-83d2-b0ae8103d83d on network 1b528a3e-6816-43c9-bf46-4a6adac80f60 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:31.487103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea788d-b815-4101-8297-af07839ead96 req-d3339869-ac8b-4ad4-a4e0-bf26d6594266 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:31.488591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1ea788d-b815-4101-8297-af07839ead96 req-d3339869-ac8b-4ad4-a4e0-bf26d6594266 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 0.5025148 May 30 20:07:31.497580 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e536639f-8068-440f-9f94-824bac71a6a5 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:31.502181 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e536639f-8068-440f-9f94-824bac71a6a5 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 881 time: 0.1411326 May 30 20:07:31.503103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60542) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:31.510187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27e5a8-04e8-4ac5-b504-bbe1667ceaab req-5b6b2a41-7b81-45cb-a99c-f4f6a02990c0 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:31.513667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27e5a8-04e8-4ac5-b504-bbe1667ceaab req-5b6b2a41-7b81-45cb-a99c-f4f6a02990c0 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:31.517598 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27e5a8-04e8-4ac5-b504-bbe1667ceaab req-5b6b2a41-7b81-45cb-a99c-f4f6a02990c0 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:31.522341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27e5a8-04e8-4ac5-b504-bbe1667ceaab req-5b6b2a41-7b81-45cb-a99c-f4f6a02990c0 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:31.527679 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27e5a8-04e8-4ac5-b504-bbe1667ceaab req-5b6b2a41-7b81-45cb-a99c-f4f6a02990c0 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:31.531572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27e5a8-04e8-4ac5-b504-bbe1667ceaab req-5b6b2a41-7b81-45cb-a99c-f4f6a02990c0 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:31.536982 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27e5a8-04e8-4ac5-b504-bbe1667ceaab req-5b6b2a41-7b81-45cb-a99c-f4f6a02990c0 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:31.545853 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d27e5a8-04e8-4ac5-b504-bbe1667ceaab req-5b6b2a41-7b81-45cb-a99c-f4f6a02990c0 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5431 time: 0.4774010 May 30 20:07:31.549905 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7f808287-0184-453e-aa70-fefc26852c37 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "GET /v2.0/ports?device_id=d45997f1-ea1a-4aef-9885-7e62e489b6aa HTTP/1.1" status: 200 len: 205 time: 0.0432606 May 30 20:07:31.550260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60546) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:31.587677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Port b303fcb4-67d8-4a14-83d2-b0ae8103d83d on network 1b528a3e-6816-43c9-bf46-4a6adac80f60 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:07:31.588074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Attempting to bind port b303fcb4-67d8-4a14-83d2-b0ae8103d83d on network 1b528a3e-6816-43c9-bf46-4a6adac80f60 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:31.657432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:07:31.657683 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Checking segment: {'id': '48cd6d01-b310-4c01-bbbe-420c11ab879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:31.658062 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Bound using segment: {'id': '48cd6d01-b310-4c01-bbbe-420c11ab879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:07:31.659058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Bound port: b303fcb4-67d8-4a14-83d2-b0ae8103d83d, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48cd6d01-b310-4c01-bbbe-420c11ab879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:07:31.659400 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:31.682203 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:31.694212 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d27e5a8-04e8-4ac5-b504-bbe1667ceaab req-eb927efe-4849-4c39-9218-38f75edc31a7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1470604 May 30 20:07:31.701558 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1ea788d-b815-4101-8297-af07839ead96 req-a270c58e-5fac-4723-aa48-f6ed1821d28a tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497917 May 30 20:07:31.783277 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f65e81c3-dafd-4e39-a683-f97d9fbcb398 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:31.799953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] For port b303fcb4-67d8-4a14-83d2-b0ae8103d83d, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:07:31.803869 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] For port b303fcb4-67d8-4a14-83d2-b0ae8103d83d, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b303fcb4-67d8-4a14-83d2-b0ae8103d83d,segment=NetworkSegment(48cd6d01-b310-4c01-bbbe-420c11ab879f),segment_id=48cd6d01-b310-4c01-bbbe-420c11ab879f)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:07:31.815817 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:31.862639 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:32.006515 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f65e81c3-dafd-4e39-a683-f97d9fbcb398 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:32.018725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f65e81c3-dafd-4e39-a683-f97d9fbcb398 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Deleting port 3b36130a-62e5-45df-aa9d-77b0bd0309f2 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:07:32.019223 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f65e81c3-dafd-4e39-a683-f97d9fbcb398 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:32.027636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ab3f3b9-3234-4121-bcce-81c3148ee9bc req-ccf6d3e8-1c78-42ad-b290-d485860242e3 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=942c1432-68dc-49a1-b544-fadc759b75f3 HTTP/1.1" status: 200 len: 210 time: 0.1149206 May 30 20:07:32.034814 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:32.036461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:32.039005 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:32.200757 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:32.202544 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] 10.222.0.93 "PUT /v2.0/ports/b303fcb4-67d8-4a14-83d2-b0ae8103d83d HTTP/1.1" status: 200 len: 1091 time: 2.8167748 May 30 20:07:32.204439 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Pushing event updated for resources: {'Port': ['ID=2dec16be-aea8-4560-b074-b274c79c362c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:32.214537 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f65e81c3-dafd-4e39-a683-f97d9fbcb398 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:32.244353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f9d5154a-207b-42eb-992b-1aa2de5fd797 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=78240df5886b4f0091023e2aa577ea91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2732365 May 30 20:07:32.256208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48779e5f-5f94-4a80-9198-567d99625165', 'tag': 'b303fcb4-67d8-4a14-83d2-b0ae8103d83d'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:32.351336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f65e81c3-dafd-4e39-a683-f97d9fbcb398 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Calling delete_port for 3b36130a-62e5-45df-aa9d-77b0bd0309f2 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:07:32.525352 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f65e81c3-dafd-4e39-a683-f97d9fbcb398 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:32.527418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5b378-b951-4083-8c26-7754533c19fb service neutron] Pushing event updated for resources: {'Port': ['ID=b303fcb4-67d8-4a14-83d2-b0ae8103d83d,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:32.569176 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e81c3-dafd-4e39-a683-f97d9fbcb398 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Pushing event deleted for resources: {'Port': ['ID=3b36130a-62e5-45df-aa9d-77b0bd0309f2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:32.601638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f9d85-29c7-4e2a-acd9-61ea9206b5f9 req-c6ad0f92-9e18-4218-80ed-a71e722f8d4a tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:32.603280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2f2f9d85-29c7-4e2a-acd9-61ea9206b5f9 req-c6ad0f92-9e18-4218-80ed-a71e722f8d4a tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.7488577 May 30 20:07:32.661332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-2aafa3da-85e0-49d6-b43a-5d144ce9055e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:32.662819 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-2aafa3da-85e0-49d6-b43a-5d144ce9055e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3629243 May 30 20:07:32.675776 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-8dfe79df-218e-475b-b72b-34e32c0d9dc5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=19555742f4584195a57a8957d5587325&device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 1094 time: 0.4304924 May 30 20:07:32.682566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f378342-3287-49e8-ad17-e8f51594c2f8 req-cf219700-5f66-43f0-b3eb-adeddfbd29b3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:32.683946 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f378342-3287-49e8-ad17-e8f51594c2f8 req-cf219700-5f66-43f0-b3eb-adeddfbd29b3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2348fd7-86b0-4126-9e4a-1e1940c74f41 HTTP/1.1" status: 200 len: 945 time: 0.4376895 May 30 20:07:32.712710 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:32.751643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Request body: {'port': {'device_id': '942c1432-68dc-49a1-b544-fadc759b75f3', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '78240df5886b4f0091023e2aa577ea91'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:32.805317 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f65e81c3-dafd-4e39-a683-f97d9fbcb398 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:32.877074 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-1917e50f-4290-4778-b7da-72a9653ab643 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b303fcb4-67d8-4a14-83d2-b0ae8103d83d HTTP/1.1" status: 200 len: 217 time: 0.1921279 May 30 20:07:32.887786 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2f2f9d85-29c7-4e2a-acd9-61ea9206b5f9 req-fb6cf0a1-3dff-49cb-a4ef-ea4f5c3d07e0 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675600 May 30 20:07:32.975766 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.034451 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.097061 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f378342-3287-49e8-ad17-e8f51594c2f8 req-5ecb6b64-1657-4470-8b87-007605e04082 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290379 May 30 20:07:33.167381 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-dc640c6b-40e9-4a71-b084-a6a52f5a2f2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:33.168851 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-dc640c6b-40e9-4a71-b084-a6a52f5a2f2e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d693005e-809d-423c-b62c-cac40f95b7d0 HTTP/1.1" status: 200 len: 855 time: 0.2725039 May 30 20:07:33.172059 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f65e81c3-dafd-4e39-a683-f97d9fbcb398 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.173626 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fce2cbb-e68b-4320-9b63-a71961e91160'] response: {'name': 'network-changed', 'server_uuid': '48779e5f-5f94-4a80-9198-567d99625165', 'tag': 'b303fcb4-67d8-4a14-83d2-b0ae8103d83d', 'status': 'completed', 'code': 200} May 30 20:07:33.176665 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f65e81c3-dafd-4e39-a683-f97d9fbcb398 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.204294 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f65e81c3-dafd-4e39-a683-f97d9fbcb398 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.205829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65e81c3-dafd-4e39-a683-f97d9fbcb398 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Fanout notify agent at l3_agent the message router_deleted on router d45997f1-ea1a-4aef-9885-7e62e489b6aa {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:07:33.224165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:33.232886 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f65e81c3-dafd-4e39-a683-f97d9fbcb398 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.233241 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.239660 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f65e81c3-dafd-4e39-a683-f97d9fbcb398 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "DELETE /v2.0/routers/d45997f1-ea1a-4aef-9885-7e62e489b6aa HTTP/1.1" status: 204 len: 168 time: 1.6881866 May 30 20:07:33.240584 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60562) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:33.246122 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-707916488', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:33.254250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:33.258413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Usage tracker for resource:router and tenant:c3cd8de24b964053a83b9be1ac868bdb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:33.262214 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:33.267079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Usage tracker for resource:port and tenant:78240df5886b4f0091023e2aa577ea91 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:33.269636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:33.276416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:33.281281 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.282218 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.302073 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.329276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:33.384156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Made reservation on behalf of 78240df5886b4f0091023e2aa577ea91 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:33.387000 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.416420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ffbef-47d7-4603-87dd-4751e30a23bd req-1fd8aaab-0c41-4825-ba44-87cf7cd766bf tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:33.417912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f79ffbef-47d7-4603-87dd-4751e30a23bd req-1fd8aaab-0c41-4825-ba44-87cf7cd766bf tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 943 time: 0.3930368 May 30 20:07:33.440213 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.451860 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.576165 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-13dd83d4-7f11-4f64-9abd-06dc78e5c4f1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1b528a3e-6816-43c9-bf46-4a6adac80f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3988607 May 30 20:07:33.631555 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.639628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:33.646670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b92422-a38e-4a5e-a11d-37eb8f666e38 req-b6daa76a-760d-4351-a8b2-a8a9a4ed3be5 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:33.648150 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e9b92422-a38e-4a5e-a11d-37eb8f666e38 req-b6daa76a-760d-4351-a8b2-a8a9a4ed3be5 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 0.3583825 May 30 20:07:33.665014 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.702991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Usage tracker for resource:security_group_rule and tenant:78240df5886b4f0091023e2aa577ea91 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:33.719931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f79ffbef-47d7-4603-87dd-4751e30a23bd req-eeabc5cf-a3ce-4869-8f50-c0d8f40516a4 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae730f1-ed19-4870-89f9-102a0733cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820508 May 30 20:07:33.739590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:33.758636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:33.816919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Allocated IP 172.25.5.86 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/c0ad98ef-665b-4f92-ba27-6267f300afe4) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:33.984499 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.000693 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:07:34.014054 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.020366 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e9b92422-a38e-4a5e-a11d-37eb8f666e38 req-1d9b4c33-68ab-4f53-bce7-6cbada27b97e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222287 May 30 20:07:34.023853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device ee127b40-627b-4a43-a5dc-af836a2fee1f details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:07:34.025978 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-99ef9e8e-0466-4cdd-b472-c7fab171916e service neutron] 10.222.0.93 "GET /v2.0/networks/1b528a3e-6816-43c9-bf46-4a6adac80f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376743 May 30 20:07:34.027874 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.064101 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.074344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:34.080884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:34.091710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:34.162585 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Pushing event updated for resources: {'Port': ['ID=c0ad98ef-665b-4f92-ba27-6267f300afe4,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:34.213481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port ee127b40-627b-4a43-a5dc-af836a2fee1f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ee127b40-627b-4a43-a5dc-af836a2fee1f,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:34.234824 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'ee127b40-627b-4a43-a5dc-af836a2fee1f', 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137', 'port_id': 'ee127b40-627b-4a43-a5dc-af836a2fee1f', 'mac_address': 'fa:16:3e:a2:a0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e4119d-9a6e-4c3f-a21f-01c959048c61', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:07:34.294027 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.302221 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.303010 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.309087 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Pushing event updated for resources: {'Port': ['ID=2dec16be-aea8-4560-b074-b274c79c362c,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:34.319772 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.323485 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.342872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee127b40-627b-4a43-a5dc-af836a2fee1f {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:34.361110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port ee127b40-627b-4a43-a5dc-af836a2fee1f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ee127b40-627b-4a43-a5dc-af836a2fee1f,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:34.366657 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.367729 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 0be2f338-0fcb-446a-a253-87193f57992b details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:07:34.435346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad5c2f-e27e-4976-8b77-641322944e5d req-814e0a71-f75d-4b24-95e8-19e897826457 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:34.440621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad5c2f-e27e-4976-8b77-641322944e5d req-814e0a71-f75d-4b24-95e8-19e897826457 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:34.445613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad5c2f-e27e-4976-8b77-641322944e5d req-814e0a71-f75d-4b24-95e8-19e897826457 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:34.450022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad5c2f-e27e-4976-8b77-641322944e5d req-814e0a71-f75d-4b24-95e8-19e897826457 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:34.452122 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=ee127b40-627b-4a43-a5dc-af836a2fee1f,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:34.455397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad5c2f-e27e-4976-8b77-641322944e5d req-814e0a71-f75d-4b24-95e8-19e897826457 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:34.459738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad5c2f-e27e-4976-8b77-641322944e5d req-814e0a71-f75d-4b24-95e8-19e897826457 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:34.463834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad5c2f-e27e-4976-8b77-641322944e5d req-814e0a71-f75d-4b24-95e8-19e897826457 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:34.465463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 0be2f338-0fcb-446a-a253-87193f57992b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=0be2f338-0fcb-446a-a253-87193f57992b,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:34.471712 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-89ad5c2f-e27e-4976-8b77-641322944e5d req-814e0a71-f75d-4b24-95e8-19e897826457 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5431 time: 0.5660880 May 30 20:07:34.473497 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44255260-cef5-4a98-9633-c4105477108d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:34.482122 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '0be2f338-0fcb-446a-a253-87193f57992b', 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137', 'port_id': '0be2f338-0fcb-446a-a253-87193f57992b', 'mac_address': 'fa:16:3e:88:19:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e4119d-9a6e-4c3f-a21f-01c959048c61', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:07:34.541730 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.560401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be2f338-0fcb-446a-a253-87193f57992b {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:34.564353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ddc9579-59a5-48c8-bed6-0b753b9068e2 req-fabcf039-bf10-410b-9599-8cfca1024812 service neutron] 10.222.0.93 "GET /v2.0/networks/1b528a3e-6816-43c9-bf46-4a6adac80f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244575 May 30 20:07:34.566114 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.577022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Router 22ce6d5b-c0ca-41e3-ae30-e42381399482 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:07:34.578952 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 0be2f338-0fcb-446a-a253-87193f57992b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=0be2f338-0fcb-446a-a253-87193f57992b,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:34.584470 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.585313 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a1af3658-e0a8-482d-bfac-62be8aff685f details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:07:34.665955 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=0be2f338-0fcb-446a-a253-87193f57992b,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:34.668585 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-89ad5c2f-e27e-4976-8b77-641322944e5d req-5351ba47-5891-410c-ad6a-f3b8f73b3dad tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1959562 May 30 20:07:34.669715 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port a1af3658-e0a8-482d-bfac-62be8aff685f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a1af3658-e0a8-482d-bfac-62be8aff685f,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:34.686094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'a1af3658-e0a8-482d-bfac-62be8aff685f', 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137', 'port_id': 'a1af3658-e0a8-482d-bfac-62be8aff685f', 'mac_address': 'fa:16:3e:dc:b5:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e4119d-9a6e-4c3f-a21f-01c959048c61', 'ip_address': '10.1.1.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:07:34.764949 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.771226 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Allocated IP 192.168.233.232 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/fb832921-8095-4689-a577-40a958538936) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:34.782908 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1af3658-e0a8-482d-bfac-62be8aff685f {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:34.801373 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port a1af3658-e0a8-482d-bfac-62be8aff685f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a1af3658-e0a8-482d-bfac-62be8aff685f,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:34.806606 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.807467 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device ec82c0ee-49c3-4e17-9176-7413ed12db5e details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:07:34.893540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:34.905555 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5326fd6c-3403-44ce-ab49-41534b0a822e None None] Sync routers for ids ['22ce6d5b-c0ca-41e3-ae30-e42381399482'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:34.918057 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5326fd6c-3403-44ce-ab49-41534b0a822e None None] Routers {'22ce6d5b-c0ca-41e3-ae30-e42381399482'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:34.918806 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5326fd6c-3403-44ce-ab49-41534b0a822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['22ce6d5b-c0ca-41e3-ae30-e42381399482'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:34.923477 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.925809 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bb9676ca-8efb-4f27-9b77-ada1b4071b18 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6838589 May 30 20:07:34.928344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60570) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:34.936215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-088b9590-5d91-4c0a-92e9-7f9a9639b1d3 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:34.944058 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.948064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1a462f1e-98cf-478b-967b-7f0aaacd0dd8 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3546295 May 30 20:07:34.951037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60574) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:34.954930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0e842f39-f198-40e4-b3fb-15075a453752 req-16a0d052-78c3-4582-b826-2fbe265f8833 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Synchronizing usage tracker for tenant:78240df5886b4f0091023e2aa577ea91 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:34.964076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1545617025'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:34.994576 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5326fd6c-3403-44ce-ab49-41534b0a822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:35.014811 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5326fd6c-3403-44ce-ab49-41534b0a822e None None] Routers {'22ce6d5b-c0ca-41e3-ae30-e42381399482'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:35.015748 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b796a4-9c10-4131-9f15-3d56bf9c8415 req-cc68fd23-a0fb-46c3-a82f-e1d71ae14dc0 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:35.016279 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5326fd6c-3403-44ce-ab49-41534b0a822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['22ce6d5b-c0ca-41e3-ae30-e42381399482'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:35.016853 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13b796a4-9c10-4131-9f15-3d56bf9c8415 req-cc68fd23-a0fb-46c3-a82f-e1d71ae14dc0 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.5371938 May 30 20:07:35.020837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:35.034052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=a1af3658-e0a8-482d-bfac-62be8aff685f,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:35.081538 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5326fd6c-3403-44ce-ab49-41534b0a822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:35.082101 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5326fd6c-3403-44ce-ab49-41534b0a822e None None] The sync data for ids ['22ce6d5b-c0ca-41e3-ae30-e42381399482'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:07:35.087260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port ec82c0ee-49c3-4e17-9176-7413ed12db5e, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ec82c0ee-49c3-4e17-9176-7413ed12db5e,segment=NetworkSegment(30e989a5-5921-457a-8f3d-b89e67b1bb6b),segment_id=30e989a5-5921-457a-8f3d-b89e67b1bb6b)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:35.101323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'ec82c0ee-49c3-4e17-9176-7413ed12db5e', 'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9', 'port_id': 'ec82c0ee-49c3-4e17-9176-7413ed12db5e', 'mac_address': 'fa:16:3e:44:48:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1a862f-c15a-4dff-91bd-02f2ee2f6941', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:07:35.102828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Usage tracker for resource:network and tenant:058afca096124f41883e2d2ec23498db is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:35.109461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:35.140672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:35.151210 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0e842f39-f198-40e4-b3fb-15075a453752 req-16a0d052-78c3-4582-b826-2fbe265f8833 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Unset dirty status for tenant:78240df5886b4f0091023e2aa577ea91 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:35.152475 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e842f39-f198-40e4-b3fb-15075a453752 req-16a0d052-78c3-4582-b826-2fbe265f8833 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=942c1432-68dc-49a1-b544-fadc759b75f3 HTTP/1.1" status: 200 len: 210 time: 0.2843554 May 30 20:07:35.171130 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:35.192077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8ea7629-a220-4c79-af6f-b74aaf2c7ac3 req-24610cbf-e394-4283-8715-eb02b0602cfd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=19555742f4584195a57a8957d5587325&device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 1094 time: 0.5302010 May 30 20:07:35.192536 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec82c0ee-49c3-4e17-9176-7413ed12db5e {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:35.211192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port ec82c0ee-49c3-4e17-9176-7413ed12db5e, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ec82c0ee-49c3-4e17-9176-7413ed12db5e,segment=NetworkSegment(30e989a5-5921-457a-8f3d-b89e67b1bb6b),segment_id=30e989a5-5921-457a-8f3d-b89e67b1bb6b)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:35.221862 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:35.222776 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 6f827944-7b7b-4e81-9a6a-63a922b64815 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:07:35.238700 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Made reservation on behalf of 058afca096124f41883e2d2ec23498db for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:35.241712 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:35.261741 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:35.322438 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 6f827944-7b7b-4e81-9a6a-63a922b64815, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=6f827944-7b7b-4e81-9a6a-63a922b64815,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:35.338253 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '6f827944-7b7b-4e81-9a6a-63a922b64815', 'network_id': 'de48935b-c2e1-4327-8c0d-6da1222c0137', 'port_id': '6f827944-7b7b-4e81-9a6a-63a922b64815', 'mac_address': 'fa:16:3e:55:f3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e4119d-9a6e-4c3f-a21f-01c959048c61', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:07:35.351161 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13b796a4-9c10-4131-9f15-3d56bf9c8415 req-cbb0b8f2-ed0e-47e3-897d-1914645c9edd tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688284 May 30 20:07:35.450959 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=ec82c0ee-49c3-4e17-9176-7413ed12db5e,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:35.453718 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:35.509684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:35.529278 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:35.538901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Usage tracker for resource:security_group_rule and tenant:058afca096124f41883e2d2ec23498db is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:35.553175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:35.569376 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f827944-7b7b-4e81-9a6a-63a922b64815 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:35.588239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:35.601663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 6f827944-7b7b-4e81-9a6a-63a922b64815, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=6f827944-7b7b-4e81-9a6a-63a922b64815,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:35.610439 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:35.611884 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 3d0f3917-5c1e-45ac-a959-223ca8215a5d details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:07:35.630384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Transition to ACTIVE for port object fb832921-8095-4689-a577-40a958538936 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:35.649922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea7629-a220-4c79-af6f-b74aaf2c7ac3 req-5b6c41f6-fb93-4602-860c-17382ce79a80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:35.651387 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8ea7629-a220-4c79-af6f-b74aaf2c7ac3 req-5b6c41f6-fb93-4602-860c-17382ce79a80 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1b528a3e-6816-43c9-bf46-4a6adac80f60 HTTP/1.1" status: 200 len: 917 time: 0.4538434 May 30 20:07:35.721865 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:07:35.738396 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8ea7629-a220-4c79-af6f-b74aaf2c7ac3 req-09dfb9f7-617a-4a03-8d1a-ff19f1d6888c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b303fcb4-67d8-4a14-83d2-b0ae8103d83d HTTP/1.1" status: 200 len: 217 time: 0.0783262 May 30 20:07:35.804496 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088b9590-5d91-4c0a-92e9-7f9a9639b1d3 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:35.838520 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088b9590-5d91-4c0a-92e9-7f9a9639b1d3 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:35.849263 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:35.854154 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-088b9590-5d91-4c0a-92e9-7f9a9639b1d3 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Deleting port c0ad98ef-665b-4f92-ba27-6267f300afe4 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:07:35.855345 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088b9590-5d91-4c0a-92e9-7f9a9639b1d3 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:35.921834 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=6f827944-7b7b-4e81-9a6a-63a922b64815,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:35.963423 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 3d0f3917-5c1e-45ac-a959-223ca8215a5d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=3d0f3917-5c1e-45ac-a959-223ca8215a5d,segment=NetworkSegment(fbce37dd-a637-46f1-88e0-2b83b9a452d7),segment_id=fbce37dd-a637-46f1-88e0-2b83b9a452d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:35.977340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '3d0f3917-5c1e-45ac-a959-223ca8215a5d', 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92', 'port_id': '3d0f3917-5c1e-45ac-a959-223ca8215a5d', 'mac_address': 'fa:16:3e:58:3b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:07:35.984016 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.031229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea7629-a220-4c79-af6f-b74aaf2c7ac3 req-4457c587-d29c-435e-a74f-26032921ed45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:36.033033 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8ea7629-a220-4c79-af6f-b74aaf2c7ac3 req-4457c587-d29c-435e-a74f-26032921ed45 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d693005e-809d-423c-b62c-cac40f95b7d0 HTTP/1.1" status: 200 len: 855 time: 0.2833660 May 30 20:07:36.033654 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.047099 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.066033 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0f3917-5c1e-45ac-a959-223ca8215a5d {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:36.081399 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 3d0f3917-5c1e-45ac-a959-223ca8215a5d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=3d0f3917-5c1e-45ac-a959-223ca8215a5d,segment=NetworkSegment(fbce37dd-a637-46f1-88e0-2b83b9a452d7),segment_id=fbce37dd-a637-46f1-88e0-2b83b9a452d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:36.085890 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.097756 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088b9590-5d91-4c0a-92e9-7f9a9639b1d3 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.121341 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e5ba5128-df39-4832-8e93-c9f0df489c88 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:07:36.223448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-088b9590-5d91-4c0a-92e9-7f9a9639b1d3 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Calling delete_port for c0ad98ef-665b-4f92-ba27-6267f300afe4 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:07:36.243830 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=3d0f3917-5c1e-45ac-a959-223ca8215a5d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:36.327315 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e5ba5128-df39-4832-8e93-c9f0df489c88, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e5ba5128-df39-4832-8e93-c9f0df489c88,segment=NetworkSegment(30e989a5-5921-457a-8f3d-b89e67b1bb6b),segment_id=30e989a5-5921-457a-8f3d-b89e67b1bb6b)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:36.343597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'e5ba5128-df39-4832-8e93-c9f0df489c88', 'network_id': 'afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9', 'port_id': 'e5ba5128-df39-4832-8e93-c9f0df489c88', 'mac_address': 'fa:16:3e:0e:1b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1a862f-c15a-4dff-91bd-02f2ee2f6941', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:07:36.357863 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:07:36.385379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:36.387187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Pushing event updated for resources: {'Port': ['ID=fb832921-8095-4689-a577-40a958538936,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:36.395447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:36.404240 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:36.405216 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.423023 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088b9590-5d91-4c0a-92e9-7f9a9639b1d3 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.426292 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ba5128-df39-4832-8e93-c9f0df489c88 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:36.431005 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840a4181-6190-4b85-8982-bd9c4132add1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:36.444716 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e5ba5128-df39-4832-8e93-c9f0df489c88, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e5ba5128-df39-4832-8e93-c9f0df489c88,segment=NetworkSegment(30e989a5-5921-457a-8f3d-b89e67b1bb6b),segment_id=30e989a5-5921-457a-8f3d-b89e67b1bb6b)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:36.451639 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.459465 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.459824 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Added segment c9567d55-bd34-4efa-925b-930495325ed6 of type vlan for network 9b05ed33-6ab8-4a80-8669-5c63759fddfd May 30 20:07:36.479376 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b9590-5d91-4c0a-92e9-7f9a9639b1d3 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Pushing event deleted for resources: {'Port': ['ID=c0ad98ef-665b-4f92-ba27-6267f300afe4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:36.532657 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=e5ba5128-df39-4832-8e93-c9f0df489c88,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:36.545656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e2420-fd73-4927-ba4e-abe05e66da80 req-40858864-f664-48db-ba91-b5d147824210 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:36.551029 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-737e2420-fd73-4927-ba4e-abe05e66da80 req-40858864-f664-48db-ba91-b5d147824210 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 943 time: 0.6219919 May 30 20:07:36.605419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-0d155d0a-fbb8-4775-99a8-74e5befd6b00 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:36.607192 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-0d155d0a-fbb8-4775-99a8-74e5befd6b00 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 811 time: 0.6800771 May 30 20:07:36.623991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:36.624625 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.645662 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8ea7629-a220-4c79-af6f-b74aaf2c7ac3 req-d9e4c603-9433-4bd7-9d03-5e43fe1bfc39 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1b528a3e-6816-43c9-bf46-4a6adac80f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3971097 May 30 20:07:36.650222 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.713098 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0bc941de-2ba8-449c-9261-87e61484bc1b req-acab37d7-ac76-4755-b022-9befbaae104d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=08334d8ded8a425bb168fdca1f271cee&device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 1096 time: 0.6573429 May 30 20:07:36.772425 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6512204e-3250-474a-91c0-180969619f39 None None] Provisioning for port fb832921-8095-4689-a577-40a958538936 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:36.777858 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6512204e-3250-474a-91c0-180969619f39 None None] Provisioning complete for port fb832921-8095-4689-a577-40a958538936 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:36.778295 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6512204e-3250-474a-91c0-180969619f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.820335 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088b9590-5d91-4c0a-92e9-7f9a9639b1d3 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.822294 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-b583f047-39e0-41ff-9067-1607ae7366b1 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/quotas/3a8d97a4beaa47c0906bc677b6c0ce16 HTTP/1.1" status: 200 len: 375 time: 0.1862032 May 30 20:07:36.838646 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6512204e-3250-474a-91c0-180969619f39 None None] Port fb832921-8095-4689-a577-40a958538936 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:07:36.866453 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.889037 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-f7bae16e-02b7-4f2e-90b1-563c1f6a5a0e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2016146 May 30 20:07:36.911507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['0be2f338-0fcb-446a-a253-87193f57992b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:36.947031 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088b9590-5d91-4c0a-92e9-7f9a9639b1d3 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.950433 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['ee127b40-627b-4a43-a5dc-af836a2fee1f'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:36.952575 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088b9590-5d91-4c0a-92e9-7f9a9639b1d3 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.957586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Request body: {'port': {'device_id': '942c1432-68dc-49a1-b544-fadc759b75f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:36.982042 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['a1af3658-e0a8-482d-bfac-62be8aff685f'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:36.985551 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-737e2420-fd73-4927-ba4e-abe05e66da80 req-169a5d6e-3f4e-42c3-9cb2-97f7278067af tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae730f1-ed19-4870-89f9-102a0733cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4257674 May 30 20:07:37.000624 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:37.007485 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:37.008328 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:37.025876 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['6f827944-7b7b-4e81-9a6a-63a922b64815'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:37.077994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['3d0f3917-5c1e-45ac-a959-223ca8215a5d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:37.130557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088b9590-5d91-4c0a-92e9-7f9a9639b1d3 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Router 22ce6d5b-c0ca-41e3-ae30-e42381399482 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:07:37.138861 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['ec82c0ee-49c3-4e17-9176-7413ed12db5e'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:37.183658 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['e5ba5128-df39-4832-8e93-c9f0df489c88'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:37.259508 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2998323 May 30 20:07:37.261052 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60594) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:37.269985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b7232f13-022a-430a-8579-08142127481a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Request body: {'subnet': {'network_id': '9b05ed33-6ab8-4a80-8669-5c63759fddfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:37.381737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088b9590-5d91-4c0a-92e9-7f9a9639b1d3 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:37.397142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc941de-2ba8-449c-9261-87e61484bc1b req-3169ddfe-5409-4941-96a6-d6ed86f33afa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:37.398575 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0bc941de-2ba8-449c-9261-87e61484bc1b req-3169ddfe-5409-4941-96a6-d6ed86f33afa service neutron] 10.222.0.77 "GET /v2.0/networks?id=46fc77d7-d584-4b90-a367-560a4547b685 HTTP/1.1" status: 200 len: 912 time: 0.6704457 May 30 20:07:37.399170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f19614-d5bb-4324-805c-3c6f30296604 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Pushing event updated for resources: {'Network': ['ID=9b05ed33-6ab8-4a80-8669-5c63759fddfd,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:37.405160 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088b9590-5d91-4c0a-92e9-7f9a9639b1d3 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:37.406225 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-088b9590-5d91-4c0a-92e9-7f9a9639b1d3 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "PUT /v2.0/routers/22ce6d5b-c0ca-41e3-ae30-e42381399482 HTTP/1.1" status: 200 len: 709 time: 2.4769154 May 30 20:07:37.407023 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec0880-b6d7-45fc-893e-524284e153dd None None] Sync routers for ids ['22ce6d5b-c0ca-41e3-ae30-e42381399482'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:37.413014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b7232f13-022a-430a-8579-08142127481a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:37.416142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60598) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:37.417429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b7232f13-022a-430a-8579-08142127481a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Usage tracker for resource:subnet and tenant:058afca096124f41883e2d2ec23498db is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:37.420644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b7232f13-022a-430a-8579-08142127481a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:37.423140 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 9b05ed33-6ab8-4a80-8669-5c63759fddfd details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:07:37.427103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b7232f13-022a-430a-8579-08142127481a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:37.438122 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7232f13-022a-430a-8579-08142127481a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Made reservation on behalf of 058afca096124f41883e2d2ec23498db for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:37.484873 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8ea7629-a220-4c79-af6f-b74aaf2c7ac3 req-023e411b-08f3-4657-99fe-6025aad13252 service neutron] 10.222.0.93 "GET /v2.0/networks/1b528a3e-6816-43c9-bf46-4a6adac80f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8146725 May 30 20:07:37.543921 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b7232f13-022a-430a-8579-08142127481a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:37.675943 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:37.707882 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec0880-b6d7-45fc-893e-524284e153dd None None] Routers {'22ce6d5b-c0ca-41e3-ae30-e42381399482'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:37.708538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-7fec0880-b6d7-45fc-893e-524284e153dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['22ce6d5b-c0ca-41e3-ae30-e42381399482'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:37.766939 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b7232f13-022a-430a-8579-08142127481a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:37.857904 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7232f13-022a-430a-8579-08142127481a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Pushing event updated for resources: {'Subnet': ['ID=198ccc06-4928-4398-a06b-80ca8c7adff4,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:37.868418 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7232f13-022a-430a-8579-08142127481a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Checking segment: {'id': 'c9567d55-bd34-4efa-925b-930495325ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9b05ed33-6ab8-4a80-8669-5c63759fddfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:37.868693 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7232f13-022a-430a-8579-08142127481a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Network hostable DHCP agents. Network: 9b05ed33-6ab8-4a80-8669-5c63759fddfd, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:07:37.893592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7232f13-022a-430a-8579-08142127481a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Network 9b05ed33-6ab8-4a80-8669-5c63759fddfd is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:07:37.906971 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-7fec0880-b6d7-45fc-893e-524284e153dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:37.907574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-b7232f13-022a-430a-8579-08142127481a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 9b05ed33-6ab8-4a80-8669-5c63759fddfd) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:37.913712 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7232f13-022a-430a-8579-08142127481a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:37.914661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b7232f13-022a-430a-8579-08142127481a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:37.942000 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a31fd8e-b6a0-4bfe-976a-1f062097bf43 None None] Network 9b05ed33-6ab8-4a80-8669-5c63759fddfd requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:07:37.943097 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b7232f13-022a-430a-8579-08142127481a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6809223 May 30 20:07:37.943727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60602) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:37.949237 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1015041571', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:37.952514 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-9326dc6b-de1d-4df0-b551-335ef4f29270 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&fields=id HTTP/1.1" status: 200 len: 394 time: 1.1158307 May 30 20:07:37.958143 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:37.961787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Usage tracker for resource:router and tenant:058afca096124f41883e2d2ec23498db is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:37.964916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:37.970687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:37.982625 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:37.984256 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:38.010963 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:38.123950 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0bc941de-2ba8-449c-9261-87e61484bc1b req-d97998ff-f5a4-4f4b-ab01-7b36480d05ac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e60b14d-e755-47cb-9929-038cea49baec HTTP/1.1" status: 200 len: 1000 time: 0.7060039 May 30 20:07:38.142378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc870d-da27-400c-bcb7-118ca44d750c req-e2b3d921-6f4e-47bb-94de-fe96faccde6a tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:38.144933 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1bc870d-da27-400c-bcb7-118ca44d750c req-e2b3d921-6f4e-47bb-94de-fe96faccde6a tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2348fd7-86b0-4126-9e4a-1e1940c74f41 HTTP/1.1" status: 200 len: 945 time: 1.0469632 May 30 20:07:38.150124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ab40a-7efd-44a5-a4b5-0bf85e0c0f26 req-5b1a048a-7df1-46ba-9b26-49319b948266 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:38.151905 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a4ab40a-7efd-44a5-a4b5-0bf85e0c0f26 req-5b1a048a-7df1-46ba-9b26-49319b948266 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2348fd7-86b0-4126-9e4a-1e1940c74f41 HTTP/1.1" status: 200 len: 945 time: 0.9949269 May 30 20:07:38.162097 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:38.199116 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec0880-b6d7-45fc-893e-524284e153dd None None] Routers {'22ce6d5b-c0ca-41e3-ae30-e42381399482'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:38.199651 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-7fec0880-b6d7-45fc-893e-524284e153dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['22ce6d5b-c0ca-41e3-ae30-e42381399482'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:38.295946 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2ea21f88-d674-4dff-91ec-4cfab2afa1b1 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "GET /v2.0/routers/22ce6d5b-c0ca-41e3-ae30-e42381399482 HTTP/1.1" status: 200 len: 744 time: 0.8186274 May 30 20:07:38.310485 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60608) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:38.337994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-7fec0880-b6d7-45fc-893e-524284e153dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:38.338484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec0880-b6d7-45fc-893e-524284e153dd None None] The sync data for ids ['22ce6d5b-c0ca-41e3-ae30-e42381399482'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:07:38.359161 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8ea7629-a220-4c79-af6f-b74aaf2c7ac3 req-1918390d-075a-43ff-8307-2ab57613f6f9 service neutron] 10.222.0.93 "GET /v2.0/networks/1b528a3e-6816-43c9-bf46-4a6adac80f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8015597 May 30 20:07:38.457580 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:38.462023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c3cdde85-91f1-4490-a47a-0ad57dcf8d55 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Synchronizing usage tracker for tenant:e64e0da37982419aafd244b47f16904a on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:38.489129 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:38.501464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f1bc870d-da27-400c-bcb7-118ca44d750c req-30f3420c-9b88-4b45-b8d2-ca8791d92952 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Deleting port 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:07:38.502570 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f1bc870d-da27-400c-bcb7-118ca44d750c req-30f3420c-9b88-4b45-b8d2-ca8791d92952 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:38.538626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc941de-2ba8-449c-9261-87e61484bc1b req-d06fb8a8-2040-4efd-9991-d31d33bc13bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:38.539450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0bc941de-2ba8-449c-9261-87e61484bc1b req-d06fb8a8-2040-4efd-9991-d31d33bc13bf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=54e18232-0c1b-400c-aea5-aa806dd0320c HTTP/1.1" status: 200 len: 850 time: 0.3852022 May 30 20:07:38.557137 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a4ab40a-7efd-44a5-a4b5-0bf85e0c0f26 req-c4040e46-7520-411a-9894-0c29cedca5b1 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305829 May 30 20:07:38.584755 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-f7767690-ab77-469f-95c5-f84f03512a41 service neutron] 10.222.0.84 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6099775 May 30 20:07:38.632568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-9b05ed33-6ab8-4a80-8669-5c63759fddfd', 'network_id': '9b05ed33-6ab8-4a80-8669-5c63759fddfd', 'tenant_id': '058afca096124f41883e2d2ec23498db', 'fixed_ips': [{'subnet_id': '198ccc06-4928-4398-a06b-80ca8c7adff4'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:07:38.633577 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:38.671135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c3cdde85-91f1-4490-a47a-0ad57dcf8d55 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] Unset dirty status for tenant:e64e0da37982419aafd244b47f16904a on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:38.672325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c3cdde85-91f1-4490-a47a-0ad57dcf8d55 tempest-RoutersIpV6AdminTest-488885609 tempest-RoutersIpV6AdminTest-488885609-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&device_id=22ce6d5b-c0ca-41e3-ae30-e42381399482 HTTP/1.1" status: 200 len: 205 time: 0.3160579 May 30 20:07:38.688168 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Allocated IP 172.25.5.137 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/2ba61236-a901-45b2-b0be-61bde4d8b0ba) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:38.695324 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60614) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:38.747384 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-683044cc-1fdd-4a4d-a968-aa46a43f1154 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "GET /v2.0/ports?device_id=22ce6d5b-c0ca-41e3-ae30-e42381399482 HTTP/1.1" status: 200 len: 205 time: 0.0506725 May 30 20:07:38.757866 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60618) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:38.807599 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Allocated IP 172.20.0.2 (9b05ed33-6ab8-4a80-8669-5c63759fddfd/198ccc06-4928-4398-a06b-80ca8c7adff4/3140049b-de36-425c-8633-94044cfd6088) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:38.885481 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:38.915713 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:38.984690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:38.987731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:38.992212 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:39.022550 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Pushing event updated for resources: {'Port': ['ID=2ba61236-a901-45b2-b0be-61bde4d8b0ba,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:39.042810 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:39.054854 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Transition to ACTIVE for port object 3140049b-de36-425c-8633-94044cfd6088 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:39.076308 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Transition to ACTIVE for port object 3140049b-de36-425c-8633-94044cfd6088 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:39.082442 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:39.155444 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Network 9b05ed33-6ab8-4a80-8669-5c63759fddfd is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:39.159020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:39.163563 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:39.165673 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Pushing event updated for resources: {'Port': ['ID=3140049b-de36-425c-8633-94044cfd6088,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:39.166245 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:39.167064 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:39.234382 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-c91a5934-8a52-48d8-beaf-b4148d7af7b6 service neutron] 10.222.0.84 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045077 May 30 20:07:39.265851 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Attempting to bind port 3140049b-de36-425c-8633-94044cfd6088 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:07:39.266416 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Attempting to bind port 3140049b-de36-425c-8633-94044cfd6088 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'c9567d55-bd34-4efa-925b-930495325ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9b05ed33-6ab8-4a80-8669-5c63759fddfd'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:07:39.266416 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Attempting to bind port 3140049b-de36-425c-8633-94044cfd6088 on network 9b05ed33-6ab8-4a80-8669-5c63759fddfd {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:39.273640 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:07:39.273954 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Checking segment: {'id': 'c9567d55-bd34-4efa-925b-930495325ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9b05ed33-6ab8-4a80-8669-5c63759fddfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:39.274358 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:39.274749 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Bound using segment: {'id': 'c9567d55-bd34-4efa-925b-930495325ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9b05ed33-6ab8-4a80-8669-5c63759fddfd'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:07:39.275217 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Bound port: 3140049b-de36-425c-8633-94044cfd6088, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9567d55-bd34-4efa-925b-930495325ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9b05ed33-6ab8-4a80-8669-5c63759fddfd'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:07:39.275810 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:39.279525 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f0c3dee2-f713-4e2a-87fb-c8e304d683ad tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:39.386801 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:07:39.462871 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Router 8625f30e-15fe-4ccc-873e-722149714643 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:07:39.463672 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] For port 3140049b-de36-425c-8633-94044cfd6088, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:07:39.467888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] For port 3140049b-de36-425c-8633-94044cfd6088, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3140049b-de36-425c-8633-94044cfd6088,segment=NetworkSegment(c9567d55-bd34-4efa-925b-930495325ed6),segment_id=c9567d55-bd34-4efa-925b-930495325ed6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:07:39.473647 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:39.562807 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca0fd9-a555-49c5-923f-4dcc4b12e578 None None] Pushing event updated for resources: {'Port': ['ID=3140049b-de36-425c-8633-94044cfd6088,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:39.749676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:39.759858 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0bc941de-2ba8-449c-9261-87e61484bc1b req-18f4c263-154c-42d7-a442-65e951dbef7c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46fc77d7-d584-4b90-a367-560a4547b685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2017541 May 30 20:07:39.775757 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39996964-ea88-481c-b5e2-7d775ebc2c06 None None] Sync routers for ids ['8625f30e-15fe-4ccc-873e-722149714643'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:39.792534 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39996964-ea88-481c-b5e2-7d775ebc2c06 None None] Routers {'8625f30e-15fe-4ccc-873e-722149714643'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:39.793148 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-39996964-ea88-481c-b5e2-7d775ebc2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8625f30e-15fe-4ccc-873e-722149714643'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:39.805588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb832921-8095-4689-a577-40a958538936 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:39.808761 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:39.810100 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8e4c1e23-de90-4ebb-a5c1-08fb882660a1 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8652890 May 30 20:07:39.812893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60636) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:39.872554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e25c-6b44-4a1e-baf9-f66b3e60d79b req-87936e6b-0f39-44b2-adda-06035a77a5ce tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:39.880103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e25c-6b44-4a1e-baf9-f66b3e60d79b req-87936e6b-0f39-44b2-adda-06035a77a5ce tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:39.886236 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-39996964-ea88-481c-b5e2-7d775ebc2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:39.888930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e25c-6b44-4a1e-baf9-f66b3e60d79b req-87936e6b-0f39-44b2-adda-06035a77a5ce tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:39.894525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e25c-6b44-4a1e-baf9-f66b3e60d79b req-87936e6b-0f39-44b2-adda-06035a77a5ce tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:39.898278 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39996964-ea88-481c-b5e2-7d775ebc2c06 None None] Routers {'8625f30e-15fe-4ccc-873e-722149714643'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:39.898879 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-39996964-ea88-481c-b5e2-7d775ebc2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8625f30e-15fe-4ccc-873e-722149714643'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:39.902030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e25c-6b44-4a1e-baf9-f66b3e60d79b req-87936e6b-0f39-44b2-adda-06035a77a5ce tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:39.906443 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e25c-6b44-4a1e-baf9-f66b3e60d79b req-87936e6b-0f39-44b2-adda-06035a77a5ce tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:39.915095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e25c-6b44-4a1e-baf9-f66b3e60d79b req-87936e6b-0f39-44b2-adda-06035a77a5ce tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:39.917036 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2958e25c-6b44-4a1e-baf9-f66b3e60d79b req-87936e6b-0f39-44b2-adda-06035a77a5ce tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5438 time: 1.2116029 May 30 20:07:39.935509 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:39.996608 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-39996964-ea88-481c-b5e2-7d775ebc2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:40.002362 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39996964-ea88-481c-b5e2-7d775ebc2c06 None None] The sync data for ids ['8625f30e-15fe-4ccc-873e-722149714643'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:07:40.116620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Transition to ACTIVE for port object fb832921-8095-4689-a577-40a958538936 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:40.130629 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f1bc870d-da27-400c-bcb7-118ca44d750c req-30f3420c-9b88-4b45-b8d2-ca8791d92952 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] For port 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1cef741b-6fd2-4d29-8b6e-fd90e1efebcf,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:40.130991 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f1bc870d-da27-400c-bcb7-118ca44d750c req-30f3420c-9b88-4b45-b8d2-ca8791d92952 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:40.144989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3140049b-de36-425c-8633-94044cfd6088 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:40.145173 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:40.237508 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 3140049b-de36-425c-8633-94044cfd6088 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:40.361022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f1bc870d-da27-400c-bcb7-118ca44d750c req-30f3420c-9b88-4b45-b8d2-ca8791d92952 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Calling delete_port for 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:07:40.642824 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2958e25c-6b44-4a1e-baf9-f66b3e60d79b req-206f8e37-4923-4b6a-afe5-114dcba6e384 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6626439 May 30 20:07:40.719300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Pushing event updated for resources: {'Port': ['ID=fb832921-8095-4689-a577-40a958538936,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:40.761041 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0bc941de-2ba8-449c-9261-87e61484bc1b req-b1c141f9-8822-4074-b2d4-ca9741d6499d service neutron] 10.222.0.77 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8278813 May 30 20:07:40.855693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f72d80-4c51-4460-91e8-fa7a4c16f455 req-da1aa87c-e51f-4e36-98c5-e18b54d5c14e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:40.857241 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-66f72d80-4c51-4460-91e8-fa7a4c16f455 req-da1aa87c-e51f-4e36-98c5-e18b54d5c14e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 1.3998306 May 30 20:07:40.895546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88f1a9f-4ce6-4055-9d06-16a273f9bf50 None None] Network 9b05ed33-6ab8-4a80-8669-5c63759fddfd requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:07:41.031293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-20dfdd1f-c683-496b-837b-f7782b8388fa None None] Provisioning for port 3140049b-de36-425c-8633-94044cfd6088 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:41.034082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.041534 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-20dfdd1f-c683-496b-837b-f7782b8388fa None None] Provisioning complete for port 3140049b-de36-425c-8633-94044cfd6088 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:41.041900 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-20dfdd1f-c683-496b-837b-f7782b8388fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.248229 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f0c3dee2-f713-4e2a-87fb-c8e304d683ad tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.313666 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-20dfdd1f-c683-496b-837b-f7782b8388fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.316826 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f0c3dee2-f713-4e2a-87fb-c8e304d683ad tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.358198 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-20dfdd1f-c683-496b-837b-f7782b8388fa None None] For port 3140049b-de36-425c-8633-94044cfd6088, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3140049b-de36-425c-8633-94044cfd6088,segment=NetworkSegment(c9567d55-bd34-4efa-925b-930495325ed6),segment_id=c9567d55-bd34-4efa-925b-930495325ed6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:41.364308 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-20dfdd1f-c683-496b-837b-f7782b8388fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.450188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfdd1f-c683-496b-837b-f7782b8388fa None None] Pushing event updated for resources: {'Port': ['ID=3140049b-de36-425c-8633-94044cfd6088,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:41.505674 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Allocated IP 172.20.0.1 (9b05ed33-6ab8-4a80-8669-5c63759fddfd/198ccc06-4928-4398-a06b-80ca8c7adff4/90fea693-def5-4980-a2b2-91610604c705) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:41.524882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-05526454-99ab-4fae-9919-f57f1286536e tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:41.526323 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-05526454-99ab-4fae-9919-f57f1286536e tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.93 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 811 time: 0.8469279 May 30 20:07:41.546931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-66f72d80-4c51-4460-91e8-fa7a4c16f455 req-8da3830c-d8e8-412a-b708-58972f48a2bd tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6792438 May 30 20:07:41.554887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-1bcfb49e-b9d3-4699-a853-e7ba3b85cb07 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Request body: {'port': {'device_id': 'fa9891d1-413f-46d1-a712-03e61747582b', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'admin_state_up': True, 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:41.590572 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3aea69c9-d882-419a-92bc-63e9c8f9b42c None None] Provisioning complete for port 3140049b-de36-425c-8633-94044cfd6088 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:41.591254 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3aea69c9-d882-419a-92bc-63e9c8f9b42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.681773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Attempting to bind port fb832921-8095-4689-a577-40a958538936 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:07:41.682366 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Attempting to bind port fb832921-8095-4689-a577-40a958538936 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:07:41.682366 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Attempting to bind port fb832921-8095-4689-a577-40a958538936 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:41.683594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.696457 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0bc941de-2ba8-449c-9261-87e61484bc1b req-6b002334-17b8-4b2d-bcd4-6168d5744d9c service neutron] 10.222.0.77 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8378870 May 30 20:07:41.705345 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Transition to ACTIVE for port object 90fea693-def5-4980-a2b2-91610604c705 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:41.725052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b303fcb4-67d8-4a14-83d2-b0ae8103d83d details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:07:41.725285 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f0c3dee2-f713-4e2a-87fb-c8e304d683ad tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.725691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c3dee2-f713-4e2a-87fb-c8e304d683ad tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Fanout notify agent at l3_agent the message router_deleted on router 22ce6d5b-c0ca-41e3-ae30-e42381399482 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:07:41.727524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:07:41.739290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367135cc-1589-47b4-b7a3-5d2d25c6e83c req-2c4bcc0e-4881-47f4-9131-3c36fa39838d tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:41.740814 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-367135cc-1589-47b4-b7a3-5d2d25c6e83c req-2c4bcc0e-4881-47f4-9131-3c36fa39838d tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=942c1432-68dc-49a1-b544-fadc759b75f3 HTTP/1.1" status: 200 len: 948 time: 0.8721089 May 30 20:07:41.741383 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Port fb832921-8095-4689-a577-40a958538936 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:07:41.741728 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Attempting to bind port fb832921-8095-4689-a577-40a958538936 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:41.743883 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f1bc870d-da27-400c-bcb7-118ca44d750c req-30f3420c-9b88-4b45-b8d2-ca8791d92952 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.750891 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.784145 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:07:41.784568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:07:41.851906 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3420c-9b88-4b45-b8d2-ca8791d92952 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Pushing event deleted for resources: {'Port': ['ID=1cef741b-6fd2-4d29-8b6e-fd90e1efebcf,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:41.854430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Network 9b05ed33-6ab8-4a80-8669-5c63759fddfd is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:41.857636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:41.871174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:07:41.871882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:41.872470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:07:41.873115 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Bound port: fb832921-8095-4689-a577-40a958538936, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:07:41.873744 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.880059 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:41.968583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port b303fcb4-67d8-4a14-83d2-b0ae8103d83d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b303fcb4-67d8-4a14-83d2-b0ae8103d83d,segment=NetworkSegment(48cd6d01-b310-4c01-bbbe-420c11ab879f),segment_id=48cd6d01-b310-4c01-bbbe-420c11ab879f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:41.970954 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Pushing event updated for resources: {'Port': ['ID=90fea693-def5-4980-a2b2-91610604c705,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:41.982712 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f0c3dee2-f713-4e2a-87fb-c8e304d683ad tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.989432 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f0c3dee2-f713-4e2a-87fb-c8e304d683ad tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "DELETE /v2.0/routers/22ce6d5b-c0ca-41e3-ae30-e42381399482 HTTP/1.1" status: 204 len: 168 time: 3.1798959 May 30 20:07:41.990036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'b303fcb4-67d8-4a14-83d2-b0ae8103d83d', 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60', 'port_id': 'b303fcb4-67d8-4a14-83d2-b0ae8103d83d', 'mac_address': 'fa:16:3e:3d:07:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:07:41.994254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60646) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:42.037753 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.050553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-1bcfb49e-b9d3-4699-a853-e7ba3b85cb07 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:42.106175 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.120477 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device ec82c0ee-49c3-4e17-9176-7413ed12db5e up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:42.176762 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3140049b-de36-425c-8633-94044cfd6088 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:42.193684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-996de543-07c0-43b3-989b-2b7bbedf4128 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "GET /v2.0/ports?device_id=22ce6d5b-c0ca-41e3-ae30-e42381399482 HTTP/1.1" status: 200 len: 205 time: 0.1936226 May 30 20:07:42.195073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bc870d-da27-400c-bcb7-118ca44d750c req-30f3420c-9b88-4b45-b8d2-ca8791d92952 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] No DVR routers for this DVR port 1cef741b-6fd2-4d29-8b6e-fd90e1efebcf on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:07:42.197213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60650) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:42.198032 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.202430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-1bcfb49e-b9d3-4699-a853-e7ba3b85cb07 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:42.223791 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f1bc870d-da27-400c-bcb7-118ca44d750c req-30f3420c-9b88-4b45-b8d2-ca8791d92952 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.226009 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1bc870d-da27-400c-bcb7-118ca44d750c req-30f3420c-9b88-4b45-b8d2-ca8791d92952 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "DELETE /v2.0/ports/1cef741b-6fd2-4d29-8b6e-fd90e1efebcf HTTP/1.1" status: 204 len: 173 time: 4.0382166 May 30 20:07:42.233557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2348fd7-86b0-4126-9e4a-1e1940c74f41', 'name': 'network-vif-deleted', 'tag': '1cef741b-6fd2-4d29-8b6e-fd90e1efebcf'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:42.287183 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-1bcfb49e-b9d3-4699-a853-e7ba3b85cb07 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Made reservation on behalf of 3a8d97a4beaa47c0906bc677b6c0ce16 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:42.293419 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-1bcfb49e-b9d3-4699-a853-e7ba3b85cb07 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.300892 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b303fcb4-67d8-4a14-83d2-b0ae8103d83d {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:42.319144 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-46629993-55cb-4148-964f-0522098a881f tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] delete failed (client error): The resource could not be found. May 30 20:07:42.323101 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-46629993-55cb-4148-964f-0522098a881f tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "DELETE /v2.0/routers/22ce6d5b-c0ca-41e3-ae30-e42381399482 HTTP/1.1" status: 404 len: 336 time: 0.1085594 May 30 20:07:42.338037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60656) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:42.339071 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] For port fb832921-8095-4689-a577-40a958538936, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:07:42.344049 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8aa26554-117a-4f0c-99f5-78389267c7f7 None None] Provisioning for port 90fea693-def5-4980-a2b2-91610604c705 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:42.354094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8aa26554-117a-4f0c-99f5-78389267c7f7 None None] Provisioning complete for port 90fea693-def5-4980-a2b2-91610604c705 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:42.354742 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8aa26554-117a-4f0c-99f5-78389267c7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.396522 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] For port fb832921-8095-4689-a577-40a958538936, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fb832921-8095-4689-a577-40a958538936,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:07:42.417538 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.418913 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port ec82c0ee-49c3-4e17-9176-7413ed12db5e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:42.424488 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port b303fcb4-67d8-4a14-83d2-b0ae8103d83d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b303fcb4-67d8-4a14-83d2-b0ae8103d83d,segment=NetworkSegment(48cd6d01-b310-4c01-bbbe-420c11ab879f),segment_id=48cd6d01-b310-4c01-bbbe-420c11ab879f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:42.426594 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8aa26554-117a-4f0c-99f5-78389267c7f7 None None] Port 90fea693-def5-4980-a2b2-91610604c705 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:07:42.431405 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port ec82c0ee-49c3-4e17-9176-7413ed12db5e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:42.432109 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.468812 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.471500 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6391ecdc-b235-4066-b86b-12d926399f67 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "GET /v2.0/ports?device_id=d45997f1-ea1a-4aef-9885-7e62e489b6aa HTTP/1.1" status: 200 len: 205 time: 0.1292765 May 30 20:07:42.473353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-367135cc-1589-47b4-b7a3-5d2d25c6e83c req-3c000981-6455-41f3-beee-195c64db0acc tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Synchronizing usage tracker for tenant:78240df5886b4f0091023e2aa577ea91 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:42.481444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60660) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:42.488105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3140049b-de36-425c-8633-94044cfd6088 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:42.488470 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.605104 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.607751 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] 10.222.0.77 "PUT /v2.0/ports/fb832921-8095-4689-a577-40a958538936 HTTP/1.1" status: 200 len: 1096 time: 5.7066267 May 30 20:07:42.637705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3b763-e1e2-4b7a-be31-bec40de714ea req-e3472b8b-a545-44d3-bfc6-02f503b1ffc5 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:42.642214 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=b303fcb4-67d8-4a14-83d2-b0ae8103d83d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:42.648019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-40d3b763-e1e2-4b7a-be31-bec40de714ea req-e3472b8b-a545-44d3-bfc6-02f503b1ffc5 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 943 time: 0.9237580 May 30 20:07:42.650090 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-367135cc-1589-47b4-b7a3-5d2d25c6e83c req-3c000981-6455-41f3-beee-195c64db0acc tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Unset dirty status for tenant:78240df5886b4f0091023e2aa577ea91 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:42.651254 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-367135cc-1589-47b4-b7a3-5d2d25c6e83c req-3c000981-6455-41f3-beee-195c64db0acc tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8804326 May 30 20:07:42.679043 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['b303fcb4-67d8-4a14-83d2-b0ae8103d83d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:42.680259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d4755-2a0f-4059-98c2-830593920154 service neutron] Pushing event updated for resources: {'Port': ['ID=fb832921-8095-4689-a577-40a958538936,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:42.841795 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.878569 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-40d3b763-e1e2-4b7a-be31-bec40de714ea req-aa9d52dd-b679-42b6-be3c-e6144a7762dd tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae730f1-ed19-4870-89f9-102a0733cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292933 May 30 20:07:42.935289 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-1bcfb49e-b9d3-4699-a853-e7ba3b85cb07 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Allocated IP 172.20.0.9 (9ea528b6-cc9d-40ff-b131-d41923530da2/c40dc128-537b-4332-9a2f-38117a30858e/706a4667-45c9-4f3b-8a87-532f54b476f5) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:42.937744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec82c0ee-49c3-4e17-9176-7413ed12db5e'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:42.953736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port ec82c0ee-49c3-4e17-9176-7413ed12db5e, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ec82c0ee-49c3-4e17-9176-7413ed12db5e,segment=NetworkSegment(30e989a5-5921-457a-8f3d-b89e67b1bb6b),segment_id=30e989a5-5921-457a-8f3d-b89e67b1bb6b)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:42.965056 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.966023 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 6f827944-7b7b-4e81-9a6a-63a922b64815 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:43.041843 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-552e0a97-4e9b-4d6e-abd1-84881859faa9 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] delete failed (client error): The resource could not be found. May 30 20:07:43.049843 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-552e0a97-4e9b-4d6e-abd1-84881859faa9 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "DELETE /v2.0/routers/d45997f1-ea1a-4aef-9885-7e62e489b6aa HTTP/1.1" status: 404 len: 336 time: 0.5658894 May 30 20:07:43.051218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60668) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:43.060252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97c2a617-dfaa-42be-bffe-067bf08ee926 req-8e80c4f4-fb9b-458b-80ca-9df87a5c7193 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 210 time: 0.1119692 May 30 20:07:43.088073 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-2010fd67-93aa-4655-bbb8-8407c435c34e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=78240df5886b4f0091023e2aa577ea91&device_id=942c1432-68dc-49a1-b544-fadc759b75f3 HTTP/1.1" status: 200 len: 1099 time: 0.4032500 May 30 20:07:43.096742 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=ec82c0ee-49c3-4e17-9176-7413ed12db5e,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:43.162831 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 6f827944-7b7b-4e81-9a6a-63a922b64815 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:43.169297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 6f827944-7b7b-4e81-9a6a-63a922b64815 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:43.169660 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:43.228520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7413551c-2315-4326-b0a9-c9c06fa2af7a req-31ad9477-0297-41e7-a51d-4630f7b1a700 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Synchronizing usage tracker for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:43.248902 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-e854ad89-7677-4437-837f-c9e9e8382fb9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=fb832921-8095-4689-a577-40a958538936 HTTP/1.1" status: 200 len: 217 time: 0.1411059 May 30 20:07:43.268137 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0334292d-ff09-480a-b7a4-b1a54fb9d7be tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "GET /v2.0/ports?device_id=08aa4a05-aa57-4ff5-aab3-85c5b27451df HTTP/1.1" status: 200 len: 205 time: 0.1548350 May 30 20:07:43.270268 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:43.271938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60672) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:43.342007 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:43.346843 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:43.381429 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 6f827944-7b7b-4e81-9a6a-63a922b64815, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=6f827944-7b7b-4e81-9a6a-63a922b64815,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:43.386900 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:43.388024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device ee127b40-627b-4a43-a5dc-af836a2fee1f up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:43.415335 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-52de3078-ae48-4113-b2d0-07cc2f708c36 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] delete failed (client error): The resource could not be found. May 30 20:07:43.417441 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-52de3078-ae48-4113-b2d0-07cc2f708c36 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "DELETE /v2.0/routers/08aa4a05-aa57-4ff5-aab3-85c5b27451df HTTP/1.1" status: 404 len: 336 time: 0.1439927 May 30 20:07:43.426616 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60676) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:43.439241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7413551c-2315-4326-b0a9-c9c06fa2af7a req-31ad9477-0297-41e7-a51d-4630f7b1a700 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Unset dirty status for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:43.440642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7413551c-2315-4326-b0a9-c9c06fa2af7a req-31ad9477-0297-41e7-a51d-4630f7b1a700 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2348fd7-86b0-4126-9e4a-1e1940c74f41 HTTP/1.1" status: 200 len: 210 time: 0.2751412 May 30 20:07:43.483387 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-47473c2b-e8f3-4cbf-b39e-bcfe163c17db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:43.484860 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-47473c2b-e8f3-4cbf-b39e-bcfe163c17db service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1705639 May 30 20:07:43.520038 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=6f827944-7b7b-4e81-9a6a-63a922b64815,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:43.523247 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f6c9fe03-f873-4d19-83fd-bc97863e557e tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "GET /v2.0/ports?device_id=4e7aebe8-c0a8-4973-a9d7-253d25749bd0 HTTP/1.1" status: 200 len: 205 time: 0.0872753 May 30 20:07:43.525854 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60680) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:43.529363 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:43.537861 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port ee127b40-627b-4a43-a5dc-af836a2fee1f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:43.546168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port ee127b40-627b-4a43-a5dc-af836a2fee1f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:43.546655 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:43.564683 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32882748-504a-4e90-9e18-118f511261ec'] response: {'server_uuid': 'c2348fd7-86b0-4126-9e4a-1e1940c74f41', 'name': 'network-vif-deleted', 'tag': '1cef741b-6fd2-4d29-8b6e-fd90e1efebcf', 'status': 'completed', 'code': 200} May 30 20:07:43.608897 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-15aef320-5fef-4f0b-bdd3-7d439816ad70 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] delete failed (client error): The resource could not be found. May 30 20:07:43.610049 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-15aef320-5fef-4f0b-bdd3-7d439816ad70 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "DELETE /v2.0/routers/4e7aebe8-c0a8-4973-a9d7-253d25749bd0 HTTP/1.1" status: 404 len: 336 time: 0.0829115 May 30 20:07:43.614263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60684) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:43.621639 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-1bcfb49e-b9d3-4699-a853-e7ba3b85cb07 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:43.639624 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-1bcfb49e-b9d3-4699-a853-e7ba3b85cb07 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Transition to ACTIVE for port object 706a4667-45c9-4f3b-8a87-532f54b476f5 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:43.660672 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Pushing event updated for resources: {'Port': ['ID=90fea693-def5-4980-a2b2-91610604c705,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:43.662226 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96941b99-5337-4178-adfb-aae7ed3d5ec2 req-87cdff08-32d3-4a8b-94ed-94cc3b2cca73 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:43.671711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96941b99-5337-4178-adfb-aae7ed3d5ec2 req-87cdff08-32d3-4a8b-94ed-94cc3b2cca73 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:43.675763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96941b99-5337-4178-adfb-aae7ed3d5ec2 req-87cdff08-32d3-4a8b-94ed-94cc3b2cca73 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:43.679795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96941b99-5337-4178-adfb-aae7ed3d5ec2 req-87cdff08-32d3-4a8b-94ed-94cc3b2cca73 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:43.683753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96941b99-5337-4178-adfb-aae7ed3d5ec2 req-87cdff08-32d3-4a8b-94ed-94cc3b2cca73 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:43.689130 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ed4070a6-ce93-4b15-bd61-09d860731a5f tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "GET /v2.0/ports?device_id=1787b775-6305-40a3-aa7c-18e8a62dbdad HTTP/1.1" status: 200 len: 205 time: 0.0697503 May 30 20:07:43.689324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96941b99-5337-4178-adfb-aae7ed3d5ec2 req-87cdff08-32d3-4a8b-94ed-94cc3b2cca73 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:43.690238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60688) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:43.691798 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96941b99-5337-4178-adfb-aae7ed3d5ec2 req-87cdff08-32d3-4a8b-94ed-94cc3b2cca73 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:43.693789 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96941b99-5337-4178-adfb-aae7ed3d5ec2 req-87cdff08-32d3-4a8b-94ed-94cc3b2cca73 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5439 time: 0.4393322 May 30 20:07:43.730981 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:43.754429 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b303fcb4-67d8-4a14-83d2-b0ae8103d83d up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:43.810733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port ee127b40-627b-4a43-a5dc-af836a2fee1f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ee127b40-627b-4a43-a5dc-af836a2fee1f,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:43.817349 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:43.818171 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e5ba5128-df39-4832-8e93-c9f0df489c88 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:43.821713 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-0bc77684-1b4e-41f5-8b7a-baf913b296a8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] delete failed (client error): The resource could not be found. May 30 20:07:43.825190 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0bc77684-1b4e-41f5-8b7a-baf913b296a8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "DELETE /v2.0/routers/1787b775-6305-40a3-aa7c-18e8a62dbdad HTTP/1.1" status: 404 len: 336 time: 0.1316099 May 30 20:07:43.827556 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60694) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:43.890007 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2d4746c2-b7a4-43a7-97fc-b3afb9586ae8 tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cd98850-dd36-4b44-8adc-7c1eb389d0c3 HTTP/1.1" status: 200 len: 205 time: 0.0615101 May 30 20:07:43.891562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60698) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:43.926893 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-1bcfb49e-b9d3-4699-a853-e7ba3b85cb07 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:43.949312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=ee127b40-627b-4a43-a5dc-af836a2fee1f,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:43.953011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port b303fcb4-67d8-4a14-83d2-b0ae8103d83d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:43.961810 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port b303fcb4-67d8-4a14-83d2-b0ae8103d83d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:43.962173 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:43.982255 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96941b99-5337-4178-adfb-aae7ed3d5ec2 req-378741c5-07c3-4e72-a87d-7434cf717a14 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2485778 May 30 20:07:44.008454 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-4ad5927c-ce3c-4b09-ad3e-c106a2921b86 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5122743 May 30 20:07:44.038036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port e5ba5128-df39-4832-8e93-c9f0df489c88 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:44.048480 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port e5ba5128-df39-4832-8e93-c9f0df489c88 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:44.048880 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:44.053271 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-1bcfb49e-b9d3-4699-a853-e7ba3b85cb07 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Network 9ea528b6-cc9d-40ff-b131-d41923530da2 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:44.057524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfb49e-b9d3-4699-a853-e7ba3b85cb07 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Pushing event updated for resources: {'Port': ['ID=706a4667-45c9-4f3b-8a87-532f54b476f5,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:44.071176 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-7e7b56a9-400d-4904-a8fd-54cfda480f9c tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] delete failed (client error): The resource could not be found. May 30 20:07:44.076216 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7e7b56a9-400d-4904-a8fd-54cfda480f9c tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "DELETE /v2.0/routers/0cd98850-dd36-4b44-8adc-7c1eb389d0c3 HTTP/1.1" status: 404 len: 336 time: 0.1805470 May 30 20:07:44.077100 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60704) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:44.090875 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43da9b2e-7481-4889-9a9f-8946d466258e'] response: {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec82c0ee-49c3-4e17-9176-7413ed12db5e', 'code': 200} May 30 20:07:44.105353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-1bcfb49e-b9d3-4699-a853-e7ba3b85cb07 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:44.113237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-1bcfb49e-b9d3-4699-a853-e7ba3b85cb07 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:44.146222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Network 9b05ed33-6ab8-4a80-8669-5c63759fddfd is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:44.147955 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbab33d9-bed3-4165-8a15-1093f0d783aa tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] DELETE failed (client error): The resource could not be found. May 30 20:07:44.148621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbab33d9-bed3-4165-8a15-1093f0d783aa tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:07:44.158722 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bbab33d9-bed3-4165-8a15-1093f0d783aa tempest-RoutersIpV6AdminTest-1595104140 tempest-RoutersIpV6AdminTest-1595104140-project] 10.222.0.84 "DELETE /v2.0/subnets/ef9d7212-fd7c-45b4-a9ef-b85cfe915f9e HTTP/1.1" status: 404 len: 337 time: 0.0758703 May 30 20:07:44.160133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:44.185267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806728e-7a68-41d0-bda0-b57692e8e08e req-9b51d52d-a217-4ee5-82df-a8ac3e4481c9 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:44.192779 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6806728e-7a68-41d0-bda0-b57692e8e08e req-9b51d52d-a217-4ee5-82df-a8ac3e4481c9 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 0.4980075 May 30 20:07:44.211166 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:44.305317 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:44.351360 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port b303fcb4-67d8-4a14-83d2-b0ae8103d83d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b303fcb4-67d8-4a14-83d2-b0ae8103d83d,segment=NetworkSegment(48cd6d01-b310-4c01-bbbe-420c11ab879f),segment_id=48cd6d01-b310-4c01-bbbe-420c11ab879f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:44.376099 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:44.424240 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-1bcfb49e-b9d3-4699-a853-e7ba3b85cb07 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:44.424775 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-1bcfb49e-b9d3-4699-a853-e7ba3b85cb07 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:44.485582 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e5ba5128-df39-4832-8e93-c9f0df489c88, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e5ba5128-df39-4832-8e93-c9f0df489c88,segment=NetworkSegment(30e989a5-5921-457a-8f3d-b89e67b1bb6b),segment_id=30e989a5-5921-457a-8f3d-b89e67b1bb6b)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:44.494748 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:44.495135 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6806728e-7a68-41d0-bda0-b57692e8e08e req-db623910-59f4-45bf-ace4-c24f65dd9439 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985387 May 30 20:07:44.495522 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 0be2f338-0fcb-446a-a253-87193f57992b up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:44.516922 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-454f42ea-1de1-4212-a41e-b9b505c24c57 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971201 May 30 20:07:44.570667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-1bcfb49e-b9d3-4699-a853-e7ba3b85cb07 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0193739 May 30 20:07:44.590057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Request body: {'port': {'device_id': 'fa9891d1-413f-46d1-a712-03e61747582b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:44.598346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=b303fcb4-67d8-4a14-83d2-b0ae8103d83d,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:44.705659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a71b0-3157-4e35-8143-76dd2be4c540 req-d47c60b9-54e0-4afc-8e38-7db731646820 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:44.707092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f31a71b0-3157-4e35-8143-76dd2be4c540 req-d47c60b9-54e0-4afc-8e38-7db731646820 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=942c1432-68dc-49a1-b544-fadc759b75f3 HTTP/1.1" status: 200 len: 948 time: 0.4521806 May 30 20:07:44.714372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-31bd4158-ed69-48bd-9a04-4f4af46ea893 None None] Provisioning for port 706a4667-45c9-4f3b-8a87-532f54b476f5 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:44.749464 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-31bd4158-ed69-48bd-9a04-4f4af46ea893 None None] Provisioning complete for port 706a4667-45c9-4f3b-8a87-532f54b476f5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:44.749961 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-31bd4158-ed69-48bd-9a04-4f4af46ea893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:44.750463 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60718) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:44.787574 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=e5ba5128-df39-4832-8e93-c9f0df489c88,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:44.790295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 0be2f338-0fcb-446a-a253-87193f57992b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:44.798686 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 0be2f338-0fcb-446a-a253-87193f57992b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:44.798895 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:44.857760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Router 8625f30e-15fe-4ccc-873e-722149714643 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:07:44.861549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-31bd4158-ed69-48bd-9a04-4f4af46ea893 None None] Port 706a4667-45c9-4f3b-8a87-532f54b476f5 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:07:44.890327 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f31a71b0-3157-4e35-8143-76dd2be4c540 req-0e254137-efa6-478a-ba37-e96fd9d669bb tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672199 May 30 20:07:44.928376 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:44.936343 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c2ae5ee-6df0-4eee-b833-501db6097d51 req-b56144ec-a307-4bfd-9d3d-d676b6f5877d service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110627 May 30 20:07:45.014518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c876ca-2a51-47ee-a2ca-2aacfd255a9d req-0afd3fa9-10f0-4f8a-a2cb-5490f4bc43cc tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:45.015225 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.016778 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-25c876ca-2a51-47ee-a2ca-2aacfd255a9d req-0afd3fa9-10f0-4f8a-a2cb-5490f4bc43cc tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 945 time: 0.2919164 May 30 20:07:45.072692 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 0be2f338-0fcb-446a-a253-87193f57992b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=0be2f338-0fcb-446a-a253-87193f57992b,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:45.073585 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f9100003-51ca-43fe-a55d-c33134c7491a None None] Provisioning complete for port 90fea693-def5-4980-a2b2-91610604c705 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:45.073992 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f9100003-51ca-43fe-a55d-c33134c7491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.100907 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.101692 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 3d0f3917-5c1e-45ac-a959-223ca8215a5d up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:45.172564 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46240ed3-b3ec-46e2-8bed-467262c592db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.176543 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-25c876ca-2a51-47ee-a2ca-2aacfd255a9d req-d45655e4-9db0-4520-a0ed-be665ad9aca4 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae730f1-ed19-4870-89f9-102a0733cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408842 May 30 20:07:45.226377 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f9100003-51ca-43fe-a55d-c33134c7491a None None] Port 90fea693-def5-4980-a2b2-91610604c705 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:07:45.227616 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-46240ed3-b3ec-46e2-8bed-467262c592db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:45.234225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-46240ed3-b3ec-46e2-8bed-467262c592db admin admin] Usage tracker for resource:security_group_rule and tenant:c3cd8de24b964053a83b9be1ac868bdb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:45.238746 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-46240ed3-b3ec-46e2-8bed-467262c592db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:45.243062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=0be2f338-0fcb-446a-a253-87193f57992b,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:45.249092 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-46240ed3-b3ec-46e2-8bed-467262c592db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:45.259865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 3d0f3917-5c1e-45ac-a959-223ca8215a5d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:45.266503 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 3d0f3917-5c1e-45ac-a959-223ca8215a5d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:45.267079 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.374641 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46240ed3-b3ec-46e2-8bed-467262c592db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.377113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:45.393503 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46240ed3-b3ec-46e2-8bed-467262c592db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.397856 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a419d-2dc3-4e86-8b19-ac4c48be6572 None None] Sync routers for ids ['8625f30e-15fe-4ccc-873e-722149714643'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:45.435090 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.453046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264a419d-2dc3-4e86-8b19-ac4c48be6572 None None] Routers {'8625f30e-15fe-4ccc-873e-722149714643'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:45.453860 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-264a419d-2dc3-4e86-8b19-ac4c48be6572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8625f30e-15fe-4ccc-873e-722149714643'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:45.465745 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b5f1e6d5-abce-4d08-bb86-3ea12410aa04 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] 10.222.0.84 "PUT /v2.0/routers/8625f30e-15fe-4ccc-873e-722149714643/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6516323 May 30 20:07:45.468923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60728) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:45.480417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Request body: {'port': {'network_id': '9b05ed33-6ab8-4a80-8669-5c63759fddfd', 'name': 'tempest-FloatingIPAdminTestJSON-1327981318'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:45.494427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46240ed3-b3ec-46e2-8bed-467262c592db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6a1c03-30f7-4638-9861-b5f3eb613867,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:45.506986 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-46240ed3-b3ec-46e2-8bed-467262c592db admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c3cd8de24b964053a83b9be1ac868bdb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7528615 May 30 20:07:45.522211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60732) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:45.531839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-264a419d-2dc3-4e86-8b19-ac4c48be6572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:45.555868 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 3d0f3917-5c1e-45ac-a959-223ca8215a5d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=3d0f3917-5c1e-45ac-a959-223ca8215a5d,segment=NetworkSegment(fbce37dd-a637-46f1-88e0-2b83b9a452d7),segment_id=fbce37dd-a637-46f1-88e0-2b83b9a452d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:45.558581 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264a419d-2dc3-4e86-8b19-ac4c48be6572 None None] Routers {'8625f30e-15fe-4ccc-873e-722149714643'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:45.559266 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-264a419d-2dc3-4e86-8b19-ac4c48be6572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8625f30e-15fe-4ccc-873e-722149714643'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:45.567250 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942c1432-68dc-49a1-b544-fadc759b75f3', 'tag': 'fb832921-8095-4689-a577-40a958538936'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:45.619603 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.620713 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a1af3658-e0a8-482d-bfac-62be8aff685f up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:45.632917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:45.636984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Usage tracker for resource:port and tenant:058afca096124f41883e2d2ec23498db is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:45.640608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be7729-4152-40a1-a216-634dfde3c2f1 req-a05fd173-6e75-4d69-bea9-35039ca10fef tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:45.641014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:45.641449 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a5be7729-4152-40a1-a216-634dfde3c2f1 req-a05fd173-6e75-4d69-bea9-35039ca10fef tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Synchronizing usage tracker for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:45.647422 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:45.659902 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Made reservation on behalf of 058afca096124f41883e2d2ec23498db for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:45.663100 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.682897 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-264a419d-2dc3-4e86-8b19-ac4c48be6572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:45.683290 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a419d-2dc3-4e86-8b19-ac4c48be6572 None None] The sync data for ids ['8625f30e-15fe-4ccc-873e-722149714643'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:07:45.686807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] device_id is not set on port 321af578-64fa-4a03-b8b2-3b8fb6664b2a yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:07:45.721661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a5be7729-4152-40a1-a216-634dfde3c2f1 req-a05fd173-6e75-4d69-bea9-35039ca10fef tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Unset dirty status for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:45.728299 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a5be7729-4152-40a1-a216-634dfde3c2f1 req-a05fd173-6e75-4d69-bea9-35039ca10fef tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 931 time: 0.6499262 May 30 20:07:45.745736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=3d0f3917-5c1e-45ac-a959-223ca8215a5d,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:45.760264 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port a1af3658-e0a8-482d-bfac-62be8aff685f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:45.761418 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-daf06b10-6bab-4c6b-a560-94b65ea39354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.768077 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port a1af3658-e0a8-482d-bfac-62be8aff685f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:45.768327 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.777045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d9575-b819-4941-a6e3-7d778f9c3e2a req-d1b3c752-8d19-47e9-8471-3c40cb333b31 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:45.780973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d9575-b819-4941-a6e3-7d778f9c3e2a req-d1b3c752-8d19-47e9-8471-3c40cb333b31 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:45.785472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d9575-b819-4941-a6e3-7d778f9c3e2a req-d1b3c752-8d19-47e9-8471-3c40cb333b31 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:45.789311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d9575-b819-4941-a6e3-7d778f9c3e2a req-d1b3c752-8d19-47e9-8471-3c40cb333b31 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:45.793133 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d9575-b819-4941-a6e3-7d778f9c3e2a req-d1b3c752-8d19-47e9-8471-3c40cb333b31 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:45.796945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d9575-b819-4941-a6e3-7d778f9c3e2a req-d1b3c752-8d19-47e9-8471-3c40cb333b31 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:45.800797 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d9575-b819-4941-a6e3-7d778f9c3e2a req-d1b3c752-8d19-47e9-8471-3c40cb333b31 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:45.808148 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e32d9575-b819-4941-a6e3-7d778f9c3e2a req-d1b3c752-8d19-47e9-8471-3c40cb333b31 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5443 time: 0.3443062 May 30 20:07:45.835583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Allocated IP 172.20.0.12 (9b05ed33-6ab8-4a80-8669-5c63759fddfd/198ccc06-4928-4398-a06b-80ca8c7adff4/321af578-64fa-4a03-b8b2-3b8fb6664b2a) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:45.872540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706a4667-45c9-4f3b-8a87-532f54b476f5 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:45.884417 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-daf06b10-6bab-4c6b-a560-94b65ea39354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.894914 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.923862 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.941355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Transition to ACTIVE for port object 706a4667-45c9-4f3b-8a87-532f54b476f5 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:45.959193 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port a1af3658-e0a8-482d-bfac-62be8aff685f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a1af3658-e0a8-482d-bfac-62be8aff685f,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:45.962648 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a5be7729-4152-40a1-a216-634dfde3c2f1 req-53f190c9-035f-4f13-a381-0effbf8cf5b8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333419 May 30 20:07:45.964632 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.975957 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:46.028527 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e32d9575-b819-4941-a6e3-7d778f9c3e2a req-639a6d92-68ba-4746-a81a-bb933795f7ad tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2193778 May 30 20:07:46.040324 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=a1af3658-e0a8-482d-bfac-62be8aff685f,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:46.073529 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:46.091936 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f827944-7b7b-4e81-9a6a-63a922b64815'}, {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee127b40-627b-4a43-a5dc-af836a2fee1f'}, {'server_uuid': '48779e5f-5f94-4a80-9198-567d99625165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b303fcb4-67d8-4a14-83d2-b0ae8103d83d'}, {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ba5128-df39-4832-8e93-c9f0df489c88'}, {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be2f338-0fcb-446a-a253-87193f57992b'}, {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0f3917-5c1e-45ac-a959-223ca8215a5d'}, {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1af3658-e0a8-482d-bfac-62be8aff685f'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:46.166774 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Transition to ACTIVE for port object 321af578-64fa-4a03-b8b2-3b8fb6664b2a will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:46.187666 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ed2f9da-06f1-4b70-aee8-69802076f7e8'] response: {'name': 'network-changed', 'server_uuid': '942c1432-68dc-49a1-b544-fadc759b75f3', 'tag': 'fb832921-8095-4689-a577-40a958538936', 'status': 'completed', 'code': 200} May 30 20:07:46.193487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Pushing event updated for resources: {'Port': ['ID=706a4667-45c9-4f3b-8a87-532f54b476f5,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:46.201622 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:46.232985 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-daf06b10-6bab-4c6b-a560-94b65ea39354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:46.315734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Pushing event updated for resources: {'Port': ['ID=321af578-64fa-4a03-b8b2-3b8fb6664b2a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:46.339655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Network 9b05ed33-6ab8-4a80-8669-5c63759fddfd is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:46.340918 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:46.344100 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:46.411789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:46.411789 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:46.438170 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4a9541dd-97c3-41da-90f6-4a0790a53a43 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9654269 May 30 20:07:46.441571 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60750) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:46.533507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf06b10-6bab-4c6b-a560-94b65ea39354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6a1c03-30f7-4638-9861-b5f3eb613867,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:46.578289 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-daf06b10-6bab-4c6b-a560-94b65ea39354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:46.579675 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-daf06b10-6bab-4c6b-a560-94b65ea39354 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6c6a1c03-30f7-4638-9861-b5f3eb613867 HTTP/1.1" status: 204 len: 168 time: 1.0503309 May 30 20:07:46.592936 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-169c3bd7-ec12-43af-bab4-6138a7b8f6b3 None None] Provisioning for port 321af578-64fa-4a03-b8b2-3b8fb6664b2a completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:46.601195 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-169c3bd7-ec12-43af-bab4-6138a7b8f6b3 None None] Provisioning complete for port 321af578-64fa-4a03-b8b2-3b8fb6664b2a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:46.601596 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-169c3bd7-ec12-43af-bab4-6138a7b8f6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:46.618668 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'project_id': '058afca096124f41883e2d2ec23498db', 'port_id': '321af578-64fa-4a03-b8b2-3b8fb6664b2a'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:46.625675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:46.630707 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Usage tracker for resource:floatingip and tenant:058afca096124f41883e2d2ec23498db is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:46.634422 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:46.641928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:46.659295 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:46.665973 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-169c3bd7-ec12-43af-bab4-6138a7b8f6b3 None None] Port 321af578-64fa-4a03-b8b2-3b8fb6664b2a cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:07:46.696080 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Attempting to bind port 706a4667-45c9-4f3b-8a87-532f54b476f5 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:07:46.696492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Attempting to bind port 706a4667-45c9-4f3b-8a87-532f54b476f5 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:07:46.696845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Attempting to bind port 706a4667-45c9-4f3b-8a87-532f54b476f5 on network 9ea528b6-cc9d-40ff-b131-d41923530da2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:46.709909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c4419-568f-4179-9b3a-8916606b3f54 req-2e919e4f-55b1-4640-9d18-219ee7129d44 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:46.716382 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-852c4419-568f-4179-9b3a-8916606b3f54 req-2e919e4f-55b1-4640-9d18-219ee7129d44 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 811 time: 0.5555665 May 30 20:07:46.733845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c698a-c829-4e17-baac-4aefa50b4855 req-a5b4ab75-20b5-4758-8c4c-425e947b4866 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:46.735290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-935c698a-c829-4e17-baac-4aefa50b4855 req-a5b4ab75-20b5-4758-8c4c-425e947b4866 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=942c1432-68dc-49a1-b544-fadc759b75f3 HTTP/1.1" status: 200 len: 948 time: 0.3073630 May 30 20:07:46.738653 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Port 706a4667-45c9-4f3b-8a87-532f54b476f5 on network 9ea528b6-cc9d-40ff-b131-d41923530da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:07:46.738975 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Attempting to bind port 706a4667-45c9-4f3b-8a87-532f54b476f5 on network 9ea528b6-cc9d-40ff-b131-d41923530da2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:46.746113 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a882b29-2cb8-4f2e-a954-32ec6470b171 req-8249e384-fdd4-4daf-ad69-e42adcf95641 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=78240df5886b4f0091023e2aa577ea91&device_id=942c1432-68dc-49a1-b544-fadc759b75f3 HTTP/1.1" status: 200 len: 1099 time: 0.5534921 May 30 20:07:46.787699 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-852c4419-568f-4179-9b3a-8916606b3f54 req-525bafab-1653-48c0-a707-31c6721c63d4 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/quotas/0e075b17435345809d5c6645e9b9fc3c HTTP/1.1" status: 200 len: 375 time: 0.0704610 May 30 20:07:46.797139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:07:46.797531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Checking segment: {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:46.797859 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Bound using segment: {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:07:46.798297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Bound port: 706a4667-45c9-4f3b-8a87-532f54b476f5, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:07:46.799142 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:46.804148 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:46.951471 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Allocated IP 172.25.5.192 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/297733df-a1fd-4a44-9386-5ff6e1e919ca) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:46.961058 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b9315226-52a5-4324-9010-c23728b69dec tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1071756 May 30 20:07:46.973219 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-935c698a-c829-4e17-baac-4aefa50b4855 req-1754170d-05b9-463a-8c99-41a7c4473186 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312922 May 30 20:07:46.982908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60760) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:47.056769 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab190d84-06ad-4a54-8081-e6350b14966b'] response: {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f827944-7b7b-4e81-9a6a-63a922b64815', 'code': 200} May 30 20:07:47.056769 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab190d84-06ad-4a54-8081-e6350b14966b'] response: {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee127b40-627b-4a43-a5dc-af836a2fee1f', 'code': 200} May 30 20:07:47.056769 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab190d84-06ad-4a54-8081-e6350b14966b'] response: {'server_uuid': '48779e5f-5f94-4a80-9198-567d99625165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b303fcb4-67d8-4a14-83d2-b0ae8103d83d', 'code': 200} May 30 20:07:47.056769 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab190d84-06ad-4a54-8081-e6350b14966b'] response: {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ba5128-df39-4832-8e93-c9f0df489c88', 'code': 200} May 30 20:07:47.056769 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab190d84-06ad-4a54-8081-e6350b14966b'] response: {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be2f338-0fcb-446a-a253-87193f57992b', 'code': 200} May 30 20:07:47.056769 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab190d84-06ad-4a54-8081-e6350b14966b'] response: {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0f3917-5c1e-45ac-a959-223ca8215a5d', 'code': 200} May 30 20:07:47.057814 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab190d84-06ad-4a54-8081-e6350b14966b'] response: {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1af3658-e0a8-482d-bfac-62be8aff685f', 'code': 200} May 30 20:07:47.133914 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.174699 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.250191 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:47.254343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:47.258796 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:47.286542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Pushing event updated for resources: {'Port': ['ID=297733df-a1fd-4a44-9386-5ff6e1e919ca,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:47.291623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a882b29-2cb8-4f2e-a954-32ec6470b171 req-61cc0e77-44e6-48dc-b491-b678465ff55b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:47.293109 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a882b29-2cb8-4f2e-a954-32ec6470b171 req-61cc0e77-44e6-48dc-b491-b678465ff55b service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.5300739 May 30 20:07:47.294190 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] For port 706a4667-45c9-4f3b-8a87-532f54b476f5, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:07:47.403067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] For port 706a4667-45c9-4f3b-8a87-532f54b476f5, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=706a4667-45c9-4f3b-8a87-532f54b476f5,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:07:47.423338 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3ecd35d6-b7a9-4bda-8b71-f1d7e93c6cd9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e64e0da37982419aafd244b47f16904a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4377046 May 30 20:07:47.427263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60768) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:47.450156 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.503785 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a882b29-2cb8-4f2e-a954-32ec6470b171 req-51e704b3-67c6-45f1-b31e-d49520c41e59 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=fb832921-8095-4689-a577-40a958538936 HTTP/1.1" status: 200 len: 217 time: 0.1869974 May 30 20:07:47.505545 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-852c4419-568f-4179-9b3a-8916606b3f54 req-e747cba6-ac3d-4e14-8073-3b810a9b2ad5 service neutron] 10.222.0.84 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234692 May 30 20:07:47.681772 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.683155 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] 10.222.0.93 "PUT /v2.0/ports/706a4667-45c9-4f3b-8a87-532f54b476f5 HTTP/1.1" status: 200 len: 1091 time: 3.0973842 May 30 20:07:47.728546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d105486-7127-4495-a254-8ddf19054b5b service neutron] Pushing event updated for resources: {'Port': ['ID=706a4667-45c9-4f3b-8a87-532f54b476f5,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:47.745199 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83d03c-e36b-451c-985c-955e28928cff req-46a1ccfa-f012-47d8-87ff-c177df4f1b0d tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:47.747381 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a83d03c-e36b-451c-985c-955e28928cff req-46a1ccfa-f012-47d8-87ff-c177df4f1b0d tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 945 time: 0.5478668 May 30 20:07:47.751486 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0d9c-6c21-4107-9f93-bc5a2f0f8d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.786445 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a21d9289-0a2c-4f78-bbbf-4920d76dc473 req-3c981fb7-2ffa-493b-a8c9-a4f0dad4a8f0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 1096 time: 0.6316037 May 30 20:07:47.787688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a882b29-2cb8-4f2e-a954-32ec6470b171 req-c287e815-1aab-4ac5-9c36-3f98fa4d10fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:47.789015 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a882b29-2cb8-4f2e-a954-32ec6470b171 req-c287e815-1aab-4ac5-9c36-3f98fa4d10fd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2648077 May 30 20:07:47.798106 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0d9c-6c21-4107-9f93-bc5a2f0f8d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.812477 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3880dbc-0571-4cad-a9b2-329225957bc5 req-10f8e8f4-4164-43a2-a0b1-40cb559715f5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 6502 time: 0.5998242 May 30 20:07:47.878916 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0d9c-6c21-4107-9f93-bc5a2f0f8d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.899693 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e0d9c-6c21-4107-9f93-bc5a2f0f8d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd28bd3-2709-4ac2-9ac8-4c71cc88addf,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:47.981467 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0d9c-6c21-4107-9f93-bc5a2f0f8d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.982598 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9e5e0d9c-6c21-4107-9f93-bc5a2f0f8d7d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/efd28bd3-2709-4ac2-9ac8-4c71cc88addf HTTP/1.1" status: 204 len: 168 time: 0.5544269 May 30 20:07:48.015414 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.075157 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.093759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-852c4419-568f-4179-9b3a-8916606b3f54 req-7bb243fe-f308-41a0-8ba3-61d5079484d6 service neutron] 10.222.0.84 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5746276 May 30 20:07:48.135752 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fb832921-8095-4689-a577-40a958538936 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:07:48.160570 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a83d03c-e36b-451c-985c-955e28928cff req-d904b24a-04cb-4c80-95f8-8b407b6c0eca tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae730f1-ed19-4870-89f9-102a0733cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3705084 May 30 20:07:48.165442 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a21d9289-0a2c-4f78-bbbf-4920d76dc473 req-3d05e270-4b83-4e44-8167-987ce8057a2e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3ae730f1-ed19-4870-89f9-102a0733cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3443315 May 30 20:07:48.175324 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3880dbc-0571-4cad-a9b2-329225957bc5 req-8681ef32-e2f5-4e36-ba1d-a4a9590c985f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3298826 May 30 20:07:48.189130 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9891d1-413f-46d1-a712-03e61747582b', 'tag': '706a4667-45c9-4f3b-8a87-532f54b476f5'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:48.198775 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-55ea0930-4212-452f-a571-6d87d3308b71 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 1094 time: 0.4595680 May 30 20:07:48.210888 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a882b29-2cb8-4f2e-a954-32ec6470b171 req-2788ff2a-4f49-4dfa-badd-4d93113ced90 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3887002 May 30 20:07:48.351233 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fb832921-8095-4689-a577-40a958538936, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fb832921-8095-4689-a577-40a958538936,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:48.382381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'fb832921-8095-4689-a577-40a958538936', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': 'fb832921-8095-4689-a577-40a958538936', 'mac_address': 'fa:16:3e:b5:87:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:07:48.461659 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.503688 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.505389 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb832921-8095-4689-a577-40a958538936 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:48.520168 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.529288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fb832921-8095-4689-a577-40a958538936, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fb832921-8095-4689-a577-40a958538936,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:48.534745 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.630850 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fb832921-8095-4689-a577-40a958538936,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:48.637271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Pushing event updated for resources: {'Port': ['ID=297733df-a1fd-4a44-9386-5ff6e1e919ca,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:48.647755 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-76568229-f9bc-493a-8dcb-7c85037861e3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=706a4667-45c9-4f3b-8a87-532f54b476f5 HTTP/1.1" status: 200 len: 217 time: 0.2627151 May 30 20:07:48.730642 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.789873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-c5dadc81-079f-47e3-8226-709c6c1ce0c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:48.791213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-c5dadc81-079f-47e3-8226-709c6c1ce0c9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.1345415 May 30 20:07:48.843117 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a882b29-2cb8-4f2e-a954-32ec6470b171 req-5c8d107d-1f5a-4579-a2cf-fb16df077826 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533785 May 30 20:07:48.850312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02bb4d-a415-47df-af2c-c71031647f43 req-81cc3264-cf54-4368-9b26-428a70fb6b44 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:48.851820 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3f02bb4d-a415-47df-af2c-c71031647f43 req-81cc3264-cf54-4368-9b26-428a70fb6b44 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 943 time: 0.5377784 May 30 20:07:48.889481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['fb832921-8095-4689-a577-40a958538936'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:48.968263 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85140ba0-e0d5-43be-b6ec-485e601b4058 req-138ab616-e02a-4e9d-a44b-2e227f759c49 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:48.977177 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Floating IP 49c3e048-7eeb-4f4e-9c8c-af9bc7c41488 associated. External IP: 172.25.5.192, port: 321af578-64fa-4a03-b8b2-3b8fb6664b2a. May 30 20:07:48.980286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85140ba0-e0d5-43be-b6ec-485e601b4058 req-138ab616-e02a-4e9d-a44b-2e227f759c49 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:48.984612 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85140ba0-e0d5-43be-b6ec-485e601b4058 req-138ab616-e02a-4e9d-a44b-2e227f759c49 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:48.989316 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85140ba0-e0d5-43be-b6ec-485e601b4058 req-138ab616-e02a-4e9d-a44b-2e227f759c49 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:48.998687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85140ba0-e0d5-43be-b6ec-485e601b4058 req-138ab616-e02a-4e9d-a44b-2e227f759c49 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:49.005508 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85140ba0-e0d5-43be-b6ec-485e601b4058 req-138ab616-e02a-4e9d-a44b-2e227f759c49 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:49.009426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85140ba0-e0d5-43be-b6ec-485e601b4058 req-138ab616-e02a-4e9d-a44b-2e227f759c49 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:49.022309 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-85140ba0-e0d5-43be-b6ec-485e601b4058 req-138ab616-e02a-4e9d-a44b-2e227f759c49 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5445 time: 0.5305724 May 30 20:07:49.204559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3f02bb4d-a415-47df-af2c-c71031647f43 req-d0c92841-184b-4c8c-be70-5cab53fda938 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263855 May 30 20:07:49.317333 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-85140ba0-e0d5-43be-b6ec-485e601b4058 req-b867058b-7186-49fd-8766-297c93bf52e7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2922802 May 30 20:07:49.342798 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a882b29-2cb8-4f2e-a954-32ec6470b171 req-cb8aaa84-d256-4114-b585-ad048a73779f service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819276 May 30 20:07:49.358862 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-c5dbb8b5-b09f-49da-8ae6-9a8802c5492d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5502715 May 30 20:07:49.577794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-34c9e3d1-dc68-4437-831c-2421d00c794c service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122407 May 30 20:07:49.579250 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be66033-a552-422e-b471-355bcba8293e'] response: {'name': 'network-changed', 'server_uuid': 'fa9891d1-413f-46d1-a712-03e61747582b', 'tag': '706a4667-45c9-4f3b-8a87-532f54b476f5', 'status': 'completed', 'code': 200} May 30 20:07:49.601476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Router 8625f30e-15fe-4ccc-873e-722149714643 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:07:49.777844 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2837ec0-0c46-48ab-8ac2-62bcca8769a0 req-04c78c30-7269-4c18-a4f5-268e44425102 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 210 time: 0.1971710 May 30 20:07:49.797944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6a095-f0ba-4967-b5c3-406ed19846a5 req-f408ca1d-aa7a-401b-8fea-4863fc8b0511 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:49.799470 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0c6a095-f0ba-4967-b5c3-406ed19846a5 req-f408ca1d-aa7a-401b-8fea-4863fc8b0511 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=942c1432-68dc-49a1-b544-fadc759b75f3 HTTP/1.1" status: 200 len: 949 time: 0.2178612 May 30 20:07:49.879029 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0c6a095-f0ba-4967-b5c3-406ed19846a5 req-eec14377-7e0c-41b4-afa3-cb6c02b5a5a0 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716810 May 30 20:07:49.933134 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6651ed2a-4c66-4fec-8e69-eaf47fea34bf req-bfdc1457-4fd7-4a85-b5db-2f0906f2c448 service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738185 May 30 20:07:49.964266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:49.975637 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0b3be3-e759-4c4b-8c27-a16503a9f39d None None] Sync routers for ids ['8625f30e-15fe-4ccc-873e-722149714643'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:49.991034 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:49.998271 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b3be3-e759-4c4b-8c27-a16503a9f39d None None] Routers {'8625f30e-15fe-4ccc-873e-722149714643'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:50.000637 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-cc0b3be3-e759-4c4b-8c27-a16503a9f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8625f30e-15fe-4ccc-873e-722149714643'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:50.091849 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-53e40bc0-8224-403e-8de1-3369efe41d39 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.6465399 May 30 20:07:50.092086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60816) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:50.143817 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-cc0b3be3-e759-4c4b-8c27-a16503a9f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:50.149792 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fb832921-8095-4689-a577-40a958538936 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:50.156377 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b3be3-e759-4c4b-8c27-a16503a9f39d None None] Routers {'8625f30e-15fe-4ccc-873e-722149714643'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:50.157188 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-cc0b3be3-e759-4c4b-8c27-a16503a9f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8625f30e-15fe-4ccc-873e-722149714643'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:50.221198 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cc274a6b-cb87-452b-9139-925da1b07165 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] 10.222.0.84 "GET /v2.0/floatingips/49c3e048-7eeb-4f4e-9c8c-af9bc7c41488 HTTP/1.1" status: 200 len: 984 time: 0.1252286 May 30 20:07:50.224559 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60822) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:50.284193 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-cc0b3be3-e759-4c4b-8c27-a16503a9f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:50.284785 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0b3be3-e759-4c4b-8c27-a16503a9f39d None None] The sync data for ids ['8625f30e-15fe-4ccc-873e-722149714643'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:07:50.322846 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port fb832921-8095-4689-a577-40a958538936 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:50.332451 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port fb832921-8095-4689-a577-40a958538936 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:50.333267 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:50.383048 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dcbda4aa-b5fb-4a3d-98f4-3c776be8b26a tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3995 time: 0.1546803 May 30 20:07:50.383641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60830) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:50.389109 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c4419-568f-4179-9b3a-8916606b3f54 req-7b77cde5-129a-43c3-9d4b-c59aa0f793cc tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:50.397385 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-852c4419-568f-4179-9b3a-8916606b3f54 req-7b77cde5-129a-43c3-9d4b-c59aa0f793cc tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 811 time: 0.4628601 May 30 20:07:50.427104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-852c4419-568f-4179-9b3a-8916606b3f54 req-4154c044-f207-45bf-ac7e-d475d5c621d3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Request body: {'port': {'device_id': '75c74786-362c-4f7b-be18-8c55c9dea670', 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf', 'admin_state_up': True, 'tenant_id': '0e075b17435345809d5c6645e9b9fc3c'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:50.486518 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:50.513443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942c1432-68dc-49a1-b544-fadc759b75f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb832921-8095-4689-a577-40a958538936'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:50.524248 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fb832921-8095-4689-a577-40a958538936, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fb832921-8095-4689-a577-40a958538936,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:50.529905 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:50.617629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fb832921-8095-4689-a577-40a958538936,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:50.620398 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e8cc31e4-1c2c-4576-bacd-aa8e76fc8efa tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Deleting port 297733df-a1fd-4a44-9386-5ff6e1e919ca {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:07:50.620946 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8cc31e4-1c2c-4576-bacd-aa8e76fc8efa tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:50.711913 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4af3216-897a-4e6d-baf2-40aace58b91f req-3bf00264-7ed2-4b4f-966c-9cfd84ff1f6d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 1094 time: 0.6413925 May 30 20:07:50.730434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84263d-bf1f-49b4-acd9-33dd4c25fdae req-7d824617-0cb2-448c-8801-19542fb255f4 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:50.732228 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a84263d-bf1f-49b4-acd9-33dd4c25fdae req-7d824617-0cb2-448c-8801-19542fb255f4 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 945 time: 0.6606472 May 30 20:07:50.745403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60842) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:50.811935 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8cc31e4-1c2c-4576-bacd-aa8e76fc8efa tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:50.812340 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8cc31e4-1c2c-4576-bacd-aa8e76fc8efa tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:50.934427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e8cc31e4-1c2c-4576-bacd-aa8e76fc8efa tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Calling delete_port for 297733df-a1fd-4a44-9386-5ff6e1e919ca owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:07:50.943555 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-852c4419-568f-4179-9b3a-8916606b3f54 req-4154c044-f207-45bf-ac7e-d475d5c621d3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:50.954341 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a84263d-bf1f-49b4-acd9-33dd4c25fdae req-284c5302-a2ab-488a-a537-6fbada566e5e tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae730f1-ed19-4870-89f9-102a0733cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955490 May 30 20:07:50.963049 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-837150561', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:50.972293 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746d754-5ee1-457a-a758-a71f39f6fa35 req-3afc4144-464b-484f-ad57-8318c2f68211 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:50.973618 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6746d754-5ee1-457a-a758-a71f39f6fa35 req-3afc4144-464b-484f-ad57-8318c2f68211 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 943 time: 0.5287788 May 30 20:07:50.979449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:50.980909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-852c4419-568f-4179-9b3a-8916606b3f54 req-4154c044-f207-45bf-ac7e-d475d5c621d3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:50.988225 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af3216-897a-4e6d-baf2-40aace58b91f req-0885efe1-f54c-48bc-9be6-2f8d5ee7bf6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:50.989628 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4af3216-897a-4e6d-baf2-40aace58b91f req-0885efe1-f54c-48bc-9be6-2f8d5ee7bf6e service neutron] 10.222.0.93 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.2651398 May 30 20:07:51.003776 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Usage tracker for resource:port and tenant:648c64f646834d8fb8822395322eb22f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:51.009315 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:51.017749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:51.044055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Made reservation on behalf of 648c64f646834d8fb8822395322eb22f for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:51.046307 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:51.061995 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:51.079507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852c4419-568f-4179-9b3a-8916606b3f54 req-4154c044-f207-45bf-ac7e-d475d5c621d3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Made reservation on behalf of 0e075b17435345809d5c6645e9b9fc3c for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:51.082681 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-852c4419-568f-4179-9b3a-8916606b3f54 req-4154c044-f207-45bf-ac7e-d475d5c621d3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:51.105716 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:51.134518 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4af3216-897a-4e6d-baf2-40aace58b91f req-393ed534-353f-4f9b-a545-861089c11cad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=706a4667-45c9-4f3b-8a87-532f54b476f5 HTTP/1.1" status: 200 len: 217 time: 0.1217480 May 30 20:07:51.140170 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Usage tracker for resource:security_group_rule and tenant:648c64f646834d8fb8822395322eb22f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:51.144441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:51.156416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:51.182169 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8cc31e4-1c2c-4576-bacd-aa8e76fc8efa tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:51.235769 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc31e4-1c2c-4576-bacd-aa8e76fc8efa tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Pushing event deleted for resources: {'Port': ['ID=297733df-a1fd-4a44-9386-5ff6e1e919ca,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:51.259760 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6746d754-5ee1-457a-a758-a71f39f6fa35 req-415dbb04-892d-4283-b6b8-6e2a1e86c439 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753167 May 30 20:07:51.308144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af3216-897a-4e6d-baf2-40aace58b91f req-60a893ff-2e82-4757-9b0d-2e5820b375ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:51.309616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4af3216-897a-4e6d-baf2-40aace58b91f req-60a893ff-2e82-4757-9b0d-2e5820b375ba service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.1683254 May 30 20:07:51.356372 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd708e6-d128-4e20-a973-85f12fa114fa'] response: {'server_uuid': '942c1432-68dc-49a1-b544-fadc759b75f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb832921-8095-4689-a577-40a958538936', 'code': 200} May 30 20:07:51.366880 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8cc31e4-1c2c-4576-bacd-aa8e76fc8efa tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:51.435848 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:51.530428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e201e-d3b9-4810-ab3d-fa5e0e6d9b7c req-a492de4b-f9b6-4f0e-9b07-e87cc25dd5f0 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:51.534866 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e201e-d3b9-4810-ab3d-fa5e0e6d9b7c req-a492de4b-f9b6-4f0e-9b07-e87cc25dd5f0 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:51.538781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e201e-d3b9-4810-ab3d-fa5e0e6d9b7c req-a492de4b-f9b6-4f0e-9b07-e87cc25dd5f0 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:51.542687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e201e-d3b9-4810-ab3d-fa5e0e6d9b7c req-a492de4b-f9b6-4f0e-9b07-e87cc25dd5f0 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:51.546606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e201e-d3b9-4810-ab3d-fa5e0e6d9b7c req-a492de4b-f9b6-4f0e-9b07-e87cc25dd5f0 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:51.551112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e201e-d3b9-4810-ab3d-fa5e0e6d9b7c req-a492de4b-f9b6-4f0e-9b07-e87cc25dd5f0 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:51.554992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e201e-d3b9-4810-ab3d-fa5e0e6d9b7c req-a492de4b-f9b6-4f0e-9b07-e87cc25dd5f0 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:51.556962 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-983e201e-d3b9-4810-ab3d-fa5e0e6d9b7c req-a492de4b-f9b6-4f0e-9b07-e87cc25dd5f0 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5445 time: 0.4617662 May 30 20:07:51.580417 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:51.581551 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d710ddff-28f6-4631-952a-c83effefe516 req-6aecc585-d50b-42e5-8c15-3930e3abe9c4 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 210 time: 0.1148255 May 30 20:07:51.597346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] device_id is not set on port 64621325-ebfc-4f0a-b98f-1a6ddf716c85 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:07:51.600885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-852c4419-568f-4179-9b3a-8916606b3f54 req-4154c044-f207-45bf-ac7e-d475d5c621d3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Allocated IP 172.20.0.12 (d568287e-a0ce-4f8b-a9cc-faf7575177cf/24f03aba-f12a-4241-8d9f-db4a6a1a5134/d4f61313-5881-48b9-bce2-6ac78e646e67) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:51.682589 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40346832-f274-4958-a556-e5dd9d910218,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:51.693165 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4af3216-897a-4e6d-baf2-40aace58b91f req-46002e54-9087-4974-b544-bbccb6af45d9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3746374 May 30 20:07:51.780330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Allocated IP 172.25.5.131 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/64621325-ebfc-4f0a-b98f-1a6ddf716c85) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:51.805320 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 706a4667-45c9-4f3b-8a87-532f54b476f5 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:07:51.822148 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-983e201e-d3b9-4810-ab3d-fa5e0e6d9b7c req-bacc6da5-4f6f-4d03-8a15-cb828d680b58 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2552319 May 30 20:07:51.836059 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5aa0512a-7a6b-41c3-9931-079c0396c470 req-5091f465-acda-4bcb-a2b2-68d6f00cbf42 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=942c1432-68dc-49a1-b544-fadc759b75f3 HTTP/1.1" status: 200 len: 1101 time: 0.4138381 May 30 20:07:52.014375 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 706a4667-45c9-4f3b-8a87-532f54b476f5, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=706a4667-45c9-4f3b-8a87-532f54b476f5,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:52.028897 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '706a4667-45c9-4f3b-8a87-532f54b476f5', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'port_id': '706a4667-45c9-4f3b-8a87-532f54b476f5', 'mac_address': 'fa:16:3e:6e:ee:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:07:52.096388 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.106298 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4af3216-897a-4e6d-baf2-40aace58b91f req-fbed6f9f-9e8b-460a-9e40-48ced0a929fb service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067116 May 30 20:07:52.113227 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5aa0512a-7a6b-41c3-9931-079c0396c470 req-b711d46f-5486-407e-a36e-8046a588f64d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555091 May 30 20:07:52.115457 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706a4667-45c9-4f3b-8a87-532f54b476f5 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:52.131885 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 706a4667-45c9-4f3b-8a87-532f54b476f5, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=706a4667-45c9-4f3b-8a87-532f54b476f5,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:52.136817 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.167363 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.205449 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=706a4667-45c9-4f3b-8a87-532f54b476f5,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:52.226435 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-852c4419-568f-4179-9b3a-8916606b3f54 req-4154c044-f207-45bf-ac7e-d475d5c621d3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.231684 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.259552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c58a39-e940-41ab-ab18-c89c61dea167 req-69cbbbb2-9a29-40f5-ade1-86134acb8a64 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:52.267804 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51c58a39-e940-41ab-ab18-c89c61dea167 req-69cbbbb2-9a29-40f5-ade1-86134acb8a64 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=942c1432-68dc-49a1-b544-fadc759b75f3 HTTP/1.1" status: 200 len: 950 time: 0.5333209 May 30 20:07:52.312220 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:52.316764 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:52.322233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:52.345182 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['706a4667-45c9-4f3b-8a87-532f54b476f5'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:52.350941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Pushing event updated for resources: {'Port': ['ID=64621325-ebfc-4f0a-b98f-1a6ddf716c85,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:52.356876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab4956-6bb9-4e47-ae8a-1ebfe82ca885 req-dbbb20bb-6e16-45de-9925-b0716733699d tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:52.357888 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-afab4956-6bb9-4e47-ae8a-1ebfe82ca885 req-dbbb20bb-6e16-45de-9925-b0716733699d tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 945 time: 0.3552577 May 30 20:07:52.367438 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4af3216-897a-4e6d-baf2-40aace58b91f req-43f7d531-09a6-4c43-ba0f-e58e7c7cb8e3 service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456198 May 30 20:07:52.368217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60858) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:52.377767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a9463bc1-0910-4eaa-b46c-e8fb212e638f tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Request body: {'floatingip': {'port_id': 'b303fcb4-67d8-4a14-83d2-b0ae8103d83d'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:52.381067 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cc31e4-1c2c-4576-bacd-aa8e76fc8efa tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Router 8625f30e-15fe-4ccc-873e-722149714643 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:07:52.394341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:52.394945 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.455779 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51c58a39-e940-41ab-ab18-c89c61dea167 req-f6220b4b-28a4-4860-88ba-240b43e3ea4d tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870916 May 30 20:07:52.554726 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-813d735d-8ab5-4e91-98bb-22c7dbe3a715 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8081436 May 30 20:07:52.555375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60862) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:52.568000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e4939321-94e7-410a-b6c1-03da5d6fd014 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.131'}]}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:52.574844 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e4939321-94e7-410a-b6c1-03da5d6fd014 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:52.581217 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e4939321-94e7-410a-b6c1-03da5d6fd014 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Usage tracker for resource:router and tenant:648c64f646834d8fb8822395322eb22f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:52.584673 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e4939321-94e7-410a-b6c1-03da5d6fd014 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:52.600351 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e4939321-94e7-410a-b6c1-03da5d6fd014 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:52.616593 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4939321-94e7-410a-b6c1-03da5d6fd014 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.617504 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4939321-94e7-410a-b6c1-03da5d6fd014 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.631526 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-852c4419-568f-4179-9b3a-8916606b3f54 req-4154c044-f207-45bf-ac7e-d475d5c621d3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.650286 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4939321-94e7-410a-b6c1-03da5d6fd014 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.704488 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9463bc1-0910-4eaa-b46c-e8fb212e638f tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.809888 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:07:52.811860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cc31e4-1c2c-4576-bacd-aa8e76fc8efa tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:52.822639 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8cc31e4-1c2c-4576-bacd-aa8e76fc8efa tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.824108 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853166b-538a-45f3-a1ea-5e1e854eb28f None None] Sync routers for ids ['8625f30e-15fe-4ccc-873e-722149714643'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:52.837519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5853166b-538a-45f3-a1ea-5e1e854eb28f None None] Routers {'8625f30e-15fe-4ccc-873e-722149714643'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:52.838364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5853166b-538a-45f3-a1ea-5e1e854eb28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8625f30e-15fe-4ccc-873e-722149714643'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:52.867609 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4939321-94e7-410a-b6c1-03da5d6fd014 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.890050 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e8cc31e4-1c2c-4576-bacd-aa8e76fc8efa tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] 10.222.0.84 "DELETE /v2.0/floatingips/49c3e048-7eeb-4f4e-9c8c-af9bc7c41488 HTTP/1.1" status: 204 len: 168 time: 2.5008991 May 30 20:07:52.890050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60868) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:52.895353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:52.905486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5853166b-538a-45f3-a1ea-5e1e854eb28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:52.914299 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:52.917148 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5853166b-538a-45f3-a1ea-5e1e854eb28f None None] Routers {'8625f30e-15fe-4ccc-873e-722149714643'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:52.917878 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5853166b-538a-45f3-a1ea-5e1e854eb28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8625f30e-15fe-4ccc-873e-722149714643'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:52.921159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Usage tracker for resource:floatingip and tenant:89697c7d2e6a498091ab15635eacbabf is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:52.921851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852c4419-568f-4179-9b3a-8916606b3f54 req-4154c044-f207-45bf-ac7e-d475d5c621d3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Network d568287e-a0ce-4f8b-a9cc-faf7575177cf is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:52.926356 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:52.941118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154c044-f207-45bf-ac7e-d475d5c621d3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Pushing event updated for resources: {'Port': ['ID=d4f61313-5881-48b9-bce2-6ac78e646e67,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:52.943526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-852c4419-568f-4179-9b3a-8916606b3f54 req-4154c044-f207-45bf-ac7e-d475d5c621d3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:52.952256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-852c4419-568f-4179-9b3a-8916606b3f54 req-4154c044-f207-45bf-ac7e-d475d5c621d3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:52.973306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:52.980843 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5853166b-538a-45f3-a1ea-5e1e854eb28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:52.981508 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853166b-538a-45f3-a1ea-5e1e854eb28f None None] The sync data for ids ['8625f30e-15fe-4ccc-873e-722149714643'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:07:53.000296 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:53.091452 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7c370-9b6b-418b-87fc-b08974904a71 req-0a71996b-4b74-4402-9fc9-09d5bdb508bb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:53.095802 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7c370-9b6b-418b-87fc-b08974904a71 req-0a71996b-4b74-4402-9fc9-09d5bdb508bb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:53.099699 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7c370-9b6b-418b-87fc-b08974904a71 req-0a71996b-4b74-4402-9fc9-09d5bdb508bb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:53.103608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7c370-9b6b-418b-87fc-b08974904a71 req-0a71996b-4b74-4402-9fc9-09d5bdb508bb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:53.107495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7c370-9b6b-418b-87fc-b08974904a71 req-0a71996b-4b74-4402-9fc9-09d5bdb508bb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:53.111957 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7c370-9b6b-418b-87fc-b08974904a71 req-0a71996b-4b74-4402-9fc9-09d5bdb508bb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:53.115859 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7c370-9b6b-418b-87fc-b08974904a71 req-0a71996b-4b74-4402-9fc9-09d5bdb508bb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:53.117724 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a6c7c370-9b6b-418b-87fc-b08974904a71 req-0a71996b-4b74-4402-9fc9-09d5bdb508bb tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5445 time: 0.4955096 May 30 20:07:53.129509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa92bb-3829-4197-8b5c-e816a358ecf7 req-23c33031-20db-4574-93a6-f4df940e7cb2 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:53.129509 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d5aa92bb-3829-4197-8b5c-e816a358ecf7 req-23c33031-20db-4574-93a6-f4df940e7cb2 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 944 time: 0.5015171 May 30 20:07:53.129780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60872) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:53.131831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c4419-568f-4179-9b3a-8916606b3f54 req-4154c044-f207-45bf-ac7e-d475d5c621d3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:53.132554 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-852c4419-568f-4179-9b3a-8916606b3f54 req-4154c044-f207-45bf-ac7e-d475d5c621d3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:53.137308 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-75066ced-5985-4829-8c2b-14855890c163 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Request body: {'floatingip': {'port_id': '3d0f3917-5c1e-45ac-a959-223ca8215a5d'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:53.364857 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-852c4419-568f-4179-9b3a-8916606b3f54 req-4154c044-f207-45bf-ac7e-d475d5c621d3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9488046 May 30 20:07:53.368837 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75066ced-5985-4829-8c2b-14855890c163 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:53.399768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Request body: {'port': {'device_id': '75c74786-362c-4f7b-be18-8c55c9dea670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:53.465376 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d5aa92bb-3829-4197-8b5c-e816a358ecf7 req-23efe2f0-3ffd-4426-8139-7e59e0f73bec tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286536 May 30 20:07:53.534862 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:53.637912 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:53.659455 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4939321-94e7-410a-b6c1-03da5d6fd014 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:53.703812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5472c00-66cd-44a9-8cc8-3848fcc9b7b5 req-932b9a42-ded5-4e4a-925b-ce5c7f06f14c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:53.704579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b5472c00-66cd-44a9-8cc8-3848fcc9b7b5 req-932b9a42-ded5-4e4a-925b-ce5c7f06f14c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Synchronizing usage tracker for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:53.709664 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4939321-94e7-410a-b6c1-03da5d6fd014 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:53.811416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b5472c00-66cd-44a9-8cc8-3848fcc9b7b5 req-932b9a42-ded5-4e4a-925b-ce5c7f06f14c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Unset dirty status for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:53.812606 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5472c00-66cd-44a9-8cc8-3848fcc9b7b5 req-932b9a42-ded5-4e4a-925b-ce5c7f06f14c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 932 time: 0.5623538 May 30 20:07:53.840270 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 706a4667-45c9-4f3b-8a87-532f54b476f5 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:53.916081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 706a4667-45c9-4f3b-8a87-532f54b476f5 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:53.922236 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 706a4667-45c9-4f3b-8a87-532f54b476f5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:53.922813 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:53.965009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c192f3-f404-45e6-9d0a-6d160ddd8cdb req-6903117f-209c-4796-9700-dc643922f012 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:53.966496 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-89c192f3-f404-45e6-9d0a-6d160ddd8cdb req-6903117f-209c-4796-9700-dc643922f012 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=942c1432-68dc-49a1-b544-fadc759b75f3 HTTP/1.1" status: 200 len: 950 time: 0.3194036 May 30 20:07:53.972666 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5472c00-66cd-44a9-8cc8-3848fcc9b7b5 req-8093c1ff-c2ba-42bd-8524-7180003a11ae tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501424 May 30 20:07:54.033377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Allocated IP 172.25.5.84 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/d7ff7488-70f2-4afb-a623-621f409c7e3b) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:54.065406 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-a9463bc1-0910-4eaa-b46c-e8fb212e638f tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:07:54.117137 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:54.156603 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9891d1-413f-46d1-a712-03e61747582b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706a4667-45c9-4f3b-8a87-532f54b476f5'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:54.176940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 706a4667-45c9-4f3b-8a87-532f54b476f5, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=706a4667-45c9-4f3b-8a87-532f54b476f5,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:54.183464 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:54.255271 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dbab197-37c8-4f42-b33e-c3c370341513'] response: {'server_uuid': 'fa9891d1-413f-46d1-a712-03e61747582b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706a4667-45c9-4f3b-8a87-532f54b476f5', 'code': 200} May 30 20:07:54.307224 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=706a4667-45c9-4f3b-8a87-532f54b476f5,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:54.321211 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:54.400372 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9463bc1-0910-4eaa-b46c-e8fb212e638f tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:54.418573 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-89c192f3-f404-45e6-9d0a-6d160ddd8cdb req-267ff390-0779-40b9-b868-917c96701d84 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403400 May 30 20:07:54.422796 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9463bc1-0910-4eaa-b46c-e8fb212e638f tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:54.482399 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:54.522554 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75066ced-5985-4829-8c2b-14855890c163 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:54.550628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75066ced-5985-4829-8c2b-14855890c163 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:54.610620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0764226-8e4a-4175-8638-01bdecca4ff2 req-71a7e5f4-fa8a-4813-ab17-0a93002c1509 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 1096 time: 0.3199069 May 30 20:07:54.763840 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0764226-8e4a-4175-8638-01bdecca4ff2 req-184b6db9-57a2-4187-beef-6b5112902342 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431158 May 30 20:07:54.786330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f61313-5881-48b9-bce2-6ac78e646e67 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:54.800201 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:54.819410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:54.827878 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Transition to ACTIVE for port object d4f61313-5881-48b9-bce2-6ac78e646e67 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:54.830822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:54.837369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:54.843993 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ad1e7-0f0d-41f6-85c8-04c84077d85d req-b6249370-e8ba-491b-9fd8-8cc3171b0c6d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:54.846049 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc1ad1e7-0f0d-41f6-85c8-04c84077d85d req-b6249370-e8ba-491b-9fd8-8cc3171b0c6d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.1930540 May 30 20:07:54.850653 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:54.862926 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4939321-94e7-410a-b6c1-03da5d6fd014 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:54.914509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Pushing event updated for resources: {'Port': ['ID=d7ff7488-70f2-4afb-a623-621f409c7e3b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:55.024471 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-54ce6789-b94e-4586-b223-af4985c87cbb tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=78240df5886b4f0091023e2aa577ea91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1204472 May 30 20:07:55.079788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f61313-5881-48b9-bce2-6ac78e646e67,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:55.157422 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-a9463bc1-0910-4eaa-b46c-e8fb212e638f tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Floating IP facbed68-99a5-406e-b309-0a1534aecd63 associated. External IP: 172.25.5.180, port: b303fcb4-67d8-4a14-83d2-b0ae8103d83d. May 30 20:07:55.206581 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc1ad1e7-0f0d-41f6-85c8-04c84077d85d req-a8d36654-9d21-47c5-a11b-bcda0b5c4643 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217583 May 30 20:07:55.335409 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4939321-94e7-410a-b6c1-03da5d6fd014 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:55.344289 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4939321-94e7-410a-b6c1-03da5d6fd014 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:55.441214 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:55.477952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-22a407a3-e725-4a6c-a849-a21f958d4177 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:55.479388 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-22a407a3-e725-4a6c-a849-a21f958d4177 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4436097 May 30 20:07:55.497234 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4939321-94e7-410a-b6c1-03da5d6fd014 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:55.497711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4939321-94e7-410a-b6c1-03da5d6fd014 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c62e297-934f-48e3-8674-45ac1da15948 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:07:55.520447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Attempting to bind port d4f61313-5881-48b9-bce2-6ac78e646e67 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:07:55.520786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Attempting to bind port d4f61313-5881-48b9-bce2-6ac78e646e67 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:07:55.521111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Attempting to bind port d4f61313-5881-48b9-bce2-6ac78e646e67 on network d568287e-a0ce-4f8b-a9cc-faf7575177cf {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:55.525057 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-75066ced-5985-4829-8c2b-14855890c163 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Floating IP 536e3bd9-8621-494d-a6a4-74f7ea79c753 associated. External IP: 172.25.5.225, port: 3d0f3917-5c1e-45ac-a959-223ca8215a5d. May 30 20:07:55.537988 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-ca89b828-a55a-4433-b67c-ac47cbc1a65e tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/quotas/78240df5886b4f0091023e2aa577ea91 HTTP/1.1" status: 200 len: 375 time: 0.0398202 May 30 20:07:55.545106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Port d4f61313-5881-48b9-bce2-6ac78e646e67 on network d568287e-a0ce-4f8b-a9cc-faf7575177cf not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:07:55.545430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Attempting to bind port d4f61313-5881-48b9-bce2-6ac78e646e67 on network d568287e-a0ce-4f8b-a9cc-faf7575177cf {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:55.582549 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:55.607426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08de7a8-225b-4633-8667-080096e5df21 req-33c57e30-be4e-4d39-9b0f-ae36732a80ed tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:55.608917 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b08de7a8-225b-4633-8667-080096e5df21 req-33c57e30-be4e-4d39-9b0f-ae36732a80ed tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 944 time: 0.2493491 May 30 20:07:55.612418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:07:55.612759 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Checking segment: {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:55.613137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Bound using segment: {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:07:55.613577 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Bound port: d4f61313-5881-48b9-bce2-6ac78e646e67, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:07:55.613926 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:55.615225 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-e4939321-94e7-410a-b6c1-03da5d6fd014 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 30 20:07:55.616260 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e4939321-94e7-410a-b6c1-03da5d6fd014 tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0544257 May 30 20:07:55.624918 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60896) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:55.802076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Deleting port 64621325-ebfc-4f0a-b98f-1a6ddf716c85 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:07:55.802803 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:55.876910 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b08de7a8-225b-4633-8667-080096e5df21 req-8b7e8dfc-720d-4cd7-957e-328f8a40a204 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504435 May 30 20:07:55.896997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-2d38d0a1-254b-4b9a-999f-39ab7cb32f9a tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=78240df5886b4f0091023e2aa577ea91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3523827 May 30 20:07:55.900428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] For port d4f61313-5881-48b9-bce2-6ac78e646e67, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:07:55.901899 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:55.906017 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] For port d4f61313-5881-48b9-bce2-6ac78e646e67, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d4f61313-5881-48b9-bce2-6ac78e646e67,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:07:55.921933 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:56.090007 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:56.247450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc0d20dd-6567-4bb3-ad57-01764f8b1262 req-007d568c-3aa2-446d-bb5e-c793171cbeea tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 210 time: 0.1098261 May 30 20:07:56.322016 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:56.323288 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-852c4419-568f-4179-9b3a-8916606b3f54 req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] 10.222.0.93 "PUT /v2.0/ports/d4f61313-5881-48b9-bce2-6ac78e646e67 HTTP/1.1" status: 200 len: 1092 time: 2.9431465 May 30 20:07:56.327212 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c74786-362c-4f7b-be18-8c55c9dea670', 'tag': 'd4f61313-5881-48b9-bce2-6ac78e646e67'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:56.365941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Pushing event updated for resources: {'Port': ['ID=d7ff7488-70f2-4afb-a623-621f409c7e3b,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:56.407332 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:56.447985 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:56.449452 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ffa9ebe8-76e8-40f0-8b2d-79b90f42c27e tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5589871 May 30 20:07:56.452759 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60914) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:56.500118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75066ced-5985-4829-8c2b-14855890c163 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Router 37eeba98-0646-4c3e-97ac-0214b6533b1d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:07:56.532265 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0be1832-4008-4a09-aa1b-81b2cb05e9bd'] response: {'name': 'network-changed', 'server_uuid': '75c74786-362c-4f7b-be18-8c55c9dea670', 'tag': 'd4f61313-5881-48b9-bce2-6ac78e646e67', 'status': 'completed', 'code': 200} May 30 20:07:56.532875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bb21d-65e4-4840-88f3-2bf0b363b9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f61313-5881-48b9-bce2-6ac78e646e67,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:56.629790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:56.640189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:56.649881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Usage tracker for resource:floatingip and tenant:d7aa6f4ba07e469b88b2d6f672a0eab1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:56.653654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:56.661186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:56.686753 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:56.697662 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:56.840158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75066ced-5985-4829-8c2b-14855890c163 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:56.843309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Calling delete_port for 64621325-ebfc-4f0a-b98f-1a6ddf716c85 owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:07:56.845032 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75066ced-5985-4829-8c2b-14855890c163 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:56.851290 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12520985-7607-4ab7-b2b8-05a4dab1b8fc None None] Sync routers for ids ['37eeba98-0646-4c3e-97ac-0214b6533b1d'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:56.866447 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12520985-7607-4ab7-b2b8-05a4dab1b8fc None None] Routers {'37eeba98-0646-4c3e-97ac-0214b6533b1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:56.867302 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-12520985-7607-4ab7-b2b8-05a4dab1b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['37eeba98-0646-4c3e-97ac-0214b6533b1d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:56.883529 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-852c4419-568f-4179-9b3a-8916606b3f54 req-063c41b6-524a-4974-8b5e-8ceb48eeae3b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 1095 time: 0.5012550 May 30 20:07:56.922725 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-75066ced-5985-4829-8c2b-14855890c163 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "PUT /v2.0/floatingips/536e3bd9-8621-494d-a6a4-74f7ea79c753 HTTP/1.1" status: 200 len: 991 time: 3.7897704 May 30 20:07:56.922725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'tag': '3d0f3917-5c1e-45ac-a959-223ca8215a5d'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:56.929077 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:56.986210 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-852c4419-568f-4179-9b3a-8916606b3f54 req-5dafbca4-1921-4fa0-b354-5bfa59f827ea service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4f61313-5881-48b9-bce2-6ac78e646e67 HTTP/1.1" status: 200 len: 217 time: 0.0858200 May 30 20:07:56.997809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdbba2-4ba1-4916-a50c-4f899b1138f1 req-e37c2287-92d6-4954-b3ae-411e03381ae3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:57.004937 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9fdbba2-4ba1-4916-a50c-4f899b1138f1 req-e37c2287-92d6-4954-b3ae-411e03381ae3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.4748900 May 30 20:07:57.097223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Allocated IP 172.25.5.218 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/5a3a1f85-7a00-45da-83ea-c211471bd926) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:57.099854 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-12520985-7607-4ab7-b2b8-05a4dab1b8fc None None] Set router 37eeba98-0646-4c3e-97ac-0214b6533b1d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:07:57.221918 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c4419-568f-4179-9b3a-8916606b3f54 req-80383ea6-5f3f-4917-83e9-2dbe493201d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:57.223585 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-852c4419-568f-4179-9b3a-8916606b3f54 req-80383ea6-5f3f-4917-83e9-2dbe493201d5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=24f03aba-f12a-4241-8d9f-db4a6a1a5134 HTTP/1.1" status: 200 len: 851 time: 0.2128663 May 30 20:07:57.280324 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:57.300443 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9fdbba2-4ba1-4916-a50c-4f899b1138f1 req-ffb11f90-f9c7-47da-8a6c-0f23dab0eb10 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938876 May 30 20:07:57.325935 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:57.395520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-852c4419-568f-4179-9b3a-8916606b3f54 req-66c74204-e23c-48ea-85a0-0e76c4935eca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d568287e-a0ce-4f8b-a9cc-faf7575177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453655 May 30 20:07:57.421665 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-0dabea35-9db6-4c75-820d-c4995d024449 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=78240df5886b4f0091023e2aa577ea91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1104894 May 30 20:07:57.427844 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d735dd28-543f-439f-a020-7e6dafb96912'] response: {'name': 'network-changed', 'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'tag': '3d0f3917-5c1e-45ac-a959-223ca8215a5d', 'status': 'completed', 'code': 200} May 30 20:07:57.440381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:57.444435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Pushing event updated for resources: {'Port': ['ID=5a3a1f85-7a00-45da-83ea-c211471bd926,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:57.446847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:57.449165 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:57.559894 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-12520985-7607-4ab7-b2b8-05a4dab1b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1704130055-router', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:40Z', 'updated_at': '2022-05-30T20:04:46Z', 'revision_number': 4, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'gw_port': {'id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '536e3bd9-8621-494d-a6a4-74f7ea79c753', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'port_id': '3d0f3917-5c1e-45ac-a959-223ca8215a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92', 'mac_address': 'fa:16:3e:58:3b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182da0ce-1656-4cfd-9592-420799f2b30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:05:49Z', 'updated_at': '2022-05-30T20:07:54Z', 'revision_number': 1, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9287c5f5-1419-4784-a8ef-5f78469d7253', 'name': '', 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'mac_address': 'fa:16:3e:a5:02:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:45Z', 'updated_at': '2022-05-30T20:05:29Z', 'revision_number': 5, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'subnets': [{'id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:57.564668 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12520985-7607-4ab7-b2b8-05a4dab1b8fc None None] Checking router: 37eeba98-0646-4c3e-97ac-0214b6533b1d for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:07:57.575985 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12520985-7607-4ab7-b2b8-05a4dab1b8fc None None] Routers {'37eeba98-0646-4c3e-97ac-0214b6533b1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:57.576598 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-12520985-7607-4ab7-b2b8-05a4dab1b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['37eeba98-0646-4c3e-97ac-0214b6533b1d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:57.589788 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:57.687371 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:57.692589 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-77a6fb7e-f386-485d-ad81-0b9515e8d64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:57.756582 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:57.776658 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-12520985-7607-4ab7-b2b8-05a4dab1b8fc None None] Set router 37eeba98-0646-4c3e-97ac-0214b6533b1d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:07:57.833887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc00f55-86f7-40d4-9990-54e745f065cc req-2a01214d-9e27-46bf-8744-1aa952f18233 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:57.840487 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3dc00f55-86f7-40d4-9990-54e745f065cc req-2a01214d-9e27-46bf-8744-1aa952f18233 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 944 time: 0.7830021 May 30 20:07:57.953215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Pushing event deleted for resources: {'Port': ['ID=64621325-ebfc-4f0a-b98f-1a6ddf716c85,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:57.966532 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc80718f-ec36-4cce-a3b0-4509304f2e0c req-646f2fda-d6a5-4821-8844-550186ae5724 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 210 time: 0.3828456 May 30 20:07:57.968526 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:57.974774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9463bc1-0910-4eaa-b46c-e8fb212e638f tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Router 75bdba72-7ea7-4e6e-8c4b-3074602e1afa has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:07:57.975952 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:58.059511 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:58.059859 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:58.060209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:58.060536 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:58.060864 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:58.061189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:58.062003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:58.062003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:58.062194 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:58.062432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:58.062747 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:58.103392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Pushing event updated for resources: {'Port': ['ID=5a3a1f85-7a00-45da-83ea-c211471bd926,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:58.124852 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:58.159338 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:58.162985 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3730b560-de56-4bbc-8195-c377326e66bd tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7082946 May 30 20:07:58.167474 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60930) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:58.203369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbc275d2-2eb2-4453-b567-c003a49947e1 req-2e0f9827-e446-4ddd-83cb-540b5ab00016 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aba290eb55434081b40c27125b03c71d&device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 6502 time: 0.7178056 May 30 20:07:58.265994 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3dc00f55-86f7-40d4-9990-54e745f065cc req-440ab516-fbd8-4786-80ea-8827a66414eb tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245722 May 30 20:07:58.270782 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-852c4419-568f-4179-9b3a-8916606b3f54 req-44da2dcc-66f2-4592-9e28-770b04f8aa94 service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8651724 May 30 20:07:58.314583 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-12520985-7607-4ab7-b2b8-05a4dab1b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1704130055-router', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:40Z', 'updated_at': '2022-05-30T20:04:46Z', 'revision_number': 4, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'gw_port': {'id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '536e3bd9-8621-494d-a6a4-74f7ea79c753', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'port_id': '3d0f3917-5c1e-45ac-a959-223ca8215a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92', 'mac_address': 'fa:16:3e:58:3b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182da0ce-1656-4cfd-9592-420799f2b30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:05:49Z', 'updated_at': '2022-05-30T20:07:54Z', 'revision_number': 1, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9287c5f5-1419-4784-a8ef-5f78469d7253', 'name': '', 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'mac_address': 'fa:16:3e:a5:02:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:45Z', 'updated_at': '2022-05-30T20:05:29Z', 'revision_number': 5, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'subnets': [{'id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:58.322424 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12520985-7607-4ab7-b2b8-05a4dab1b8fc None None] The sync data for ids ['37eeba98-0646-4c3e-97ac-0214b6533b1d'] in n-d-843949-2 is: [{'id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1704130055-router', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:40Z', 'updated_at': '2022-05-30T20:04:46Z', 'revision_number': 4, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'gw_port': {'id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '536e3bd9-8621-494d-a6a4-74f7ea79c753', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'port_id': '3d0f3917-5c1e-45ac-a959-223ca8215a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92', 'mac_address': 'fa:16:3e:58:3b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182da0ce-1656-4cfd-9592-420799f2b30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:05:49Z', 'updated_at': '2022-05-30T20:07:54Z', 'revision_number': 1, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9287c5f5-1419-4784-a8ef-5f78469d7253', 'name': '', 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'mac_address': 'fa:16:3e:a5:02:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:45Z', 'updated_at': '2022-05-30T20:05:29Z', 'revision_number': 5, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'subnets': [{'id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:07:58.434965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-4566d041-457e-41f1-b0ae-e773e48df686 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:58.436444 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-4566d041-457e-41f1-b0ae-e773e48df686 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9587088 May 30 20:07:58.477618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-51dbbcbd-0e00-4da7-9945-414ee4d20ee2 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Synchronizing usage tracker for tenant:89697c7d2e6a498091ab15635eacbabf on resource:floatingip {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:58.493395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-51dbbcbd-0e00-4da7-9945-414ee4d20ee2 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Unset dirty status for tenant:89697c7d2e6a498091ab15635eacbabf on resource:floatingip {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:58.497615 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-51dbbcbd-0e00-4da7-9945-414ee4d20ee2 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4784 time: 0.3261194 May 30 20:07:58.497953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60936) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:58.575266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-517cc370-f618-455b-8069-af3d78ca20ba tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Synchronizing usage tracker for tenant:058afca096124f41883e2d2ec23498db on resource:floatingip {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:58.578516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69d8c3-9389-42b5-aaa0-7eeedeb7238c None None] New status for floating IP 536e3bd9-8621-494d-a6a4-74f7ea79c753: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:07:58.586643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-222dd2ff-b02f-4e3d-9f55-f4139b4592ee tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Request body: {'port': {'device_id': '598b6285-537c-4472-9fbc-6e366c28cd25', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '78240df5886b4f0091023e2aa577ea91'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:58.592824 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-517cc370-f618-455b-8069-af3d78ca20ba tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Unset dirty status for tenant:058afca096124f41883e2d2ec23498db on resource:floatingip {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:58.596030 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-517cc370-f618-455b-8069-af3d78ca20ba tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0953197 May 30 20:07:58.597502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60940) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:58.632081 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:58.716145 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d954b5ee-636e-4b21-8aed-6506ea5373bb tempest-RoutersAdminNegativeTest-1732846707 tempest-RoutersAdminNegativeTest-1732846707-project-admin] 10.222.0.84 "DELETE /v2.0/ports/64621325-ebfc-4f0a-b98f-1a6ddf716c85 HTTP/1.1" status: 204 len: 168 time: 3.0878811 May 30 20:07:58.764796 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ca9bf-e5bf-49bd-a6de-3df8287508c3 tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Deleting port 5a3a1f85-7a00-45da-83ea-c211471bd926 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:07:58.765390 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca9bf-e5bf-49bd-a6de-3df8287508c3 tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:58.831622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc275d2-2eb2-4453-b567-c003a49947e1 req-eec4a074-0cb9-4311-a33b-df651f73f294 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:58.833094 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbc275d2-2eb2-4453-b567-c003a49947e1 req-eec4a074-0cb9-4311-a33b-df651f73f294 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1c618fce-8e1a-4264-8a30-66966112ca92 HTTP/1.1" status: 200 len: 918 time: 0.6068664 May 30 20:07:58.928680 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-852c4419-568f-4179-9b3a-8916606b3f54 req-bb4531fa-acaf-468e-9f49-399226e853f4 service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727851 May 30 20:07:58.955216 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca9bf-e5bf-49bd-a6de-3df8287508c3 tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:58.955600 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca9bf-e5bf-49bd-a6de-3df8287508c3 tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:58.965096 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-222dd2ff-b02f-4e3d-9f55-f4139b4592ee tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:58.992406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50882ad-ccf6-4bbf-b901-6fd56436f9d7 req-2ffe7860-c26d-4b7c-9c09-4a4a6aaa360a tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:58.993903 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f50882ad-ccf6-4bbf-b901-6fd56436f9d7 req-2ffe7860-c26d-4b7c-9c09-4a4a6aaa360a tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.5502408 May 30 20:07:59.003601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-222dd2ff-b02f-4e3d-9f55-f4139b4592ee tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:59.085093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ca9bf-e5bf-49bd-a6de-3df8287508c3 tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Calling delete_port for 5a3a1f85-7a00-45da-83ea-c211471bd926 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:07:59.094914 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbc275d2-2eb2-4453-b567-c003a49947e1 req-5f664866-778c-431a-bc3a-f9def97bf508 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d0f3917-5c1e-45ac-a959-223ca8215a5d HTTP/1.1" status: 200 len: 1001 time: 0.2457323 May 30 20:07:59.113885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60950) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:59.220260 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6d7817dd-70d8-400d-86ce-ef537a8c7c70 req-a1037216-d95b-41da-a4ba-c029249bcedb tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 210 time: 0.1121974 May 30 20:07:59.242946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-222dd2ff-b02f-4e3d-9f55-f4139b4592ee tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Made reservation on behalf of 78240df5886b4f0091023e2aa577ea91 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:59.245881 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-222dd2ff-b02f-4e3d-9f55-f4139b4592ee tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.257972 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca9bf-e5bf-49bd-a6de-3df8287508c3 tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.274635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f50882ad-ccf6-4bbf-b901-6fd56436f9d7 req-cccf4e5c-fb18-44cf-b476-e06e02e5bda9 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638512 May 30 20:07:59.289708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc275d2-2eb2-4453-b567-c003a49947e1 req-7c739dae-a77d-4546-95ff-6766b99e37cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:59.291656 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbc275d2-2eb2-4453-b567-c003a49947e1 req-7c739dae-a77d-4546-95ff-6766b99e37cb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eacd493c-a56e-47fd-9217-e8ad524e2ab0 HTTP/1.1" status: 200 len: 856 time: 0.1812425 May 30 20:07:59.335892 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b29946bc-43d0-4c42-b7f7-efc79b4055c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.358414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ca9bf-e5bf-49bd-a6de-3df8287508c3 tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Pushing event deleted for resources: {'Port': ['ID=5a3a1f85-7a00-45da-83ea-c211471bd926,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:59.458461 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b29946bc-43d0-4c42-b7f7-efc79b4055c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:59.469699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b29946bc-43d0-4c42-b7f7-efc79b4055c1 admin admin] Usage tracker for resource:security_group_rule and tenant:a1f59d3f6aca40f6a950899da49fdeda is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:59.474479 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b29946bc-43d0-4c42-b7f7-efc79b4055c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:59.483151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b29946bc-43d0-4c42-b7f7-efc79b4055c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:59.494840 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca9bf-e5bf-49bd-a6de-3df8287508c3 tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.540448 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca9bf-e5bf-49bd-a6de-3df8287508c3 tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.541581 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8b3ca9bf-e5bf-49bd-a6de-3df8287508c3 tempest-FloatingIPAdminTestJSON-661469691 tempest-FloatingIPAdminTestJSON-661469691-project] 10.222.0.84 "DELETE /v2.0/floatingips/4e338fd5-cc65-4cea-9932-a8b97007081d HTTP/1.1" status: 204 len: 168 time: 0.9430022 May 30 20:07:59.546907 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60958) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:59.592610 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12fd3355-dcc4-460a-af9a-430bdb65aeb2 req-ced98c5a-4e7b-4e87-8159-44cc190e0099 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 1095 time: 0.5904326 May 30 20:07:59.724347 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b29946bc-43d0-4c42-b7f7-efc79b4055c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.731530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b29946bc-43d0-4c42-b7f7-efc79b4055c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.746572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c97ad-3a51-405d-8f31-e8044ac1ddd9 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Deleting port d7ff7488-70f2-4afb-a623-621f409c7e3b {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:07:59.746572 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d2c97ad-3a51-405d-8f31-e8044ac1ddd9 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.772061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9463bc1-0910-4eaa-b46c-e8fb212e638f tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:59.791117 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42bfe19-20b0-45c3-bad0-3500d948fbfd None None] Sync routers for ids ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:59.816519 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9463bc1-0910-4eaa-b46c-e8fb212e638f tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.816971 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42bfe19-20b0-45c3-bad0-3500d948fbfd None None] Routers {'75bdba72-7ea7-4e6e-8c4b-3074602e1afa'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:59.818078 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a42bfe19-20b0-45c3-bad0-3500d948fbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:07:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:59.838304 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29946bc-43d0-4c42-b7f7-efc79b4055c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd2cfe6-a674-4103-b088-6dcd939e66fe,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:59.852337 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b29946bc-43d0-4c42-b7f7-efc79b4055c1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a1f59d3f6aca40f6a950899da49fdeda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7375624 May 30 20:07:59.864669 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60962) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:59.892076 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-de8f0b65-f7e5-4442-883e-9823cc2d95c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.946011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-222dd2ff-b02f-4e3d-9f55-f4139b4592ee tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Allocated IP 192.168.233.107 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:59.958294 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbc275d2-2eb2-4453-b567-c003a49947e1 req-e2f2a1c9-4c76-48c1-8d71-d3fd65874b00 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1c618fce-8e1a-4264-8a30-66966112ca92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6459081 May 30 20:08:00.004415 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd3355-dcc4-460a-af9a-430bdb65aeb2 req-6659c75f-b331-4f54-af73-f190fd9063f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:00.005127 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12fd3355-dcc4-460a-af9a-430bdb65aeb2 req-6659c75f-b331-4f54-af73-f190fd9063f2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 912 time: 0.3893201 May 30 20:08:00.016468 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d2c97ad-3a51-405d-8f31-e8044ac1ddd9 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:00.017300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a9463bc1-0910-4eaa-b46c-e8fb212e638f tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "PUT /v2.0/floatingips/facbed68-99a5-406e-b309-0a1534aecd63 HTTP/1.1" status: 200 len: 991 time: 7.6475554 May 30 20:08:00.020548 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d2c97ad-3a51-405d-8f31-e8044ac1ddd9 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:00.024134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48779e5f-5f94-4a80-9198-567d99625165', 'tag': 'b303fcb4-67d8-4a14-83d2-b0ae8103d83d'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:08:00.034164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf8305-5f17-43bc-8059-7c7450ad9829 req-091feeff-c8df-4739-9366-3201077e85c6 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:00.037197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6dcf8305-5f17-43bc-8059-7c7450ad9829 req-091feeff-c8df-4739-9366-3201077e85c6 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 944 time: 0.6277010 May 30 20:08:00.066013 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-a42bfe19-20b0-45c3-bad0-3500d948fbfd None None] Set router 75bdba72-7ea7-4e6e-8c4b-3074602e1afa gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:00.299573 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c97ad-3a51-405d-8f31-e8044ac1ddd9 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Calling delete_port for d7ff7488-70f2-4afb-a623-621f409c7e3b owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:00.373568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12fd3355-dcc4-460a-af9a-430bdb65aeb2 req-5f761f2e-bf6f-46e4-9663-249a3e7dccb4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4f61313-5881-48b9-bce2-6ac78e646e67 HTTP/1.1" status: 200 len: 217 time: 0.3501620 May 30 20:08:00.476868 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d2c97ad-3a51-405d-8f31-e8044ac1ddd9 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:00.536966 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d148bc00-896a-4cee-89be-2cbd5ce9096c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:00.574243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c97ad-3a51-405d-8f31-e8044ac1ddd9 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7ff7488-70f2-4afb-a623-621f409c7e3b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:00.609680 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a42bfe19-20b0-45c3-bad0-3500d948fbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'name': 'tempest-ServersTestBootFromVolume-2074219069-router', 'tenant_id': '19555742f4584195a57a8957d5587325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:28Z', 'updated_at': '2022-05-30T20:06:38Z', 'revision_number': 4, 'project_id': '19555742f4584195a57a8957d5587325', 'gw_port': {'id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:29Z', 'updated_at': '2022-05-30T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'facbed68-99a5-406e-b309-0a1534aecd63', 'tenant_id': '19555742f4584195a57a8957d5587325', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'port_id': 'b303fcb4-67d8-4a14-83d2-b0ae8103d83d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60', 'mac_address': 'fa:16:3e:3d:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48779e5f-5f94-4a80-9198-567d99625165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:06:52Z', 'updated_at': '2022-05-30T20:07:53Z', 'revision_number': 1, 'project_id': '19555742f4584195a57a8957d5587325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aef6716-284b-4b7e-af09-c8a0ec7ad1bc', 'name': '', 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60', 'tenant_id': '19555742f4584195a57a8957d5587325', 'mac_address': 'fa:16:3e:f8:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:36Z', 'updated_at': '2022-05-30T20:06:50Z', 'revision_number': 5, 'project_id': '19555742f4584195a57a8957d5587325', 'subnets': [{'id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:00.609680 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42bfe19-20b0-45c3-bad0-3500d948fbfd None None] Checking router: 75bdba72-7ea7-4e6e-8c4b-3074602e1afa for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:08:00.634350 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42bfe19-20b0-45c3-bad0-3500d948fbfd None None] Routers {'75bdba72-7ea7-4e6e-8c4b-3074602e1afa'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:00.634350 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a42bfe19-20b0-45c3-bad0-3500d948fbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:08:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:00.645697 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d2c97ad-3a51-405d-8f31-e8044ac1ddd9 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:00.651039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6dcf8305-5f17-43bc-8059-7c7450ad9829 req-c775fd99-7395-40c1-94ae-db94c8083b92 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880396 May 30 20:08:00.669401 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd3355-dcc4-460a-af9a-430bdb65aeb2 req-faab5c4b-b9cb-4a84-a196-eaf75b08ac4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:00.669401 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12fd3355-dcc4-460a-af9a-430bdb65aeb2 req-faab5c4b-b9cb-4a84-a196-eaf75b08ac4b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=24f03aba-f12a-4241-8d9f-db4a6a1a5134 HTTP/1.1" status: 200 len: 851 time: 0.2630041 May 30 20:08:00.669401 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbc275d2-2eb2-4453-b567-c003a49947e1 req-dccb2b8e-c862-4d50-8c8b-500532d3886a service neutron] 10.222.0.77 "GET /v2.0/networks/1c618fce-8e1a-4264-8a30-66966112ca92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6899192 May 30 20:08:00.686289 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d2c97ad-3a51-405d-8f31-e8044ac1ddd9 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:00.694990 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0d2c97ad-3a51-405d-8f31-e8044ac1ddd9 tempest-FloatingIPAdminTestJSON-1299793658 tempest-FloatingIPAdminTestJSON-1299793658-project-admin] 10.222.0.84 "DELETE /v2.0/floatingips/2547fab9-b715-4a10-a690-8d92f17081ab HTTP/1.1" status: 204 len: 168 time: 1.1421237 May 30 20:08:00.694990 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60974) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:00.732118 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d148bc00-896a-4cee-89be-2cbd5ce9096c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:00.776829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12fd3355-dcc4-460a-af9a-430bdb65aeb2 req-235f9568-abb4-4bb7-8323-faa702eff458 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d568287e-a0ce-4f8b-a9cc-faf7575177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948405 May 30 20:08:00.837415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7abab24e-afd0-4195-b1f2-89b74cc9f949 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Deleting port 321af578-64fa-4a03-b8b2-3b8fb6664b2a {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:00.837701 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7abab24e-afd0-4195-b1f2-89b74cc9f949 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:00.849533 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d02165b-b469-4683-bb8c-66f9ed837102'] response: {'name': 'network-changed', 'server_uuid': '48779e5f-5f94-4a80-9198-567d99625165', 'tag': 'b303fcb4-67d8-4a14-83d2-b0ae8103d83d', 'status': 'completed', 'code': 200} May 30 20:08:01.029124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9a837-a920-4310-9a48-fa76e418f4d4 req-7030ec60-c01d-412b-81a4-be93e8443474 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:01.032499 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0a9a837-a920-4310-9a48-fa76e418f4d4 req-7030ec60-c01d-412b-81a4-be93e8443474 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 945 time: 0.7714620 May 30 20:08:01.060829 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-a42bfe19-20b0-45c3-bad0-3500d948fbfd None None] Set router 75bdba72-7ea7-4e6e-8c4b-3074602e1afa gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:01.104702 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:01.145902 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-222dd2ff-b02f-4e3d-9f55-f4139b4592ee tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:01.190119 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2b209609-2597-4a1f-9d93-776d15412740 req-7d189386-791c-4a17-9c8e-547025f35a90 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Synchronizing usage tracker for tenant:78240df5886b4f0091023e2aa577ea91 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:01.219506 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7abab24e-afd0-4195-b1f2-89b74cc9f949 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:01.270106 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbc275d2-2eb2-4453-b567-c003a49947e1 req-37bd82fe-2546-4ec8-8b92-6f004519b318 service neutron] 10.222.0.77 "GET /v2.0/networks/1c618fce-8e1a-4264-8a30-66966112ca92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943191 May 30 20:08:01.274381 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:01.278626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-222dd2ff-b02f-4e3d-9f55-f4139b4592ee tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Transition to ACTIVE for port object b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:01.300227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2b209609-2597-4a1f-9d93-776d15412740 req-7d189386-791c-4a17-9c8e-547025f35a90 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Unset dirty status for tenant:78240df5886b4f0091023e2aa577ea91 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:01.311280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b209609-2597-4a1f-9d93-776d15412740 req-7d189386-791c-4a17-9c8e-547025f35a90 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 210 time: 0.2690575 May 30 20:08:01.312152 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d148bc00-896a-4cee-89be-2cbd5ce9096c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:01.374526 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0a9a837-a920-4310-9a48-fa76e418f4d4 req-41c5c5f8-148a-452d-bad1-832068fc538a tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae730f1-ed19-4870-89f9-102a0733cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3069134 May 30 20:08:01.389030 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12fd3355-dcc4-460a-af9a-430bdb65aeb2 req-76c048a3-6bc6-46e4-bbb6-d8d24f5f0d66 service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417018 May 30 20:08:01.393576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148bc00-896a-4cee-89be-2cbd5ce9096c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd2cfe6-a674-4103-b088-6dcd939e66fe,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:01.446617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7abab24e-afd0-4195-b1f2-89b74cc9f949 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Calling delete_port for 321af578-64fa-4a03-b8b2-3b8fb6664b2a owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:01.464754 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d148bc00-896a-4cee-89be-2cbd5ce9096c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:01.466157 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d148bc00-896a-4cee-89be-2cbd5ce9096c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ccd2cfe6-a674-4103-b088-6dcd939e66fe HTTP/1.1" status: 204 len: 168 time: 1.5813787 May 30 20:08:01.480826 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2fd74cc9-17bb-4a20-922a-8e18d8bd19d4 req-f62186f6-79fb-453b-9b6c-2e634692f806 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=19555742f4584195a57a8957d5587325&device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 1096 time: 0.5954418 May 30 20:08:01.596692 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a42bfe19-20b0-45c3-bad0-3500d948fbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'name': 'tempest-ServersTestBootFromVolume-2074219069-router', 'tenant_id': '19555742f4584195a57a8957d5587325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:28Z', 'updated_at': '2022-05-30T20:06:38Z', 'revision_number': 4, 'project_id': '19555742f4584195a57a8957d5587325', 'gw_port': {'id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:29Z', 'updated_at': '2022-05-30T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'facbed68-99a5-406e-b309-0a1534aecd63', 'tenant_id': '19555742f4584195a57a8957d5587325', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'port_id': 'b303fcb4-67d8-4a14-83d2-b0ae8103d83d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60', 'mac_address': 'fa:16:3e:3d:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48779e5f-5f94-4a80-9198-567d99625165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:06:52Z', 'updated_at': '2022-05-30T20:07:53Z', 'revision_number': 1, 'project_id': '19555742f4584195a57a8957d5587325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aef6716-284b-4b7e-af09-c8a0ec7ad1bc', 'name': '', 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60', 'tenant_id': '19555742f4584195a57a8957d5587325', 'mac_address': 'fa:16:3e:f8:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:36Z', 'updated_at': '2022-05-30T20:06:50Z', 'revision_number': 5, 'project_id': '19555742f4584195a57a8957d5587325', 'subnets': [{'id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:01.601976 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42bfe19-20b0-45c3-bad0-3500d948fbfd None None] The sync data for ids ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'] in n-d-843949-2 is: [{'id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'name': 'tempest-ServersTestBootFromVolume-2074219069-router', 'tenant_id': '19555742f4584195a57a8957d5587325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:28Z', 'updated_at': '2022-05-30T20:06:38Z', 'revision_number': 4, 'project_id': '19555742f4584195a57a8957d5587325', 'gw_port': {'id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:29Z', 'updated_at': '2022-05-30T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'facbed68-99a5-406e-b309-0a1534aecd63', 'tenant_id': '19555742f4584195a57a8957d5587325', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'port_id': 'b303fcb4-67d8-4a14-83d2-b0ae8103d83d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60', 'mac_address': 'fa:16:3e:3d:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48779e5f-5f94-4a80-9198-567d99625165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:06:52Z', 'updated_at': '2022-05-30T20:07:53Z', 'revision_number': 1, 'project_id': '19555742f4584195a57a8957d5587325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aef6716-284b-4b7e-af09-c8a0ec7ad1bc', 'name': '', 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60', 'tenant_id': '19555742f4584195a57a8957d5587325', 'mac_address': 'fa:16:3e:f8:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:36Z', 'updated_at': '2022-05-30T20:06:50Z', 'revision_number': 5, 'project_id': '19555742f4584195a57a8957d5587325', 'subnets': [{'id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:08:01.612507 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7abab24e-afd0-4195-b1f2-89b74cc9f949 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:01.663065 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abab24e-afd0-4195-b1f2-89b74cc9f949 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Pushing event deleted for resources: {'Port': ['ID=321af578-64fa-4a03-b8b2-3b8fb6664b2a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:01.849181 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12fd3355-dcc4-460a-af9a-430bdb65aeb2 req-29e7429a-fdd4-48a4-8b2a-38d951c0e72a service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307382 May 30 20:08:01.864508 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7abab24e-afd0-4195-b1f2-89b74cc9f949 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:01.869824 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device d4f61313-5881-48b9-bce2-6ac78e646e67 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:08:01.872005 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7abab24e-afd0-4195-b1f2-89b74cc9f949 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] 10.222.0.84 "DELETE /v2.0/ports/321af578-64fa-4a03-b8b2-3b8fb6664b2a HTTP/1.1" status: 204 len: 168 time: 1.1786437 May 30 20:08:01.874493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60986) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:01.954079 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-222dd2ff-b02f-4e3d-9f55-f4139b4592ee tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:01.977538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affd8520-a966-4733-b1d9-72767fc54b27 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:01.978514 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-affd8520-a966-4733-b1d9-72767fc54b27 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Synchronizing usage tracker for tenant:058afca096124f41883e2d2ec23498db on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:02.010063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-affd8520-a966-4733-b1d9-72767fc54b27 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Unset dirty status for tenant:058afca096124f41883e2d2ec23498db on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:02.011528 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-affd8520-a966-4733-b1d9-72767fc54b27 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] 10.222.0.84 "GET /v2.0/ports?device_id=8625f30e-15fe-4ccc-873e-722149714643 HTTP/1.1" status: 200 len: 913 time: 0.1360171 May 30 20:08:02.012317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60990) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:02.014808 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60992) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:02.060588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-222dd2ff-b02f-4e3d-9f55-f4139b4592ee tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:02.068418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-222dd2ff-b02f-4e3d-9f55-f4139b4592ee tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:02.071197 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-222dd2ff-b02f-4e3d-9f55-f4139b4592ee tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:02.090374 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port d4f61313-5881-48b9-bce2-6ac78e646e67, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d4f61313-5881-48b9-bce2-6ac78e646e67,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:02.108244 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'd4f61313-5881-48b9-bce2-6ac78e646e67', 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf', 'port_id': 'd4f61313-5881-48b9-bce2-6ac78e646e67', 'mac_address': 'fa:16:3e:90:0f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f03aba-f12a-4241-8d9f-db4a6a1a5134', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:08:02.112677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d60cb5-0c69-40a8-ab97-0386fd0fbfa8 None None] New status for floating IP facbed68-99a5-406e-b309-0a1534aecd63: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:08:02.161478 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['fb832921-8095-4689-a577-40a958538936'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:08:02.188407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dd2ff-b02f-4e3d-9f55-f4139b4592ee tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Pushing event updated for resources: {'Port': ['ID=b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:02.234960 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-70f9c76e-6598-4220-86dd-179d9b9ab751 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=648c64f646834d8fb8822395322eb22f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2186396 May 30 20:08:02.236160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60998) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:02.246604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-222dd2ff-b02f-4e3d-9f55-f4139b4592ee tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:02.249011 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-222dd2ff-b02f-4e3d-9f55-f4139b4592ee tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:02.261019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd74cc9-17bb-4a20-922a-8e18d8bd19d4 req-07f5e8bb-281c-4fc6-a522-9a9b9438ef22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:02.263279 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2fd74cc9-17bb-4a20-922a-8e18d8bd19d4 req-07f5e8bb-281c-4fc6-a522-9a9b9438ef22 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1b528a3e-6816-43c9-bf46-4a6adac80f60 HTTP/1.1" status: 200 len: 917 time: 0.7186029 May 30 20:08:02.289570 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:02.294767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72aa3b-2937-444d-8cd7-1743344cb22d req-731b2a2f-59f2-4ff9-a937-0851dc7c114e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:02.296318 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a72aa3b-2937-444d-8cd7-1743344cb22d req-731b2a2f-59f2-4ff9-a937-0851dc7c114e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 944 time: 0.3821661 May 30 20:08:02.356485 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f61313-5881-48b9-bce2-6ac78e646e67 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:08:02.384317 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-222dd2ff-b02f-4e3d-9f55-f4139b4592ee tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8863111 May 30 20:08:02.413916 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b429933c-32e3-40ee-9b65-bbd11658eddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:02.427745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3b2e7-b1fa-41bd-b0c5-6417d3aa6887 req-59f7c880-f4cf-42c9-b6bf-b998ecbcf969 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:02.432436 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06d3b2e7-b1fa-41bd-b0c5-6417d3aa6887 req-59f7c880-f4cf-42c9-b6bf-b998ecbcf969 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.8871527 May 30 20:08:02.451611 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Request body: {'port': {'device_id': '598b6285-537c-4472-9fbc-6e366c28cd25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:02.459083 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b429933c-32e3-40ee-9b65-bbd11658eddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:02.484379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port d4f61313-5881-48b9-bce2-6ac78e646e67, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d4f61313-5881-48b9-bce2-6ac78e646e67,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:02.550707 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:02.574510 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a72aa3b-2937-444d-8cd7-1743344cb22d req-507d1df9-f2e5-4a92-86ab-4cf9ac9c4cc6 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067068 May 30 20:08:02.637079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2fd74cc9-17bb-4a20-922a-8e18d8bd19d4 req-bca5f00b-c9be-407d-996c-b7c838559325 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b303fcb4-67d8-4a14-83d2-b0ae8103d83d HTTP/1.1" status: 200 len: 999 time: 0.3550675 May 30 20:08:02.724298 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06d3b2e7-b1fa-41bd-b0c5-6417d3aa6887 req-85a447c8-e59f-4288-bcca-0f2d41bbb7b1 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464368 May 30 20:08:02.763802 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:02.788337 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-460f3d28-6c3a-41a8-985c-2a70334d1d3c None None] Provisioning for port b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:02.801757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd74cc9-17bb-4a20-922a-8e18d8bd19d4 req-cb295aff-b644-4347-a1c6-30c0066359ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:02.803631 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2fd74cc9-17bb-4a20-922a-8e18d8bd19d4 req-cb295aff-b644-4347-a1c6-30c0066359ec service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d693005e-809d-423c-b62c-cac40f95b7d0 HTTP/1.1" status: 200 len: 855 time: 0.1522622 May 30 20:08:02.807774 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b429933c-32e3-40ee-9b65-bbd11658eddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:02.819194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-460f3d28-6c3a-41a8-985c-2a70334d1d3c None None] Provisioning complete for port b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:02.819194 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-460f3d28-6c3a-41a8-985c-2a70334d1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:02.846683 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b429933c-32e3-40ee-9b65-bbd11658eddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:02.852024 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b429933c-32e3-40ee-9b65-bbd11658eddd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/40346832-f274-4958-a556-e5dd9d910218 HTTP/1.1" status: 204 len: 168 time: 0.5995021 May 30 20:08:02.865083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429933c-32e3-40ee-9b65-bbd11658eddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40346832-f274-4958-a556-e5dd9d910218,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:02.911796 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['d4f61313-5881-48b9-bce2-6ac78e646e67'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:08:02.984704 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef06b-b337-4fd0-8431-4376df0fd638 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:03.058211 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:03.060475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=d4f61313-5881-48b9-bce2-6ac78e646e67,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:03.076379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-460f3d28-6c3a-41a8-985c-2a70334d1d3c None None] Port b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:08:03.138192 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:03.140672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61dea6-19ea-4e8c-90e4-407c456f56f8 req-dfafebb2-c235-4fb7-a529-f48076684eae tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:03.142290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b61dea6-19ea-4e8c-90e4-407c456f56f8 req-dfafebb2-c235-4fb7-a529-f48076684eae tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 936 time: 0.2486143 May 30 20:08:03.176348 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2fd74cc9-17bb-4a20-922a-8e18d8bd19d4 req-f4959ec7-6f88-480f-b4fe-c3be0fa3bc80 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1b528a3e-6816-43c9-bf46-4a6adac80f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3418975 May 30 20:08:03.469097 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b61dea6-19ea-4e8c-90e4-407c456f56f8 req-3e213507-3194-45eb-a2e3-59cbe4ec92b8 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096161 May 30 20:08:03.531191 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2fd74cc9-17bb-4a20-922a-8e18d8bd19d4 req-d892be42-06e0-45d3-bc77-a8423bf67b27 service neutron] 10.222.0.93 "GET /v2.0/networks/1b528a3e-6816-43c9-bf46-4a6adac80f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387478 May 30 20:08:03.697324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:08:03.730941 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:03.890794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device d4f61313-5881-48b9-bce2-6ac78e646e67 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:03.968153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3a1ef06b-b337-4fd0-8431-4376df0fd638 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Deleting port 90fea693-def5-4980-a2b2-91610604c705 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:03.968683 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef06b-b337-4fd0-8431-4376df0fd638 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:03.995228 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port d4f61313-5881-48b9-bce2-6ac78e646e67 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:04.000243 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Transition to ACTIVE for port object b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:04.004066 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port d4f61313-5881-48b9-bce2-6ac78e646e67 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:04.004066 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:04.011359 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2fd74cc9-17bb-4a20-922a-8e18d8bd19d4 req-bdad81b1-fb44-41ce-bf9e-5e13cc11510d service neutron] 10.222.0.93 "GET /v2.0/networks/1b528a3e-6816-43c9-bf46-4a6adac80f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731171 May 30 20:08:04.055064 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:04.195361 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:04.239777 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port d4f61313-5881-48b9-bce2-6ac78e646e67, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d4f61313-5881-48b9-bce2-6ac78e646e67,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:04.240024 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef06b-b337-4fd0-8431-4376df0fd638 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:04.240956 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c74786-362c-4f7b-be18-8c55c9dea670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f61313-5881-48b9-bce2-6ac78e646e67'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:08:04.249350 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:04.313093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32800) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:04.359087 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Pushing event updated for resources: {'Port': ['ID=b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:04.405816 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3a1ef06b-b337-4fd0-8431-4376df0fd638 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Calling delete_port for 90fea693-def5-4980-a2b2-91610604c705 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:04.406228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d344ae-8b84-433a-aa34-85f4908cb2f2 req-f2c8a811-02f7-4081-a2ab-5272fbeeaf23 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:04.408788 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96d344ae-8b84-433a-aa34-85f4908cb2f2 req-f2c8a811-02f7-4081-a2ab-5272fbeeaf23 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.4076197 May 30 20:08:04.419997 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20497503-6453-4625-9189-dc740ba2627e req-ef40e053-ef62-458d-9cbb-c75e3f4e70b8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:04.422095 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20497503-6453-4625-9189-dc740ba2627e req-ef40e053-ef62-458d-9cbb-c75e3f4e70b8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 945 time: 0.6712952 May 30 20:08:04.444930 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=d4f61313-5881-48b9-bce2-6ac78e646e67,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:04.572450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Request body: {'networks': [{'name': 'tempest-network--1394250150'}, {'name': 'tempest-network--1171509236'}]} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:04.572766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Request body: {'network': {'name': 'tempest-network--1394250150'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:04.573222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Request body: {'network': {'name': 'tempest-network--1171509236'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:04.583531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:04.594283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Usage tracker for resource:network and tenant:bb51c1e9b3a34647bff0a0051d258a2b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:04.601809 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef06b-b337-4fd0-8431-4376df0fd638 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:04.602154 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20497503-6453-4625-9189-dc740ba2627e req-da6dafcb-0dfa-4ec9-a6cb-3e047e0fdc4c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512215 May 30 20:08:04.602984 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:04.616798 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96d344ae-8b84-433a-aa34-85f4908cb2f2 req-19d4afb2-7fa2-4010-872a-fa64881f71d1 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669521 May 30 20:08:04.617635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:04.630617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Made reservation on behalf of bb51c1e9b3a34647bff0a0051d258a2b for: {'network': 2} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:04.634674 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:04.655083 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:04.657096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ef06b-b337-4fd0-8431-4376df0fd638 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Pushing event deleted for resources: {'Port': ['ID=90fea693-def5-4980-a2b2-91610604c705,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:04.680985 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Attempting to bind port b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:08:04.681332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Attempting to bind port b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:08:04.681665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Attempting to bind port b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:04.688480 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-675e9817-527e-4e61-a236-e92c517a6573'] response: {'server_uuid': '75c74786-362c-4f7b-be18-8c55c9dea670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f61313-5881-48b9-bce2-6ac78e646e67', 'code': 200} May 30 20:08:04.700243 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Port b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:08:04.700835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Attempting to bind port b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:04.743146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:08:04.744223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:04.744903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:08:04.745420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Bound port: b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:08:04.745842 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:04.764690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:04.847759 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Usage tracker for resource:security_group_rule and tenant:bb51c1e9b3a34647bff0a0051d258a2b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:04.854468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:04.900059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:05.003751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] For port b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:08:05.010956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] For port b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:08:05.024423 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:05.086248 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b9e51c18-2b9d-45fb-852b-f133bd79a28f req-433af346-4bc7-4c6f-8c7b-0f12ac8cca11 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 1097 time: 0.3255320 May 30 20:08:05.129386 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef06b-b337-4fd0-8431-4376df0fd638 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:05.143436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d14b91-3372-4cfd-81ac-480aad417ca0 req-7d8ab3f2-abb5-49d1-9486-9624a15d60d4 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:05.144555 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6d14b91-3372-4cfd-81ac-480aad417ca0 req-7d8ab3f2-abb5-49d1-9486-9624a15d60d4 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 948 time: 0.3425255 May 30 20:08:05.158972 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:05.160374 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] 10.222.0.77 "PUT /v2.0/ports/b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a HTTP/1.1" status: 200 len: 1096 time: 2.7257285 May 30 20:08:05.166274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598b6285-537c-4472-9fbc-6e366c28cd25', 'tag': 'b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:08:05.199287 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:05.215240 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bbc57-3efd-4dbd-b359-c35a2b187f5b service neutron] Pushing event updated for resources: {'Port': ['ID=b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:05.260031 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:05.260889 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:05.282788 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c262f9-84d8-4c09-bc27-d914f748f45e'] response: {'name': 'network-changed', 'server_uuid': '598b6285-537c-4472-9fbc-6e366c28cd25', 'tag': 'b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a', 'status': 'completed', 'code': 200} May 30 20:08:05.352566 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b9e51c18-2b9d-45fb-852b-f133bd79a28f req-014af2a9-7b7f-4918-a993-f741d2f8ad3a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437174 May 30 20:08:05.370863 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:08:05.373718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909d84eb-8347-43ce-b81f-4c6ca659e13f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:05.387256 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6d14b91-3372-4cfd-81ac-480aad417ca0 req-56ab3932-a5b3-4308-915a-ab1acbdef923 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234483 May 30 20:08:05.395554 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:05.395914 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Added segment 7ea125ee-a62e-46ce-8c26-b864fbeae706 of type vlan for network 350512df-8313-4a75-b1fe-2a985ad3703f May 30 20:08:05.426930 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-81fbac4c-2e2f-4081-a125-028346c97f64 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=78240df5886b4f0091023e2aa577ea91&device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 1099 time: 0.2129927 May 30 20:08:05.432885 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:05.506983 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-cc69a8bb-1aaf-4c22-86ad-68704c0af578 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a HTTP/1.1" status: 200 len: 217 time: 0.0703049 May 30 20:08:05.575523 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:08:05.591139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-33c0fe62-6152-4570-9f9a-979352b1c42c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:05.592601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-33c0fe62-6152-4570-9f9a-979352b1c42c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.0742028 May 30 20:08:05.593475 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:05.593808 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Added segment 3bfe2dcc-e5e5-4753-bc2c-5a256ec7f556 of type vlan for network dbb71f53-f5dc-4d28-95e4-9e45eed654c9 May 30 20:08:05.665941 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:05.716899 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-8ae93ba3-ea5d-4e3f-8bc5-9bf14b7c2775 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160617 May 30 20:08:05.722237 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:05.722758 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:05.726419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:05.729437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:05.730055 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:05.794046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1ef06b-b337-4fd0-8431-4376df0fd638 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Router 8625f30e-15fe-4ccc-873e-722149714643 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:08:06.007236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1ef06b-b337-4fd0-8431-4376df0fd638 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:08:06.017985 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f919cfd-39dc-40e6-b554-7328a7387f12 None None] Sync routers for ids ['8625f30e-15fe-4ccc-873e-722149714643'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:08:06.028539 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3a1ef06b-b337-4fd0-8431-4376df0fd638 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] 10.222.0.84 "PUT /v2.0/routers/8625f30e-15fe-4ccc-873e-722149714643/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0127704 May 30 20:08:06.030931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32816) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:06.035557 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f919cfd-39dc-40e6-b554-7328a7387f12 None None] Routers {'8625f30e-15fe-4ccc-873e-722149714643'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:06.036528 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7f919cfd-39dc-40e6-b554-7328a7387f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:08:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8625f30e-15fe-4ccc-873e-722149714643'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:06.116767 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7953305 May 30 20:08:06.119446 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7f919cfd-39dc-40e6-b554-7328a7387f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:06.121770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32820) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:06.134741 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f919cfd-39dc-40e6-b554-7328a7387f12 None None] Routers {'8625f30e-15fe-4ccc-873e-722149714643'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:06.135348 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7f919cfd-39dc-40e6-b554-7328a7387f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:08:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8625f30e-15fe-4ccc-873e-722149714643'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:06.136791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event updated for resources: {'Network': ['ID=350512df-8313-4a75-b1fe-2a985ad3703f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:06.153479 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 350512df-8313-4a75-b1fe-2a985ad3703f details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:08:06.229575 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7f919cfd-39dc-40e6-b554-7328a7387f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:06.229975 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f919cfd-39dc-40e6-b554-7328a7387f12 None None] The sync data for ids ['8625f30e-15fe-4ccc-873e-722149714643'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:08:06.322584 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aff1c363-6b2b-4b2a-afd5-8c4e9d6785ba tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:06.377665 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-51b9a474-3edb-4b09-8d09-ecb4cfb53a5d service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6420910 May 30 20:08:06.436006 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3a15d-c103-47ec-8ce8-c5eb1faa894d tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event updated for resources: {'Network': ['ID=dbb71f53-f5dc-4d28-95e4-9e45eed654c9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:06.447431 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network dbb71f53-f5dc-4d28-95e4-9e45eed654c9 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:08:06.507005 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94962076-385c-4e2e-a744-03d023087a3e req-33e8691a-9e3b-44f6-b0f6-3a70ef637dcf tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:06.508777 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94962076-385c-4e2e-a744-03d023087a3e req-33e8691a-9e3b-44f6-b0f6-3a70ef637dcf tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.6739995 May 30 20:08:06.535449 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5348df-c58e-4d82-bcf7-4871490c5944 req-a35d8178-8e92-475c-95e1-5a709b7166e1 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:06.537281 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a5348df-c58e-4d82-bcf7-4871490c5944 req-a35d8178-8e92-475c-95e1-5a709b7166e1 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.7565355 May 30 20:08:06.588356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf22e65-e231-4961-8bac-345a3d312e04 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:06.592324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf22e65-e231-4961-8bac-345a3d312e04 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:06.596298 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf22e65-e231-4961-8bac-345a3d312e04 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:06.596612 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aff1c363-6b2b-4b2a-afd5-8c4e9d6785ba tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:06.600112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf22e65-e231-4961-8bac-345a3d312e04 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:06.600954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ccf22e65-e231-4961-8bac-345a3d312e04 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Synchronizing usage tracker for tenant:bb51c1e9b3a34647bff0a0051d258a2b on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:06.606468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-aff1c363-6b2b-4b2a-afd5-8c4e9d6785ba tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Deleting port 2ba61236-a901-45b2-b0be-61bde4d8b0ba {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:06.606803 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aff1c363-6b2b-4b2a-afd5-8c4e9d6785ba tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:06.686072 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31cba78a-6c38-4f3b-8e2b-f8e2b7c36780 req-086c1066-4d9a-45f6-84a2-12d05630daa5 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967148 May 30 20:08:06.686634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ccf22e65-e231-4961-8bac-345a3d312e04 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Unset dirty status for tenant:bb51c1e9b3a34647bff0a0051d258a2b on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:06.687616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ccf22e65-e231-4961-8bac-345a3d312e04 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5601220 May 30 20:08:06.692387 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94962076-385c-4e2e-a744-03d023087a3e req-00042b09-b3d9-414c-8238-156616d1b80b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703529 May 30 20:08:06.693952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32826) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:06.715414 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a5348df-c58e-4d82-bcf7-4871490c5944 req-aa5e8cd9-1c5b-4ca3-a08f-849bb80045af tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579022 May 30 20:08:06.796417 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aff1c363-6b2b-4b2a-afd5-8c4e9d6785ba tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:06.883178 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:06.916779 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a4a28470-6c58-4d1e-97b6-55bc5aeea5b6 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.025648 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-aff1c363-6b2b-4b2a-afd5-8c4e9d6785ba tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Calling delete_port for 2ba61236-a901-45b2-b0be-61bde4d8b0ba owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:07.071743 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3076e68d-d335-4e67-8c1b-297f3a474eb4 req-cc26d43a-c151-4f2b-ab6d-a284b88000a1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=78240df5886b4f0091023e2aa577ea91&device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 1099 time: 0.2858846 May 30 20:08:07.110232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a216c1-32ec-4bac-ac21-471ec46ee77a req-288c6525-0122-4d1b-a50a-e01852419dca tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:07.112238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51a216c1-32ec-4bac-ac21-471ec46ee77a req-288c6525-0122-4d1b-a50a-e01852419dca tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 948 time: 0.2922690 May 30 20:08:07.118105 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a4a28470-6c58-4d1e-97b6-55bc5aeea5b6 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.199705 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aff1c363-6b2b-4b2a-afd5-8c4e9d6785ba tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.240215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-a4a28470-6c58-4d1e-97b6-55bc5aeea5b6 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350512df-8313-4a75-b1fe-2a985ad3703f']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:07.247156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1c363-6b2b-4b2a-afd5-8c4e9d6785ba tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Pushing event deleted for resources: {'Port': ['ID=2ba61236-a901-45b2-b0be-61bde4d8b0ba,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:07.260899 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-a4a28470-6c58-4d1e-97b6-55bc5aeea5b6 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea125ee-a62e-46ce-8c26-b864fbeae706') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:07.261200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-a4a28470-6c58-4d1e-97b6-55bc5aeea5b6 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea125ee-a62e-46ce-8c26-b864fbeae706') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:07.269311 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51a216c1-32ec-4bac-ac21-471ec46ee77a req-68eb8227-407c-455d-a757-701f090a15f7 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438940 May 30 20:08:07.278691 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a4a28470-6c58-4d1e-97b6-55bc5aeea5b6 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.321444 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a4a28470-6c58-4d1e-97b6-55bc5aeea5b6 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.339268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a28470-6c58-4d1e-97b6-55bc5aeea5b6 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:08:07.339268 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a4a28470-6c58-4d1e-97b6-55bc5aeea5b6 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: timer() May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076e68d-d335-4e67-8c1b-297f3a474eb4 req-ecfa199f-c6ae-4c88-8763-e2497b4d0c6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:07.350832 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3076e68d-d335-4e67-8c1b-297f3a474eb4 req-ecfa199f-c6ae-4c88-8763-e2497b4d0c6c service neutron] 10.222.0.77 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.2649069 May 30 20:08:07.489712 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3076e68d-d335-4e67-8c1b-297f3a474eb4 req-809cd78b-2896-4aca-b41d-4a14d1e5755c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a HTTP/1.1" status: 200 len: 217 time: 0.0863769 May 30 20:08:07.509683 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aff1c363-6b2b-4b2a-afd5-8c4e9d6785ba tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.525544 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a4a28470-6c58-4d1e-97b6-55bc5aeea5b6 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.553388 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a4a28470-6c58-4d1e-97b6-55bc5aeea5b6 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.575092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a28470-6c58-4d1e-97b6-55bc5aeea5b6 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event deleted for resources: {'Network': ['ID=350512df-8313-4a75-b1fe-2a985ad3703f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:07.599081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076e68d-d335-4e67-8c1b-297f3a474eb4 req-f870a76b-5d93-4a39-9593-5f0ecef56f34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:07.599081 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3076e68d-d335-4e67-8c1b-297f3a474eb4 req-f870a76b-5d93-4a39-9593-5f0ecef56f34 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1040890 May 30 20:08:07.599081 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a4a28470-6c58-4d1e-97b6-55bc5aeea5b6 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "DELETE /v2.0/networks/350512df-8313-4a75-b1fe-2a985ad3703f HTTP/1.1" status: 204 len: 168 time: 0.9022455 May 30 20:08:07.607807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32830) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:07.844300 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aff1c363-6b2b-4b2a-afd5-8c4e9d6785ba tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.844300 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aff1c363-6b2b-4b2a-afd5-8c4e9d6785ba tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.885825 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e885a59-3adf-469a-9c58-491a2c8a27a0 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.899377 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aff1c363-6b2b-4b2a-afd5-8c4e9d6785ba tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.899377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff1c363-6b2b-4b2a-afd5-8c4e9d6785ba tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Fanout notify agent at l3_agent the message router_deleted on router 8625f30e-15fe-4ccc-873e-722149714643 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:08:07.921768 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aff1c363-6b2b-4b2a-afd5-8c4e9d6785ba tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.921768 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-aff1c363-6b2b-4b2a-afd5-8c4e9d6785ba tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] 10.222.0.84 "DELETE /v2.0/routers/8625f30e-15fe-4ccc-873e-722149714643 HTTP/1.1" status: 204 len: 168 time: 1.8856802 May 30 20:08:07.921768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32840) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:07.934653 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3076e68d-d335-4e67-8c1b-297f3a474eb4 req-7fbabe86-d81b-4409-8b5b-6a23366d10c2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3278742 May 30 20:08:08.194981 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2a78f8-94f6-46e1-a8e3-ce2a7e89a9ca tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Deleting subnet 198ccc06-4928-4398-a06b-80ca8c7adff4 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:08:08.194981 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d2a78f8-94f6-46e1-a8e3-ce2a7e89a9ca tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:08.222355 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e885a59-3adf-469a-9c58-491a2c8a27a0 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:08.254260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:08:08.308500 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-5e885a59-3adf-469a-9c58-491a2c8a27a0 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb71f53-f5dc-4d28-95e4-9e45eed654c9']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:08.335122 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-5e885a59-3adf-469a-9c58-491a2c8a27a0 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfe2dcc-e5e5-4753-bc2c-5a256ec7f556') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:08.335122 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-5e885a59-3adf-469a-9c58-491a2c8a27a0 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfe2dcc-e5e5-4753-bc2c-5a256ec7f556') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:08.351230 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3076e68d-d335-4e67-8c1b-297f3a474eb4 req-c07bc4b6-95aa-4e82-bc9b-b71655c8c76d service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973205 May 30 20:08:08.351404 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d2a78f8-94f6-46e1-a8e3-ce2a7e89a9ca tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:08.351554 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e885a59-3adf-469a-9c58-491a2c8a27a0 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:08.463321 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e885a59-3adf-469a-9c58-491a2c8a27a0 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:08.467949 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:08.478318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fe8b7-b1ac-4849-a34e-8d3487a7fa5f req-003b3f68-3fbd-4713-a4a9-d5feb28da18d tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:08.482872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': 'b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a', 'mac_address': 'fa:16:3e:0f:51:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:08:08.487857 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-027fe8b7-b1ac-4849-a34e-8d3487a7fa5f req-003b3f68-3fbd-4713-a4a9-d5feb28da18d tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.4379206 May 30 20:08:08.492563 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d2a78f8-94f6-46e1-a8e3-ce2a7e89a9ca tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:08.511987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c827e8c-59c6-483a-bc40-de0a0d626845 req-6d0bdf8a-6eb1-403b-8350-5f000a44ac72 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:08.511987 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c827e8c-59c6-483a-bc40-de0a0d626845 req-6d0bdf8a-6eb1-403b-8350-5f000a44ac72 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.4722826 May 30 20:08:08.533414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e885a59-3adf-469a-9c58-491a2c8a27a0 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:08:08.533414 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e885a59-3adf-469a-9c58-491a2c8a27a0 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: timer() May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:08:08.549808 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:08:08.558052 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:08.578561 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:08:08.599202 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:08.607584 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:08.666895 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d2a78f8-94f6-46e1-a8e3-ce2a7e89a9ca tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:08.711104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a78f8-94f6-46e1-a8e3-ce2a7e89a9ca tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Pushing event deleted for resources: {'Subnet': ['ID=198ccc06-4928-4398-a06b-80ca8c7adff4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:08.711760 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:08.716795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-027fe8b7-b1ac-4849-a34e-8d3487a7fa5f req-a6c3350a-d2a8-4ff4-96a7-9c0e451f8eef tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380702 May 30 20:08:08.717404 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d2a78f8-94f6-46e1-a8e3-ce2a7e89a9ca tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:08.722183 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e885a59-3adf-469a-9c58-491a2c8a27a0 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:08.728098 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4d2a78f8-94f6-46e1-a8e3-ce2a7e89a9ca tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] 10.222.0.84 "DELETE /v2.0/subnets/198ccc06-4928-4398-a06b-80ca8c7adff4 HTTP/1.1" status: 204 len: 168 time: 0.8016667 May 30 20:08:08.728220 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32846) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:08.732457 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4562d19a-bc1f-4adf-bada-8a0ee3c47981 None None] Network 9b05ed33-6ab8-4a80-8669-5c63759fddfd requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:08.767495 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e885a59-3adf-469a-9c58-491a2c8a27a0 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:08.778828 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3076e68d-d335-4e67-8c1b-297f3a474eb4 req-cd0e1502-b559-4028-bb4a-23f6e5d53600 service neutron] 10.222.0.77 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214401 May 30 20:08:08.786077 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e885a59-3adf-469a-9c58-491a2c8a27a0 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event deleted for resources: {'Network': ['ID=dbb71f53-f5dc-4d28-95e4-9e45eed654c9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:08.792642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c827e8c-59c6-483a-bc40-de0a0d626845 req-a03b64a4-79cc-4617-9920-c43bed48c773 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806251 May 30 20:08:08.797303 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5e885a59-3adf-469a-9c58-491a2c8a27a0 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "DELETE /v2.0/networks/dbb71f53-f5dc-4d28-95e4-9e45eed654c9 HTTP/1.1" status: 204 len: 168 time: 1.1965210 May 30 20:08:08.800319 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32852) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:08.991209 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.006541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Deleting port 3140049b-de36-425c-8633-94044cfd6088 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:09.007226 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.011813 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:08:09.105726 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7cbf9c-4d7d-479b-815f-f13c4d7ad393 None None] DHCP port deletion for 9b05ed33-6ab8-4a80-8669-5c63759fddfd request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:08:09.114157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be475e16-4c51-4b78-ac02-62212da9acb3 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:09.118740 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be475e16-4c51-4b78-ac02-62212da9acb3 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:09.119775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-be475e16-4c51-4b78-ac02-62212da9acb3 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Synchronizing usage tracker for tenant:bb51c1e9b3a34647bff0a0051d258a2b on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:09.121046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fe7cbf9c-4d7d-479b-815f-f13c4d7ad393 None None] Deleting port 3140049b-de36-425c-8633-94044cfd6088 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:09.121498 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fe7cbf9c-4d7d-479b-815f-f13c4d7ad393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.137113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79c1ce-a809-48eb-bfc4-0d10b80d81fd req-d5712345-38fe-4583-a43b-f018ab4881ba tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:09.138880 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e79c1ce-a809-48eb-bfc4-0d10b80d81fd req-d5712345-38fe-4583-a43b-f018ab4881ba tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 949 time: 0.2770860 May 30 20:08:09.168740 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-be475e16-4c51-4b78-ac02-62212da9acb3 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Unset dirty status for tenant:bb51c1e9b3a34647bff0a0051d258a2b on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:09.170159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-be475e16-4c51-4b78-ac02-62212da9acb3 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3687117 May 30 20:08:09.178227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32858) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:09.186157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-48f023f4-b060-4031-84c9-e72cd0e445c5 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1275637482'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:09.193671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-48f023f4-b060-4031-84c9-e72cd0e445c5 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:09.221383 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-48f023f4-b060-4031-84c9-e72cd0e445c5 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:09.231322 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e79c1ce-a809-48eb-bfc4-0d10b80d81fd req-6408b3c5-fd94-4e38-ae9b-15f28b42834f tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764546 May 30 20:08:09.238789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f023f4-b060-4031-84c9-e72cd0e445c5 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Made reservation on behalf of bb51c1e9b3a34647bff0a0051d258a2b for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:09.243706 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48f023f4-b060-4031-84c9-e72cd0e445c5 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.259112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] For port 3140049b-de36-425c-8633-94044cfd6088, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3140049b-de36-425c-8633-94044cfd6088,segment=NetworkSegment(c9567d55-bd34-4efa-925b-930495325ed6),segment_id=c9567d55-bd34-4efa-925b-930495325ed6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:09.259572 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.288691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f023f4-b060-4031-84c9-e72cd0e445c5 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:08:09.298785 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48f023f4-b060-4031-84c9-e72cd0e445c5 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.300024 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-48f023f4-b060-4031-84c9-e72cd0e445c5 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Added segment 5d4b6397-08b2-4596-9cb5-07f77c95d684 of type vlan for network 7725cc6c-367f-434e-966d-c362d5182d8d May 30 20:08:09.342049 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48f023f4-b060-4031-84c9-e72cd0e445c5 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.386784 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48f023f4-b060-4031-84c9-e72cd0e445c5 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.387946 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Calling delete_port for 3140049b-de36-425c-8633-94044cfd6088 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:09.402157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f023f4-b060-4031-84c9-e72cd0e445c5 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:09.404549 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48f023f4-b060-4031-84c9-e72cd0e445c5 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.509103 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.566032 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-fe7cbf9c-4d7d-479b-815f-f13c4d7ad393 None None] For port 3140049b-de36-425c-8633-94044cfd6088, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3140049b-de36-425c-8633-94044cfd6088,segment=NetworkSegment(c9567d55-bd34-4efa-925b-930495325ed6),segment_id=c9567d55-bd34-4efa-925b-930495325ed6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:09.567029 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fe7cbf9c-4d7d-479b-815f-f13c4d7ad393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.567820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Pushing event deleted for resources: {'Port': ['ID=3140049b-de36-425c-8633-94044cfd6088,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:09.569973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f023f4-b060-4031-84c9-e72cd0e445c5 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event updated for resources: {'Network': ['ID=7725cc6c-367f-434e-966d-c362d5182d8d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:09.574096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] No DVR routers for this DVR port 3140049b-de36-425c-8633-94044cfd6088 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:08:09.580369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-48f023f4-b060-4031-84c9-e72cd0e445c5 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4008348 May 30 20:08:09.581642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32866) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:09.588849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-c3d36d77-064c-4b84-bd43-0bb2f00bf28f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-710728239'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:09.595693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 7725cc6c-367f-434e-966d-c362d5182d8d details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:08:09.596248 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c3d36d77-064c-4b84-bd43-0bb2f00bf28f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:09.602984 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c3d36d77-064c-4b84-bd43-0bb2f00bf28f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Usage tracker for resource:network and tenant:bb51c1e9b3a34647bff0a0051d258a2b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:09.606229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c3d36d77-064c-4b84-bd43-0bb2f00bf28f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:09.618961 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c3d36d77-064c-4b84-bd43-0bb2f00bf28f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:09.636679 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d36d77-064c-4b84-bd43-0bb2f00bf28f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Made reservation on behalf of bb51c1e9b3a34647bff0a0051d258a2b for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:09.639562 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c3d36d77-064c-4b84-bd43-0bb2f00bf28f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.665654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a4240-2abe-4639-aee8-4dc34727b75f req-deb393eb-6a2a-410b-8670-83f5b16541b1 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:09.667123 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-270a4240-2abe-4639-aee8-4dc34727b75f req-deb393eb-6a2a-410b-8670-83f5b16541b1 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.1389430 May 30 20:08:09.707252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d36d77-064c-4b84-bd43-0bb2f00bf28f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:08:09.740536 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.748728 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c3d36d77-064c-4b84-bd43-0bb2f00bf28f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.748728 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-c3d36d77-064c-4b84-bd43-0bb2f00bf28f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Added segment 6e5e4e52-e790-48b3-964e-9bf8b34d6a0c of type vlan for network 1583b59e-a6c0-451b-b19e-aee34ce251b6 May 30 20:08:09.761761 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-270a4240-2abe-4639-aee8-4dc34727b75f req-ef040dc6-25dc-4379-ab1d-1714a65d5cce tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771725 May 30 20:08:09.776666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b05ed33-6ab8-4a80-8669-5c63759fddfd']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:09.791294 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9567d55-bd34-4efa-925b-930495325ed6') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:09.791294 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9567d55-bd34-4efa-925b-930495325ed6') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:09.799934 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c3d36d77-064c-4b84-bd43-0bb2f00bf28f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.801853 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.823806 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.833713 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c3d36d77-064c-4b84-bd43-0bb2f00bf28f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.833916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:08:09.834246 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.839020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d36d77-064c-4b84-bd43-0bb2f00bf28f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:09.839298 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c3d36d77-064c-4b84-bd43-0bb2f00bf28f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.855158 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fe7cbf9c-4d7d-479b-815f-f13c4d7ad393 None None] Calling delete_port for 3140049b-de36-425c-8633-94044cfd6088 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: timer() May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:08:09.855372 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:08:09.976406 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.015548 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c3d36d77-064c-4b84-bd43-0bb2f00bf28f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4242506 May 30 20:08:10.015548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32872) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:10.015548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d36d77-064c-4b84-bd43-0bb2f00bf28f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event updated for resources: {'Network': ['ID=1583b59e-a6c0-451b-b19e-aee34ce251b6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:10.021056 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.025110 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-fe7cbf9c-4d7d-479b-815f-f13c4d7ad393 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:08:10.025110 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-fe7cbf9c-4d7d-479b-815f-f13c4d7ad393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:08:10.030816 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Request body: {'ports': [{'network_id': '7725cc6c-367f-434e-966d-c362d5182d8d', 'name': 'tempest-port--885002068', 'admin_state_up': True}, {'network_id': '1583b59e-a6c0-451b-b19e-aee34ce251b6', 'admin_state_up': False}]} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:10.030816 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Request body: {'port': {'network_id': '7725cc6c-367f-434e-966d-c362d5182d8d', 'name': 'tempest-port--885002068', 'admin_state_up': True}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:10.030816 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Request body: {'port': {'network_id': '1583b59e-a6c0-451b-b19e-aee34ce251b6', 'admin_state_up': False}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:10.031088 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Pushing event deleted for resources: {'Network': ['ID=9b05ed33-6ab8-4a80-8669-5c63759fddfd,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:10.035519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 1583b59e-a6c0-451b-b19e-aee34ce251b6 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:08:10.046367 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d493879f-c2b0-45b1-ad28-fcde2bea20d5 tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] 10.222.0.84 "DELETE /v2.0/networks/9b05ed33-6ab8-4a80-8669-5c63759fddfd HTTP/1.1" status: 204 len: 168 time: 1.3171909 May 30 20:08:10.048692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32876) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:10.134113 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3140049b-de36-425c-8633-94044cfd6088 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:08:10.183058 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 3140049b-de36-425c-8633-94044cfd6088 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:08:10.183394 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3140049b-de36-425c-8633-94044cfd6088 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:08:10.236148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-fe4bc5bf-f2ca-43c9-8553-6d0d95f0a86a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Deleting port 2dec16be-aea8-4560-b074-b274c79c362c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:10.236487 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe4bc5bf-f2ca-43c9-8553-6d0d95f0a86a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.453330 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe4bc5bf-f2ca-43c9-8553-6d0d95f0a86a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.453330 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe4bc5bf-f2ca-43c9-8553-6d0d95f0a86a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.524648 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fe7cbf9c-4d7d-479b-815f-f13c4d7ad393 None None] Deleting port 3140049b-de36-425c-8633-94044cfd6088 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:10.525165 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fe7cbf9c-4d7d-479b-815f-f13c4d7ad393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.540728 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103be7d-d00b-4b4c-9a56-6f4b2cec6cef req-6c2981c8-5f97-4342-8f33-8b1bfa7f6705 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:10.545268 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9103be7d-d00b-4b4c-9a56-6f4b2cec6cef req-6c2981c8-5f97-4342-8f33-8b1bfa7f6705 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.4741590 May 30 20:08:10.553181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:10.562631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Usage tracker for resource:port and tenant:bb51c1e9b3a34647bff0a0051d258a2b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:10.575149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-fe4bc5bf-f2ca-43c9-8553-6d0d95f0a86a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Calling delete_port for 2dec16be-aea8-4560-b074-b274c79c362c owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:10.579948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:10.588858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:10.596896 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fe7cbf9c-4d7d-479b-815f-f13c4d7ad393 None None] The port '3140049b-de36-425c-8633-94044cfd6088' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:08:10.628249 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Made reservation on behalf of bb51c1e9b3a34647bff0a0051d258a2b for: {'port': 2} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:10.631714 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.657122 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fb7aa-191a-4e70-a8f1-5224f7780594 req-e182e1ab-a34c-41de-814a-f9f5fb12dfb0 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:10.663563 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab3fb7aa-191a-4e70-a8f1-5224f7780594 req-e182e1ab-a34c-41de-814a-f9f5fb12dfb0 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 949 time: 0.2298162 May 30 20:08:10.681464 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9103be7d-d00b-4b4c-9a56-6f4b2cec6cef req-2c403b23-167f-477f-b591-75fa51d2ab68 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199944 May 30 20:08:10.694184 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.813032 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab3fb7aa-191a-4e70-a8f1-5224f7780594 req-74f2539a-e840-4a3c-a42b-026242208f79 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530356 May 30 20:08:10.864728 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe4bc5bf-f2ca-43c9-8553-6d0d95f0a86a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.910260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bc5bf-f2ca-43c9-8553-6d0d95f0a86a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Pushing event deleted for resources: {'Port': ['ID=2dec16be-aea8-4560-b074-b274c79c362c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:10.977465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] device_id is not set on port a0aa7efc-85bb-4752-a976-5c60b0f41f35 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:08:11.008767 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe4bc5bf-f2ca-43c9-8553-6d0d95f0a86a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.025387 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c453ab4-3fef-43a9-b36f-7e6599f48e9a req-9011a861-9769-4aa1-94ac-4f1f2cafa4c8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:11.026896 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c453ab4-3fef-43a9-b36f-7e6599f48e9a req-9011a861-9769-4aa1-94ac-4f1f2cafa4c8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.1277807 May 30 20:08:11.031841 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe4bc5bf-f2ca-43c9-8553-6d0d95f0a86a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.033755 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fe4bc5bf-f2ca-43c9-8553-6d0d95f0a86a tempest-FloatingIPAdminTestJSON-1142566101 tempest-FloatingIPAdminTestJSON-1142566101-project] 10.222.0.84 "DELETE /v2.0/floatingips/5db81166-aa51-4201-9965-ba2e7b73d8f0 HTTP/1.1" status: 204 len: 168 time: 0.9828749 May 30 20:08:11.122799 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c453ab4-3fef-43a9-b36f-7e6599f48e9a req-c1617069-41c8-4dac-b181-33cad9d70c46 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869310 May 30 20:08:11.134561 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.269400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] device_id is not set on port 17ae0440-3c23-4f07-b391-3a841d6f7817 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:08:11.403800 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.452643 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.462387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32890) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:11.569182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event updated for resources: {'Port': ['ID=a0aa7efc-85bb-4752-a976-5c60b0f41f35,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:11.580770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Checking segment: {'id': '5d4b6397-08b2-4596-9cb5-07f77c95d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7725cc6c-367f-434e-966d-c362d5182d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:11.580770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Network hostable DHCP agents. Network: 7725cc6c-367f-434e-966d-c362d5182d8d, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:08:11.601283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Network 7725cc6c-367f-434e-966d-c362d5182d8d is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:08:11.622982 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 7725cc6c-367f-434e-966d-c362d5182d8d) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:11.634579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:11.634579 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.639727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec2e7e0-3ef3-4c62-816d-81d1552d7374 None None] Network 7725cc6c-367f-434e-966d-c362d5182d8d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:11.717799 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event updated for resources: {'Port': ['ID=17ae0440-3c23-4f07-b391-3a841d6f7817,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:11.771060 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6ba22564-9027-4fd4-851e-dbeb8fc3b330 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=058afca096124f41883e2d2ec23498db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3097796 May 30 20:08:11.776881 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32898) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:11.898806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Checking segment: {'id': '6e5e4e52-e790-48b3-964e-9bf8b34d6a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1583b59e-a6c0-451b-b19e-aee34ce251b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:11.898806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Network hostable DHCP agents. Network: 1583b59e-a6c0-451b-b19e-aee34ce251b6, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:08:12.057736 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a8c4054e-96f8-4d9e-86f2-e1d19d2e15b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:12.090970 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Network 1583b59e-a6c0-451b-b19e-aee34ce251b6 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:08:12.134429 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a8c4054e-96f8-4d9e-86f2-e1d19d2e15b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:12.134429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 1583b59e-a6c0-451b-b19e-aee34ce251b6) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:12.143858 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e8953f-79ea-468e-b553-6b31349997ab None None] Network 1583b59e-a6c0-451b-b19e-aee34ce251b6 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:12.150385 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894a02-8378-4691-8597-fec3a6145846 req-0a9c8851-3de6-4854-97b2-7ab79f0aedda tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:12.150385 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e2894a02-8378-4691-8597-fec3a6145846 req-0a9c8851-3de6-4854-97b2-7ab79f0aedda tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.2129941 May 30 20:08:12.163002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:12.163002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:12.166902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:12.166902 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:12.276633 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:12.285578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e2894a02-8378-4691-8597-fec3a6145846 req-c2e561a4-28ee-46c5-a30d-d6d4c20d05d5 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932412 May 30 20:08:12.285578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-932e5e47-4ace-4574-bcfd-9dc119f2e72b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.2566302 May 30 20:08:12.290439 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32908) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:12.294367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09798b-24f4-4322-9dc0-3094cc255819 req-2b17b2cd-2d9a-4fcb-8897-91fb14e68269 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:12.294367 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c09798b-24f4-4322-9dc0-3094cc255819 req-2b17b2cd-2d9a-4fcb-8897-91fb14e68269 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 949 time: 0.2647984 May 30 20:08:12.383895 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a8c4054e-96f8-4d9e-86f2-e1d19d2e15b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:12.465931 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4054e-96f8-4d9e-86f2-e1d19d2e15b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840a4181-6190-4b85-8982-bd9c4132add1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:12.487622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939f207e-c939-4efe-b65f-d44eb484b4ef tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:12.492677 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a8c4054e-96f8-4d9e-86f2-e1d19d2e15b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:12.492677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a8c4054e-96f8-4d9e-86f2-e1d19d2e15b3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/840a4181-6190-4b85-8982-bd9c4132add1 HTTP/1.1" status: 204 len: 168 time: 0.7147281 May 30 20:08:12.501891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939f207e-c939-4efe-b65f-d44eb484b4ef tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:12.501891 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-939f207e-c939-4efe-b65f-d44eb484b4ef tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2169328 May 30 20:08:12.501891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32914) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:12.531003 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:12.543017 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c09798b-24f4-4322-9dc0-3094cc255819 req-6b546eda-7ecc-47e5-94f2-d3bb78507892 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334747 May 30 20:08:12.548387 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:12.548387 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:12.680287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-15cff24c-1fd0-41e4-983f-d6065fc8fbe2 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Deleting port a0aa7efc-85bb-4752-a976-5c60b0f41f35 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:12.680287 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-15cff24c-1fd0-41e4-983f-d6065fc8fbe2 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:12.744079 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:12.777369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709054c-f3bf-4d01-a47b-1e63f1c555c2 req-693e20dd-57f9-42ae-a537-32462b77b2f8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:12.777369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b709054c-f3bf-4d01-a47b-1e63f1c555c2 req-693e20dd-57f9-42ae-a537-32462b77b2f8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.1666465 May 30 20:08:12.791903 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598b6285-537c-4472-9fbc-6e366c28cd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:08:12.811582 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:12.811582 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:12.887140 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b709054c-f3bf-4d01-a47b-1e63f1c555c2 req-634decaf-e28d-4b3d-a3f0-e11ba56c134a tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048851 May 30 20:08:12.933839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:12.947830 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0cc5830-597f-4444-bb26-41e664a17088'] response: {'server_uuid': '598b6285-537c-4472-9fbc-6e366c28cd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a', 'code': 200} May 30 20:08:13.096434 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-895e0fd3-7bb5-4c7b-93b4-6ad9314e36e2 req-62c4eaff-c286-48fd-9725-56ebd96a3b1e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 1101 time: 0.0873721 May 30 20:08:13.105768 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-15cff24c-1fd0-41e4-983f-d6065fc8fbe2 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:13.175304 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32922) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:13.254268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-15cff24c-1fd0-41e4-983f-d6065fc8fbe2 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Calling delete_port for a0aa7efc-85bb-4752-a976-5c60b0f41f35 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:13.290540 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-895e0fd3-7bb5-4c7b-93b4-6ad9314e36e2 req-cb365b68-4a31-43a7-8424-ba9eaf7ad52f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882679 May 30 20:08:13.294076 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a391954c-a99f-49a2-91a2-94c872829f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:13.335249 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a391954c-a99f-49a2-91a2-94c872829f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:13.341664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a391954c-a99f-49a2-91a2-94c872829f78 admin admin] Usage tracker for resource:security_group_rule and tenant:d7aa6f4ba07e469b88b2d6f672a0eab1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:13.341664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a391954c-a99f-49a2-91a2-94c872829f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:13.343767 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-15cff24c-1fd0-41e4-983f-d6065fc8fbe2 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:13.348368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a391954c-a99f-49a2-91a2-94c872829f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:13.405885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cff24c-1fd0-41e4-983f-d6065fc8fbe2 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event deleted for resources: {'Port': ['ID=a0aa7efc-85bb-4752-a976-5c60b0f41f35,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:13.405885 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-15cff24c-1fd0-41e4-983f-d6065fc8fbe2 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:13.424572 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-15cff24c-1fd0-41e4-983f-d6065fc8fbe2 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "DELETE /v2.0/ports/a0aa7efc-85bb-4752-a976-5c60b0f41f35 HTTP/1.1" status: 204 len: 168 time: 0.9188859 May 30 20:08:13.424572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32928) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:13.511113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a38559a9-2317-4d3f-bb8e-b43cef8bf834 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Deleting port 17ae0440-3c23-4f07-b391-3a841d6f7817 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:13.511113 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a38559a9-2317-4d3f-bb8e-b43cef8bf834 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:13.570823 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a391954c-a99f-49a2-91a2-94c872829f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:13.580776 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a391954c-a99f-49a2-91a2-94c872829f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:13.659639 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391954c-a99f-49a2-91a2-94c872829f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f787f2e4-5a2e-45f8-8aeb-739c1c0a45f2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:13.669091 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a391954c-a99f-49a2-91a2-94c872829f78 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d7aa6f4ba07e469b88b2d6f672a0eab1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4940851 May 30 20:08:13.669091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32934) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:13.724206 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5031058-5478-456f-b2fe-511f70a2401d req-8c031291-bb52-4403-8abb-fe9790adaa3d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:13.724206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a5031058-5478-456f-b2fe-511f70a2401d req-8c031291-bb52-4403-8abb-fe9790adaa3d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.2340491 May 30 20:08:13.846608 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a38559a9-2317-4d3f-bb8e-b43cef8bf834 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:13.890386 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a5031058-5478-456f-b2fe-511f70a2401d req-23807a66-4359-4faa-8068-c145fa8938f8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301439 May 30 20:08:13.898346 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-182e83c3-ccd4-4c4f-8d6d-e1507223ba54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:13.938071 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ec0e2-aff6-4b5c-9c99-50e61233b099 req-de8e567d-4916-4b98-afe8-3f95ff1b5cb0 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:13.939784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a94ec0e2-aff6-4b5c-9c99-50e61233b099 req-de8e567d-4916-4b98-afe8-3f95ff1b5cb0 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 950 time: 0.2216327 May 30 20:08:13.943227 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-182e83c3-ccd4-4c4f-8d6d-e1507223ba54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.002875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a38559a9-2317-4d3f-bb8e-b43cef8bf834 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Calling delete_port for 17ae0440-3c23-4f07-b391-3a841d6f7817 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:14.057998 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a94ec0e2-aff6-4b5c-9c99-50e61233b099 req-d9047bd8-5aef-4b7e-b045-88563ec3274a tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029582 May 30 20:08:14.080116 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-182e83c3-ccd4-4c4f-8d6d-e1507223ba54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.104208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e83c3-ccd4-4c4f-8d6d-e1507223ba54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f787f2e4-5a2e-45f8-8aeb-739c1c0a45f2,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:14.109238 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a38559a9-2317-4d3f-bb8e-b43cef8bf834 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.117643 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-182e83c3-ccd4-4c4f-8d6d-e1507223ba54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.117643 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-182e83c3-ccd4-4c4f-8d6d-e1507223ba54 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f787f2e4-5a2e-45f8-8aeb-739c1c0a45f2 HTTP/1.1" status: 204 len: 168 time: 0.4437752 May 30 20:08:14.183270 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38559a9-2317-4d3f-bb8e-b43cef8bf834 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event deleted for resources: {'Port': ['ID=17ae0440-3c23-4f07-b391-3a841d6f7817,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:14.201547 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a38559a9-2317-4d3f-bb8e-b43cef8bf834 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.212636 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a38559a9-2317-4d3f-bb8e-b43cef8bf834 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "DELETE /v2.0/ports/17ae0440-3c23-4f07-b391-3a841d6f7817 HTTP/1.1" status: 204 len: 168 time: 0.7873261 May 30 20:08:14.212636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32944) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:14.305043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fe2e5-8425-4001-966b-31b4b075269c req-b51dec3a-c74d-4b2c-a344-98c149555fd0 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:14.314952 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-990fe2e5-8425-4001-966b-31b4b075269c req-b51dec3a-c74d-4b2c-a344-98c149555fd0 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.1422520 May 30 20:08:14.334014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6b05e17e-3340-4c8c-8701-cd4bc574a32b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Synchronizing usage tracker for tenant:bb51c1e9b3a34647bff0a0051d258a2b on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:14.369225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6b05e17e-3340-4c8c-8701-cd4bc574a32b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Unset dirty status for tenant:bb51c1e9b3a34647bff0a0051d258a2b on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:14.369225 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6b05e17e-3340-4c8c-8701-cd4bc574a32b tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1560678 May 30 20:08:14.374301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32948) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:14.389005 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-e2aca0c1-1c91-416f-bb98-9983d00d09d4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-441660600'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:14.394297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e2aca0c1-1c91-416f-bb98-9983d00d09d4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:14.412048 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-990fe2e5-8425-4001-966b-31b4b075269c req-6eca4b85-eee6-4e19-8905-79a487b30956 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966892 May 30 20:08:14.412048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e2aca0c1-1c91-416f-bb98-9983d00d09d4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Usage tracker for resource:network and tenant:bb51c1e9b3a34647bff0a0051d258a2b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:14.412048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e2aca0c1-1c91-416f-bb98-9983d00d09d4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:14.427586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e2aca0c1-1c91-416f-bb98-9983d00d09d4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:14.441692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2aca0c1-1c91-416f-bb98-9983d00d09d4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Made reservation on behalf of bb51c1e9b3a34647bff0a0051d258a2b for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:14.442654 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e2aca0c1-1c91-416f-bb98-9983d00d09d4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.482110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2aca0c1-1c91-416f-bb98-9983d00d09d4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:08:14.494532 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e2aca0c1-1c91-416f-bb98-9983d00d09d4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.494875 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-e2aca0c1-1c91-416f-bb98-9983d00d09d4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Added segment cff5373d-e5f6-45b0-868d-fa3cba5a9968 of type vlan for network f0831b38-dacb-416d-aad6-dc91333fd776 May 30 20:08:14.525360 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e2aca0c1-1c91-416f-bb98-9983d00d09d4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.567994 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e2aca0c1-1c91-416f-bb98-9983d00d09d4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.571480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aca0c1-1c91-416f-bb98-9983d00d09d4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:14.572110 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e2aca0c1-1c91-416f-bb98-9983d00d09d4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.618538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32954) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:14.624554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e6a85d5d-a850-4622-a9d9-8b75cf98a9a4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1989668986'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:14.630093 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e2aca0c1-1c91-416f-bb98-9983d00d09d4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2562025 May 30 20:08:14.633081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e6a85d5d-a850-4622-a9d9-8b75cf98a9a4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:14.639785 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e6a85d5d-a850-4622-a9d9-8b75cf98a9a4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Usage tracker for resource:network and tenant:bb51c1e9b3a34647bff0a0051d258a2b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:14.642720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e6a85d5d-a850-4622-a9d9-8b75cf98a9a4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:14.650037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e6a85d5d-a850-4622-a9d9-8b75cf98a9a4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:14.676536 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a85d5d-a850-4622-a9d9-8b75cf98a9a4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Made reservation on behalf of bb51c1e9b3a34647bff0a0051d258a2b for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:14.683856 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6a85d5d-a850-4622-a9d9-8b75cf98a9a4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.725781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a85d5d-a850-4622-a9d9-8b75cf98a9a4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:08:14.727336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aca0c1-1c91-416f-bb98-9983d00d09d4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event updated for resources: {'Network': ['ID=f0831b38-dacb-416d-aad6-dc91333fd776,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:14.736548 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6a85d5d-a850-4622-a9d9-8b75cf98a9a4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.737191 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-e6a85d5d-a850-4622-a9d9-8b75cf98a9a4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Added segment 9faad8b9-eba9-470d-a7eb-b0160513c62b of type vlan for network 6384f1fe-0268-4f74-910b-826fc18163e1 May 30 20:08:14.741234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network f0831b38-dacb-416d-aad6-dc91333fd776 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:08:14.760795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32958) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:14.771405 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6a85d5d-a850-4622-a9d9-8b75cf98a9a4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.781310 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-107cf724-887c-43b4-891a-6619101a9b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.811449 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6a85d5d-a850-4622-a9d9-8b75cf98a9a4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.817436 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a85d5d-a850-4622-a9d9-8b75cf98a9a4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:14.817436 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6a85d5d-a850-4622-a9d9-8b75cf98a9a4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.817693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-107cf724-887c-43b4-891a-6619101a9b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:14.821277 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-107cf724-887c-43b4-891a-6619101a9b69 admin admin] Usage tracker for resource:security_group_rule and tenant:89697c7d2e6a498091ab15635eacbabf is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:14.827744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-107cf724-887c-43b4-891a-6619101a9b69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:14.837831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-107cf724-887c-43b4-891a-6619101a9b69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:14.925562 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-107cf724-887c-43b4-891a-6619101a9b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.932719 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-107cf724-887c-43b4-891a-6619101a9b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.942049 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e6a85d5d-a850-4622-a9d9-8b75cf98a9a4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3207805 May 30 20:08:14.943016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a85d5d-a850-4622-a9d9-8b75cf98a9a4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event updated for resources: {'Network': ['ID=6384f1fe-0268-4f74-910b-826fc18163e1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:14.968357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 6384f1fe-0268-4f74-910b-826fc18163e1 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:08:14.988666 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-107cf724-887c-43b4-891a-6619101a9b69 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=89697c7d2e6a498091ab15635eacbabf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2233484 May 30 20:08:14.988666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107cf724-887c-43b4-891a-6619101a9b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142404e6-b3d8-418b-a8a8-41f608a1824d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:14.988828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32964) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:15.092015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32968) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:15.100425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Request body: {'subnets': [{'network_id': 'f0831b38-dacb-416d-aad6-dc91333fd776', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1336735778', 'ip_version': 4}, {'network_id': '6384f1fe-0268-4f74-910b-826fc18163e1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:15.100425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Request body: {'subnet': {'network_id': 'f0831b38-dacb-416d-aad6-dc91333fd776', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1336735778', 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:15.100845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Request body: {'subnet': {'network_id': '6384f1fe-0268-4f74-910b-826fc18163e1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:15.127977 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb19bad3-3827-435f-aa34-bbe80eb0aa2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:15.163117 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb19bad3-3827-435f-aa34-bbe80eb0aa2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:15.226348 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb19bad3-3827-435f-aa34-bbe80eb0aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:15.243065 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19bad3-3827-435f-aa34-bbe80eb0aa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142404e6-b3d8-418b-a8a8-41f608a1824d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:15.287608 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb19bad3-3827-435f-aa34-bbe80eb0aa2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:15.288998 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cb19bad3-3827-435f-aa34-bbe80eb0aa2d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/142404e6-b3d8-418b-a8a8-41f608a1824d HTTP/1.1" status: 204 len: 168 time: 0.2994502 May 30 20:08:15.491183 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:15.498617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Usage tracker for resource:subnet and tenant:bb51c1e9b3a34647bff0a0051d258a2b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:15.513286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3773570-a5fa-49d4-9157-41c621a25bd8 req-5887fba4-5bf0-401f-b357-1e5451a3eeda tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:15.513286 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c3773570-a5fa-49d4-9157-41c621a25bd8 req-5887fba4-5bf0-401f-b357-1e5451a3eeda tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.3708718 May 30 20:08:15.513286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:15.519033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:15.570086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039c86d-5139-46fe-b867-210c2947223d req-06ecf63f-1278-4487-89c8-ffde4096211c tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:15.570086 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2039c86d-5139-46fe-b867-210c2947223d req-06ecf63f-1278-4487-89c8-ffde4096211c tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 950 time: 0.2673166 May 30 20:08:15.573454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Made reservation on behalf of bb51c1e9b3a34647bff0a0051d258a2b for: {'subnet': 2} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:15.674591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c3773570-a5fa-49d4-9157-41c621a25bd8 req-1b6dccae-45f2-45bf-a572-f3074f661dae tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518977 May 30 20:08:15.756825 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2039c86d-5139-46fe-b867-210c2947223d req-3bbe0767-90df-4d10-9ccc-0a7c30f25b2a tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662786 May 30 20:08:15.866447 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:15.866834 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.097065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685913c9-039a-4047-be42-d7ffdb699cbc req-5529ad0e-a295-4bff-83ea-522454e2ec60 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:16.097065 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-685913c9-039a-4047-be42-d7ffdb699cbc req-5529ad0e-a295-4bff-83ea-522454e2ec60 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.1383927 May 30 20:08:16.339233 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-685913c9-039a-4047-be42-d7ffdb699cbc req-def7a606-e16f-4c38-9136-49fcd44dc0e4 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347138 May 30 20:08:16.409580 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-887fc008-b2d1-4508-9c68-f1ea56417945 req-ae04bacc-b6c1-4e05-92d9-7697ac939172 tempest-ServersAdminNegativeTestJSON-285809307 tempest-ServersAdminNegativeTestJSON-285809307-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 1101 time: 0.1740937 May 30 20:08:16.511540 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-887fc008-b2d1-4508-9c68-f1ea56417945 req-f5924f47-b1c7-4dde-88c0-302ec9182bf3 tempest-ServersAdminNegativeTestJSON-285809307 tempest-ServersAdminNegativeTestJSON-285809307-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.564661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-887fc008-b2d1-4508-9c68-f1ea56417945 req-f5924f47-b1c7-4dde-88c0-302ec9182bf3 tempest-ServersAdminNegativeTestJSON-285809307 tempest-ServersAdminNegativeTestJSON-285809307-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:16.570251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-887fc008-b2d1-4508-9c68-f1ea56417945 req-f5924f47-b1c7-4dde-88c0-302ec9182bf3 tempest-ServersAdminNegativeTestJSON-285809307 tempest-ServersAdminNegativeTestJSON-285809307-project-admin] Usage tracker for resource:security_group_rule and tenant:35c135b432ef4925b5ef3e8218f00dff is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:16.576738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-887fc008-b2d1-4508-9c68-f1ea56417945 req-f5924f47-b1c7-4dde-88c0-302ec9182bf3 tempest-ServersAdminNegativeTestJSON-285809307 tempest-ServersAdminNegativeTestJSON-285809307-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:16.588269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-887fc008-b2d1-4508-9c68-f1ea56417945 req-f5924f47-b1c7-4dde-88c0-302ec9182bf3 tempest-ServersAdminNegativeTestJSON-285809307 tempest-ServersAdminNegativeTestJSON-285809307-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:16.602886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33000) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:16.742664 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-887fc008-b2d1-4508-9c68-f1ea56417945 req-f5924f47-b1c7-4dde-88c0-302ec9182bf3 tempest-ServersAdminNegativeTestJSON-285809307 tempest-ServersAdminNegativeTestJSON-285809307-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.742664 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.769987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1496415847'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:16.780406 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:16.786069 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-887fc008-b2d1-4508-9c68-f1ea56417945 req-f5924f47-b1c7-4dde-88c0-302ec9182bf3 tempest-ServersAdminNegativeTestJSON-285809307 tempest-ServersAdminNegativeTestJSON-285809307-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.798628 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Usage tracker for resource:network and tenant:df9612b1c7114b549c1a5cde7978095e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:16.803202 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:16.818329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:16.840894 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Made reservation on behalf of df9612b1c7114b549c1a5cde7978095e for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:16.844750 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.854874 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5924f47-b1c7-4dde-88c0-302ec9182bf3 tempest-ServersAdminNegativeTestJSON-285809307 tempest-ServersAdminNegativeTestJSON-285809307-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef692b4-ce8e-435f-823b-750a1cfd6c97,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:16.861252 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.871135 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-887fc008-b2d1-4508-9c68-f1ea56417945 req-f5924f47-b1c7-4dde-88c0-302ec9182bf3 tempest-ServersAdminNegativeTestJSON-285809307 tempest-ServersAdminNegativeTestJSON-285809307-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438939 May 30 20:08:16.877217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event updated for resources: {'Subnet': ['ID=61199155-abdf-457b-800c-17162af182ff,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:16.899338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Checking segment: {'id': 'cff5373d-e5f6-45b0-868d-fa3cba5a9968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f0831b38-dacb-416d-aad6-dc91333fd776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:16.899780 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Network hostable DHCP agents. Network: f0831b38-dacb-416d-aad6-dc91333fd776, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:08:16.902764 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:16.908535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Usage tracker for resource:security_group_rule and tenant:df9612b1c7114b549c1a5cde7978095e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:16.913082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:16.919743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:16.930448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Network f0831b38-dacb-416d-aad6-dc91333fd776 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:08:16.991259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, f0831b38-dacb-416d-aad6-dc91333fd776) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:17.000597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f50e73-bce9-4b12-bc2a-ecb6d29d3122 None None] Network f0831b38-dacb-416d-aad6-dc91333fd776 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:17.005243 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.010699 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.015860 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.030936 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:08:17.041221 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.041560 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Added segment 92707cb0-1df8-4667-ae7d-f0533dde8127 of type vlan for network b04e291b-828e-4b62-87de-7cbfc76aea66 May 30 20:08:17.100827 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6752b20d-372b-4d48-92a6-324d60a2b712,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:17.106323 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event updated for resources: {'Subnet': ['ID=b24c822b-fc0a-41d0-ad49-e76ef1e2c91d,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:17.116036 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.132486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf21e85-dfcf-4d82-9718-13c20b841b27 req-c74a4cd6-b00d-454e-ba0c-1ac3389021f6 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:17.132486 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dcf21e85-dfcf-4d82-9718-13c20b841b27 req-c74a4cd6-b00d-454e-ba0c-1ac3389021f6 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.1899996 May 30 20:08:17.132486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Checking segment: {'id': '9faad8b9-eba9-470d-a7eb-b0160513c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6384f1fe-0268-4f74-910b-826fc18163e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:17.132486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Network hostable DHCP agents. Network: 6384f1fe-0268-4f74-910b-826fc18163e1, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:08:17.163860 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.168230 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:17.168998 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.205372 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dcf21e85-dfcf-4d82-9718-13c20b841b27 req-cba2a353-3e9e-4bc6-b0bf-eaeb7d683d78 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675316 May 30 20:08:17.208200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Network 6384f1fe-0268-4f74-910b-826fc18163e1 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:08:17.242073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 6384f1fe-0268-4f74-910b-826fc18163e1) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:17.246975 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:17.248357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:17.253998 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.311135 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a740afd-5fb2-438c-ac35-3cf98e780d75 None None] Network 6384f1fe-0268-4f74-910b-826fc18163e1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:17.318124 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d77c730d-fc2e-4019-8b27-67ec9dda9ced tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2250168 May 30 20:08:17.320608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33008) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:17.412322 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83358e4f-ca8b-4829-ad6e-e72f82494f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-f0831b38-dacb-416d-aad6-dc91333fd776', 'network_id': 'f0831b38-dacb-416d-aad6-dc91333fd776', 'tenant_id': 'bb51c1e9b3a34647bff0a0051d258a2b', 'fixed_ips': [{'subnet_id': '61199155-abdf-457b-800c-17162af182ff'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:08:17.412322 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-83358e4f-ca8b-4829-ad6e-e72f82494f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.442966 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d201e5-5bd9-48f4-a3bd-8bb88789e8cd tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:17.442966 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d201e5-5bd9-48f4-a3bd-8bb88789e8cd tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:17.448795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d201e5-5bd9-48f4-a3bd-8bb88789e8cd tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:17.448795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-94d201e5-5bd9-48f4-a3bd-8bb88789e8cd tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Synchronizing usage tracker for tenant:bb51c1e9b3a34647bff0a0051d258a2b on resource:subnet {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:17.492231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-94d201e5-5bd9-48f4-a3bd-8bb88789e8cd tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Unset dirty status for tenant:bb51c1e9b3a34647bff0a0051d258a2b on resource:subnet {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:17.492231 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-94d201e5-5bd9-48f4-a3bd-8bb88789e8cd tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1612139 May 30 20:08:17.492231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33014) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:17.518149 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9067037 May 30 20:08:17.518149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b9392-6b9d-4881-8918-bf8ce2a5a5a4 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Pushing event updated for resources: {'Network': ['ID=b04e291b-828e-4b62-87de-7cbfc76aea66,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:17.518149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33018) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:17.530566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Request body: {'subnet': {'network_id': 'b04e291b-828e-4b62-87de-7cbfc76aea66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:17.535375 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network b04e291b-828e-4b62-87de-7cbfc76aea66 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:08:17.654489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-627548c9-05e7-4c54-8e58-42a38a4966f4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Deleting subnet 61199155-abdf-457b-800c-17162af182ff {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:08:17.659303 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-627548c9-05e7-4c54-8e58-42a38a4966f4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.664889 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:17.688617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Usage tracker for resource:subnet and tenant:df9612b1c7114b549c1a5cde7978095e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:17.688617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:17.688617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:17.708017 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Made reservation on behalf of df9612b1c7114b549c1a5cde7978095e for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:17.743276 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-627548c9-05e7-4c54-8e58-42a38a4966f4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.793601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf46f7c-de84-4024-882e-ae222b66c8f2 req-2757f106-deb9-416a-91b6-d4aebb1187cb tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:17.793601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6cf46f7c-de84-4024-882e-ae222b66c8f2 req-2757f106-deb9-416a-91b6-d4aebb1187cb tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.2042897 May 30 20:08:17.845645 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-627548c9-05e7-4c54-8e58-42a38a4966f4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.855306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-6384f1fe-0268-4f74-910b-826fc18163e1', 'network_id': '6384f1fe-0268-4f74-910b-826fc18163e1', 'tenant_id': 'bb51c1e9b3a34647bff0a0051d258a2b', 'fixed_ips': [{'subnet_id': 'b24c822b-fc0a-41d0-ad49-e76ef1e2c91d'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:08:17.856197 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.882813 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.891401 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6cf46f7c-de84-4024-882e-ae222b66c8f2 req-68ab63e5-15c9-4d1e-819f-2ca16d98d6dd tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970097 May 30 20:08:17.952066 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-627548c9-05e7-4c54-8e58-42a38a4966f4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.014493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627548c9-05e7-4c54-8e58-42a38a4966f4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event deleted for resources: {'Subnet': ['ID=61199155-abdf-457b-800c-17162af182ff,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:18.014493 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-627548c9-05e7-4c54-8e58-42a38a4966f4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.039372 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-627548c9-05e7-4c54-8e58-42a38a4966f4 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "DELETE /v2.0/subnets/61199155-abdf-457b-800c-17162af182ff HTTP/1.1" status: 204 len: 168 time: 0.5378833 May 30 20:08:18.039372 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33024) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server [None req-83358e4f-ca8b-4829-ad6e-e72f82494f10 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61199155-abdf-457b-800c-17162af182ff: This subnet is being modified by another concurrent operation. May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:08:18.043942 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise exception May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61199155-abdf-457b-800c-17162af182ff: This subnet is being modified by another concurrent operation. May 30 20:08:18.056290 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server May 30 20:08:18.116974 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f58b6bf-f310-4b68-abb5-b2335d6ea296 None None] Network f0831b38-dacb-416d-aad6-dc91333fd776 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:18.165615 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.167658 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-715c7b33-eaf2-4b5b-9363-b27f037cff47 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Deleting subnet b24c822b-fc0a-41d0-ad49-e76ef1e2c91d {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:08:18.185972 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca0b9cc3-b3f2-464f-b753-fc22673085c4 req-cf53d48c-d60e-4d06-a672-a33ddd1c8408 tempest-ServersAdminNegativeTestJSON-285809307 tempest-ServersAdminNegativeTestJSON-285809307-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 1101 time: 0.0949330 May 30 20:08:18.235414 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Allocated IP 172.20.0.18 (6384f1fe-0268-4f74-910b-826fc18163e1/b24c822b-fc0a-41d0-ad49-e76ef1e2c91d/b95efa6e-df72-435d-979a-9c74ed68f0e4) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:18.246539 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ca0b9cc3-b3f2-464f-b753-fc22673085c4 req-65704980-113a-4a33-bc15-2c317b639c88 tempest-ServersAdminNegativeTestJSON-285809307 tempest-ServersAdminNegativeTestJSON-285809307-project-admin] Synchronizing usage tracker for tenant:35c135b432ef4925b5ef3e8218f00dff on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:18.255109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Pushing event updated for resources: {'Subnet': ['ID=dd6d68a5-c968-4e87-9bdc-c931b420caa1,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:18.269341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:18.269745 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:18.270094 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:18.271151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:18.271151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:18.272994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:18.272994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:18.272994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:18.272994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:18.272994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:18.272994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:18.278445 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Checking segment: {'id': '92707cb0-1df8-4667-ae7d-f0533dde8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b04e291b-828e-4b62-87de-7cbfc76aea66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:18.278804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Network hostable DHCP agents. Network: b04e291b-828e-4b62-87de-7cbfc76aea66, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:08:18.294631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ca0b9cc3-b3f2-464f-b753-fc22673085c4 req-65704980-113a-4a33-bc15-2c317b639c88 tempest-ServersAdminNegativeTestJSON-285809307 tempest-ServersAdminNegativeTestJSON-285809307-project-admin] Unset dirty status for tenant:35c135b432ef4925b5ef3e8218f00dff on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:18.296049 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca0b9cc3-b3f2-464f-b753-fc22673085c4 req-65704980-113a-4a33-bc15-2c317b639c88 tempest-ServersAdminNegativeTestJSON-285809307 tempest-ServersAdminNegativeTestJSON-285809307-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040905 May 30 20:08:18.312652 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Network b04e291b-828e-4b62-87de-7cbfc76aea66 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:08:18.337205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, b04e291b-828e-4b62-87de-7cbfc76aea66) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:18.356131 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:18.356131 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.396613 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2cec82bc-3b82-45cd-bdf1-f848410c702c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8641243 May 30 20:08:18.404153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33034) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:18.404153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-3f0da067-020e-4d99-ae0e-ba2811bba062 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-350918039', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:18.404153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3f0da067-020e-4d99-ae0e-ba2811bba062 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:18.418766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3f0da067-020e-4d99-ae0e-ba2811bba062 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Usage tracker for resource:router and tenant:df9612b1c7114b549c1a5cde7978095e is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:18.418766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3f0da067-020e-4d99-ae0e-ba2811bba062 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:18.434352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3f0da067-020e-4d99-ae0e-ba2811bba062 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:18.476618 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b91bbb8-f266-4f14-a5f0-2e457f9850af None None] Network b04e291b-828e-4b62-87de-7cbfc76aea66 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:18.530106 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3f0da067-020e-4d99-ae0e-ba2811bba062 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.530106 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3f0da067-020e-4d99-ae0e-ba2811bba062 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.596621 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3f0da067-020e-4d99-ae0e-ba2811bba062 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.629912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717ef3f-bdfc-4b81-ba0b-7c7e7669d061 req-c6f9798b-e3e1-4e00-bc79-01531714ca0d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:18.631756 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6717ef3f-bdfc-4b81-ba0b-7c7e7669d061 req-c6f9798b-e3e1-4e00-bc79-01531714ca0d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.1954565 May 30 20:08:18.635207 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3de32094-264f-40f0-b9bc-a889bed857fa req-cd12a646-8819-458d-95d1-7564233314a5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1492243 May 30 20:08:18.661784 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3f0da067-020e-4d99-ae0e-ba2811bba062 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.707394 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3f0da067-020e-4d99-ae0e-ba2811bba062 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.714340 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3f0da067-020e-4d99-ae0e-ba2811bba062 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3249207 May 30 20:08:18.714340 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33046) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:18.719206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6717ef3f-bdfc-4b81-ba0b-7c7e7669d061 req-c59f81d9-1dc6-44c9-a24e-769dc46b1bfd tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799458 May 30 20:08:18.892850 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-b04e291b-828e-4b62-87de-7cbfc76aea66', 'network_id': 'b04e291b-828e-4b62-87de-7cbfc76aea66', 'tenant_id': 'df9612b1c7114b549c1a5cde7978095e', 'fixed_ips': [{'subnet_id': 'dd6d68a5-c968-4e87-9bdc-c931b420caa1'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:08:18.893985 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.909128 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.930605 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Transition to ACTIVE for port object b95efa6e-df72-435d-979a-9c74ed68f0e4 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:19.021880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Transition to ACTIVE for port object b95efa6e-df72-435d-979a-9c74ed68f0e4 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:19.021880 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:19.061485 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-715c7b33-eaf2-4b5b-9363-b27f037cff47 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:19.108683 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Network 6384f1fe-0268-4f74-910b-826fc18163e1 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:19.122393 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:19.134893 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:19.187331 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Pushing event updated for resources: {'Port': ['ID=b95efa6e-df72-435d-979a-9c74ed68f0e4,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:19.324919 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-715c7b33-eaf2-4b5b-9363-b27f037cff47 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:19.330787 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Allocated IP 172.20.0.2 (b04e291b-828e-4b62-87de-7cbfc76aea66/dd6d68a5-c968-4e87-9bdc-c931b420caa1/d8e72420-cad1-4fbf-8abb-0b71fc5d6410) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:19.341465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Attempting to bind port b95efa6e-df72-435d-979a-9c74ed68f0e4 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:08:19.341465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Attempting to bind port b95efa6e-df72-435d-979a-9c74ed68f0e4 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '9faad8b9-eba9-470d-a7eb-b0160513c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6384f1fe-0268-4f74-910b-826fc18163e1'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:08:19.341465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Attempting to bind port b95efa6e-df72-435d-979a-9c74ed68f0e4 on network 6384f1fe-0268-4f74-910b-826fc18163e1 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:19.354229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:08:19.354229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Checking segment: {'id': '9faad8b9-eba9-470d-a7eb-b0160513c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6384f1fe-0268-4f74-910b-826fc18163e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:19.354229 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:19.354229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Bound using segment: {'id': '9faad8b9-eba9-470d-a7eb-b0160513c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6384f1fe-0268-4f74-910b-826fc18163e1'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:08:19.354229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Bound port: b95efa6e-df72-435d-979a-9c74ed68f0e4, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9faad8b9-eba9-470d-a7eb-b0160513c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6384f1fe-0268-4f74-910b-826fc18163e1'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:08:19.354229 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:19.548621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] For port b95efa6e-df72-435d-979a-9c74ed68f0e4, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:08:19.568442 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] For port b95efa6e-df72-435d-979a-9c74ed68f0e4, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b95efa6e-df72-435d-979a-9c74ed68f0e4,segment=NetworkSegment(9faad8b9-eba9-470d-a7eb-b0160513c62b),segment_id=9faad8b9-eba9-470d-a7eb-b0160513c62b)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:08:19.586122 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:19.589712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85926a47-901c-4138-abd5-b84d3d3ecc12 req-43a520db-f354-44da-80c7-cba4b81fc953 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:19.589712 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-85926a47-901c-4138-abd5-b84d3d3ecc12 req-43a520db-f354-44da-80c7-cba4b81fc953 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.4264026 May 30 20:08:19.629735 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df86abe-667e-482a-81b7-bbdd797b47c7 req-a7a1fdb2-ce77-4880-ba99-a59eaa009845 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:19.645694 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7df86abe-667e-482a-81b7-bbdd797b47c7 req-a7a1fdb2-ce77-4880-ba99-a59eaa009845 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 950 time: 0.3999090 May 30 20:08:19.679447 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-715c7b33-eaf2-4b5b-9363-b27f037cff47 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:19.735235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033ff43-3def-4847-a2cf-38166bdc75f3 None None] Pushing event updated for resources: {'Port': ['ID=b95efa6e-df72-435d-979a-9c74ed68f0e4,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:19.735235 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:19.755494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Transition to ACTIVE for port object d8e72420-cad1-4fbf-8abb-0b71fc5d6410 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:19.785752 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Transition to ACTIVE for port object d8e72420-cad1-4fbf-8abb-0b71fc5d6410 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:19.799240 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:19.806773 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-85926a47-901c-4138-abd5-b84d3d3ecc12 req-e4255fd9-bf60-4093-b502-b836ee198021 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129045 May 30 20:08:19.879916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Network b04e291b-828e-4b62-87de-7cbfc76aea66 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:19.892424 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:19.892904 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7df86abe-667e-482a-81b7-bbdd797b47c7 req-3bce53ff-00dc-4860-ac2d-f38c1caa4d70 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552748 May 30 20:08:19.901652 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:19.921193 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-715c7b33-eaf2-4b5b-9363-b27f037cff47 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:20.011588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c7b33-eaf2-4b5b-9363-b27f037cff47 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event deleted for resources: {'Subnet': ['ID=b24c822b-fc0a-41d0-ad49-e76ef1e2c91d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:20.018742 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Pushing event updated for resources: {'Port': ['ID=d8e72420-cad1-4fbf-8abb-0b71fc5d6410,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:20.115540 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Attempting to bind port d8e72420-cad1-4fbf-8abb-0b71fc5d6410 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:08:20.115540 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Attempting to bind port d8e72420-cad1-4fbf-8abb-0b71fc5d6410 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '92707cb0-1df8-4667-ae7d-f0533dde8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b04e291b-828e-4b62-87de-7cbfc76aea66'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:08:20.115540 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Attempting to bind port d8e72420-cad1-4fbf-8abb-0b71fc5d6410 on network b04e291b-828e-4b62-87de-7cbfc76aea66 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:20.134307 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:08:20.134307 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Checking segment: {'id': '92707cb0-1df8-4667-ae7d-f0533dde8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b04e291b-828e-4b62-87de-7cbfc76aea66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:20.134307 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:20.134307 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Bound using segment: {'id': '92707cb0-1df8-4667-ae7d-f0533dde8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b04e291b-828e-4b62-87de-7cbfc76aea66'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:08:20.134307 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Bound port: d8e72420-cad1-4fbf-8abb-0b71fc5d6410, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92707cb0-1df8-4667-ae7d-f0533dde8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b04e291b-828e-4b62-87de-7cbfc76aea66'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:08:20.134307 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:20.188850 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-715c7b33-eaf2-4b5b-9363-b27f037cff47 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:20.239704 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:20.268464 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-715c7b33-eaf2-4b5b-9363-b27f037cff47 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "DELETE /v2.0/subnets/b24c822b-fc0a-41d0-ad49-e76ef1e2c91d HTTP/1.1" status: 204 len: 168 time: 2.2374759 May 30 20:08:20.273445 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33056) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:20.363737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] For port d8e72420-cad1-4fbf-8abb-0b71fc5d6410, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:08:20.372636 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b95efa6e-df72-435d-979a-9c74ed68f0e4 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:20.454724 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] For port d8e72420-cad1-4fbf-8abb-0b71fc5d6410, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d8e72420-cad1-4fbf-8abb-0b71fc5d6410,segment=NetworkSegment(92707cb0-1df8-4667-ae7d-f0533dde8127),segment_id=92707cb0-1df8-4667-ae7d-f0533dde8127)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:08:20.455861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173a2bed-f5e4-4882-9ef6-beb279c03b42 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:20.461061 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-173a2bed-f5e4-4882-9ef6-beb279c03b42 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1885912 May 30 20:08:20.462897 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:20.477181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33062) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:20.551591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857fcab-a231-4e71-8151-c23f3794cfd6 req-b1a35bd2-c214-4765-9b24-706e432cd9fb tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:20.566408 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0857fcab-a231-4e71-8151-c23f3794cfd6 req-b1a35bd2-c214-4765-9b24-706e432cd9fb tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.5611348 May 30 20:08:20.580629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ffa58-9a01-4e24-bb81-b0a8ff85aa6e None None] Pushing event updated for resources: {'Port': ['ID=d8e72420-cad1-4fbf-8abb-0b71fc5d6410,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:20.583021 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port b95efa6e-df72-435d-979a-9c74ed68f0e4 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:20.693851 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:20.711223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Deleting port b95efa6e-df72-435d-979a-9c74ed68f0e4 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:20.711223 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:20.725733 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0857fcab-a231-4e71-8151-c23f3794cfd6 req-bbabb848-25bd-472d-b224-4e33fb2fc78a tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576624 May 30 20:08:21.157759 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242581d6-7489-4d5c-80a2-3984156c059f req-431a5213-d5db-4cc3-80d6-51e49b2fecea tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:21.157759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-242581d6-7489-4d5c-80a2-3984156c059f req-431a5213-d5db-4cc3-80d6-51e49b2fecea tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.77 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 950 time: 0.3241098 May 30 20:08:21.302116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] For port b95efa6e-df72-435d-979a-9c74ed68f0e4, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b95efa6e-df72-435d-979a-9c74ed68f0e4,segment=NetworkSegment(9faad8b9-eba9-470d-a7eb-b0160513c62b),segment_id=9faad8b9-eba9-470d-a7eb-b0160513c62b)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:21.302116 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:21.407956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-242581d6-7489-4d5c-80a2-3984156c059f req-e614a296-ca71-4fb5-909a-4adea289c171 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Deleting port b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:21.407956 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-242581d6-7489-4d5c-80a2-3984156c059f req-e614a296-ca71-4fb5-909a-4adea289c171 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:21.454682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Allocated IP 172.20.0.1 (b04e291b-828e-4b62-87de-7cbfc76aea66/dd6d68a5-c968-4e87-9bdc-c931b420caa1/166749a1-1edd-467a-a9bd-565f1a5e1d75) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:21.584011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Calling delete_port for b95efa6e-df72-435d-979a-9c74ed68f0e4 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:21.655482 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36ee8cb-9588-4e5d-9c5b-eab1a57d6aa4 None None] Network 6384f1fe-0268-4f74-910b-826fc18163e1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:21.675742 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:21.747371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event deleted for resources: {'Port': ['ID=b95efa6e-df72-435d-979a-9c74ed68f0e4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:21.747371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] No DVR routers for this DVR port b95efa6e-df72-435d-979a-9c74ed68f0e4 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:08:21.850350 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-deb9fe7a-e20a-4d92-a94b-8247e13e6c13 None None] Could not find standard attr ID for object b95efa6e-df72-435d-979a-9c74ed68f0e4. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:08:21.948342 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:21.973529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be7408-639f-4ec6-935b-0327ce8a57f6 req-8d66b332-2d6c-4b2e-89a4-13d5ce5c3806 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:21.992983 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a5be7408-639f-4ec6-935b-0327ce8a57f6 req-8d66b332-2d6c-4b2e-89a4-13d5ce5c3806 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.5462208 May 30 20:08:21.992983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa4088-937d-4db3-9cc1-1ce8807ccbe6 req-f05cb666-6248-4eee-bfe3-ffa9fca165ef tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:21.992983 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bdfa4088-937d-4db3-9cc1-1ce8807ccbe6 req-f05cb666-6248-4eee-bfe3-ffa9fca165ef tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 950 time: 0.5566487 May 30 20:08:22.093681 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e577cacd-ea35-4468-9a75-b0735e1fb73b None None] DHCP port deletion for 6384f1fe-0268-4f74-910b-826fc18163e1 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:08:22.264500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6384f1fe-0268-4f74-910b-826fc18163e1']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:22.292961 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.323057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9faad8b9-eba9-470d-a7eb-b0160513c62b') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:22.323057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9faad8b9-eba9-470d-a7eb-b0160513c62b') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:22.326943 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d8e72420-cad1-4fbf-8abb-0b71fc5d6410 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:22.329746 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.339885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bdfa4088-937d-4db3-9cc1-1ce8807ccbe6 req-dcf275a3-2cd3-4f2b-a0de-be3d7c65c797 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862933 May 30 20:08:22.384668 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.390158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-242581d6-7489-4d5c-80a2-3984156c059f req-e614a296-ca71-4fb5-909a-4adea289c171 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] For port b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:22.390158 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-242581d6-7489-4d5c-80a2-3984156c059f req-e614a296-ca71-4fb5-909a-4adea289c171 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.406530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:08:22.406530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.415496 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a5be7408-639f-4ec6-935b-0327ce8a57f6 req-e73492cb-acf4-4efb-8382-6a444cd6e9e9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361210 May 30 20:08:22.453542 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port d8e72420-cad1-4fbf-8abb-0b71fc5d6410 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: timer() May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:08:22.465609 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:08:22.529559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918f4f4b-d28a-4edd-b73c-df6f85b5c8cb None None] Network b04e291b-828e-4b62-87de-7cbfc76aea66 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:22.650914 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b95efa6e-df72-435d-979a-9c74ed68f0e4 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:08:22.661930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.685927 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.702276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event deleted for resources: {'Network': ['ID=6384f1fe-0268-4f74-910b-826fc18163e1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:22.720346 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b761b136-91e2-4933-9f25-43b25c6c392a tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "DELETE /v2.0/networks/6384f1fe-0268-4f74-910b-826fc18163e1 HTTP/1.1" status: 204 len: 168 time: 2.2425718 May 30 20:08:22.720346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33076) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:22.725580 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: b95efa6e-df72-435d-979a-9c74ed68f0e4 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:08:22.725580 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b95efa6e-df72-435d-979a-9c74ed68f0e4 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:08:22.736443 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-242581d6-7489-4d5c-80a2-3984156c059f req-e614a296-ca71-4fb5-909a-4adea289c171 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Calling delete_port for b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:22.755383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-80d521a5-804d-443b-8781-2e91c8420723 None None] Provisioning for port d8e72420-cad1-4fbf-8abb-0b71fc5d6410 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:22.765460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-80d521a5-804d-443b-8781-2e91c8420723 None None] Provisioning complete for port d8e72420-cad1-4fbf-8abb-0b71fc5d6410 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:22.765460 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-80d521a5-804d-443b-8781-2e91c8420723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.865436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Transition to ACTIVE for port object 166749a1-1edd-467a-a9bd-565f1a5e1d75 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:22.879436 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d99363eb-5a62-4775-b29b-c95249ef0a6f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:23.019771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75a7aa-13f3-4476-90a7-7a5cbeff5541 req-a9ea0b99-af95-4789-b4e4-11296c9cc69d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:23.031310 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d75a7aa-13f3-4476-90a7-7a5cbeff5541 req-a9ea0b99-af95-4789-b4e4-11296c9cc69d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.3136756 May 30 20:08:23.053313 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d99363eb-5a62-4775-b29b-c95249ef0a6f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:23.099954 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-d99363eb-5a62-4775-b29b-c95249ef0a6f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0831b38-dacb-416d-aad6-dc91333fd776']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:23.104661 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:23.130625 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-d99363eb-5a62-4775-b29b-c95249ef0a6f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff5373d-e5f6-45b0-868d-fa3cba5a9968') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:23.130625 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-d99363eb-5a62-4775-b29b-c95249ef0a6f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff5373d-e5f6-45b0-868d-fa3cba5a9968') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:23.142139 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-80d521a5-804d-443b-8781-2e91c8420723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:23.188219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-80d521a5-804d-443b-8781-2e91c8420723 None None] For port d8e72420-cad1-4fbf-8abb-0b71fc5d6410, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d8e72420-cad1-4fbf-8abb-0b71fc5d6410,segment=NetworkSegment(92707cb0-1df8-4667-ae7d-f0533dde8127),segment_id=92707cb0-1df8-4667-ae7d-f0533dde8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:23.194075 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-80d521a5-804d-443b-8781-2e91c8420723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:23.199024 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d99363eb-5a62-4775-b29b-c95249ef0a6f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:23.255486 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d99363eb-5a62-4775-b29b-c95249ef0a6f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:23.269067 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99363eb-5a62-4775-b29b-c95249ef0a6f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:08:23.269067 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d99363eb-5a62-4775-b29b-c95249ef0a6f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:23.304988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Network b04e291b-828e-4b62-87de-7cbfc76aea66 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: timer() May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:08:23.316726 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:08:23.336897 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d75a7aa-13f3-4476-90a7-7a5cbeff5541 req-0f50f5c0-041d-4950-aa67-b5bfa723f7c3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074653 May 30 20:08:23.347678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:23.360049 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:23.386989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d521a5-804d-443b-8781-2e91c8420723 None None] Pushing event updated for resources: {'Port': ['ID=d8e72420-cad1-4fbf-8abb-0b71fc5d6410,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:23.417763 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d521a5-804d-443b-8781-2e91c8420723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:23.417763 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d521a5-804d-443b-8781-2e91c8420723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:23.417763 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d521a5-804d-443b-8781-2e91c8420723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:23.428144 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d521a5-804d-443b-8781-2e91c8420723 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:23.428144 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d521a5-804d-443b-8781-2e91c8420723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:23.428144 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d521a5-804d-443b-8781-2e91c8420723 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:23.428144 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d521a5-804d-443b-8781-2e91c8420723 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:23.428144 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d521a5-804d-443b-8781-2e91c8420723 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:23.428144 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d521a5-804d-443b-8781-2e91c8420723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:23.428144 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d521a5-804d-443b-8781-2e91c8420723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:23.428144 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d521a5-804d-443b-8781-2e91c8420723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:23.498761 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d99363eb-5a62-4775-b29b-c95249ef0a6f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:23.565095 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d99363eb-5a62-4775-b29b-c95249ef0a6f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:23.571804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Pushing event updated for resources: {'Port': ['ID=166749a1-1edd-467a-a9bd-565f1a5e1d75,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:23.577313 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-242581d6-7489-4d5c-80a2-3984156c059f req-e614a296-ca71-4fb5-909a-4adea289c171 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:23.592769 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['fb832921-8095-4689-a577-40a958538936', 'b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:08:23.603415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99363eb-5a62-4775-b29b-c95249ef0a6f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event deleted for resources: {'Network': ['ID=f0831b38-dacb-416d-aad6-dc91333fd776,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:23.626772 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d99363eb-5a62-4775-b29b-c95249ef0a6f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "DELETE /v2.0/networks/f0831b38-dacb-416d-aad6-dc91333fd776 HTTP/1.1" status: 204 len: 168 time: 0.9000258 May 30 20:08:23.626772 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33088) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:23.944637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614a296-ca71-4fb5-909a-4adea289c171 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Pushing event deleted for resources: {'Port': ['ID=b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:23.955886 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-05b6fe5e-2019-42cc-8935-259071c61335 req-5ccd537e-6f35-4b4a-a735-ef9eed473e65 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=598b6285-537c-4472-9fbc-6e366c28cd25 HTTP/1.1" status: 200 len: 210 time: 0.1158247 May 30 20:08:23.977434 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7d752b-54cf-481b-ae67-f8008dbeff08 None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:08:24.055995 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:24.068037 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2651400-fcde-4466-9044-4e2e80c7808f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:24.157295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9b39d859-e642-4124-977d-472bfce54b7f None None] Provisioning complete for port d8e72420-cad1-4fbf-8abb-0b71fc5d6410 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:24.157295 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9b39d859-e642-4124-977d-472bfce54b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:24.187538 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-242581d6-7489-4d5c-80a2-3984156c059f req-e614a296-ca71-4fb5-909a-4adea289c171 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] No DVR routers for this DVR port b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:08:24.187538 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-242581d6-7489-4d5c-80a2-3984156c059f req-e614a296-ca71-4fb5-909a-4adea289c171 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:24.212025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598b6285-537c-4472-9fbc-6e366c28cd25', 'name': 'network-vif-deleted', 'tag': 'b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:08:24.310866 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-242581d6-7489-4d5c-80a2-3984156c059f req-e614a296-ca71-4fb5-909a-4adea289c171 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.77 "DELETE /v2.0/ports/b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a HTTP/1.1" status: 204 len: 173 time: 3.1460035 May 30 20:08:24.327110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d8e72420-cad1-4fbf-8abb-0b71fc5d6410 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:24.503563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b41d2-768a-4148-866c-4fa1f08523c2 req-7dc8570d-e1bd-4787-9cf9-8ddeb8992ac3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:24.521748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf6b41d2-768a-4148-866c-4fa1f08523c2 req-7dc8570d-e1bd-4787-9cf9-8ddeb8992ac3 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.4578047 May 30 20:08:24.554466 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2651400-fcde-4466-9044-4e2e80c7808f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:24.586175 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:24.630461 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-d2651400-fcde-4466-9044-4e2e80c7808f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1583b59e-a6c0-451b-b19e-aee34ce251b6']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:24.665508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-d2651400-fcde-4466-9044-4e2e80c7808f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5e4e52-e790-48b3-964e-9bf8b34d6a0c') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:24.665508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-d2651400-fcde-4466-9044-4e2e80c7808f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5e4e52-e790-48b3-964e-9bf8b34d6a0c') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:24.696928 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2651400-fcde-4466-9044-4e2e80c7808f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:24.721684 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2651400-fcde-4466-9044-4e2e80c7808f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:24.744932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2651400-fcde-4466-9044-4e2e80c7808f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:08:24.744932 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2651400-fcde-4466-9044-4e2e80c7808f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:24.764786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port d8e72420-cad1-4fbf-8abb-0b71fc5d6410 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:24.764786 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: timer() May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:08:24.953176 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:08:25.001980 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2651400-fcde-4466-9044-4e2e80c7808f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.066264 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87939e91-04fe-4c7e-bc28-b22ab8b2b062'] response: {'server_uuid': '598b6285-537c-4472-9fbc-6e366c28cd25', 'name': 'network-vif-deleted', 'tag': 'b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a', 'status': 'completed', 'code': 200} May 30 20:08:25.123709 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2651400-fcde-4466-9044-4e2e80c7808f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.143344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2651400-fcde-4466-9044-4e2e80c7808f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event deleted for resources: {'Network': ['ID=1583b59e-a6c0-451b-b19e-aee34ce251b6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:25.171207 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d2651400-fcde-4466-9044-4e2e80c7808f tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "DELETE /v2.0/networks/1583b59e-a6c0-451b-b19e-aee34ce251b6 HTTP/1.1" status: 204 len: 168 time: 1.5403998 May 30 20:08:25.171207 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33106) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:25.227668 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7d752b-54cf-481b-ae67-f8008dbeff08 None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:08:25.502586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c4e418bf-8f26-476e-ad5c-a0870357de62 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.634816 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.634816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf6b41d2-768a-4148-866c-4fa1f08523c2 req-2e641fb8-87d2-4e74-9b84-463b48e3d8d2 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1202779 May 30 20:08:25.680751 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.699722 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c4e418bf-8f26-476e-ad5c-a0870357de62 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.752702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-c4e418bf-8f26-476e-ad5c-a0870357de62 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7725cc6c-367f-434e-966d-c362d5182d8d']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:25.774227 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-c4e418bf-8f26-476e-ad5c-a0870357de62 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4b6397-08b2-4596-9cb5-07f77c95d684') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:25.774227 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-c4e418bf-8f26-476e-ad5c-a0870357de62 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4b6397-08b2-4596-9cb5-07f77c95d684') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:25.786356 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c4e418bf-8f26-476e-ad5c-a0870357de62 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.805523 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c4e418bf-8f26-476e-ad5c-a0870357de62 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.805523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e418bf-8f26-476e-ad5c-a0870357de62 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:08:25.805523 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c4e418bf-8f26-476e-ad5c-a0870357de62 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.874466 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.882092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Pushing event updated for resources: {'Port': ['ID=166749a1-1edd-467a-a9bd-565f1a5e1d75,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: timer() May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:08:25.889491 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:08:25.926355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae648b-5c46-4cf0-8124-f384f694f874 req-cceebb1d-75c3-4710-acb0-b8db79dd66f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:25.927758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-497b6d06-5e13-481a-8936-4a3c416c0253 None None] Provisioning for port 166749a1-1edd-467a-a9bd-565f1a5e1d75 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:25.934228 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-497b6d06-5e13-481a-8936-4a3c416c0253 None None] Provisioning complete for port 166749a1-1edd-467a-a9bd-565f1a5e1d75 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:25.934541 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-497b6d06-5e13-481a-8936-4a3c416c0253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.935451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80ae648b-5c46-4cf0-8124-f384f694f874 req-cceebb1d-75c3-4710-acb0-b8db79dd66f4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.8014472 May 30 20:08:25.951718 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c4e418bf-8f26-476e-ad5c-a0870357de62 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:26.013380 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac93dd01-90f8-463e-bc06-38c04d03f156 req-7da737c4-1831-4df2-b5e5-91b6d0a9e567 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6945896 May 30 20:08:26.030886 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-497b6d06-5e13-481a-8936-4a3c416c0253 None None] Port 166749a1-1edd-467a-a9bd-565f1a5e1d75 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:08:26.096831 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c4e418bf-8f26-476e-ad5c-a0870357de62 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:26.105856 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e418bf-8f26-476e-ad5c-a0870357de62 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] Pushing event deleted for resources: {'Network': ['ID=7725cc6c-367f-434e-966d-c362d5182d8d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:26.112011 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c4e418bf-8f26-476e-ad5c-a0870357de62 tempest-BulkNetworkOpsTest-947471707 tempest-BulkNetworkOpsTest-947471707-project] 10.222.0.84 "DELETE /v2.0/networks/7725cc6c-367f-434e-966d-c362d5182d8d HTTP/1.1" status: 204 len: 168 time: 0.9457181 May 30 20:08:26.215053 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80ae648b-5c46-4cf0-8124-f384f694f874 req-78491de0-b0a5-4019-9b16-75d00dfd8d0d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795362 May 30 20:08:26.335726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b9729-434f-4545-90ca-3b394fd7b4bd req-8d0acde5-7ab8-4fd6-ab33-4324aa0c84b3 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:26.337801 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9c3b9729-434f-4545-90ca-3b394fd7b4bd req-8d0acde5-7ab8-4fd6-ab33-4324aa0c84b3 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 0.3850744 May 30 20:08:26.345911 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Network b04e291b-828e-4b62-87de-7cbfc76aea66 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:26.363291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:08:26.378666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:26.431262 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:08:26.431989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b7d00c0b-2bc8-4e04-8dc7-0eea0ed3783a not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:08:26.925500 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac93dd01-90f8-463e-bc06-38c04d03f156 req-5fc0dc1a-06c5-4085-bc70-43811a7fec08 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=19555742f4584195a57a8957d5587325&device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 1096 time: 0.7869930 May 30 20:08:26.950241 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9c3b9729-434f-4545-90ca-3b394fd7b4bd req-79cde0a9-501b-47ed-85da-fcffc32c8e5b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5951893 May 30 20:08:27.002001 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ccf1ce23-7758-459c-acd4-c73035dee5d5 None None] Provisioning complete for port 166749a1-1edd-467a-a9bd-565f1a5e1d75 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:27.002589 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ccf1ce23-7758-459c-acd4-c73035dee5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:27.005192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33124) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:27.078225 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ccf1ce23-7758-459c-acd4-c73035dee5d5 None None] Port 166749a1-1edd-467a-a9bd-565f1a5e1d75 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:08:27.278952 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1f03856e-4644-45c8-bced-3884b6386f8b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bb51c1e9b3a34647bff0a0051d258a2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2719862 May 30 20:08:27.281168 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33134) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:27.402071 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4214fdaf-f54e-4242-a496-3206181933ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:27.432808 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4214fdaf-f54e-4242-a496-3206181933ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:27.529080 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4214fdaf-f54e-4242-a496-3206181933ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:27.545374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214fdaf-f54e-4242-a496-3206181933ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909d84eb-8347-43ce-b81f-4c6ca659e13f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:27.565725 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4214fdaf-f54e-4242-a496-3206181933ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:27.565725 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4214fdaf-f54e-4242-a496-3206181933ea admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/909d84eb-8347-43ce-b81f-4c6ca659e13f HTTP/1.1" status: 204 len: 168 time: 0.2823031 May 30 20:08:27.588150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c88abd-d0b1-42e7-9ddf-342fd8e006a6 req-c53618e8-4ae2-408a-8144-be75777560ad tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:27.590919 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-37c88abd-d0b1-42e7-9ddf-342fd8e006a6 req-c53618e8-4ae2-408a-8144-be75777560ad tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 0.8546641 May 30 20:08:27.590919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93dd01-90f8-463e-bc06-38c04d03f156 req-8feebf18-623b-4043-951a-b27632aa5e5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:27.591665 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac93dd01-90f8-463e-bc06-38c04d03f156 req-8feebf18-623b-4043-951a-b27632aa5e5f service neutron] 10.222.0.93 "GET /v2.0/networks?id=1b528a3e-6816-43c9-bf46-4a6adac80f60 HTTP/1.1" status: 200 len: 917 time: 0.6385591 May 30 20:08:27.706382 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c3148b18-8829-4dc4-90b3-44e0a4ce7647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:27.817978 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-37c88abd-d0b1-42e7-9ddf-342fd8e006a6 req-a8876e3c-5eac-49dd-9412-9f5232991945 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Deleting port 5e60b14d-e755-47cb-9929-038cea49baec {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:27.818507 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-37c88abd-d0b1-42e7-9ddf-342fd8e006a6 req-a8876e3c-5eac-49dd-9412-9f5232991945 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:27.856276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc2731-c8fe-44df-89ff-aeb9c924a8c4 req-096e4bc8-9238-4e95-a25b-d2923027b4d6 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:27.857047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6ccc2731-c8fe-44df-89ff-aeb9c924a8c4 req-096e4bc8-9238-4e95-a25b-d2923027b4d6 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Synchronizing usage tracker for tenant:78240df5886b4f0091023e2aa577ea91 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:27.874599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982debd-61b5-4343-9dcd-8277db21bad3 req-178f4e7b-82c2-422b-8761-e906ed2f779a tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:27.876520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4982debd-61b5-4343-9dcd-8277db21bad3 req-178f4e7b-82c2-422b-8761-e906ed2f779a tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.7889452 May 30 20:08:27.892897 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac93dd01-90f8-463e-bc06-38c04d03f156 req-52a48b40-bed6-42f2-bc96-312f0e61a2b8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b303fcb4-67d8-4a14-83d2-b0ae8103d83d HTTP/1.1" status: 200 len: 1001 time: 0.2899921 May 30 20:08:27.986607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6ccc2731-c8fe-44df-89ff-aeb9c924a8c4 req-096e4bc8-9238-4e95-a25b-d2923027b4d6 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Unset dirty status for tenant:78240df5886b4f0091023e2aa577ea91 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:27.987474 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ccc2731-c8fe-44df-89ff-aeb9c924a8c4 req-096e4bc8-9238-4e95-a25b-d2923027b4d6 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=942c1432-68dc-49a1-b544-fadc759b75f3 HTTP/1.1" status: 200 len: 950 time: 0.8455248 May 30 20:08:28.108277 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93dd01-90f8-463e-bc06-38c04d03f156 req-8d630668-692e-466d-9899-1926a17d485c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:28.109541 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac93dd01-90f8-463e-bc06-38c04d03f156 req-8d630668-692e-466d-9899-1926a17d485c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d693005e-809d-423c-b62c-cac40f95b7d0 HTTP/1.1" status: 200 len: 855 time: 0.1929877 May 30 20:08:28.115241 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4982debd-61b5-4343-9dcd-8277db21bad3 req-b86f9cec-c5df-4249-a875-753abc59c844 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255745 May 30 20:08:28.284911 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ccc2731-c8fe-44df-89ff-aeb9c924a8c4 req-ac5cab4c-b5b1-488a-b394-bd8ee9ec8a22 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834377 May 30 20:08:28.473628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-37c88abd-d0b1-42e7-9ddf-342fd8e006a6 req-a8876e3c-5eac-49dd-9412-9f5232991945 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] For port 5e60b14d-e755-47cb-9929-038cea49baec, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5e60b14d-e755-47cb-9929-038cea49baec,segment=NetworkSegment(5f6be452-3c9c-4316-a618-a38c09910091),segment_id=5f6be452-3c9c-4316-a618-a38c09910091)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:28.473628 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-37c88abd-d0b1-42e7-9ddf-342fd8e006a6 req-a8876e3c-5eac-49dd-9412-9f5232991945 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:28.583503 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac93dd01-90f8-463e-bc06-38c04d03f156 req-c9213b37-eb61-4608-b295-10bd7b449167 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1b528a3e-6816-43c9-bf46-4a6adac80f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4668171 May 30 20:08:28.636423 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33158) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:28.639238 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Router 1525451d-3fc2-4c43-8f9d-a8406b4d4269 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:08:28.642512 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [-] 10.222.0.84 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028982 May 30 20:08:28.643707 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33160) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:28.790641 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f417b128-dd78-4696-8c56-5f35d470ac5a tempest-NetworksApiDiscovery-2004705894 tempest-NetworksApiDiscovery-2004705894-project] 10.222.0.84 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1458168 May 30 20:08:28.928917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933a8dc-66b0-4b45-ba23-4c55512901a3 req-e8da79b3-053c-4f13-93cb-8334d5761b2a tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:28.928917 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8933a8dc-66b0-4b45-ba23-4c55512901a3 req-e8da79b3-053c-4f13-93cb-8334d5761b2a tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.77 "GET /v2.0/ports?device_id=942c1432-68dc-49a1-b544-fadc759b75f3 HTTP/1.1" status: 200 len: 950 time: 0.5875201 May 30 20:08:29.140964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33170) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:29.241543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0ec4c-705d-404b-967b-77b56fe72027 req-1c219c97-7415-4dc2-a94c-b1801f5340cf tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:29.242996 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53f0ec4c-705d-404b-967b-77b56fe72027 req-1c219c97-7415-4dc2-a94c-b1801f5340cf tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.8718059 May 30 20:08:29.297617 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-920d8545-7bb6-4fc7-9b7b-ae012dec2c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:29.326697 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac93dd01-90f8-463e-bc06-38c04d03f156 req-f9f16f38-007c-41f0-92af-3f27cef72b81 service neutron] 10.222.0.93 "GET /v2.0/networks/1b528a3e-6816-43c9-bf46-4a6adac80f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7258520 May 30 20:08:29.331351 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-920d8545-7bb6-4fc7-9b7b-ae012dec2c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:29.335308 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-920d8545-7bb6-4fc7-9b7b-ae012dec2c4d admin admin] Usage tracker for resource:security_group_rule and tenant:22ba8350996947ba9eb4aa4c16a403a7 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:29.338242 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-920d8545-7bb6-4fc7-9b7b-ae012dec2c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:29.343923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-920d8545-7bb6-4fc7-9b7b-ae012dec2c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:29.382338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ed8bb-2b7c-48fc-af32-f5fd31fa5d96 req-6444b398-9a35-4af2-82a4-b6e4bb7cf276 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:29.383771 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd8ed8bb-2b7c-48fc-af32-f5fd31fa5d96 req-6444b398-9a35-4af2-82a4-b6e4bb7cf276 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 945 time: 0.9028988 May 30 20:08:29.401890 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-8933a8dc-66b0-4b45-ba23-4c55512901a3 req-1954d3e9-1f90-48e9-873e-457f4da66fd1 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Deleting port fb832921-8095-4689-a577-40a958538936 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:29.402093 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8933a8dc-66b0-4b45-ba23-4c55512901a3 req-1954d3e9-1f90-48e9-873e-457f4da66fd1 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:29.412971 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-920d8545-7bb6-4fc7-9b7b-ae012dec2c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:29.416998 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-920d8545-7bb6-4fc7-9b7b-ae012dec2c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:29.464020 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-920d8545-7bb6-4fc7-9b7b-ae012dec2c4d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=22ba8350996947ba9eb4aa4c16a403a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3220167 May 30 20:08:29.464837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d8545-7bb6-4fc7-9b7b-ae012dec2c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7634a1b3-b5fe-41f2-8b49-de2c89920009,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:29.466990 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33180) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:29.521727 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-37c88abd-d0b1-42e7-9ddf-342fd8e006a6 req-a8876e3c-5eac-49dd-9412-9f5232991945 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:29.522092 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-37c88abd-d0b1-42e7-9ddf-342fd8e006a6 req-a8876e3c-5eac-49dd-9412-9f5232991945 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:29.522404 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-37c88abd-d0b1-42e7-9ddf-342fd8e006a6 req-a8876e3c-5eac-49dd-9412-9f5232991945 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Floating IP ed21bddf-ed83-4a06-82e0-ceccdb91f6a9 disassociated. External IP: 172.25.5.54, port: 5e60b14d-e755-47cb-9929-038cea49baec. May 30 20:08:29.522748 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-37c88abd-d0b1-42e7-9ddf-342fd8e006a6 req-a8876e3c-5eac-49dd-9412-9f5232991945 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Calling delete_port for 5e60b14d-e755-47cb-9929-038cea49baec owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:29.530849 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c75d2cb6-11ba-4683-a37b-e34b8639cc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:29.559522 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c75d2cb6-11ba-4683-a37b-e34b8639cc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:29.611451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53f0ec4c-705d-404b-967b-77b56fe72027 req-ef41da3c-24f7-4e20-8870-e076a940f885 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308668 May 30 20:08:29.648979 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c75d2cb6-11ba-4683-a37b-e34b8639cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:29.666537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d2cb6-11ba-4683-a37b-e34b8639cc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7634a1b3-b5fe-41f2-8b49-de2c89920009,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:29.676566 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c75d2cb6-11ba-4683-a37b-e34b8639cc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:29.680333 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c75d2cb6-11ba-4683-a37b-e34b8639cc62 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7634a1b3-b5fe-41f2-8b49-de2c89920009 HTTP/1.1" status: 204 len: 168 time: 0.2096264 May 30 20:08:29.728585 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd8ed8bb-2b7c-48fc-af32-f5fd31fa5d96 req-2cfc76cd-970b-406b-9088-c5aa5217fc2c tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=1a9454b8-74ac-4a40-8a1a-1fc220410849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3344924 May 30 20:08:29.848567 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:08:29.860261 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac93dd01-90f8-463e-bc06-38c04d03f156 req-1fa7fc1e-f861-4605-9ae4-7111b4298b0c service neutron] 10.222.0.93 "GET /v2.0/networks/1b528a3e-6816-43c9-bf46-4a6adac80f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036485 May 30 20:08:29.871643 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-feb4caea-bca3-4c40-a7b4-8c0711452474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:30.016812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:08:30.026438 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c988577a-0d12-4f5a-86ba-62b875b2679d None None] Sync routers for ids ['1525451d-3fc2-4c43-8f9d-a8406b4d4269'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:08:30.038517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c988577a-0d12-4f5a-86ba-62b875b2679d None None] Routers {'1525451d-3fc2-4c43-8f9d-a8406b4d4269'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:30.039242 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c988577a-0d12-4f5a-86ba-62b875b2679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:08:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1525451d-3fc2-4c43-8f9d-a8406b4d4269'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:30.101867 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c988577a-0d12-4f5a-86ba-62b875b2679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:30.114184 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c988577a-0d12-4f5a-86ba-62b875b2679d None None] Routers {'1525451d-3fc2-4c43-8f9d-a8406b4d4269'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:30.115357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c988577a-0d12-4f5a-86ba-62b875b2679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:08:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1525451d-3fc2-4c43-8f9d-a8406b4d4269'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:30.119195 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f6ee4777-5d43-4339-af78-1d9fe17a95ba tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] 10.222.0.84 "PUT /v2.0/routers/1525451d-3fc2-4c43-8f9d-a8406b4d4269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4040668 May 30 20:08:30.122032 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33194) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:30.129545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Request body: {'port': {'network_id': 'b04e291b-828e-4b62-87de-7cbfc76aea66', 'name': 'tempest-FloatingIPNegativeTestJSON-1619735371'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:30.181539 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bbfa3-210a-4a60-89a4-8ab616f178d3 req-1bcdf98d-cfc8-4f1f-be42-491f9012ef95 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:30.187238 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c988577a-0d12-4f5a-86ba-62b875b2679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:30.187642 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c988577a-0d12-4f5a-86ba-62b875b2679d None None] The sync data for ids ['1525451d-3fc2-4c43-8f9d-a8406b4d4269'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:08:30.189297 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd9bbfa3-210a-4a60-89a4-8ab616f178d3 req-1bcdf98d-cfc8-4f1f-be42-491f9012ef95 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.4255486 May 30 20:08:30.222272 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-37c88abd-d0b1-42e7-9ddf-342fd8e006a6 req-a8876e3c-5eac-49dd-9412-9f5232991945 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:30.231705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-8933a8dc-66b0-4b45-ba23-4c55512901a3 req-1954d3e9-1f90-48e9-873e-457f4da66fd1 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] For port fb832921-8095-4689-a577-40a958538936, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fb832921-8095-4689-a577-40a958538936,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:30.232095 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8933a8dc-66b0-4b45-ba23-4c55512901a3 req-1954d3e9-1f90-48e9-873e-457f4da66fd1 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:30.280748 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e40db-a334-4311-88db-dfebc370146c req-9832be14-2324-4e52-84cd-e1d0b2fb27bb tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:30.282281 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec9e40db-a334-4311-88db-dfebc370146c req-9832be14-2324-4e52-84cd-e1d0b2fb27bb tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/ports?device_id=942c1432-68dc-49a1-b544-fadc759b75f3 HTTP/1.1" status: 200 len: 950 time: 0.4167516 May 30 20:08:30.326501 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:30.331699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Usage tracker for resource:port and tenant:df9612b1c7114b549c1a5cde7978095e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:30.335405 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:30.342595 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:30.357459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Made reservation on behalf of df9612b1c7114b549c1a5cde7978095e for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:30.359095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8876e3c-5eac-49dd-9412-9f5232991945 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Pushing event deleted for resources: {'Port': ['ID=5e60b14d-e755-47cb-9929-038cea49baec,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:30.362602 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:30.391038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] device_id is not set on port d048d252-e702-4b74-abce-73916ee9a3f4 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:08:30.462282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-8933a8dc-66b0-4b45-ba23-4c55512901a3 req-1954d3e9-1f90-48e9-873e-457f4da66fd1 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Calling delete_port for fb832921-8095-4689-a577-40a958538936 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:30.527511 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd9bbfa3-210a-4a60-89a4-8ab616f178d3 req-1ac5c785-29a9-42a5-ab34-606b35b25dff tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372612 May 30 20:08:30.574541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Allocated IP 172.20.0.4 (b04e291b-828e-4b62-87de-7cbfc76aea66/dd6d68a5-c968-4e87-9bdc-c931b420caa1/d048d252-e702-4b74-abce-73916ee9a3f4) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:30.692114 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec9e40db-a334-4311-88db-dfebc370146c req-3705f159-c3ac-4013-ad0d-db2d6bba2315 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.84 "GET /v2.0/security-groups?id=44255260-cef5-4a98-9633-c4105477108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894942 May 30 20:08:30.882968 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:30.994984 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e6643e53-cee2-4895-bc3a-542e1f91bf16 req-ac0df389-38a3-4c18-ab21-80340c868bd2 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Synchronizing usage tracker for tenant:08334d8ded8a425bb168fdca1f271cee on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:31.045403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e6643e53-cee2-4895-bc3a-542e1f91bf16 req-ac0df389-38a3-4c18-ab21-80340c868bd2 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Unset dirty status for tenant:08334d8ded8a425bb168fdca1f271cee on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:31.046558 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e6643e53-cee2-4895-bc3a-542e1f91bf16 req-ac0df389-38a3-4c18-ab21-80340c868bd2 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 210 time: 0.1502118 May 30 20:08:31.052484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Transition to ACTIVE for port object d048d252-e702-4b74-abce-73916ee9a3f4 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:31.054482 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8933a8dc-66b0-4b45-ba23-4c55512901a3 req-1954d3e9-1f90-48e9-873e-457f4da66fd1 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:31.096324 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:31.121568 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:31.123556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954d3e9-1f90-48e9-873e-457f4da66fd1 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Pushing event deleted for resources: {'Port': ['ID=fb832921-8095-4689-a577-40a958538936,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:31.210463 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Network b04e291b-828e-4b62-87de-7cbfc76aea66 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:31.212159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:31.217442 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:31.222996 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411a0ea-fe67-4644-9dd3-dfc3ddf87947 req-b7fb02d7-fe43-42a2-a9e6-2d72d28a7c2c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:31.224425 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7411a0ea-fe67-4644-9dd3-dfc3ddf87947 req-b7fb02d7-fe43-42a2-a9e6-2d72d28a7c2c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.3257527 May 30 20:08:31.226398 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-8933a8dc-66b0-4b45-ba23-4c55512901a3 req-1954d3e9-1f90-48e9-873e-457f4da66fd1 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] No DVR routers for this DVR port fb832921-8095-4689-a577-40a958538936 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:08:31.235996 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8933a8dc-66b0-4b45-ba23-4c55512901a3 req-1954d3e9-1f90-48e9-873e-457f4da66fd1 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:31.240225 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942c1432-68dc-49a1-b544-fadc759b75f3', 'name': 'network-vif-deleted', 'tag': 'fb832921-8095-4689-a577-40a958538936'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:08:31.262474 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Pushing event updated for resources: {'Port': ['ID=d048d252-e702-4b74-abce-73916ee9a3f4,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:31.302108 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:31.335020 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8edac3fc-ae04-40b5-b8e2-994cfd080270'] response: {'server_uuid': '942c1432-68dc-49a1-b544-fadc759b75f3', 'name': 'network-vif-deleted', 'tag': 'fb832921-8095-4689-a577-40a958538936', 'status': 'completed', 'code': 200} May 30 20:08:31.338478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8933a8dc-66b0-4b45-ba23-4c55512901a3 req-1954d3e9-1f90-48e9-873e-457f4da66fd1 tempest-ServersAdminNegativeTestJSON-578965513 tempest-ServersAdminNegativeTestJSON-578965513-project] 10.222.0.77 "DELETE /v2.0/ports/fb832921-8095-4689-a577-40a958538936 HTTP/1.1" status: 204 len: 173 time: 2.2539022 May 30 20:08:31.355039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7411a0ea-fe67-4644-9dd3-dfc3ddf87947 req-15388f61-4208-4e05-9c72-d09c168a8a53 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155360 May 30 20:08:31.368230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37c88abd-d0b1-42e7-9ddf-342fd8e006a6 req-a8876e3c-5eac-49dd-9412-9f5232991945 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Router 2088c466-193e-42e3-85e1-01d6d6172ae8 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:08:31.403773 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:31.404681 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:31.460743 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0ccbf8e7-888c-4c33-8a60-43116fd8651f tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3373547 May 30 20:08:31.461358 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33222) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:31.467690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:31.482224 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:31.492638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Usage tracker for resource:floatingip and tenant:df9612b1c7114b549c1a5cde7978095e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:31.502928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:31.519076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:31.540311 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:31.780619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-57bf3d5e-0f8a-4968-af26-d9915d3837ab None None] Provisioning for port d048d252-e702-4b74-abce-73916ee9a3f4 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:31.798296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-57bf3d5e-0f8a-4968-af26-d9915d3837ab None None] Provisioning complete for port d048d252-e702-4b74-abce-73916ee9a3f4 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:31.802911 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-57bf3d5e-0f8a-4968-af26-d9915d3837ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:31.863089 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:31.870991 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-57bf3d5e-0f8a-4968-af26-d9915d3837ab None None] Port d048d252-e702-4b74-abce-73916ee9a3f4 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:08:31.986250 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac4748-e4f6-43a5-9042-f2b6a607a9fb req-7c886917-4fa8-440c-99d4-d620e55fc866 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:31.994666 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7ac4748-e4f6-43a5-9042-f2b6a607a9fb req-7c886917-4fa8-440c-99d4-d620e55fc866 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.1991711 May 30 20:08:32.044337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729110fa-ee2c-4c91-8cf9-04720d2ed1d4 req-cc5e0ff1-9fc8-4cef-b67b-478d9bdf0a3e tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:32.046718 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-729110fa-ee2c-4c91-8cf9-04720d2ed1d4 req-cc5e0ff1-9fc8-4cef-b67b-478d9bdf0a3e tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.1922212 May 30 20:08:32.068780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Allocated IP 172.25.5.73 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/ca0479e9-ee14-4234-b2b7-f64fa1656680) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:32.154695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37c88abd-d0b1-42e7-9ddf-342fd8e006a6 req-a8876e3c-5eac-49dd-9412-9f5232991945 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:08:32.166710 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cea13-2af8-442a-806b-285f634db983 None None] Sync routers for ids ['2088c466-193e-42e3-85e1-01d6d6172ae8'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:08:32.172169 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7ac4748-e4f6-43a5-9042-f2b6a607a9fb req-4d86cc70-62ff-4972-bf91-a40afb5ca523 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752739 May 30 20:08:32.188355 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19cea13-2af8-442a-806b-285f634db983 None None] Routers {'2088c466-193e-42e3-85e1-01d6d6172ae8'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:32.189425 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c19cea13-2af8-442a-806b-285f634db983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:08:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2088c466-193e-42e3-85e1-01d6d6172ae8'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:32.383624 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:32.409385 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 5e60b14d-e755-47cb-9929-038cea49baec no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:08:32.427565 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:32.439416 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-729110fa-ee2c-4c91-8cf9-04720d2ed1d4 req-17a96a94-144f-455c-bb66-45190031b654 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3716390 May 30 20:08:32.447092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c88abd-d0b1-42e7-9ddf-342fd8e006a6 req-a8876e3c-5eac-49dd-9412-9f5232991945 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] No DVR routers for this DVR port 5e60b14d-e755-47cb-9929-038cea49baec on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:08:32.455843 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 5e60b14d-e755-47cb-9929-038cea49baec {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:08:32.456549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 5e60b14d-e755-47cb-9929-038cea49baec not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:08:32.456982 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-37c88abd-d0b1-42e7-9ddf-342fd8e006a6 req-a8876e3c-5eac-49dd-9412-9f5232991945 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:32.457217 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fb832921-8095-4689-a577-40a958538936 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:08:32.459417 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-37c88abd-d0b1-42e7-9ddf-342fd8e006a6 req-a8876e3c-5eac-49dd-9412-9f5232991945 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.77 "DELETE /v2.0/ports/5e60b14d-e755-47cb-9929-038cea49baec HTTP/1.1" status: 204 len: 173 time: 4.8609395 May 30 20:08:32.533240 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: fb832921-8095-4689-a577-40a958538936 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:08:32.536222 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fb832921-8095-4689-a577-40a958538936 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:08:32.560743 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-c19cea13-2af8-442a-806b-285f634db983 None None] Set router 2088c466-193e-42e3-85e1-01d6d6172ae8 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:32.678267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:32.682905 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:32.690685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:32.730117 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:32.758212 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa56c98a-ee3a-4ece-9249-4da3bb73da53 req-e4291c42-edce-4b19-bccb-afa455112259 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd43ae71-65ed-4cfd-af59-36646258eef5 HTTP/1.1" status: 200 len: 210 time: 0.1088915 May 30 20:08:32.760855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Pushing event updated for resources: {'Port': ['ID=ca0479e9-ee14-4234-b2b7-f64fa1656680,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:32.960198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17ff2b-494d-49fe-ac9f-8433256f5ad6 req-7041e8b1-f0b8-4c73-adaa-60d7694d8401 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:32.968816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac17ff2b-494d-49fe-ac9f-8433256f5ad6 req-7041e8b1-f0b8-4c73-adaa-60d7694d8401 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.1035714 May 30 20:08:32.978799 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:32.986976 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:33.047742 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac17ff2b-494d-49fe-ac9f-8433256f5ad6 req-cf83931e-14e0-4e93-b399-56b9ae3b998b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763423 May 30 20:08:33.148796 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c19cea13-2af8-442a-806b-285f634db983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:04:28Z', 'revision_number': 4, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '68729d47-d28b-4d29-b2f6-edb9877538c9', 'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'mac_address': 'fa:16:3e:c8:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:26Z', 'updated_at': '2022-05-30T20:04:47Z', 'revision_number': 5, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'subnets': [{'id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:33.168339 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cea13-2af8-442a-806b-285f634db983 None None] Checking router: 2088c466-193e-42e3-85e1-01d6d6172ae8 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:08:33.186024 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19cea13-2af8-442a-806b-285f634db983 None None] Routers {'2088c466-193e-42e3-85e1-01d6d6172ae8'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:33.187220 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c19cea13-2af8-442a-806b-285f634db983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:08:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2088c466-193e-42e3-85e1-01d6d6172ae8'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:33.212083 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:33.301543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33262) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:33.336470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd43ae71-65ed-4cfd-af59-36646258eef5', 'name': 'network-vif-deleted', 'tag': '5e60b14d-e755-47cb-9929-038cea49baec'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:08:33.455134 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-c19cea13-2af8-442a-806b-285f634db983 None None] Set router 2088c466-193e-42e3-85e1-01d6d6172ae8 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:33.470764 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:33.476523 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:33.765345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71c013-2d74-4b9e-b97e-e58030f5a91b req-e5137da2-0853-4685-9c79-1eeeac7903df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:33.765345 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd71c013-2d74-4b9e-b97e-e58030f5a91b req-e5137da2-0853-4685-9c79-1eeeac7903df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.3743687 May 30 20:08:33.796821 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fa11a-a56f-41ed-9228-d405e47f1469 req-2af54556-edfa-4056-8c2e-bfa6c68ab38b tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:33.806061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Pushing event updated for resources: {'Port': ['ID=ca0479e9-ee14-4234-b2b7-f64fa1656680,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:33.813314 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-991fa11a-a56f-41ed-9228-d405e47f1469 req-2af54556-edfa-4056-8c2e-bfa6c68ab38b tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.1548345 May 30 20:08:33.822207 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:33.862139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:33.868816 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4344e9f3-17da-4503-9896-11598c9bcfa1 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4023421 May 30 20:08:33.868816 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33276) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:33.880310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-95fd40d5-b7d6-4170-93b5-f44f3c435de5 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Request body: {'floatingip': {'port_id': 'd048d252-e702-4b74-abce-73916ee9a3f4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:33.903288 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-991fa11a-a56f-41ed-9228-d405e47f1469 req-adb07f83-a66e-43de-bf1c-0120d7eb305e tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184506 May 30 20:08:33.909489 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd71c013-2d74-4b9e-b97e-e58030f5a91b req-e87fd908-5512-43fa-af4b-ec0b51ae2265 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456385 May 30 20:08:34.062403 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b105d77f-1a5d-4e77-a487-fa6f00dd6287 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=78240df5886b4f0091023e2aa577ea91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7521830 May 30 20:08:34.065712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33286) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:34.093987 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95fd40d5-b7d6-4170-93b5-f44f3c435de5 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:34.104897 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c19cea13-2af8-442a-806b-285f634db983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:04:28Z', 'revision_number': 4, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '68729d47-d28b-4d29-b2f6-edb9877538c9', 'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'mac_address': 'fa:16:3e:c8:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:26Z', 'updated_at': '2022-05-30T20:04:47Z', 'revision_number': 5, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'subnets': [{'id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:34.116585 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cea13-2af8-442a-806b-285f634db983 None None] The sync data for ids ['2088c466-193e-42e3-85e1-01d6d6172ae8'] in n-d-843949-2 is: [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:04:28Z', 'revision_number': 4, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '68729d47-d28b-4d29-b2f6-edb9877538c9', 'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'mac_address': 'fa:16:3e:c8:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:26Z', 'updated_at': '2022-05-30T20:04:47Z', 'revision_number': 5, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'subnets': [{'id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:08:34.170739 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d3abda-57ca-42fd-afc0-630fa6fa916d'] response: {'server_uuid': 'bd43ae71-65ed-4cfd-af59-36646258eef5', 'name': 'network-vif-deleted', 'tag': '5e60b14d-e755-47cb-9929-038cea49baec', 'status': 'completed', 'code': 200} May 30 20:08:34.285701 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-619e3ada-fa40-4cb8-8a47-ffb1ef94de31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:34.319083 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-619e3ada-fa40-4cb8-8a47-ffb1ef94de31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:34.360940 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33292) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:34.450002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452260e-e3dd-4bcb-bfec-3c6c9140c65e req-23e3029d-86fd-4c5a-a31a-2068f92eb893 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:34.451826 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-95fd40d5-b7d6-4170-93b5-f44f3c435de5 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] update failed (client error): The resource could not be found. May 30 20:08:34.455422 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-95fd40d5-b7d6-4170-93b5-f44f3c435de5 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] 10.222.0.84 "PUT /v2.0/floatingips/04d5963b-ac3c-4a4d-a284-39217ff37089 HTTP/1.1" status: 404 len: 507 time: 0.5855997 May 30 20:08:34.458448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33298) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:34.459738 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f452260e-e3dd-4bcb-bfec-3c6c9140c65e req-23e3029d-86fd-4c5a-a31a-2068f92eb893 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.2471581 May 30 20:08:34.462200 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-619e3ada-fa40-4cb8-8a47-ffb1ef94de31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:34.518456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e3ada-fa40-4cb8-8a47-ffb1ef94de31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44255260-cef5-4a98-9633-c4105477108d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:34.564353 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4403654-0159-4d3c-b50f-38f6c282e4ac tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:34.580412 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928e0a72-4610-43ef-bba9-c0b3cfb02cb4 None None] New status for floating IP ed21bddf-ed83-4a06-82e0-ceccdb91f6a9: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:08:34.633188 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4403654-0159-4d3c-b50f-38f6c282e4ac tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:34.661468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7e64cd75-1995-4f05-b94d-7d94a250d554 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Deleting port ca0479e9-ee14-4234-b2b7-f64fa1656680 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:34.661866 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e64cd75-1995-4f05-b94d-7d94a250d554 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:34.722036 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-619e3ada-fa40-4cb8-8a47-ffb1ef94de31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:34.723277 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-619e3ada-fa40-4cb8-8a47-ffb1ef94de31 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/44255260-cef5-4a98-9633-c4105477108d HTTP/1.1" status: 204 len: 168 time: 0.6564674 May 30 20:08:34.730179 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4403654-0159-4d3c-b50f-38f6c282e4ac tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:34.750334 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f452260e-e3dd-4bcb-bfec-3c6c9140c65e req-3d79d066-a10c-4c25-9850-1e20fa8b80a4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812824 May 30 20:08:34.759713 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4403654-0159-4d3c-b50f-38f6c282e4ac tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9454b8-74ac-4a40-8a1a-1fc220410849,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:34.764818 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4403654-0159-4d3c-b50f-38f6c282e4ac tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:34.769591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e4403654-0159-4d3c-b50f-38f6c282e4ac tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "DELETE /v2.0/security-groups/1a9454b8-74ac-4a40-8a1a-1fc220410849 HTTP/1.1" status: 204 len: 168 time: 0.4059465 May 30 20:08:34.771901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33304) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:34.791305 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-97d9f18a-c2db-40e5-b31a-58088e711321 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] show failed (client error): The resource could not be found. May 30 20:08:34.792974 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-97d9f18a-c2db-40e5-b31a-58088e711321 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups/1a9454b8-74ac-4a40-8a1a-1fc220410849 HTTP/1.1" status: 404 len: 347 time: 0.0199406 May 30 20:08:34.813344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33308) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:35.079705 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e64cd75-1995-4f05-b94d-7d94a250d554 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:35.089831 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e64cd75-1995-4f05-b94d-7d94a250d554 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:35.237676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7e64cd75-1995-4f05-b94d-7d94a250d554 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Calling delete_port for ca0479e9-ee14-4234-b2b7-f64fa1656680 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:35.585768 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e64cd75-1995-4f05-b94d-7d94a250d554 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:35.673928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-1db3eead-2433-4fc5-b5d3-8df94f7f8a0b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Deleting port 9ae5b4b1-0ba5-4e2c-91da-fb840f8221a9 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:35.673928 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1db3eead-2433-4fc5-b5d3-8df94f7f8a0b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:35.704472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64cd75-1995-4f05-b94d-7d94a250d554 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Pushing event deleted for resources: {'Port': ['ID=ca0479e9-ee14-4234-b2b7-f64fa1656680,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:35.790863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33332) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:35.835491 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17615801-4247-4a83-9e42-dbcd6ae778bf req-ca6e2ccb-7d22-417d-8fdf-e47dc25a85e4 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:35.848324 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-17615801-4247-4a83-9e42-dbcd6ae778bf req-ca6e2ccb-7d22-417d-8fdf-e47dc25a85e4 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.3500121 May 30 20:08:35.970670 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-025ba94e-e3bc-4cc7-8d70-43c7b8367964 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=35c135b432ef4925b5ef3e8218f00dff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1681857 May 30 20:08:35.970670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33336) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:35.970670 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e64cd75-1995-4f05-b94d-7d94a250d554 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:35.996108 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-d39843d8-a94d-4c4c-ae09-0e2ca7571d68 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:35.996108 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-d39843d8-a94d-4c4c-ae09-0e2ca7571d68 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 811 time: 0.4939301 May 30 20:08:36.029929 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e64cd75-1995-4f05-b94d-7d94a250d554 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:36.029929 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7e64cd75-1995-4f05-b94d-7d94a250d554 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] 10.222.0.84 "DELETE /v2.0/floatingips/04d5963b-ac3c-4a4d-a284-39217ff37089 HTTP/1.1" status: 204 len: 168 time: 1.5635741 May 30 20:08:36.029929 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33340) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:36.047944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-68ac0cd7-53a5-49eb-a0fb-70c0133a1b41 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Request body: {'floatingip': {'floating_network_id': 'b04e291b-828e-4b62-87de-7cbfc76aea66', 'port_id': 'd048d252-e702-4b74-abce-73916ee9a3f4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:36.055067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device d4f61313-5881-48b9-bce2-6ac78e646e67 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:08:36.062742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-68ac0cd7-53a5-49eb-a0fb-70c0133a1b41 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:36.062742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-68ac0cd7-53a5-49eb-a0fb-70c0133a1b41 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Usage tracker for resource:floatingip and tenant:df9612b1c7114b549c1a5cde7978095e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:36.072270 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-68ac0cd7-53a5-49eb-a0fb-70c0133a1b41 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:36.079560 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-17615801-4247-4a83-9e42-dbcd6ae778bf req-0278bbdb-b767-4a50-8fdb-5780d7947305 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277920 May 30 20:08:36.079560 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-50f622fb-6af5-406c-bbe9-7d6bb4009b72 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/quotas/3a8d97a4beaa47c0906bc677b6c0ce16 HTTP/1.1" status: 200 len: 375 time: 0.0788176 May 30 20:08:36.111885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-68ac0cd7-53a5-49eb-a0fb-70c0133a1b41 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:36.111885 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8faa122-3f74-4d92-9c9d-99f0beb04e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:36.135713 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68ac0cd7-53a5-49eb-a0fb-70c0133a1b41 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:36.154648 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8faa122-3f74-4d92-9c9d-99f0beb04e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:36.453422 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1db3eead-2433-4fc5-b5d3-8df94f7f8a0b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:36.453422 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1db3eead-2433-4fc5-b5d3-8df94f7f8a0b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:36.470440 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8faa122-3f74-4d92-9c9d-99f0beb04e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:36.512193 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faa122-3f74-4d92-9c9d-99f0beb04e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef692b4-ce8e-435f-823b-750a1cfd6c97,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:36.529457 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8faa122-3f74-4d92-9c9d-99f0beb04e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:36.529457 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d8faa122-3f74-4d92-9c9d-99f0beb04e35 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aef692b4-ce8e-435f-823b-750a1cfd6c97 HTTP/1.1" status: 204 len: 168 time: 0.5605061 May 30 20:08:36.549683 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port d4f61313-5881-48b9-bce2-6ac78e646e67, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d4f61313-5881-48b9-bce2-6ac78e646e67,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:36.580890 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'd4f61313-5881-48b9-bce2-6ac78e646e67', 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf', 'port_id': 'd4f61313-5881-48b9-bce2-6ac78e646e67', 'mac_address': 'fa:16:3e:90:0f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f03aba-f12a-4241-8d9f-db4a6a1a5134', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:08:36.586844 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-68ac0cd7-53a5-49eb-a0fb-70c0133a1b41 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:08:36.586844 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-68ac0cd7-53a5-49eb-a0fb-70c0133a1b41 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5463006 May 30 20:08:36.586844 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33352) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:36.598103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': 'd048d252-e702-4b74-abce-73916ee9a3f4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:36.610328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:36.610328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Usage tracker for resource:floatingip and tenant:df9612b1c7114b549c1a5cde7978095e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:36.624377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:36.624377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:36.649012 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:36.786603 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:36.864423 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4f61313-5881-48b9-bce2-6ac78e646e67 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:08:36.955020 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:36.962201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port d4f61313-5881-48b9-bce2-6ac78e646e67, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d4f61313-5881-48b9-bce2-6ac78e646e67,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:36.962201 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:36.962201 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:37.001331 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-1db3eead-2433-4fc5-b5d3-8df94f7f8a0b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Calling delete_port for 9ae5b4b1-0ba5-4e2c-91da-fb840f8221a9 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:37.124794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=d4f61313-5881-48b9-bce2-6ac78e646e67,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:37.191933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['d4f61313-5881-48b9-bce2-6ac78e646e67'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:08:37.329089 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-8907c9e5-f8ec-4e8b-9c90-abe518b84001 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&fields=id HTTP/1.1" status: 200 len: 440 time: 1.1958315 May 30 20:08:37.664736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Allocated IP 172.25.5.195 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/b28d7fee-f741-47be-b962-4e46dfa9a8cb) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:37.873591 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1db3eead-2433-4fc5-b5d3-8df94f7f8a0b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:38.015482 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:38.048775 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device d4f61313-5881-48b9-bce2-6ac78e646e67 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:38.107295 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:38.345653 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port d4f61313-5881-48b9-bce2-6ac78e646e67 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:38.346101 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:38.372031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3eead-2433-4fc5-b5d3-8df94f7f8a0b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Pushing event deleted for resources: {'Port': ['ID=9ae5b4b1-0ba5-4e2c-91da-fb840f8221a9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:38.379761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Pushing event updated for resources: {'Port': ['ID=b28d7fee-f741-47be-b962-4e46dfa9a8cb,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:38.446038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:38.447449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:38.456801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:38.702949 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:38.786967 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c74786-362c-4f7b-be18-8c55c9dea670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f61313-5881-48b9-bce2-6ac78e646e67'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:08:38.808711 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port d4f61313-5881-48b9-bce2-6ac78e646e67, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d4f61313-5881-48b9-bce2-6ac78e646e67,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:38.816681 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:38.839891 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1db3eead-2433-4fc5-b5d3-8df94f7f8a0b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:38.840941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Deleting port b28d7fee-f741-47be-b962-4e46dfa9a8cb {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:38.840941 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:38.966185 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1db3eead-2433-4fc5-b5d3-8df94f7f8a0b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:38.972449 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1db3eead-2433-4fc5-b5d3-8df94f7f8a0b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "DELETE /v2.0/floatingips/ed21bddf-ed83-4a06-82e0-ceccdb91f6a9 HTTP/1.1" status: 204 len: 168 time: 4.1578569 May 30 20:08:39.007100 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=d4f61313-5881-48b9-bce2-6ac78e646e67,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:39.009818 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-6703415d-c5e5-4d6b-b318-9da12c9bb636 service neutron] 10.222.0.84 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6891561 May 30 20:08:39.027145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ba704-ed57-4a6d-ac9b-c01bcc7122f1 req-d3df2ce3-d2fa-47b3-91a8-116b54e3c0d7 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:39.041447 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-184ba704-ed57-4a6d-ac9b-c01bcc7122f1 req-d3df2ce3-d2fa-47b3-91a8-116b54e3c0d7 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 945 time: 0.6884458 May 30 20:08:39.176535 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:39.176663 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:39.330817 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-184ba704-ed57-4a6d-ac9b-c01bcc7122f1 req-76346dfd-9857-4b97-9376-2880265f8625 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae730f1-ed19-4870-89f9-102a0733cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854397 May 30 20:08:39.458569 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-e15f32f2-eebc-46b4-9f1f-605502a597d9 service neutron] 10.222.0.84 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652999 May 30 20:08:39.562757 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Calling delete_port for b28d7fee-f741-47be-b962-4e46dfa9a8cb owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:39.657543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c8792-2bf0-4b7d-b370-b20fb0a74bc4 req-decf070f-59ae-4907-990c-3e92d219ff21 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:39.664476 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f98c8792-2bf0-4b7d-b370-b20fb0a74bc4 req-decf070f-59ae-4907-990c-3e92d219ff21 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.1386843 May 30 20:08:39.845581 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f98c8792-2bf0-4b7d-b370-b20fb0a74bc4 req-e4b2dbdd-a7b6-473e-ba69-73b6d749db94 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742630 May 30 20:08:39.884606 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:39.943464 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Pushing event deleted for resources: {'Port': ['ID=b28d7fee-f741-47be-b962-4e46dfa9a8cb,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:40.027106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33424) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:40.036192 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-3bb46309-8cf6-4661-a81e-f793b7de988e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1864953221', 'description': 'tempest-description--210671854'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:40.064442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3bb46309-8cf6-4661-a81e-f793b7de988e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:40.082540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3bb46309-8cf6-4661-a81e-f793b7de988e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Usage tracker for resource:security_group and tenant:08334d8ded8a425bb168fdca1f271cee is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:40.093198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3bb46309-8cf6-4661-a81e-f793b7de988e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:40.117364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3bb46309-8cf6-4661-a81e-f793b7de988e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:40.160146 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3bb46309-8cf6-4661-a81e-f793b7de988e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:40.274086 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] create failed (client error): The resource could not be found. May 30 20:08:40.277565 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9d9074a6-e90d-49e0-bc36-49ab88ea6bce tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.6949220 May 30 20:08:40.283213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33430) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:40.446674 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b27a54d-13be-4d66-9213-096dd32c5579'] response: {'server_uuid': '75c74786-362c-4f7b-be18-8c55c9dea670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f61313-5881-48b9-bce2-6ac78e646e67', 'code': 200} May 30 20:08:40.579727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-db15f1f9-91cc-4df1-8cda-261c801d6b56 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Deleting port d048d252-e702-4b74-abce-73916ee9a3f4 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:40.579727 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db15f1f9-91cc-4df1-8cda-261c801d6b56 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:40.719618 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78f78b94-2c7c-4a92-9cdd-71a6e59b14c5 req-98b48d06-9b79-47e6-9a5f-c468aba0bfc6 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 210 time: 0.4935081 May 30 20:08:40.756590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3bb46309-8cf6-4661-a81e-f793b7de988e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:40.760724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3bb46309-8cf6-4661-a81e-f793b7de988e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Usage tracker for resource:security_group_rule and tenant:08334d8ded8a425bb168fdca1f271cee is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:40.764266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3bb46309-8cf6-4661-a81e-f793b7de988e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:40.771593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3bb46309-8cf6-4661-a81e-f793b7de988e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:40.894910 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3bb46309-8cf6-4661-a81e-f793b7de988e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:40.904107 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3bb46309-8cf6-4661-a81e-f793b7de988e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:41.083022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb46309-8cf6-4661-a81e-f793b7de988e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ad12fc-f866-4fce-bf65-e2f9585f9681,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:41.132978 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3bb46309-8cf6-4661-a81e-f793b7de988e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:41.135301 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3bb46309-8cf6-4661-a81e-f793b7de988e tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1067863 May 30 20:08:41.138969 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33450) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:41.170408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d8834ead-c2cb-4186-b82f-7655325c5ce6 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Request body: {'security_group_rule': {'security_group_id': '47ad12fc-f866-4fce-bf65-e2f9585f9681', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:41.205619 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d8834ead-c2cb-4186-b82f-7655325c5ce6 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:41.230567 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d8834ead-c2cb-4186-b82f-7655325c5ce6 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Usage tracker for resource:security_group_rule and tenant:08334d8ded8a425bb168fdca1f271cee is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:41.249226 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d8834ead-c2cb-4186-b82f-7655325c5ce6 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:41.281125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d8834ead-c2cb-4186-b82f-7655325c5ce6 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:41.459790 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db15f1f9-91cc-4df1-8cda-261c801d6b56 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:41.583209 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d8834ead-c2cb-4186-b82f-7655325c5ce6 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:41.795738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0689b-4130-4b51-8a81-6d37ab9c6ff0 req-641b78d3-b1c1-4ad7-a96e-4471b62d1b84 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:41.822180 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0bb0689b-4130-4b51-8a81-6d37ab9c6ff0 req-641b78d3-b1c1-4ad7-a96e-4471b62d1b84 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 945 time: 0.3761861 May 30 20:08:41.906020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf290dba-3c33-4737-84a0-e85230c1d316 req-3d78401e-ed12-4c8f-9283-6a43fcd66350 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:41.924436 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf290dba-3c33-4737-84a0-e85230c1d316 req-3d78401e-ed12-4c8f-9283-6a43fcd66350 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.6107190 May 30 20:08:41.996516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf290dba-3c33-4737-84a0-e85230c1d316 req-7098eee1-f45e-4819-a802-5a5b866be834 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782654 May 30 20:08:42.024975 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-db15f1f9-91cc-4df1-8cda-261c801d6b56 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Calling delete_port for d048d252-e702-4b74-abce-73916ee9a3f4 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:42.074984 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d8834ead-c2cb-4186-b82f-7655325c5ce6 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:42.099002 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0bb0689b-4130-4b51-8a81-6d37ab9c6ff0 req-d360d23b-ddf7-45c7-9a9c-07de791b0cf0 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae730f1-ed19-4870-89f9-102a0733cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875752 May 30 20:08:42.099905 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d8834ead-c2cb-4186-b82f-7655325c5ce6 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:42.242201 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8834ead-c2cb-4186-b82f-7655325c5ce6 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06e84d9-78e7-4db5-8736-2b901ab3db6c,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:42.384229 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d8834ead-c2cb-4186-b82f-7655325c5ce6 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:42.384229 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d8834ead-c2cb-4186-b82f-7655325c5ce6 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1412456 May 30 20:08:42.384229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33476) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:42.384229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d4fc0ca0-4110-4278-bdb6-434b4f28f751 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Request body: {'security_group_rule': {'security_group_id': '47ad12fc-f866-4fce-bf65-e2f9585f9681', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:42.384229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d4fc0ca0-4110-4278-bdb6-434b4f28f751 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:42.384229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d4fc0ca0-4110-4278-bdb6-434b4f28f751 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Usage tracker for resource:security_group_rule and tenant:08334d8ded8a425bb168fdca1f271cee is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:42.384229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d4fc0ca0-4110-4278-bdb6-434b4f28f751 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:42.427611 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d4fc0ca0-4110-4278-bdb6-434b4f28f751 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:42.561642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd7c2233-d5b9-4085-8a60-194162b0785e req-5d4d060b-b392-4951-88d0-56f4430ed596 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 210 time: 0.1357522 May 30 20:08:42.599798 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db15f1f9-91cc-4df1-8cda-261c801d6b56 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:42.633535 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0ca0-4110-4278-bdb6-434b4f28f751 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:42.759195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15f1f9-91cc-4df1-8cda-261c801d6b56 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Pushing event deleted for resources: {'Port': ['ID=d048d252-e702-4b74-abce-73916ee9a3f4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:42.836924 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0ca0-4110-4278-bdb6-434b4f28f751 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:43.132650 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0ca0-4110-4278-bdb6-434b4f28f751 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:43.196654 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db15f1f9-91cc-4df1-8cda-261c801d6b56 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:43.269768 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-db15f1f9-91cc-4df1-8cda-261c801d6b56 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] 10.222.0.84 "DELETE /v2.0/ports/d048d252-e702-4b74-abce-73916ee9a3f4 HTTP/1.1" status: 204 len: 168 time: 2.9841988 May 30 20:08:43.276045 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33490) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:43.729212 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f95ea5-3168-4d12-af94-1d26294f2eca tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:43.730594 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-79f95ea5-3168-4d12-af94-1d26294f2eca tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Synchronizing usage tracker for tenant:df9612b1c7114b549c1a5cde7978095e on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:43.771505 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-79f95ea5-3168-4d12-af94-1d26294f2eca tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Unset dirty status for tenant:df9612b1c7114b549c1a5cde7978095e on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:43.774659 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-79f95ea5-3168-4d12-af94-1d26294f2eca tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] 10.222.0.84 "GET /v2.0/ports?device_id=1525451d-3fc2-4c43-8f9d-a8406b4d4269 HTTP/1.1" status: 200 len: 913 time: 0.4976089 May 30 20:08:43.777231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33500) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:44.029033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc0ca0-4110-4278-bdb6-434b4f28f751 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5df4b5-1009-4350-abd4-e04e45677088,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:44.107378 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33508) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:44.152363 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0ca0-4110-4278-bdb6-434b4f28f751 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:44.159495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d4fc0ca0-4110-4278-bdb6-434b4f28f751 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.8693738 May 30 20:08:44.200243 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33512) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:44.263776 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:44.286184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:44.290595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Usage tracker for resource:floatingip and tenant:08334d8ded8a425bb168fdca1f271cee is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:44.294772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:44.302307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:44.338249 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:44.494448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33520) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:44.534722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-9c666f1d-3afb-4883-ab81-2a957deb40a0 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:44.538852 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-9c666f1d-3afb-4883-ab81-2a957deb40a0 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.93 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 945 time: 1.7511256 May 30 20:08:44.596982 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a905fea-2e54-43ef-a046-fc0df9d1976c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:44.683557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Deleting port b303fcb4-67d8-4a14-83d2-b0ae8103d83d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:44.684097 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:44.746532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbd0db-bb2f-4845-b6d6-fbdb5d0281eb req-8e4bf978-14c4-416d-8923-8f2d5a7bd3be tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:44.754761 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-22fbd0db-bb2f-4845-b6d6-fbdb5d0281eb req-8e4bf978-14c4-416d-8923-8f2d5a7bd3be tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.9150739 May 30 20:08:44.779712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-4dcca280-d3fb-45c2-b604-76e0d371f9fe tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:44.782834 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-4dcca280-d3fb-45c2-b604-76e0d371f9fe tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.77 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 811 time: 1.9428802 May 30 20:08:44.844414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-8e217561-0286-4001-bab0-c5a8a59a45e3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Request body: {'port': {'device_id': '442850a1-352e-4fb5-a9f4-7dd49f86af58', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'admin_state_up': True, 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:44.848953 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e235274b-ed8f-4b87-b087-c8c2a078c89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:44.896280 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e235274b-ed8f-4b87-b087-c8c2a078c89e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:44.900463 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e235274b-ed8f-4b87-b087-c8c2a078c89e admin admin] Usage tracker for resource:security_group_rule and tenant:3125557f65bb430e859f43fe0b3d1d51 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:44.913857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ce644-8fe7-419d-b28e-14a7a7f9c3b6 req-ff03e0cf-1f72-45e1-943f-96fdcd1ff770 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:44.918806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e235274b-ed8f-4b87-b087-c8c2a078c89e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:44.921148 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-775ce644-8fe7-419d-b28e-14a7a7f9c3b6 req-ff03e0cf-1f72-45e1-943f-96fdcd1ff770 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 945 time: 1.1258802 May 30 20:08:44.942884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e235274b-ed8f-4b87-b087-c8c2a078c89e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:44.957000 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b93b1360-4f21-4863-866f-38d68864c399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:45.051711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b93b1360-4f21-4863-866f-38d68864c399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:45.060608 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b93b1360-4f21-4863-866f-38d68864c399 admin admin] Usage tracker for resource:security_group_rule and tenant:cfcad540861f41509326a56a4280def1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:45.095224 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b93b1360-4f21-4863-866f-38d68864c399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:45.123251 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-775ce644-8fe7-419d-b28e-14a7a7f9c3b6 req-0efa733a-e5eb-43e5-a22b-80089c1d1c7c tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae730f1-ed19-4870-89f9-102a0733cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015493 May 30 20:08:45.149181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b93b1360-4f21-4863-866f-38d68864c399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:45.224864 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-22fbd0db-bb2f-4845-b6d6-fbdb5d0281eb req-32d1d130-b695-4147-91b9-66650c8bfa75 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688487 May 30 20:08:45.268667 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e235274b-ed8f-4b87-b087-c8c2a078c89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:45.433142 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e235274b-ed8f-4b87-b087-c8c2a078c89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:45.481285 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-77aae3b7-06a6-46f1-b2f7-f779eabfd143 req-f916dbec-a001-40d8-a176-aee2af556381 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 210 time: 0.0814793 May 30 20:08:45.494028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-8e217561-0286-4001-bab0-c5a8a59a45e3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:45.505756 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:45.548561 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235274b-ed8f-4b87-b087-c8c2a078c89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4404449e-6433-44fc-a6cf-97cbfc4a755a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:45.560879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-8e217561-0286-4001-bab0-c5a8a59a45e3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:45.567312 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e235274b-ed8f-4b87-b087-c8c2a078c89e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3125557f65bb430e859f43fe0b3d1d51&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4587493 May 30 20:08:45.581001 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33526) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:45.669762 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b93b1360-4f21-4863-866f-38d68864c399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:45.706710 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b93b1360-4f21-4863-866f-38d68864c399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:45.778990 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b93b1360-4f21-4863-866f-38d68864c399 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cfcad540861f41509326a56a4280def1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2812405 May 30 20:08:45.780250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b1360-4f21-4863-866f-38d68864c399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9553f65c-6d18-42f1-9747-f55daf9087c1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:45.783733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33530) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:45.798932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-8e217561-0286-4001-bab0-c5a8a59a45e3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Made reservation on behalf of 3a8d97a4beaa47c0906bc677b6c0ce16 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:45.802904 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-8e217561-0286-4001-bab0-c5a8a59a45e3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:45.836312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] For port b303fcb4-67d8-4a14-83d2-b0ae8103d83d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b303fcb4-67d8-4a14-83d2-b0ae8103d83d,segment=NetworkSegment(48cd6d01-b310-4c01-bbbe-420c11ab879f),segment_id=48cd6d01-b310-4c01-bbbe-420c11ab879f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:45.837569 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:45.926434 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94f3d64a-cbf2-4253-976d-e26dea22a6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:46.042514 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-70d7f7b1-aec6-4ad1-bc7d-2dd9a1d09d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:46.080231 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b303fcb4-67d8-4a14-83d2-b0ae8103d83d no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:08:46.084704 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94f3d64a-cbf2-4253-976d-e26dea22a6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:46.222571 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94f3d64a-cbf2-4253-976d-e26dea22a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:46.256870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3d64a-cbf2-4253-976d-e26dea22a6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9553f65c-6d18-42f1-9747-f55daf9087c1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:46.273246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7a905fea-2e54-43ef-a046-fc0df9d1976c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Deleting port 166749a1-1edd-467a-a9bd-565f1a5e1d75 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:46.273781 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a905fea-2e54-43ef-a046-fc0df9d1976c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:46.416900 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:46.448203 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94f3d64a-cbf2-4253-976d-e26dea22a6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:46.449879 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-94f3d64a-cbf2-4253-976d-e26dea22a6b9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9553f65c-6d18-42f1-9747-f55daf9087c1 HTTP/1.1" status: 204 len: 168 time: 0.6647139 May 30 20:08:46.466301 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port b303fcb4-67d8-4a14-83d2-b0ae8103d83d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b303fcb4-67d8-4a14-83d2-b0ae8103d83d,segment=NetworkSegment(48cd6d01-b310-4c01-bbbe-420c11ab879f),segment_id=48cd6d01-b310-4c01-bbbe-420c11ab879f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:46.467474 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48779e5f-5f94-4a80-9198-567d99625165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b303fcb4-67d8-4a14-83d2-b0ae8103d83d'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:08:46.474461 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:46.498500 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Allocated IP 172.25.5.108 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/a2a6a227-3769-4c7d-b664-8bc782700386) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:46.514668 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-70d7f7b1-aec6-4ad1-bc7d-2dd9a1d09d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:46.547010 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a905fea-2e54-43ef-a046-fc0df9d1976c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:46.566090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=b303fcb4-67d8-4a14-83d2-b0ae8103d83d,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:46.745897 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7a905fea-2e54-43ef-a046-fc0df9d1976c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Calling delete_port for 166749a1-1edd-467a-a9bd-565f1a5e1d75 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:46.998772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-8e217561-0286-4001-bab0-c5a8a59a45e3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Allocated IP 172.20.0.3 (9ea528b6-cc9d-40ff-b131-d41923530da2/c40dc128-537b-4332-9a2f-38117a30858e/b74244dc-9d3e-48f3-a4bb-47baef450dc1) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:47.003809 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:47.003809 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:47.003809 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Floating IP facbed68-99a5-406e-b309-0a1534aecd63 disassociated. External IP: 172.25.5.180, port: b303fcb4-67d8-4a14-83d2-b0ae8103d83d. May 30 20:08:47.003809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Calling delete_port for b303fcb4-67d8-4a14-83d2-b0ae8103d83d owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:47.097428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0029948-b999-4e5b-8cc4-b82d3f310dd7 req-a5a8c542-c4ba-4578-9e4f-ff17c87ac2de tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:47.105728 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0029948-b999-4e5b-8cc4-b82d3f310dd7 req-a5a8c542-c4ba-4578-9e4f-ff17c87ac2de tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 943 time: 0.6088164 May 30 20:08:47.134341 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-70d7f7b1-aec6-4ad1-bc7d-2dd9a1d09d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:47.207807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33546) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:47.210632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7f7b1-aec6-4ad1-bc7d-2dd9a1d09d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4404449e-6433-44fc-a6cf-97cbfc4a755a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:47.223480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95b345-5031-4ffb-bcca-9bc81b44a896 req-a2def6ae-0943-4f9f-ac6d-8db69843a1d6 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:47.225482 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e95b345-5031-4ffb-bcca-9bc81b44a896 req-a2def6ae-0943-4f9f-ac6d-8db69843a1d6 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.7018199 May 30 20:08:47.233930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a905fea-2e54-43ef-a046-fc0df9d1976c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:47.321179 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:47.332895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a905fea-2e54-43ef-a046-fc0df9d1976c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Pushing event deleted for resources: {'Port': ['ID=166749a1-1edd-467a-a9bd-565f1a5e1d75,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:47.336254 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-962668d4-1e1b-4abb-a576-8a8505d77e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:47.407416 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0029948-b999-4e5b-8cc4-b82d3f310dd7 req-474c8218-14b8-42e2-aa7e-ffa9d95c4aaf tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae730f1-ed19-4870-89f9-102a0733cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006592 May 30 20:08:47.470968 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-70d7f7b1-aec6-4ad1-bc7d-2dd9a1d09d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:47.473460 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-70d7f7b1-aec6-4ad1-bc7d-2dd9a1d09d5f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4404449e-6433-44fc-a6cf-97cbfc4a755a HTTP/1.1" status: 204 len: 168 time: 1.8895521 May 30 20:08:47.510310 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e95b345-5031-4ffb-bcca-9bc81b44a896 req-97ac20ae-a54e-4421-9221-4d889b74e860 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496178 May 30 20:08:47.516395 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:08:47.517666 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:08:47.538548 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:47.573087 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-396e2099-9a52-4b84-9252-b2a12e49e5cf'] response: {'server_uuid': '48779e5f-5f94-4a80-9198-567d99625165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b303fcb4-67d8-4a14-83d2-b0ae8103d83d', 'code': 200} May 30 20:08:47.623025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-962668d4-1e1b-4abb-a576-8a8505d77e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:47.641222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-962668d4-1e1b-4abb-a576-8a8505d77e6c admin admin] Usage tracker for resource:security_group_rule and tenant:67f815680c104c3dab4df370554334fc is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:47.722377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-962668d4-1e1b-4abb-a576-8a8505d77e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:47.743629 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-962668d4-1e1b-4abb-a576-8a8505d77e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:47.770819 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a905fea-2e54-43ef-a046-fc0df9d1976c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:47.782980 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:47.797950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:47.804085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:47.850895 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Pushing event updated for resources: {'Port': ['ID=a2a6a227-3769-4c7d-b664-8bc782700386,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:47.939055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-cbfdbc79-1cca-4d34-bdb9-d1b0ec4fc632 req-3e345c4c-8f9c-4686-855a-84c615f16468 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Synchronizing usage tracker for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:47.966503 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-962668d4-1e1b-4abb-a576-8a8505d77e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:47.969521 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-8e217561-0286-4001-bab0-c5a8a59a45e3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:48.006403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-cbfdbc79-1cca-4d34-bdb9-d1b0ec4fc632 req-3e345c4c-8f9c-4686-855a-84c615f16468 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Unset dirty status for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:48.007998 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbfdbc79-1cca-4d34-bdb9-d1b0ec4fc632 req-3e345c4c-8f9c-4686-855a-84c615f16468 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 210 time: 0.1581852 May 30 20:08:48.009741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-8e217561-0286-4001-bab0-c5a8a59a45e3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Transition to ACTIVE for port object b74244dc-9d3e-48f3-a4bb-47baef450dc1 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:48.018597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Deleting port b303fcb4-67d8-4a14-83d2-b0ae8103d83d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:48.019220 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:48.085427 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-962668d4-1e1b-4abb-a576-8a8505d77e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:48.159132 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-8e217561-0286-4001-bab0-c5a8a59a45e3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:48.171350 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['706a4667-45c9-4f3b-8a87-532f54b476f5'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:08:48.171785 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962668d4-1e1b-4abb-a576-8a8505d77e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29607cd-8cad-4ca1-9e61-0141cfb676cb,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:48.184233 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-962668d4-1e1b-4abb-a576-8a8505d77e6c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=67f815680c104c3dab4df370554334fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9744985 May 30 20:08:48.186406 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33558) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:48.188965 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33560) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:48.291619 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56e6ef6d-1507-46bb-b065-d649f8b60609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:48.457674 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-56e6ef6d-1507-46bb-b065-d649f8b60609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:48.605857 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:48.615661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-8e217561-0286-4001-bab0-c5a8a59a45e3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Network 9ea528b6-cc9d-40ff-b131-d41923530da2 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:48.662678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-8e217561-0286-4001-bab0-c5a8a59a45e3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:48.665259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-8e217561-0286-4001-bab0-c5a8a59a45e3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:48.728766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e217561-0286-4001-bab0-c5a8a59a45e3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Pushing event updated for resources: {'Port': ['ID=b74244dc-9d3e-48f3-a4bb-47baef450dc1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:48.764743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-56e6ef6d-1507-46bb-b065-d649f8b60609 admin admin] Usage tracker for resource:security_group_rule and tenant:fff29a403fdd4ead9fa4be0da3b5a695 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:48.775720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-56e6ef6d-1507-46bb-b065-d649f8b60609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:48.836577 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-56e6ef6d-1507-46bb-b065-d649f8b60609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:48.843291 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5a9533df-6844-42ef-b122-198c34e2d8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:48.907046 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5a9533df-6844-42ef-b122-198c34e2d8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:48.916977 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:48.953198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-8e217561-0286-4001-bab0-c5a8a59a45e3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:48.954273 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-8e217561-0286-4001-bab0-c5a8a59a45e3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:49.028488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] For port b303fcb4-67d8-4a14-83d2-b0ae8103d83d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b303fcb4-67d8-4a14-83d2-b0ae8103d83d,segment=NetworkSegment(48cd6d01-b310-4c01-bbbe-420c11ab879f),segment_id=48cd6d01-b310-4c01-bbbe-420c11ab879f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:49.028626 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:49.030994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f67e35d6-628c-4eea-9fd7-bd9af3c23cd5 None None] Provisioning for port b74244dc-9d3e-48f3-a4bb-47baef450dc1 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:49.047550 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f67e35d6-628c-4eea-9fd7-bd9af3c23cd5 None None] Provisioning complete for port b74244dc-9d3e-48f3-a4bb-47baef450dc1 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:49.048050 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f67e35d6-628c-4eea-9fd7-bd9af3c23cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:49.051331 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a905fea-2e54-43ef-a046-fc0df9d1976c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Router 1525451d-3fc2-4c43-8f9d-a8406b4d4269 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:08:49.146899 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-8e217561-0286-4001-bab0-c5a8a59a45e3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3391619 May 30 20:08:49.153259 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f67e35d6-628c-4eea-9fd7-bd9af3c23cd5 None None] Port b74244dc-9d3e-48f3-a4bb-47baef450dc1 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:08:49.170073 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56e6ef6d-1507-46bb-b065-d649f8b60609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:49.184556 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56e6ef6d-1507-46bb-b065-d649f8b60609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:49.209784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396700e4-cec7-4cde-8ab5-863f313bbb7e req-afca4625-e9e8-40a0-9ecb-c8897be8d873 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:49.210765 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-396700e4-cec7-4cde-8ab5-863f313bbb7e req-afca4625-e9e8-40a0-9ecb-c8897be8d873 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Synchronizing usage tracker for tenant:19555742f4584195a57a8957d5587325 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:49.272530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6475db8-5bd5-4c52-990e-c910c4db541c req-26aad2c2-ae36-4a7b-902f-6de84753e926 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:49.274195 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6475db8-5bd5-4c52-990e-c910c4db541c req-26aad2c2-ae36-4a7b-902f-6de84753e926 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.5043547 May 30 20:08:49.366363 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5a9533df-6844-42ef-b122-198c34e2d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:49.410334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6ef6d-1507-46bb-b065-d649f8b60609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea9ae6f-2fa6-4444-9fd7-d200361feead,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:49.447659 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-56e6ef6d-1507-46bb-b065-d649f8b60609 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fff29a403fdd4ead9fa4be0da3b5a695&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2561069 May 30 20:08:49.449087 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9533df-6844-42ef-b122-198c34e2d8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29607cd-8cad-4ca1-9e61-0141cfb676cb,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:49.453272 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33574) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:49.498899 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-396700e4-cec7-4cde-8ab5-863f313bbb7e req-afca4625-e9e8-40a0-9ecb-c8897be8d873 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Unset dirty status for tenant:19555742f4584195a57a8957d5587325 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:49.500672 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-396700e4-cec7-4cde-8ab5-863f313bbb7e req-afca4625-e9e8-40a0-9ecb-c8897be8d873 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 943 time: 0.8024318 May 30 20:08:49.509875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a905fea-2e54-43ef-a046-fc0df9d1976c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:08:49.523148 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ca142-d0e5-4004-ba65-b4743d4aa5f1 None None] Sync routers for ids ['1525451d-3fc2-4c43-8f9d-a8406b4d4269'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:08:49.535298 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7a905fea-2e54-43ef-a046-fc0df9d1976c tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] 10.222.0.84 "PUT /v2.0/routers/1525451d-3fc2-4c43-8f9d-a8406b4d4269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7550809 May 30 20:08:49.543596 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ca142-d0e5-4004-ba65-b4743d4aa5f1 None None] Routers {'1525451d-3fc2-4c43-8f9d-a8406b4d4269'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:49.545386 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33578) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:49.545885 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-224ca142-d0e5-4004-ba65-b4743d4aa5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:08:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1525451d-3fc2-4c43-8f9d-a8406b4d4269'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:49.548333 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5a9533df-6844-42ef-b122-198c34e2d8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:49.556681 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5a9533df-6844-42ef-b122-198c34e2d8d0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c29607cd-8cad-4ca1-9e61-0141cfb676cb HTTP/1.1" status: 204 len: 168 time: 1.3688865 May 30 20:08:49.570903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Request body: {'port': {'device_id': '442850a1-352e-4fb5-a9f4-7dd49f86af58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:49.634400 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-283b2c3b-de16-4c50-b916-ddcc65813fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:49.711870 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-283b2c3b-de16-4c50-b916-ddcc65813fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:49.713085 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-224ca142-d0e5-4004-ba65-b4743d4aa5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:49.740284 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ca142-d0e5-4004-ba65-b4743d4aa5f1 None None] Routers {'1525451d-3fc2-4c43-8f9d-a8406b4d4269'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:49.741009 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-224ca142-d0e5-4004-ba65-b4743d4aa5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:08:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1525451d-3fc2-4c43-8f9d-a8406b4d4269'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:49.815368 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-224ca142-d0e5-4004-ba65-b4743d4aa5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:49.816630 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ca142-d0e5-4004-ba65-b4743d4aa5f1 None None] The sync data for ids ['1525451d-3fc2-4c43-8f9d-a8406b4d4269'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:08:49.835399 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-283b2c3b-de16-4c50-b916-ddcc65813fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:49.879195 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6475db8-5bd5-4c52-990e-c910c4db541c req-349811a0-c4c3-4fc3-83ec-9677736380d8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879598 May 30 20:08:49.882748 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-283b2c3b-de16-4c50-b916-ddcc65813fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:49.896242 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-283b2c3b-de16-4c50-b916-ddcc65813fdb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bea9ae6f-2fa6-4444-9fd7-d200361feead HTTP/1.1" status: 204 len: 168 time: 0.4299033 May 30 20:08:49.896242 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b2c3b-de16-4c50-b916-ddcc65813fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea9ae6f-2fa6-4444-9fd7-d200361feead,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:50.004954 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-396700e4-cec7-4cde-8ab5-863f313bbb7e req-90f3482d-5bc6-484f-a5df-2d1a1654f515 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae730f1-ed19-4870-89f9-102a0733cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4860868 May 30 20:08:50.116404 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:08:50.194845 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e5e98baa-e8b6-49cd-85a1-b3adecfa3471 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:50.520401 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:50.527713 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:50.528818 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:50.530110 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Floating IP facbed68-99a5-406e-b309-0a1534aecd63 disassociated. External IP: 172.25.5.180, port: b303fcb4-67d8-4a14-83d2-b0ae8103d83d. May 30 20:08:50.530709 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Calling delete_port for b303fcb4-67d8-4a14-83d2-b0ae8103d83d owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:50.639759 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:50.748743 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:51.165935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33622) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:51.240516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Pushing event updated for resources: {'Port': ['ID=a2a6a227-3769-4c7d-b664-8bc782700386,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:51.439429 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e5e98baa-e8b6-49cd-85a1-b3adecfa3471 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:51.445085 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e5e98baa-e8b6-49cd-85a1-b3adecfa3471 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:51.465460 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e5756-e36a-4f77-8374-ca1e2cb26092 req-d68709f9-e748-4c0c-b9be-93aa34c98155 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:51.469374 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d99e5756-e36a-4f77-8374-ca1e2cb26092 req-d68709f9-e748-4c0c-b9be-93aa34c98155 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 931 time: 1.3627739 May 30 20:08:51.556329 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:51.591524 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d99e5756-e36a-4f77-8374-ca1e2cb26092 req-cbdac8aa-6d1d-401b-b4f3-4c51fcdb5b25 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058331 May 30 20:08:51.602688 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:51.604293 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1988c931-88d9-472a-b2bd-55efc3f6bdf4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3931499 May 30 20:08:51.619317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420602020-network', 'tenant_id': '1a97a96a55a247198135569f0a546fa6'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:51.629877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:51.658252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Usage tracker for resource:network and tenant:1a97a96a55a247198135569f0a546fa6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:51.669832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:51.691659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:51.719718 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:51.731535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Made reservation on behalf of 1a97a96a55a247198135569f0a546fa6 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:51.737206 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:51.779546 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:51.793955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Pushing event deleted for resources: {'Port': ['ID=b303fcb4-67d8-4a14-83d2-b0ae8103d83d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:51.842280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d5a00-9891-453b-8492-f3009bf5514c req-dfac1add-b0ce-4c54-be14-0487cbe4ae43 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:51.852631 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d4d5a00-9891-453b-8492-f3009bf5514c req-dfac1add-b0ce-4c54-be14-0487cbe4ae43 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.6185956 May 30 20:08:51.874718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:51.887027 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e5e98baa-e8b6-49cd-85a1-b3adecfa3471 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:51.887621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e98baa-e8b6-49cd-85a1-b3adecfa3471 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Fanout notify agent at l3_agent the message router_deleted on router 1525451d-3fc2-4c43-8f9d-a8406b4d4269 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:08:51.888431 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Usage tracker for resource:security_group_rule and tenant:1a97a96a55a247198135569f0a546fa6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:51.895866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:51.905332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:52.001154 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:52.009947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-99af7439-7312-4f0a-b0dd-77f73c8268b6 req-3338153f-f80a-4260-9e9c-b9e8286985f4 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Synchronizing usage tracker for tenant:19555742f4584195a57a8957d5587325 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:52.011879 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:52.052916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:08:52.079019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b579d5f-f324-417e-8664-5cedded230c3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:52.082781 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:52.083348 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Added segment dcb95b88-1d10-4639-b7ed-0542bc1355e3 of type vlan for network be678d9a-f64a-4ec3-bf89-6e9c21a74113 May 30 20:08:52.107162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-99af7439-7312-4f0a-b0dd-77f73c8268b6 req-3338153f-f80a-4260-9e9c-b9e8286985f4 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Unset dirty status for tenant:19555742f4584195a57a8957d5587325 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:52.108456 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99af7439-7312-4f0a-b0dd-77f73c8268b6 req-3338153f-f80a-4260-9e9c-b9e8286985f4 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 210 time: 0.1495354 May 30 20:08:52.119786 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:52.147548 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e5e98baa-e8b6-49cd-85a1-b3adecfa3471 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:52.148667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e5e98baa-e8b6-49cd-85a1-b3adecfa3471 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] 10.222.0.84 "DELETE /v2.0/routers/1525451d-3fc2-4c43-8f9d-a8406b4d4269 HTTP/1.1" status: 204 len: 168 time: 2.5973890 May 30 20:08:52.154183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33642) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:52.265906 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d4d5a00-9891-453b-8492-f3009bf5514c req-75e3248d-4530-4855-9b1c-d1cfe0ea2ba0 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114792 May 30 20:08:52.445503 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:52.449806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:52.450146 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:52.629708 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.4623308 May 30 20:08:52.632709 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33658) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:52.642910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598e48b-4137-49bd-8d52-f36d7a1bb3d7 admin admin] Pushing event updated for resources: {'Network': ['ID=be678d9a-f64a-4ec3-bf89-6e9c21a74113,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:52.648315 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a069c1d6-65b3-46e2-9361-17fa47851c05 admin admin] Request body: {'subnet': {'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420602020-subnet', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:52.657749 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network be678d9a-f64a-4ec3-bf89-6e9c21a74113 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:08:52.663511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a069c1d6-65b3-46e2-9361-17fa47851c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:52.669947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a069c1d6-65b3-46e2-9361-17fa47851c05 admin admin] Usage tracker for resource:subnet and tenant:1a97a96a55a247198135569f0a546fa6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:52.678284 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8acd75-3116-44ec-9e31-b49dde253c37 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Deleting subnet dd6d68a5-c968-4e87-9bdc-c931b420caa1 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:08:52.681922 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1a8acd75-3116-44ec-9e31-b49dde253c37 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:52.728928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a069c1d6-65b3-46e2-9361-17fa47851c05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:52.752610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a069c1d6-65b3-46e2-9361-17fa47851c05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:52.788793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a069c1d6-65b3-46e2-9361-17fa47851c05 admin admin] Made reservation on behalf of 1a97a96a55a247198135569f0a546fa6 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:52.790953 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a069c1d6-65b3-46e2-9361-17fa47851c05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:52.812887 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1a8acd75-3116-44ec-9e31-b49dde253c37 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:52.877922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-49178e8e-7129-46ae-98b1-cffa4b80403d tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Synchronizing usage tracker for tenant:08334d8ded8a425bb168fdca1f271cee on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:53.005981 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74244dc-9d3e-48f3-a4bb-47baef450dc1 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:08:53.005981 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:53.029222 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1a8acd75-3116-44ec-9e31-b49dde253c37 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:53.035281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Transition to ACTIVE for port object b74244dc-9d3e-48f3-a4bb-47baef450dc1 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:53.039745 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:53.201191 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1a8acd75-3116-44ec-9e31-b49dde253c37 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:53.237220 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8acd75-3116-44ec-9e31-b49dde253c37 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Pushing event deleted for resources: {'Subnet': ['ID=dd6d68a5-c968-4e87-9bdc-c931b420caa1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:53.242021 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a069c1d6-65b3-46e2-9361-17fa47851c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:53.263725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-49178e8e-7129-46ae-98b1-cffa4b80403d tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Unset dirty status for tenant:08334d8ded8a425bb168fdca1f271cee on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:53.264928 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-49178e8e-7129-46ae-98b1-cffa4b80403d tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1864953221&fields=id&tenant_id=08334d8ded8a425bb168fdca1f271cee HTTP/1.1" status: 200 len: 267 time: 0.6568525 May 30 20:08:53.311437 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1a8acd75-3116-44ec-9e31-b49dde253c37 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:53.316579 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc888e66-f8f2-42da-89a8-85926a449e10 None None] Network b04e291b-828e-4b62-87de-7cbfc76aea66 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:53.357653 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a069c1d6-65b3-46e2-9361-17fa47851c05 admin admin] Checking segment: {'id': 'dcb95b88-1d10-4639-b7ed-0542bc1355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:53.357873 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a069c1d6-65b3-46e2-9361-17fa47851c05 admin admin] Network hostable DHCP agents. Network: be678d9a-f64a-4ec3-bf89-6e9c21a74113, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:08:53.364852 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1a8acd75-3116-44ec-9e31-b49dde253c37 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] 10.222.0.84 "DELETE /v2.0/subnets/dd6d68a5-c968-4e87-9bdc-c931b420caa1 HTTP/1.1" status: 204 len: 168 time: 1.2095165 May 30 20:08:53.369228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33676) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:53.730307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b74244dc-9d3e-48f3-a4bb-47baef450dc1,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:53.791430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069c1d6-65b3-46e2-9361-17fa47851c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=114edd30-844a-4a8c-b586-08392f85ae00,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:53.855503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a069c1d6-65b3-46e2-9361-17fa47851c05 admin admin] Network be678d9a-f64a-4ec3-bf89-6e9c21a74113 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:08:53.856387 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dbd31a-84bb-45c7-bc3d-788dc4e51752 None None] DHCP port deletion for b04e291b-828e-4b62-87de-7cbfc76aea66 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:08:53.861491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbd31a-84bb-45c7-bc3d-788dc4e51752 None None] Deleting port d8e72420-cad1-4fbf-8abb-0b71fc5d6410 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:53.862079 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d6dbd31a-84bb-45c7-bc3d-788dc4e51752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:53.880162 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:53.886597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a069c1d6-65b3-46e2-9361-17fa47851c05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, be678d9a-f64a-4ec3-bf89-6e9c21a74113) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:53.902945 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a069c1d6-65b3-46e2-9361-17fa47851c05 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:53.904277 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a069c1d6-65b3-46e2-9361-17fa47851c05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:53.942383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1eef6a-1df2-4759-9441-4a9f9ee5c76a None None] Network be678d9a-f64a-4ec3-bf89-6e9c21a74113 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:53.953762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Deleting port d8e72420-cad1-4fbf-8abb-0b71fc5d6410 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:53.955587 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:53.975739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Router 75bdba72-7ea7-4e6e-8c4b-3074602e1afa has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:08:54.000585 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c15dac30-0e43-4437-9372-c1d00b1db1f4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:54.007829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c15dac30-0e43-4437-9372-c1d00b1db1f4 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/networks?id=46fc77d7-d584-4b90-a367-560a4547b685 HTTP/1.1" status: 200 len: 811 time: 0.7098978 May 30 20:08:54.033065 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-fb125cbd-81ce-451e-b821-267d96fd9270 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/quotas/08334d8ded8a425bb168fdca1f271cee HTTP/1.1" status: 200 len: 375 time: 0.0242915 May 30 20:08:54.035807 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a069c1d6-65b3-46e2-9361-17fa47851c05 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4002221 May 30 20:08:54.045151 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bf9a5-6701-4032-bcde-91bff6001389 req-daf89513-0a8f-4a6b-aa2f-b54fdad7089a tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:54.047213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-170bf9a5-6701-4032-bcde-91bff6001389 req-daf89513-0a8f-4a6b-aa2f-b54fdad7089a tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 943 time: 1.0142360 May 30 20:08:54.054301 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33690) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:54.068815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420602020-router', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:54.082356 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:54.092842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Usage tracker for resource:router and tenant:1a97a96a55a247198135569f0a546fa6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:54.103761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:54.120020 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:54.158783 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Attempting to bind port b74244dc-9d3e-48f3-a4bb-47baef450dc1 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:08:54.159125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Attempting to bind port b74244dc-9d3e-48f3-a4bb-47baef450dc1 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:08:54.159430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Attempting to bind port b74244dc-9d3e-48f3-a4bb-47baef450dc1 on network 9ea528b6-cc9d-40ff-b131-d41923530da2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:54.168951 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:54.172437 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:54.268949 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-170bf9a5-6701-4032-bcde-91bff6001389 req-fc2a1aaa-ef52-4b5f-bf68-184deb380bfb tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767530 May 30 20:08:54.373686 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:54.513476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Port b74244dc-9d3e-48f3-a4bb-47baef450dc1 on network 9ea528b6-cc9d-40ff-b131-d41923530da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:08:54.514241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Attempting to bind port b74244dc-9d3e-48f3-a4bb-47baef450dc1 on network 9ea528b6-cc9d-40ff-b131-d41923530da2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:54.604801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d8e72420-cad1-4fbf-8abb-0b71fc5d6410 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:08:54.721705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:08:54.721705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Checking segment: {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:54.721994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Bound using segment: {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:08:54.724873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Bound port: b74244dc-9d3e-48f3-a4bb-47baef450dc1, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:08:54.725427 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:54.738829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] For port d8e72420-cad1-4fbf-8abb-0b71fc5d6410, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d8e72420-cad1-4fbf-8abb-0b71fc5d6410,segment=NetworkSegment(92707cb0-1df8-4667-ae7d-f0533dde8127),segment_id=92707cb0-1df8-4667-ae7d-f0533dde8127)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:54.738974 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:54.845776 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:54.851908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-5b6ea1eb-85b1-44b0-867f-31aff5b10b51 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Synchronizing usage tracker for tenant:08334d8ded8a425bb168fdca1f271cee on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:54.920860 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-be678d9a-f64a-4ec3-bf89-6e9c21a74113', 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'fixed_ips': [{'subnet_id': '114edd30-844a-4a8c-b586-08392f85ae00'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:08:54.923192 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:54.951907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-5b6ea1eb-85b1-44b0-867f-31aff5b10b51 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Unset dirty status for tenant:08334d8ded8a425bb168fdca1f271cee on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:54.954805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-5b6ea1eb-85b1-44b0-867f-31aff5b10b51 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=08334d8ded8a425bb168fdca1f271cee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9207802 May 30 20:08:54.988765 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e9054-0107-437d-ba4f-96937f4d5df9 req-e960c24d-50dd-47dd-8818-dca88f57ca9b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:55.001794 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e9054-0107-437d-ba4f-96937f4d5df9 req-e960c24d-50dd-47dd-8818-dca88f57ca9b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:55.004712 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Calling delete_port for d8e72420-cad1-4fbf-8abb-0b71fc5d6410 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:55.011125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e9054-0107-437d-ba4f-96937f4d5df9 req-e960c24d-50dd-47dd-8818-dca88f57ca9b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:55.034114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e9054-0107-437d-ba4f-96937f4d5df9 req-e960c24d-50dd-47dd-8818-dca88f57ca9b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:55.044682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e9054-0107-437d-ba4f-96937f4d5df9 req-e960c24d-50dd-47dd-8818-dca88f57ca9b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:55.070589 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e9054-0107-437d-ba4f-96937f4d5df9 req-e960c24d-50dd-47dd-8818-dca88f57ca9b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:55.094241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e9054-0107-437d-ba4f-96937f4d5df9 req-e960c24d-50dd-47dd-8818-dca88f57ca9b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:55.103319 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce2e9054-0107-437d-ba4f-96937f4d5df9 req-e960c24d-50dd-47dd-8818-dca88f57ca9b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5445 time: 0.6268930 May 30 20:08:55.137622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] For port b74244dc-9d3e-48f3-a4bb-47baef450dc1, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:08:55.139909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] For port b74244dc-9d3e-48f3-a4bb-47baef450dc1, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b74244dc-9d3e-48f3-a4bb-47baef450dc1,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:08:55.156884 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:55.167724 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:55.341610 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:55.362770 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:55.364709 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] 10.222.0.77 "PUT /v2.0/ports/b74244dc-9d3e-48f3-a4bb-47baef450dc1 HTTP/1.1" status: 200 len: 1091 time: 6.1906333 May 30 20:08:55.368398 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442850a1-352e-4fb5-a9f4-7dd49f86af58', 'tag': 'b74244dc-9d3e-48f3-a4bb-47baef450dc1'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:08:55.483540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Pushing event deleted for resources: {'Port': ['ID=d8e72420-cad1-4fbf-8abb-0b71fc5d6410,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:55.535016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] No DVR routers for this DVR port d8e72420-cad1-4fbf-8abb-0b71fc5d6410 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:08:55.549636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce2e9054-0107-437d-ba4f-96937f4d5df9 req-7c66a9a3-7049-4a8d-943c-f37871be72f0 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3986623 May 30 20:08:55.580408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cdc8d-f04d-4685-9f9e-0469a1e037d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b74244dc-9d3e-48f3-a4bb-47baef450dc1,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:55.623732 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-a60716a4-c249-4214-94bf-30261d3517b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 1094 time: 0.1897171 May 30 20:08:55.628581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:08:55.761060 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca1e12-a8ca-441f-9fae-d6438b728579 None None] Sync routers for ids ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:08:55.803486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Allocated IP 172.20.0.2 (be678d9a-f64a-4ec3-bf89-6e9c21a74113/114edd30-844a-4a8c-b586-08392f85ae00/4e568564-200f-4075-b3df-5a0ecc677bf9) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:56.003546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-30610297-b833-4687-a8c6-dcee474386ca service neutron] 10.222.0.84 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8986721 May 30 20:08:56.038082 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-a87258f5-6104-456e-89ed-97cd05e20b56 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b74244dc-9d3e-48f3-a4bb-47baef450dc1 HTTP/1.1" status: 200 len: 217 time: 0.4060175 May 30 20:08:56.063489 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:56.190964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04e291b-828e-4b62-87de-7cbfc76aea66']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:56.236965 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92707cb0-1df8-4667-ae7d-f0533dde8127') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:56.237262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92707cb0-1df8-4667-ae7d-f0533dde8127') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:56.265946 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:56.297084 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:56.299558 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:56.335633 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:56.459385 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:56.478716 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Transition to ACTIVE for port object 4e568564-200f-4075-b3df-5a0ecc677bf9 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:56.493708 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Allocated IP 172.25.5.215 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/9a12f0ca-57b7-44ef-a860-c0ffa7a93b07) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:56.510108 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Transition to ACTIVE for port object 4e568564-200f-4075-b3df-5a0ecc677bf9 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:56.524713 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7d3a0d6-ef72-4546-afb2-0cb3f58bb621 req-6240d93b-0d91-4e46-90b2-8bb83e8f6c8e tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/ports?device_id=48779e5f-5f94-4a80-9198-567d99625165 HTTP/1.1" status: 200 len: 210 time: 0.5201411 May 30 20:08:56.533785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33726) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:56.545740 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d6dbd31a-84bb-45c7-bc3d-788dc4e51752 None None] For port d8e72420-cad1-4fbf-8abb-0b71fc5d6410, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d8e72420-cad1-4fbf-8abb-0b71fc5d6410,segment=NetworkSegment(92707cb0-1df8-4667-ae7d-f0533dde8127),segment_id=92707cb0-1df8-4667-ae7d-f0533dde8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:56.546311 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d6dbd31a-84bb-45c7-bc3d-788dc4e51752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:56.659478 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:56.689163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:08:56.689947 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: timer() May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:08:56.706338 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:08:56.711618 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:56.724819 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbd31a-84bb-45c7-bc3d-788dc4e51752 None None] Calling delete_port for d8e72420-cad1-4fbf-8abb-0b71fc5d6410 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:56.727632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] No DVR routers for this DVR port b303fcb4-67d8-4a14-83d2-b0ae8103d83d on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:08:56.733253 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:56.737486 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97bdbeca-7233-4199-ba54-7df4bcd819b4 req-49c7d01c-158a-45d4-92d1-59a2976ffbd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.93 "DELETE /v2.0/ports/b303fcb4-67d8-4a14-83d2-b0ae8103d83d HTTP/1.1" status: 204 len: 173 time: 12.1640370 May 30 20:08:56.844587 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-d6dbd31a-84bb-45c7-bc3d-788dc4e51752 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:08:56.844938 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-d6dbd31a-84bb-45c7-bc3d-788dc4e51752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:08:56.847366 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:56.854187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-c4b63e12-88c3-4d33-bf06-f61bc6c9fb10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:56.855642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-c4b63e12-88c3-4d33-bf06-f61bc6c9fb10 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.3207421 May 30 20:08:56.946172 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Network be678d9a-f64a-4ec3-bf89-6e9c21a74113 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:56.947241 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca1e12-a8ca-441f-9fae-d6438b728579 None None] Routers {'75bdba72-7ea7-4e6e-8c4b-3074602e1afa'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:56.947879 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e2ca1e12-a8ca-441f-9fae-d6438b728579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:08:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:57.126303 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:57.192435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Pushing event updated for resources: {'Port': ['ID=9a12f0ca-57b7-44ef-a860-c0ffa7a93b07,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:57.194148 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Pushing event updated for resources: {'Port': ['ID=4e568564-200f-4075-b3df-5a0ecc677bf9,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:57.199127 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:57.205361 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:57.213951 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:57.216389 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:57.218027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:57.256173 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:57.264687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-e2ca1e12-a8ca-441f-9fae-d6438b728579 None None] Set router 75bdba72-7ea7-4e6e-8c4b-3074602e1afa gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:57.291021 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-88fe5afd-eabe-44b9-aec2-be6f48b61409 service neutron] 10.222.0.84 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2467132 May 30 20:08:57.354312 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-0fda7986-4245-4388-948d-daa73dbe0dd7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4773793 May 30 20:08:57.395793 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:57.444672 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] 10.222.0.84 "DELETE /v2.0/networks/b04e291b-828e-4b62-87de-7cbfc76aea66 HTTP/1.1" status: 204 len: 168 time: 4.0729444 May 30 20:08:57.501663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be60aeb-2dcd-4d9d-82ff-114bb233fb02 tempest-FloatingIPNegativeTestJSON-1870860354 tempest-FloatingIPNegativeTestJSON-1870860354-project] Pushing event deleted for resources: {'Network': ['ID=b04e291b-828e-4b62-87de-7cbfc76aea66,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:57.517150 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbd31a-84bb-45c7-bc3d-788dc4e51752 None None] Deleting port d8e72420-cad1-4fbf-8abb-0b71fc5d6410 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:57.519230 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d6dbd31a-84bb-45c7-bc3d-788dc4e51752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:57.525426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:57.677760 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:57.678839 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:57.739562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Usage tracker for resource:security_group_rule and tenant:7f11c46d63714eada84ec86943ad0e2b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:57.756790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:57.769500 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbd31a-84bb-45c7-bc3d-788dc4e51752 None None] The port 'd8e72420-cad1-4fbf-8abb-0b71fc5d6410' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:08:57.788303 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:57.851153 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Attempting to bind port 4e568564-200f-4075-b3df-5a0ecc677bf9 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:08:57.851527 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Attempting to bind port 4e568564-200f-4075-b3df-5a0ecc677bf9 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'dcb95b88-1d10-4639-b7ed-0542bc1355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:08:57.852270 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Attempting to bind port 4e568564-200f-4075-b3df-5a0ecc677bf9 on network be678d9a-f64a-4ec3-bf89-6e9c21a74113 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:57.858097 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e35332ca-3fe7-449e-b5db-02ad2efa0298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:58.011941 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e4b9b-48e2-4fc2-9655-6f3662222adf req-7819e0c2-fe22-4a03-bca2-8bd013660a4a tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:58.018248 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a3e4b9b-48e2-4fc2-9655-6f3662222adf req-7819e0c2-fe22-4a03-bca2-8bd013660a4a tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 1.0547817 May 30 20:08:58.139376 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33746) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:58.206459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Router 54c67bae-dc71-488d-a1a0-4ce425f9427c is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:08:58.372351 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:08:58.373011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Checking segment: {'id': 'dcb95b88-1d10-4639-b7ed-0542bc1355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:58.373761 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:58.374417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Bound using segment: {'id': 'dcb95b88-1d10-4639-b7ed-0542bc1355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:08:58.375109 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Bound port: 4e568564-200f-4075-b3df-5a0ecc677bf9, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb95b88-1d10-4639-b7ed-0542bc1355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:08:58.375699 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:58.523261 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:58.563599 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:58.626425 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] For port 4e568564-200f-4075-b3df-5a0ecc677bf9, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:08:58.630972 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] For port 4e568564-200f-4075-b3df-5a0ecc677bf9, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4e568564-200f-4075-b3df-5a0ecc677bf9,segment=NetworkSegment(dcb95b88-1d10-4639-b7ed-0542bc1355e3),segment_id=dcb95b88-1d10-4639-b7ed-0542bc1355e3)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:08:58.641525 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:58.683947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b71b447-584f-4aed-bc1c-e0f6277eec36,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:58.689678 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bc08e587-68a0-4667-afb1-876adc4f213e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=df9612b1c7114b549c1a5cde7978095e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5491092 May 30 20:08:58.692667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33754) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:58.704445 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-4f18cecd-2140-401d-b424-fadff88173ad service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3131814 May 30 20:08:58.751698 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0bf49-00ef-478d-97d8-e93a4f2d6b68 None None] Pushing event updated for resources: {'Port': ['ID=4e568564-200f-4075-b3df-5a0ecc677bf9,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:58.790490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e2ca1e12-a8ca-441f-9fae-d6438b728579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'name': 'tempest-ServersTestBootFromVolume-2074219069-router', 'tenant_id': '19555742f4584195a57a8957d5587325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:28Z', 'updated_at': '2022-05-30T20:06:38Z', 'revision_number': 4, 'project_id': '19555742f4584195a57a8957d5587325', 'gw_port': {'id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:29Z', 'updated_at': '2022-05-30T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '7aef6716-284b-4b7e-af09-c8a0ec7ad1bc', 'name': '', 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60', 'tenant_id': '19555742f4584195a57a8957d5587325', 'mac_address': 'fa:16:3e:f8:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:36Z', 'updated_at': '2022-05-30T20:06:50Z', 'revision_number': 5, 'project_id': '19555742f4584195a57a8957d5587325', 'subnets': [{'id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:58.802032 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca1e12-a8ca-441f-9fae-d6438b728579 None None] Checking router: 75bdba72-7ea7-4e6e-8c4b-3074602e1afa for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:08:58.816600 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca1e12-a8ca-441f-9fae-d6438b728579 None None] Routers {'75bdba72-7ea7-4e6e-8c4b-3074602e1afa'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:58.817483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e2ca1e12-a8ca-441f-9fae-d6438b728579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:08:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:58.886143 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:08:58.887249 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:58.895384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:58.896591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:58.898028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:58.898719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:58.901767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:58.902321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:58.904110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:58.904214 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Sync routers for ids ['54c67bae-dc71-488d-a1a0-4ce425f9427c'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:08:58.905076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:58.905646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:58.907990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:58.960258 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Routers {'54c67bae-dc71-488d-a1a0-4ce425f9427c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:58.963061 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:08:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['54c67bae-dc71-488d-a1a0-4ce425f9427c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:58.991004 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:58.996726 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-aabab688-fe51-40da-b7d4-2bc1746d0c1f admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.9417238 May 30 20:08:59.002856 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33758) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:59.011726 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-21506b6e-1505-4267-84de-3d390604c8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:59.150907 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d859240b-d7cc-41d6-98e6-8fedce42303c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7f11c46d63714eada84ec86943ad0e2b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6132827 May 30 20:08:59.162782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33762) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:59.188049 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a3e4b9b-48e2-4fc2-9655-6f3662222adf req-933481ca-7487-448e-9eee-5c097d464593 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8866625 May 30 20:08:59.445326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-e2ca1e12-a8ca-441f-9fae-d6438b728579 None None] Set router 75bdba72-7ea7-4e6e-8c4b-3074602e1afa gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:59.452585 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba5b047-4e74-41aa-a422-4b6ea47fe6a7'] response: {'name': 'network-changed', 'server_uuid': '442850a1-352e-4fb5-a9f4-7dd49f86af58', 'tag': 'b74244dc-9d3e-48f3-a4bb-47baef450dc1', 'status': 'completed', 'code': 200} May 30 20:08:59.514057 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ece07332-559e-4ce6-8d4b-ce15ba866f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:59.554575 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-21506b6e-1505-4267-84de-3d390604c8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:59.559896 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ece07332-559e-4ce6-8d4b-ce15ba866f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:59.654870 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Set router 54c67bae-dc71-488d-a1a0-4ce425f9427c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:59.657376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fafeab-f2b7-4e31-a54a-1d97adaf766d req-90795941-e499-479d-8419-4020244fa8b6 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:59.657774 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-21506b6e-1505-4267-84de-3d390604c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:59.666073 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b9fafeab-f2b7-4e31-a54a-1d97adaf766d req-90795941-e499-479d-8419-4020244fa8b6 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 943 time: 1.6454425 May 30 20:08:59.694350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21506b6e-1505-4267-84de-3d390604c8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6752b20d-372b-4d48-92a6-324d60a2b712,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:59.723826 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-21506b6e-1505-4267-84de-3d390604c8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:59.729073 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-21506b6e-1505-4267-84de-3d390604c8c2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6752b20d-372b-4d48-92a6-324d60a2b712 HTTP/1.1" status: 204 len: 168 time: 1.0311344 May 30 20:08:59.836754 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ece07332-559e-4ce6-8d4b-ce15ba866f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:00.198746 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d6c6b318-302b-4e37-afba-eacb1a09df55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:00.443475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4e568564-200f-4075-b3df-5a0ecc677bf9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:00.530156 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b9fafeab-f2b7-4e31-a54a-1d97adaf766d req-7abcad97-73cf-4ab8-8a3c-c42498acf7fe tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8630111 May 30 20:09:00.570504 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ece07332-559e-4ce6-8d4b-ce15ba866f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:00.578035 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ece07332-559e-4ce6-8d4b-ce15ba866f6f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0b71b447-584f-4aed-bc1c-e0f6277eec36 HTTP/1.1" status: 204 len: 168 time: 1.3978629 May 30 20:09:00.579999 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece07332-559e-4ce6-8d4b-ce15ba866f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b71b447-584f-4aed-bc1c-e0f6277eec36,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:00.699789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-617e16e6-406e-44bc-85ee-c4912903e19b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:00.701354 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-617e16e6-406e-44bc-85ee-c4912903e19b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.93 "GET /v2.0/networks?id=46fc77d7-d584-4b90-a367-560a4547b685 HTTP/1.1" status: 200 len: 811 time: 0.8256164 May 30 20:09:00.735074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 4e568564-200f-4075-b3df-5a0ecc677bf9 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:00.783216 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420602020-router', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:54Z', 'updated_at': '2022-05-30T20:08:57Z', 'revision_number': 3, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'gw_port': {'id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:56Z', 'updated_at': '2022-05-30T20:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:00.788337 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Checking router: 54c67bae-dc71-488d-a1a0-4ce425f9427c for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:09:00.788673 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Updating router 54c67bae-dc71-488d-a1a0-4ce425f9427c port 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:09:00.861190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e2ca1e12-a8ca-441f-9fae-d6438b728579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'name': 'tempest-ServersTestBootFromVolume-2074219069-router', 'tenant_id': '19555742f4584195a57a8957d5587325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:28Z', 'updated_at': '2022-05-30T20:06:38Z', 'revision_number': 4, 'project_id': '19555742f4584195a57a8957d5587325', 'gw_port': {'id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:29Z', 'updated_at': '2022-05-30T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '7aef6716-284b-4b7e-af09-c8a0ec7ad1bc', 'name': '', 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60', 'tenant_id': '19555742f4584195a57a8957d5587325', 'mac_address': 'fa:16:3e:f8:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:36Z', 'updated_at': '2022-05-30T20:06:50Z', 'revision_number': 5, 'project_id': '19555742f4584195a57a8957d5587325', 'subnets': [{'id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:00.877133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca1e12-a8ca-441f-9fae-d6438b728579 None None] The sync data for ids ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'] in n-d-843949-2 is: [{'id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'name': 'tempest-ServersTestBootFromVolume-2074219069-router', 'tenant_id': '19555742f4584195a57a8957d5587325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:28Z', 'updated_at': '2022-05-30T20:06:38Z', 'revision_number': 4, 'project_id': '19555742f4584195a57a8957d5587325', 'gw_port': {'id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:29Z', 'updated_at': '2022-05-30T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '7aef6716-284b-4b7e-af09-c8a0ec7ad1bc', 'name': '', 'network_id': '1b528a3e-6816-43c9-bf46-4a6adac80f60', 'tenant_id': '19555742f4584195a57a8957d5587325', 'mac_address': 'fa:16:3e:f8:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:36Z', 'updated_at': '2022-05-30T20:06:50Z', 'revision_number': 5, 'project_id': '19555742f4584195a57a8957d5587325', 'subnets': [{'id': 'd693005e-809d-423c-b62c-cac40f95b7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:09:00.884329 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb79a9a2-b3e1-4291-8dc8-c00dccbca277 req-110f1978-05be-42d0-a01e-671f779a405d service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1361048 May 30 20:09:00.956816 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:01.068612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b4fbd1-7826-437d-a701-2885f5f1bf99 None None] Network be678d9a-f64a-4ec3-bf89-6e9c21a74113 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:01.117810 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-61c48299-2f07-4930-967f-e02382cef45d req-7f327e7a-1270-4e8b-a09c-6226f1844faf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 210 time: 0.2191486 May 30 20:09:01.352422 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:01.362831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd5a2f-c50f-48f2-b0fa-8c1159cfd2fa req-1aea4dfb-bf7b-4adb-8218-90df528562c4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:01.383356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd5a2f-c50f-48f2-b0fa-8c1159cfd2fa req-1aea4dfb-bf7b-4adb-8218-90df528562c4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:01.399464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd5a2f-c50f-48f2-b0fa-8c1159cfd2fa req-1aea4dfb-bf7b-4adb-8218-90df528562c4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:01.416242 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd5a2f-c50f-48f2-b0fa-8c1159cfd2fa req-1aea4dfb-bf7b-4adb-8218-90df528562c4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:01.428305 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd5a2f-c50f-48f2-b0fa-8c1159cfd2fa req-1aea4dfb-bf7b-4adb-8218-90df528562c4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:01.448167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd5a2f-c50f-48f2-b0fa-8c1159cfd2fa req-1aea4dfb-bf7b-4adb-8218-90df528562c4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:01.456252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd5a2f-c50f-48f2-b0fa-8c1159cfd2fa req-1aea4dfb-bf7b-4adb-8218-90df528562c4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:01.464542 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36bd5a2f-c50f-48f2-b0fa-8c1159cfd2fa req-1aea4dfb-bf7b-4adb-8218-90df528562c4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5445 time: 1.7897410 May 30 20:09:01.493978 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48779e5f-5f94-4a80-9198-567d99625165', 'name': 'network-vif-deleted', 'tag': 'b303fcb4-67d8-4a14-83d2-b0ae8103d83d'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:01.563732 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:01.564213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-85f16398-6f1d-4dbf-bb5a-18c1d543e471 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08334d8ded8a425bb168fdca1f271cee HTTP/1.1" status: 200 len: 380 time: 0.8129840 May 30 20:09:01.579858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c57877e0-7af8-4b83-bd94-7772bb74c5bf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Request body: {'port': {'device_id': 'bc26cff6-8ee2-479d-99ef-d16a94cc8243', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'admin_state_up': True, 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'security_groups': ['47ad12fc-f866-4fce-bf65-e2f9585f9681']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:01.691111 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33794) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:01.712459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbfac52-f277-455a-85ea-f24036d645f7 None None] New status for floating IP facbed68-99a5-406e-b309-0a1534aecd63: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:09:01.727904 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d16ba37e-317a-4006-a32f-12cb2e94d107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:01.766681 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:01.851158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d16ba37e-317a-4006-a32f-12cb2e94d107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:01.874875 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b5c0ecc-edb6-4af6-8587-ed88d1dc4f23 req-d00c13e3-1cfe-475d-b54a-2ad32e876120 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 1094 time: 0.7404964 May 30 20:09:01.924033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d16ba37e-317a-4006-a32f-12cb2e94d107 admin admin] Usage tracker for resource:security_group_rule and tenant:8b1bee7ae7d44b1caf5b5c52903dbc64 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:01.931056 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d16ba37e-317a-4006-a32f-12cb2e94d107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:01.947276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d16ba37e-317a-4006-a32f-12cb2e94d107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:02.056347 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:02.093048 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Transition to ACTIVE for port object 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:02.108288 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:02.251195 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d16ba37e-317a-4006-a32f-12cb2e94d107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:02.260220 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d16ba37e-317a-4006-a32f-12cb2e94d107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:02.298638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Allocated IP 172.20.0.1 (be678d9a-f64a-4ec3-bf89-6e9c21a74113/114edd30-844a-4a8c-b586-08392f85ae00/7872df02-89db-4e40-8bd7-29b304647938) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:02.302655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-94fb9b58-126e-41aa-bd98-1abd3350423a None None] Provisioning for port 4e568564-200f-4075-b3df-5a0ecc677bf9 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:02.314137 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44be577-6581-4620-9e69-971e24b57454 None None] Pushing event updated for resources: {'Port': ['ID=9a12f0ca-57b7-44ef-a860-c0ffa7a93b07,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:02.383312 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44be577-6581-4620-9e69-971e24b57454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:02.383447 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ba37e-317a-4006-a32f-12cb2e94d107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984dbf73-8e5f-4713-a568-8be62deba448,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:02.384177 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44be577-6581-4620-9e69-971e24b57454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:02.386837 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44be577-6581-4620-9e69-971e24b57454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:02.387344 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44be577-6581-4620-9e69-971e24b57454 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:02.390637 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44be577-6581-4620-9e69-971e24b57454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:02.390868 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44be577-6581-4620-9e69-971e24b57454 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:02.395012 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44be577-6581-4620-9e69-971e24b57454 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:02.395295 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44be577-6581-4620-9e69-971e24b57454 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:02.395914 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44be577-6581-4620-9e69-971e24b57454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:02.397245 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d16ba37e-317a-4006-a32f-12cb2e94d107 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8b1bee7ae7d44b1caf5b5c52903dbc64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7042522 May 30 20:09:02.399390 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44be577-6581-4620-9e69-971e24b57454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:02.399879 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44be577-6581-4620-9e69-971e24b57454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:02.422160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33806) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:02.431650 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Attempting to bind port 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:02.433756 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Attempting to bind port 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:02.435229 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Attempting to bind port 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:02.454305 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:02.455789 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:02.456411 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:02.456948 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:02.458469 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Bound port: 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:02.459000 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:02.565451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8208b-00d2-4bb5-a640-f1b10d0e6e70 req-0e784c28-cfe1-4c9e-a0da-5636a1a11856 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:02.573569 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fda8208b-00d2-4bb5-a640-f1b10d0e6e70 req-0e784c28-cfe1-4c9e-a0da-5636a1a11856 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 0.8214433 May 30 20:09:02.611521 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] For port 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:02.617754 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] For port 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9a12f0ca-57b7-44ef-a860-c0ffa7a93b07,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:02.628655 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:02.662472 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fda8208b-00d2-4bb5-a640-f1b10d0e6e70 req-d8860392-1b13-4c0b-a6d9-05ca0ee05116 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875781 May 30 20:09:02.688010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33814) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:02.727905 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-94fb9b58-126e-41aa-bd98-1abd3350423a None None] Provisioning complete for port 4e568564-200f-4075-b3df-5a0ecc677bf9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:02.731263 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94fb9b58-126e-41aa-bd98-1abd3350423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:02.774451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33818) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:02.831853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b74244dc-9d3e-48f3-a4bb-47baef450dc1 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:09:02.845816 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:02.846846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c57877e0-7af8-4b83-bd94-7772bb74c5bf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:02.886179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c57877e0-7af8-4b83-bd94-7772bb74c5bf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:02.905121 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc397d2c-4e54-4ffc-b9f1-daa00a1b1b58'] response: {'server_uuid': '48779e5f-5f94-4a80-9198-567d99625165', 'name': 'network-vif-deleted', 'tag': 'b303fcb4-67d8-4a14-83d2-b0ae8103d83d', 'status': 'completed', 'code': 200} May 30 20:09:02.906648 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44be577-6581-4620-9e69-971e24b57454 None None] Pushing event updated for resources: {'Port': ['ID=9a12f0ca-57b7-44ef-a860-c0ffa7a93b07,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:02.925725 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Routers {'54c67bae-dc71-488d-a1a0-4ce425f9427c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:09:02.932936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c57877e0-7af8-4b83-bd94-7772bb74c5bf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Made reservation on behalf of 08334d8ded8a425bb168fdca1f271cee for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:02.934016 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:09:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['54c67bae-dc71-488d-a1a0-4ce425f9427c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:02.945109 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c57877e0-7af8-4b83-bd94-7772bb74c5bf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:02.986377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Transition to ACTIVE for port object 7872df02-89db-4e40-8bd7-29b304647938 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:03.031628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-de5fb961-f424-4dfc-a079-fbd006337334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:03.096431 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-de5fb961-f424-4dfc-a079-fbd006337334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:03.160006 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:03.246992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-441153955'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:03.247601 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] Set router 54c67bae-dc71-488d-a1a0-4ce425f9427c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:09:03.265810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:03.278503 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-de5fb961-f424-4dfc-a079-fbd006337334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:03.284852 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:network and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:03.309062 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:03.336158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:03.362697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c57877e0-7af8-4b83-bd94-7772bb74c5bf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Allocated IP 172.20.0.14 (46fc77d7-d584-4b90-a367-560a4547b685/54e18232-0c1b-400c-aea5-aa806dd0320c/80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:03.364516 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fb961-f424-4dfc-a079-fbd006337334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984dbf73-8e5f-4713-a568-8be62deba448,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:03.393885 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-de5fb961-f424-4dfc-a079-fbd006337334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:03.402462 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-de5fb961-f424-4dfc-a079-fbd006337334 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/984dbf73-8e5f-4713-a568-8be62deba448 HTTP/1.1" status: 204 len: 168 time: 0.9767766 May 30 20:09:03.413070 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:03.421594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:03.536055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:03.541074 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:03.599813 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94fb9b58-126e-41aa-bd98-1abd3350423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:03.614923 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:03.651334 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:09:03.730093 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-94fb9b58-126e-41aa-bd98-1abd3350423a None None] For port 4e568564-200f-4075-b3df-5a0ecc677bf9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4e568564-200f-4075-b3df-5a0ecc677bf9,segment=NetworkSegment(dcb95b88-1d10-4639-b7ed-0542bc1355e3),segment_id=dcb95b88-1d10-4639-b7ed-0542bc1355e3)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:03.730732 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:03.740347 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:security_group_rule and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:03.747939 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:03.770341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Network be678d9a-f64a-4ec3-bf89-6e9c21a74113 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:03.773786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:03.784843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:03.789284 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:03.817296 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c57877e0-7af8-4b83-bd94-7772bb74c5bf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:03.856235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c57877e0-7af8-4b83-bd94-7772bb74c5bf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Transition to ACTIVE for port object 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:03.863197 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94fb9b58-126e-41aa-bd98-1abd3350423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:03.864160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Pushing event updated for resources: {'Port': ['ID=7872df02-89db-4e40-8bd7-29b304647938,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:04.001258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:04.032587 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c57877e0-7af8-4b83-bd94-7772bb74c5bf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:04.050868 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420602020-router', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:54Z', 'updated_at': '2022-05-30T20:08:57Z', 'revision_number': 3, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'gw_port': {'id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:56Z', 'updated_at': '2022-05-30T20:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:04.067037 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0368c8-d610-47dd-8bfa-440b84d1d9c8 None None] The sync data for ids ['54c67bae-dc71-488d-a1a0-4ce425f9427c'] in n-d-843949-2 is: [{'id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420602020-router', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:54Z', 'updated_at': '2022-05-30T20:08:57Z', 'revision_number': 3, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'gw_port': {'id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:56Z', 'updated_at': '2022-05-30T20:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:09:04.082593 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb9b58-126e-41aa-bd98-1abd3350423a None None] Pushing event updated for resources: {'Port': ['ID=4e568564-200f-4075-b3df-5a0ecc677bf9,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:04.286357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b74244dc-9d3e-48f3-a4bb-47baef450dc1, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b74244dc-9d3e-48f3-a4bb-47baef450dc1,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:04.317173 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4e568564-200f-4075-b3df-5a0ecc677bf9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:04.354827 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:04.372725 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:04.430432 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'b74244dc-9d3e-48f3-a4bb-47baef450dc1', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'port_id': 'b74244dc-9d3e-48f3-a4bb-47baef450dc1', 'mac_address': 'fa:16:3e:39:9a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:09:04.454511 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:04.505982 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:04.530294 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 4e568564-200f-4075-b3df-5a0ecc677bf9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:04.531821 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:04.564882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:09:04.588704 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e41b09a8-a315-48b0-b282-3d34491cd0ea tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:04.610737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74244dc-9d3e-48f3-a4bb-47baef450dc1 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:09:04.645765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b74244dc-9d3e-48f3-a4bb-47baef450dc1, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b74244dc-9d3e-48f3-a4bb-47baef450dc1,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:04.781277 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:04.803765 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c0ecc-edb6-4af6-8587-ed88d1dc4f23 req-90820ae5-21ea-4fe4-968c-73c6eef841f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:04.813768 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b5c0ecc-edb6-4af6-8587-ed88d1dc4f23 req-90820ae5-21ea-4fe4-968c-73c6eef841f6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 2.9185307 May 30 20:09:04.825708 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:04.829309 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Added segment 87e55c29-b2e9-4284-b826-99525bda78ea of type vlan for network 136989f9-f6d2-47f7-89e4-47f20372a5b2 May 30 20:09:04.831496 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b2159f-785c-4cd9-aedb-955c21c2ddc5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:04.893568 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c57877e0-7af8-4b83-bd94-7772bb74c5bf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Network 46fc77d7-d584-4b90-a367-560a4547b685 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:04.922692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c57877e0-7af8-4b83-bd94-7772bb74c5bf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:04.939439 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c57877e0-7af8-4b83-bd94-7772bb74c5bf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:04.958789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-10e4f719-3954-417b-8225-55cd6abe81a2 None None] Provisioning complete for port 4e568564-200f-4075-b3df-5a0ecc677bf9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:04.972036 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10e4f719-3954-417b-8225-55cd6abe81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:05.053983 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:05.222762 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b74244dc-9d3e-48f3-a4bb-47baef450dc1,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:05.297630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b74244dc-9d3e-48f3-a4bb-47baef450dc1'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:09:05.338907 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b5c0ecc-edb6-4af6-8587-ed88d1dc4f23 req-9f87ce66-d160-4f5d-adb1-ca394dfba4f8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b74244dc-9d3e-48f3-a4bb-47baef450dc1 HTTP/1.1" status: 200 len: 217 time: 0.4306016 May 30 20:09:05.341184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33856) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:05.351351 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e41b09a8-a315-48b0-b282-3d34491cd0ea tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:05.363712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57877e0-7af8-4b83-bd94-7772bb74c5bf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Pushing event updated for resources: {'Port': ['ID=80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:05.421467 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:09:05.488407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c0ecc-edb6-4af6-8587-ed88d1dc4f23 req-bb25a724-9f47-480c-a904-537aa8cbdea7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:05.490026 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b5c0ecc-edb6-4af6-8587-ed88d1dc4f23 req-bb25a724-9f47-480c-a904-537aa8cbdea7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.1072311 May 30 20:09:05.578554 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:05.582795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:05.583400 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:05.622735 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3837dda-939a-43ee-b3e7-00b272d57aa1 req-df4e7ce8-dc43-4ed2-a41e-ff7f4b44781e tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:05.638686 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3837dda-939a-43ee-b3e7-00b272d57aa1 req-df4e7ce8-dc43-4ed2-a41e-ff7f4b44781e tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 943 time: 2.6161845 May 30 20:09:05.750485 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-181a4d68-de56-43e1-a0ad-ff80d36dd645 None None] Provisioning for port 7872df02-89db-4e40-8bd7-29b304647938 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:05.774450 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-181a4d68-de56-43e1-a0ad-ff80d36dd645 None None] Provisioning complete for port 7872df02-89db-4e40-8bd7-29b304647938 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:05.776069 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-181a4d68-de56-43e1-a0ad-ff80d36dd645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:05.907034 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3837dda-939a-43ee-b3e7-00b272d57aa1 req-a5f8edd3-d837-4fc5-8311-9c7377480177 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674377 May 30 20:09:05.908298 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e41b09a8-a315-48b0-b282-3d34491cd0ea tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:05.926191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c57877e0-7af8-4b83-bd94-7772bb74c5bf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:05.926882 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c57877e0-7af8-4b83-bd94-7772bb74c5bf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:05.928977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Network': ['ID=136989f9-f6d2-47f7-89e4-47f20372a5b2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:05.954047 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d767afe0-2d21-41de-8053-81bd2e304ad5 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.1754405 May 30 20:09:05.974962 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee96e9-cfcb-4bc8-b35e-db678d7054a8 req-1a05e8d2-d74b-43f4-9ec4-860c45524d01 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:05.981544 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-07ee96e9-cfcb-4bc8-b35e-db678d7054a8 req-1a05e8d2-d74b-43f4-9ec4-860c45524d01 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 932 time: 2.0663276 May 30 20:09:05.990619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-181a4d68-de56-43e1-a0ad-ff80d36dd645 None None] Port 7872df02-89db-4e40-8bd7-29b304647938 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:09:05.994894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 136989f9-f6d2-47f7-89e4-47f20372a5b2 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:09:06.053432 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:06.065427 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:06.125887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b09a8-a315-48b0-b282-3d34491cd0ea tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae730f1-ed19-4870-89f9-102a0733cf47,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:06.129894 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33868) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:06.174463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-5295cb1b-3748-402f-8753-82e93670147d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'subnet': {'network_id': '136989f9-f6d2-47f7-89e4-47f20372a5b2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:06.342626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Pushing event updated for resources: {'Port': ['ID=7872df02-89db-4e40-8bd7-29b304647938,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:06.372469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5295cb1b-3748-402f-8753-82e93670147d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:06.377152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5295cb1b-3748-402f-8753-82e93670147d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:subnet and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:06.383486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5295cb1b-3748-402f-8753-82e93670147d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:06.395429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5295cb1b-3748-402f-8753-82e93670147d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:06.415290 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:06.423086 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:06.501381 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5295cb1b-3748-402f-8753-82e93670147d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:06.525490 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c57877e0-7af8-4b83-bd94-7772bb74c5bf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9562702 May 30 20:09:06.552690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Request body: {'port': {'device_id': 'bc26cff6-8ee2-479d-99ef-d16a94cc8243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:06.565754 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-181a4d68-de56-43e1-a0ad-ff80d36dd645 None None] Provisioning for port 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:06.583850 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-181a4d68-de56-43e1-a0ad-ff80d36dd645 None None] Provisioning complete for port 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:06.583850 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-181a4d68-de56-43e1-a0ad-ff80d36dd645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:06.605128 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e41b09a8-a315-48b0-b282-3d34491cd0ea tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:06.609255 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e41b09a8-a315-48b0-b282-3d34491cd0ea tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "DELETE /v2.0/security-groups/3ae730f1-ed19-4870-89f9-102a0733cf47 HTTP/1.1" status: 204 len: 168 time: 3.9196737 May 30 20:09:06.648858 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-181a4d68-de56-43e1-a0ad-ff80d36dd645 None None] Port 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:09:06.665056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33880) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:06.667472 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-07ee96e9-cfcb-4bc8-b35e-db678d7054a8 req-62bd0650-ed74-4521-98be-393eef238b67 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=47ad12fc-f866-4fce-bf65-e2f9585f9681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5429690 May 30 20:09:06.682886 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:06.688687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:06.689109 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:06.697162 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-dae6f0aa-4a4c-4199-aaa0-a0d635499bd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] show failed (client error): The resource could not be found. May 30 20:09:06.700984 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dae6f0aa-4a4c-4199-aaa0-a0d635499bd9 tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "GET /v2.0/security-groups/3ae730f1-ed19-4870-89f9-102a0733cf47 HTTP/1.1" status: 404 len: 347 time: 0.0314867 May 30 20:09:06.705778 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33884) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:06.809247 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:09:06.812419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Network be678d9a-f64a-4ec3-bf89-6e9c21a74113 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:06.816723 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:06.971563 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:06.973972 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:07.011036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9a12f0ca-57b7-44ef-a860-c0ffa7a93b07,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:07.021786 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:07.172060 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b5c0ecc-edb6-4af6-8587-ed88d1dc4f23 req-e8dc994c-e65f-4d4d-bb4f-67f242219c7f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6008613 May 30 20:09:07.215571 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-39f0015b-de13-466d-aa0d-1822534f6119 req-f97e84d5-465d-40a9-9c2c-f0f29a61634c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 6502 time: 1.8456407 May 30 20:09:07.228514 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=9a12f0ca-57b7-44ef-a860-c0ffa7a93b07,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:07.307386 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5295cb1b-3748-402f-8753-82e93670147d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:07.373967 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-916774aa-d8d7-4ec5-9fdc-05abe21f6723 None None] Provisioning complete for port 7872df02-89db-4e40-8bd7-29b304647938 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:07.374872 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-916774aa-d8d7-4ec5-9fdc-05abe21f6723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:07.445078 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-916774aa-d8d7-4ec5-9fdc-05abe21f6723 None None] Port 7872df02-89db-4e40-8bd7-29b304647938 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:09:07.716366 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Router 54c67bae-dc71-488d-a1a0-4ce425f9427c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:09:07.860132 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b5c0ecc-edb6-4af6-8587-ed88d1dc4f23 req-7f4e4e83-fbf4-4474-8b35-3819f051f703 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6056161 May 30 20:09:07.946149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:09:07.951280 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-816ccf02-73b0-4975-ac43-b8cd31a69eed admin admin] 10.222.0.84 "PUT /v2.0/routers/54c67bae-dc71-488d-a1a0-4ce425f9427c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9447861 May 30 20:09:08.004752 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5295cb1b-3748-402f-8753-82e93670147d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:08.013123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cf68e-c3d5-4dbe-a4e7-5d28b199efa2 req-b601caff-4517-411a-8a8a-3512040e1b45 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:08.014557 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e65cf68e-c3d5-4dbe-a4e7-5d28b199efa2 req-b601caff-4517-411a-8a8a-3512040e1b45 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 1.5944588 May 30 20:09:08.071228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8cce9181-ed59-47a9-8677-38e797cf46dd tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Deleting port 842e1be2-2dc1-4418-a565-419e80d39eeb {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:08.071564 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8cce9181-ed59-47a9-8677-38e797cf46dd tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:08.156821 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:08.254786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:08.372778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:08.375774 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:08.440122 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8cce9181-ed59-47a9-8677-38e797cf46dd tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:08.440678 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8cce9181-ed59-47a9-8677-38e797cf46dd tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:08.567882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-39f0015b-de13-466d-aa0d-1822534f6119 req-369bbed4-190b-4d27-8b7f-a9143c6c66a1 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.3507209 May 30 20:09:08.580422 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8cce9181-ed59-47a9-8677-38e797cf46dd tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Calling delete_port for 842e1be2-2dc1-4418-a565-419e80d39eeb owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:08.660412 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295cb1b-3748-402f-8753-82e93670147d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Subnet': ['ID=7140ca20-e78a-40ba-98b5-ba0163551bd4,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:08.764569 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b5c0ecc-edb6-4af6-8587-ed88d1dc4f23 req-69aaeabc-8dc5-4cd7-8acc-bc614415b596 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8571415 May 30 20:09:08.787208 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e65cf68e-c3d5-4dbe-a4e7-5d28b199efa2 req-0eb51847-5e60-41f2-a72f-d67525a84004 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7179985 May 30 20:09:08.813687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b74244dc-9d3e-48f3-a4bb-47baef450dc1 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:08.821566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a74065-0bc0-4b51-af30-056babaabdc0 req-0f1c1af1-a28c-4814-b4a5-b1b604f4ca4f tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:08.823077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59a74065-0bc0-4b51-af30-056babaabdc0 req-0f1c1af1-a28c-4814-b4a5-b1b604f4ca4f tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 944 time: 1.5706420 May 30 20:09:08.865224 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5295cb1b-3748-402f-8753-82e93670147d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Checking segment: {'id': '87e55c29-b2e9-4284-b826-99525bda78ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '136989f9-f6d2-47f7-89e4-47f20372a5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:08.865590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5295cb1b-3748-402f-8753-82e93670147d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network hostable DHCP agents. Network: 136989f9-f6d2-47f7-89e4-47f20372a5b2, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:09:08.898784 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Sync routers for ids ['54c67bae-dc71-488d-a1a0-4ce425f9427c'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:09:08.913850 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Routers {'54c67bae-dc71-488d-a1a0-4ce425f9427c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:09:08.914464 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:09:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['54c67bae-dc71-488d-a1a0-4ce425f9427c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:08.937553 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port b74244dc-9d3e-48f3-a4bb-47baef450dc1 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:08.944912 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port b74244dc-9d3e-48f3-a4bb-47baef450dc1 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:08.945292 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:09.087437 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:09.117780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442850a1-352e-4fb5-a9f4-7dd49f86af58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74244dc-9d3e-48f3-a4bb-47baef450dc1'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:09.134414 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b74244dc-9d3e-48f3-a4bb-47baef450dc1, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b74244dc-9d3e-48f3-a4bb-47baef450dc1,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:09.141896 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:09.148544 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Set router 54c67bae-dc71-488d-a1a0-4ce425f9427c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:09:09.251562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b74244dc-9d3e-48f3-a4bb-47baef450dc1,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:09.325274 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3de33f98-316a-4eb5-82dc-1e2fa2c208b1 req-6bac1442-b477-4225-88bf-77704bdb8fb6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 1097 time: 0.7640436 May 30 20:09:09.335410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5295cb1b-3748-402f-8753-82e93670147d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network 136989f9-f6d2-47f7-89e4-47f20372a5b2 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:09:09.404272 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59a74065-0bc0-4b51-af30-056babaabdc0 req-8f56b37d-2859-4659-8f7e-d2695169375a tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674903 May 30 20:09:09.526599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-5295cb1b-3748-402f-8753-82e93670147d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 136989f9-f6d2-47f7-89e4-47f20372a5b2) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:09.535892 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050afaa6-0de0-4555-8b04-ac6d36f7ec89 None None] Network 136989f9-f6d2-47f7-89e4-47f20372a5b2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:09.568397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5295cb1b-3748-402f-8753-82e93670147d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:09.568397 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5295cb1b-3748-402f-8753-82e93670147d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:09.579280 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8cce9181-ed59-47a9-8677-38e797cf46dd tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:09.613469 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420602020-router', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:54Z', 'updated_at': '2022-05-30T20:09:04Z', 'revision_number': 4, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'gw_port': {'id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:56Z', 'updated_at': '2022-05-30T20:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '7872df02-89db-4e40-8bd7-29b304647938', 'name': '', 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'mac_address': 'fa:16:3e:0e:d1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '114edd30-844a-4a8c-b586-08392f85ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:09:01Z', 'updated_at': '2022-05-30T20:09:05Z', 'revision_number': 2, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'subnets': [{'id': '114edd30-844a-4a8c-b586-08392f85ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:09.621743 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Checking router: 54c67bae-dc71-488d-a1a0-4ce425f9427c for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:09:09.622090 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Updating router 54c67bae-dc71-488d-a1a0-4ce425f9427c port 7872df02-89db-4e40-8bd7-29b304647938 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:09:09.645157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce9181-ed59-47a9-8677-38e797cf46dd tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Pushing event deleted for resources: {'Port': ['ID=842e1be2-2dc1-4418-a565-419e80d39eeb,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:09.706644 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:09.788243 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5295cb1b-3748-402f-8753-82e93670147d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.6529505 May 30 20:09:09.792218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33950) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:09.802350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e6e95c49-15e3-451d-bcaf-63d80f21eab3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1852138917'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:09.808485 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0b6ab-3f33-49ce-af5f-69df6f6e43ba req-a79fba06-c1a3-4554-a710-1feb118e8bb3 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:09.809216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-93d0b6ab-3f33-49ce-af5f-69df6f6e43ba req-a79fba06-c1a3-4554-a710-1feb118e8bb3 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Synchronizing usage tracker for tenant:08334d8ded8a425bb168fdca1f271cee on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:09.827875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e6e95c49-15e3-451d-bcaf-63d80f21eab3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:09.844959 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e6e95c49-15e3-451d-bcaf-63d80f21eab3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:network and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:09.859712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de33f98-316a-4eb5-82dc-1e2fa2c208b1 req-7910d9ce-e1b0-4751-98f9-7bae85d234dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:09.860730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e6e95c49-15e3-451d-bcaf-63d80f21eab3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:09.861372 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3de33f98-316a-4eb5-82dc-1e2fa2c208b1 req-7910d9ce-e1b0-4751-98f9-7bae85d234dd service neutron] 10.222.0.93 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 912 time: 0.5234969 May 30 20:09:09.881548 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e6e95c49-15e3-451d-bcaf-63d80f21eab3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:09.897155 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc906310-727b-471b-835f-097e121235ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-136989f9-f6d2-47f7-89e4-47f20372a5b2', 'network_id': '136989f9-f6d2-47f7-89e4-47f20372a5b2', 'tenant_id': '4729829c70084d158bf416151075c533', 'fixed_ips': [{'subnet_id': '7140ca20-e78a-40ba-98b5-ba0163551bd4'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:09:09.897837 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dc906310-727b-471b-835f-097e121235ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:09.913726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e95c49-15e3-451d-bcaf-63d80f21eab3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:09.917114 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6e95c49-15e3-451d-bcaf-63d80f21eab3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:09.980317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e95c49-15e3-451d-bcaf-63d80f21eab3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:09:09.993236 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6e95c49-15e3-451d-bcaf-63d80f21eab3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:09.993861 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-e6e95c49-15e3-451d-bcaf-63d80f21eab3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Added segment e8cdec99-113c-414b-8a50-d921b4acb503 of type vlan for network 465be02a-2eb1-4223-809b-74f5d9a3a103 May 30 20:09:10.028193 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6e95c49-15e3-451d-bcaf-63d80f21eab3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.038572 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:09:10.064555 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-93d0b6ab-3f33-49ce-af5f-69df6f6e43ba req-a79fba06-c1a3-4554-a710-1feb118e8bb3 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Unset dirty status for tenant:08334d8ded8a425bb168fdca1f271cee on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:10.065648 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6e95c49-15e3-451d-bcaf-63d80f21eab3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.071126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e95c49-15e3-451d-bcaf-63d80f21eab3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:10.071305 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93d0b6ab-3f33-49ce-af5f-69df6f6e43ba req-a79fba06-c1a3-4554-a710-1feb118e8bb3 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 932 time: 0.8904541 May 30 20:09:10.071722 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6e95c49-15e3-451d-bcaf-63d80f21eab3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.102214 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3de33f98-316a-4eb5-82dc-1e2fa2c208b1 req-52e1c9e2-9411-4a8d-811b-477ebb830b98 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4f61313-5881-48b9-bce2-6ac78e646e67 HTTP/1.1" status: 200 len: 217 time: 0.2044249 May 30 20:09:10.135191 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-dc906310-727b-471b-835f-097e121235ac None None] Allocated IP 172.20.255.242 (136989f9-f6d2-47f7-89e4-47f20372a5b2/7140ca20-e78a-40ba-98b5-ba0163551bd4/8061da9f-9f07-4cb9-b99f-b769157e7004) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:10.196119 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.213029 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8cce9181-ed59-47a9-8677-38e797cf46dd tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.213595 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Transition to ACTIVE for port object 7872df02-89db-4e40-8bd7-29b304647938 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:10.214870 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8cce9181-ed59-47a9-8677-38e797cf46dd tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.219288 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8cce9181-ed59-47a9-8677-38e797cf46dd tempest-ServersTestBootFromVolume-468842882 tempest-ServersTestBootFromVolume-468842882-project] 10.222.0.84 "DELETE /v2.0/floatingips/facbed68-99a5-406e-b309-0a1534aecd63 HTTP/1.1" status: 204 len: 168 time: 3.4866853 May 30 20:09:10.220985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33958) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:10.225255 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e6e95c49-15e3-451d-bcaf-63d80f21eab3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4286358 May 30 20:09:10.228637 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.237650 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33962) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:10.290178 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e95c49-15e3-451d-bcaf-63d80f21eab3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Network': ['ID=465be02a-2eb1-4223-809b-74f5d9a3a103,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:10.310074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 465be02a-2eb1-4223-809b-74f5d9a3a103 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:09:10.323920 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-59ab57c3-1bc2-427e-b390-31faad57dbb8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'subnet': {'network_id': '465be02a-2eb1-4223-809b-74f5d9a3a103', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:10.357368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:09:10.425963 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bb57f-c749-4cb0-9a41-b6089a20615b None None] Pushing event updated for resources: {'Port': ['ID=7872df02-89db-4e40-8bd7-29b304647938,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:10.458993 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.508344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de33f98-316a-4eb5-82dc-1e2fa2c208b1 req-cc9e0662-6146-492e-8349-1618f08ae0a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:10.509823 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3de33f98-316a-4eb5-82dc-1e2fa2c208b1 req-cc9e0662-6146-492e-8349-1618f08ae0a7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=24f03aba-f12a-4241-8d9f-db4a6a1a5134 HTTP/1.1" status: 200 len: 851 time: 0.3623340 May 30 20:09:10.515428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-b6830805-98de-4bbd-ad35-c6d495a83840 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:10.522415 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-b6830805-98de-4bbd-ad35-c6d495a83840 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/networks?id=be678d9a-f64a-4ec3-bf89-6e9c21a74113 HTTP/1.1" status: 200 len: 828 time: 0.7096255 May 30 20:09:10.560165 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93d0b6ab-3f33-49ce-af5f-69df6f6e43ba req-610852ff-9047-4ba0-839b-6082a1c0166a tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=47ad12fc-f866-4fce-bf65-e2f9585f9681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4879730 May 30 20:09:10.627929 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Attempting to bind port 7872df02-89db-4e40-8bd7-29b304647938 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:10.628778 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Attempting to bind port 7872df02-89db-4e40-8bd7-29b304647938 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'dcb95b88-1d10-4639-b7ed-0542bc1355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:10.628778 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Attempting to bind port 7872df02-89db-4e40-8bd7-29b304647938 on network be678d9a-f64a-4ec3-bf89-6e9c21a74113 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:10.631595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Transition to ACTIVE for port object 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:10.648206 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:10.649357 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Checking segment: {'id': 'dcb95b88-1d10-4639-b7ed-0542bc1355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:10.649761 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.650153 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Bound using segment: {'id': 'dcb95b88-1d10-4639-b7ed-0542bc1355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:10.651998 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3de33f98-316a-4eb5-82dc-1e2fa2c208b1 req-7a70e5da-f7f1-4ff2-a331-d5f9d053668d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d568287e-a0ce-4f8b-a9cc-faf7575177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901845 May 30 20:09:10.651998 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.652320 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Bound port: 7872df02-89db-4e40-8bd7-29b304647938, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb95b88-1d10-4639-b7ed-0542bc1355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:10.652488 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.666663 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb553a84-5aa3-45c8-9798-7a6fd56ccac6'] response: {'server_uuid': '442850a1-352e-4fb5-a9f4-7dd49f86af58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74244dc-9d3e-48f3-a4bb-47baef450dc1', 'code': 200} May 30 20:09:10.691746 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-59ab57c3-1bc2-427e-b390-31faad57dbb8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:10.778177 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-ff32b039-3081-47d2-b116-061b972cb4f7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/quotas/1a97a96a55a247198135569f0a546fa6 HTTP/1.1" status: 200 len: 375 time: 0.2479167 May 30 20:09:10.793034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-59ab57c3-1bc2-427e-b390-31faad57dbb8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:subnet and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:10.839105 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] For port 7872df02-89db-4e40-8bd7-29b304647938, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:10.845063 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] For port 7872df02-89db-4e40-8bd7-29b304647938, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7872df02-89db-4e40-8bd7-29b304647938,segment=NetworkSegment(dcb95b88-1d10-4639-b7ed-0542bc1355e3),segment_id=dcb95b88-1d10-4639-b7ed-0542bc1355e3)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:10.852128 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.886469 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dc906310-727b-471b-835f-097e121235ac None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.886666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-59ab57c3-1bc2-427e-b390-31faad57dbb8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:10.919487 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-dc906310-727b-471b-835f-097e121235ac None None] Transition to ACTIVE for port object 8061da9f-9f07-4cb9-b99f-b769157e7004 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:10.955572 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Routers {'54c67bae-dc71-488d-a1a0-4ce425f9427c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:09:10.956227 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:09:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['54c67bae-dc71-488d-a1a0-4ce425f9427c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:10.977136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-dc906310-727b-471b-835f-097e121235ac None None] Transition to ACTIVE for port object 8061da9f-9f07-4cb9-b99f-b769157e7004 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:10.985628 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dc906310-727b-471b-835f-097e121235ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.999508 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-59ab57c3-1bc2-427e-b390-31faad57dbb8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:11.011384 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6c01a656-0579-40fe-924e-60f63d74c2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:11.139007 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc906310-727b-471b-835f-097e121235ac None None] Network 136989f9-f6d2-47f7-89e4-47f20372a5b2 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:11.143845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-dc906310-727b-471b-835f-097e121235ac None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:11.146278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc906310-727b-471b-835f-097e121235ac None None] Pushing event updated for resources: {'Port': ['ID=8061da9f-9f07-4cb9-b99f-b769157e7004,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:11.150143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc906310-727b-471b-835f-097e121235ac None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:11.184055 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] Set router 54c67bae-dc71-488d-a1a0-4ce425f9427c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:09:11.437243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-dc906310-727b-471b-835f-097e121235ac None None] Attempting to bind port 8061da9f-9f07-4cb9-b99f-b769157e7004 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:11.437591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-dc906310-727b-471b-835f-097e121235ac None None] Attempting to bind port 8061da9f-9f07-4cb9-b99f-b769157e7004 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '87e55c29-b2e9-4284-b826-99525bda78ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '136989f9-f6d2-47f7-89e4-47f20372a5b2'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:11.437936 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc906310-727b-471b-835f-097e121235ac None None] Attempting to bind port 8061da9f-9f07-4cb9-b99f-b769157e7004 on network 136989f9-f6d2-47f7-89e4-47f20372a5b2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:11.446936 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc906310-727b-471b-835f-097e121235ac None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:11.447301 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc906310-727b-471b-835f-097e121235ac None None] Checking segment: {'id': '87e55c29-b2e9-4284-b826-99525bda78ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '136989f9-f6d2-47f7-89e4-47f20372a5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:11.447696 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dc906310-727b-471b-835f-097e121235ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:11.448478 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc906310-727b-471b-835f-097e121235ac None None] Bound using segment: {'id': '87e55c29-b2e9-4284-b826-99525bda78ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '136989f9-f6d2-47f7-89e4-47f20372a5b2'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:11.455949 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-dc906310-727b-471b-835f-097e121235ac None None] Bound port: 8061da9f-9f07-4cb9-b99f-b769157e7004, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e55c29-b2e9-4284-b826-99525bda78ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '136989f9-f6d2-47f7-89e4-47f20372a5b2'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:11.464915 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dc906310-727b-471b-835f-097e121235ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:11.550082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Pushing event updated for resources: {'Port': ['ID=80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:11.567014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ab57c3-1bc2-427e-b390-31faad57dbb8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:11.682861 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bb57f-c749-4cb0-9a41-b6089a20615b None None] Pushing event updated for resources: {'Port': ['ID=7872df02-89db-4e40-8bd7-29b304647938,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:11.696496 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-dc906310-727b-471b-835f-097e121235ac None None] For port 8061da9f-9f07-4cb9-b99f-b769157e7004, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:11.705157 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-dc906310-727b-471b-835f-097e121235ac None None] For port 8061da9f-9f07-4cb9-b99f-b769157e7004, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8061da9f-9f07-4cb9-b99f-b769157e7004,segment=NetworkSegment(87e55c29-b2e9-4284-b826-99525bda78ea),segment_id=87e55c29-b2e9-4284-b826-99525bda78ea)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:11.706739 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59ab57c3-1bc2-427e-b390-31faad57dbb8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:11.711288 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dc906310-727b-471b-835f-097e121235ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:11.845890 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc906310-727b-471b-835f-097e121235ac None None] Pushing event updated for resources: {'Port': ['ID=8061da9f-9f07-4cb9-b99f-b769157e7004,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:11.891840 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420602020-router', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:54Z', 'updated_at': '2022-05-30T20:09:04Z', 'revision_number': 4, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'gw_port': {'id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:56Z', 'updated_at': '2022-05-30T20:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '7872df02-89db-4e40-8bd7-29b304647938', 'name': '', 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'mac_address': 'fa:16:3e:0e:d1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '114edd30-844a-4a8c-b586-08392f85ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:09:01Z', 'updated_at': '2022-05-30T20:09:10Z', 'revision_number': 4, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'subnets': [{'id': '114edd30-844a-4a8c-b586-08392f85ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:11.896321 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c2f871-857d-4d9b-9f8f-aa12c7abb0c2 None None] The sync data for ids ['54c67bae-dc71-488d-a1a0-4ce425f9427c'] in n-d-843949-2 is: [{'id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420602020-router', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:54Z', 'updated_at': '2022-05-30T20:09:04Z', 'revision_number': 4, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'gw_port': {'id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:56Z', 'updated_at': '2022-05-30T20:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '7872df02-89db-4e40-8bd7-29b304647938', 'name': '', 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'mac_address': 'fa:16:3e:0e:d1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '114edd30-844a-4a8c-b586-08392f85ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:09:01Z', 'updated_at': '2022-05-30T20:09:10Z', 'revision_number': 4, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'subnets': [{'id': '114edd30-844a-4a8c-b586-08392f85ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:09:11.981741 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8cced59d-a3a1-4be1-a2a7-f6af6b688e3e req-561a16df-760d-4dc4-919f-5b9b46301b9c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 1096 time: 1.1762402 May 30 20:09:12.001158 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3de33f98-316a-4eb5-82dc-1e2fa2c208b1 req-0f6994f5-911d-4cf4-bcb9-6299c9530c4e service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3398032 May 30 20:09:12.168704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device d4f61313-5881-48b9-bce2-6ac78e646e67 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:09:12.402684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd66e1e-4943-4f75-a8af-45bedaee6284 req-45b788b2-90a5-41bc-bff5-576319d0a055 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:12.412986 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bcd66e1e-4943-4f75-a8af-45bedaee6284 req-45b788b2-90a5-41bc-bff5-576319d0a055 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 946 time: 1.6211174 May 30 20:09:12.503738 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:12.546017 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8061da9f-9f07-4cb9-b99f-b769157e7004 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:12.719767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Attempting to bind port 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:12.719767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Attempting to bind port 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '5f6be452-3c9c-4316-a618-a38c09910091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:12.719767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Attempting to bind port 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 on network 46fc77d7-d584-4b90-a367-560a4547b685 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:12.732874 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port d4f61313-5881-48b9-bce2-6ac78e646e67, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d4f61313-5881-48b9-bce2-6ac78e646e67,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:12.742851 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c74786-362c-4f7b-be18-8c55c9dea670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f61313-5881-48b9-bce2-6ac78e646e67'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:12.758917 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:12.813913 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-59aa4e06-e992-4efb-824c-d1de178638f2 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a97a96a55a247198135569f0a546fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 2.0352302 May 30 20:09:12.836335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6c01a656-0579-40fe-924e-60f63d74c2bd admin admin] Deleting port 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:12.836839 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6c01a656-0579-40fe-924e-60f63d74c2bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:12.897922 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8cced59d-a3a1-4be1-a2a7-f6af6b688e3e req-010e4558-3004-470c-9b7c-016126838c41 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8958042 May 30 20:09:12.934645 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=d4f61313-5881-48b9-bce2-6ac78e646e67,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:12.950869 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 8061da9f-9f07-4cb9-b99f-b769157e7004 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:12.959467 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7872df02-89db-4e40-8bd7-29b304647938 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:13.070629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 7872df02-89db-4e40-8bd7-29b304647938 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:13.080344 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 7872df02-89db-4e40-8bd7-29b304647938 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:13.080951 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:13.285255 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:13.295480 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bcd66e1e-4943-4f75-a8af-45bedaee6284 req-5a4690b7-c0d9-4240-a90e-730386313ae7 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8812985 May 30 20:09:13.299957 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-25daeaaf-b94a-48b5-ab68-2d759bfe29ff service neutron] 10.222.0.84 "GET /v2.0/networks/be678d9a-f64a-4ec3-bf89-6e9c21a74113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818545 May 30 20:09:13.301009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Port 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 on network 46fc77d7-d584-4b90-a367-560a4547b685 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:09:13.304392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Attempting to bind port 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 on network 46fc77d7-d584-4b90-a367-560a4547b685 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:13.375352 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-6c01a656-0579-40fe-924e-60f63d74c2bd admin admin] For port 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7aef6716-284b-4b7e-af09-c8a0ec7ad1bc,segment=NetworkSegment(48cd6d01-b310-4c01-bbbe-420c11ab879f),segment_id=48cd6d01-b310-4c01-bbbe-420c11ab879f)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:13.375922 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 7872df02-89db-4e40-8bd7-29b304647938, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7872df02-89db-4e40-8bd7-29b304647938,segment=NetworkSegment(dcb95b88-1d10-4639-b7ed-0542bc1355e3),segment_id=dcb95b88-1d10-4639-b7ed-0542bc1355e3)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:13.376421 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6c01a656-0579-40fe-924e-60f63d74c2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:13.384427 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:13.460340 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3de33f98-316a-4eb5-82dc-1e2fa2c208b1 req-e2ac0ea5-c738-412c-82ee-741d0602590c service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4313045 May 30 20:09:13.499782 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=7872df02-89db-4e40-8bd7-29b304647938,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:13.569520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdc59c4-5a7e-448b-80c2-f4d297c38531 None None] Network 136989f9-f6d2-47f7-89e4-47f20372a5b2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:13.630651 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6c01a656-0579-40fe-924e-60f63d74c2bd admin admin] Calling delete_port for 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:13.679979 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-3347a9d9-7524-4856-ba16-e6468f0f247a service neutron] 10.222.0.84 "GET /v2.0/networks/be678d9a-f64a-4ec3-bf89-6e9c21a74113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593050 May 30 20:09:13.700675 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:13.701019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Checking segment: {'id': '5f6be452-3c9c-4316-a618-a38c09910091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:13.701411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Bound using segment: {'id': '5f6be452-3c9c-4316-a618-a38c09910091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:13.701854 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Bound port: 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6be452-3c9c-4316-a618-a38c09910091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:13.706243 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:13.721486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8ee41b2d-30c5-4300-bb9f-5592d22041e4 None None] Provisioning for port 8061da9f-9f07-4cb9-b99f-b769157e7004 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:13.733962 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59ab57c3-1bc2-427e-b390-31faad57dbb8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:13.740781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8ee41b2d-30c5-4300-bb9f-5592d22041e4 None None] Provisioning complete for port 8061da9f-9f07-4cb9-b99f-b769157e7004 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:13.741273 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8ee41b2d-30c5-4300-bb9f-5592d22041e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:14.005809 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6c01a656-0579-40fe-924e-60f63d74c2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:14.054936 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8ee41b2d-30c5-4300-bb9f-5592d22041e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:14.087570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01a656-0579-40fe-924e-60f63d74c2bd admin admin] Pushing event deleted for resources: {'Port': ['ID=7aef6716-284b-4b7e-af09-c8a0ec7ad1bc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:14.129371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab57c3-1bc2-427e-b390-31faad57dbb8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Subnet': ['ID=4b454b62-09f5-4733-b59e-47aa262f3b11,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:14.134262 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8ee41b2d-30c5-4300-bb9f-5592d22041e4 None None] For port 8061da9f-9f07-4cb9-b99f-b769157e7004, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8061da9f-9f07-4cb9-b99f-b769157e7004,segment=NetworkSegment(87e55c29-b2e9-4284-b826-99525bda78ea),segment_id=87e55c29-b2e9-4284-b826-99525bda78ea)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:14.150276 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8ee41b2d-30c5-4300-bb9f-5592d22041e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:14.164961 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] For port 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:14.180750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] For port 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9,segment=NetworkSegment(5f6be452-3c9c-4316-a618-a38c09910091),segment_id=5f6be452-3c9c-4316-a618-a38c09910091)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:14.189876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ab57c3-1bc2-427e-b390-31faad57dbb8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Checking segment: {'id': 'e8cdec99-113c-414b-8a50-d921b4acb503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '465be02a-2eb1-4223-809b-74f5d9a3a103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:14.190283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ab57c3-1bc2-427e-b390-31faad57dbb8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network hostable DHCP agents. Network: 465be02a-2eb1-4223-809b-74f5d9a3a103, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:09:14.268452 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:14.340083 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee41b2d-30c5-4300-bb9f-5592d22041e4 None None] Pushing event updated for resources: {'Port': ['ID=8061da9f-9f07-4cb9-b99f-b769157e7004,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:14.536689 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7872df02-89db-4e40-8bd7-29b304647938 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:14.656491 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:14.658197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] 10.222.0.93 "PUT /v2.0/ports/80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 HTTP/1.1" status: 200 len: 1092 time: 8.1103933 May 30 20:09:14.678351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc26cff6-8ee2-479d-99ef-d16a94cc8243', 'tag': '80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:14.736278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 7872df02-89db-4e40-8bd7-29b304647938 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:14.736653 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:14.835242 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6c01a656-0579-40fe-924e-60f63d74c2bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:14.837580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fb673-a6aa-4dcf-a8e5-18b1be27b190 req-fe9af822-b3dc-4b02-a65d-498068080266 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:14.839197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e0fb673-a6aa-4dcf-a8e5-18b1be27b190 req-fe9af822-b3dc-4b02-a65d-498068080266 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 945 time: 0.8946986 May 30 20:09:14.913127 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e0fb673-a6aa-4dcf-a8e5-18b1be27b190 req-3edf594c-7f86-425f-bd40-c3677e781471 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608037 May 30 20:09:14.917371 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cf7a9b35-5a6c-4a0d-a183-f921dbd3dfdf None None] Provisioning complete for port 8061da9f-9f07-4cb9-b99f-b769157e7004 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:14.917898 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9b35-5a6c-4a0d-a183-f921dbd3dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:14.920421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ccaeb-1b27-4c3f-bd04-98ff40f20716 req-c22835f6-c34d-4580-a7b4-7ded594f56ec tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:14.922226 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-367ccaeb-1b27-4c3f-bd04-98ff40f20716 req-c22835f6-c34d-4580-a7b4-7ded594f56ec tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 944 time: 0.4851012 May 30 20:09:14.924730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814bd8e-3f55-4845-ad48-4dca2add05c0 service neutron] Pushing event updated for resources: {'Port': ['ID=80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:14.935620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ab57c3-1bc2-427e-b390-31faad57dbb8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network 465be02a-2eb1-4223-809b-74f5d9a3a103 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:09:15.020612 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-59ab57c3-1bc2-427e-b390-31faad57dbb8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 465be02a-2eb1-4223-809b-74f5d9a3a103) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:15.080309 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-367ccaeb-1b27-4c3f-bd04-98ff40f20716 req-dd3df64f-e644-4fc0-a27e-2fa7e24c5a49 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=47ad12fc-f866-4fce-bf65-e2f9585f9681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352904 May 30 20:09:15.081689 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ab57c3-1bc2-427e-b390-31faad57dbb8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:15.083667 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49ad761e-1f88-4fb4-a117-429efa1f8715'] response: {'server_uuid': '75c74786-362c-4f7b-be18-8c55c9dea670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f61313-5881-48b9-bce2-6ac78e646e67', 'code': 200} May 30 20:09:15.084458 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59ab57c3-1bc2-427e-b390-31faad57dbb8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:15.103702 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46743ed-7c1f-44f2-a5f2-571e3a561fdc None None] Network 465be02a-2eb1-4223-809b-74f5d9a3a103 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:15.114239 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-3a9d734a-660b-41bb-83dd-534007c2e932 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=08334d8ded8a425bb168fdca1f271cee&device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 1095 time: 0.3992517 May 30 20:09:15.440136 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-59ab57c3-1bc2-427e-b390-31faad57dbb8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 5.1813638 May 30 20:09:15.446029 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34018) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:15.485487 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-b3d09b22-5695-42fc-bfd4-b2e61f825b11 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 HTTP/1.1" status: 200 len: 217 time: 0.3588018 May 30 20:09:15.491932 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31111436-1f2a-48e5-b555-85452db84942 req-6bb9e209-9aca-4b47-b931-a841994954a3 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/ports?device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 210 time: 0.1107922 May 30 20:09:15.595041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-7fd26408-6978-4011-b3ad-7990dfd7499a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:15.596961 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-7fd26408-6978-4011-b3ad-7990dfd7499a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e18232-0c1b-400c-aea5-aa806dd0320c HTTP/1.1" status: 200 len: 850 time: 0.1038909 May 30 20:09:15.598600 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25684869-2ecc-413e-8980-5f202f17841c'] response: {'name': 'network-changed', 'server_uuid': 'bc26cff6-8ee2-479d-99ef-d16a94cc8243', 'tag': '80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9', 'status': 'completed', 'code': 200} May 30 20:09:15.697781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96248f6f-7130-4cd8-9143-a6cf51388eea req-4747296b-b734-4674-9d47-730ed93070d6 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:15.699635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96248f6f-7130-4cd8-9143-a6cf51388eea req-4747296b-b734-4674-9d47-730ed93070d6 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 944 time: 0.2693915 May 30 20:09:15.755548 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-4d26acd6-de47-4dea-90e8-998b38a7403d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=46fc77d7-d584-4b90-a367-560a4547b685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461582 May 30 20:09:15.767613 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96248f6f-7130-4cd8-9143-a6cf51388eea req-cdfb7254-72b0-4d76-99c0-42a1c69ee290 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597148 May 30 20:09:15.828567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-465be02a-2eb1-4223-809b-74f5d9a3a103', 'network_id': '465be02a-2eb1-4223-809b-74f5d9a3a103', 'tenant_id': '4729829c70084d158bf416151075c533', 'fixed_ips': [{'subnet_id': '4b454b62-09f5-4733-b59e-47aa262f3b11'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:09:15.837557 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:15.974511 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-d17e9d7f-2edc-4e83-aa14-24f3072b1160 service neutron] 10.222.0.93 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054646 May 30 20:09:16.076364 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:16.124462 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Allocated IP 172.20.0.2 (465be02a-2eb1-4223-809b-74f5d9a3a103/4b454b62-09f5-4733-b59e-47aa262f3b11/b0ed35ae-1b31-4099-b3f1-48bfe8216849) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:16.338076 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8061da9f-9f07-4cb9-b99f-b769157e7004 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:16.400344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-6957ae5c-da08-4015-a603-b7d644c8e1db tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:16.402877 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-6957ae5c-da08-4015-a603-b7d644c8e1db tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.93 "GET /v2.0/networks?id=be678d9a-f64a-4ec3-bf89-6e9c21a74113 HTTP/1.1" status: 200 len: 828 time: 0.3603778 May 30 20:09:16.479558 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 8061da9f-9f07-4cb9-b99f-b769157e7004 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:16.480222 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:16.493701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-38d97dbd-7408-43e6-81d6-b62ec8cc13da tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Request body: {'port': {'device_id': '07b7ef08-4062-46d4-b74c-3e78bffe93be', 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113', 'admin_state_up': True, 'tenant_id': '1a97a96a55a247198135569f0a546fa6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:16.525520 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:16.658447 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:16.679152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Transition to ACTIVE for port object b0ed35ae-1b31-4099-b3f1-48bfe8216849 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:16.700330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c01a656-0579-40fe-924e-60f63d74c2bd admin admin] Router 75bdba72-7ea7-4e6e-8c4b-3074602e1afa has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:09:16.712236 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Transition to ACTIVE for port object b0ed35ae-1b31-4099-b3f1-48bfe8216849 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:16.723949 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:16.814308 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Network 465be02a-2eb1-4223-809b-74f5d9a3a103 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:16.817850 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:16.821684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:16.836554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Pushing event updated for resources: {'Port': ['ID=b0ed35ae-1b31-4099-b3f1-48bfe8216849,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:16.857319 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08f326a5-6bcb-4e90-8af0-50ce8fbdb100 req-88e21e7c-5ef5-478d-9bf1-f8da9032651e service neutron] 10.222.0.93 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8754978 May 30 20:09:16.902678 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:16.918340 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-38d97dbd-7408-43e6-81d6-b62ec8cc13da tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:16.946314 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Attempting to bind port b0ed35ae-1b31-4099-b3f1-48bfe8216849 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:16.946689 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Attempting to bind port b0ed35ae-1b31-4099-b3f1-48bfe8216849 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'e8cdec99-113c-414b-8a50-d921b4acb503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '465be02a-2eb1-4223-809b-74f5d9a3a103'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:16.947242 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Attempting to bind port b0ed35ae-1b31-4099-b3f1-48bfe8216849 on network 465be02a-2eb1-4223-809b-74f5d9a3a103 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:16.953031 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Subnet': ['ID=4b454b62-09f5-4733-b59e-47aa262f3b11,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:16.955375 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:16.955755 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Checking segment: {'id': 'e8cdec99-113c-414b-8a50-d921b4acb503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '465be02a-2eb1-4223-809b-74f5d9a3a103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:16.956465 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:16.956860 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Bound using segment: {'id': 'e8cdec99-113c-414b-8a50-d921b4acb503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '465be02a-2eb1-4223-809b-74f5d9a3a103'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:16.957503 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Bound port: b0ed35ae-1b31-4099-b3f1-48bfe8216849, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8cdec99-113c-414b-8a50-d921b4acb503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '465be02a-2eb1-4223-809b-74f5d9a3a103'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:16.957871 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:17.052751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b229c3b-9556-4dd9-a1c3-8823f61d5e11 req-97735a45-2653-43ad-a653-3ee3fcd2d098 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:17.061115 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b229c3b-9556-4dd9-a1c3-8823f61d5e11 req-97735a45-2653-43ad-a653-3ee3fcd2d098 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 945 time: 0.6572227 May 30 20:09:17.071018 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:17.085750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-38d97dbd-7408-43e6-81d6-b62ec8cc13da tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Usage tracker for resource:port and tenant:1a97a96a55a247198135569f0a546fa6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:17.094548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-38d97dbd-7408-43e6-81d6-b62ec8cc13da tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:17.096631 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] For port b0ed35ae-1b31-4099-b3f1-48bfe8216849, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:17.103000 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] For port b0ed35ae-1b31-4099-b3f1-48bfe8216849, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b0ed35ae-1b31-4099-b3f1-48bfe8216849,segment=NetworkSegment(e8cdec99-113c-414b-8a50-d921b4acb503),segment_id=e8cdec99-113c-414b-8a50-d921b4acb503)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:17.104439 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea888eb4-07dc-4897-97fa-b031c08f8de1 req-8ca28e7c-2b8e-4c17-a6c0-776bff5addc2 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:17.105546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465be02a-2eb1-4223-809b-74f5d9a3a103']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:17.106092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea888eb4-07dc-4897-97fa-b031c08f8de1 req-8ca28e7c-2b8e-4c17-a6c0-776bff5addc2 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 944 time: 0.6273112 May 30 20:09:17.121584 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:17.131796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-38d97dbd-7408-43e6-81d6-b62ec8cc13da tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:17.143057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8cdec99-113c-414b-8a50-d921b4acb503') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:17.143471 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8cdec99-113c-414b-8a50-d921b4acb503') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:17.168727 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:17.198677 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:17.205044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-38d97dbd-7408-43e6-81d6-b62ec8cc13da tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Made reservation on behalf of 1a97a96a55a247198135569f0a546fa6 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:17.208121 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-38d97dbd-7408-43e6-81d6-b62ec8cc13da tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:17.209836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:17.210279 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: timer() May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:17.226026 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:17.267743 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de935fd6-706c-40b0-a94f-a218fc539d7e req-b9830734-e2a8-46a0-a562-baeef184b7f4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=08334d8ded8a425bb168fdca1f271cee&device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 1095 time: 0.3412743 May 30 20:09:17.295229 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b229c3b-9556-4dd9-a1c3-8823f61d5e11 req-9744617d-23ec-4ff1-bbbb-7cc21e3447cc tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325184 May 30 20:09:17.396185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c01a656-0579-40fe-924e-60f63d74c2bd admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:09:17.406790 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:09:17.406790 n-d-843949-2 neutron-server[84024]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:09:17.406790 n-d-843949-2 neutron-server[84024]: [parameters: {'id': '465be02a-2eb1-4223-809b-74f5d9a3a103'}] May 30 20:09:17.406790 n-d-843949-2 neutron-server[84024]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:09:17.407186 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:09:17.440761 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6c01a656-0579-40fe-924e-60f63d74c2bd admin admin] 10.222.0.84 "PUT /v2.0/routers/75bdba72-7ea7-4e6e-8c4b-3074602e1afa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2167571 May 30 20:09:17.443474 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34040) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:17.503155 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0047f31f-ae9b-4a1e-a428-8f563556a3b0 None None] Sync routers for ids ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:09:17.519610 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694b0698-e7f9-4117-b9d4-ed0d67976789 None None] Network 465be02a-2eb1-4223-809b-74f5d9a3a103 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:17.609558 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea888eb4-07dc-4897-97fa-b031c08f8de1 req-3acef910-8a1d-4571-8882-a6b109ad8ae8 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=47ad12fc-f866-4fce-bf65-e2f9585f9681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4957190 May 30 20:09:17.701230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b7e02-d978-4112-869d-4b0dd677b43e None None] Pushing event updated for resources: {'Port': ['ID=b0ed35ae-1b31-4099-b3f1-48bfe8216849,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:17.717512 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc8119ed-76be-4631-bce5-572cb38fba87 req-e7ece08f-c9e8-4c89-89e7-0ac2f64ba6e2 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/ports?device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 210 time: 0.1143498 May 30 20:09:17.730648 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6bf098c1-82dd-48ab-8fff-e413995a1179 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:17.754386 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-38d97dbd-7408-43e6-81d6-b62ec8cc13da tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Allocated IP 172.20.0.4 (be678d9a-f64a-4ec3-bf89-6e9c21a74113/114edd30-844a-4a8c-b586-08392f85ae00/e1abdcb3-9911-4566-a01b-6540518de224) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:17.802599 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0047f31f-ae9b-4a1e-a428-8f563556a3b0 None None] Routers {'75bdba72-7ea7-4e6e-8c4b-3074602e1afa'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:09:17.805440 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0047f31f-ae9b-4a1e-a428-8f563556a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:09:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:17.948371 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:17.971064 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Deleting port b0ed35ae-1b31-4099-b3f1-48bfe8216849 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:17.971408 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:18.192378 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device d4f61313-5881-48b9-bce2-6ac78e646e67 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:09:18.283853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6778ebc0-537f-4269-8b3b-d6752e72b447 None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:09:18.303129 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-38d97dbd-7408-43e6-81d6-b62ec8cc13da tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:18.312137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de935fd6-706c-40b0-a94f-a218fc539d7e req-5db73e9f-2b7a-4c39-9ecf-3b183c65bdc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:18.320225 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de935fd6-706c-40b0-a94f-a218fc539d7e req-5db73e9f-2b7a-4c39-9ecf-3b183c65bdc3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=46fc77d7-d584-4b90-a367-560a4547b685 HTTP/1.1" status: 200 len: 912 time: 1.0133460 May 30 20:09:18.358053 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-0047f31f-ae9b-4a1e-a428-8f563556a3b0 None None] Set router 75bdba72-7ea7-4e6e-8c4b-3074602e1afa gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:09:18.438717 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de935fd6-706c-40b0-a94f-a218fc539d7e req-44041b5e-d3d3-4f1a-acae-83f6a08c5bb5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 HTTP/1.1" status: 200 len: 217 time: 0.1059947 May 30 20:09:18.491858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-38d97dbd-7408-43e6-81d6-b62ec8cc13da tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Transition to ACTIVE for port object e1abdcb3-9911-4566-a01b-6540518de224 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:18.505841 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] For port b0ed35ae-1b31-4099-b3f1-48bfe8216849, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b0ed35ae-1b31-4099-b3f1-48bfe8216849,segment=NetworkSegment(e8cdec99-113c-414b-8a50-d921b4acb503),segment_id=e8cdec99-113c-414b-8a50-d921b4acb503)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:18.506182 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:18.519078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e9018-56e7-4857-8d2f-9c5e2a2468c9 req-000112e1-1899-4b0a-8ab6-ce60eede3e91 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:18.520601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb0e9018-56e7-4857-8d2f-9c5e2a2468c9 req-000112e1-1899-4b0a-8ab6-ce60eede3e91 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 944 time: 0.3845704 May 30 20:09:18.553408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de935fd6-706c-40b0-a94f-a218fc539d7e req-9adc6e34-1e65-4bfd-89eb-380a150743ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:18.554732 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de935fd6-706c-40b0-a94f-a218fc539d7e req-9adc6e34-1e65-4bfd-89eb-380a150743ad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e18232-0c1b-400c-aea5-aa806dd0320c HTTP/1.1" status: 200 len: 850 time: 0.1071458 May 30 20:09:18.626928 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-38d97dbd-7408-43e6-81d6-b62ec8cc13da tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:18.657210 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Calling delete_port for b0ed35ae-1b31-4099-b3f1-48bfe8216849 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:18.705178 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6bf098c1-82dd-48ab-8fff-e413995a1179 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:18.728362 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb0e9018-56e7-4857-8d2f-9c5e2a2468c9 req-f496eec9-a664-4e82-9eee-be5b5e5ab488 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982248 May 30 20:09:18.742453 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6bf098c1-82dd-48ab-8fff-e413995a1179 admin admin] Deleting port 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:18.743033 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6bf098c1-82dd-48ab-8fff-e413995a1179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:18.748161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-38d97dbd-7408-43e6-81d6-b62ec8cc13da tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Network be678d9a-f64a-4ec3-bf89-6e9c21a74113 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:18.755405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-38d97dbd-7408-43e6-81d6-b62ec8cc13da tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:18.760441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-38d97dbd-7408-43e6-81d6-b62ec8cc13da tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:18.841656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d97dbd-7408-43e6-81d6-b62ec8cc13da tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Pushing event updated for resources: {'Port': ['ID=e1abdcb3-9911-4566-a01b-6540518de224,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:18.859379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6778ebc0-537f-4269-8b3b-d6752e72b447 None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:09:18.903644 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0047f31f-ae9b-4a1e-a428-8f563556a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'name': 'tempest-ServersTestBootFromVolume-2074219069-router', 'tenant_id': '19555742f4584195a57a8957d5587325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:28Z', 'updated_at': '2022-05-30T20:09:13Z', 'revision_number': 5, 'project_id': '19555742f4584195a57a8957d5587325', 'gw_port': {'id': '7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:06:29Z', 'updated_at': '2022-05-30T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:18.926345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-38d97dbd-7408-43e6-81d6-b62ec8cc13da tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:18.927801 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-38d97dbd-7408-43e6-81d6-b62ec8cc13da tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:18.934068 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de935fd6-706c-40b0-a94f-a218fc539d7e req-a6fbaa81-758f-4122-828f-4f4859e105cc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=46fc77d7-d584-4b90-a367-560a4547b685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3712854 May 30 20:09:18.944481 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:18.963265 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0047f31f-ae9b-4a1e-a428-8f563556a3b0 None None] Checking router: 75bdba72-7ea7-4e6e-8c4b-3074602e1afa for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:09:18.992966 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0047f31f-ae9b-4a1e-a428-8f563556a3b0 None None] Routers {'75bdba72-7ea7-4e6e-8c4b-3074602e1afa'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:09:18.993950 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0047f31f-ae9b-4a1e-a428-8f563556a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:09:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:19.011440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Port': ['ID=b0ed35ae-1b31-4099-b3f1-48bfe8216849,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:19.022833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No DVR routers for this DVR port b0ed35ae-1b31-4099-b3f1-48bfe8216849 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:09:19.068895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:19.069393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:19.069838 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:19.070435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:19.070706 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:19.071133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:19.071563 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:19.072010 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:19.072999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:19.072999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:19.073244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:19.073770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-38d97dbd-7408-43e6-81d6-b62ec8cc13da tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5937257 May 30 20:09:19.084904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Request body: {'port': {'device_id': '07b7ef08-4062-46d4-b74c-3e78bffe93be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:19.103772 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-6bf098c1-82dd-48ab-8fff-e413995a1179 admin admin] For port 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:19.104222 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6bf098c1-82dd-48ab-8fff-e413995a1179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:19.139148 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af286ede-e3ef-4fbf-84f6-5ca453187dcd req-1c619151-46e2-4ce7-9e0b-9159a479f6ae tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:19.140660 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af286ede-e3ef-4fbf-84f6-5ca453187dcd req-1c619151-46e2-4ce7-9e0b-9159a479f6ae tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 944 time: 0.3468893 May 30 20:09:19.214023 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-0047f31f-ae9b-4a1e-a428-8f563556a3b0 None None] Set router 75bdba72-7ea7-4e6e-8c4b-3074602e1afa gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:09:19.238856 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de935fd6-706c-40b0-a94f-a218fc539d7e req-07373873-8b14-4ca6-854f-50b725e89410 service neutron] 10.222.0.93 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906277 May 30 20:09:19.288523 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbf1bf-4067-452d-9cc8-f0d889aae0ec req-d8ff8469-1954-4d11-91ab-708f4d7d9ef1 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:19.289227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-19dbf1bf-4067-452d-9cc8-f0d889aae0ec req-d8ff8469-1954-4d11-91ab-708f4d7d9ef1 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Synchronizing usage tracker for tenant:1a97a96a55a247198135569f0a546fa6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:19.306386 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6bf098c1-82dd-48ab-8fff-e413995a1179 admin admin] Calling delete_port for 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:19.340505 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:19.372336 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0047f31f-ae9b-4a1e-a428-8f563556a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'name': 'tempest-ServersTestBootFromVolume-2074219069-router', 'tenant_id': '19555742f4584195a57a8957d5587325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:28Z', 'updated_at': '2022-05-30T20:09:18Z', 'revision_number': 6, 'project_id': '19555742f4584195a57a8957d5587325', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:19.378962 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0047f31f-ae9b-4a1e-a428-8f563556a3b0 None None] The sync data for ids ['75bdba72-7ea7-4e6e-8c4b-3074602e1afa'] in n-d-843949-2 is: [{'id': '75bdba72-7ea7-4e6e-8c4b-3074602e1afa', 'name': 'tempest-ServersTestBootFromVolume-2074219069-router', 'tenant_id': '19555742f4584195a57a8957d5587325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:06:28Z', 'updated_at': '2022-05-30T20:09:18Z', 'revision_number': 6, 'project_id': '19555742f4584195a57a8957d5587325', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:09:19.384026 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465be02a-2eb1-4223-809b-74f5d9a3a103']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:19.395575 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af286ede-e3ef-4fbf-84f6-5ca453187dcd req-22760779-7d19-455f-846c-0e9cdeac2181 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=47ad12fc-f866-4fce-bf65-e2f9585f9681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366722 May 30 20:09:19.403113 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:19.403315 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8cdec99-113c-414b-8a50-d921b4acb503') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:19.403315 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8cdec99-113c-414b-8a50-d921b4acb503') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:19.427006 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-19dbf1bf-4067-452d-9cc8-f0d889aae0ec req-d8ff8469-1954-4d11-91ab-708f4d7d9ef1 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Unset dirty status for tenant:1a97a96a55a247198135569f0a546fa6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:19.428339 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19dbf1bf-4067-452d-9cc8-f0d889aae0ec req-d8ff8469-1954-4d11-91ab-708f4d7d9ef1 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/ports?device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 931 time: 0.5390754 May 30 20:09:19.465683 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:19.500534 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:19.508652 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:19.509699 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:19.627294 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de935fd6-706c-40b0-a94f-a218fc539d7e req-700ed188-457d-4e35-a7b4-5b3e9c99401d service neutron] 10.222.0.93 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814516 May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: timer() May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:19.646869 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:19.653615 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:19.695501 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:19.698464 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Network': ['ID=465be02a-2eb1-4223-809b-74f5d9a3a103,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:19.715041 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f38e7302-b6b6-4ab9-9260-e061076c8500 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/465be02a-2eb1-4223-809b-74f5d9a3a103 HTTP/1.1" status: 204 len: 168 time: 4.2634914 May 30 20:09:19.715593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34066) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:19.722464 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5ec10a99-6f73-4b1d-81eb-399a1b3856eb tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1780083089'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:19.748915 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19dbf1bf-4067-452d-9cc8-f0d889aae0ec req-8d0197b6-06bd-4019-affd-422859f69fdf tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b579d5f-f324-417e-8664-5cedded230c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002710 May 30 20:09:19.811697 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5ec10a99-6f73-4b1d-81eb-399a1b3856eb tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:19.841768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5ec10a99-6f73-4b1d-81eb-399a1b3856eb tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:network and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:19.852046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5ec10a99-6f73-4b1d-81eb-399a1b3856eb tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:19.864523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5ec10a99-6f73-4b1d-81eb-399a1b3856eb tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:19.906928 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6bf098c1-82dd-48ab-8fff-e413995a1179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:19.908567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-59dfadb6-c640-44bb-89ad-a30a574866c5 None None] Provisioning for port e1abdcb3-9911-4566-a01b-6540518de224 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:19.915242 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec10a99-6f73-4b1d-81eb-399a1b3856eb tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:19.918730 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-59dfadb6-c640-44bb-89ad-a30a574866c5 None None] Provisioning complete for port e1abdcb3-9911-4566-a01b-6540518de224 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:19.919104 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-59dfadb6-c640-44bb-89ad-a30a574866c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:19.922687 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ec10a99-6f73-4b1d-81eb-399a1b3856eb tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:20.011432 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-59dfadb6-c640-44bb-89ad-a30a574866c5 None None] Port e1abdcb3-9911-4566-a01b-6540518de224 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:09:20.016511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf098c1-82dd-48ab-8fff-e413995a1179 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:20.108421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec10a99-6f73-4b1d-81eb-399a1b3856eb tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:09:20.132939 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ec10a99-6f73-4b1d-81eb-399a1b3856eb tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:20.133215 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-5ec10a99-6f73-4b1d-81eb-399a1b3856eb tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Added segment a674caa5-6af5-493e-ab81-3b6bea525af7 of type vlan for network bdcc65e6-6019-4d57-87fb-c031d8d9ba02 May 30 20:09:20.193088 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1abdcb3-9911-4566-a01b-6540518de224 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:09:20.201908 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:20.204669 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:09:20.220987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Transition to ACTIVE for port object e1abdcb3-9911-4566-a01b-6540518de224 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:20.227445 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:20.304241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Pushing event updated for resources: {'Port': ['ID=e1abdcb3-9911-4566-a01b-6540518de224,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:20.510716 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:09:20.589592 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ec10a99-6f73-4b1d-81eb-399a1b3856eb tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:20.646785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:09:20.647128 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7aef6716-284b-4b7e-af09-c8a0ec7ad1bc not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:09:20.677820 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ec10a99-6f73-4b1d-81eb-399a1b3856eb tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:20.682084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec10a99-6f73-4b1d-81eb-399a1b3856eb tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:20.682683 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ec10a99-6f73-4b1d-81eb-399a1b3856eb tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:20.762743 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9,segment=NetworkSegment(5f6be452-3c9c-4316-a618-a38c09910091),segment_id=5f6be452-3c9c-4316-a618-a38c09910091)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:20.802102 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'port_id': '80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9', 'mac_address': 'fa:16:3e:4e:cb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:09:20.835398 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5ec10a99-6f73-4b1d-81eb-399a1b3856eb tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1179214 May 30 20:09:20.845947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34116) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:20.847109 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6bf098c1-82dd-48ab-8fff-e413995a1179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:20.896201 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:20.902500 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-82a77a69-aaa8-491e-9630-548069437c72 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'subnet': {'network_id': 'bdcc65e6-6019-4d57-87fb-c031d8d9ba02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:20.928314 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:09:20.948233 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9,segment=NetworkSegment(5f6be452-3c9c-4316-a618-a38c09910091),segment_id=5f6be452-3c9c-4316-a618-a38c09910091)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:20.958674 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:20.990808 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec10a99-6f73-4b1d-81eb-399a1b3856eb tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Network': ['ID=bdcc65e6-6019-4d57-87fb-c031d8d9ba02,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:21.028697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network bdcc65e6-6019-4d57-87fb-c031d8d9ba02 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:09:21.098796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-82a77a69-aaa8-491e-9630-548069437c72 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:21.108534 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-82a77a69-aaa8-491e-9630-548069437c72 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:subnet and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:21.111733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Attempting to bind port e1abdcb3-9911-4566-a01b-6540518de224 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:21.112087 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Attempting to bind port e1abdcb3-9911-4566-a01b-6540518de224 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'dcb95b88-1d10-4639-b7ed-0542bc1355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:21.112417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Attempting to bind port e1abdcb3-9911-4566-a01b-6540518de224 on network be678d9a-f64a-4ec3-bf89-6e9c21a74113 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:21.116750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-82a77a69-aaa8-491e-9630-548069437c72 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:21.126516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac91c9d-be20-4fe5-9f86-d2211b4eefc6 req-ab4c961d-aa82-4b63-b91c-8bbb0dbc5455 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:21.133288 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aac91c9d-be20-4fe5-9f86-d2211b4eefc6 req-ab4c961d-aa82-4b63-b91c-8bbb0dbc5455 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c74786-362c-4f7b-be18-8c55c9dea670 HTTP/1.1" status: 200 len: 944 time: 0.2852962 May 30 20:09:21.155591 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6bf098c1-82dd-48ab-8fff-e413995a1179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:21.161581 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6bf098c1-82dd-48ab-8fff-e413995a1179 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:21.182459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-82a77a69-aaa8-491e-9630-548069437c72 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:21.191368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bf84f-f1af-429a-b52d-fd17a2a9f170 req-c0f41f11-1289-49d7-bd6b-d5b1901d7f1b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:21.192958 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f04bf84f-f1af-429a-b52d-fd17a2a9f170 req-c0f41f11-1289-49d7-bd6b-d5b1901d7f1b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 944 time: 0.5096488 May 30 20:09:21.200642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Port e1abdcb3-9911-4566-a01b-6540518de224 on network be678d9a-f64a-4ec3-bf89-6e9c21a74113 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:09:21.200969 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Attempting to bind port e1abdcb3-9911-4566-a01b-6540518de224 on network be678d9a-f64a-4ec3-bf89-6e9c21a74113 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:21.213340 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6bf098c1-82dd-48ab-8fff-e413995a1179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:21.214825 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf098c1-82dd-48ab-8fff-e413995a1179 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75bdba72-7ea7-4e6e-8c4b-3074602e1afa {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:09:21.224433 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:21.244056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a77a69-aaa8-491e-9630-548069437c72 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:21.246565 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6bf098c1-82dd-48ab-8fff-e413995a1179 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:21.251810 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6bf098c1-82dd-48ab-8fff-e413995a1179 admin admin] 10.222.0.84 "DELETE /v2.0/routers/75bdba72-7ea7-4e6e-8c4b-3074602e1afa HTTP/1.1" status: 204 len: 168 time: 3.8066323 May 30 20:09:21.252696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34122) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:21.262107 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:09:21.286588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:21.286920 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Checking segment: {'id': 'dcb95b88-1d10-4639-b7ed-0542bc1355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:21.287278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Bound using segment: {'id': 'dcb95b88-1d10-4639-b7ed-0542bc1355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:21.287719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Bound port: e1abdcb3-9911-4566-a01b-6540518de224, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb95b88-1d10-4639-b7ed-0542bc1355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:21.288084 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:21.345000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b55e13-da17-4e58-b945-ed0974b6d216 admin admin] Deleting subnet d693005e-809d-423c-b62c-cac40f95b7d0 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:09:21.348489 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f2b55e13-da17-4e58-b945-ed0974b6d216 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:21.352405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-aac91c9d-be20-4fe5-9f86-d2211b4eefc6 req-ccd6d87a-d0c6-4d25-93c1-9461b254689c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Deleting port d4f61313-5881-48b9-bce2-6ac78e646e67 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:21.352749 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-aac91c9d-be20-4fe5-9f86-d2211b4eefc6 req-ccd6d87a-d0c6-4d25-93c1-9461b254689c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:21.411510 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f2b55e13-da17-4e58-b945-ed0974b6d216 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:21.499935 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f04bf84f-f1af-429a-b52d-fd17a2a9f170 req-b6aaf6f4-e23e-436f-b643-509187995892 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=47ad12fc-f866-4fce-bf65-e2f9585f9681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962420 May 30 20:09:21.523657 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f2b55e13-da17-4e58-b945-ed0974b6d216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:21.552792 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-82a77a69-aaa8-491e-9630-548069437c72 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:21.620184 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f2b55e13-da17-4e58-b945-ed0974b6d216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:21.667268 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f2b55e13-da17-4e58-b945-ed0974b6d216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:21.675602 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b55e13-da17-4e58-b945-ed0974b6d216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d693005e-809d-423c-b62c-cac40f95b7d0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:21.679611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b4233-5342-482e-b56c-1df64280ace9 None None] Network 1b528a3e-6816-43c9-bf46-4a6adac80f60 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:21.683461 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f2b55e13-da17-4e58-b945-ed0974b6d216 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/d693005e-809d-423c-b62c-cac40f95b7d0 HTTP/1.1" status: 204 len: 168 time: 0.4287622 May 30 20:09:21.684144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34128) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:21.712717 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] For port e1abdcb3-9911-4566-a01b-6540518de224, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:21.716873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] For port e1abdcb3-9911-4566-a01b-6540518de224, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e1abdcb3-9911-4566-a01b-6540518de224,segment=NetworkSegment(dcb95b88-1d10-4639-b7ed-0542bc1355e3),segment_id=dcb95b88-1d10-4639-b7ed-0542bc1355e3)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:21.779948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.ipam_backend_mixin [None req-82a77a69-aaa8-491e-9630-548069437c72 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Performing IP validity checks on allocation pools {{(pid=84023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 30 20:09:21.780648 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.ipam_backend_mixin [None req-82a77a69-aaa8-491e-9630-548069437c72 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 30 20:09:21.808716 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:21.821036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] Deleting port 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:21.821432 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:21.949396 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.056508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] For port 8ddaf739-d5e0-41e8-88a1-65cc83ebd226, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8ddaf739-d5e0-41e8-88a1-65cc83ebd226,segment=NetworkSegment(48cd6d01-b310-4c01-bbbe-420c11ab879f),segment_id=48cd6d01-b310-4c01-bbbe-420c11ab879f)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:22.057002 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.084202 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c939600-6d46-4a1e-85b4-b0a63e5118a1 None None] DHCP port deletion for 1b528a3e-6816-43c9-bf46-4a6adac80f60 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:09:22.089009 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4c939600-6d46-4a1e-85b4-b0a63e5118a1 None None] Deleting port 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:22.089532 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4c939600-6d46-4a1e-85b4-b0a63e5118a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.097085 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-82a77a69-aaa8-491e-9630-548069437c72 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.220560 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.221911 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] 10.222.0.93 "PUT /v2.0/ports/e1abdcb3-9911-4566-a01b-6540518de224 HTTP/1.1" status: 200 len: 1091 time: 3.1409924 May 30 20:09:22.230724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] Calling delete_port for 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:22.232103 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:22.235459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b7ef08-4062-46d4-b74c-3e78bffe93be', 'tag': 'e1abdcb3-9911-4566-a01b-6540518de224'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:22.368704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:09:22.396431 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.458298 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] No DVR routers for this DVR port 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:09:22.464019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-aac91c9d-be20-4fe5-9f86-d2211b4eefc6 req-ccd6d87a-d0c6-4d25-93c1-9461b254689c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] For port d4f61313-5881-48b9-bce2-6ac78e646e67, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d4f61313-5881-48b9-bce2-6ac78e646e67,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:22.465019 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-aac91c9d-be20-4fe5-9f86-d2211b4eefc6 req-ccd6d87a-d0c6-4d25-93c1-9461b254689c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.580738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:09:22.581115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:09:22.581538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:09:22.641753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:09:22.642095 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7d8f54ad-d6b1-4905-9ac3-6b006bbf30ce not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:09:22.663441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] Pushing event deleted for resources: {'Port': ['ID=8ddaf739-d5e0-41e8-88a1-65cc83ebd226,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:22.701386 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4c939600-6d46-4a1e-85b4-b0a63e5118a1 None None] For port 8ddaf739-d5e0-41e8-88a1-65cc83ebd226, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8ddaf739-d5e0-41e8-88a1-65cc83ebd226,segment=NetworkSegment(48cd6d01-b310-4c01-bbbe-420c11ab879f),segment_id=48cd6d01-b310-4c01-bbbe-420c11ab879f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:22.703244 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4c939600-6d46-4a1e-85b4-b0a63e5118a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.727838 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:22.778303 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.793725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:22.794091 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.808893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b528a3e-6816-43c9-bf46-4a6adac80f60']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:22.813841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d2927-d3be-417c-a682-8da72b548424 service neutron] Pushing event updated for resources: {'Port': ['ID=e1abdcb3-9911-4566-a01b-6540518de224,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:22.834090 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cd6d01-b310-4c01-bbbe-420c11ab879f') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:22.834670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cd6d01-b310-4c01-bbbe-420c11ab879f') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:22.845289 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-aac91c9d-be20-4fe5-9f86-d2211b4eefc6 req-ccd6d87a-d0c6-4d25-93c1-9461b254689c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Calling delete_port for d4f61313-5881-48b9-bce2-6ac78e646e67 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:22.848656 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.868572 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.877589 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:22.878240 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.887757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a77a69-aaa8-491e-9630-548069437c72 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Subnet': ['ID=9dfecda1-a5ef-4a14-a717-a41bec72e371,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: timer() May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:22.902658 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:22.941147 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a514c17-8b50-4db9-8978-03087da4e36b req-bbefcde8-ba87-4dca-afd4-a2186bbf8cca tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:22.947664 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4c939600-6d46-4a1e-85b4-b0a63e5118a1 None None] Calling delete_port for 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:22.966967 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a514c17-8b50-4db9-8978-03087da4e36b req-bbefcde8-ba87-4dca-afd4-a2186bbf8cca tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/ports?device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 943 time: 1.2751787 May 30 20:09:23.003031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a77a69-aaa8-491e-9630-548069437c72 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Checking segment: {'id': 'a674caa5-6af5-493e-ab81-3b6bea525af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bdcc65e6-6019-4d57-87fb-c031d8d9ba02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:23.009040 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.009639 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a77a69-aaa8-491e-9630-548069437c72 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network hostable DHCP agents. Network: bdcc65e6-6019-4d57-87fb-c031d8d9ba02, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:09:23.053604 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-2a85a505-e030-42f6-a24a-649a14cb9a54 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1a97a96a55a247198135569f0a546fa6&device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 1094 time: 0.7309177 May 30 20:09:23.059476 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.073653 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] Pushing event deleted for resources: {'Network': ['ID=1b528a3e-6816-43c9-bf46-4a6adac80f60,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:23.082834 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-75504297-b044-4466-8165-53a3e577e7fc admin admin] 10.222.0.84 "DELETE /v2.0/networks/1b528a3e-6816-43c9-bf46-4a6adac80f60 HTTP/1.1" status: 204 len: 168 time: 1.3976955 May 30 20:09:23.087534 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.140209 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-4c939600-6d46-4a1e-85b4-b0a63e5118a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:09:23.140567 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-4c939600-6d46-4a1e-85b4-b0a63e5118a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:09:23.150593 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a514c17-8b50-4db9-8978-03087da4e36b req-ad57fc2d-2763-42ca-a812-3a27741f0b88 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b579d5f-f324-417e-8664-5cedded230c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824920 May 30 20:09:23.158575 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc26cff6-8ee2-479d-99ef-d16a94cc8243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:23.193648 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9,segment=NetworkSegment(5f6be452-3c9c-4316-a618-a38c09910091),segment_id=5f6be452-3c9c-4316-a618-a38c09910091)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:23.204090 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.233768 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-e1f2824f-3dad-4030-ab20-1fd0f84d3da8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1abdcb3-9911-4566-a01b-6540518de224 HTTP/1.1" status: 200 len: 217 time: 0.1543264 May 30 20:09:23.345584 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:23.364187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a77a69-aaa8-491e-9630-548069437c72 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network bdcc65e6-6019-4d57-87fb-c031d8d9ba02 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:09:23.372415 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-aac91c9d-be20-4fe5-9f86-d2211b4eefc6 req-ccd6d87a-d0c6-4d25-93c1-9461b254689c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.453573 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6d87a-d0c6-4d25-93c1-9461b254689c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Pushing event deleted for resources: {'Port': ['ID=d4f61313-5881-48b9-bce2-6ac78e646e67,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:23.464002 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34150) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:23.486066 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac96fcb-6773-4015-b967-7acecdf30d48'] response: {'name': 'network-changed', 'server_uuid': '07b7ef08-4062-46d4-b74c-3e78bffe93be', 'tag': 'e1abdcb3-9911-4566-a01b-6540518de224', 'status': 'completed', 'code': 200} May 30 20:09:23.491169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-82a77a69-aaa8-491e-9630-548069437c72 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, bdcc65e6-6019-4d57-87fb-c031d8d9ba02) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:23.501813 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf94bb2-f6cb-40b8-801c-a4c6f125eab0 None None] Network bdcc65e6-6019-4d57-87fb-c031d8d9ba02 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:23.533239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a77a69-aaa8-491e-9630-548069437c72 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:23.533463 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-82a77a69-aaa8-491e-9630-548069437c72 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.544103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-8c052732-ed15-418d-80cc-255b71badfd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:23.546591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-8c052732-ed15-418d-80cc-255b71badfd6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=114edd30-844a-4a8c-b586-08392f85ae00 HTTP/1.1" status: 200 len: 867 time: 0.3004363 May 30 20:09:23.594509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac91c9d-be20-4fe5-9f86-d2211b4eefc6 req-ccd6d87a-d0c6-4d25-93c1-9461b254689c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] No DVR routers for this DVR port d4f61313-5881-48b9-bce2-6ac78e646e67 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:09:23.597743 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ebea5ac5-9016-45b8-b0a8-3d967175d9ff admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=19555742f4584195a57a8957d5587325&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1302264 May 30 20:09:23.598627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34154) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:23.632134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34158) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:23.641542 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-aac91c9d-be20-4fe5-9f86-d2211b4eefc6 req-ccd6d87a-d0c6-4d25-93c1-9461b254689c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.645223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4c939600-6d46-4a1e-85b4-b0a63e5118a1 None None] Deleting port 8ddaf739-d5e0-41e8-88a1-65cc83ebd226 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:23.645756 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4c939600-6d46-4a1e-85b4-b0a63e5118a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.675760 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aac91c9d-be20-4fe5-9f86-d2211b4eefc6 req-ccd6d87a-d0c6-4d25-93c1-9461b254689c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "DELETE /v2.0/ports/d4f61313-5881-48b9-bce2-6ac78e646e67 HTTP/1.1" status: 204 len: 173 time: 2.5415814 May 30 20:09:23.684491 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-82a77a69-aaa8-491e-9630-548069437c72 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7887626 May 30 20:09:23.686882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34164) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:23.776250 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4c939600-6d46-4a1e-85b4-b0a63e5118a1 None None] The port '8ddaf739-d5e0-41e8-88a1-65cc83ebd226' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:09:23.778134 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-42570ce8-6534-4d97-9eec-7962d705f44b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=be678d9a-f64a-4ec3-bf89-6e9c21a74113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2209685 May 30 20:09:23.829595 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0e4d1eb-4689-44ee-82c5-df68f9ce95e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.945462 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0e4d1eb-4689-44ee-82c5-df68f9ce95e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.955207 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.963224 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91a2c9a1-f38b-4f38-8cb2-6850bb5548ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.979252 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-bdcc65e6-6019-4d57-87fb-c031d8d9ba02', 'network_id': 'bdcc65e6-6019-4d57-87fb-c031d8d9ba02', 'tenant_id': '4729829c70084d158bf416151075c533', 'fixed_ips': [{'subnet_id': '9dfecda1-a5ef-4a14-a717-a41bec72e371'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:09:23.980088 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.981354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d53080-b164-4f9b-bced-4e09e7e88d51 req-5b17a408-201c-4e85-ad03-57e415d55a92 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:23.993210 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e2d53080-b164-4f9b-bced-4e09e7e88d51 req-5b17a408-201c-4e85-ad03-57e415d55a92 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 946 time: 0.3911114 May 30 20:09:24.069083 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e2d53080-b164-4f9b-bced-4e09e7e88d51 req-6e78ea0b-086a-41ee-b857-8eecae4e2dfb tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=47ad12fc-f866-4fce-bf65-e2f9585f9681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737443 May 30 20:09:24.081215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-91a2c9a1-f38b-4f38-8cb2-6850bb5548ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:24.104226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-91a2c9a1-f38b-4f38-8cb2-6850bb5548ba admin admin] Usage tracker for resource:security_group_rule and tenant:a3a2388e2bbd44829159692f8e8fd222 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:24.107454 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:24.142332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-91a2c9a1-f38b-4f38-8cb2-6850bb5548ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:24.150365 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-d43f501e-e28f-47d6-9cc7-97fcf4e59961 service neutron] 10.222.0.93 "GET /v2.0/networks/be678d9a-f64a-4ec3-bf89-6e9c21a74113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545945 May 30 20:09:24.152591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-91a2c9a1-f38b-4f38-8cb2-6850bb5548ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:24.187650 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0e4d1eb-4689-44ee-82c5-df68f9ce95e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:24.188444 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-869f5126-aa21-4160-8de7-f23261c04e1e'] response: {'server_uuid': 'bc26cff6-8ee2-479d-99ef-d16a94cc8243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9', 'code': 200} May 30 20:09:24.285201 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4d1eb-4689-44ee-82c5-df68f9ce95e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dd6d77-9ac1-4671-9b5d-326a2b2b9452,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:24.345535 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0e4d1eb-4689-44ee-82c5-df68f9ce95e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:24.349420 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f0e4d1eb-4689-44ee-82c5-df68f9ce95e2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d0dd6d77-9ac1-4671-9b5d-326a2b2b9452 HTTP/1.1" status: 204 len: 168 time: 0.7498302 May 30 20:09:24.351185 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Allocated IP 172.20.0.3 (bdcc65e6-6019-4d57-87fb-c031d8d9ba02/9dfecda1-a5ef-4a14-a717-a41bec72e371/af174090-97c6-4347-bb75-29ea13ae4319) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:24.420108 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91a2c9a1-f38b-4f38-8cb2-6850bb5548ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:24.425451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7dd421c-354c-4354-aa5f-0c3ce352495e req-a4c5f075-c576-43f0-843b-e54a68d22add service neutron] 10.222.0.93 "GET /v2.0/networks/be678d9a-f64a-4ec3-bf89-6e9c21a74113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666442 May 30 20:09:24.427058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91a2c9a1-f38b-4f38-8cb2-6850bb5548ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:24.487286 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34c40eb5-660a-4964-ba63-afd7eae4e02e req-a2d6d6ed-2aaf-4731-af5f-8905407bf0fe service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 1097 time: 0.2265747 May 30 20:09:24.503315 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-91a2c9a1-f38b-4f38-8cb2-6850bb5548ba admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a3a2388e2bbd44829159692f8e8fd222&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8698702 May 30 20:09:24.506597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34186) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:24.557615 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2c9a1-f38b-4f38-8cb2-6850bb5548ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995f0961-a9d2-4312-b9fb-f3357fbc442b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:24.622521 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34c40eb5-660a-4964-ba63-afd7eae4e02e req-e37daa57-4350-4fda-b70c-5d04b724fd3f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=47ad12fc-f866-4fce-bf65-e2f9585f9681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160567 May 30 20:09:24.634165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a44a0a-a93b-408b-9da9-d251bbddd240 req-b98e61b4-6842-4c4b-88f8-ec1bb9d08dbc tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:24.635642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68a44a0a-a93b-408b-9da9-d251bbddd240 req-b98e61b4-6842-4c4b-88f8-ec1bb9d08dbc tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/ports?device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 943 time: 0.2084839 May 30 20:09:24.644275 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-090fb02d-948a-4683-a3dd-dfbced78e0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:24.677519 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9acaace-9289-4047-9324-7333af5d2179 req-f50f7639-eda6-4aec-acbf-7522206a3088 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1a97a96a55a247198135569f0a546fa6&device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 1094 time: 0.1550164 May 30 20:09:24.708859 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68a44a0a-a93b-408b-9da9-d251bbddd240 req-06e26a7d-66bd-4684-ac0d-6d9a91a26702 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b579d5f-f324-417e-8664-5cedded230c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664110 May 30 20:09:24.715260 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-090fb02d-948a-4683-a3dd-dfbced78e0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:24.719865 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:24.731958 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Transition to ACTIVE for port object af174090-97c6-4347-bb75-29ea13ae4319 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:24.756748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Transition to ACTIVE for port object af174090-97c6-4347-bb75-29ea13ae4319 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:24.764960 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:24.792504 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:24.837490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfecda1-a5ef-4a14-a717-a41bec72e371,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:24.864583 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-090fb02d-948a-4683-a3dd-dfbced78e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:24.922723 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Network bdcc65e6-6019-4d57-87fb-c031d8d9ba02 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:24.929744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:24.943136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:24.943521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fb02d-948a-4683-a3dd-dfbced78e0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995f0961-a9d2-4312-b9fb-f3357fbc442b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:24.954904 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Pushing event updated for resources: {'Port': ['ID=af174090-97c6-4347-bb75-29ea13ae4319,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:24.991667 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:25.012245 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-090fb02d-948a-4683-a3dd-dfbced78e0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:25.013311 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-090fb02d-948a-4683-a3dd-dfbced78e0a7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/995f0961-a9d2-4312-b9fb-f3357fbc442b HTTP/1.1" status: 204 len: 168 time: 0.5052893 May 30 20:09:25.054914 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcc65e6-6019-4d57-87fb-c031d8d9ba02']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:25.071258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a674caa5-6af5-493e-ab81-3b6bea525af7') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:25.071606 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a674caa5-6af5-493e-ab81-3b6bea525af7') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:25.089326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:25.089524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:25.089759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:25.090086 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:25.090413 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:25.090738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:25.091152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:25.091356 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:25.091688 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:25.094616 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:25.094963 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:25.097627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acaace-9289-4047-9324-7333af5d2179 req-fe63779c-1c2a-4667-bf47-ebf47268deb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:25.107028 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:25.113068 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9acaace-9289-4047-9324-7333af5d2179 req-fe63779c-1c2a-4667-bf47-ebf47268deb8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=be678d9a-f64a-4ec3-bf89-6e9c21a74113 HTTP/1.1" status: 200 len: 929 time: 0.2835486 May 30 20:09:25.148009 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:25.172449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:25.174891 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:25.207184 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Attempting to bind port af174090-97c6-4347-bb75-29ea13ae4319 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:25.207783 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Attempting to bind port af174090-97c6-4347-bb75-29ea13ae4319 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'a674caa5-6af5-493e-ab81-3b6bea525af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bdcc65e6-6019-4d57-87fb-c031d8d9ba02'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: timer() May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:25.208878 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:25.210524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Attempting to bind port af174090-97c6-4347-bb75-29ea13ae4319 on network bdcc65e6-6019-4d57-87fb-c031d8d9ba02 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:25.221319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:25.221692 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Checking segment: {'id': 'a674caa5-6af5-493e-ab81-3b6bea525af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bdcc65e6-6019-4d57-87fb-c031d8d9ba02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:25.222102 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:25.226435 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Bound using segment: {'id': 'a674caa5-6af5-493e-ab81-3b6bea525af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bdcc65e6-6019-4d57-87fb-c031d8d9ba02'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:25.226920 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Bound port: af174090-97c6-4347-bb75-29ea13ae4319, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a674caa5-6af5-493e-ab81-3b6bea525af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bdcc65e6-6019-4d57-87fb-c031d8d9ba02'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:25.227302 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:25.373300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9acaace-9289-4047-9324-7333af5d2179 req-f21fbee5-a06a-4400-8889-1c0e467e7137 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1abdcb3-9911-4566-a01b-6540518de224 HTTP/1.1" status: 200 len: 217 time: 0.2519393 May 30 20:09:25.389280 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:09:25.389280 n-d-843949-2 neutron-server[84024]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:09:25.389280 n-d-843949-2 neutron-server[84024]: [parameters: {'id': 'bdcc65e6-6019-4d57-87fb-c031d8d9ba02'}] May 30 20:09:25.389280 n-d-843949-2 neutron-server[84024]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:09:25.389280 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:09:25.401145 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] For port af174090-97c6-4347-bb75-29ea13ae4319, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:25.407188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] For port af174090-97c6-4347-bb75-29ea13ae4319, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=af174090-97c6-4347-bb75-29ea13ae4319,segment=NetworkSegment(a674caa5-6af5-493e-ab81-3b6bea525af7),segment_id=a674caa5-6af5-493e-ab81-3b6bea525af7)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:25.413514 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:25.521282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e3467-9f57-4ea2-9fd2-a609ae20333a None None] Pushing event updated for resources: {'Port': ['ID=af174090-97c6-4347-bb75-29ea13ae4319,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:25.554140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c74786-362c-4f7b-be18-8c55c9dea670', 'name': 'network-vif-deleted', 'tag': 'd4f61313-5881-48b9-bce2-6ac78e646e67'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:25.599941 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b82d61-7e7e-4736-8986-9e93f1ed7c03 None None] Network bdcc65e6-6019-4d57-87fb-c031d8d9ba02 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:25.678268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34222) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:25.714470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acaace-9289-4047-9324-7333af5d2179 req-8f11cf91-8430-4c54-afc5-a4e5d3a195a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:25.716008 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9acaace-9289-4047-9324-7333af5d2179 req-8f11cf91-8430-4c54-afc5-a4e5d3a195a0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=114edd30-844a-4a8c-b586-08392f85ae00 HTTP/1.1" status: 200 len: 867 time: 0.1570635 May 30 20:09:25.724274 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7455de05-829b-4a45-837c-26a6dbc887a5 req-0a5fb656-6bfb-4556-9d34-85ac0a617ec3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7028689 May 30 20:09:25.731749 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40f2d087-01f1-4d57-b15e-0d712e50d8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:25.795715 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-40f2d087-01f1-4d57-b15e-0d712e50d8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:25.803100 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-40f2d087-01f1-4d57-b15e-0d712e50d8cd admin admin] Usage tracker for resource:security_group_rule and tenant:e0bd2e04c6dc4427ad339756a75c7f27 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:25.811512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-40f2d087-01f1-4d57-b15e-0d712e50d8cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:25.817640 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34230) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:25.828403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db964e-72c4-4c94-85bb-a9d8e33a4a9c req-60796569-6da1-445b-8354-ad80cb1a4cc7 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:25.829288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-40f2d087-01f1-4d57-b15e-0d712e50d8cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:25.842189 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a6db964e-72c4-4c94-85bb-a9d8e33a4a9c req-60796569-6da1-445b-8354-ad80cb1a4cc7 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 946 time: 0.4451139 May 30 20:09:25.858881 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240587d8-cd45-4c06-b1ab-528d01433d70 None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:09:25.890580 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:25.911278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-9788c846-f2c7-44e1-a56f-9670d9e83436 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:25.913214 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-9788c846-f2c7-44e1-a56f-9670d9e83436 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 811 time: 0.7260633 May 30 20:09:25.948899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Deleting port af174090-97c6-4347-bb75-29ea13ae4319 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:25.949305 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:26.013003 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a6db964e-72c4-4c94-85bb-a9d8e33a4a9c req-f157ca91-00f4-4be5-8bb1-eb88375d84d2 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=47ad12fc-f866-4fce-bf65-e2f9585f9681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690063 May 30 20:09:26.028210 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-11eab7f4-b622-488e-8048-0c9e7325fdd5 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/quotas/0e075b17435345809d5c6645e9b9fc3c HTTP/1.1" status: 200 len: 375 time: 0.0827670 May 30 20:09:26.049418 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240587d8-cd45-4c06-b1ab-528d01433d70 None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:09:26.079792 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-8a47857f-2d0d-4a32-9543-2ff06cd77ea0 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Synchronizing usage tracker for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:26.092735 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9acaace-9289-4047-9324-7333af5d2179 req-5bee12db-e8ac-40ef-b071-e8e4d9215cbf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=be678d9a-f64a-4ec3-bf89-6e9c21a74113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3649392 May 30 20:09:26.105751 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7455de05-829b-4a45-837c-26a6dbc887a5 req-05fc122d-cdc7-49e7-906e-9eb8b334e3ac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 1096 time: 0.2841895 May 30 20:09:26.139309 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40f2d087-01f1-4d57-b15e-0d712e50d8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:26.157479 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-40f2d087-01f1-4d57-b15e-0d712e50d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:26.207949 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-40f2d087-01f1-4d57-b15e-0d712e50d8cd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e0bd2e04c6dc4427ad339756a75c7f27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5192950 May 30 20:09:26.208590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1615233171-network', 'tenant_id': '2d4db31a2a6b4cf9b980e48f47792663'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:26.214993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34236) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:26.221307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:26.255327 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e1abdcb3-9911-4566-a01b-6540518de224 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:09:26.257629 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9acaace-9289-4047-9324-7333af5d2179 req-ec6f69b3-2cf2-4964-ade9-4d9b7cae98c4 service neutron] 10.222.0.93 "GET /v2.0/networks/be678d9a-f64a-4ec3-bf89-6e9c21a74113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509399 May 30 20:09:26.260997 n-d-843949-2 neutron-server[84023]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cc926e15-6808-42be-ada9-046da928333a']: {'server_uuid': '75c74786-362c-4f7b-be18-8c55c9dea670', 'name': 'network-vif-deleted', 'tag': 'd4f61313-5881-48b9-bce2-6ac78e646e67', 'status': 'failed', 'code': 422} returned with failed status May 30 20:09:26.261653 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-8a47857f-2d0d-4a32-9543-2ff06cd77ea0 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Unset dirty status for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:26.269783 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-8a47857f-2d0d-4a32-9543-2ff06cd77ea0 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2343180 May 30 20:09:26.292186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Usage tracker for resource:network and tenant:2d4db31a2a6b4cf9b980e48f47792663 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:26.346657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:26.375211 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:26.377409 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2d087-01f1-4d57-b15e-0d712e50d8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e86bbf8-0de7-4b36-9b8e-71a42ab19e61,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:26.433176 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:09:26.437634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] For port af174090-97c6-4347-bb75-29ea13ae4319, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=af174090-97c6-4347-bb75-29ea13ae4319,segment=NetworkSegment(a674caa5-6af5-493e-ab81-3b6bea525af7),segment_id=a674caa5-6af5-493e-ab81-3b6bea525af7)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:26.438104 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:26.595724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Made reservation on behalf of 2d4db31a2a6b4cf9b980e48f47792663 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:26.598075 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:26.643824 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port e1abdcb3-9911-4566-a01b-6540518de224, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e1abdcb3-9911-4566-a01b-6540518de224,segment=NetworkSegment(dcb95b88-1d10-4639-b7ed-0542bc1355e3),segment_id=dcb95b88-1d10-4639-b7ed-0542bc1355e3)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:26.669907 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Calling delete_port for af174090-97c6-4347-bb75-29ea13ae4319 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:26.671726 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'e1abdcb3-9911-4566-a01b-6540518de224', 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113', 'port_id': 'e1abdcb3-9911-4566-a01b-6540518de224', 'mac_address': 'fa:16:3e:6b:5b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114edd30-844a-4a8c-b586-08392f85ae00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:09:26.708210 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:26.729634 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3a666820-d77f-416c-928b-77acc0b6d2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:26.753108 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:26.756776 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3a666820-d77f-416c-928b-77acc0b6d2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:26.773234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1abdcb3-9911-4566-a01b-6540518de224 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:09:26.788959 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port e1abdcb3-9911-4566-a01b-6540518de224, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e1abdcb3-9911-4566-a01b-6540518de224,segment=NetworkSegment(dcb95b88-1d10-4639-b7ed-0542bc1355e3),segment_id=dcb95b88-1d10-4639-b7ed-0542bc1355e3)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:26.793924 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:26.798776 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455de05-829b-4a45-837c-26a6dbc887a5 req-20601de1-6a59-41ed-a2e5-a60cf3a03e88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:26.800563 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7455de05-829b-4a45-837c-26a6dbc887a5 req-20601de1-6a59-41ed-a2e5-a60cf3a03e88 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.5416396 May 30 20:09:26.802748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-b6d82e77-dfd3-405b-a037-3a28c4720e12 service neutron] 10.222.0.84 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322628 May 30 20:09:26.804446 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9acaace-9289-4047-9324-7333af5d2179 req-936856b5-8534-48be-ba9c-c4ed01b3dd9c service neutron] 10.222.0.93 "GET /v2.0/networks/be678d9a-f64a-4ec3-bf89-6e9c21a74113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328603 May 30 20:09:26.821225 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff2546-9072-475d-9f65-31dbc65b6a95 req-0f7e1a67-6107-4df3-9527-0ba53a2a9691 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:26.822961 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-85ff2546-9072-475d-9f65-31dbc65b6a95 req-0f7e1a67-6107-4df3-9527-0ba53a2a9691 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/ports?device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 943 time: 0.3334439 May 30 20:09:26.825807 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52169e78-cbfc-4166-b51e-6d17661e0d1b req-667784c1-af3e-4023-befd-3bdb35aa3344 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5075564 May 30 20:09:26.832473 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:26.837655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Usage tracker for resource:security_group_rule and tenant:2d4db31a2a6b4cf9b980e48f47792663 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:26.841760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:26.849237 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:26.854170 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:26.904167 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Port': ['ID=af174090-97c6-4347-bb75-29ea13ae4319,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:26.917700 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=e1abdcb3-9911-4566-a01b-6540518de224,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:26.921790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No DVR routers for this DVR port af174090-97c6-4347-bb75-29ea13ae4319 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:09:26.924256 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3a666820-d77f-416c-928b-77acc0b6d2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:26.985074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a666820-d77f-416c-928b-77acc0b6d2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e86bbf8-0de7-4b36-9b8e-71a42ab19e61,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:27.018317 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['e1abdcb3-9911-4566-a01b-6540518de224'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:09:27.113784 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3a666820-d77f-416c-928b-77acc0b6d2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.117177 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3a666820-d77f-416c-928b-77acc0b6d2f9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1e86bbf8-0de7-4b36-9b8e-71a42ab19e61 HTTP/1.1" status: 204 len: 168 time: 0.8955154 May 30 20:09:27.117177 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.130026 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7455de05-829b-4a45-837c-26a6dbc887a5 req-1b42ea9a-4bcd-40cc-b6c1-44655db3581d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72 HTTP/1.1" status: 200 len: 1000 time: 0.3154116 May 30 20:09:27.158185 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.162256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcc65e6-6019-4d57-87fb-c031d8d9ba02']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:27.174590 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.192232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a674caa5-6af5-493e-ab81-3b6bea525af7') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:27.192531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a674caa5-6af5-493e-ab81-3b6bea525af7') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:27.196515 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-85ff2546-9072-475d-9f65-31dbc65b6a95 req-045541c1-e31c-4c51-aa9b-1472c8b9607f tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b579d5f-f324-417e-8664-5cedded230c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559164 May 30 20:09:27.218047 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.235904 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:09:27.254308 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.258968 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf52d734-dbc8-4e15-80bd-4688403ef616,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:27.271404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:27.271825 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: timer() May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:27.291876 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:27.422316 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.422910 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Added segment 2dc07f5a-ea3a-40ba-aef9-b3da26ec0080 of type vlan for network be767576-8286-4ac8-ac5a-258306ea76b3 May 30 20:09:27.424743 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.446192 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.460473 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Network': ['ID=bdcc65e6-6019-4d57-87fb-c031d8d9ba02,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:27.476575 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-24f9057f-5158-4e57-bf9e-5cd92c7fe599 service neutron] 10.222.0.84 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832396 May 30 20:09:27.481753 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2204111a-95bd-480b-a330-58de9867c885 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/bdcc65e6-6019-4d57-87fb-c031d8d9ba02 HTTP/1.1" status: 204 len: 168 time: 3.7936988 May 30 20:09:27.482323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34248) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:27.488888 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.495619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-eb67c6d8-b2f4-49b2-b9f6-6a3851005b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1471652306'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:27.501761 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455de05-829b-4a45-837c-26a6dbc887a5 req-63d01658-c66e-4139-9a72-1890ef4d943a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:27.502693 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-eb67c6d8-b2f4-49b2-b9f6-6a3851005b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:27.504850 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7455de05-829b-4a45-837c-26a6dbc887a5 req-63d01658-c66e-4139-9a72-1890ef4d943a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.3560498 May 30 20:09:27.511397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-eb67c6d8-b2f4-49b2-b9f6-6a3851005b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:network and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:27.514030 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52169e78-cbfc-4166-b51e-6d17661e0d1b req-67be21d5-8b16-4f07-88e2-b38170b8c070 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 1096 time: 0.6196721 May 30 20:09:27.517236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-eb67c6d8-b2f4-49b2-b9f6-6a3851005b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:27.533316 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-eb67c6d8-b2f4-49b2-b9f6-6a3851005b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:27.550755 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.552290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:27.554734 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.584156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb67c6d8-b2f4-49b2-b9f6-6a3851005b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:27.587146 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb67c6d8-b2f4-49b2-b9f6-6a3851005b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.657054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34252) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:27.705396 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-57f504ca-0aab-4777-a442-fd8124f105cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.724944 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9062574 May 30 20:09:27.727744 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34260) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:27.741099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1069291b-9bf6-4418-9b29-ea869ebd7dc9 admin admin] Request body: {'subnet': {'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1615233171-subnet', 'tenant_id': '2d4db31a2a6b4cf9b980e48f47792663', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:27.745404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca60b3-d8d1-4755-8583-954fd86dc70e admin admin] Pushing event updated for resources: {'Network': ['ID=be767576-8286-4ac8-ac5a-258306ea76b3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:27.747248 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7288f541-c3f2-4374-aca9-f5d73bd0201e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.758731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network be767576-8286-4ac8-ac5a-258306ea76b3 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:09:27.787350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1069291b-9bf6-4418-9b29-ea869ebd7dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:27.808451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1069291b-9bf6-4418-9b29-ea869ebd7dc9 admin admin] Usage tracker for resource:subnet and tenant:2d4db31a2a6b4cf9b980e48f47792663 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:27.817929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986071f-1417-463d-880e-ceced51332a5 req-ff7756fb-ea1b-406d-b813-72916a6c5708 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:27.819911 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a986071f-1417-463d-880e-ceced51332a5 req-ff7756fb-ea1b-406d-b813-72916a6c5708 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 946 time: 0.4006085 May 30 20:09:27.829287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1069291b-9bf6-4418-9b29-ea869ebd7dc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:27.846170 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb67c6d8-b2f4-49b2-b9f6-6a3851005b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:09:27.850926 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1069291b-9bf6-4418-9b29-ea869ebd7dc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:27.872635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7455de05-829b-4a45-837c-26a6dbc887a5 req-31000b83-d5ea-46a7-bb26-12edac40f835 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3548524 May 30 20:09:27.902487 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb67c6d8-b2f4-49b2-b9f6-6a3851005b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.902833 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-eb67c6d8-b2f4-49b2-b9f6-6a3851005b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Added segment 33eed36a-c406-44bb-b75c-cd0c967d5ac0 of type vlan for network 75d922fd-255b-4ae6-993b-f41c04d99f30 May 30 20:09:27.933110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1069291b-9bf6-4418-9b29-ea869ebd7dc9 admin admin] Made reservation on behalf of 2d4db31a2a6b4cf9b980e48f47792663 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:27.939052 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1069291b-9bf6-4418-9b29-ea869ebd7dc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.971644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7288f541-c3f2-4374-aca9-f5d73bd0201e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:28.040545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7288f541-c3f2-4374-aca9-f5d73bd0201e admin admin] Usage tracker for resource:security_group_rule and tenant:b2a7bba11ee342deadfd397bed39a667 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:28.043351 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a986071f-1417-463d-880e-ceced51332a5 req-67e8be88-e4a8-4d8f-857c-bbecf2a59d3b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=47ad12fc-f866-4fce-bf65-e2f9585f9681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166574 May 30 20:09:28.050081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7288f541-c3f2-4374-aca9-f5d73bd0201e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:28.077606 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7288f541-c3f2-4374-aca9-f5d73bd0201e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:28.089929 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb67c6d8-b2f4-49b2-b9f6-6a3851005b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:28.109875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52169e78-cbfc-4166-b51e-6d17661e0d1b req-2a934ccf-92b8-4cf2-ac2b-93db41cdb385 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:28.111722 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52169e78-cbfc-4166-b51e-6d17661e0d1b req-2a934ccf-92b8-4cf2-ac2b-93db41cdb385 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.5413043 May 30 20:09:28.176609 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb67c6d8-b2f4-49b2-b9f6-6a3851005b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:28.180310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb67c6d8-b2f4-49b2-b9f6-6a3851005b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:28.180882 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb67c6d8-b2f4-49b2-b9f6-6a3851005b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:28.195488 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7455de05-829b-4a45-837c-26a6dbc887a5 req-5557ebda-fa3d-4d7b-9de6-ea7f3c7fe57b service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068941 May 30 20:09:28.203693 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e1c2a40-b374-437d-8d71-4377d0d291ed req-e30ef0c6-6f50-4e9c-b652-a5c3a3d3c851 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 210 time: 0.1503181 May 30 20:09:28.251131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e1abdcb3-9911-4566-a01b-6540518de224 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:28.281771 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52169e78-cbfc-4166-b51e-6d17661e0d1b req-8059ba12-fdfb-448b-b93f-1bd0fba365ae service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=706a4667-45c9-4f3b-8a87-532f54b476f5 HTTP/1.1" status: 200 len: 217 time: 0.1612620 May 30 20:09:28.400081 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7288f541-c3f2-4374-aca9-f5d73bd0201e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:28.415657 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7288f541-c3f2-4374-aca9-f5d73bd0201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:28.422676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67c6d8-b2f4-49b2-b9f6-6a3851005b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Network': ['ID=75d922fd-255b-4ae6-993b-f41c04d99f30,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:28.433614 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port e1abdcb3-9911-4566-a01b-6540518de224 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:28.443521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port e1abdcb3-9911-4566-a01b-6540518de224 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:28.444496 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:28.449905 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-eb67c6d8-b2f4-49b2-b9f6-6a3851005b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9616318 May 30 20:09:28.457362 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34276) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:28.473603 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 75d922fd-255b-4ae6-993b-f41c04d99f30 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:09:28.479765 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-514db8d7-d781-4c6c-9e3d-c7d18d37394a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'subnet': {'network_id': '75d922fd-255b-4ae6-993b-f41c04d99f30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:28.502669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288f541-c3f2-4374-aca9-f5d73bd0201e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8586c1-3bcd-4fde-a3ad-38ab0b65e5eb,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:28.535679 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1069291b-9bf6-4418-9b29-ea869ebd7dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:28.566837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52169e78-cbfc-4166-b51e-6d17661e0d1b req-94e3d052-a991-4ecb-bb8a-c2ae8a41cf97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:28.568303 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52169e78-cbfc-4166-b51e-6d17661e0d1b req-94e3d052-a991-4ecb-bb8a-c2ae8a41cf97 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.2272110 May 30 20:09:28.582446 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7288f541-c3f2-4374-aca9-f5d73bd0201e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b2a7bba11ee342deadfd397bed39a667&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9242020 May 30 20:09:28.585208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34280) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:28.672259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069291b-9bf6-4418-9b29-ea869ebd7dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75aac3d7-25c7-4a3a-8294-a7ab0c5aa1db,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:28.683156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3abef7-8686-4eb8-b742-94aa25d78e1a req-1527755a-7441-48d5-ac6f-8c3ea3d0eb7e tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:28.690566 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c3abef7-8686-4eb8-b742-94aa25d78e1a req-1527755a-7441-48d5-ac6f-8c3ea3d0eb7e tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.4596827 May 30 20:09:28.702212 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64247ac8-ffea-451d-88ed-355c83cd2b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:28.712744 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1069291b-9bf6-4418-9b29-ea869ebd7dc9 admin admin] Checking segment: {'id': '2dc07f5a-ea3a-40ba-aef9-b3da26ec0080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:28.713248 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1069291b-9bf6-4418-9b29-ea869ebd7dc9 admin admin] Network hostable DHCP agents. Network: be767576-8286-4ac8-ac5a-258306ea76b3, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:09:28.743953 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64247ac8-ffea-451d-88ed-355c83cd2b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:28.749348 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:28.752395 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7455de05-829b-4a45-837c-26a6dbc887a5 req-32bb1ac7-cc1c-4b0f-ac52-ad8ea4d1ceed service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477026 May 30 20:09:28.760616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-514db8d7-d781-4c6c-9e3d-c7d18d37394a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:28.776620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-514db8d7-d781-4c6c-9e3d-c7d18d37394a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:subnet and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:28.789151 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-514db8d7-d781-4c6c-9e3d-c7d18d37394a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:28.794490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b7ef08-4062-46d4-b74c-3e78bffe93be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1abdcb3-9911-4566-a01b-6540518de224'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:28.796971 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1069291b-9bf6-4418-9b29-ea869ebd7dc9 admin admin] Network be767576-8286-4ac8-ac5a-258306ea76b3 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:09:28.803180 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ffb39-488d-42cf-a3d9-b29dfc07909e req-adfa0b51-14a3-4b90-b3c0-856fee99fc66 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:28.806705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-917ffb39-488d-42cf-a3d9-b29dfc07909e req-adfa0b51-14a3-4b90-b3c0-856fee99fc66 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 946 time: 0.4066381 May 30 20:09:28.811372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port e1abdcb3-9911-4566-a01b-6540518de224, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e1abdcb3-9911-4566-a01b-6540518de224,segment=NetworkSegment(dcb95b88-1d10-4639-b7ed-0542bc1355e3),segment_id=dcb95b88-1d10-4639-b7ed-0542bc1355e3)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:28.812243 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-514db8d7-d781-4c6c-9e3d-c7d18d37394a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:28.813859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-1069291b-9bf6-4418-9b29-ea869ebd7dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, be767576-8286-4ac8-ac5a-258306ea76b3) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:28.818294 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:28.819525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1069291b-9bf6-4418-9b29-ea869ebd7dc9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:28.820164 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1069291b-9bf6-4418-9b29-ea869ebd7dc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:28.835757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c3abef7-8686-4eb8-b742-94aa25d78e1a req-41a3fbb9-9e7f-410f-90d4-7e9b5aeadae8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436110 May 30 20:09:28.842585 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34286) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:28.848998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9c7c056c-5e84-435f-a87c-7472f8dd93a8 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Request body: {'floatingip': {'port_id': '80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:28.859296 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52169e78-cbfc-4166-b51e-6d17661e0d1b req-5ff98738-6e77-458f-9d38-07ac877b89f8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2636292 May 30 20:09:28.860584 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514db8d7-d781-4c6c-9e3d-c7d18d37394a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:28.888420 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834b9561-d919-415a-895e-8311cf586dec None None] Network be767576-8286-4ac8-ac5a-258306ea76b3 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:29.032069 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64247ac8-ffea-451d-88ed-355c83cd2b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:29.034005 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64247ac8-ffea-451d-88ed-355c83cd2b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:29.037447 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-64247ac8-ffea-451d-88ed-355c83cd2b79 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/af8586c1-3bcd-4fde-a3ad-38ab0b65e5eb HTTP/1.1" status: 204 len: 168 time: 0.4489238 May 30 20:09:29.064315 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1069291b-9bf6-4418-9b29-ea869ebd7dc9 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3255677 May 30 20:09:29.072559 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7c056c-5e84-435f-a87c-7472f8dd93a8 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:29.091216 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db609b2-093a-4158-8765-6edde2a2706a'] response: {'server_uuid': '07b7ef08-4062-46d4-b74c-3e78bffe93be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1abdcb3-9911-4566-a01b-6540518de224', 'code': 200} May 30 20:09:29.139121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64247ac8-ffea-451d-88ed-355c83cd2b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8586c1-3bcd-4fde-a3ad-38ab0b65e5eb,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:29.417354 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=e1abdcb3-9911-4566-a01b-6540518de224,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:29.440479 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10086b34-72bf-47fb-a4cb-8187ed5a1af4 None None] Network be767576-8286-4ac8-ac5a-258306ea76b3 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:29.777817 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-514db8d7-d781-4c6c-9e3d-c7d18d37394a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:29.867825 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c81c7abc-e2be-46ba-868d-b014cc7f4586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:29.945671 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52169e78-cbfc-4166-b51e-6d17661e0d1b req-7d0cfe07-8d8b-4e0f-a5ef-72a94856c843 service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0427065 May 30 20:09:29.999249 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7c056c-5e84-435f-a87c-7472f8dd93a8 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:30.003254 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7c056c-5e84-435f-a87c-7472f8dd93a8 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:30.079227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-ff831fdc-6df8-4804-8f70-7d2348a819dc tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:30.080879 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-ff831fdc-6df8-4804-8f70-7d2348a819dc tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.77 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 811 time: 0.7959919 May 30 20:09:30.098018 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6c3487d-de5b-43fe-99c5-9f71386bd442 req-7502faba-ac3a-4318-82c5-bba6405fae22 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 1096 time: 0.9299164 May 30 20:09:30.113420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-4d5afe81-b30a-463c-90d0-10cb9b5511ac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Request body: {'port': {'device_id': '41081e19-7783-41a0-909b-ac5860cb0840', 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf', 'admin_state_up': True, 'tenant_id': '0e075b17435345809d5c6645e9b9fc3c'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:30.151030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ab924-dd9a-432e-920b-43b56ea70317 req-e86374b8-04be-4693-af46-f15d2f7f92b7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:30.152647 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b83ab924-dd9a-432e-920b-43b56ea70317 req-e86374b8-04be-4693-af46-f15d2f7f92b7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/ports?device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 945 time: 0.9856279 May 30 20:09:30.158135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89beab3-f9e8-4543-b792-1cd516ebb1f4 req-d1877dcb-f741-4eb8-97ab-493278adaf24 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:30.160401 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f89beab3-f9e8-4543-b792-1cd516ebb1f4 req-d1877dcb-f741-4eb8-97ab-493278adaf24 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.8772371 May 30 20:09:30.224651 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-9c7c056c-5e84-435f-a87c-7472f8dd93a8 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Floating IP ee157ade-308b-4970-9f24-e78621eabfc4 associated. External IP: 172.25.5.108, port: 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9. May 30 20:09:30.448092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6c3487d-de5b-43fe-99c5-9f71386bd442 req-dee2dfbf-5a20-4ca6-9c6a-512324ddfbe3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1b579d5f-f324-417e-8664-5cedded230c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390110 May 30 20:09:30.469965 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52169e78-cbfc-4166-b51e-6d17661e0d1b req-407343ef-ebc6-4891-9038-d6724129762d service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142379 May 30 20:09:30.476729 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f89beab3-f9e8-4543-b792-1cd516ebb1f4 req-b2a17177-5629-4df8-88ce-fa97f016a59b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543666 May 30 20:09:30.482279 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b83ab924-dd9a-432e-920b-43b56ea70317 req-02c0df84-39de-4d0b-aaca-5b28650bcea8 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b579d5f-f324-417e-8664-5cedded230c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532969 May 30 20:09:30.506686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-4d5afe81-b30a-463c-90d0-10cb9b5511ac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:30.542068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-4d5afe81-b30a-463c-90d0-10cb9b5511ac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:30.551704 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-514db8d7-d781-4c6c-9e3d-c7d18d37394a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:30.596191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-4d5afe81-b30a-463c-90d0-10cb9b5511ac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Made reservation on behalf of 0e075b17435345809d5c6645e9b9fc3c for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:30.599141 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-4d5afe81-b30a-463c-90d0-10cb9b5511ac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:30.710853 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7b6fe2d1-efe8-4741-a975-3369a93a7e74 req-ad364795-5ab6-4734-a1a5-080748cac2fc tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 210 time: 0.0776665 May 30 20:09:30.756754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7c056c-5e84-435f-a87c-7472f8dd93a8 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Router 2088c466-193e-42e3-85e1-01d6d6172ae8 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:09:30.767946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514db8d7-d781-4c6c-9e3d-c7d18d37394a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Subnet': ['ID=df4bbd5d-8133-43f8-aac5-0584bc7bd2b3,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:30.796601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514db8d7-d781-4c6c-9e3d-c7d18d37394a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Checking segment: {'id': '33eed36a-c406-44bb-b75c-cd0c967d5ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '75d922fd-255b-4ae6-993b-f41c04d99f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:30.797300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514db8d7-d781-4c6c-9e3d-c7d18d37394a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network hostable DHCP agents. Network: 75d922fd-255b-4ae6-993b-f41c04d99f30, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:09:31.057006 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-4d5afe81-b30a-463c-90d0-10cb9b5511ac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Allocated IP 172.20.0.12 (d568287e-a0ce-4f8b-a9cc-faf7575177cf/24f03aba-f12a-4241-8d9f-db4a6a1a5134/1633e90f-2c05-4a28-8bd9-a15ca1ca4508) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:31.064653 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514db8d7-d781-4c6c-9e3d-c7d18d37394a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network 75d922fd-255b-4ae6-993b-f41c04d99f30 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:09:31.109028 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:31.160972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-514db8d7-d781-4c6c-9e3d-c7d18d37394a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 75d922fd-255b-4ae6-993b-f41c04d99f30) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:31.170811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7c056c-5e84-435f-a87c-7472f8dd93a8 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:09:31.172295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78812791-e8a4-465d-9dce-c495d118e928 None None] Network 75d922fd-255b-4ae6-993b-f41c04d99f30 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:31.177645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514db8d7-d781-4c6c-9e3d-c7d18d37394a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:31.177763 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7c056c-5e84-435f-a87c-7472f8dd93a8 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:31.177848 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-514db8d7-d781-4c6c-9e3d-c7d18d37394a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:31.190136 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511ee938-7bb0-4fa3-b39f-f53da4b5a87c None None] Sync routers for ids ['2088c466-193e-42e3-85e1-01d6d6172ae8'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:09:31.207229 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511ee938-7bb0-4fa3-b39f-f53da4b5a87c None None] Routers {'2088c466-193e-42e3-85e1-01d6d6172ae8'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:09:31.208175 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-511ee938-7bb0-4fa3-b39f-f53da4b5a87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:09:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2088c466-193e-42e3-85e1-01d6d6172ae8'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:31.238929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088e842-1481-45ef-9f5a-20c4be5a73eb req-dc1c4d6c-a02f-4164-85f3-0fbeaa221243 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:31.245867 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9088e842-1481-45ef-9f5a-20c4be5a73eb req-dc1c4d6c-a02f-4164-85f3-0fbeaa221243 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.3188574 May 30 20:09:31.300685 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9c7c056c-5e84-435f-a87c-7472f8dd93a8 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "PUT /v2.0/floatingips/ee157ade-308b-4970-9f24-e78621eabfc4 HTTP/1.1" status: 200 len: 992 time: 2.4563406 May 30 20:09:31.302118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc26cff6-8ee2-479d-99ef-d16a94cc8243', 'tag': '80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:31.314267 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:31.320539 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-514db8d7-d781-4c6c-9e3d-c7d18d37394a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8562796 May 30 20:09:31.323352 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34340) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:31.358519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-8fcf6f38-772f-471d-a618-4c6d0c4c9de6 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:31.378465 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-8fcf6f38-772f-471d-a618-4c6d0c4c9de6 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/networks?id=be767576-8286-4ac8-ac5a-258306ea76b3 HTTP/1.1" status: 200 len: 815 time: 0.3869584 May 30 20:09:31.461177 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-0bd12286-e08b-4548-b12b-bb39171c75ef tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/quotas/2d4db31a2a6b4cf9b980e48f47792663 HTTP/1.1" status: 200 len: 375 time: 0.0807633 May 30 20:09:31.519463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-75d922fd-255b-4ae6-993b-f41c04d99f30', 'network_id': '75d922fd-255b-4ae6-993b-f41c04d99f30', 'tenant_id': '4729829c70084d158bf416151075c533', 'fixed_ips': [{'subnet_id': 'df4bbd5d-8133-43f8-aac5-0584bc7bd2b3'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:09:31.520784 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:31.580424 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-511ee938-7bb0-4fa3-b39f-f53da4b5a87c None None] Set router 2088c466-193e-42e3-85e1-01d6d6172ae8 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:09:31.703229 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-434704ce-7693-4d69-ba1b-1eb83c6f2acf tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4db31a2a6b4cf9b980e48f47792663&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2406988 May 30 20:09:31.737940 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:31.757245 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9088e842-1481-45ef-9f5a-20c4be5a73eb req-9e739d76-3a40-4089-b304-dfd1e2822c36 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5105801 May 30 20:09:31.934017 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:31.945917 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Allocated IP 172.20.0.1 (75d922fd-255b-4ae6-993b-f41c04d99f30/df4bbd5d-8133-43f8-aac5-0584bc7bd2b3/7bd2f088-1b5b-4f3e-b271-8e0645971685) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:32.106913 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce6a31fb-b5fd-469c-8352-95896aba9460'] response: {'name': 'network-changed', 'server_uuid': 'bc26cff6-8ee2-479d-99ef-d16a94cc8243', 'tag': '80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9', 'status': 'completed', 'code': 200} May 30 20:09:32.160211 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-f8f48a0e-de7b-4cb1-ba86-7c1b0cfe54a1 service neutron] 10.222.0.84 "GET /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561462 May 30 20:09:32.307630 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-511ee938-7bb0-4fa3-b39f-f53da4b5a87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:04:28Z', 'revision_number': 4, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'ee157ade-308b-4970-9f24-e78621eabfc4', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'port_id': '80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'mac_address': 'fa:16:3e:4e:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc26cff6-8ee2-479d-99ef-d16a94cc8243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:08:48Z', 'updated_at': '2022-05-30T20:09:29Z', 'revision_number': 1, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68729d47-d28b-4d29-b2f6-edb9877538c9', 'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'mac_address': 'fa:16:3e:c8:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:26Z', 'updated_at': '2022-05-30T20:04:47Z', 'revision_number': 5, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'subnets': [{'id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:32.313269 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511ee938-7bb0-4fa3-b39f-f53da4b5a87c None None] Checking router: 2088c466-193e-42e3-85e1-01d6d6172ae8 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:09:32.329203 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511ee938-7bb0-4fa3-b39f-f53da4b5a87c None None] Routers {'2088c466-193e-42e3-85e1-01d6d6172ae8'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:09:32.330251 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-511ee938-7bb0-4fa3-b39f-f53da4b5a87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:09:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2088c466-193e-42e3-85e1-01d6d6172ae8'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:32.418653 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:32.422524 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-4d5afe81-b30a-463c-90d0-10cb9b5511ac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:32.430744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Transition to ACTIVE for port object 7bd2f088-1b5b-4f3e-b271-8e0645971685 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:32.451251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Transition to ACTIVE for port object 7bd2f088-1b5b-4f3e-b271-8e0645971685 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:32.459301 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:32.482424 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:32.519524 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-511ee938-7bb0-4fa3-b39f-f53da4b5a87c None None] Set router 2088c466-193e-42e3-85e1-01d6d6172ae8 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:09:32.522804 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-ea7742a5-d0c6-46bd-ae53-3359978fcfef service neutron] 10.222.0.84 "GET /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617582 May 30 20:09:32.530865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Pushing event updated for resources: {'Port': ['ID=7bd2f088-1b5b-4f3e-b271-8e0645971685,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:32.547997 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Network 75d922fd-255b-4ae6-993b-f41c04d99f30 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:32.549748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:32.554258 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:32.570301 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-036575dd-7e9e-4871-a5dc-9954d94bce1b req-ee3fc431-e0df-4ffd-846b-df3e0332dfc8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=08334d8ded8a425bb168fdca1f271cee&device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 1097 time: 0.3740997 May 30 20:09:32.574116 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-4d5afe81-b30a-463c-90d0-10cb9b5511ac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:32.585461 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Subnet': ['ID=df4bbd5d-8133-43f8-aac5-0584bc7bd2b3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:32.628429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afac70-636b-4cc4-8b01-9861a9992840 req-9a0943d2-b70e-4415-a94d-bfe4ffb5a885 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:32.630292 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21afac70-636b-4cc4-8b01-9861a9992840 req-9a0943d2-b70e-4415-a94d-bfe4ffb5a885 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/ports?device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 945 time: 0.2709732 May 30 20:09:32.690880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Attempting to bind port 7bd2f088-1b5b-4f3e-b271-8e0645971685 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:32.691248 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Attempting to bind port 7bd2f088-1b5b-4f3e-b271-8e0645971685 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '33eed36a-c406-44bb-b75c-cd0c967d5ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '75d922fd-255b-4ae6-993b-f41c04d99f30'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:32.691602 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Attempting to bind port 7bd2f088-1b5b-4f3e-b271-8e0645971685 on network 75d922fd-255b-4ae6-993b-f41c04d99f30 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:32.698236 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:32.698607 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Checking segment: {'id': '33eed36a-c406-44bb-b75c-cd0c967d5ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '75d922fd-255b-4ae6-993b-f41c04d99f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:32.699004 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:32.699384 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Bound using segment: {'id': '33eed36a-c406-44bb-b75c-cd0c967d5ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '75d922fd-255b-4ae6-993b-f41c04d99f30'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:32.699845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Bound port: 7bd2f088-1b5b-4f3e-b271-8e0645971685, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33eed36a-c406-44bb-b75c-cd0c967d5ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '75d922fd-255b-4ae6-993b-f41c04d99f30'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:32.700223 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:32.703522 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:32.737313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d922fd-255b-4ae6-993b-f41c04d99f30']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:32.775634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33eed36a-c406-44bb-b75c-cd0c967d5ac0') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:32.776648 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33eed36a-c406-44bb-b75c-cd0c967d5ac0') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:32.780110 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:32.793816 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:32.816690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5afe81-b30a-463c-90d0-10cb9b5511ac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Pushing event updated for resources: {'Port': ['ID=1633e90f-2c05-4a28-8bd9-a15ca1ca4508,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:32.817551 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:32.823075 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-4d5afe81-b30a-463c-90d0-10cb9b5511ac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Network d568287e-a0ce-4f8b-a9cc-faf7575177cf is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:32.829038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:32.829736 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:32.836152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-4d5afe81-b30a-463c-90d0-10cb9b5511ac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:32.839268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-4d5afe81-b30a-463c-90d0-10cb9b5511ac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:32.851694 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] For port 7bd2f088-1b5b-4f3e-b271-8e0645971685, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: timer() May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:32.858256 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:32.931563 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21afac70-636b-4cc4-8b01-9861a9992840 req-6aa1398e-5661-4538-b26c-a41c4e16a732 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b579d5f-f324-417e-8664-5cedded230c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656171 May 30 20:09:33.012377 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:33.015828 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] For port 7bd2f088-1b5b-4f3e-b271-8e0645971685, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7bd2f088-1b5b-4f3e-b271-8e0645971685,segment=NetworkSegment(33eed36a-c406-44bb-b75c-cd0c967d5ac0),segment_id=33eed36a-c406-44bb-b75c-cd0c967d5ac0)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:33.017286 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:09:33.017286 n-d-843949-2 neutron-server[84024]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:09:33.017286 n-d-843949-2 neutron-server[84024]: [parameters: {'id': '75d922fd-255b-4ae6-993b-f41c04d99f30'}] May 30 20:09:33.017286 n-d-843949-2 neutron-server[84024]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:09:33.017680 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:09:33.022417 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:33.041950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-4d5afe81-b30a-463c-90d0-10cb9b5511ac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:33.042616 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-4d5afe81-b30a-463c-90d0-10cb9b5511ac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:33.101957 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036575dd-7e9e-4871-a5dc-9954d94bce1b req-9d51499d-9e7f-4099-aade-0c5970fe7c34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:33.103924 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-036575dd-7e9e-4871-a5dc-9954d94bce1b req-9d51499d-9e7f-4099-aade-0c5970fe7c34 service neutron] 10.222.0.93 "GET /v2.0/networks?id=46fc77d7-d584-4b90-a367-560a4547b685 HTTP/1.1" status: 200 len: 912 time: 0.5199268 May 30 20:09:33.181384 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-511ee938-7bb0-4fa3-b39f-f53da4b5a87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:04:28Z', 'revision_number': 4, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'ee157ade-308b-4970-9f24-e78621eabfc4', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'port_id': '80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'mac_address': 'fa:16:3e:4e:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc26cff6-8ee2-479d-99ef-d16a94cc8243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:08:48Z', 'updated_at': '2022-05-30T20:09:29Z', 'revision_number': 1, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68729d47-d28b-4d29-b2f6-edb9877538c9', 'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'mac_address': 'fa:16:3e:c8:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:26Z', 'updated_at': '2022-05-30T20:04:47Z', 'revision_number': 5, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'subnets': [{'id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:33.188158 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511ee938-7bb0-4fa3-b39f-f53da4b5a87c None None] The sync data for ids ['2088c466-193e-42e3-85e1-01d6d6172ae8'] in n-d-843949-2 is: [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:04:28Z', 'revision_number': 4, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'ee157ade-308b-4970-9f24-e78621eabfc4', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'port_id': '80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'mac_address': 'fa:16:3e:4e:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc26cff6-8ee2-479d-99ef-d16a94cc8243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:08:48Z', 'updated_at': '2022-05-30T20:09:29Z', 'revision_number': 1, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68729d47-d28b-4d29-b2f6-edb9877538c9', 'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'mac_address': 'fa:16:3e:c8:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:26Z', 'updated_at': '2022-05-30T20:04:47Z', 'revision_number': 5, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'subnets': [{'id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:09:33.189649 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89b91f-e8dc-4e13-b7d6-027fc3ef2a1d None None] Pushing event updated for resources: {'Port': ['ID=7bd2f088-1b5b-4f3e-b271-8e0645971685,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:33.218090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29efcc22-82a1-4d08-84c8-6fe7a8494a93 None None] Network 75d922fd-255b-4ae6-993b-f41c04d99f30 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:33.260972 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-4d5afe81-b30a-463c-90d0-10cb9b5511ac tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1618824 May 30 20:09:33.282125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Request body: {'port': {'device_id': '41081e19-7783-41a0-909b-ac5860cb0840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:33.447290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d3713-b81a-4e59-82a5-4f1c8b44f5cb req-359e785d-1d1f-4f31-a98a-819fedcc4178 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:33.447992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f56d3713-b81a-4e59-82a5-4f1c8b44f5cb req-359e785d-1d1f-4f31-a98a-819fedcc4178 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Synchronizing usage tracker for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:33.460882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-036575dd-7e9e-4871-a5dc-9954d94bce1b req-a2af69f7-29d3-4085-9119-834459d40d8e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 HTTP/1.1" status: 200 len: 1000 time: 0.3410039 May 30 20:09:33.514157 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2261ba-6c2e-466e-a7b6-7886c656adf5 None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:09:33.518451 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:33.542307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Deleting port 7bd2f088-1b5b-4f3e-b271-8e0645971685 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:33.542800 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:33.573118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f56d3713-b81a-4e59-82a5-4f1c8b44f5cb req-359e785d-1d1f-4f31-a98a-819fedcc4178 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Unset dirty status for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:33.583127 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f56d3713-b81a-4e59-82a5-4f1c8b44f5cb req-359e785d-1d1f-4f31-a98a-819fedcc4178 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 932 time: 0.6503026 May 30 20:09:33.631466 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49cab32-3e81-4ac9-ad53-d6ef7e9f744c None None] New status for floating IP ee157ade-308b-4970-9f24-e78621eabfc4: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:09:33.659528 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991afb3-dfb1-4627-93d8-39dfcff7601d req-dcf7ab14-cb8d-4ca5-9e00-00dc9ebf1a88 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:33.667067 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c991afb3-dfb1-4627-93d8-39dfcff7601d req-dcf7ab14-cb8d-4ca5-9e00-00dc9ebf1a88 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.5562127 May 30 20:09:33.675087 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:33.808568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f56d3713-b81a-4e59-82a5-4f1c8b44f5cb req-452f33f8-27c9-40a8-b4f1-18dfc1989168 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246430 May 30 20:09:33.834139 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2261ba-6c2e-466e-a7b6-7886c656adf5 None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:09:33.836204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036575dd-7e9e-4871-a5dc-9954d94bce1b req-fd949238-64bc-4554-a5f0-e2c21739af6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:33.838006 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-036575dd-7e9e-4871-a5dc-9954d94bce1b req-fd949238-64bc-4554-a5f0-e2c21739af6e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54e18232-0c1b-400c-aea5-aa806dd0320c HTTP/1.1" status: 200 len: 850 time: 0.3643296 May 30 20:09:33.887957 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] For port 7bd2f088-1b5b-4f3e-b271-8e0645971685, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7bd2f088-1b5b-4f3e-b271-8e0645971685,segment=NetworkSegment(33eed36a-c406-44bb-b75c-cd0c967d5ac0),segment_id=33eed36a-c406-44bb-b75c-cd0c967d5ac0)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:33.888404 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.071254 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c991afb3-dfb1-4627-93d8-39dfcff7601d req-06ec7ef1-2c04-4e7d-969c-09760001815a tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4030972 May 30 20:09:34.093051 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Calling delete_port for 7bd2f088-1b5b-4f3e-b271-8e0645971685 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:34.124478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-743c72be-a73e-4874-b614-62131c88a3ad req-ede2857a-23a1-43a1-aef6-572da090cbe7 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 210 time: 0.1176670 May 30 20:09:34.225775 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.313724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Port': ['ID=7bd2f088-1b5b-4f3e-b271-8e0645971685,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:34.324456 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No DVR routers for this DVR port 7bd2f088-1b5b-4f3e-b271-8e0645971685 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:09:34.578104 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.622926 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d922fd-255b-4ae6-993b-f41c04d99f30']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:34.637262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33eed36a-c406-44bb-b75c-cd0c967d5ac0') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:34.637606 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33eed36a-c406-44bb-b75c-cd0c967d5ac0') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:34.651836 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.673239 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.679749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:34.680171 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: timer() May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:34.695908 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:34.780047 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.803416 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.814824 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-036575dd-7e9e-4871-a5dc-9954d94bce1b req-9700397b-0498-4719-868d-ae337cc71640 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=46fc77d7-d584-4b90-a367-560a4547b685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9575434 May 30 20:09:34.816550 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Network': ['ID=75d922fd-255b-4ae6-993b-f41c04d99f30,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:34.832290 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e5ca2a7a-a368-45b4-82f3-f98e8808ef0b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/75d922fd-255b-4ae6-993b-f41c04d99f30 HTTP/1.1" status: 204 len: 168 time: 3.5000544 May 30 20:09:34.832290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34378) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:34.834512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-580fc869-ba5a-4fab-b0d6-83018d23bf62 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-659981009'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:34.839056 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-580fc869-ba5a-4fab-b0d6-83018d23bf62 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:34.843564 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-580fc869-ba5a-4fab-b0d6-83018d23bf62 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:network and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:34.846454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-580fc869-ba5a-4fab-b0d6-83018d23bf62 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:34.857027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-580fc869-ba5a-4fab-b0d6-83018d23bf62 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:34.869592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580fc869-ba5a-4fab-b0d6-83018d23bf62 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:34.872683 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-580fc869-ba5a-4fab-b0d6-83018d23bf62 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.901385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580fc869-ba5a-4fab-b0d6-83018d23bf62 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:09:34.910738 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-580fc869-ba5a-4fab-b0d6-83018d23bf62 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.911122 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-580fc869-ba5a-4fab-b0d6-83018d23bf62 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Added segment b150073b-05ff-4e71-b726-e547ff847e10 of type vlan for network 9cc53797-5004-4956-a023-025410b47ec8 May 30 20:09:34.931637 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-ab36fb86-b7cd-4b51-87a7-d59c1def3919 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 258 time: 0.7890050 May 30 20:09:34.941146 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-580fc869-ba5a-4fab-b0d6-83018d23bf62 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.971230 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-580fc869-ba5a-4fab-b0d6-83018d23bf62 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.975239 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580fc869-ba5a-4fab-b0d6-83018d23bf62 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:34.975839 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-580fc869-ba5a-4fab-b0d6-83018d23bf62 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:35.011087 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:35.063938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:35.078530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Usage tracker for resource:floatingip and tenant:1a97a96a55a247198135569f0a546fa6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:35.101436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:35.110128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-1dfedf56-30a7-4d97-949f-e4d705472a58 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:35.111617 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-1dfedf56-30a7-4d97-949f-e4d705472a58 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.77 "GET /v2.0/networks?id=be767576-8286-4ac8-ac5a-258306ea76b3 HTTP/1.1" status: 200 len: 815 time: 0.7043612 May 30 20:09:35.129507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:35.144922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-18a0d89a-1654-4983-834a-92a7b47c6f16 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Request body: {'port': {'device_id': '5860a70c-28de-4367-b018-4431113acc73', 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3', 'admin_state_up': True, 'tenant_id': '2d4db31a2a6b4cf9b980e48f47792663'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:35.180128 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-580fc869-ba5a-4fab-b0d6-83018d23bf62 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3483653 May 30 20:09:35.180320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fc869-ba5a-4fab-b0d6-83018d23bf62 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Network': ['ID=9cc53797-5004-4956-a023-025410b47ec8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:35.182948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34386) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:35.188940 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e0c79c62-163e-40ae-86b9-227ccedb28fa tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'subnet': {'network_id': '9cc53797-5004-4956-a023-025410b47ec8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:35.200944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 9cc53797-5004-4956-a023-025410b47ec8 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:09:35.255640 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:35.275382 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-036575dd-7e9e-4871-a5dc-9954d94bce1b req-e56b4c10-fc67-47e0-8e1f-c11e05030d07 service neutron] 10.222.0.93 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043772 May 30 20:09:35.299892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6112c2-e68c-402f-8804-d56200b291c4 req-67789fed-3aff-4b6c-9058-b44c362dad02 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:35.306902 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d6112c2-e68c-402f-8804-d56200b291c4 req-67789fed-3aff-4b6c-9058-b44c362dad02 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.5524247 May 30 20:09:35.330131 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:09:35.377461 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e0c79c62-163e-40ae-86b9-227ccedb28fa tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:35.381926 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e0c79c62-163e-40ae-86b9-227ccedb28fa tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:subnet and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:35.385465 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e0c79c62-163e-40ae-86b9-227ccedb28fa tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:35.392552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e0c79c62-163e-40ae-86b9-227ccedb28fa tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:35.403802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c79c62-163e-40ae-86b9-227ccedb28fa tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:35.512280 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e0c79c62-163e-40ae-86b9-227ccedb28fa tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:35.596651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1633e90f-2c05-4a28-8bd9-a15ca1ca4508 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:09:35.625208 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:35.649727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-18a0d89a-1654-4983-834a-92a7b47c6f16 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:35.668609 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d6112c2-e68c-402f-8804-d56200b291c4 req-6a5e1a38-799e-435f-a291-d9a481d76adf tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607268 May 30 20:09:35.673289 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-18a0d89a-1654-4983-834a-92a7b47c6f16 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Usage tracker for resource:port and tenant:2d4db31a2a6b4cf9b980e48f47792663 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:35.678126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-18a0d89a-1654-4983-834a-92a7b47c6f16 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:35.695908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-18a0d89a-1654-4983-834a-92a7b47c6f16 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:35.709825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Transition to ACTIVE for port object 1633e90f-2c05-4a28-8bd9-a15ca1ca4508 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:35.726220 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-036575dd-7e9e-4871-a5dc-9954d94bce1b req-09623f9d-6813-4847-9564-e9b6ccad9e44 service neutron] 10.222.0.93 "GET /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372044 May 30 20:09:35.726817 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:35.767612 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-18a0d89a-1654-4983-834a-92a7b47c6f16 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Made reservation on behalf of 2d4db31a2a6b4cf9b980e48f47792663 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:35.770424 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-18a0d89a-1654-4983-834a-92a7b47c6f16 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:35.803764 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e0c79c62-163e-40ae-86b9-227ccedb28fa tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:35.904736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c79c62-163e-40ae-86b9-227ccedb28fa tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Subnet': ['ID=1c26b2f1-a19e-4243-b5b7-d98888b5f49e,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:35.910253 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c79c62-163e-40ae-86b9-227ccedb28fa tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Checking segment: {'id': 'b150073b-05ff-4e71-b726-e547ff847e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9cc53797-5004-4956-a023-025410b47ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:35.910774 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c79c62-163e-40ae-86b9-227ccedb28fa tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network hostable DHCP agents. Network: 9cc53797-5004-4956-a023-025410b47ec8, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:09:35.945848 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c79c62-163e-40ae-86b9-227ccedb28fa tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network 9cc53797-5004-4956-a023-025410b47ec8 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:09:35.961275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-e0c79c62-163e-40ae-86b9-227ccedb28fa tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 9cc53797-5004-4956-a023-025410b47ec8) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:35.966418 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c79c62-163e-40ae-86b9-227ccedb28fa tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:35.966418 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e0c79c62-163e-40ae-86b9-227ccedb28fa tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:35.970157 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde967fa-1d5f-4770-8c4d-8c89b46bd12d None None] Network 9cc53797-5004-4956-a023-025410b47ec8 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:35.991254 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e0c79c62-163e-40ae-86b9-227ccedb28fa tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8071589 May 30 20:09:35.993811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34394) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:36.020435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=1633e90f-2c05-4a28-8bd9-a15ca1ca4508,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:36.183153 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a31e484-1b90-48d6-8a20-d6294a5ad7ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.207783 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.225947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86fdf35-9eb5-44d9-8e6a-30a67540f12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-9cc53797-5004-4956-a023-025410b47ec8', 'network_id': '9cc53797-5004-4956-a023-025410b47ec8', 'tenant_id': '4729829c70084d158bf416151075c533', 'fixed_ips': [{'subnet_id': '1c26b2f1-a19e-4243-b5b7-d98888b5f49e'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:09:36.227096 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b86fdf35-9eb5-44d9-8e6a-30a67540f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.276918 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a31e484-1b90-48d6-8a20-d6294a5ad7ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.298150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-18a0d89a-1654-4983-834a-92a7b47c6f16 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Allocated IP 172.20.0.4 (be767576-8286-4ac8-ac5a-258306ea76b3/75aac3d7-25c7-4a3a-8294-a7ab0c5aa1db/b3e4c088-cc05-4368-9e07-51508dddd2ae) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:36.378166 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a31e484-1b90-48d6-8a20-d6294a5ad7ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server [None req-b86fdf35-9eb5-44d9-8e6a-30a67540f12e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c26b2f1-a19e-4243-b5b7-d98888b5f49e: This subnet is being modified by another concurrent operation. May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:09:36.383639 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise exception May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c26b2f1-a19e-4243-b5b7-d98888b5f49e: This subnet is being modified by another concurrent operation. May 30 20:09:36.386591 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server May 30 20:09:36.408174 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096fab99-6307-4ee3-9028-b68f14861d89 None None] Network 9cc53797-5004-4956-a023-025410b47ec8 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:36.440565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31e484-1b90-48d6-8a20-d6294a5ad7ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Subnet': ['ID=1c26b2f1-a19e-4243-b5b7-d98888b5f49e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:36.477038 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8ae80-5b2f-4c97-8b56-47299c92219b req-f51291ed-693e-4ff4-9451-28f18c5dc5a2 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:36.478525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cde8ae80-5b2f-4c97-8b56-47299c92219b req-f51291ed-693e-4ff4-9451-28f18c5dc5a2 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 944 time: 0.6665254 May 30 20:09:36.496431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Attempting to bind port 1633e90f-2c05-4a28-8bd9-a15ca1ca4508 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:36.497375 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Attempting to bind port 1633e90f-2c05-4a28-8bd9-a15ca1ca4508 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:36.499637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Attempting to bind port 1633e90f-2c05-4a28-8bd9-a15ca1ca4508 on network d568287e-a0ce-4f8b-a9cc-faf7575177cf {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:36.552728 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a31e484-1b90-48d6-8a20-d6294a5ad7ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.575265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Port 1633e90f-2c05-4a28-8bd9-a15ca1ca4508 on network d568287e-a0ce-4f8b-a9cc-faf7575177cf not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:09:36.575589 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Attempting to bind port 1633e90f-2c05-4a28-8bd9-a15ca1ca4508 on network d568287e-a0ce-4f8b-a9cc-faf7575177cf {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:36.588517 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-0a31e484-1b90-48d6-8a20-d6294a5ad7ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc53797-5004-4956-a023-025410b47ec8']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:36.604361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-0a31e484-1b90-48d6-8a20-d6294a5ad7ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b150073b-05ff-4e71-b726-e547ff847e10') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:36.604802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-0a31e484-1b90-48d6-8a20-d6294a5ad7ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b150073b-05ff-4e71-b726-e547ff847e10') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:36.619709 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a31e484-1b90-48d6-8a20-d6294a5ad7ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.634061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:36.634405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Checking segment: {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:36.634581 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b813e8cd-4a1c-4566-a044-f378c3ec9697 None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:09:36.634796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Bound using segment: {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:36.635245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Bound port: 1633e90f-2c05-4a28-8bd9-a15ca1ca4508, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:36.635591 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.648561 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a31e484-1b90-48d6-8a20-d6294a5ad7ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.657139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a31e484-1b90-48d6-8a20-d6294a5ad7ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:36.657878 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a31e484-1b90-48d6-8a20-d6294a5ad7ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: timer() May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:36.675713 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:36.721184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Allocated IP 172.25.5.40 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/4e4f38a2-0da9-4448-9dbd-89e4b633ba80) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:36.733118 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cde8ae80-5b2f-4c97-8b56-47299c92219b req-4d88d118-dbc3-42a9-a507-71bd9f415dc4 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292824 May 30 20:09:36.828097 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a31e484-1b90-48d6-8a20-d6294a5ad7ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.830854 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b813e8cd-4a1c-4566-a044-f378c3ec9697 None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:09:36.837139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a31e484-1b90-48d6-8a20-d6294a5ad7ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.878260 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0a31e484-1b90-48d6-8a20-d6294a5ad7ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/9cc53797-5004-4956-a023-025410b47ec8 HTTP/1.1" status: 204 len: 168 time: 0.8787739 May 30 20:09:36.878260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31e484-1b90-48d6-8a20-d6294a5ad7ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Network': ['ID=9cc53797-5004-4956-a023-025410b47ec8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:36.887155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34400) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:36.896466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b4a12b77-59b7-4078-8f18-a6bb2d6ed8b8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-323599914'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:36.902953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b4a12b77-59b7-4078-8f18-a6bb2d6ed8b8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:36.907636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b4a12b77-59b7-4078-8f18-a6bb2d6ed8b8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:network and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:36.911265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b4a12b77-59b7-4078-8f18-a6bb2d6ed8b8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:36.918979 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b4a12b77-59b7-4078-8f18-a6bb2d6ed8b8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:36.930715 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a12b77-59b7-4078-8f18-a6bb2d6ed8b8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:36.935393 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4a12b77-59b7-4078-8f18-a6bb2d6ed8b8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.976324 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.984692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a12b77-59b7-4078-8f18-a6bb2d6ed8b8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:09:36.997091 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4a12b77-59b7-4078-8f18-a6bb2d6ed8b8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.997433 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-b4a12b77-59b7-4078-8f18-a6bb2d6ed8b8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Added segment 54ae4bab-829c-4df6-af07-4c80146b4ce8 of type vlan for network eb36a302-1719-48e8-885b-aa36ce3acd71 May 30 20:09:37.030630 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4a12b77-59b7-4078-8f18-a6bb2d6ed8b8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.040754 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3024c210-814c-40e1-b088-2a46617cd444 req-d4270370-ef3a-404a-82b2-42d4c6e518cd tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 210 time: 0.0943165 May 30 20:09:37.074393 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] For port 1633e90f-2c05-4a28-8bd9-a15ca1ca4508, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:37.096530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4a12b77-59b7-4078-8f18-a6bb2d6ed8b8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.101357 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a12b77-59b7-4078-8f18-a6bb2d6ed8b8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:37.102001 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4a12b77-59b7-4078-8f18-a6bb2d6ed8b8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.124225 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] For port 1633e90f-2c05-4a28-8bd9-a15ca1ca4508, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1633e90f-2c05-4a28-8bd9-a15ca1ca4508,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:37.154907 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.175745 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-18a0d89a-1654-4983-834a-92a7b47c6f16 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.218218 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.222556 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b4a12b77-59b7-4078-8f18-a6bb2d6ed8b8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3320484 May 30 20:09:37.236260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34408) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:37.249486 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-56cacfab-eedd-4c5c-99ca-31fd59e4be15 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'subnet': {'network_id': 'eb36a302-1719-48e8-885b-aa36ce3acd71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:37.288166 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.301591 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-18a0d89a-1654-4983-834a-92a7b47c6f16 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.324364 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.327153 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] 10.222.0.77 "PUT /v2.0/ports/1633e90f-2c05-4a28-8bd9-a15ca1ca4508 HTTP/1.1" status: 200 len: 1092 time: 4.0534637 May 30 20:09:37.334599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41081e19-7783-41a0-909b-ac5860cb0840', 'tag': '1633e90f-2c05-4a28-8bd9-a15ca1ca4508'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:37.342385 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:37.353302 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:37.356582 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:37.384913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a12b77-59b7-4078-8f18-a6bb2d6ed8b8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Network': ['ID=eb36a302-1719-48e8-885b-aa36ce3acd71,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:37.428727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network eb36a302-1719-48e8-885b-aa36ce3acd71 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:09:37.514704 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-18a0d89a-1654-4983-834a-92a7b47c6f16 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Network be767576-8286-4ac8-ac5a-258306ea76b3 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:37.520293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-56cacfab-eedd-4c5c-99ca-31fd59e4be15 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:37.525544 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-56cacfab-eedd-4c5c-99ca-31fd59e4be15 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:subnet and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:37.530504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-56cacfab-eedd-4c5c-99ca-31fd59e4be15 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:37.535551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-18a0d89a-1654-4983-834a-92a7b47c6f16 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:37.537953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-56cacfab-eedd-4c5c-99ca-31fd59e4be15 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:37.538585 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-18a0d89a-1654-4983-834a-92a7b47c6f16 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:37.554188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cacfab-eedd-4c5c-99ca-31fd59e4be15 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:37.568839 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07a11e1-667e-4de1-9b9b-813961d78ab4'] response: {'name': 'network-changed', 'server_uuid': '41081e19-7783-41a0-909b-ac5860cb0840', 'tag': '1633e90f-2c05-4a28-8bd9-a15ca1ca4508', 'status': 'completed', 'code': 200} May 30 20:09:37.606025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efe12c-14a4-42b7-b3a4-41c998764cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=1633e90f-2c05-4a28-8bd9-a15ca1ca4508,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:37.695301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-18a0d89a-1654-4983-834a-92a7b47c6f16 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:37.695990 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-18a0d89a-1654-4983-834a-92a7b47c6f16 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.731328 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-c55e5c90-4fe9-4a70-acac-109eebc56a03 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 1095 time: 0.3387151 May 30 20:09:37.737593 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-18a0d89a-1654-4983-834a-92a7b47c6f16 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6022444 May 30 20:09:37.742865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Pushing event updated for resources: {'Port': ['ID=4e4f38a2-0da9-4448-9dbd-89e4b633ba80,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:37.791230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Request body: {'port': {'device_id': '5860a70c-28de-4367-b018-4431113acc73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:37.800729 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56cacfab-eedd-4c5c-99ca-31fd59e4be15 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.930579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.ipam_backend_mixin [None req-56cacfab-eedd-4c5c-99ca-31fd59e4be15 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Performing IP validity checks on allocation pools {{(pid=84024) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 30 20:09:37.931222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.ipam_backend_mixin [None req-56cacfab-eedd-4c5c-99ca-31fd59e4be15 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84024) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 30 20:09:37.967064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-ad084c4e-c3a6-4c63-b8fc-386c2e5d0608 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1633e90f-2c05-4a28-8bd9-a15ca1ca4508 HTTP/1.1" status: 200 len: 217 time: 0.1825421 May 30 20:09:38.016217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0d89a-1654-4983-834a-92a7b47c6f16 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Pushing event updated for resources: {'Port': ['ID=b3e4c088-cc05-4368-9e07-51508dddd2ae,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:38.078864 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56cacfab-eedd-4c5c-99ca-31fd59e4be15 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.189074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cacfab-eedd-4c5c-99ca-31fd59e4be15 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Subnet': ['ID=90b2b53d-a76f-43b0-8c6b-ecf9602fb25e,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:38.205210 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cacfab-eedd-4c5c-99ca-31fd59e4be15 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Checking segment: {'id': '54ae4bab-829c-4df6-af07-4c80146b4ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'eb36a302-1719-48e8-885b-aa36ce3acd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:38.205210 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cacfab-eedd-4c5c-99ca-31fd59e4be15 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network hostable DHCP agents. Network: eb36a302-1719-48e8-885b-aa36ce3acd71, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:09:38.225416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cacfab-eedd-4c5c-99ca-31fd59e4be15 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network eb36a302-1719-48e8-885b-aa36ce3acd71 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:09:38.238027 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-38ab379d-6020-4d4b-a1e5-c05373ce4a68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:38.239710 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-38ab379d-6020-4d4b-a1e5-c05373ce4a68 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24f03aba-f12a-4241-8d9f-db4a6a1a5134 HTTP/1.1" status: 200 len: 851 time: 0.2617893 May 30 20:09:38.241027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-56cacfab-eedd-4c5c-99ca-31fd59e4be15 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, eb36a302-1719-48e8-885b-aa36ce3acd71) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:38.243383 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.245188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cacfab-eedd-4c5c-99ca-31fd59e4be15 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:38.245992 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56cacfab-eedd-4c5c-99ca-31fd59e4be15 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.246119 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.255293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c749fa8-bb79-4641-b1f3-fd059a56147e None None] Network eb36a302-1719-48e8-885b-aa36ce3acd71 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:38.301400 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-56cacfab-eedd-4c5c-99ca-31fd59e4be15 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0561903 May 30 20:09:38.301400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34428) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:38.360586 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-522dc77c-5736-4bde-a017-f6c1258dc0f8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d568287e-a0ce-4f8b-a9cc-faf7575177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022992 May 30 20:09:38.492864 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4f4c4a5-42f0-4130-8f4b-c0b36be3a916 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.540694 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25211ee-df93-448d-a9c5-533772614fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-eb36a302-1719-48e8-885b-aa36ce3acd71', 'network_id': 'eb36a302-1719-48e8-885b-aa36ce3acd71', 'tenant_id': '4729829c70084d158bf416151075c533', 'fixed_ips': [{'subnet_id': '90b2b53d-a76f-43b0-8c6b-ecf9602fb25e'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:09:38.541529 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f25211ee-df93-448d-a9c5-533772614fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.561214 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4f4c4a5-42f0-4130-8f4b-c0b36be3a916 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.563379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79671fa-8150-4b1d-bac4-65c8ed6fc760 req-fe5fb188-9a02-4b95-ba11-f7ca1802bc43 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:38.564871 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a79671fa-8150-4b1d-bac4-65c8ed6fc760 req-fe5fb188-9a02-4b95-ba11-f7ca1802bc43 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 944 time: 0.6390841 May 30 20:09:38.643671 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4f4c4a5-42f0-4130-8f4b-c0b36be3a916 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server [None req-f25211ee-df93-448d-a9c5-533772614fd4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90b2b53d-a76f-43b0-8c6b-ecf9602fb25e: This subnet is being modified by another concurrent operation. May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:09:38.649397 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise exception May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90b2b53d-a76f-43b0-8c6b-ecf9602fb25e: This subnet is being modified by another concurrent operation. May 30 20:09:38.652309 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server May 30 20:09:38.668341 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.669162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70cff13-9992-40c5-843c-290111ea02ce None None] Network eb36a302-1719-48e8-885b-aa36ce3acd71 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:38.682676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4c4a5-42f0-4130-8f4b-c0b36be3a916 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Subnet': ['ID=90b2b53d-a76f-43b0-8c6b-ecf9602fb25e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:38.782152 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4f4c4a5-42f0-4130-8f4b-c0b36be3a916 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.812673 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-d4f4c4a5-42f0-4130-8f4b-c0b36be3a916 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb36a302-1719-48e8-885b-aa36ce3acd71']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:38.828028 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-d4f4c4a5-42f0-4130-8f4b-c0b36be3a916 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ae4bab-829c-4df6-af07-4c80146b4ce8') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:38.828570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-d4f4c4a5-42f0-4130-8f4b-c0b36be3a916 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ae4bab-829c-4df6-af07-4c80146b4ce8') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:38.831073 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a79671fa-8150-4b1d-bac4-65c8ed6fc760 req-ed2ef989-e46b-4587-bb67-4d5fec468514 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506716 May 30 20:09:38.845409 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4f4c4a5-42f0-4130-8f4b-c0b36be3a916 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.865198 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4f4c4a5-42f0-4130-8f4b-c0b36be3a916 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.873549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f4c4a5-42f0-4130-8f4b-c0b36be3a916 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:38.874493 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4f4c4a5-42f0-4130-8f4b-c0b36be3a916 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: timer() May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:38.895397 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:38.897622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f040fd-6f7f-4054-9f0d-ea577ec09b27 None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:09:38.987168 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4f4c4a5-42f0-4130-8f4b-c0b36be3a916 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.002889 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-e2b68695-48b5-46aa-900f-3ab73fa8cc89 service neutron] 10.222.0.77 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994925 May 30 20:09:39.022098 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4f4c4a5-42f0-4130-8f4b-c0b36be3a916 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.025920 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4c4a5-42f0-4130-8f4b-c0b36be3a916 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Network': ['ID=eb36a302-1719-48e8-885b-aa36ce3acd71,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:39.035586 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d4f4c4a5-42f0-4130-8f4b-c0b36be3a916 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/eb36a302-1719-48e8-885b-aa36ce3acd71 HTTP/1.1" status: 204 len: 168 time: 0.7305534 May 30 20:09:39.039089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34434) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:39.047080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-fc178e35-891a-470e-876d-8e6a6ab34cf6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1919460890'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:39.052912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fc178e35-891a-470e-876d-8e6a6ab34cf6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:39.056807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fc178e35-891a-470e-876d-8e6a6ab34cf6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:network and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:39.060632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fc178e35-891a-470e-876d-8e6a6ab34cf6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:39.067018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fc178e35-891a-470e-876d-8e6a6ab34cf6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:39.078328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc178e35-891a-470e-876d-8e6a6ab34cf6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:39.081276 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc178e35-891a-470e-876d-8e6a6ab34cf6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.086223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f040fd-6f7f-4054-9f0d-ea577ec09b27 None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:09:39.112430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc178e35-891a-470e-876d-8e6a6ab34cf6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:09:39.121709 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc178e35-891a-470e-876d-8e6a6ab34cf6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.122052 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-fc178e35-891a-470e-876d-8e6a6ab34cf6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Added segment 738c165b-38fd-4b95-aa0f-7804e2c8b2f6 of type vlan for network c0b1ee84-3299-4a00-a848-ff71c0e0c6cb May 30 20:09:39.149249 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc178e35-891a-470e-876d-8e6a6ab34cf6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.183944 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc178e35-891a-470e-876d-8e6a6ab34cf6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.188935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc178e35-891a-470e-876d-8e6a6ab34cf6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:39.189953 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc178e35-891a-470e-876d-8e6a6ab34cf6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.316378 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a9b2709-45b3-4086-b970-e7e4e5f4e807 req-4526b00d-c230-41f4-a97a-0d5090ffe1f9 service neutron] 10.222.0.77 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981546 May 30 20:09:39.341259 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fc178e35-891a-470e-876d-8e6a6ab34cf6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2983780 May 30 20:09:39.356155 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34440) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:39.372272 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc178e35-891a-470e-876d-8e6a6ab34cf6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Network': ['ID=c0b1ee84-3299-4a00-a848-ff71c0e0c6cb,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:39.380868 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.393089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network c0b1ee84-3299-4a00-a848-ff71c0e0c6cb details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:09:39.454374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e4c088-cc05-4368-9e07-51508dddd2ae {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:09:39.464163 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.486830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Transition to ACTIVE for port object b3e4c088-cc05-4368-9e07-51508dddd2ae will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:39.524227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-765e1a6f-7bfd-4e8c-a1ce-b3b599f9c704 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'subnet': {'network_id': 'c0b1ee84-3299-4a00-a848-ff71c0e0c6cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:39.546703 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.600891 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.679700 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f622f7-95ed-4c36-aa23-05374676c360 req-68e1ced4-571c-42c3-acac-ac24d66c3838 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:39.681129 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81f622f7-95ed-4c36-aa23-05374676c360 req-68e1ced4-571c-42c3-acac-ac24d66c3838 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.6396384 May 30 20:09:39.843204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Pushing event updated for resources: {'Port': ['ID=4e4f38a2-0da9-4448-9dbd-89e4b633ba80,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:39.921949 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-765e1a6f-7bfd-4e8c-a1ce-b3b599f9c704 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:39.924194 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.941809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-765e1a6f-7bfd-4e8c-a1ce-b3b599f9c704 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:subnet and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:39.955304 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-765e1a6f-7bfd-4e8c-a1ce-b3b599f9c704 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:39.974618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-765e1a6f-7bfd-4e8c-a1ce-b3b599f9c704 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:39.984731 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81f622f7-95ed-4c36-aa23-05374676c360 req-5bec21d0-b36b-4db6-b4c9-1103053e965c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803330 May 30 20:09:39.992816 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.992816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-e25c0411-d855-4c5d-a2e6-2a84baae14c7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.9929938 May 30 20:09:40.024408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e4c088-cc05-4368-9e07-51508dddd2ae,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:40.098147 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765e1a6f-7bfd-4e8c-a1ce-b3b599f9c704 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:40.165585 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-402ea403-2251-4967-a196-3a00feacc8b8 req-de84d907-3f1f-43b7-a24e-c465eecc28c7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 1095 time: 0.6770155 May 30 20:09:40.429299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-46979752-e0c4-469c-a527-a035109668a3 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Synchronizing usage tracker for tenant:1a97a96a55a247198135569f0a546fa6 on resource:floatingip {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:40.558527 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-765e1a6f-7bfd-4e8c-a1ce-b3b599f9c704 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:40.590727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Attempting to bind port b3e4c088-cc05-4368-9e07-51508dddd2ae on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:40.591052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Attempting to bind port b3e4c088-cc05-4368-9e07-51508dddd2ae by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '2dc07f5a-ea3a-40ba-aef9-b3da26ec0080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:40.591392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Attempting to bind port b3e4c088-cc05-4368-9e07-51508dddd2ae on network be767576-8286-4ac8-ac5a-258306ea76b3 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:40.652131 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-46979752-e0c4-469c-a527-a035109668a3 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Unset dirty status for tenant:1a97a96a55a247198135569f0a546fa6 on resource:floatingip {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:40.653277 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-46979752-e0c4-469c-a527-a035109668a3 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 695 time: 0.6315160 May 30 20:09:40.723114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Port b3e4c088-cc05-4368-9e07-51508dddd2ae on network be767576-8286-4ac8-ac5a-258306ea76b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:09:40.723444 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Attempting to bind port b3e4c088-cc05-4368-9e07-51508dddd2ae on network be767576-8286-4ac8-ac5a-258306ea76b3 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:40.778141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ea403-2251-4967-a196-3a00feacc8b8 req-10477ab5-0b7c-4738-b82d-fc8caa6e38dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:40.780733 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-402ea403-2251-4967-a196-3a00feacc8b8 req-10477ab5-0b7c-4738-b82d-fc8caa6e38dd service neutron] 10.222.0.77 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 912 time: 0.4529293 May 30 20:09:40.861183 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98752a27-ab3f-40ce-b458-6901388fc5d6 req-d8593fb6-7de3-44ae-a535-74e612c2c12a tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:40.861772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-98752a27-ab3f-40ce-b458-6901388fc5d6 req-d8593fb6-7de3-44ae-a535-74e612c2c12a tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Synchronizing usage tracker for tenant:2d4db31a2a6b4cf9b980e48f47792663 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:40.889297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:40.889632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Checking segment: {'id': '2dc07f5a-ea3a-40ba-aef9-b3da26ec0080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:40.890010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Bound using segment: {'id': '2dc07f5a-ea3a-40ba-aef9-b3da26ec0080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:40.890455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Bound port: b3e4c088-cc05-4368-9e07-51508dddd2ae, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc07f5a-ea3a-40ba-aef9-b3da26ec0080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:40.890793 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:40.937768 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-402ea403-2251-4967-a196-3a00feacc8b8 req-d4329658-03c0-4b7d-851b-31ba9724c2e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1633e90f-2c05-4a28-8bd9-a15ca1ca4508 HTTP/1.1" status: 200 len: 217 time: 0.1383641 May 30 20:09:41.001466 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1633e90f-2c05-4a28-8bd9-a15ca1ca4508 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:09:41.042910 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-98752a27-ab3f-40ce-b458-6901388fc5d6 req-d8593fb6-7de3-44ae-a535-74e612c2c12a tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Unset dirty status for tenant:2d4db31a2a6b4cf9b980e48f47792663 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:41.049867 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98752a27-ab3f-40ce-b458-6901388fc5d6 req-d8593fb6-7de3-44ae-a535-74e612c2c12a tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 943 time: 0.9125340 May 30 20:09:41.095085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-a0d9cb88-0656-434f-b8f2-202413c0f3ac tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:41.096450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-a0d9cb88-0656-434f-b8f2-202413c0f3ac tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.4315512 May 30 20:09:41.132137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-d2939e11-022c-4ba1-b8ca-6ffe22f8e4af tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:09:41.133103 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b53cd77-28a3-45b5-9d18-c82ebf2be6ef req-d2939e11-022c-4ba1-b8ca-6ffe22f8e4af tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0274150 May 30 20:09:41.164902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ea403-2251-4967-a196-3a00feacc8b8 req-f35b3ddb-d50f-4d30-a21e-6d39dc4ea95f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:41.166332 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-402ea403-2251-4967-a196-3a00feacc8b8 req-f35b3ddb-d50f-4d30-a21e-6d39dc4ea95f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24f03aba-f12a-4241-8d9f-db4a6a1a5134 HTTP/1.1" status: 200 len: 851 time: 0.2169528 May 30 20:09:41.192092 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1633e90f-2c05-4a28-8bd9-a15ca1ca4508, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1633e90f-2c05-4a28-8bd9-a15ca1ca4508,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:41.210243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '1633e90f-2c05-4a28-8bd9-a15ca1ca4508', 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf', 'port_id': '1633e90f-2c05-4a28-8bd9-a15ca1ca4508', 'mac_address': 'fa:16:3e:94:42:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f03aba-f12a-4241-8d9f-db4a6a1a5134', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:09:41.264258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] For port b3e4c088-cc05-4368-9e07-51508dddd2ae, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:41.268102 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-402ea403-2251-4967-a196-3a00feacc8b8 req-b7f56807-d5c0-4b8d-aef4-f624f562eec7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d568287e-a0ce-4f8b-a9cc-faf7575177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533972 May 30 20:09:41.286633 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98752a27-ab3f-40ce-b458-6901388fc5d6 req-9c6b1b9f-568e-48a2-aaf7-ee6b23e2255f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363436 May 30 20:09:41.290552 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:41.325262 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1633e90f-2c05-4a28-8bd9-a15ca1ca4508 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:09:41.363118 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1633e90f-2c05-4a28-8bd9-a15ca1ca4508, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1633e90f-2c05-4a28-8bd9-a15ca1ca4508,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:41.368135 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:41.447626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] For port b3e4c088-cc05-4368-9e07-51508dddd2ae, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b3e4c088-cc05-4368-9e07-51508dddd2ae,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:41.449206 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-765e1a6f-7bfd-4e8c-a1ce-b3b599f9c704 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:41.459616 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=1633e90f-2c05-4a28-8bd9-a15ca1ca4508,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:41.543896 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:41.694802 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['1633e90f-2c05-4a28-8bd9-a15ca1ca4508'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:09:41.741089 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:41.742440 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] 10.222.0.77 "PUT /v2.0/ports/b3e4c088-cc05-4368-9e07-51508dddd2ae HTTP/1.1" status: 200 len: 1091 time: 3.9563563 May 30 20:09:41.752677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5860a70c-28de-4367-b018-4431113acc73', 'tag': 'b3e4c088-cc05-4368-9e07-51508dddd2ae'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:41.793969 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e1a6f-7bfd-4e8c-a1ce-b3b599f9c704 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Subnet': ['ID=96598609-04f8-478c-83ad-41c0e601a77a,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:41.860129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19680cb9-cf1b-46ab-a0b6-a774a575ca99 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e4c088-cc05-4368-9e07-51508dddd2ae,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:41.874612 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-402ea403-2251-4967-a196-3a00feacc8b8 req-7988ad5e-a6b6-4705-929b-559d1329265f service neutron] 10.222.0.77 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870464 May 30 20:09:41.886581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e1a6f-7bfd-4e8c-a1ce-b3b599f9c704 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Checking segment: {'id': '738c165b-38fd-4b95-aa0f-7804e2c8b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c0b1ee84-3299-4a00-a848-ff71c0e0c6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:41.886943 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765e1a6f-7bfd-4e8c-a1ce-b3b599f9c704 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network hostable DHCP agents. Network: c0b1ee84-3299-4a00-a848-ff71c0e0c6cb, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:09:41.922744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c712e-7f6d-4f0c-bc62-689b4b55d59d req-0c49e4e7-5e45-41ef-952a-b7d628b33b00 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:41.924159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e06c712e-7f6d-4f0c-bc62-689b4b55d59d req-0c49e4e7-5e45-41ef-952a-b7d628b33b00 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 945 time: 0.5460982 May 30 20:09:41.936870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df6b82-56f8-4b9f-b301-2d214b6d36c3 req-bf9e0c3e-4bf3-4eae-81ba-7a36b2f47141 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:41.938309 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-05df6b82-56f8-4b9f-b301-2d214b6d36c3 req-bf9e0c3e-4bf3-4eae-81ba-7a36b2f47141 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.4834774 May 30 20:09:42.245632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765e1a6f-7bfd-4e8c-a1ce-b3b599f9c704 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network c0b1ee84-3299-4a00-a848-ff71c0e0c6cb is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:09:42.254689 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-45f5048f-9385-4298-b431-9712cb295a0c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2d4db31a2a6b4cf9b980e48f47792663&device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 1094 time: 0.4659278 May 30 20:09:42.260454 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e06c712e-7f6d-4f0c-bc62-689b4b55d59d req-350b8e5c-afe2-4636-af54-3bdb9b140d6f tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717769 May 30 20:09:42.269790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-05df6b82-56f8-4b9f-b301-2d214b6d36c3 req-ed41d716-a751-4d28-b0ce-5bf1463fe2b5 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592696 May 30 20:09:42.271872 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-402ea403-2251-4967-a196-3a00feacc8b8 req-1930729a-42c6-47c3-bc55-a1907a56abe3 service neutron] 10.222.0.77 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888791 May 30 20:09:42.336870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-765e1a6f-7bfd-4e8c-a1ce-b3b599f9c704 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, c0b1ee84-3299-4a00-a848-ff71c0e0c6cb) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:42.344685 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b2fac4-adcf-4c60-b65d-2e10f0e68461 None None] Network c0b1ee84-3299-4a00-a848-ff71c0e0c6cb requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:42.349183 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e1a6f-7bfd-4e8c-a1ce-b3b599f9c704 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:42.349947 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-765e1a6f-7bfd-4e8c-a1ce-b3b599f9c704 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:42.354400 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-8e44c2e1-8922-442b-bfa8-201e185ce0e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e4c088-cc05-4368-9e07-51508dddd2ae HTTP/1.1" status: 200 len: 217 time: 0.0908947 May 30 20:09:42.398819 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62077664-2cc0-4c9e-8589-ab990ac45965'] response: {'name': 'network-changed', 'server_uuid': '5860a70c-28de-4367-b018-4431113acc73', 'tag': 'b3e4c088-cc05-4368-9e07-51508dddd2ae', 'status': 'completed', 'code': 200} May 30 20:09:42.470141 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-765e1a6f-7bfd-4e8c-a1ce-b3b599f9c704 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0870402 May 30 20:09:42.473070 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34516) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:42.484420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-3dce341d-991e-49c8-ba3c-45dd197ec227 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:42.486157 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-3dce341d-991e-49c8-ba3c-45dd197ec227 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75aac3d7-25c7-4a3a-8294-a7ab0c5aa1db HTTP/1.1" status: 200 len: 855 time: 0.1240768 May 30 20:09:42.578809 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-44ad64c6-42fc-4ad9-97f9-cb3665767d53 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be767576-8286-4ac8-ac5a-258306ea76b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818131 May 30 20:09:42.676314 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c0b1ee84-3299-4a00-a848-ff71c0e0c6cb', 'network_id': 'c0b1ee84-3299-4a00-a848-ff71c0e0c6cb', 'tenant_id': '4729829c70084d158bf416151075c533', 'fixed_ips': [{'subnet_id': '96598609-04f8-478c-83ad-41c0e601a77a'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:09:42.677475 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:42.696092 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:42.719772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-8ea99496-f2f2-4120-8f97-6b8120a44098 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:42.721502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-8ea99496-f2f2-4120-8f97-6b8120a44098 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/ports?device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3219514 May 30 20:09:42.796071 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:42.851166 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-a4dab74a-780d-42f8-bce0-30f814185da2 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 695 time: 0.1229141 May 30 20:09:42.859273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Allocated IP 172.20.0.1 (c0b1ee84-3299-4a00-a848-ff71c0e0c6cb/96598609-04f8-478c-83ad-41c0e601a77a/96211b21-ecf6-4cb4-b056-1d71ad97e086) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:42.862557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-02bafc02-61dc-48ed-a996-8266ac2b66ab tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Request body: {'floatingip': {'port_id': 'e1abdcb3-9911-4566-a01b-6540518de224', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:42.944109 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-39086e6d-7ba4-41da-8826-ba9f10ffe76d service neutron] 10.222.0.77 "GET /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565612 May 30 20:09:42.988936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4aef2-2162-4aa1-ad1d-d839ab495432 req-9e94b2d7-3595-4ffd-b4c2-b23a55f35aff tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:42.992432 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80e4aef2-2162-4aa1-ad1d-d839ab495432 req-9e94b2d7-3595-4ffd-b4c2-b23a55f35aff tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 943 time: 0.4610963 May 30 20:09:43.007520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1633e90f-2c05-4a28-8bd9-a15ca1ca4508 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:43.048201 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-02bafc02-61dc-48ed-a996-8266ac2b66ab tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:43.172997 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:43.186192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Transition to ACTIVE for port object 96211b21-ecf6-4cb4-b056-1d71ad97e086 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:43.204561 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 1633e90f-2c05-4a28-8bd9-a15ca1ca4508 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:43.273434 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Transition to ACTIVE for port object 96211b21-ecf6-4cb4-b056-1d71ad97e086 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:43.278249 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 1633e90f-2c05-4a28-8bd9-a15ca1ca4508 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:43.278629 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:43.304614 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80e4aef2-2162-4aa1-ad1d-d839ab495432 req-e12fac98-b674-4e22-b4f5-f38f96f1cf88 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053053 May 30 20:09:43.311474 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:43.364385 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:43.392428 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-624a32e8-6811-4b4f-843e-5b08cefc50c3 req-d8326dac-5e13-4978-b2be-ca607bcfbe6e service neutron] 10.222.0.77 "GET /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308734 May 30 20:09:43.427634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Subnet': ['ID=96598609-04f8-478c-83ad-41c0e601a77a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:43.553948 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:43.554607 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Network c0b1ee84-3299-4a00-a848-ff71c0e0c6cb is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:43.559022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:43.564980 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:43.582492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Pushing event updated for resources: {'Port': ['ID=96211b21-ecf6-4cb4-b056-1d71ad97e086,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:43.602367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b1ee84-3299-4a00-a848-ff71c0e0c6cb']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:43.602514 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:43.615000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738c165b-38fd-4b95-aa0f-7804e2c8b2f6') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:43.615433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738c165b-38fd-4b95-aa0f-7804e2c8b2f6') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:43.628494 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:43.648482 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:43.657286 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:43.658091 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: timer() May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:43.674602 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:43.717382 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41081e19-7783-41a0-909b-ac5860cb0840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1633e90f-2c05-4a28-8bd9-a15ca1ca4508'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:43.733143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Attempting to bind port 96211b21-ecf6-4cb4-b056-1d71ad97e086 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:43.733426 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Attempting to bind port 96211b21-ecf6-4cb4-b056-1d71ad97e086 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '738c165b-38fd-4b95-aa0f-7804e2c8b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c0b1ee84-3299-4a00-a848-ff71c0e0c6cb'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:43.733792 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Attempting to bind port 96211b21-ecf6-4cb4-b056-1d71ad97e086 on network c0b1ee84-3299-4a00-a848-ff71c0e0c6cb {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:43.737319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1633e90f-2c05-4a28-8bd9-a15ca1ca4508, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1633e90f-2c05-4a28-8bd9-a15ca1ca4508,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:43.743537 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:43.744066 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Checking segment: {'id': '738c165b-38fd-4b95-aa0f-7804e2c8b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c0b1ee84-3299-4a00-a848-ff71c0e0c6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:43.744507 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:43.745171 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Bound using segment: {'id': '738c165b-38fd-4b95-aa0f-7804e2c8b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c0b1ee84-3299-4a00-a848-ff71c0e0c6cb'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:43.746097 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Bound port: 96211b21-ecf6-4cb4-b056-1d71ad97e086, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c165b-38fd-4b95-aa0f-7804e2c8b2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c0b1ee84-3299-4a00-a848-ff71c0e0c6cb'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:43.746647 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:43.762131 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:43.815829 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:09:43.820490 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ae65be1-48b8-4fdc-8137-f6df92ea4b38 req-ccc2717a-03e3-4e38-a42c-dffc1e7f2e94 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2d4db31a2a6b4cf9b980e48f47792663&device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 1094 time: 0.2928176 May 30 20:09:43.928572 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:09:43.928572 n-d-843949-2 neutron-server[84024]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:09:43.928572 n-d-843949-2 neutron-server[84024]: [parameters: {'id': 'c0b1ee84-3299-4a00-a848-ff71c0e0c6cb'}] May 30 20:09:43.928572 n-d-843949-2 neutron-server[84024]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:09:43.929281 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:09:43.930816 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=1633e90f-2c05-4a28-8bd9-a15ca1ca4508,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:43.949863 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] For port 96211b21-ecf6-4cb4-b056-1d71ad97e086, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:43.954412 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] For port 96211b21-ecf6-4cb4-b056-1d71ad97e086, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=96211b21-ecf6-4cb4-b056-1d71ad97e086,segment=NetworkSegment(738c165b-38fd-4b95-aa0f-7804e2c8b2f6),segment_id=738c165b-38fd-4b95-aa0f-7804e2c8b2f6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:43.959122 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:44.046236 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51133f-457e-44bb-8525-b71c382b86df None None] Pushing event updated for resources: {'Port': ['ID=96211b21-ecf6-4cb4-b056-1d71ad97e086,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:44.120032 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f6729-dc77-4f48-b0ed-619fce3dc495 None None] Network c0b1ee84-3299-4a00-a848-ff71c0e0c6cb requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:44.156451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e2f41-fd7f-4c83-aa4e-2da4f29e9964 req-da934425-ca03-4797-ae68-400c688d6e33 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:44.157918 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-067e2f41-fd7f-4c83-aa4e-2da4f29e9964 req-da934425-ca03-4797-ae68-400c688d6e33 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 945 time: 0.5080316 May 30 20:09:44.264437 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-067e2f41-fd7f-4c83-aa4e-2da4f29e9964 req-c50becd8-ea48-482a-b209-bf0ba2a1a94b tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912178 May 30 20:09:44.270193 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae65be1-48b8-4fdc-8137-f6df92ea4b38 req-48a2246c-7e6b-4279-9f52-6b0d5d841286 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:44.271797 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ae65be1-48b8-4fdc-8137-f6df92ea4b38 req-48a2246c-7e6b-4279-9f52-6b0d5d841286 service neutron] 10.222.0.77 "GET /v2.0/networks?id=be767576-8286-4ac8-ac5a-258306ea76b3 HTTP/1.1" status: 200 len: 916 time: 0.2478461 May 30 20:09:44.355021 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ae65be1-48b8-4fdc-8137-f6df92ea4b38 req-6a2bddff-831b-4015-aa86-ba0f4e68accd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e4c088-cc05-4368-9e07-51508dddd2ae HTTP/1.1" status: 200 len: 217 time: 0.0745423 May 30 20:09:44.382701 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a19922-b96a-4ea5-acac-f778ea372a4a None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:09:44.430461 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:44.450114 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Deleting port 96211b21-ecf6-4cb4-b056-1d71ad97e086 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:44.451139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:44.548352 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a19922-b96a-4ea5-acac-f778ea372a4a None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:09:44.601882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae65be1-48b8-4fdc-8137-f6df92ea4b38 req-3fce1399-67a5-4d35-8334-f490f197247a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:44.603609 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ae65be1-48b8-4fdc-8137-f6df92ea4b38 req-3fce1399-67a5-4d35-8334-f490f197247a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75aac3d7-25c7-4a3a-8294-a7ab0c5aa1db HTTP/1.1" status: 200 len: 855 time: 0.2348394 May 30 20:09:44.660483 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-02bafc02-61dc-48ed-a996-8266ac2b66ab tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:44.690254 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ae65be1-48b8-4fdc-8137-f6df92ea4b38 req-ca9cb678-244d-43fd-ac13-28b975e7cc09 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be767576-8286-4ac8-ac5a-258306ea76b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722611 May 30 20:09:44.691278 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-02bafc02-61dc-48ed-a996-8266ac2b66ab tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:44.727040 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] For port 96211b21-ecf6-4cb4-b056-1d71ad97e086, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=96211b21-ecf6-4cb4-b056-1d71ad97e086,segment=NetworkSegment(738c165b-38fd-4b95-aa0f-7804e2c8b2f6),segment_id=738c165b-38fd-4b95-aa0f-7804e2c8b2f6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:44.727673 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:44.900477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Calling delete_port for 96211b21-ecf6-4cb4-b056-1d71ad97e086 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:44.957822 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ae65be1-48b8-4fdc-8137-f6df92ea4b38 req-0a3a8756-283b-42e7-95ad-e69ebba1d2a3 service neutron] 10.222.0.77 "GET /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020638 May 30 20:09:44.982621 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:44.999753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d7453-949f-4e47-a296-9df8e3cf026e req-1f978e74-a7d9-4e00-9cc8-f8e4751749bc tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:45.001244 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d04d7453-949f-4e47-a296-9df8e3cf026e req-1f978e74-a7d9-4e00-9cc8-f8e4751749bc tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.5338349 May 30 20:09:45.030521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No DVR routers for this DVR port 96211b21-ecf6-4cb4-b056-1d71ad97e086 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:09:45.036175 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b3e4c088-cc05-4368-9e07-51508dddd2ae details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:09:45.091582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Port': ['ID=96211b21-ecf6-4cb4-b056-1d71ad97e086,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:45.170066 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d04d7453-949f-4e47-a296-9df8e3cf026e req-4b4da02e-1d1e-4a02-a537-b47dbc7eafc6 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191509 May 30 20:09:45.215287 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ae65be1-48b8-4fdc-8137-f6df92ea4b38 req-f6620b69-5ffb-47c6-ae64-148e9aa9df37 service neutron] 10.222.0.77 "GET /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491333 May 30 20:09:45.239160 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:45.269257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b3e4c088-cc05-4368-9e07-51508dddd2ae, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b3e4c088-cc05-4368-9e07-51508dddd2ae,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:45.286856 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b1ee84-3299-4a00-a848-ff71c0e0c6cb']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:45.289506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'b3e4c088-cc05-4368-9e07-51508dddd2ae', 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3', 'port_id': 'b3e4c088-cc05-4368-9e07-51508dddd2ae', 'mac_address': 'fa:16:3e:db:20:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75aac3d7-25c7-4a3a-8294-a7ab0c5aa1db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:09:45.298285 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-02bafc02-61dc-48ed-a996-8266ac2b66ab tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Floating IP 16676942-118d-46fc-bda3-868a3534829c associated. External IP: 172.25.5.40, port: e1abdcb3-9911-4566-a01b-6540518de224. May 30 20:09:45.326865 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738c165b-38fd-4b95-aa0f-7804e2c8b2f6') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:45.327186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738c165b-38fd-4b95-aa0f-7804e2c8b2f6') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:45.348949 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:45.366604 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e4fb43-bf88-4b7c-aac4-93aff35715e1'] response: {'server_uuid': '41081e19-7783-41a0-909b-ac5860cb0840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1633e90f-2c05-4a28-8bd9-a15ca1ca4508', 'code': 200} May 30 20:09:45.373380 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:45.393270 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:45.393737 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: timer() May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:45.413024 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:45.440229 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:45.468452 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e4c088-cc05-4368-9e07-51508dddd2ae {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:09:45.483603 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b3e4c088-cc05-4368-9e07-51508dddd2ae, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b3e4c088-cc05-4368-9e07-51508dddd2ae,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:45.488391 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:45.550845 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:45.587158 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:45.603741 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/c0b1ee84-3299-4a00-a848-ff71c0e0c6cb HTTP/1.1" status: 204 len: 168 time: 3.1295228 May 30 20:09:45.607648 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34578) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:45.611324 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088484e3-582b-4ba6-ad1c-d447c4c0ec74 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Network': ['ID=c0b1ee84-3299-4a00-a848-ff71c0e0c6cb,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:45.612729 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b3e4c088-cc05-4368-9e07-51508dddd2ae,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:45.742046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-343a9aac-3621-42e0-98a5-c4e96a707b49 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1681711937'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:45.753313 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-343a9aac-3621-42e0-98a5-c4e96a707b49 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:45.762529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-343a9aac-3621-42e0-98a5-c4e96a707b49 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:network and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:45.775122 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-343a9aac-3621-42e0-98a5-c4e96a707b49 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:45.796390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-343a9aac-3621-42e0-98a5-c4e96a707b49 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:45.825561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343a9aac-3621-42e0-98a5-c4e96a707b49 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:45.828979 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-343a9aac-3621-42e0-98a5-c4e96a707b49 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:45.852575 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b3e4c088-cc05-4368-9e07-51508dddd2ae'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:09:45.882469 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27c39137-23b8-444e-b8cc-d6053de2dff8 req-3b499f1e-8ced-4a4f-ab1b-beb92433900d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 1097 time: 0.3689282 May 30 20:09:45.893013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc0e89-db52-4390-ac4b-e9a98032ece8 req-6f4f5154-da64-4aca-ae0e-79aa61d4712f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:45.894400 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04cc0e89-db52-4390-ac4b-e9a98032ece8 req-6f4f5154-da64-4aca-ae0e-79aa61d4712f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 944 time: 0.3199463 May 30 20:09:45.900805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343a9aac-3621-42e0-98a5-c4e96a707b49 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:09:45.955010 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-343a9aac-3621-42e0-98a5-c4e96a707b49 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:45.955445 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-343a9aac-3621-42e0-98a5-c4e96a707b49 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Added segment e0ee1adb-fea7-45b5-be3a-bcfc92dfafa8 of type vlan for network d54fa84a-63b4-4dc0-910c-464e64c71444 May 30 20:09:46.000316 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27c39137-23b8-444e-b8cc-d6053de2dff8 req-fa5a5c4a-38ea-49b2-8358-b768a58d3f36 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027122 May 30 20:09:46.022084 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04cc0e89-db52-4390-ac4b-e9a98032ece8 req-c70f9696-5f2b-4a65-8333-69669eae45fa tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072249 May 30 20:09:46.024879 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-343a9aac-3621-42e0-98a5-c4e96a707b49 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:46.077569 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-343a9aac-3621-42e0-98a5-c4e96a707b49 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:46.081278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a9aac-3621-42e0-98a5-c4e96a707b49 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:46.082053 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-343a9aac-3621-42e0-98a5-c4e96a707b49 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:46.353428 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-343a9aac-3621-42e0-98a5-c4e96a707b49 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6233404 May 30 20:09:46.356312 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34592) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:46.364360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-20ca30d2-4bdb-4f89-88a9-14367186166d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'subnet': {'network_id': 'd54fa84a-63b4-4dc0-910c-464e64c71444', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:46.366986 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a9aac-3621-42e0-98a5-c4e96a707b49 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Network': ['ID=d54fa84a-63b4-4dc0-910c-464e64c71444,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:46.377517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network d54fa84a-63b4-4dc0-910c-464e64c71444 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:09:46.424633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1812c-8a9e-44d6-9aaa-a3cb07bc9114 req-1a4a8937-4a5b-4467-a64c-36df8c046628 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:46.426032 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-beb1812c-8a9e-44d6-9aaa-a3cb07bc9114 req-1a4a8937-4a5b-4467-a64c-36df8c046628 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.2470677 May 30 20:09:46.528513 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-beb1812c-8a9e-44d6-9aaa-a3cb07bc9114 req-b3c6d4e6-cc17-4acf-b9e0-bc5281080e93 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930333 May 30 20:09:46.546228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-20ca30d2-4bdb-4f89-88a9-14367186166d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:46.551164 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20ca30d2-4bdb-4f89-88a9-14367186166d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:subnet and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:46.554330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20ca30d2-4bdb-4f89-88a9-14367186166d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:46.561093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-20ca30d2-4bdb-4f89-88a9-14367186166d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:46.569341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-02bafc02-61dc-48ed-a996-8266ac2b66ab tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Router 54c67bae-dc71-488d-a1a0-4ce425f9427c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:09:46.576981 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ca30d2-4bdb-4f89-88a9-14367186166d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:46.692593 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20ca30d2-4bdb-4f89-88a9-14367186166d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:46.819015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51581f82-d381-4d8f-be36-0d4471d4f04f req-c97925ad-a84a-4e7a-af55-9511aa7d2434 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:46.820534 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51581f82-d381-4d8f-be36-0d4471d4f04f req-c97925ad-a84a-4e7a-af55-9511aa7d2434 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.1275928 May 30 20:09:46.893177 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51581f82-d381-4d8f-be36-0d4471d4f04f req-766494ec-3c66-4b73-8fae-a9be283f5669 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618794 May 30 20:09:46.900743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-02bafc02-61dc-48ed-a996-8266ac2b66ab tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:09:46.905317 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-02bafc02-61dc-48ed-a996-8266ac2b66ab tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:46.912329 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11746957-4cbb-4f23-94b6-1e34dac5ed9f None None] Sync routers for ids ['54c67bae-dc71-488d-a1a0-4ce425f9427c'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:09:46.930373 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11746957-4cbb-4f23-94b6-1e34dac5ed9f None None] Routers {'54c67bae-dc71-488d-a1a0-4ce425f9427c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:09:46.932693 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-11746957-4cbb-4f23-94b6-1e34dac5ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:09:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['54c67bae-dc71-488d-a1a0-4ce425f9427c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:46.958022 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20ca30d2-4bdb-4f89-88a9-14367186166d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:46.972632 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-02bafc02-61dc-48ed-a996-8266ac2b66ab tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "PUT /v2.0/floatingips/16676942-118d-46fc-bda3-868a3534829c HTTP/1.1" status: 200 len: 995 time: 4.1139054 May 30 20:09:46.973138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b7ef08-4062-46d4-b74c-3e78bffe93be', 'tag': 'e1abdcb3-9911-4566-a01b-6540518de224'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:47.021193 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b3e4c088-cc05-4368-9e07-51508dddd2ae up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:47.085299 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-51d24510-c82c-4dfd-97f9-2b2387b9d337 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a97a96a55a247198135569f0a546fa6&device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 1096 time: 0.1040108 May 30 20:09:47.132421 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06fd0b3d-cf21-41ea-aa24-0d036ab07187'] response: {'name': 'network-changed', 'server_uuid': '07b7ef08-4062-46d4-b74c-3e78bffe93be', 'tag': 'e1abdcb3-9911-4566-a01b-6540518de224', 'status': 'completed', 'code': 200} May 30 20:09:47.165417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca30d2-4bdb-4f89-88a9-14367186166d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Subnet': ['ID=8d3a4d18-681e-4a98-a832-fdad95796682,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:47.187181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca30d2-4bdb-4f89-88a9-14367186166d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Checking segment: {'id': 'e0ee1adb-fea7-45b5-be3a-bcfc92dfafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd54fa84a-63b4-4dc0-910c-464e64c71444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:47.187451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ca30d2-4bdb-4f89-88a9-14367186166d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network hostable DHCP agents. Network: d54fa84a-63b4-4dc0-910c-464e64c71444, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:09:47.236554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ca30d2-4bdb-4f89-88a9-14367186166d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network d54fa84a-63b4-4dc0-910c-464e64c71444 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:09:47.238608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port b3e4c088-cc05-4368-9e07-51508dddd2ae completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:47.244358 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port b3e4c088-cc05-4368-9e07-51508dddd2ae triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:47.244921 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:47.254133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-20ca30d2-4bdb-4f89-88a9-14367186166d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, d54fa84a-63b4-4dc0-910c-464e64c71444) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:47.255362 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-11746957-4cbb-4f23-94b6-1e34dac5ed9f None None] Set router 54c67bae-dc71-488d-a1a0-4ce425f9427c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:09:47.258797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ca30d2-4bdb-4f89-88a9-14367186166d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:47.259916 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20ca30d2-4bdb-4f89-88a9-14367186166d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:47.336463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3389a19e-6f4a-4740-b952-49ff1331528c None None] Network d54fa84a-63b4-4dc0-910c-464e64c71444 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:47.338213 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-20ca30d2-4bdb-4f89-88a9-14367186166d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9793696 May 30 20:09:47.341091 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34614) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:47.625096 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-50e0551f-c77f-4acd-8d18-5be6c3eb7e75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:47.633498 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-50e0551f-c77f-4acd-8d18-5be6c3eb7e75 service neutron] 10.222.0.84 "GET /v2.0/networks?id=be678d9a-f64a-4ec3-bf89-6e9c21a74113 HTTP/1.1" status: 200 len: 929 time: 0.5465395 May 30 20:09:47.719820 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3a8ce60-3a19-4ba4-9ba6-4e8770141061 req-f3652cc8-4894-4d3d-9ccd-7c02db1fcf56 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1a97a96a55a247198135569f0a546fa6&device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 1096 time: 0.5858188 May 30 20:09:47.741654 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:47.755359 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-11746957-4cbb-4f23-94b6-1e34dac5ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420602020-router', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:54Z', 'updated_at': '2022-05-30T20:09:04Z', 'revision_number': 4, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'gw_port': {'id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:56Z', 'updated_at': '2022-05-30T20:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '16676942-118d-46fc-bda3-868a3534829c', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'port_id': 'e1abdcb3-9911-4566-a01b-6540518de224', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113', 'mac_address': 'fa:16:3e:6b:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b7ef08-4062-46d4-b74c-3e78bffe93be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:09:37Z', 'updated_at': '2022-05-30T20:09:44Z', 'revision_number': 1, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7872df02-89db-4e40-8bd7-29b304647938', 'name': '', 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'mac_address': 'fa:16:3e:0e:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '114edd30-844a-4a8c-b586-08392f85ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:09:01Z', 'updated_at': '2022-05-30T20:09:13Z', 'revision_number': 5, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'subnets': [{'id': '114edd30-844a-4a8c-b586-08392f85ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:47.761477 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11746957-4cbb-4f23-94b6-1e34dac5ed9f None None] Checking router: 54c67bae-dc71-488d-a1a0-4ce425f9427c for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:09:47.769431 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:47.777924 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11746957-4cbb-4f23-94b6-1e34dac5ed9f None None] Routers {'54c67bae-dc71-488d-a1a0-4ce425f9427c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:09:47.778816 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-11746957-4cbb-4f23-94b6-1e34dac5ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:09:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['54c67bae-dc71-488d-a1a0-4ce425f9427c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:47.784596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b3e4c088-cc05-4368-9e07-51508dddd2ae, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b3e4c088-cc05-4368-9e07-51508dddd2ae,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:47.787958 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5860a70c-28de-4367-b018-4431113acc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e4c088-cc05-4368-9e07-51508dddd2ae'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:47.822703 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:47.869684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-4eac49d0-6726-4437-9cfb-19c19405b14a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1abdcb3-9911-4566-a01b-6540518de224 HTTP/1.1" status: 200 len: 998 time: 0.2353396 May 30 20:09:47.878913 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e58ecd-63f9-4c1f-afd0-3aa5cf9916ed req-b33e0630-acd0-4ef8-9619-9a8f23201de2 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:47.880636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d0e58ecd-63f9-4c1f-afd0-3aa5cf9916ed req-b33e0630-acd0-4ef8-9619-9a8f23201de2 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 944 time: 0.4558394 May 30 20:09:47.915794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b3e4c088-cc05-4368-9e07-51508dddd2ae,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:47.931359 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:47.932856 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-d54fa84a-63b4-4dc0-910c-464e64c71444', 'network_id': 'd54fa84a-63b4-4dc0-910c-464e64c71444', 'tenant_id': '4729829c70084d158bf416151075c533', 'fixed_ips': [{'subnet_id': '8d3a4d18-681e-4a98-a832-fdad95796682'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:09:47.934710 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.033588 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-11746957-4cbb-4f23-94b6-1e34dac5ed9f None None] Set router 54c67bae-dc71-488d-a1a0-4ce425f9427c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:09:48.086705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-d1a0a48b-be19-4784-9ed7-747fc01490b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:48.088201 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-d1a0a48b-be19-4784-9ed7-747fc01490b8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=114edd30-844a-4a8c-b586-08392f85ae00 HTTP/1.1" status: 200 len: 867 time: 0.2039084 May 30 20:09:48.161335 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Allocated IP 172.20.0.1 (d54fa84a-63b4-4dc0-910c-464e64c71444/8d3a4d18-681e-4a98-a832-fdad95796682/b242912c-2dcf-41dc-8e23-8cb35bc9abb3) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:48.259450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8ce60-3a19-4ba4-9ba6-4e8770141061 req-d2875b33-7027-4eaa-9e7d-61d75a468c3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:48.275373 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3a8ce60-3a19-4ba4-9ba6-4e8770141061 req-d2875b33-7027-4eaa-9e7d-61d75a468c3c service neutron] 10.222.0.93 "GET /v2.0/networks?id=be678d9a-f64a-4ec3-bf89-6e9c21a74113 HTTP/1.1" status: 200 len: 929 time: 0.5446601 May 30 20:09:48.352160 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d0e58ecd-63f9-4c1f-afd0-3aa5cf9916ed req-ed26bdd9-acf8-458b-819a-3e3e5927b9fb tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628927 May 30 20:09:48.432985 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.446394 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Transition to ACTIVE for port object b242912c-2dcf-41dc-8e23-8cb35bc9abb3 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:48.466323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Transition to ACTIVE for port object b242912c-2dcf-41dc-8e23-8cb35bc9abb3 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:48.474787 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.488712 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-cc94feb0-c7b6-4cdd-9413-244a901b2750 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=be678d9a-f64a-4ec3-bf89-6e9c21a74113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3273840 May 30 20:09:48.494965 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3a8ce60-3a19-4ba4-9ba6-4e8770141061 req-3f2bf6c0-37a2-4802-a610-f551efc9d74f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1abdcb3-9911-4566-a01b-6540518de224 HTTP/1.1" status: 200 len: 998 time: 0.2119465 May 30 20:09:48.511094 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.551004 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Network d54fa84a-63b4-4dc0-910c-464e64c71444 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:48.557824 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:48.573352 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-11746957-4cbb-4f23-94b6-1e34dac5ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420602020-router', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:54Z', 'updated_at': '2022-05-30T20:09:04Z', 'revision_number': 4, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'gw_port': {'id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:56Z', 'updated_at': '2022-05-30T20:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '16676942-118d-46fc-bda3-868a3534829c', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'port_id': 'e1abdcb3-9911-4566-a01b-6540518de224', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113', 'mac_address': 'fa:16:3e:6b:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b7ef08-4062-46d4-b74c-3e78bffe93be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:09:37Z', 'updated_at': '2022-05-30T20:09:44Z', 'revision_number': 1, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7872df02-89db-4e40-8bd7-29b304647938', 'name': '', 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'mac_address': 'fa:16:3e:0e:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '114edd30-844a-4a8c-b586-08392f85ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:09:01Z', 'updated_at': '2022-05-30T20:09:13Z', 'revision_number': 5, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'subnets': [{'id': '114edd30-844a-4a8c-b586-08392f85ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:48.579710 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:48.580965 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11746957-4cbb-4f23-94b6-1e34dac5ed9f None None] The sync data for ids ['54c67bae-dc71-488d-a1a0-4ce425f9427c'] in n-d-843949-2 is: [{'id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420602020-router', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:54Z', 'updated_at': '2022-05-30T20:09:04Z', 'revision_number': 4, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'gw_port': {'id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:56Z', 'updated_at': '2022-05-30T20:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '16676942-118d-46fc-bda3-868a3534829c', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'port_id': 'e1abdcb3-9911-4566-a01b-6540518de224', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113', 'mac_address': 'fa:16:3e:6b:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b7ef08-4062-46d4-b74c-3e78bffe93be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:09:37Z', 'updated_at': '2022-05-30T20:09:44Z', 'revision_number': 1, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7872df02-89db-4e40-8bd7-29b304647938', 'name': '', 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'mac_address': 'fa:16:3e:0e:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '114edd30-844a-4a8c-b586-08392f85ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:09:01Z', 'updated_at': '2022-05-30T20:09:13Z', 'revision_number': 5, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'subnets': [{'id': '114edd30-844a-4a8c-b586-08392f85ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:09:48.604743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3a4d18-681e-4a98-a832-fdad95796682,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:48.663882 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Pushing event updated for resources: {'Port': ['ID=b242912c-2dcf-41dc-8e23-8cb35bc9abb3,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:48.748822 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.763901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Attempting to bind port b242912c-2dcf-41dc-8e23-8cb35bc9abb3 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:48.764255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Attempting to bind port b242912c-2dcf-41dc-8e23-8cb35bc9abb3 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'e0ee1adb-fea7-45b5-be3a-bcfc92dfafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd54fa84a-63b4-4dc0-910c-464e64c71444'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:48.764612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Attempting to bind port b242912c-2dcf-41dc-8e23-8cb35bc9abb3 on network d54fa84a-63b4-4dc0-910c-464e64c71444 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:48.774267 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:48.774631 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Checking segment: {'id': 'e0ee1adb-fea7-45b5-be3a-bcfc92dfafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd54fa84a-63b4-4dc0-910c-464e64c71444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:48.775207 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.775594 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Bound using segment: {'id': 'e0ee1adb-fea7-45b5-be3a-bcfc92dfafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd54fa84a-63b4-4dc0-910c-464e64c71444'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:48.776080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Bound port: b242912c-2dcf-41dc-8e23-8cb35bc9abb3, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ee1adb-fea7-45b5-be3a-bcfc92dfafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd54fa84a-63b4-4dc0-910c-464e64c71444'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:48.776433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54fa84a-63b4-4dc0-910c-464e64c71444']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:48.776945 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.792507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ee1adb-fea7-45b5-be3a-bcfc92dfafa8') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:48.793068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ee1adb-fea7-45b5-be3a-bcfc92dfafa8') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:48.807695 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.825408 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.832961 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:48.833639 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.921437 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] For port b242912c-2dcf-41dc-8e23-8cb35bc9abb3, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:48.942272 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-dc3c5fa9-db92-46ac-89f9-1a11b02383f2 service neutron] 10.222.0.84 "GET /v2.0/networks/be678d9a-f64a-4ec3-bf89-6e9c21a74113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462991 May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: timer() May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:48.948323 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:48.962243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70fbef1-ee13-49d5-b1ef-f6c47283364b None None] New status for floating IP 16676942-118d-46fc-bda3-868a3534829c: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:09:48.967698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8ce60-3a19-4ba4-9ba6-4e8770141061 req-fdd986b9-4836-4524-b756-b37aee5ac1de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:48.969179 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3a8ce60-3a19-4ba4-9ba6-4e8770141061 req-fdd986b9-4836-4524-b756-b37aee5ac1de service neutron] 10.222.0.93 "GET /v2.0/subnets?id=114edd30-844a-4a8c-b586-08392f85ae00 HTTP/1.1" status: 200 len: 867 time: 0.4322877 May 30 20:09:48.994677 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:09:48.994677 n-d-843949-2 neutron-server[84024]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:09:48.994677 n-d-843949-2 neutron-server[84024]: [parameters: {'id': 'd54fa84a-63b4-4dc0-910c-464e64c71444'}] May 30 20:09:48.994677 n-d-843949-2 neutron-server[84024]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:09:48.995863 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:09:49.039022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] For port b242912c-2dcf-41dc-8e23-8cb35bc9abb3, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b242912c-2dcf-41dc-8e23-8cb35bc9abb3,segment=NetworkSegment(e0ee1adb-fea7-45b5-be3a-bcfc92dfafa8),segment_id=e0ee1adb-fea7-45b5-be3a-bcfc92dfafa8)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:49.056209 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:49.127141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66af9af-a2c0-4219-8891-26e93f88d979 req-9c66342e-b485-4f72-9b18-804c6c7aa027 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:49.128554 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b66af9af-a2c0-4219-8891-26e93f88d979 req-9c66342e-b485-4f72-9b18-804c6c7aa027 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.5250170 May 30 20:09:49.171259 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dae0014-e202-4be4-8ef6-e6cf99010625 req-b4f2f62c-e8b3-4a1a-a040-b3cff7226042 service neutron] 10.222.0.84 "GET /v2.0/networks/be678d9a-f64a-4ec3-bf89-6e9c21a74113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267938 May 30 20:09:49.174531 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3a8ce60-3a19-4ba4-9ba6-4e8770141061 req-8e5c32bb-9b0f-4715-9aa2-8cb8a894b3ce service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=be678d9a-f64a-4ec3-bf89-6e9c21a74113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518469 May 30 20:09:49.327434 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f3560-0c01-470b-93d3-035421c5b743 None None] Pushing event updated for resources: {'Port': ['ID=b242912c-2dcf-41dc-8e23-8cb35bc9abb3,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:49.352478 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f3f60d-ff26-4b5f-95da-3a3701166e1e'] response: {'server_uuid': '5860a70c-28de-4367-b018-4431113acc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e4c088-cc05-4368-9e07-51508dddd2ae', 'code': 200} May 30 20:09:49.469822 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf788cee-7459-42e7-b9c3-fe904e56eca7 None None] Network d54fa84a-63b4-4dc0-910c-464e64c71444 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:49.497775 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:49.515104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Deleting port b242912c-2dcf-41dc-8e23-8cb35bc9abb3 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:49.519478 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:49.681481 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3a8ce60-3a19-4ba4-9ba6-4e8770141061 req-5dff34fb-40b4-4e7f-bad0-a3c150ab2f5f service neutron] 10.222.0.93 "GET /v2.0/networks/be678d9a-f64a-4ec3-bf89-6e9c21a74113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899552 May 30 20:09:49.692128 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b66af9af-a2c0-4219-8891-26e93f88d979 req-73fdd10a-8dfe-4178-87a8-af6fa4ee70cd tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369525 May 30 20:09:49.766191 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f664852e-e95e-4c78-8c33-fc56b13fd8b4 None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:09:49.793297 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f10aedd8-cf23-4d6a-9066-4848b693b956 req-682989a5-6eda-43ce-b473-e1f47c432550 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 1096 time: 0.3878241 May 30 20:09:49.856300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] For port b242912c-2dcf-41dc-8e23-8cb35bc9abb3, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b242912c-2dcf-41dc-8e23-8cb35bc9abb3,segment=NetworkSegment(e0ee1adb-fea7-45b5-be3a-bcfc92dfafa8),segment_id=e0ee1adb-fea7-45b5-be3a-bcfc92dfafa8)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:49.856842 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:49.948748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f664852e-e95e-4c78-8c33-fc56b13fd8b4 None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:09:50.022636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Calling delete_port for b242912c-2dcf-41dc-8e23-8cb35bc9abb3 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:50.045353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f10aedd8-cf23-4d6a-9066-4848b693b956 req-e270e1e9-8603-4377-ad67-56bdb7fc8f47 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394168 May 30 20:09:50.056579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511e4bc-4cf7-459d-922e-fe353075dcdf req-77208bbb-53df-4b06-8d23-1e4759579004 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:50.064280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4511e4bc-4cf7-459d-922e-fe353075dcdf req-77208bbb-53df-4b06-8d23-1e4759579004 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.5176098 May 30 20:09:50.108222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3a8ce60-3a19-4ba4-9ba6-4e8770141061 req-d89b1043-c5bc-4029-8737-4e1460231836 service neutron] 10.222.0.93 "GET /v2.0/networks/be678d9a-f64a-4ec3-bf89-6e9c21a74113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129181 May 30 20:09:50.108433 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.143742 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4511e4bc-4cf7-459d-922e-fe353075dcdf req-ee49e799-d733-4232-ad76-59983ab96cf6 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785301 May 30 20:09:50.156790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-a280abaa-c24e-4550-acf4-1b9600654dd7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 258 time: 0.3356338 May 30 20:09:50.161771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:50.168125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:50.178893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:50.205685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Port': ['ID=b242912c-2dcf-41dc-8e23-8cb35bc9abb3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:50.206614 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.213137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No DVR routers for this DVR port b242912c-2dcf-41dc-8e23-8cb35bc9abb3 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:09:50.404660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.439177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54fa84a-63b4-4dc0-910c-464e64c71444']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:50.455232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ee1adb-fea7-45b5-be3a-bcfc92dfafa8') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:50.455524 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ee1adb-fea7-45b5-be3a-bcfc92dfafa8') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:50.468841 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.486648 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.493535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:50.493933 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: timer() May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:50.509597 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:50.614859 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.619949 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.620782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21e0e0-8235-474d-93e0-ac5476be5965 req-e1dd20f4-020c-4092-85f1-5cf8bb15066e tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:50.622240 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d21e0e0-8235-474d-93e0-ac5476be5965 req-e1dd20f4-020c-4092-85f1-5cf8bb15066e tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.2436378 May 30 20:09:50.654342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Network': ['ID=d54fa84a-63b4-4dc0-910c-464e64c71444,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:50.663301 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-da94e7b6-c682-4b20-b4cf-8ea4d9b50c85 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/d54fa84a-63b4-4dc0-910c-464e64c71444 HTTP/1.1" status: 204 len: 168 time: 3.3210196 May 30 20:09:50.664075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34678) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:50.669322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c0fcfc80-5c30-41a6-bf54-d472162df538 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1606219389'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:50.674503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c0fcfc80-5c30-41a6-bf54-d472162df538 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:50.678276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c0fcfc80-5c30-41a6-bf54-d472162df538 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:network and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:50.681140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c0fcfc80-5c30-41a6-bf54-d472162df538 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:50.687991 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c0fcfc80-5c30-41a6-bf54-d472162df538 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:50.696257 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d21e0e0-8235-474d-93e0-ac5476be5965 req-ecee05cd-5741-467d-8afd-bd18e5b22a0b tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615416 May 30 20:09:50.698121 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.699545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fcfc80-5c30-41a6-bf54-d472162df538 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:50.703712 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0fcfc80-5c30-41a6-bf54-d472162df538 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.745081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0fcfc80-5c30-41a6-bf54-d472162df538 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:09:50.756602 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0fcfc80-5c30-41a6-bf54-d472162df538 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.757198 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-c0fcfc80-5c30-41a6-bf54-d472162df538 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Added segment 840a55bc-de4b-45f2-ae9b-8a9a3df9f937 of type vlan for network e637ee1c-0555-4c16-b0da-e87d3a83d267 May 30 20:09:50.791242 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0fcfc80-5c30-41a6-bf54-d472162df538 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.830337 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0fcfc80-5c30-41a6-bf54-d472162df538 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.834556 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fcfc80-5c30-41a6-bf54-d472162df538 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:50.835925 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0fcfc80-5c30-41a6-bf54-d472162df538 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.891056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Allocated IP 172.25.5.35 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/9cdac306-a386-4c56-9e4d-ebe87854c1b9) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:50.966474 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c0fcfc80-5c30-41a6-bf54-d472162df538 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3012767 May 30 20:09:50.969468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34692) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:50.976383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-16d981cb-3c09-42bc-9e52-2ac388fa4793 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:50.991487 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcfc80-5c30-41a6-bf54-d472162df538 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Network': ['ID=e637ee1c-0555-4c16-b0da-e87d3a83d267,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:51.002170 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network e637ee1c-0555-4c16-b0da-e87d3a83d267 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:09:51.178699 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.225717 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.339090 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:51.343765 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:51.351870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:51.501921 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Pushing event updated for resources: {'Port': ['ID=9cdac306-a386-4c56-9e4d-ebe87854c1b9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:51.548761 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-16d981cb-3c09-42bc-9e52-2ac388fa4793 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.566655 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-16d981cb-3c09-42bc-9e52-2ac388fa4793 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.644400 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9a296a5-7668-4cd4-b074-81569f011949 req-f7b9ce0f-95a9-4733-89a7-37b293a2c883 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 1096 time: 0.1965828 May 30 20:09:51.651891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95721c-c2da-4672-83c8-b29d37588cb2 req-5d119b6f-32fa-4fce-aa7c-fa07b27df1ba tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:51.653341 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e95721c-c2da-4672-83c8-b29d37588cb2 req-5d119b6f-32fa-4fce-aa7c-fa07b27df1ba tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.1573396 May 30 20:09:51.655916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16d981cb-3c09-42bc-9e52-2ac388fa4793 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network e637ee1c-0555-4c16-b0da-e87d3a83d267 is not hosted by any dhcp agent {{(pid=84024) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 30 20:09:51.659671 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d981cb-3c09-42bc-9e52-2ac388fa4793 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:51.660477 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-16d981cb-3c09-42bc-9e52-2ac388fa4793 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.661895 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-16d981cb-3c09-42bc-9e52-2ac388fa4793 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "PUT /v2.0/networks/e637ee1c-0555-4c16-b0da-e87d3a83d267 HTTP/1.1" status: 200 len: 723 time: 0.6914809 May 30 20:09:51.665655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34706) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:51.674020 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d6612f79-2f35-445e-b184-03dac63e8af0 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'subnet': {'network_id': 'e637ee1c-0555-4c16-b0da-e87d3a83d267', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:51.698005 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d981cb-3c09-42bc-9e52-2ac388fa4793 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Network': ['ID=e637ee1c-0555-4c16-b0da-e87d3a83d267,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:51.728079 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network e637ee1c-0555-4c16-b0da-e87d3a83d267 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:09:51.796753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d6612f79-2f35-445e-b184-03dac63e8af0 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:51.800751 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d6612f79-2f35-445e-b184-03dac63e8af0 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:subnet and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:51.804054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d6612f79-2f35-445e-b184-03dac63e8af0 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:51.810815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d6612f79-2f35-445e-b184-03dac63e8af0 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:51.828359 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6612f79-2f35-445e-b184-03dac63e8af0 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:51.918689 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e95721c-c2da-4672-83c8-b29d37588cb2 req-1b9534e3-050f-4597-b6b1-263bf30f58d6 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435105 May 30 20:09:51.919535 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.963357 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d6612f79-2f35-445e-b184-03dac63e8af0 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.998451 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:52.043898 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a296a5-7668-4cd4-b074-81569f011949 req-a3bc11d8-16d2-44b1-bc62-e74fe911cb76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:52.044327 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9a296a5-7668-4cd4-b074-81569f011949 req-a3bc11d8-16d2-44b1-bc62-e74fe911cb76 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.3882251 May 30 20:09:52.245725 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d6612f79-2f35-445e-b184-03dac63e8af0 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:52.284409 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9a296a5-7668-4cd4-b074-81569f011949 req-78438d61-6087-4c21-bf64-d76f5e7f3822 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72 HTTP/1.1" status: 200 len: 1000 time: 0.2325757 May 30 20:09:52.351793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6612f79-2f35-445e-b184-03dac63e8af0 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Subnet': ['ID=397c8d07-ce39-4f88-b8ad-b5ddaf13c385,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:52.377113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6612f79-2f35-445e-b184-03dac63e8af0 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Checking segment: {'id': '840a55bc-de4b-45f2-ae9b-8a9a3df9f937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e637ee1c-0555-4c16-b0da-e87d3a83d267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:52.377340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6612f79-2f35-445e-b184-03dac63e8af0 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network hostable DHCP agents. Network: e637ee1c-0555-4c16-b0da-e87d3a83d267, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:09:52.398404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fcddd-fe5e-40bd-8be7-881a3e3868d0 req-dc4f0223-bb95-4f82-a4d7-d0698a673079 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:52.400427 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-268fcddd-fe5e-40bd-8be7-881a3e3868d0 req-dc4f0223-bb95-4f82-a4d7-d0698a673079 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.2942681 May 30 20:09:52.401453 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6612f79-2f35-445e-b184-03dac63e8af0 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network e637ee1c-0555-4c16-b0da-e87d3a83d267 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:09:52.418743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-d6612f79-2f35-445e-b184-03dac63e8af0 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, e637ee1c-0555-4c16-b0da-e87d3a83d267) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:52.423375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6612f79-2f35-445e-b184-03dac63e8af0 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:52.424031 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d6612f79-2f35-445e-b184-03dac63e8af0 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:52.430795 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d84fa3-7e26-46a8-8b7a-94fabb6263d6 None None] Network e637ee1c-0555-4c16-b0da-e87d3a83d267 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:52.442797 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a296a5-7668-4cd4-b074-81569f011949 req-bc742a9f-98ca-4cfb-9c01-db5a99a47bb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:52.444179 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9a296a5-7668-4cd4-b074-81569f011949 req-bc742a9f-98ca-4cfb-9c01-db5a99a47bb0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.1504493 May 30 20:09:52.447749 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d6612f79-2f35-445e-b184-03dac63e8af0 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7808692 May 30 20:09:52.450362 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34722) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:52.457271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-92f223f4-7c2b-4134-bf81-27122b704918 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:52.532240 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-268fcddd-fe5e-40bd-8be7-881a3e3868d0 req-3e2ba44a-4c6a-44c8-b329-4ccb023a723f tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147287 May 30 20:09:52.586095 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:52.601705 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:52.609523 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-92f223f4-7c2b-4134-bf81-27122b704918 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2972035'] for subnet, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:52.684704 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9a296a5-7668-4cd4-b074-81569f011949 req-a03bd4f0-7518-41b2-92ed-5f747be07002 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2324479 May 30 20:09:52.772648 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-e637ee1c-0555-4c16-b0da-e87d3a83d267', 'network_id': 'e637ee1c-0555-4c16-b0da-e87d3a83d267', 'tenant_id': '4729829c70084d158bf416151075c533', 'fixed_ips': [{'subnet_id': '397c8d07-ce39-4f88-b8ad-b5ddaf13c385'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:09:52.773194 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:52.890521 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-92f223f4-7c2b-4134-bf81-27122b704918 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730630571165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3157929'] for subnet, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:52.998790 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Allocated IP 172.20.0.2 (e637ee1c-0555-4c16-b0da-e87d3a83d267/397c8d07-ce39-4f88-b8ad-b5ddaf13c385/d1f56f2d-389e-4136-a159-9c9846e384d1) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:53.010814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f223f4-7c2b-4134-bf81-27122b704918 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:53.011115 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-92f223f4-7c2b-4134-bf81-27122b704918 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.015378 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-92f223f4-7c2b-4134-bf81-27122b704918 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "PUT /v2.0/subnets/397c8d07-ce39-4f88-b8ad-b5ddaf13c385 HTTP/1.1" status: 200 len: 806 time: 0.5602801 May 30 20:09:53.017912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34738) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:53.031472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Pushing event updated for resources: {'Port': ['ID=9cdac306-a386-4c56-9e4d-ebe87854c1b9,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:53.034117 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.061010 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f223f4-7c2b-4134-bf81-27122b704918 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Subnet': ['ID=397c8d07-ce39-4f88-b8ad-b5ddaf13c385,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:53.134730 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.136439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-8019f9e9-48e2-49c5-95ee-d1737dd3316e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9785025 May 30 20:09:53.212276 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.282506 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9a296a5-7668-4cd4-b074-81569f011949 req-5b6a134a-e363-44e2-8793-525688e07e05 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204359 May 30 20:09:53.326848 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.341094 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.354042 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Transition to ACTIVE for port object d1f56f2d-389e-4136-a159-9c9846e384d1 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:53.379076 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Transition to ACTIVE for port object d1f56f2d-389e-4136-a159-9c9846e384d1 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:53.386045 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.410173 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.454048 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Subnet': ['ID=397c8d07-ce39-4f88-b8ad-b5ddaf13c385,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:53.466725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Pushing event updated for resources: {'Port': ['ID=d1f56f2d-389e-4136-a159-9c9846e384d1,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:53.485919 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Network e637ee1c-0555-4c16-b0da-e87d3a83d267 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:53.487303 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:53.492009 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9a296a5-7668-4cd4-b074-81569f011949 req-ba69535a-f7ee-4385-851f-cf277e65b915 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610720 May 30 20:09:53.493228 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:53.495361 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-ff9f9692-0baf-43b7-ba45-47c0e8b9c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Synchronizing usage tracker for tenant:1a97a96a55a247198135569f0a546fa6 on resource:floatingip {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:53.514094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7f754-e4f9-4206-95e8-5df7034a0692 req-0f5d6978-f7be-49d1-822d-d14a07bb3cfa tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:53.516159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31b7f754-e4f9-4206-95e8-5df7034a0692 req-0f5d6978-f7be-49d1-822d-d14a07bb3cfa tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.8370452 May 30 20:09:53.588402 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31b7f754-e4f9-4206-95e8-5df7034a0692 req-3dd6b410-6389-4f78-acbf-e0144352216a tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634129 May 30 20:09:53.593384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-ff9f9692-0baf-43b7-ba45-47c0e8b9c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Unset dirty status for tenant:1a97a96a55a247198135569f0a546fa6 on resource:floatingip {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:53.596355 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-ff9f9692-0baf-43b7-ba45-47c0e8b9c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.35 HTTP/1.1" status: 200 len: 695 time: 0.4495676 May 30 20:09:53.615574 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Attempting to bind port d1f56f2d-389e-4136-a159-9c9846e384d1 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:53.615949 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Attempting to bind port d1f56f2d-389e-4136-a159-9c9846e384d1 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '840a55bc-de4b-45f2-ae9b-8a9a3df9f937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e637ee1c-0555-4c16-b0da-e87d3a83d267'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:53.616470 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Attempting to bind port d1f56f2d-389e-4136-a159-9c9846e384d1 on network e637ee1c-0555-4c16-b0da-e87d3a83d267 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:53.639922 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:53.640484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Checking segment: {'id': '840a55bc-de4b-45f2-ae9b-8a9a3df9f937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e637ee1c-0555-4c16-b0da-e87d3a83d267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:53.640998 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.641488 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Bound using segment: {'id': '840a55bc-de4b-45f2-ae9b-8a9a3df9f937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e637ee1c-0555-4c16-b0da-e87d3a83d267'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:53.642083 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Bound port: d1f56f2d-389e-4136-a159-9c9846e384d1, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840a55bc-de4b-45f2-ae9b-8a9a3df9f937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e637ee1c-0555-4c16-b0da-e87d3a83d267'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:53.642562 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.746064 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.750153 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] For port d1f56f2d-389e-4136-a159-9c9846e384d1, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:53.753401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] For port d1f56f2d-389e-4136-a159-9c9846e384d1, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d1f56f2d-389e-4136-a159-9c9846e384d1,segment=NetworkSegment(840a55bc-de4b-45f2-ae9b-8a9a3df9f937),segment_id=840a55bc-de4b-45f2-ae9b-8a9a3df9f937)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:53.762824 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.780560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e637ee1c-0555-4c16-b0da-e87d3a83d267']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:53.795431 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840a55bc-de4b-45f2-ae9b-8a9a3df9f937') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:53.795770 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840a55bc-de4b-45f2-ae9b-8a9a3df9f937') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:53.808536 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.828746 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.837952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:53.838639 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.864622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41761200-4c1e-4cc4-9e57-b1d36e428f86 None None] Pushing event updated for resources: {'Port': ['ID=d1f56f2d-389e-4136-a159-9c9846e384d1,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: timer() May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:53.870119 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:53.908535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-97e1b4b4-67a7-47ce-9060-61e92ac2da0d tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:53.914933 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-97e1b4b4-67a7-47ce-9060-61e92ac2da0d tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.3124168 May 30 20:09:53.920729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-ed4fc17a-7598-4235-97e6-50c0b240fe9e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:09:53.944187 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49401c1d-62e7-4d6b-8879-5dbc7c04a332 req-ed4fc17a-7598-4235-97e6-50c0b240fe9e tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0283153 May 30 20:09:53.991814 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7d38d2-a7b0-458c-a788-e198c93bc58d None None] Network e637ee1c-0555-4c16-b0da-e87d3a83d267 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:54.014382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1de967-ec15-485e-ac7a-1747985fa09f req-3664330c-b699-4b77-9e08-0f0c9b4ae407 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:54.019651 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:09:54.019651 n-d-843949-2 neutron-server[84024]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:09:54.019651 n-d-843949-2 neutron-server[84024]: [parameters: {'id': 'e637ee1c-0555-4c16-b0da-e87d3a83d267'}] May 30 20:09:54.019651 n-d-843949-2 neutron-server[84024]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:09:54.020035 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:09:54.032424 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e1de967-ec15-485e-ac7a-1747985fa09f req-3664330c-b699-4b77-9e08-0f0c9b4ae407 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.2193134 May 30 20:09:54.137073 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e1de967-ec15-485e-ac7a-1747985fa09f req-cc498740-4934-44cb-9d95-a46150aac229 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946639 May 30 20:09:54.259058 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302a0c1d-efc2-4005-b2a3-ed1ea2d8a882 None None] Network e637ee1c-0555-4c16-b0da-e87d3a83d267 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:54.277157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31690a5-7621-49ca-930d-d0a270997d55 req-849e3dcc-1c8b-4e47-ad1a-3f5bac6c5119 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:54.279454 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d31690a5-7621-49ca-930d-d0a270997d55 req-849e3dcc-1c8b-4e47-ad1a-3f5bac6c5119 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.1100957 May 30 20:09:54.406157 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d31690a5-7621-49ca-930d-d0a270997d55 req-8a9cbe5a-df8b-4af4-89f8-504311da4715 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856669 May 30 20:09:54.425377 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c203f4-5d7b-4195-9f09-9a29bab4850e req-85e67c25-4538-4dd0-ae81-7340d0d1441d tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:54.442843 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2c203f4-5d7b-4195-9f09-9a29bab4850e req-85e67c25-4538-4dd0-ae81-7340d0d1441d tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.1582406 May 30 20:09:54.488002 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5648ff4-f390-44bc-9996-cd22016671d2 None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:09:54.498364 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2c203f4-5d7b-4195-9f09-9a29bab4850e req-b5b7a995-eb22-4c73-b6d5-cbb8f1887f76 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550747 May 30 20:09:54.520693 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:54.532947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Deleting port d1f56f2d-389e-4136-a159-9c9846e384d1 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:54.533540 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:54.642012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc53ee-1641-44d4-8ddc-cb2f205b63a0 req-43343bbc-9570-44e1-a46f-8f0595aed187 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:54.649283 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79fc53ee-1641-44d4-8ddc-cb2f205b63a0 req-43343bbc-9570-44e1-a46f-8f0595aed187 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/ports?device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1125815 May 30 20:09:54.749193 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79fc53ee-1641-44d4-8ddc-cb2f205b63a0 req-1c5d7044-475b-4ff4-ab3f-1982a7ba39a7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.35 HTTP/1.1" status: 200 len: 695 time: 0.0988548 May 30 20:09:54.751608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5648ff4-f390-44bc-9996-cd22016671d2 None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:09:54.754566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-79fc53ee-1641-44d4-8ddc-cb2f205b63a0 req-4e6fcb9c-545a-46f2-b1a0-53452f9f8335 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Request body: {'floatingip': {'port_id': 'e1abdcb3-9911-4566-a01b-6540518de224', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:54.846759 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-79fc53ee-1641-44d4-8ddc-cb2f205b63a0 req-4e6fcb9c-545a-46f2-b1a0-53452f9f8335 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:54.877102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] For port d1f56f2d-389e-4136-a159-9c9846e384d1, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d1f56f2d-389e-4136-a159-9c9846e384d1,segment=NetworkSegment(840a55bc-de4b-45f2-ae9b-8a9a3df9f937),segment_id=840a55bc-de4b-45f2-ae9b-8a9a3df9f937)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:54.877462 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.035422 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Calling delete_port for d1f56f2d-389e-4136-a159-9c9846e384d1 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:55.181997 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.256511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No DVR routers for this DVR port d1f56f2d-389e-4136-a159-9c9846e384d1 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:09:55.302538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Port': ['ID=d1f56f2d-389e-4136-a159-9c9846e384d1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:55.442874 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.478977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e637ee1c-0555-4c16-b0da-e87d3a83d267']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:55.493171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840a55bc-de4b-45f2-ae9b-8a9a3df9f937') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:55.493465 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840a55bc-de4b-45f2-ae9b-8a9a3df9f937') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:55.505431 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.528459 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.537125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:55.537537 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: timer() May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:55.556757 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:55.629008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ac0b2-0f35-4b4a-bdcd-8801b1098e63 req-c46f3ce4-e3a2-44b3-98b8-94b3bb2e6e70 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:55.631787 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf6ac0b2-0f35-4b4a-bdcd-8801b1098e63 req-c46f3ce4-e3a2-44b3-98b8-94b3bb2e6e70 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.3741164 May 30 20:09:55.645185 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.657040 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-79fc53ee-1641-44d4-8ddc-cb2f205b63a0 req-4e6fcb9c-545a-46f2-b1a0-53452f9f8335 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] update failed (client error): There was a conflict when trying to complete your request. May 30 20:09:55.658010 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79fc53ee-1641-44d4-8ddc-cb2f205b63a0 req-4e6fcb9c-545a-46f2-b1a0-53452f9f8335 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "PUT /v2.0/floatingips/161f1035-2624-497e-8752-cf3d5da9c3bb HTTP/1.1" status: 409 len: 549 time: 0.9079592 May 30 20:09:55.664565 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.679598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Network': ['ID=e637ee1c-0555-4c16-b0da-e87d3a83d267,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:55.690568 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e9545314-efc7-40d2-82ed-136f25591047 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/e637ee1c-0555-4c16-b0da-e87d3a83d267 HTTP/1.1" status: 204 len: 168 time: 2.6713634 May 30 20:09:55.690922 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf6ac0b2-0f35-4b4a-bdcd-8801b1098e63 req-f022eb79-1aa3-4413-9b2b-01c8410182b3 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493374 May 30 20:09:55.691245 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34794) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:55.728446 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d921332-a49e-4057-a8a4-a562567b97c3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:09:55.728446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d921332-a49e-4057-a8a4-a562567b97c3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:09:55.729004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34798) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:55.729458 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0d921332-a49e-4057-a8a4-a562567b97c3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/e637ee1c-0555-4c16-b0da-e87d3a83d267 HTTP/1.1" status: 404 len: 339 time: 0.0367115 May 30 20:09:55.735569 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-265536ad-56a5-4415-b01d-c3896875ba68 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-716183108', 'description': 'd1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:55.741692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-265536ad-56a5-4415-b01d-c3896875ba68 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:55.746078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-265536ad-56a5-4415-b01d-c3896875ba68 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:network and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:55.749531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-265536ad-56a5-4415-b01d-c3896875ba68 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:55.758746 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-265536ad-56a5-4415-b01d-c3896875ba68 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:55.771240 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265536ad-56a5-4415-b01d-c3896875ba68 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:55.774794 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-265536ad-56a5-4415-b01d-c3896875ba68 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.903075 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265536ad-56a5-4415-b01d-c3896875ba68 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:09:55.924270 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-265536ad-56a5-4415-b01d-c3896875ba68 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.924613 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-265536ad-56a5-4415-b01d-c3896875ba68 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Added segment 65aa9343-0621-4a60-8fa4-d6f6473f2d40 of type vlan for network cdfc903e-5bfc-45a5-8ab6-1f5e6eda5cbc May 30 20:09:55.969051 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-265536ad-56a5-4415-b01d-c3896875ba68 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.977400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abaede-268f-4686-86c3-625ac835fb0b req-9fb9ebd0-d91a-4a0a-b81c-a4e91aa09037 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:55.978848 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70abaede-268f-4686-86c3-625ac835fb0b req-9fb9ebd0-d91a-4a0a-b81c-a4e91aa09037 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.1927252 May 30 20:09:56.030149 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244a500-79d6-42b6-a797-b94b1b66f3c0 req-17bbbb73-c21b-4420-82ad-097fcc03e1ca tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:56.031634 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a244a500-79d6-42b6-a797-b94b1b66f3c0 req-17bbbb73-c21b-4420-82ad-097fcc03e1ca tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.1850748 May 30 20:09:56.059762 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-265536ad-56a5-4415-b01d-c3896875ba68 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:56.063870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265536ad-56a5-4415-b01d-c3896875ba68 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:56.064859 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-265536ad-56a5-4415-b01d-c3896875ba68 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:56.184244 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70abaede-268f-4686-86c3-625ac835fb0b req-502a4683-d005-4006-8ccf-ed3a21ea094c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971195 May 30 20:09:56.206005 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-265536ad-56a5-4415-b01d-c3896875ba68 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4756534 May 30 20:09:56.208275 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265536ad-56a5-4415-b01d-c3896875ba68 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Network': ['ID=cdfc903e-5bfc-45a5-8ab6-1f5e6eda5cbc,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:56.208732 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34812) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:56.223396 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a244a500-79d6-42b6-a797-b94b1b66f3c0 req-70cae491-2c0e-4649-8c5f-c0a476638a05 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852632 May 30 20:09:56.240934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network cdfc903e-5bfc-45a5-8ab6-1f5e6eda5cbc details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:09:56.387658 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d16893-afa0-4740-b1bf-769527c9941e tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:56.388416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-96d16893-afa0-4740-b1bf-769527c9941e tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Synchronizing usage tracker for tenant:4729829c70084d158bf416151075c533 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:56.415255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-96d16893-afa0-4740-b1bf-769527c9941e tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Unset dirty status for tenant:4729829c70084d158bf416151075c533 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:56.419195 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-96d16893-afa0-4740-b1bf-769527c9941e tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "GET /v2.0/networks?id=cdfc903e-5bfc-45a5-8ab6-1f5e6eda5cbc HTTP/1.1" status: 200 len: 760 time: 0.2066112 May 30 20:09:56.420123 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34822) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:56.426623 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-45b763c9-f050-46bf-9d84-e85a37ba0b58 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'network': {'description': 'd2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:56.453554 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3494c7b-7de5-403d-bbe0-d53c4824d9c6 req-f73df805-e719-44ec-994f-b2e5d0201ef9 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/floatingips/161f1035-2624-497e-8752-cf3d5da9c3bb HTTP/1.1" status: 200 len: 692 time: 0.1632230 May 30 20:09:56.632665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22ebe4-3913-470f-9474-7ba8c403520f req-b7c5394f-af30-4d8b-9f85-8a50e20faa7a tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:56.634237 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ad22ebe4-3913-470f-9474-7ba8c403520f req-b7c5394f-af30-4d8b-9f85-8a50e20faa7a tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.2571149 May 30 20:09:56.646726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3494c7b-7de5-403d-bbe0-d53c4824d9c6 req-2ee74cb9-3440-417f-9e65-9f2e09da5704 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:56.648021 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3494c7b-7de5-403d-bbe0-d53c4824d9c6 req-2ee74cb9-3440-417f-9e65-9f2e09da5704 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.1879690 May 30 20:09:56.665879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-d3494c7b-7de5-403d-bbe0-d53c4824d9c6 req-224741b5-d91b-4671-921e-8d447c9064cc tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:09:56.666816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3494c7b-7de5-403d-bbe0-d53c4824d9c6 req-224741b5-d91b-4671-921e-8d447c9064cc tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053432 May 30 20:09:56.670015 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45b763c9-f050-46bf-9d84-e85a37ba0b58 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:56.689688 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45b763c9-f050-46bf-9d84-e85a37ba0b58 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:56.784407 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3494c7b-7de5-403d-bbe0-d53c4824d9c6 req-80be6629-c941-4742-99a4-a46bad8d0b43 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.35 HTTP/1.1" status: 200 len: 695 time: 0.1084502 May 30 20:09:56.792651 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ad22ebe4-3913-470f-9474-7ba8c403520f req-7ed9a3ae-1d8d-4942-9d7f-5ee7acfbc281 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527843 May 30 20:09:56.862406 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45b763c9-f050-46bf-9d84-e85a37ba0b58 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network cdfc903e-5bfc-45a5-8ab6-1f5e6eda5cbc is not hosted by any dhcp agent {{(pid=84024) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 30 20:09:56.865956 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b763c9-f050-46bf-9d84-e85a37ba0b58 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:56.866536 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45b763c9-f050-46bf-9d84-e85a37ba0b58 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:56.870168 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-45b763c9-f050-46bf-9d84-e85a37ba0b58 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "PUT /v2.0/networks/cdfc903e-5bfc-45a5-8ab6-1f5e6eda5cbc HTTP/1.1" status: 200 len: 757 time: 0.4467371 May 30 20:09:56.873604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34836) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:56.891390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b763c9-f050-46bf-9d84-e85a37ba0b58 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Network': ['ID=cdfc903e-5bfc-45a5-8ab6-1f5e6eda5cbc,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:56.901843 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network cdfc903e-5bfc-45a5-8ab6-1f5e6eda5cbc details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:09:56.917954 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3494c7b-7de5-403d-bbe0-d53c4824d9c6 req-860852d3-82b5-4b31-ae16-a7703ad3c8e3 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.35 HTTP/1.1" status: 200 len: 695 time: 0.1236615 May 30 20:09:57.197830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab1f477-ed5d-4a21-906a-d665d35da31e tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:57.198510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6ab1f477-ed5d-4a21-906a-d665d35da31e tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Synchronizing usage tracker for tenant:4729829c70084d158bf416151075c533 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:57.240156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d3494c7b-7de5-403d-bbe0-d53c4824d9c6 req-a4e80f79-a80a-409b-b453-61cc400b374b tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Deleting port 9cdac306-a386-4c56-9e4d-ebe87854c1b9 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:57.240498 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d3494c7b-7de5-403d-bbe0-d53c4824d9c6 req-a4e80f79-a80a-409b-b453-61cc400b374b tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.275906 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6ab1f477-ed5d-4a21-906a-d665d35da31e tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Unset dirty status for tenant:4729829c70084d158bf416151075c533 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:57.280374 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6ab1f477-ed5d-4a21-906a-d665d35da31e tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "GET /v2.0/networks?id=cdfc903e-5bfc-45a5-8ab6-1f5e6eda5cbc HTTP/1.1" status: 200 len: 760 time: 0.4023564 May 30 20:09:57.280736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34850) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:57.286297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c902026d-5a6a-4334-b71d-70d4548c9dfe tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1960023822'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:57.291584 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c902026d-5a6a-4334-b71d-70d4548c9dfe tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:57.291761 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e785a-069a-49c3-b006-67f17468d4f0 req-c0e6f6cc-97bc-4817-9e14-a80911b233ae tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:57.295997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d8e785a-069a-49c3-b006-67f17468d4f0 req-c0e6f6cc-97bc-4817-9e14-a80911b233ae tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.3843927 May 30 20:09:57.308404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c902026d-5a6a-4334-b71d-70d4548c9dfe tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:57.319779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c902026d-5a6a-4334-b71d-70d4548c9dfe tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:57.322789 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c902026d-5a6a-4334-b71d-70d4548c9dfe tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.365614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c902026d-5a6a-4334-b71d-70d4548c9dfe tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:09:57.397173 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c902026d-5a6a-4334-b71d-70d4548c9dfe tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.397558 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-c902026d-5a6a-4334-b71d-70d4548c9dfe tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Added segment 66311871-961e-4ef6-9713-863dfffea496 of type vlan for network c2ebe003-eba8-453f-9c3b-b658641ae9da May 30 20:09:57.428525 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c902026d-5a6a-4334-b71d-70d4548c9dfe tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.459278 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c902026d-5a6a-4334-b71d-70d4548c9dfe tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.467641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c902026d-5a6a-4334-b71d-70d4548c9dfe tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:57.468398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c902026d-5a6a-4334-b71d-70d4548c9dfe tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.547895 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d8e785a-069a-49c3-b006-67f17468d4f0 req-373e1897-3c68-45ee-95e7-02099eb70491 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420595 May 30 20:09:57.581569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902026d-5a6a-4334-b71d-70d4548c9dfe tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Network': ['ID=c2ebe003-eba8-453f-9c3b-b658641ae9da,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:57.590672 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network c2ebe003-eba8-453f-9c3b-b658641ae9da details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:09:57.592954 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d3494c7b-7de5-403d-bbe0-d53c4824d9c6 req-a4e80f79-a80a-409b-b453-61cc400b374b tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.593282 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d3494c7b-7de5-403d-bbe0-d53c4824d9c6 req-a4e80f79-a80a-409b-b453-61cc400b374b tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.594182 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c902026d-5a6a-4334-b71d-70d4548c9dfe tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3123746 May 30 20:09:57.594760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34858) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:57.600760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a66bf29a-ba18-47ba-a49e-dabbf9d28921 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'subnet': {'network_id': 'c2ebe003-eba8-453f-9c3b-b658641ae9da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:57.743739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d3494c7b-7de5-403d-bbe0-d53c4824d9c6 req-a4e80f79-a80a-409b-b453-61cc400b374b tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Calling delete_port for 9cdac306-a386-4c56-9e4d-ebe87854c1b9 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:57.759787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a66bf29a-ba18-47ba-a49e-dabbf9d28921 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:57.764722 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a66bf29a-ba18-47ba-a49e-dabbf9d28921 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Usage tracker for resource:subnet and tenant:4729829c70084d158bf416151075c533 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:57.767690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a66bf29a-ba18-47ba-a49e-dabbf9d28921 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:57.774091 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a66bf29a-ba18-47ba-a49e-dabbf9d28921 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:57.789101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66bf29a-ba18-47ba-a49e-dabbf9d28921 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:57.819956 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ec59-507e-426f-865b-2d40d5306690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.941971 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d3494c7b-7de5-403d-bbe0-d53c4824d9c6 req-a4e80f79-a80a-409b-b453-61cc400b374b tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.950077 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a66bf29a-ba18-47ba-a49e-dabbf9d28921 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.991323 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e80f79-a80a-409b-b453-61cc400b374b tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Pushing event deleted for resources: {'Port': ['ID=9cdac306-a386-4c56-9e4d-ebe87854c1b9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:58.179326 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d3494c7b-7de5-403d-bbe0-d53c4824d9c6 req-a4e80f79-a80a-409b-b453-61cc400b374b tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:58.209890 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a66bf29a-ba18-47ba-a49e-dabbf9d28921 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:58.212383 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5a0f5-0ced-4785-84d1-6f480710cd9b req-5e66be84-32e9-4b8b-93d1-2c43d48b1ef2 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:58.213735 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0b5a0f5-0ced-4785-84d1-6f480710cd9b req-5e66be84-32e9-4b8b-93d1-2c43d48b1ef2 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.1272550 May 30 20:09:58.276420 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d3494c7b-7de5-403d-bbe0-d53c4824d9c6 req-a4e80f79-a80a-409b-b453-61cc400b374b tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:58.278382 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3494c7b-7de5-403d-bbe0-d53c4824d9c6 req-a4e80f79-a80a-409b-b453-61cc400b374b tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "DELETE /v2.0/floatingips/161f1035-2624-497e-8752-cf3d5da9c3bb HTTP/1.1" status: 204 len: 173 time: 1.2744648 May 30 20:09:58.324131 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0b5a0f5-0ced-4785-84d1-6f480710cd9b req-e978160e-d33e-416c-9fce-fe7eb1a71708 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964353 May 30 20:09:58.396696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66bf29a-ba18-47ba-a49e-dabbf9d28921 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Subnet': ['ID=cc11af01-5b0f-48b7-abd3-22fe2ab6e5bd,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:58.405853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66bf29a-ba18-47ba-a49e-dabbf9d28921 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Checking segment: {'id': '66311871-961e-4ef6-9713-863dfffea496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c2ebe003-eba8-453f-9c3b-b658641ae9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:58.405853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66bf29a-ba18-47ba-a49e-dabbf9d28921 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network hostable DHCP agents. Network: c2ebe003-eba8-453f-9c3b-b658641ae9da, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:09:58.453598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66bf29a-ba18-47ba-a49e-dabbf9d28921 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network c2ebe003-eba8-453f-9c3b-b658641ae9da is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:09:58.466729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a66bf29a-ba18-47ba-a49e-dabbf9d28921 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, c2ebe003-eba8-453f-9c3b-b658641ae9da) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:58.473045 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66bf29a-ba18-47ba-a49e-dabbf9d28921 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:58.473045 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a66bf29a-ba18-47ba-a49e-dabbf9d28921 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:58.480888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8a63bb-a198-4a02-aea3-c713f8c6b2ee None None] Network c2ebe003-eba8-453f-9c3b-b658641ae9da requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:58.507948 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a66bf29a-ba18-47ba-a49e-dabbf9d28921 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9120893 May 30 20:09:58.509784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34878) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:58.580863 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-daa728cc-0d3a-4118-9855-f4ecf18e718a tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Synchronizing usage tracker for tenant:1a97a96a55a247198135569f0a546fa6 on resource:floatingip {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:58.619955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-daa728cc-0d3a-4118-9855-f4ecf18e718a tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Unset dirty status for tenant:1a97a96a55a247198135569f0a546fa6 on resource:floatingip {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:58.621467 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-daa728cc-0d3a-4118-9855-f4ecf18e718a tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 1000 time: 0.2518892 May 30 20:09:58.649346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fa879-23a0-412f-a25b-15410abdd165 req-c8a087d0-fbfb-4b9f-a170-9035a8e38784 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:58.691762 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de5fa879-23a0-412f-a25b-15410abdd165 req-c8a087d0-fbfb-4b9f-a170-9035a8e38784 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.1838098 May 30 20:09:58.768249 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:58.830368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-29f97ef2-0419-4b55-a96f-506624f4b231 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:58.831248 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-29f97ef2-0419-4b55-a96f-506624f4b231 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Synchronizing usage tracker for tenant:1a97a96a55a247198135569f0a546fa6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:58.840699 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c2ebe003-eba8-453f-9c3b-b658641ae9da', 'network_id': 'c2ebe003-eba8-453f-9c3b-b658641ae9da', 'tenant_id': '4729829c70084d158bf416151075c533', 'fixed_ips': [{'subnet_id': 'cc11af01-5b0f-48b7-abd3-22fe2ab6e5bd'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:09:58.843307 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de5fa879-23a0-412f-a25b-15410abdd165 req-eac5dfac-b6a3-4dcd-874d-9fc38e757768 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512790 May 30 20:09:58.845447 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:58.855410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-29f97ef2-0419-4b55-a96f-506624f4b231 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Unset dirty status for tenant:1a97a96a55a247198135569f0a546fa6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:58.864508 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-29f97ef2-0419-4b55-a96f-506624f4b231 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/ports/e1abdcb3-9911-4566-a01b-6540518de224 HTTP/1.1" status: 200 len: 942 time: 0.2335329 May 30 20:09:58.935544 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:59.042136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Allocated IP 172.20.0.2 (c2ebe003-eba8-453f-9c3b-b658641ae9da/cc11af01-5b0f-48b7-abd3-22fe2ab6e5bd/2179ee65-b9ec-4c5e-8df6-d6f568a3d9de) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:59.191808 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-538cacba-b74a-4f56-8b62-135e3664ed86 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 1000 time: 0.1821904 May 30 20:09:59.286688 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:59.298692 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Transition to ACTIVE for port object 2179ee65-b9ec-4c5e-8df6-d6f568a3d9de will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:59.309673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a274848-3465-4f5c-8663-51b72061cbdd req-927d20eb-6114-4e4d-a168-ca4ac07b5bda tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:59.311383 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a274848-3465-4f5c-8663-51b72061cbdd req-927d20eb-6114-4e4d-a168-ca4ac07b5bda tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.2152929 May 30 20:09:59.338764 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Transition to ACTIVE for port object 2179ee65-b9ec-4c5e-8df6-d6f568a3d9de will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:59.354075 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:59.366325 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:59.402575 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-6c08b640-b581-4d94-871c-ccc13628368a tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:59.404816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-6c08b640-b581-4d94-871c-ccc13628368a tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.2009230 May 30 20:09:59.419717 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a274848-3465-4f5c-8663-51b72061cbdd req-4b3f8397-7ec4-40d3-b379-f81d8e82b059 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017995 May 30 20:09:59.430073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Subnet': ['ID=cc11af01-5b0f-48b7-abd3-22fe2ab6e5bd,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:59.461531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Network c2ebe003-eba8-453f-9c3b-b658641ae9da is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:59.464950 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:59.468609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:59.476731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Pushing event updated for resources: {'Port': ['ID=2179ee65-b9ec-4c5e-8df6-d6f568a3d9de,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:59.567516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-154d28c1-690b-4c4c-a3c5-9725cb99f214 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 1000 time: 0.1467190 May 30 20:09:59.579602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-b8ad5f90-3203-4df0-aa26-40835ac8b555 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:59.635633 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Attempting to bind port 2179ee65-b9ec-4c5e-8df6-d6f568a3d9de on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:59.636243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Attempting to bind port 2179ee65-b9ec-4c5e-8df6-d6f568a3d9de by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '66311871-961e-4ef6-9713-863dfffea496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c2ebe003-eba8-453f-9c3b-b658641ae9da'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:59.636655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Attempting to bind port 2179ee65-b9ec-4c5e-8df6-d6f568a3d9de on network c2ebe003-eba8-453f-9c3b-b658641ae9da {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:59.642108 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:59.644792 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:59.645162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Checking segment: {'id': '66311871-961e-4ef6-9713-863dfffea496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c2ebe003-eba8-453f-9c3b-b658641ae9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:59.645566 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:59.645951 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Bound using segment: {'id': '66311871-961e-4ef6-9713-863dfffea496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c2ebe003-eba8-453f-9c3b-b658641ae9da'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:59.646407 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Bound port: 2179ee65-b9ec-4c5e-8df6-d6f568a3d9de, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66311871-961e-4ef6-9713-863dfffea496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c2ebe003-eba8-453f-9c3b-b658641ae9da'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:59.646774 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:59.670700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ebe003-eba8-453f-9c3b-b658641ae9da']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:59.683527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66311871-961e-4ef6-9713-863dfffea496') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:59.684106 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66311871-961e-4ef6-9713-863dfffea496') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:59.697250 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:59.715016 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:59.723307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:59.723721 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: timer() May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:59.738489 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:59.766657 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] For port 2179ee65-b9ec-4c5e-8df6-d6f568a3d9de, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:59.844490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] For port 2179ee65-b9ec-4c5e-8df6-d6f568a3d9de, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=2179ee65-b9ec-4c5e-8df6-d6f568a3d9de,segment=NetworkSegment(66311871-961e-4ef6-9713-863dfffea496),segment_id=66311871-961e-4ef6-9713-863dfffea496)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:59.845149 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:09:59.845149 n-d-843949-2 neutron-server[84024]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:09:59.845149 n-d-843949-2 neutron-server[84024]: [parameters: {'id': 'c2ebe003-eba8-453f-9c3b-b658641ae9da'}] May 30 20:09:59.845149 n-d-843949-2 neutron-server[84024]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:09:59.845149 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:09:59.856652 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:59.916583 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-b8ad5f90-3203-4df0-aa26-40835ac8b555 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:59.926839 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1aa70af9-932e-4a1a-be6e-7a62dc4997bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.003174 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29043d0c-e71a-47f2-9c3e-31b5bc3f64e0 None None] Pushing event updated for resources: {'Port': ['ID=2179ee65-b9ec-4c5e-8df6-d6f568a3d9de,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:00.039176 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035698ec-2e7c-41a2-9892-dec3efb1366c None None] Network c2ebe003-eba8-453f-9c3b-b658641ae9da requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:00.152417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ae33d-b891-4ae0-83ca-17d0b018055d req-54e05878-468c-4b50-a5a5-7e4b60cdb6e2 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:00.156525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-390ae33d-b891-4ae0-83ca-17d0b018055d req-54e05878-468c-4b50-a5a5-7e4b60cdb6e2 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.5015333 May 30 20:10:00.293184 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-390ae33d-b891-4ae0-83ca-17d0b018055d req-ef16c229-3320-4a23-9592-a5838ce92a82 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318352 May 30 20:10:00.299020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffa00aa-08f0-49dd-9d25-403dfb0418cf None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:10:00.349540 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.375616 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Deleting port 2179ee65-b9ec-4c5e-8df6-d6f568a3d9de {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:00.376169 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.414338 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-b8ad5f90-3203-4df0-aa26-40835ac8b555 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.422853 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-b8ad5f90-3203-4df0-aa26-40835ac8b555 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.424991 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-b8ad5f90-3203-4df0-aa26-40835ac8b555 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Floating IP 16676942-118d-46fc-bda3-868a3534829c disassociated. External IP: 172.25.5.40, port: e1abdcb3-9911-4566-a01b-6540518de224. May 30 20:10:00.688257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffa00aa-08f0-49dd-9d25-403dfb0418cf None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:10:00.727470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b3502-2d71-40c2-8abd-ad94eb9dd0d7 req-19cb0086-b32f-43cb-bb96-a07b0f5c191c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:00.736086 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-556b3502-2d71-40c2-8abd-ad94eb9dd0d7 req-19cb0086-b32f-43cb-bb96-a07b0f5c191c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.1318223 May 30 20:10:00.786731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] For port 2179ee65-b9ec-4c5e-8df6-d6f568a3d9de, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=2179ee65-b9ec-4c5e-8df6-d6f568a3d9de,segment=NetworkSegment(66311871-961e-4ef6-9713-863dfffea496),segment_id=66311871-961e-4ef6-9713-863dfffea496)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:00.787735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.806040 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-556b3502-2d71-40c2-8abd-ad94eb9dd0d7 req-40332207-70a1-44f3-ad98-9fba38ecb5be tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690577 May 30 20:10:01.160887 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Calling delete_port for 2179ee65-b9ec-4c5e-8df6-d6f568a3d9de owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:01.173457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411912c-697c-4f59-9c07-d1841d28e080 req-2d28e05f-34cd-4c36-a2fe-b46bbb565dab tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:01.175603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8411912c-697c-4f59-9c07-d1841d28e080 req-2d28e05f-34cd-4c36-a2fe-b46bbb565dab tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.1302264 May 30 20:10:01.201850 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:01.281920 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:01.307914 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8411912c-697c-4f59-9c07-d1841d28e080 req-6fd39de5-4f14-42e1-a397-24b1223e88fa tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244373 May 30 20:10:01.394537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Port': ['ID=2179ee65-b9ec-4c5e-8df6-d6f568a3d9de,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:01.396419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No DVR routers for this DVR port 2179ee65-b9ec-4c5e-8df6-d6f568a3d9de on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:01.428144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-b8ad5f90-3203-4df0-aa26-40835ac8b555 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Router 54c67bae-dc71-488d-a1a0-4ce425f9427c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:10:01.434378 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:01.590713 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:01.618544 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ebe003-eba8-453f-9c3b-b658641ae9da']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:01.633392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66311871-961e-4ef6-9713-863dfffea496') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:01.633659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66311871-961e-4ef6-9713-863dfffea496') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:01.656995 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:01.682200 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:01.690391 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:10:01.690837 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:01.707225 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505d5de-c054-4973-9c64-543261ba8241 req-d0eaa71f-7404-4d21-9009-8fab898df634 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:01.713320 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c505d5de-c054-4973-9c64-543261ba8241 req-d0eaa71f-7404-4d21-9009-8fab898df634 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.1776216 May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: timer() May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:10:01.725070 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:10:01.776694 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c505d5de-c054-4973-9c64-543261ba8241 req-5edddb4d-c9c4-4a0b-a201-f277a50ac1c1 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580096 May 30 20:10:01.806483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-b8ad5f90-3203-4df0-aa26-40835ac8b555 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:10:01.814262 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-b8ad5f90-3203-4df0-aa26-40835ac8b555 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:01.823489 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf9a21-746c-4ea0-90ca-0aeedf99b71b None None] Sync routers for ids ['54c67bae-dc71-488d-a1a0-4ce425f9427c'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:10:01.837456 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf9a21-746c-4ea0-90ca-0aeedf99b71b None None] Routers {'54c67bae-dc71-488d-a1a0-4ce425f9427c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:01.838065 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8cbf9a21-746c-4ea0-90ca-0aeedf99b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:10:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['54c67bae-dc71-488d-a1a0-4ce425f9427c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:01.857597 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:01.886773 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:01.893043 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-b8ad5f90-3203-4df0-aa26-40835ac8b555 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "PUT /v2.0/floatingips/16676942-118d-46fc-bda3-868a3534829c HTTP/1.1" status: 200 len: 694 time: 2.3120289 May 30 20:10:01.913366 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Network': ['ID=c2ebe003-eba8-453f-9c3b-b658641ae9da,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:01.927409 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b7ef08-4062-46d4-b74c-3e78bffe93be', 'tag': 'e1abdcb3-9911-4566-a01b-6540518de224'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:01.950359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34940) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:01.951640 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6ab2f31a-e607-4e2e-a5ef-64677337c51b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/c2ebe003-eba8-453f-9c3b-b658641ae9da HTTP/1.1" status: 204 len: 168 time: 3.4404464 May 30 20:10:02.004302 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-58231893-2f86-4bf2-97c2-c9b40aa6b73a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] GET failed (client error): The resource could not be found. May 30 20:10:02.005336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-58231893-2f86-4bf2-97c2-c9b40aa6b73a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Synchronizing usage tracker for tenant:4729829c70084d158bf416151075c533 on resource:subnet {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:02.034487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-58231893-2f86-4bf2-97c2-c9b40aa6b73a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Unset dirty status for tenant:4729829c70084d158bf416151075c533 on resource:subnet {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:02.035540 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-58231893-2f86-4bf2-97c2-c9b40aa6b73a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "GET /v2.0/subnets/cc11af01-5b0f-48b7-abd3-22fe2ab6e5bd HTTP/1.1" status: 404 len: 337 time: 0.0780149 May 30 20:10:02.038812 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34950) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:02.044588 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-787210d7-1ee3-4c23-802c-5659e6b4e547 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a97a96a55a247198135569f0a546fa6&device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 1096 time: 0.1506305 May 30 20:10:02.068412 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40ee550-446f-47c5-b146-929899dccd94 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:02.069386 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d40ee550-446f-47c5-b146-929899dccd94 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:02.075426 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d40ee550-446f-47c5-b146-929899dccd94 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/c2ebe003-eba8-453f-9c3b-b658641ae9da HTTP/1.1" status: 404 len: 339 time: 0.0352187 May 30 20:10:02.076799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34954) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:02.085069 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-8cbf9a21-746c-4ea0-90ca-0aeedf99b71b None None] Set router 54c67bae-dc71-488d-a1a0-4ce425f9427c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:10:02.258083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c894efb-3aff-4333-90a8-4ce6d567a0d6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:02.258563 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2c894efb-3aff-4333-90a8-4ce6d567a0d6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Synchronizing usage tracker for tenant:4729829c70084d158bf416151075c533 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:02.284464 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2c894efb-3aff-4333-90a8-4ce6d567a0d6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Unset dirty status for tenant:4729829c70084d158bf416151075c533 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:02.288830 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2c894efb-3aff-4333-90a8-4ce6d567a0d6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2092948 May 30 20:10:02.290821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34958) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:02.394944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0ed9ac1d-2767-405e-821e-dca73f532c4a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Synchronizing usage tracker for tenant:4729829c70084d158bf416151075c533 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:02.427500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0ed9ac1d-2767-405e-821e-dca73f532c4a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Unset dirty status for tenant:4729829c70084d158bf416151075c533 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:02.428713 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0ed9ac1d-2767-405e-821e-dca73f532c4a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 207 time: 0.1368239 May 30 20:10:02.434576 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34962) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:02.540519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5dcc1-2428-4741-bf08-0c041ccbbe63 req-35c98135-3dd3-4915-9e25-b84bf7cdb8b2 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:02.548361 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60d5dcc1-2428-4741-bf08-0c041ccbbe63 req-35c98135-3dd3-4915-9e25-b84bf7cdb8b2 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.2113969 May 30 20:10:02.614058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-ce09f3e1-0b9b-40a4-a436-781503df449a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:02.617308 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-ce09f3e1-0b9b-40a4-a436-781503df449a service neutron] 10.222.0.84 "GET /v2.0/networks?id=be678d9a-f64a-4ec3-bf89-6e9c21a74113 HTTP/1.1" status: 200 len: 929 time: 0.5712359 May 30 20:10:02.686042 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4291419-a52f-426b-bafd-84f335d1afee tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:02.690470 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4291419-a52f-426b-bafd-84f335d1afee tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:02.694500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4291419-a52f-426b-bafd-84f335d1afee tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:02.698671 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4291419-a52f-426b-bafd-84f335d1afee tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:02.701453 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c4291419-a52f-426b-bafd-84f335d1afee tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2646220 May 30 20:10:02.706279 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34972) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:02.714199 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8cbf9a21-746c-4ea0-90ca-0aeedf99b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420602020-router', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:54Z', 'updated_at': '2022-05-30T20:09:04Z', 'revision_number': 4, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'gw_port': {'id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:56Z', 'updated_at': '2022-05-30T20:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '7872df02-89db-4e40-8bd7-29b304647938', 'name': '', 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'mac_address': 'fa:16:3e:0e:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '114edd30-844a-4a8c-b586-08392f85ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:09:01Z', 'updated_at': '2022-05-30T20:09:13Z', 'revision_number': 5, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'subnets': [{'id': '114edd30-844a-4a8c-b586-08392f85ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:02.721137 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf9a21-746c-4ea0-90ca-0aeedf99b71b None None] Checking router: 54c67bae-dc71-488d-a1a0-4ce425f9427c for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:10:02.730777 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:02.746780 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf9a21-746c-4ea0-90ca-0aeedf99b71b None None] Routers {'54c67bae-dc71-488d-a1a0-4ce425f9427c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:02.747731 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8cbf9a21-746c-4ea0-90ca-0aeedf99b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:10:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['54c67bae-dc71-488d-a1a0-4ce425f9427c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:02.758163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-4b21f3ed-0b13-4cd3-b0c0-5f6a8d7541a1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1abdcb3-9911-4566-a01b-6540518de224 HTTP/1.1" status: 200 len: 217 time: 0.1226933 May 30 20:10:02.768535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60d5dcc1-2428-4741-bf08-0c041ccbbe63 req-d695de46-427a-4865-a27d-41ff7aea76ef tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192006 May 30 20:10:02.838777 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-88ae0e09-9e4e-4e69-b8c4-b90ff4a41aab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:02.850495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-88ae0e09-9e4e-4e69-b8c4-b90ff4a41aab service neutron] 10.222.0.84 "GET /v2.0/subnets?id=114edd30-844a-4a8c-b586-08392f85ae00 HTTP/1.1" status: 200 len: 867 time: 0.0808065 May 30 20:10:02.909075 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732c6270-af40-4219-bd8c-be64050a7a24'] response: {'name': 'network-changed', 'server_uuid': '07b7ef08-4062-46d4-b74c-3e78bffe93be', 'tag': 'e1abdcb3-9911-4566-a01b-6540518de224', 'status': 'completed', 'code': 200} May 30 20:10:02.985947 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-8cbf9a21-746c-4ea0-90ca-0aeedf99b71b None None] Set router 54c67bae-dc71-488d-a1a0-4ce425f9427c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:10:03.040740 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:03.052785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34984) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:03.073014 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3ae62b84-1092-4c2a-85cb-e5c392ce1dbc tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3642645 May 30 20:10:03.160411 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-8e6c7848-e6b1-49c8-9d4f-90becaba447e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=be678d9a-f64a-4ec3-bf89-6e9c21a74113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3087418 May 30 20:10:03.311643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1132c685-12dc-4d02-acea-5bea5356a3b3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:03.311643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1132c685-12dc-4d02-acea-5bea5356a3b3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:03.316560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34994) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:03.326986 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1132c685-12dc-4d02-acea-5bea5356a3b3 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2728791 May 30 20:10:03.337823 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98a3b031-ba5e-484d-9a90-0e35eb4b2601 req-c37b0820-6387-4d43-8a6a-00d36d59ba81 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1a97a96a55a247198135569f0a546fa6&device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 1096 time: 0.4118414 May 30 20:10:03.427530 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8cbf9a21-746c-4ea0-90ca-0aeedf99b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420602020-router', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:54Z', 'updated_at': '2022-05-30T20:09:04Z', 'revision_number': 4, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'gw_port': {'id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:56Z', 'updated_at': '2022-05-30T20:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '7872df02-89db-4e40-8bd7-29b304647938', 'name': '', 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'mac_address': 'fa:16:3e:0e:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '114edd30-844a-4a8c-b586-08392f85ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:09:01Z', 'updated_at': '2022-05-30T20:09:13Z', 'revision_number': 5, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'subnets': [{'id': '114edd30-844a-4a8c-b586-08392f85ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:03.434491 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf9a21-746c-4ea0-90ca-0aeedf99b71b None None] The sync data for ids ['54c67bae-dc71-488d-a1a0-4ce425f9427c'] in n-d-843949-2 is: [{'id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420602020-router', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:54Z', 'updated_at': '2022-05-30T20:09:04Z', 'revision_number': 4, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'gw_port': {'id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:56Z', 'updated_at': '2022-05-30T20:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '7872df02-89db-4e40-8bd7-29b304647938', 'name': '', 'network_id': 'be678d9a-f64a-4ec3-bf89-6e9c21a74113', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'mac_address': 'fa:16:3e:0e:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '114edd30-844a-4a8c-b586-08392f85ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:09:01Z', 'updated_at': '2022-05-30T20:09:13Z', 'revision_number': 5, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'subnets': [{'id': '114edd30-844a-4a8c-b586-08392f85ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:10:03.437867 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80586f0d-533e-4103-b6bc-bc758d242d4f tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:03.439405 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80586f0d-533e-4103-b6bc-bc758d242d4f tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:03.444912 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-80586f0d-533e-4103-b6bc-bc758d242d4f tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1275892 May 30 20:10:03.445506 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34998) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:03.549129 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-5ae262fc-39bc-4125-bd61-3914a3b68a1c service neutron] 10.222.0.84 "GET /v2.0/networks/be678d9a-f64a-4ec3-bf89-6e9c21a74113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779848 May 30 20:10:03.629578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2dba29-1c42-45de-8810-f3b30923e17e tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:03.630754 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ca2dba29-1c42-45de-8810-f3b30923e17e tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "GET /v2.0/networks/136989f9-f6d2-47f7-89e4-47f20372a5b2 HTTP/1.1" status: 200 len: 799 time: 0.1843383 May 30 20:10:03.636592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35008) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:03.782758 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbc9b1-0746-49ec-922d-9f2a81eae98d req-e8baf5a5-6a7b-416a-ab15-d3d540b5ee83 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:03.782758 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1fbc9b1-0746-49ec-922d-9f2a81eae98d req-e8baf5a5-6a7b-416a-ab15-d3d540b5ee83 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.6797898 May 30 20:10:03.782758 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3b031-ba5e-484d-9a90-0e35eb4b2601 req-7d6b7738-0f1c-4e4d-8410-b0c2d53cc6b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:03.782758 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98a3b031-ba5e-484d-9a90-0e35eb4b2601 req-7d6b7738-0f1c-4e4d-8410-b0c2d53cc6b0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=be678d9a-f64a-4ec3-bf89-6e9c21a74113 HTTP/1.1" status: 200 len: 929 time: 0.4114318 May 30 20:10:03.861152 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-603ee5c1-0bcd-4680-a440-bc71db7b077c tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "GET /v2.0/networks/136989f9-f6d2-47f7-89e4-47f20372a5b2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2180896 May 30 20:10:03.861382 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35014) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:03.880552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06c843-acbd-436f-9dec-80822c83a464 None None] New status for floating IP 16676942-118d-46fc-bda3-868a3534829c: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:10:03.921279 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1fbc9b1-0746-49ec-922d-9f2a81eae98d req-f01cce8c-eb44-46d2-a4ad-1846624ec815 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365805 May 30 20:10:03.923266 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98a3b031-ba5e-484d-9a90-0e35eb4b2601 req-8dbec80e-d784-45f0-97d1-b91081437a0c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1abdcb3-9911-4566-a01b-6540518de224 HTTP/1.1" status: 200 len: 217 time: 0.0812950 May 30 20:10:03.944422 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fd574d-f480-4237-a7f4-ad493bb0ba1a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:03.948479 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-96fd574d-f480-4237-a7f4-ad493bb0ba1a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "GET /v2.0/subnets/7140ca20-e78a-40ba-98b5-ba0163551bd4 HTTP/1.1" status: 200 len: 811 time: 0.0855925 May 30 20:10:03.956542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35020) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:03.996780 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a12a764-4e77-4ba4-a541-0d8105d29aee req-574bb030-7fc5-43b6-8d94-148e52df9eca service neutron] 10.222.0.84 "GET /v2.0/networks/be678d9a-f64a-4ec3-bf89-6e9c21a74113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253387 May 30 20:10:04.013273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3b031-ba5e-484d-9a90-0e35eb4b2601 req-19e6293a-8409-43ae-ae99-9fde56bb8ea0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:04.015583 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98a3b031-ba5e-484d-9a90-0e35eb4b2601 req-19e6293a-8409-43ae-ae99-9fde56bb8ea0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=114edd30-844a-4a8c-b586-08392f85ae00 HTTP/1.1" status: 200 len: 867 time: 0.0828228 May 30 20:10:04.219192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6f8e20-8183-4df8-85a9-f920c18465b0 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:04.224724 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ce6f8e20-8183-4df8-85a9-f920c18465b0 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "GET /v2.0/subnets/7140ca20-e78a-40ba-98b5-ba0163551bd4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2630811 May 30 20:10:04.225465 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35032) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:04.235346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6163bc6f-eafe-498b-a55f-91597a5ef4a8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-630894390'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:04.250265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6163bc6f-eafe-498b-a55f-91597a5ef4a8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:04.261753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6163bc6f-eafe-498b-a55f-91597a5ef4a8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:04.280416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6163bc6f-eafe-498b-a55f-91597a5ef4a8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:04.284016 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6163bc6f-eafe-498b-a55f-91597a5ef4a8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:04.331748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98a3b031-ba5e-484d-9a90-0e35eb4b2601 req-a38b4864-b00e-4ac6-af22-2a32e84d7665 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=be678d9a-f64a-4ec3-bf89-6e9c21a74113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3073692 May 30 20:10:04.357819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6163bc6f-eafe-498b-a55f-91597a5ef4a8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:10:04.387996 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6163bc6f-eafe-498b-a55f-91597a5ef4a8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:04.388328 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-6163bc6f-eafe-498b-a55f-91597a5ef4a8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Added segment f632e519-cc3e-4a04-943f-0a6818b6431a of type vlan for network c2608ff8-1fec-423e-8f53-c34efb38cdc6 May 30 20:10:04.447825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ed2c8-7718-4fa4-8836-10e4c40e8c68 req-d0782946-cc9f-4181-aa33-886277379915 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:04.451307 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f0ed2c8-7718-4fa4-8836-10e4c40e8c68 req-d0782946-cc9f-4181-aa33-886277379915 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.2653437 May 30 20:10:04.455371 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6163bc6f-eafe-498b-a55f-91597a5ef4a8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:04.493572 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6163bc6f-eafe-498b-a55f-91597a5ef4a8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:04.498484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6163bc6f-eafe-498b-a55f-91597a5ef4a8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:04.499096 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6163bc6f-eafe-498b-a55f-91597a5ef4a8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:04.546253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f0ed2c8-7718-4fa4-8836-10e4c40e8c68 req-2fe41c47-80f9-4bb4-89d1-f9ccbfddbe46 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815916 May 30 20:10:04.625353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163bc6f-eafe-498b-a55f-91597a5ef4a8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Network': ['ID=c2608ff8-1fec-423e-8f53-c34efb38cdc6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:04.635406 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6163bc6f-eafe-498b-a55f-91597a5ef4a8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4089296 May 30 20:10:04.638877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35044) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:04.646223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network c2608ff8-1fec-423e-8f53-c34efb38cdc6 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:10:04.648461 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-20a0c441-a3e2-430e-a30b-df68ac65f8e1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'subnet': {'network_id': 'c2608ff8-1fec-423e-8f53-c34efb38cdc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:04.942875 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98a3b031-ba5e-484d-9a90-0e35eb4b2601 req-d98e212c-9272-4071-8708-e4ab9995d7f4 service neutron] 10.222.0.93 "GET /v2.0/networks/be678d9a-f64a-4ec3-bf89-6e9c21a74113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017087 May 30 20:10:04.951913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-20a0c441-a3e2-430e-a30b-df68ac65f8e1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:04.968133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-20a0c441-a3e2-430e-a30b-df68ac65f8e1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:04.998048 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a0c441-a3e2-430e-a30b-df68ac65f8e1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Made reservation on behalf of 4729829c70084d158bf416151075c533 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:05.204813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3efe-c41d-460a-b7e1-665a2e13d77c req-987a3a5e-33b3-472b-bea3-a31d53651178 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:05.211210 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20a0c441-a3e2-430e-a30b-df68ac65f8e1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:05.213290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cf2f3efe-c41d-460a-b7e1-665a2e13d77c req-987a3a5e-33b3-472b-bea3-a31d53651178 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.4300411 May 30 20:10:05.333749 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b42ce4d7-8a39-48ff-9355-6d2a9b6e8177 req-fa106ab4-294f-4cc0-8d9a-3595cd27a60b tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/floatingips/16676942-118d-46fc-bda3-868a3534829c HTTP/1.1" status: 200 len: 692 time: 0.3950794 May 30 20:10:05.397787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.ipam_backend_mixin [None req-20a0c441-a3e2-430e-a30b-df68ac65f8e1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Performing IP validity checks on allocation pools {{(pid=84024) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 30 20:10:05.398303 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.ipam_backend_mixin [None req-20a0c441-a3e2-430e-a30b-df68ac65f8e1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84024) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 30 20:10:05.557348 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cf2f3efe-c41d-460a-b7e1-665a2e13d77c req-3214b00d-4303-494e-980a-81f4dfb0ee78 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430021 May 30 20:10:05.576236 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20a0c441-a3e2-430e-a30b-df68ac65f8e1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:05.595023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ce4d7-8a39-48ff-9355-6d2a9b6e8177 req-7386549d-dba0-42f6-94d5-d6095d86073a tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:05.596684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b42ce4d7-8a39-48ff-9355-6d2a9b6e8177 req-7386549d-dba0-42f6-94d5-d6095d86073a tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 784 time: 0.2618110 May 30 20:10:05.604184 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98a3b031-ba5e-484d-9a90-0e35eb4b2601 req-57f05f85-bbd6-4408-91c8-753ccd44a086 service neutron] 10.222.0.93 "GET /v2.0/networks/be678d9a-f64a-4ec3-bf89-6e9c21a74113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584638 May 30 20:10:05.683700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0c441-a3e2-430e-a30b-df68ac65f8e1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Subnet': ['ID=5fcc18a4-e0ec-4d4c-9a6d-48f00f444297,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:05.702558 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a0c441-a3e2-430e-a30b-df68ac65f8e1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Checking segment: {'id': 'f632e519-cc3e-4a04-943f-0a6818b6431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c2608ff8-1fec-423e-8f53-c34efb38cdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:05.702677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a0c441-a3e2-430e-a30b-df68ac65f8e1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network hostable DHCP agents. Network: c2608ff8-1fec-423e-8f53-c34efb38cdc6, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:10:05.737334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a0c441-a3e2-430e-a30b-df68ac65f8e1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Network c2608ff8-1fec-423e-8f53-c34efb38cdc6 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:10:05.745530 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b42ce4d7-8a39-48ff-9355-6d2a9b6e8177 req-3eb72a66-5bf9-440b-a852-76064ca71dbe tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 695 time: 0.1356745 May 30 20:10:05.760813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-20a0c441-a3e2-430e-a30b-df68ac65f8e1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, c2608ff8-1fec-423e-8f53-c34efb38cdc6) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:05.766670 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dccaa9-f202-47c6-885f-f1a58d3af14c None None] Network c2608ff8-1fec-423e-8f53-c34efb38cdc6 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:05.767424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a0c441-a3e2-430e-a30b-df68ac65f8e1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:05.768211 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20a0c441-a3e2-430e-a30b-df68ac65f8e1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:05.812984 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-20a0c441-a3e2-430e-a30b-df68ac65f8e1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1727917 May 30 20:10:05.815849 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35072) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:05.822145 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-7b4051ac-c5f1-4c38-834a-33ea658f9565 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:05.939693 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b42ce4d7-8a39-48ff-9355-6d2a9b6e8177 req-541c22b0-6581-4463-ab6a-78c2285a7e09 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 695 time: 0.1860263 May 30 20:10:05.987267 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7b4051ac-c5f1-4c38-834a-33ea658f9565 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2972035'] for subnet, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:06.116345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-b42ce4d7-8a39-48ff-9355-6d2a9b6e8177 req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Deleting port 4e4f38a2-0da9-4448-9dbd-89e4b633ba80 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:06.116940 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b42ce4d7-8a39-48ff-9355-6d2a9b6e8177 req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:06.195677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c2608ff8-1fec-423e-8f53-c34efb38cdc6', 'network_id': 'c2608ff8-1fec-423e-8f53-c34efb38cdc6', 'tenant_id': '4729829c70084d158bf416151075c533', 'fixed_ips': [{'subnet_id': '5fcc18a4-e0ec-4d4c-9a6d-48f00f444297'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:10:06.197420 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:06.201427 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a55379-d785-495b-9728-578a681b821c req-5b3b2c28-9dc8-4c8f-bdd7-0c228918045e tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:06.203085 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26a55379-d785-495b-9728-578a681b821c req-5b3b2c28-9dc8-4c8f-bdd7-0c228918045e tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.3578525 May 30 20:10:06.411717 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7b4051ac-c5f1-4c38-834a-33ea658f9565 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730630571165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3157929'] for subnet, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:06.444261 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b42ce4d7-8a39-48ff-9355-6d2a9b6e8177 req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:06.444592 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b42ce4d7-8a39-48ff-9355-6d2a9b6e8177 req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:06.503646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4051ac-c5f1-4c38-834a-33ea658f9565 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:06.504531 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7b4051ac-c5f1-4c38-834a-33ea658f9565 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:06.510892 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7b4051ac-c5f1-4c38-834a-33ea658f9565 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "PUT /v2.0/subnets/5fcc18a4-e0ec-4d4c-9a6d-48f00f444297 HTTP/1.1" status: 200 len: 877 time: 0.6938376 May 30 20:10:06.511553 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35086) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:06.551388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Allocated IP 172.20.0.3 (c2608ff8-1fec-423e-8f53-c34efb38cdc6/5fcc18a4-e0ec-4d4c-9a6d-48f00f444297/31ae4425-f880-4cf2-9e95-966731c857ff) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:06.636516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-b42ce4d7-8a39-48ff-9355-6d2a9b6e8177 req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Calling delete_port for 4e4f38a2-0da9-4448-9dbd-89e4b633ba80 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:06.689716 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4051ac-c5f1-4c38-834a-33ea658f9565 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event updated for resources: {'Subnet': ['ID=5fcc18a4-e0ec-4d4c-9a6d-48f00f444297,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:06.696496 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:06.706352 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26a55379-d785-495b-9728-578a681b821c req-4a4fb64d-8bb2-4bbc-839a-a3e48292e562 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4851329 May 30 20:10:06.822919 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:06.895742 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:06.925484 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:06.957759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Transition to ACTIVE for port object 31ae4425-f880-4cf2-9e95-966731c857ff will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:06.958215 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b42ce4d7-8a39-48ff-9355-6d2a9b6e8177 req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:06.983001 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Transition to ACTIVE for port object 31ae4425-f880-4cf2-9e95-966731c857ff will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:07.006612 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:07.016363 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:07.024476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Pushing event deleted for resources: {'Port': ['ID=4e4f38a2-0da9-4448-9dbd-89e4b633ba80,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:07.060870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Subnet': ['ID=5fcc18a4-e0ec-4d4c-9a6d-48f00f444297,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:07.112340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Network c2608ff8-1fec-423e-8f53-c34efb38cdc6 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:07.115387 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:07.124105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:07.199093 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:07.211443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Pushing event updated for resources: {'Port': ['ID=31ae4425-f880-4cf2-9e95-966731c857ff,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:07.238780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Attempting to bind port 31ae4425-f880-4cf2-9e95-966731c857ff on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:10:07.239296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Attempting to bind port 31ae4425-f880-4cf2-9e95-966731c857ff by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'f632e519-cc3e-4a04-943f-0a6818b6431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c2608ff8-1fec-423e-8f53-c34efb38cdc6'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:10:07.239957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Attempting to bind port 31ae4425-f880-4cf2-9e95-966731c857ff on network c2608ff8-1fec-423e-8f53-c34efb38cdc6 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:07.252657 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:10:07.253031 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Checking segment: {'id': 'f632e519-cc3e-4a04-943f-0a6818b6431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c2608ff8-1fec-423e-8f53-c34efb38cdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:07.253436 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:07.254082 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Bound using segment: {'id': 'f632e519-cc3e-4a04-943f-0a6818b6431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c2608ff8-1fec-423e-8f53-c34efb38cdc6'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:10:07.254549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Bound port: 31ae4425-f880-4cf2-9e95-966731c857ff, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f632e519-cc3e-4a04-943f-0a6818b6431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c2608ff8-1fec-423e-8f53-c34efb38cdc6'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:10:07.256374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2608ff8-1fec-423e-8f53-c34efb38cdc6']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:07.258714 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:07.290409 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:07.290950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:07.291074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:07.291624 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:07.292166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:07.292688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:07.293201 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:07.293970 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:07.294476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:07.294984 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:07.295498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:07.303218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f632e519-cc3e-4a04-943f-0a6818b6431a') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:07.303633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f632e519-cc3e-4a04-943f-0a6818b6431a') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:07.321206 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:07.341091 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b42ce4d7-8a39-48ff-9355-6d2a9b6e8177 req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:07.341304 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:07.348579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:10:07.348975 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: timer() May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:10:07.365792 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:10:07.377951 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a10fe-ec0f-41a1-bd97-f300f19ea840 req-65380f00-1d3f-4b93-ab37-7786362c49f1 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:07.380154 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d60a10fe-ec0f-41a1-bd97-f300f19ea840 req-65380f00-1d3f-4b93-ab37-7786362c49f1 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.3528342 May 30 20:10:07.393125 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] For port 31ae4425-f880-4cf2-9e95-966731c857ff, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:10:07.394027 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b42ce4d7-8a39-48ff-9355-6d2a9b6e8177 req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:07.397481 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b42ce4d7-8a39-48ff-9355-6d2a9b6e8177 req-7956ce5f-595d-4cd4-8d3a-0c52ccff70df tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "DELETE /v2.0/floatingips/16676942-118d-46fc-bda3-868a3534829c HTTP/1.1" status: 204 len: 173 time: 1.4569314 May 30 20:10:07.455338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] For port 31ae4425-f880-4cf2-9e95-966731c857ff, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=31ae4425-f880-4cf2-9e95-966731c857ff,segment=NetworkSegment(f632e519-cc3e-4a04-943f-0a6818b6431a),segment_id=f632e519-cc3e-4a04-943f-0a6818b6431a)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:10:07.458759 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:10:07.458759 n-d-843949-2 neutron-server[84024]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:10:07.458759 n-d-843949-2 neutron-server[84024]: [parameters: {'id': 'c2608ff8-1fec-423e-8f53-c34efb38cdc6'}] May 30 20:10:07.458759 n-d-843949-2 neutron-server[84024]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:10:07.459395 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:10:07.462071 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:07.479952 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d60a10fe-ec0f-41a1-bd97-f300f19ea840 req-eee33bf9-5f6f-424d-87be-de0ddd74dd04 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812669 May 30 20:10:07.639490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bc417-8e71-49f1-8380-963cbad43fc2 None None] Pushing event updated for resources: {'Port': ['ID=31ae4425-f880-4cf2-9e95-966731c857ff,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:07.672942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d40895d-f570-44bb-8f01-08fc8683b133 None None] Network c2608ff8-1fec-423e-8f53-c34efb38cdc6 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:07.730839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446889ee-4f64-484b-8bfd-3eabef645ddd req-1894e723-027a-4de2-8e14-6cd00eed43e2 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:07.732840 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-446889ee-4f64-484b-8bfd-3eabef645ddd req-1894e723-027a-4de2-8e14-6cd00eed43e2 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.1388171 May 30 20:10:07.744198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e7e55-be57-49bb-ab1d-e1efb738b161 req-e215fd5b-becd-441e-b5c8-d3fc6957a9bd tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:07.745802 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab3e7e55-be57-49bb-ab1d-e1efb738b161 req-e215fd5b-becd-441e-b5c8-d3fc6957a9bd tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.1208704 May 30 20:10:07.827109 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-446889ee-4f64-484b-8bfd-3eabef645ddd req-d76015ee-9f9b-4ab1-a239-58138d6a7b1f tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802956 May 30 20:10:07.830098 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab3e7e55-be57-49bb-ab1d-e1efb738b161 req-a4b7652a-0dc9-45a8-b5e0-fd83ae551595 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683234 May 30 20:10:07.926831 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed5581c-4a40-4155-b0a0-aec2b6963106 None None] Network c2608ff8-1fec-423e-8f53-c34efb38cdc6 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:07.961695 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:07.973544 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Deleting port 31ae4425-f880-4cf2-9e95-966731c857ff {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:07.973874 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:08.146992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb9e22-e445-4df7-ab37-e313a95d7589 req-3ee01f2a-8fba-4fa8-b396-c1d495dae94f tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:08.148655 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-05fb9e22-e445-4df7-ab37-e313a95d7589 req-3ee01f2a-8fba-4fa8-b396-c1d495dae94f tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.1074207 May 30 20:10:08.227118 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e748d69-053b-4b13-860e-d768575b6d39 None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:10:08.268744 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-05fb9e22-e445-4df7-ab37-e313a95d7589 req-64922aaa-56d1-4e4c-8122-8158554272e6 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112607 May 30 20:10:08.391116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] For port 31ae4425-f880-4cf2-9e95-966731c857ff, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=31ae4425-f880-4cf2-9e95-966731c857ff,segment=NetworkSegment(f632e519-cc3e-4a04-943f-0a6818b6431a),segment_id=f632e519-cc3e-4a04-943f-0a6818b6431a)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:08.391482 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:08.466727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e748d69-053b-4b13-860e-d768575b6d39 None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:10:08.552820 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debc616-207a-4d8f-8ea8-1fbc7fbaa740 req-0b521c62-cd74-45a0-876f-9e72925ffb79 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:08.554153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6debc616-207a-4d8f-8ea8-1fbc7fbaa740 req-0b521c62-cd74-45a0-876f-9e72925ffb79 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Synchronizing usage tracker for tenant:1a97a96a55a247198135569f0a546fa6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:08.559055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Calling delete_port for 31ae4425-f880-4cf2-9e95-966731c857ff owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:08.600119 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6debc616-207a-4d8f-8ea8-1fbc7fbaa740 req-0b521c62-cd74-45a0-876f-9e72925ffb79 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Unset dirty status for tenant:1a97a96a55a247198135569f0a546fa6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:08.603775 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6debc616-207a-4d8f-8ea8-1fbc7fbaa740 req-0b521c62-cd74-45a0-876f-9e72925ffb79 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/ports?device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1628299 May 30 20:10:08.734699 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:08.794006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Port': ['ID=31ae4425-f880-4cf2-9e95-966731c857ff,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:08.800079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No DVR routers for this DVR port 31ae4425-f880-4cf2-9e95-966731c857ff on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:08.826313 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6debc616-207a-4d8f-8ea8-1fbc7fbaa740 req-9a7ebdb1-a3c9-46ce-9ea7-f3c62dbfbf71 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Synchronizing usage tracker for tenant:1a97a96a55a247198135569f0a546fa6 on resource:floatingip {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:08.860815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6debc616-207a-4d8f-8ea8-1fbc7fbaa740 req-9a7ebdb1-a3c9-46ce-9ea7-f3c62dbfbf71 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Unset dirty status for tenant:1a97a96a55a247198135569f0a546fa6 on resource:floatingip {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:08.878094 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6debc616-207a-4d8f-8ea8-1fbc7fbaa740 req-9a7ebdb1-a3c9-46ce-9ea7-f3c62dbfbf71 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2698905 May 30 20:10:08.920317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b784537-7d7c-4800-93f1-aeef18b64b27 req-bdea1b3e-59d5-41ec-9dfc-9488b4b3fa83 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:08.932768 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b784537-7d7c-4800-93f1-aeef18b64b27 req-bdea1b3e-59d5-41ec-9dfc-9488b4b3fa83 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.1655524 May 30 20:10:09.089995 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:09.096675 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b784537-7d7c-4800-93f1-aeef18b64b27 req-5adff6c7-f4a5-48f0-a60c-a8c1a198cca0 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554096 May 30 20:10:09.136832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2608ff8-1fec-423e-8f53-c34efb38cdc6']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:09.152102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f632e519-cc3e-4a04-943f-0a6818b6431a') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:09.152695 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f632e519-cc3e-4a04-943f-0a6818b6431a') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:09.167590 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:09.187269 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:09.195590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:10:09.196333 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: timer() May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:10:09.223767 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:10:09.239714 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a733f1a5-b3f8-4cfd-9150-64ee6c4c9420 req-32679ea4-adc9-429d-b6cb-6b45dbedf7e7 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0970573 May 30 20:10:09.275283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc25f34-ba12-4c96-8855-46e5a816a29c req-ee8d4c9e-8056-40c8-9dd1-ed0ebd9e9080 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:09.277888 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3bc25f34-ba12-4c96-8855-46e5a816a29c req-ee8d4c9e-8056-40c8-9dd1-ed0ebd9e9080 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.2365930 May 30 20:10:09.372760 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3bc25f34-ba12-4c96-8855-46e5a816a29c req-94f4f46c-8005-4555-b4a9-397ad1610ab2 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883229 May 30 20:10:09.396215 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:09.420974 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:09.423879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Network': ['ID=c2608ff8-1fec-423e-8f53-c34efb38cdc6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:09.444939 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-980cf8b1-763a-438b-b905-1d88bf81d717 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/c2608ff8-1fec-423e-8f53-c34efb38cdc6 HTTP/1.1" status: 204 len: 168 time: 2.9298041 May 30 20:10:09.448410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35162) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:09.496012 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-afcaefde-a0ac-4ea7-a1f8-781a2c22e4a1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:09.496749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afcaefde-a0ac-4ea7-a1f8-781a2c22e4a1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:09.500078 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-afcaefde-a0ac-4ea7-a1f8-781a2c22e4a1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/subnets/5fcc18a4-e0ec-4d4c-9a6d-48f00f444297 HTTP/1.1" status: 404 len: 337 time: 0.0496497 May 30 20:10:09.501849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35166) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:09.571667 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-a755114c-743e-47eb-9b3d-e1b25c5fc186 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:09.572341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a755114c-743e-47eb-9b3d-e1b25c5fc186 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:09.573791 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a755114c-743e-47eb-9b3d-e1b25c5fc186 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/c2608ff8-1fec-423e-8f53-c34efb38cdc6 HTTP/1.1" status: 404 len: 339 time: 0.0708923 May 30 20:10:09.577244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35170) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:09.586737 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4e663-084e-4849-92a4-5606e9d9f628 req-a9e2283b-2386-42fc-b0dc-144aa2e8553f tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:09.588451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16f4e663-084e-4849-92a4-5606e9d9f628 req-a9e2283b-2386-42fc-b0dc-144aa2e8553f tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.2495522 May 30 20:10:09.623438 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-121e10fb-372b-4379-96b6-6bb9d53f5d4c tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:09.623915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121e10fb-372b-4379-96b6-6bb9d53f5d4c tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:09.628018 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-121e10fb-372b-4379-96b6-6bb9d53f5d4c tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/subnets/cc11af01-5b0f-48b7-abd3-22fe2ab6e5bd HTTP/1.1" status: 404 len: 337 time: 0.0467815 May 30 20:10:09.629474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35178) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:09.678260 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01ec5f6-4d67-41b2-8014-c0636998344a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:09.678260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c01ec5f6-4d67-41b2-8014-c0636998344a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:09.678260 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c01ec5f6-4d67-41b2-8014-c0636998344a tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/c2ebe003-eba8-453f-9c3b-b658641ae9da HTTP/1.1" status: 404 len: 339 time: 0.0409429 May 30 20:10:09.680197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35182) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:09.680811 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16f4e663-084e-4849-92a4-5606e9d9f628 req-e8431acc-9112-4890-b17a-f523aaf942ec tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847187 May 30 20:10:09.702192 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425ce39-5dbd-4a82-bc18-e34edca87558 req-6c0c2e24-0e1c-491d-9aae-5d49ae3f19c0 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:09.704012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d425ce39-5dbd-4a82-bc18-e34edca87558 req-6c0c2e24-0e1c-491d-9aae-5d49ae3f19c0 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.1690590 May 30 20:10:09.791740 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d425ce39-5dbd-4a82-bc18-e34edca87558 req-12bf7ab7-8c32-4bff-9b1a-ed5c7575fd1a tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794334 May 30 20:10:09.839978 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f33175f9-ba99-4e5e-b825-d83c8b2c9b09 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:10.010839 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f33175f9-ba99-4e5e-b825-d83c8b2c9b09 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:10.066839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f33175f9-ba99-4e5e-b825-d83c8b2c9b09 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfc903e-5bfc-45a5-8ab6-1f5e6eda5cbc']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:10.103484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f33175f9-ba99-4e5e-b825-d83c8b2c9b09 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65aa9343-0621-4a60-8fa4-d6f6473f2d40') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:10.103484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f33175f9-ba99-4e5e-b825-d83c8b2c9b09 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65aa9343-0621-4a60-8fa4-d6f6473f2d40') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:10.116650 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4b5ac-fae6-4141-8bb0-c5b628ee2c3d req-ac7d24eb-1239-4d1a-91e4-bb05a34ef13c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:10.127478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26b4b5ac-fae6-4141-8bb0-c5b628ee2c3d req-ac7d24eb-1239-4d1a-91e4-bb05a34ef13c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.1623240 May 30 20:10:10.140130 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f33175f9-ba99-4e5e-b825-d83c8b2c9b09 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:10.165959 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f33175f9-ba99-4e5e-b825-d83c8b2c9b09 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:10.176984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33175f9-ba99-4e5e-b825-d83c8b2c9b09 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:10:10.177538 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f33175f9-ba99-4e5e-b825-d83c8b2c9b09 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:10.196324 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26b4b5ac-fae6-4141-8bb0-c5b628ee2c3d req-9638690c-30ea-44a9-9005-2e51ab3f4b70 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671513 May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: timer() May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:10:10.205071 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:10:10.335525 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f33175f9-ba99-4e5e-b825-d83c8b2c9b09 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:10.356089 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f33175f9-ba99-4e5e-b825-d83c8b2c9b09 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:10.365552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33175f9-ba99-4e5e-b825-d83c8b2c9b09 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Network': ['ID=cdfc903e-5bfc-45a5-8ab6-1f5e6eda5cbc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:10.368431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe50c4-73ad-4971-8b0f-f7fac11f274a req-46ffb780-d01f-4483-8906-4671a159a214 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:10.370115 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-05fe50c4-73ad-4971-8b0f-f7fac11f274a req-46ffb780-d01f-4483-8906-4671a159a214 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/ports?device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 945 time: 0.0978472 May 30 20:10:10.372047 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f33175f9-ba99-4e5e-b825-d83c8b2c9b09 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/cdfc903e-5bfc-45a5-8ab6-1f5e6eda5cbc HTTP/1.1" status: 204 len: 168 time: 0.6876831 May 30 20:10:10.373390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35204) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:10.444844 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca68046-37aa-4d5a-a3b2-bc233c81db78 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:10.444844 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca68046-37aa-4d5a-a3b2-bc233c81db78 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:10.444844 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2ca68046-37aa-4d5a-a3b2-bc233c81db78 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/subnets/397c8d07-ce39-4f88-b8ad-b5ddaf13c385 HTTP/1.1" status: 404 len: 337 time: 0.0610054 May 30 20:10:10.445085 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35210) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:10.472939 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-75efa97f-1048-4891-b59b-b4892cabfb0d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:10.473373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75efa97f-1048-4891-b59b-b4892cabfb0d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:10.475020 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-75efa97f-1048-4891-b59b-b4892cabfb0d tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/e637ee1c-0555-4c16-b0da-e87d3a83d267 HTTP/1.1" status: 404 len: 339 time: 0.0338054 May 30 20:10:10.477683 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35214) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:10.506701 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-05fe50c4-73ad-4971-8b0f-f7fac11f274a req-168d500a-6fff-4ac1-aea4-56dfd378b2b1 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b579d5f-f324-417e-8664-5cedded230c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947185 May 30 20:10:10.525130 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e116b2-ee66-4a97-ba81-e8987fd601b1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:10.525659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e116b2-ee66-4a97-ba81-e8987fd601b1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:10.528014 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f3e116b2-ee66-4a97-ba81-e8987fd601b1 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/subnets/8d3a4d18-681e-4a98-a832-fdad95796682 HTTP/1.1" status: 404 len: 337 time: 0.0490508 May 30 20:10:10.530973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35218) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:10.561055 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8f18c2-acff-4786-b612-0a14078710b6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:10.561749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8f18c2-acff-4786-b612-0a14078710b6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:10.566237 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0a8f18c2-acff-4786-b612-0a14078710b6 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/d54fa84a-63b4-4dc0-910c-464e64c71444 HTTP/1.1" status: 404 len: 339 time: 0.0338557 May 30 20:10:10.566388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35222) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:10.604786 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-0078be53-acd4-46fe-9162-8279d7345511 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:10.605450 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0078be53-acd4-46fe-9162-8279d7345511 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:10.609075 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0078be53-acd4-46fe-9162-8279d7345511 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/subnets/96598609-04f8-478c-83ad-41c0e601a77a HTTP/1.1" status: 404 len: 337 time: 0.0395582 May 30 20:10:10.612400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35226) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:10.638555 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-deaba560-556c-43f3-80a8-970eea784601 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:10.639011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deaba560-556c-43f3-80a8-970eea784601 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:10.644300 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-deaba560-556c-43f3-80a8-970eea784601 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/c0b1ee84-3299-4a00-a848-ff71c0e0c6cb HTTP/1.1" status: 404 len: 339 time: 0.0309379 May 30 20:10:10.644846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35230) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:10.691477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69c973-75f7-4698-891f-17e79b25a566 req-18edcc1a-73a3-47a2-8263-9547e80ac014 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:10.694574 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b69c973-75f7-4698-891f-17e79b25a566 req-18edcc1a-73a3-47a2-8263-9547e80ac014 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.1042902 May 30 20:10:10.762164 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b69c973-75f7-4698-891f-17e79b25a566 req-21c50d69-e33f-44af-8076-821e8f83de16 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553701 May 30 20:10:10.841510 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68f182b-4a7b-43f6-bfe3-65d7e59b5cf8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:10.842240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68f182b-4a7b-43f6-bfe3-65d7e59b5cf8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:10.846538 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35240) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:10.846824 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a68f182b-4a7b-43f6-bfe3-65d7e59b5cf8 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/subnets/90b2b53d-a76f-43b0-8c6b-ecf9602fb25e HTTP/1.1" status: 404 len: 337 time: 0.2010589 May 30 20:10:10.908787 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-179709fb-e8b1-424b-a4d0-a57416911b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:10.909489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179709fb-e8b1-424b-a4d0-a57416911b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:10.911273 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-179709fb-e8b1-424b-a4d0-a57416911b56 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/eb36a302-1719-48e8-885b-aa36ce3acd71 HTTP/1.1" status: 404 len: 339 time: 0.0633056 May 30 20:10:10.914014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35246) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:10.959572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d8098-17df-4fa8-ba6a-ac2f4cf78037 req-a4e3156f-cf7a-4ce2-9a12-89b47ed7284d tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:10.961068 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6d4d8098-17df-4fa8-ba6a-ac2f4cf78037 req-a4e3156f-cf7a-4ce2-9a12-89b47ed7284d tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.0946524 May 30 20:10:10.965367 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-97301240-4fec-481a-94bd-51194c5b73ff tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:10.966454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97301240-4fec-481a-94bd-51194c5b73ff tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:10.970771 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-97301240-4fec-481a-94bd-51194c5b73ff tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/subnets/1c26b2f1-a19e-4243-b5b7-d98888b5f49e HTTP/1.1" status: 404 len: 337 time: 0.0557733 May 30 20:10:10.971565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35250) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:11.005319 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4c6010-aa5c-4fe4-a45f-0f936b8c86ab tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:11.005860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4c6010-aa5c-4fe4-a45f-0f936b8c86ab tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:11.010569 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9d4c6010-aa5c-4fe4-a45f-0f936b8c86ab tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/9cc53797-5004-4956-a023-025410b47ec8 HTTP/1.1" status: 404 len: 339 time: 0.0377979 May 30 20:10:11.011193 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35258) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:11.036462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6d4d8098-17df-4fa8-ba6a-ac2f4cf78037 req-74652fa0-7e05-4a8a-a302-5ed0d8ae0c59 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675607 May 30 20:10:11.057346 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6cf34b-5c11-4e51-bb07-3590d66cd118 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:11.058735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6cf34b-5c11-4e51-bb07-3590d66cd118 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:11.061153 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ad6cf34b-5c11-4e51-bb07-3590d66cd118 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/subnets/df4bbd5d-8133-43f8-aac5-0584bc7bd2b3 HTTP/1.1" status: 404 len: 337 time: 0.0485594 May 30 20:10:11.063462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35264) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:11.207522 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-b382de27-7055-4f34-8764-85f03ea5269b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:11.207988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b382de27-7055-4f34-8764-85f03ea5269b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:11.209686 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b382de27-7055-4f34-8764-85f03ea5269b tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/75d922fd-255b-4ae6-993b-f41c04d99f30 HTTP/1.1" status: 404 len: 339 time: 0.1452265 May 30 20:10:11.212406 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35268) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:11.259818 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ff4838-5ac2-49bc-bd91-3bee806c6959 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:11.260542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ff4838-5ac2-49bc-bd91-3bee806c6959 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:11.262459 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-09ff4838-5ac2-49bc-bd91-3bee806c6959 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/subnets/9dfecda1-a5ef-4a14-a717-a41bec72e371 HTTP/1.1" status: 404 len: 337 time: 0.0489454 May 30 20:10:11.265787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35272) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:11.293782 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f9d8bc-2e13-4fa4-a122-0af5080c6c43 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:11.294726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f9d8bc-2e13-4fa4-a122-0af5080c6c43 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:11.296506 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-73f9d8bc-2e13-4fa4-a122-0af5080c6c43 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/bdcc65e6-6019-4d57-87fb-c031d8d9ba02 HTTP/1.1" status: 404 len: 339 time: 0.0297740 May 30 20:10:11.299226 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35278) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:11.340234 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3a0ade-762f-434c-98cb-eeefc7b625ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:11.340672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3a0ade-762f-434c-98cb-eeefc7b625ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:11.345429 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9a3a0ade-762f-434c-98cb-eeefc7b625ce tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/subnets/4b454b62-09f5-4733-b59e-47aa262f3b11 HTTP/1.1" status: 404 len: 337 time: 0.0427165 May 30 20:10:11.346148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35284) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:11.383701 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f3f780-025c-4fb8-8b65-dcade6f0d50f tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] DELETE failed (client error): The resource could not be found. May 30 20:10:11.391651 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f3f780-025c-4fb8-8b65-dcade6f0d50f tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:10:11.397959 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e2f3f780-025c-4fb8-8b65-dcade6f0d50f tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/465be02a-2eb1-4223-809b-74f5d9a3a103 HTTP/1.1" status: 404 len: 339 time: 0.0481462 May 30 20:10:11.400067 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35288) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:11.445077 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea3a4d-dfa7-4fd7-8994-504e831cedbc req-780f5889-8198-408c-9108-ac9311b1cc54 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:11.446689 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9bea3a4d-dfa7-4fd7-8994-504e831cedbc req-780f5889-8198-408c-9108-ac9311b1cc54 tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.93 "GET /v2.0/ports?device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 945 time: 0.1078067 May 30 20:10:11.525698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-9bea3a4d-dfa7-4fd7-8994-504e831cedbc req-829ccdc4-06c8-4c1d-8e61-ba2aa0ee3edc tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Deleting port e1abdcb3-9911-4566-a01b-6540518de224 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:11.526485 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9bea3a4d-dfa7-4fd7-8994-504e831cedbc req-829ccdc4-06c8-4c1d-8e61-ba2aa0ee3edc tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:11.630720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d19d673-d3df-40ca-af33-c2da50bf5796 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Deleting subnet 7140ca20-e78a-40ba-98b5-ba0163551bd4 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:10:11.636905 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d19d673-d3df-40ca-af33-c2da50bf5796 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:11.724064 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d19d673-d3df-40ca-af33-c2da50bf5796 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:11.817094 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d19d673-d3df-40ca-af33-c2da50bf5796 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:11.917428 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d19d673-d3df-40ca-af33-c2da50bf5796 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:11.938850 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-9bea3a4d-dfa7-4fd7-8994-504e831cedbc req-829ccdc4-06c8-4c1d-8e61-ba2aa0ee3edc tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] For port e1abdcb3-9911-4566-a01b-6540518de224, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e1abdcb3-9911-4566-a01b-6540518de224,segment=NetworkSegment(dcb95b88-1d10-4639-b7ed-0542bc1355e3),segment_id=dcb95b88-1d10-4639-b7ed-0542bc1355e3)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:11.939490 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9bea3a4d-dfa7-4fd7-8994-504e831cedbc req-829ccdc4-06c8-4c1d-8e61-ba2aa0ee3edc tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:11.970345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89612f-052c-44ab-81ef-5897efccacc4 req-a2d50bab-1a9a-4fd9-8fdc-82830aa6973c tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:11.977949 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e89612f-052c-44ab-81ef-5897efccacc4 req-a2d50bab-1a9a-4fd9-8fdc-82830aa6973c tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/ports?device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 945 time: 0.2777653 May 30 20:10:11.995306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19d673-d3df-40ca-af33-c2da50bf5796 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Subnet': ['ID=7140ca20-e78a-40ba-98b5-ba0163551bd4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:12.001141 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d19d673-d3df-40ca-af33-c2da50bf5796 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:12.009737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8adc2a-a6d5-442f-aa76-233214a614ed None None] Network 136989f9-f6d2-47f7-89e4-47f20372a5b2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:12.032345 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1d19d673-d3df-40ca-af33-c2da50bf5796 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/subnets/7140ca20-e78a-40ba-98b5-ba0163551bd4 HTTP/1.1" status: 204 len: 168 time: 0.6272550 May 30 20:10:12.032345 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35306) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:12.203455 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:12.205597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-9bea3a4d-dfa7-4fd7-8994-504e831cedbc req-829ccdc4-06c8-4c1d-8e61-ba2aa0ee3edc tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Calling delete_port for e1abdcb3-9911-4566-a01b-6540518de224 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:12.218290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Deleting port 8061da9f-9f07-4cb9-b99f-b769157e7004 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:12.218715 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:12.383557 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e89612f-052c-44ab-81ef-5897efccacc4 req-a0895969-03da-480b-ac50-0c1261f4822b tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b579d5f-f324-417e-8664-5cedded230c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044158 May 30 20:10:12.491785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb02c225-83b4-4f8b-905e-afac67ae2b66 None None] DHCP port deletion for 136989f9-f6d2-47f7-89e4-47f20372a5b2 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:10:12.496124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-cb02c225-83b4-4f8b-905e-afac67ae2b66 None None] Deleting port 8061da9f-9f07-4cb9-b99f-b769157e7004 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:12.496566 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cb02c225-83b4-4f8b-905e-afac67ae2b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:12.529997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] For port 8061da9f-9f07-4cb9-b99f-b769157e7004, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8061da9f-9f07-4cb9-b99f-b769157e7004,segment=NetworkSegment(87e55c29-b2e9-4284-b826-99525bda78ea),segment_id=87e55c29-b2e9-4284-b826-99525bda78ea)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:12.530272 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9bea3a4d-dfa7-4fd7-8994-504e831cedbc req-829ccdc4-06c8-4c1d-8e61-ba2aa0ee3edc tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:12.530541 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:12.640734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5b322-ae90-4228-9436-8fde1323778c req-47c4c07b-b79a-4748-ae5d-ddca80fa64bb tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:12.642581 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6d5b322-ae90-4228-9436-8fde1323778c req-47c4c07b-b79a-4748-ae5d-ddca80fa64bb tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.4814937 May 30 20:10:12.651467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ccdc4-06c8-4c1d-8e61-ba2aa0ee3edc tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Pushing event deleted for resources: {'Port': ['ID=e1abdcb3-9911-4566-a01b-6540518de224,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:12.689349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Calling delete_port for 8061da9f-9f07-4cb9-b99f-b769157e7004 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:12.790986 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:12.799936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bea3a4d-dfa7-4fd7-8994-504e831cedbc req-829ccdc4-06c8-4c1d-8e61-ba2aa0ee3edc tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] No DVR routers for this DVR port e1abdcb3-9911-4566-a01b-6540518de224 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:12.808029 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9bea3a4d-dfa7-4fd7-8994-504e831cedbc req-829ccdc4-06c8-4c1d-8e61-ba2aa0ee3edc tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:12.810551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b7ef08-4062-46d4-b74c-3e78bffe93be', 'name': 'network-vif-deleted', 'tag': 'e1abdcb3-9911-4566-a01b-6540518de224'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:12.817387 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-cb02c225-83b4-4f8b-905e-afac67ae2b66 None None] For port 8061da9f-9f07-4cb9-b99f-b769157e7004, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8061da9f-9f07-4cb9-b99f-b769157e7004,segment=NetworkSegment(87e55c29-b2e9-4284-b826-99525bda78ea),segment_id=87e55c29-b2e9-4284-b826-99525bda78ea)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:12.818514 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cb02c225-83b4-4f8b-905e-afac67ae2b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:12.838481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] No DVR routers for this DVR port 8061da9f-9f07-4cb9-b99f-b769157e7004 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:12.846415 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9bea3a4d-dfa7-4fd7-8994-504e831cedbc req-829ccdc4-06c8-4c1d-8e61-ba2aa0ee3edc tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.93 "DELETE /v2.0/ports/e1abdcb3-9911-4566-a01b-6540518de224 HTTP/1.1" status: 204 len: 173 time: 1.3943138 May 30 20:10:12.857753 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6d5b322-ae90-4228-9436-8fde1323778c req-a72f6ee9-e935-47dd-b082-a061bcea7d46 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012782 May 30 20:10:12.905467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba5787-3a83-429b-bc89-111baf7e4185 req-b2048087-fe43-4346-af8d-f7611d0d97c4 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:12.907093 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83ba5787-3a83-429b-bc89-111baf7e4185 req-b2048087-fe43-4346-af8d-f7611d0d97c4 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.3355727 May 30 20:10:12.925251 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Port': ['ID=8061da9f-9f07-4cb9-b99f-b769157e7004,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:13.002019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83ba5787-3a83-429b-bc89-111baf7e4185 req-e99b09d3-8750-4903-93b8-87f2b36d5242 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886638 May 30 20:10:13.003706 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ac26693-3dab-4f8e-b871-f1fd58bda3a1'] response: {'server_uuid': '07b7ef08-4062-46d4-b74c-3e78bffe93be', 'name': 'network-vif-deleted', 'tag': 'e1abdcb3-9911-4566-a01b-6540518de224', 'status': 'completed', 'code': 200} May 30 20:10:13.044154 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:13.061090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-cb02c225-83b4-4f8b-905e-afac67ae2b66 None None] Calling delete_port for 8061da9f-9f07-4cb9-b99f-b769157e7004 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:13.079693 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136989f9-f6d2-47f7-89e4-47f20372a5b2']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:13.107590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e55c29-b2e9-4284-b826-99525bda78ea') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:13.107894 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e55c29-b2e9-4284-b826-99525bda78ea') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:13.131436 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:13.151935 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.164172 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.167231 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.167231 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.167231 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.167231 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.167231 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.167231 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.167231 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.167231 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.167231 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.167231 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.167231 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.167231 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.167231 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:13.167231 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:10:13.168239 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:10:13.168239 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:13.174261 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-cb02c225-83b4-4f8b-905e-afac67ae2b66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:10:13.174870 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-cb02c225-83b4-4f8b-905e-afac67ae2b66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: timer() May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:10:13.269238 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:10:13.281192 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:13.395730 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:13.401665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] Pushing event deleted for resources: {'Network': ['ID=136989f9-f6d2-47f7-89e4-47f20372a5b2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:13.411494 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-801b402f-e2f3-4187-9d35-af97a2e00e45 tempest-NetworksTest-1749438929 tempest-NetworksTest-1749438929-project] 10.222.0.84 "DELETE /v2.0/networks/136989f9-f6d2-47f7-89e4-47f20372a5b2 HTTP/1.1" status: 204 len: 168 time: 1.3787808 May 30 20:10:13.623996 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-603e6499-2861-427a-a35e-96d7464436cf req-7e3e745a-569b-4c0e-b33e-20051b1b75bb tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Synchronizing usage tracker for tenant:1a97a96a55a247198135569f0a546fa6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:13.640845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-603e6499-2861-427a-a35e-96d7464436cf req-7e3e745a-569b-4c0e-b33e-20051b1b75bb tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] Unset dirty status for tenant:1a97a96a55a247198135569f0a546fa6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:13.642295 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-603e6499-2861-427a-a35e-96d7464436cf req-7e3e745a-569b-4c0e-b33e-20051b1b75bb tempest-FloatingIPsAssociationNegativeTestJSON-537614953 tempest-FloatingIPsAssociationNegativeTestJSON-537614953-project] 10.222.0.84 "GET /v2.0/ports?device_id=07b7ef08-4062-46d4-b74c-3e78bffe93be HTTP/1.1" status: 200 len: 210 time: 0.0626686 May 30 20:10:13.675768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-cb02c225-83b4-4f8b-905e-afac67ae2b66 None None] Deleting port 8061da9f-9f07-4cb9-b99f-b769157e7004 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:13.676203 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cb02c225-83b4-4f8b-905e-afac67ae2b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:13.741679 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-cb02c225-83b4-4f8b-905e-afac67ae2b66 None None] The port '8061da9f-9f07-4cb9-b99f-b769157e7004' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:10:13.779306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35346) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:13.971691 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-60408481-e2ab-4971-b24f-0c3cc26e2fe0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4729829c70084d158bf416151075c533&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1910472 May 30 20:10:13.974552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35360) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:14.048011 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4260b822-cf4a-4abc-ad2e-6569bfec46bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:14.093247 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4260b822-cf4a-4abc-ad2e-6569bfec46bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:14.097181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288e89f-8d9d-47b5-8d57-8676723b6039 req-160f0391-d7ae-4dcb-882a-369250d5b925 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:14.098691 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0288e89f-8d9d-47b5-8d57-8676723b6039 req-160f0391-d7ae-4dcb-882a-369250d5b925 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.1094434 May 30 20:10:14.161442 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4260b822-cf4a-4abc-ad2e-6569bfec46bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:14.165450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0288e89f-8d9d-47b5-8d57-8676723b6039 req-51041f0f-f0a0-4852-9ea1-055095918973 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608046 May 30 20:10:14.178390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260b822-cf4a-4abc-ad2e-6569bfec46bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b2159f-785c-4cd9-aedb-955c21c2ddc5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:14.193837 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4260b822-cf4a-4abc-ad2e-6569bfec46bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:14.196463 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4260b822-cf4a-4abc-ad2e-6569bfec46bf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/77b2159f-785c-4cd9-aedb-955c21c2ddc5 HTTP/1.1" status: 204 len: 168 time: 0.2209685 May 30 20:10:14.308710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddc184-3854-43f4-8489-9087c9954a5d req-f7ec76d2-8cbc-406e-be2f-c6f5fb2d2817 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:14.311147 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-17ddc184-3854-43f4-8489-9087c9954a5d req-f7ec76d2-8cbc-406e-be2f-c6f5fb2d2817 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.1435685 May 30 20:10:14.322091 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8061da9f-9f07-4cb9-b99f-b769157e7004 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:14.404984 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-17ddc184-3854-43f4-8489-9087c9954a5d req-33fa1443-82f7-47ac-94b9-96aee9f08c15 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730593 May 30 20:10:14.420524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 8061da9f-9f07-4cb9-b99f-b769157e7004 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:10:14.420918 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8061da9f-9f07-4cb9-b99f-b769157e7004 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:14.442583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e1abdcb3-9911-4566-a01b-6540518de224 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:14.480649 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: e1abdcb3-9911-4566-a01b-6540518de224 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:10:14.481084 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e1abdcb3-9911-4566-a01b-6540518de224 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:14.755787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35390) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:15.181372 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-663ea533-dd3d-4790-aa74-b5d3c6912075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:15.290161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35412) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:15.450526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1171243624'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:15.480175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:15.499512 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:network and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:15.510285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:15.510285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:15.539469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:15.542476 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:15.557486 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:15.577257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16252314-464a-4feb-aeaa-9e5bbc09dbb4 req-904633a4-7ea4-4d72-8b6d-64da5862d7b7 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:15.579029 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16252314-464a-4feb-aeaa-9e5bbc09dbb4 req-904633a4-7ea4-4d72-8b6d-64da5862d7b7 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.2618110 May 30 20:10:15.778930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:15.787898 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:security_group_rule and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:15.791936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:15.800490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:15.812518 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16252314-464a-4feb-aeaa-9e5bbc09dbb4 req-8e89420c-8b4c-4e5a-b98e-b0da509c367a tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265162 May 30 20:10:15.851385 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0754f18-0073-470f-9e2c-0434284eb9b3 req-fb573e0b-18e1-4327-8fd0-e88a5b001bf9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:15.858908 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e0754f18-0073-470f-9e2c-0434284eb9b3 req-fb573e0b-18e1-4327-8fd0-e88a5b001bf9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.2518449 May 30 20:10:15.907456 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-663ea533-dd3d-4790-aa74-b5d3c6912075 admin admin] Deleting port 7872df02-89db-4e40-8bd7-29b304647938 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:15.907949 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-663ea533-dd3d-4790-aa74-b5d3c6912075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:15.927867 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e0754f18-0073-470f-9e2c-0434284eb9b3 req-ea8cf941-0e51-4f56-844c-1bc8560d4ba5 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681155 May 30 20:10:15.944205 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:15.949772 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:15.982522 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:10:16.004925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5941044f-1935-4ca6-8b09-6562e2f4570a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:16.009423 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:16.009769 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Added segment 4ae34e06-af12-4287-bc3b-acc79fe0dcb2 of type vlan for network 0d6c9dab-cddd-4318-ab3b-4de826c17235 May 30 20:10:16.039823 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:16.074771 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:16.087595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:16.088278 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:16.111743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-663ea533-dd3d-4790-aa74-b5d3c6912075 admin admin] For port 7872df02-89db-4e40-8bd7-29b304647938, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7872df02-89db-4e40-8bd7-29b304647938,segment=NetworkSegment(dcb95b88-1d10-4639-b7ed-0542bc1355e3),segment_id=dcb95b88-1d10-4639-b7ed-0542bc1355e3)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:16.112243 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-663ea533-dd3d-4790-aa74-b5d3c6912075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:16.207386 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Network': ['ID=0d6c9dab-cddd-4318-ab3b-4de826c17235,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:16.219268 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 0d6c9dab-cddd-4318-ab3b-4de826c17235 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:10:16.224570 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-086e4b79-940a-4f45-9cde-f9dc4fad8bcf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9319091 May 30 20:10:16.225458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35438) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:16.244168 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-3b1cec6d-67b9-41c7-b9d7-97ec3b7dfd17 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1964796647'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:16.249483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3b1cec6d-67b9-41c7-b9d7-97ec3b7dfd17 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:16.253435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3b1cec6d-67b9-41c7-b9d7-97ec3b7dfd17 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:network and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:16.264932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3b1cec6d-67b9-41c7-b9d7-97ec3b7dfd17 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:16.271860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3b1cec6d-67b9-41c7-b9d7-97ec3b7dfd17 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:16.272327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-663ea533-dd3d-4790-aa74-b5d3c6912075 admin admin] Calling delete_port for 7872df02-89db-4e40-8bd7-29b304647938 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:16.286355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1cec6d-67b9-41c7-b9d7-97ec3b7dfd17 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:16.290171 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b1cec6d-67b9-41c7-b9d7-97ec3b7dfd17 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:16.348836 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1cec6d-67b9-41c7-b9d7-97ec3b7dfd17 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:10:16.360947 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b1cec6d-67b9-41c7-b9d7-97ec3b7dfd17 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:16.360947 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-3b1cec6d-67b9-41c7-b9d7-97ec3b7dfd17 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Added segment c5e557b8-8d07-40a0-a8ab-fc00e7af0856 of type vlan for network b7cbb6e7-e0aa-4500-8c35-763a00e92108 May 30 20:10:16.401067 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b1cec6d-67b9-41c7-b9d7-97ec3b7dfd17 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:16.476664 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b1cec6d-67b9-41c7-b9d7-97ec3b7dfd17 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:16.481041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1cec6d-67b9-41c7-b9d7-97ec3b7dfd17 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:16.481041 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b1cec6d-67b9-41c7-b9d7-97ec3b7dfd17 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:16.674109 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3b1cec6d-67b9-41c7-b9d7-97ec3b7dfd17 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4470828 May 30 20:10:16.677170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35446) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:16.680277 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-663ea533-dd3d-4790-aa74-b5d3c6912075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:16.685570 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-bd893f62-a7f0-4d7b-9641-73c0ffbc3261 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'subnet': {'network_id': '0d6c9dab-cddd-4318-ab3b-4de826c17235', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:16.711052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cec6d-67b9-41c7-b9d7-97ec3b7dfd17 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Network': ['ID=b7cbb6e7-e0aa-4500-8c35-763a00e92108,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:16.722816 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network b7cbb6e7-e0aa-4500-8c35-763a00e92108 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:10:16.749953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ea533-dd3d-4790-aa74-b5d3c6912075 admin admin] Pushing event deleted for resources: {'Port': ['ID=7872df02-89db-4e40-8bd7-29b304647938,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:16.826180 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-bd893f62-a7f0-4d7b-9641-73c0ffbc3261 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:16.830721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-bd893f62-a7f0-4d7b-9641-73c0ffbc3261 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:subnet and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:16.834417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-bd893f62-a7f0-4d7b-9641-73c0ffbc3261 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:16.843238 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-bd893f62-a7f0-4d7b-9641-73c0ffbc3261 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:16.855521 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd893f62-a7f0-4d7b-9641-73c0ffbc3261 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:17.062933 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bd893f62-a7f0-4d7b-9641-73c0ffbc3261 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:17.145078 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-663ea533-dd3d-4790-aa74-b5d3c6912075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:17.346406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b41a9-5a52-44d6-b8d9-2e405e02db15 req-a7e63f58-b103-46f3-a93d-0953e57fa280 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:17.347855 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-446b41a9-5a52-44d6-b8d9-2e405e02db15 req-a7e63f58-b103-46f3-a93d-0953e57fa280 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.3616326 May 30 20:10:17.439548 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bd893f62-a7f0-4d7b-9641-73c0ffbc3261 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:17.447833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4a2b7-d8e4-4c62-9cdb-287fba7e4ff0 req-afe2fba0-a150-48fb-bae0-b77f5a367885 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:17.449292 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0d4a2b7-d8e4-4c62-9cdb-287fba7e4ff0 req-afe2fba0-a150-48fb-bae0-b77f5a367885 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.3528962 May 30 20:10:17.494901 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-446b41a9-5a52-44d6-b8d9-2e405e02db15 req-83eedd07-94e2-4fba-a008-b2a6ef4620ff tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354790 May 30 20:10:17.580022 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0d4a2b7-d8e4-4c62-9cdb-287fba7e4ff0 req-e0239c06-2665-42ba-b0b9-8bdd0b21959c tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039574 May 30 20:10:17.583054 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd893f62-a7f0-4d7b-9641-73c0ffbc3261 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Subnet': ['ID=7e07ae44-1bd1-4a42-b616-d8691151a381,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:17.595878 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd893f62-a7f0-4d7b-9641-73c0ffbc3261 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Checking segment: {'id': '4ae34e06-af12-4287-bc3b-acc79fe0dcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0d6c9dab-cddd-4318-ab3b-4de826c17235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:17.596459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd893f62-a7f0-4d7b-9641-73c0ffbc3261 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network hostable DHCP agents. Network: 0d6c9dab-cddd-4318-ab3b-4de826c17235, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:10:17.620816 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd893f62-a7f0-4d7b-9641-73c0ffbc3261 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network 0d6c9dab-cddd-4318-ab3b-4de826c17235 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:10:17.633499 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-bd893f62-a7f0-4d7b-9641-73c0ffbc3261 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 0d6c9dab-cddd-4318-ab3b-4de826c17235) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:17.638805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd893f62-a7f0-4d7b-9641-73c0ffbc3261 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:17.639382 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bd893f62-a7f0-4d7b-9641-73c0ffbc3261 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:17.642281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca660341-b2d1-40be-b3fe-dd788c8032eb None None] Network 0d6c9dab-cddd-4318-ab3b-4de826c17235 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:17.664760 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bd893f62-a7f0-4d7b-9641-73c0ffbc3261 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9856927 May 30 20:10:17.667145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35462) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:17.675944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-62e1d0a0-e608-4f96-8fc1-e15be4e3d794 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'subnet': {'network_id': 'b7cbb6e7-e0aa-4500-8c35-763a00e92108', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:17.841587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-62e1d0a0-e608-4f96-8fc1-e15be4e3d794 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:17.849021 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663ea533-dd3d-4790-aa74-b5d3c6912075 admin admin] Router 54c67bae-dc71-488d-a1a0-4ce425f9427c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:10:17.854172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-62e1d0a0-e608-4f96-8fc1-e15be4e3d794 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:subnet and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:17.858214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-62e1d0a0-e608-4f96-8fc1-e15be4e3d794 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:17.864372 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-62e1d0a0-e608-4f96-8fc1-e15be4e3d794 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:17.875766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e1d0a0-e608-4f96-8fc1-e15be4e3d794 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:18.007545 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-62e1d0a0-e608-4f96-8fc1-e15be4e3d794 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:18.023865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-0d6c9dab-cddd-4318-ab3b-4de826c17235', 'network_id': '0d6c9dab-cddd-4318-ab3b-4de826c17235', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'fixed_ips': [{'subnet_id': '7e07ae44-1bd1-4a42-b616-d8691151a381'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:10:18.024975 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:18.240157 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Allocated IP 2001:db8::2 (0d6c9dab-cddd-4318-ab3b-4de826c17235/7e07ae44-1bd1-4a42-b616-d8691151a381/59a78388-19f5-428f-a0c9-9798792de4fa) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:18.358697 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663ea533-dd3d-4790-aa74-b5d3c6912075 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:10:18.369334 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d543feb0-5b20-4535-a4b3-84524efb673b None None] Sync routers for ids ['54c67bae-dc71-488d-a1a0-4ce425f9427c'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:10:18.388833 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d543feb0-5b20-4535-a4b3-84524efb673b None None] Routers {'54c67bae-dc71-488d-a1a0-4ce425f9427c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:18.389809 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d543feb0-5b20-4535-a4b3-84524efb673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:10:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['54c67bae-dc71-488d-a1a0-4ce425f9427c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:18.401787 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-663ea533-dd3d-4790-aa74-b5d3c6912075 admin admin] 10.222.0.84 "PUT /v2.0/routers/54c67bae-dc71-488d-a1a0-4ce425f9427c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6448541 May 30 20:10:18.404884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35538) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:18.479554 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-62e1d0a0-e608-4f96-8fc1-e15be4e3d794 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:18.612422 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-d543feb0-5b20-4535-a4b3-84524efb673b None None] Set router 54c67bae-dc71-488d-a1a0-4ce425f9427c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:10:18.682799 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:18.720778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Transition to ACTIVE for port object 59a78388-19f5-428f-a0c9-9798792de4fa will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:18.749777 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1d0a0-e608-4f96-8fc1-e15be4e3d794 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Subnet': ['ID=efe8cb00-5999-47d8-a1b9-92cac24a672a,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:18.750794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Transition to ACTIVE for port object 59a78388-19f5-428f-a0c9-9798792de4fa will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:18.755233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e1d0a0-e608-4f96-8fc1-e15be4e3d794 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Checking segment: {'id': 'c5e557b8-8d07-40a0-a8ab-fc00e7af0856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b7cbb6e7-e0aa-4500-8c35-763a00e92108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:18.755592 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e1d0a0-e608-4f96-8fc1-e15be4e3d794 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network hostable DHCP agents. Network: b7cbb6e7-e0aa-4500-8c35-763a00e92108, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:10:18.765514 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:18.909552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Network 0d6c9dab-cddd-4318-ab3b-4de826c17235 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:18.928154 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:18.934057 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:19.133275 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:19.290246 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d543feb0-5b20-4535-a4b3-84524efb673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420602020-router', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:54Z', 'updated_at': '2022-05-30T20:10:16Z', 'revision_number': 5, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'gw_port': {'id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:56Z', 'updated_at': '2022-05-30T20:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:19.295714 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d543feb0-5b20-4535-a4b3-84524efb673b None None] Checking router: 54c67bae-dc71-488d-a1a0-4ce425f9427c for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:10:19.297359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e1d0a0-e608-4f96-8fc1-e15be4e3d794 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network b7cbb6e7-e0aa-4500-8c35-763a00e92108 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:10:19.323486 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d543feb0-5b20-4535-a4b3-84524efb673b None None] Routers {'54c67bae-dc71-488d-a1a0-4ce425f9427c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:19.324147 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d543feb0-5b20-4535-a4b3-84524efb673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:10:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['54c67bae-dc71-488d-a1a0-4ce425f9427c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:19.332910 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Attempting to bind port 59a78388-19f5-428f-a0c9-9798792de4fa on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:10:19.333379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Attempting to bind port 59a78388-19f5-428f-a0c9-9798792de4fa by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4ae34e06-af12-4287-bc3b-acc79fe0dcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0d6c9dab-cddd-4318-ab3b-4de826c17235'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:10:19.333840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Attempting to bind port 59a78388-19f5-428f-a0c9-9798792de4fa on network 0d6c9dab-cddd-4318-ab3b-4de826c17235 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:19.336339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-62e1d0a0-e608-4f96-8fc1-e15be4e3d794 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, b7cbb6e7-e0aa-4500-8c35-763a00e92108) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:19.353809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:10:19.354564 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Checking segment: {'id': '4ae34e06-af12-4287-bc3b-acc79fe0dcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0d6c9dab-cddd-4318-ab3b-4de826c17235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:19.355076 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:19.355577 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Bound using segment: {'id': '4ae34e06-af12-4287-bc3b-acc79fe0dcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0d6c9dab-cddd-4318-ab3b-4de826c17235'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:10:19.356752 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Bound port: 59a78388-19f5-428f-a0c9-9798792de4fa, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae34e06-af12-4287-bc3b-acc79fe0dcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '0d6c9dab-cddd-4318-ab3b-4de826c17235'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:10:19.358794 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:19.366527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e1d0a0-e608-4f96-8fc1-e15be4e3d794 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:19.367129 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-62e1d0a0-e608-4f96-8fc1-e15be4e3d794 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:19.391119 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8de32e-5ed5-4e32-a1f0-698aee0698a2 req-4935fbb6-cd86-43fc-b1f0-b784ea30a80f tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:19.398863 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c8de32e-5ed5-4e32-a1f0-698aee0698a2 req-4935fbb6-cd86-43fc-b1f0-b784ea30a80f tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.5892963 May 30 20:10:19.399810 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Pushing event updated for resources: {'Port': ['ID=59a78388-19f5-428f-a0c9-9798792de4fa,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:19.411778 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-62e1d0a0-e608-4f96-8fc1-e15be4e3d794 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7429988 May 30 20:10:19.415820 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c472940-6c72-4ea6-95a1-4bd5c4b6b68e None None] Network b7cbb6e7-e0aa-4500-8c35-763a00e92108 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:19.429893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35654) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:19.453605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-eee84ec5-e7f5-432c-9df3-760743f8ee63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-219682333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:19.475052 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-eee84ec5-e7f5-432c-9df3-760743f8ee63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:19.480786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49759682-941a-44e2-914b-18bbe43f72ef req-56f9e3a4-6e71-4598-8e09-e01c9ec28bbd tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:19.490129 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-eee84ec5-e7f5-432c-9df3-760743f8ee63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:router and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:19.490609 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49759682-941a-44e2-914b-18bbe43f72ef req-56f9e3a4-6e71-4598-8e09-e01c9ec28bbd tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.5154490 May 30 20:10:19.504990 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-eee84ec5-e7f5-432c-9df3-760743f8ee63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:19.527262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-eee84ec5-e7f5-432c-9df3-760743f8ee63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:19.542712 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c8de32e-5ed5-4e32-a1f0-698aee0698a2 req-1c115ce0-d7ec-43c1-a661-4c400573ebde tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425991 May 30 20:10:19.584383 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49759682-941a-44e2-914b-18bbe43f72ef req-67ac289c-cd84-4191-bcec-480772fcc40e tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926278 May 30 20:10:19.595566 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eee84ec5-e7f5-432c-9df3-760743f8ee63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:19.596912 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eee84ec5-e7f5-432c-9df3-760743f8ee63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:19.642794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] For port 59a78388-19f5-428f-a0c9-9798792de4fa, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:10:19.664545 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] For port 59a78388-19f5-428f-a0c9-9798792de4fa, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=59a78388-19f5-428f-a0c9-9798792de4fa,segment=NetworkSegment(4ae34e06-af12-4287-bc3b-acc79fe0dcb2),segment_id=4ae34e06-af12-4287-bc3b-acc79fe0dcb2)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:10:19.685523 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eee84ec5-e7f5-432c-9df3-760743f8ee63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:19.700980 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:19.719230 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-d543feb0-5b20-4535-a4b3-84524efb673b None None] Set router 54c67bae-dc71-488d-a1a0-4ce425f9427c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:10:19.769622 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eee84ec5-e7f5-432c-9df3-760743f8ee63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:19.837640 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd276b9c-6f1b-415f-8cbd-c39e54bdb5ed None None] Pushing event updated for resources: {'Port': ['ID=59a78388-19f5-428f-a0c9-9798792de4fa,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:19.863735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eee84ec5-e7f5-432c-9df3-760743f8ee63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:19.865281 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-eee84ec5-e7f5-432c-9df3-760743f8ee63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4298232 May 30 20:10:19.868169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35708) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:19.870056 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:19.882750 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Deleting port 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:19.883199 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:19.918146 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-b7cbb6e7-e0aa-4500-8c35-763a00e92108', 'network_id': 'b7cbb6e7-e0aa-4500-8c35-763a00e92108', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'fixed_ips': [{'subnet_id': 'efe8cb00-5999-47d8-a1b9-92cac24a672a'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:10:19.919526 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:20.356627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] For port 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9a12f0ca-57b7-44ef-a860-c0ffa7a93b07,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:20.357148 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:20.509025 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Allocated IP 2001:db8:1::2 (b7cbb6e7-e0aa-4500-8c35-763a00e92108/efe8cb00-5999-47d8-a1b9-92cac24a672a/7245e941-91ec-4ad0-a919-ec6c7eb6240c) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:20.557682 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d543feb0-5b20-4535-a4b3-84524efb673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420602020-router', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:54Z', 'updated_at': '2022-05-30T20:10:16Z', 'revision_number': 5, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'gw_port': {'id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:56Z', 'updated_at': '2022-05-30T20:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:20.564910 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d543feb0-5b20-4535-a4b3-84524efb673b None None] The sync data for ids ['54c67bae-dc71-488d-a1a0-4ce425f9427c'] in n-d-843949-2 is: [{'id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420602020-router', 'tenant_id': '1a97a96a55a247198135569f0a546fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:54Z', 'updated_at': '2022-05-30T20:10:16Z', 'revision_number': 5, 'project_id': '1a97a96a55a247198135569f0a546fa6', 'gw_port': {'id': '9a12f0ca-57b7-44ef-a860-c0ffa7a93b07', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c67bae-dc71-488d-a1a0-4ce425f9427c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:56Z', 'updated_at': '2022-05-30T20:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:10:20.609107 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 59a78388-19f5-428f-a0c9-9798792de4fa up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:10:20.651054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Calling delete_port for 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:20.821239 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:10:21.068744 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:21.146616 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:21.163404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Transition to ACTIVE for port object 7245e941-91ec-4ad0-a919-ec6c7eb6240c will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:21.222124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Transition to ACTIVE for port object 7245e941-91ec-4ad0-a919-ec6c7eb6240c will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:21.249707 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:21.345881 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 59a78388-19f5-428f-a0c9-9798792de4fa completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:21.360837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b81ef4-58d2-472f-ae97-b37bfd0a550b req-82331d2d-2f03-4d0c-b14f-0124785fd68e tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:21.369117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Network b7cbb6e7-e0aa-4500-8c35-763a00e92108 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:21.375663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-45b81ef4-58d2-472f-ae97-b37bfd0a550b req-82331d2d-2f03-4d0c-b14f-0124785fd68e tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.5262427 May 30 20:10:21.380102 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:21.391504 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35565d-a3af-45df-ae1e-f383052a65c3 req-ebc2a93d-8a92-4a51-a920-01d462a56e68 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:21.393187 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd35565d-a3af-45df-ae1e-f383052a65c3 req-ebc2a93d-8a92-4a51-a920-01d462a56e68 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.5438769 May 30 20:10:21.399775 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:21.426058 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a12f0ca-57b7-44ef-a860-c0ffa7a93b07,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:21.526720 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-45b81ef4-58d2-472f-ae97-b37bfd0a550b req-6c434e3d-af25-40c9-9030-4200514dba12 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225512 May 30 20:10:21.577411 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:21.580723 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Pushing event updated for resources: {'Port': ['ID=7245e941-91ec-4ad0-a919-ec6c7eb6240c,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:21.631094 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:21.631436 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:21.631770 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:21.632129 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:21.632459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:21.632780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:21.633107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:21.633423 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:21.633745 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:21.634046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:21.634361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:21.690067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Attempting to bind port 7245e941-91ec-4ad0-a919-ec6c7eb6240c on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:10:21.690707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Attempting to bind port 7245e941-91ec-4ad0-a919-ec6c7eb6240c by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'c5e557b8-8d07-40a0-a8ab-fc00e7af0856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b7cbb6e7-e0aa-4500-8c35-763a00e92108'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:10:21.692525 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Attempting to bind port 7245e941-91ec-4ad0-a919-ec6c7eb6240c on network b7cbb6e7-e0aa-4500-8c35-763a00e92108 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:21.702486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:10:21.702855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Checking segment: {'id': 'c5e557b8-8d07-40a0-a8ab-fc00e7af0856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b7cbb6e7-e0aa-4500-8c35-763a00e92108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:21.703245 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:21.703687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Bound using segment: {'id': 'c5e557b8-8d07-40a0-a8ab-fc00e7af0856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b7cbb6e7-e0aa-4500-8c35-763a00e92108'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:10:21.704197 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Bound port: 7245e941-91ec-4ad0-a919-ec6c7eb6240c, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e557b8-8d07-40a0-a8ab-fc00e7af0856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b7cbb6e7-e0aa-4500-8c35-763a00e92108'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:10:21.704582 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:21.749368 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd35565d-a3af-45df-ae1e-f383052a65c3 req-6d71b72d-2a0d-47d0-9c32-d6a3fbef4f35 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251476 May 30 20:10:21.756149 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07f5151-96c2-4f01-9492-2364b969bbc9 None None] Network 0d6c9dab-cddd-4318-ab3b-4de826c17235 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:21.969015 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-37a831a0-c1b3-47b6-b0a9-868076a94705 None None] Provisioning for port 59a78388-19f5-428f-a0c9-9798792de4fa completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:21.983183 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-37a831a0-c1b3-47b6-b0a9-868076a94705 None None] Provisioning complete for port 59a78388-19f5-428f-a0c9-9798792de4fa triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:21.983600 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-37a831a0-c1b3-47b6-b0a9-868076a94705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.023801 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.026600 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] For port 7245e941-91ec-4ad0-a919-ec6c7eb6240c, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:10:22.139148 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Allocated IP 2001:db8::1 (0d6c9dab-cddd-4318-ab3b-4de826c17235/7e07ae44-1bd1-4a42-b616-d8691151a381/6c6175dc-daf1-49ad-a2e8-0efe4fc26ef5) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:22.156802 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] For port 7245e941-91ec-4ad0-a919-ec6c7eb6240c, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7245e941-91ec-4ad0-a919-ec6c7eb6240c,segment=NetworkSegment(c5e557b8-8d07-40a0-a8ab-fc00e7af0856),segment_id=c5e557b8-8d07-40a0-a8ab-fc00e7af0856)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:10:22.177240 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.496421 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7872df02-89db-4e40-8bd7-29b304647938 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:22.569639 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.602422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 7872df02-89db-4e40-8bd7-29b304647938 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:10:22.603127 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7872df02-89db-4e40-8bd7-29b304647938 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:22.611184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Transition to ACTIVE for port object 6c6175dc-daf1-49ad-a2e8-0efe4fc26ef5 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:22.636561 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecb6ec-34dd-43d4-95ca-3671cc34e744 None None] Pushing event updated for resources: {'Port': ['ID=7245e941-91ec-4ad0-a919-ec6c7eb6240c,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:22.641412 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.659542 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-37a831a0-c1b3-47b6-b0a9-868076a94705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.761287 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-37a831a0-c1b3-47b6-b0a9-868076a94705 None None] For port 59a78388-19f5-428f-a0c9-9798792de4fa, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=59a78388-19f5-428f-a0c9-9798792de4fa,segment=NetworkSegment(4ae34e06-af12-4287-bc3b-acc79fe0dcb2),segment_id=4ae34e06-af12-4287-bc3b-acc79fe0dcb2)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:22.774984 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-37a831a0-c1b3-47b6-b0a9-868076a94705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.778977 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.789134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.837477 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.838278 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54c67bae-dc71-488d-a1a0-4ce425f9427c {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:10:22.861995 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.863534 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2e522cf9-783f-4d85-8995-74592fd344a9 admin admin] 10.222.0.84 "DELETE /v2.0/routers/54c67bae-dc71-488d-a1a0-4ce425f9427c HTTP/1.1" status: 204 len: 168 time: 4.4574668 May 30 20:10:22.868689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35962) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:23.039432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-1459b307-6638-43ea-8bb2-07fb454bac94 admin admin] Deleting subnet 114edd30-844a-4a8c-b586-08392f85ae00 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:10:23.042921 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1459b307-6638-43ea-8bb2-07fb454bac94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:23.063800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a831a0-c1b3-47b6-b0a9-868076a94705 None None] Pushing event updated for resources: {'Port': ['ID=59a78388-19f5-428f-a0c9-9798792de4fa,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:23.120927 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1459b307-6638-43ea-8bb2-07fb454bac94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:23.122394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network 0d6c9dab-cddd-4318-ab3b-4de826c17235 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:23.144110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:23.150656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:23.151323 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:23.227895 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1459b307-6638-43ea-8bb2-07fb454bac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:23.257857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=6c6175dc-daf1-49ad-a2e8-0efe4fc26ef5,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:23.337690 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1459b307-6638-43ea-8bb2-07fb454bac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:23.358383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-90036037-aa13-43a8-9dcb-134bd6a7d66d None None] Provisioning complete for port 59a78388-19f5-428f-a0c9-9798792de4fa triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:23.358952 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-90036037-aa13-43a8-9dcb-134bd6a7d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:23.426579 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1459b307-6638-43ea-8bb2-07fb454bac94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:23.442131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5ebaf0-35e3-406c-81cd-d13886b9cbac None None] Network be678d9a-f64a-4ec3-bf89-6e9c21a74113 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:23.463416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459b307-6638-43ea-8bb2-07fb454bac94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=114edd30-844a-4a8c-b586-08392f85ae00,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:23.470921 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1459b307-6638-43ea-8bb2-07fb454bac94 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/114edd30-844a-4a8c-b586-08392f85ae00 HTTP/1.1" status: 204 len: 168 time: 0.6007304 May 30 20:10:23.477161 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35972) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:23.560581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4534cc-d0c0-40e5-a2b2-b0c7950c4947 req-3267ecd1-c301-4252-99f3-b3f4817c53a9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:23.562366 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b4534cc-d0c0-40e5-a2b2-b0c7950c4947 req-3267ecd1-c301-4252-99f3-b3f4817c53a9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.5165370 May 30 20:10:23.711495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2ea03-ff1f-4325-8633-176a235f2740 req-937e20a4-1849-4130-8a17-79c02cc235c4 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:23.712639 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-daa2ea03-ff1f-4325-8633-176a235f2740 req-937e20a4-1849-4130-8a17-79c02cc235c4 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.7763860 May 30 20:10:23.738469 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:23.785483 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:23.801400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] Deleting port 4e568564-200f-4075-b3df-5a0ecc677bf9 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:23.801655 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:23.844436 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b4534cc-d0c0-40e5-a2b2-b0c7950c4947 req-7ae68373-40cb-45fd-81b8-90204f7b6965 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556221 May 30 20:10:23.956055 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2a8f0cbe-04fb-4a85-83e2-62122c8f856b None None] Provisioning for port 6c6175dc-daf1-49ad-a2e8-0efe4fc26ef5 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:23.969629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2a8f0cbe-04fb-4a85-83e2-62122c8f856b None None] Provisioning complete for port 6c6175dc-daf1-49ad-a2e8-0efe4fc26ef5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:23.970691 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2a8f0cbe-04fb-4a85-83e2-62122c8f856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:24.008215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-daa2ea03-ff1f-4325-8633-176a235f2740 req-9f7ae811-b27a-4cd6-b7a7-ce3ed86320bf tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459948 May 30 20:10:24.069359 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f0dcb8-7c9c-4728-824c-c50e284fdacf None None] DHCP port deletion for be678d9a-f64a-4ec3-bf89-6e9c21a74113 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:10:24.114027 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-57f0dcb8-7c9c-4728-824c-c50e284fdacf None None] Deleting port 4e568564-200f-4075-b3df-5a0ecc677bf9 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:24.118803 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-57f0dcb8-7c9c-4728-824c-c50e284fdacf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:24.217924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f0cbe-04fb-4a85-83e2-62122c8f856b None None] Port 6c6175dc-daf1-49ad-a2e8-0efe4fc26ef5 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:10:24.354749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] For port 4e568564-200f-4075-b3df-5a0ecc677bf9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4e568564-200f-4075-b3df-5a0ecc677bf9,segment=NetworkSegment(dcb95b88-1d10-4639-b7ed-0542bc1355e3),segment_id=dcb95b88-1d10-4639-b7ed-0542bc1355e3)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:24.355120 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:24.554341 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a725997-7e64-4fd5-911b-03943ff8d30c None None] Network b7cbb6e7-e0aa-4500-8c35-763a00e92108 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:24.600842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] Calling delete_port for 4e568564-200f-4075-b3df-5a0ecc677bf9 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:24.694289 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7245e941-91ec-4ad0-a919-ec6c7eb6240c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:10:24.722354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d19e67-2cd1-4949-b3e7-d517286e9f7e req-1bc0bbfe-4a6a-493e-8a64-ad2f4f1fa790 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:24.731451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-77d19e67-2cd1-4949-b3e7-d517286e9f7e req-1bc0bbfe-4a6a-493e-8a64-ad2f4f1fa790 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.1461589 May 30 20:10:24.752725 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:24.773272 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-57f0dcb8-7c9c-4728-824c-c50e284fdacf None None] For port 4e568564-200f-4075-b3df-5a0ecc677bf9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4e568564-200f-4075-b3df-5a0ecc677bf9,segment=NetworkSegment(dcb95b88-1d10-4639-b7ed-0542bc1355e3),segment_id=dcb95b88-1d10-4639-b7ed-0542bc1355e3)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:24.773805 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-57f0dcb8-7c9c-4728-824c-c50e284fdacf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:24.859810 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:24.862546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e568564-200f-4075-b3df-5a0ecc677bf9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:24.871558 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:24.872969 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:24.886736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] No DVR routers for this DVR port 4e568564-200f-4075-b3df-5a0ecc677bf9 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:24.910933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-57f0dcb8-7c9c-4728-824c-c50e284fdacf None None] Calling delete_port for 4e568564-200f-4075-b3df-5a0ecc677bf9 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:24.969644 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-77d19e67-2cd1-4949-b3e7-d517286e9f7e req-7171e698-2415-4911-a5ce-baa37a1f6bf7 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371695 May 30 20:10:24.997936 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-57f0dcb8-7c9c-4728-824c-c50e284fdacf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:10:24.998596 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-57f0dcb8-7c9c-4728-824c-c50e284fdacf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:10:25.064251 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:25.076737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c0712c16-32be-4c88-89da-ba4a4fab526b None None] Provisioning for port 7245e941-91ec-4ad0-a919-ec6c7eb6240c completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:25.094042 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be678d9a-f64a-4ec3-bf89-6e9c21a74113']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:25.122500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb95b88-1d10-4639-b7ed-0542bc1355e3') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:25.123237 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb95b88-1d10-4639-b7ed-0542bc1355e3') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:25.137089 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:25.155564 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:25.164641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:10:25.165425 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:25.180482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=6c6175dc-daf1-49ad-a2e8-0efe4fc26ef5,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:25.194974 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network 0d6c9dab-cddd-4318-ab3b-4de826c17235 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:25.196279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: timer() May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:10:25.197126 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:10:25.249026 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 7245e941-91ec-4ad0-a919-ec6c7eb6240c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:25.257101 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 7245e941-91ec-4ad0-a919-ec6c7eb6240c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:25.257466 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:25.345453 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b3e4c088-cc05-4368-9e07-51508dddd2ae details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:10:25.386199 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:25.390521 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:25.490671 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] Pushing event deleted for resources: {'Network': ['ID=be678d9a-f64a-4ec3-bf89-6e9c21a74113,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:25.510817 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cb77b627-af32-4084-b698-dab141c31b98 admin admin] 10.222.0.84 "DELETE /v2.0/networks/be678d9a-f64a-4ec3-bf89-6e9c21a74113 HTTP/1.1" status: 204 len: 168 time: 2.0324860 May 30 20:10:25.564376 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-57f0dcb8-7c9c-4728-824c-c50e284fdacf None None] Deleting port 4e568564-200f-4075-b3df-5a0ecc677bf9 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:25.565308 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-57f0dcb8-7c9c-4728-824c-c50e284fdacf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:25.915848 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b3e4c088-cc05-4368-9e07-51508dddd2ae, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b3e4c088-cc05-4368-9e07-51508dddd2ae,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:25.939556 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35992) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:25.965611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'b3e4c088-cc05-4368-9e07-51508dddd2ae', 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3', 'port_id': 'b3e4c088-cc05-4368-9e07-51508dddd2ae', 'mac_address': 'fa:16:3e:db:20:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75aac3d7-25c7-4a3a-8294-a7ab0c5aa1db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:10:25.977588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1c0e6-2398-4c70-b88a-b9cfe1ee45e5 req-7cea351a-f5cb-4c40-8c37-ce0e48daca2a tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:25.980278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5fa1c0e6-2398-4c70-b88a-b9cfe1ee45e5 req-7cea351a-f5cb-4c40-8c37-ce0e48daca2a tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.6374695 May 30 20:10:25.986753 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.034589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-57f0dcb8-7c9c-4728-824c-c50e284fdacf None None] The port '4e568564-200f-4075-b3df-5a0ecc677bf9' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:10:26.078989 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4a50c845-e637-4b52-bb6f-39b1ca6a2822 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1a97a96a55a247198135569f0a546fa6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1381354 May 30 20:10:26.080069 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36000) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:26.144959 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5fa1c0e6-2398-4c70-b88a-b9cfe1ee45e5 req-3c9de460-1dc1-4929-8c5b-97bcbfbfd24f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314344 May 30 20:10:26.186549 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499877c4-689d-46b3-acec-b4e387564b20 req-e7b1c3c9-c33b-4c66-a5fd-202613815fb5 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:26.193840 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-499877c4-689d-46b3-acec-b4e387564b20 req-e7b1c3c9-c33b-4c66-a5fd-202613815fb5 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.77 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.4470649 May 30 20:10:26.235723 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 7245e941-91ec-4ad0-a919-ec6c7eb6240c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7245e941-91ec-4ad0-a919-ec6c7eb6240c,segment=NetworkSegment(c5e557b8-8d07-40a0-a8ab-fc00e7af0856),segment_id=c5e557b8-8d07-40a0-a8ab-fc00e7af0856)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:26.244811 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.247876 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 59a78388-19f5-428f-a0c9-9798792de4fa up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:10:26.255812 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d0b5e11-e94f-4f0b-9e86-ae461beab592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.283566 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-acdbb129-5b4f-4c78-abb3-035988efce44 None None] Provisioning complete for port 6c6175dc-daf1-49ad-a2e8-0efe4fc26ef5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:26.284413 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-acdbb129-5b4f-4c78-abb3-035988efce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.312386 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.312927 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d0b5e11-e94f-4f0b-9e86-ae461beab592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.346679 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-ccbedfb8-7b9e-4dc4-9b94-ae758dfa3827 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3117630 May 30 20:10:26.376166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-499877c4-689d-46b3-acec-b4e387564b20 req-0b8a710a-0fb0-44c1-ab7f-5c4543747dda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Deleting port 1633e90f-2c05-4a28-8bd9-a15ca1ca4508 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:26.376789 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-499877c4-689d-46b3-acec-b4e387564b20 req-0b8a710a-0fb0-44c1-ab7f-5c4543747dda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.386159 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d0b5e11-e94f-4f0b-9e86-ae461beab592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.409823 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b5e11-e94f-4f0b-9e86-ae461beab592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b579d5f-f324-417e-8664-5cedded230c3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:26.413171 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d0b5e11-e94f-4f0b-9e86-ae461beab592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.415359 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9d0b5e11-e94f-4f0b-9e86-ae461beab592 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1b579d5f-f324-417e-8664-5cedded230c3 HTTP/1.1" status: 204 len: 168 time: 0.3338563 May 30 20:10:26.440489 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3e4c088-cc05-4368-9e07-51508dddd2ae {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:26.457024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=7245e941-91ec-4ad0-a919-ec6c7eb6240c,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:26.512874 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:26.513543 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:26.514069 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:26.514589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:26.515127 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:26.515658 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:26.516239 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:26.516714 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:26.517186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:26.517673 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:26.518144 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:26.530727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b3e4c088-cc05-4368-9e07-51508dddd2ae, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b3e4c088-cc05-4368-9e07-51508dddd2ae,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:26.540640 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-acdbb129-5b4f-4c78-abb3-035988efce44 None None] Port 6c6175dc-daf1-49ad-a2e8-0efe4fc26ef5 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:10:26.545564 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.619430 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 59a78388-19f5-428f-a0c9-9798792de4fa triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:26.620637 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.690640 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b3e4c088-cc05-4368-9e07-51508dddd2ae,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:26.712105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4e1a7b12-c1a5-4b7d-87f9-aa238e548e5a None None] Provisioning complete for port 7245e941-91ec-4ad0-a919-ec6c7eb6240c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:26.712729 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4e1a7b12-c1a5-4b7d-87f9-aa238e548e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.735484 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba262b61-c665-4451-8f4e-1bcf168c5b3f req-3f34ebb3-a08b-4fe1-8423-c7f2429408fb tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:26.736996 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba262b61-c665-4451-8f4e-1bcf168c5b3f req-3f34ebb3-a08b-4fe1-8423-c7f2429408fb tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 946 time: 0.4701221 May 30 20:10:26.792352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 59490784-a6c7-4870-8255-51fc1c38011a is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:10:26.819218 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-275e29cb-d4d4-4290-bec4-32c989a3d6c7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aba290eb55434081b40c27125b03c71d&device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 6502 time: 0.3758912 May 30 20:10:26.846223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-499877c4-689d-46b3-acec-b4e387564b20 req-0b8a710a-0fb0-44c1-ab7f-5c4543747dda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] For port 1633e90f-2c05-4a28-8bd9-a15ca1ca4508, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1633e90f-2c05-4a28-8bd9-a15ca1ca4508,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:26.846595 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-499877c4-689d-46b3-acec-b4e387564b20 req-0b8a710a-0fb0-44c1-ab7f-5c4543747dda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.898636 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b3e4c088-cc05-4368-9e07-51508dddd2ae'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:26.938773 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4e568564-200f-4075-b3df-5a0ecc677bf9 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:26.977886 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 4e568564-200f-4075-b3df-5a0ecc677bf9 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:10:26.978225 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4e568564-200f-4075-b3df-5a0ecc677bf9 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:26.978642 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:27.058915 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:10:27.059751 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9a12f0ca-57b7-44ef-a860-c0ffa7a93b07 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:27.134042 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba262b61-c665-4451-8f4e-1bcf168c5b3f req-1e7a32b6-e939-44db-98f0-197b5eb0e8e9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790553 May 30 20:10:27.140741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-499877c4-689d-46b3-acec-b4e387564b20 req-0b8a710a-0fb0-44c1-ab7f-5c4543747dda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Calling delete_port for 1633e90f-2c05-4a28-8bd9-a15ca1ca4508 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:27.229951 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7245e941-91ec-4ad0-a919-ec6c7eb6240c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:10:27.348866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b3e4c088-cc05-4368-9e07-51508dddd2ae no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:27.530115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 7245e941-91ec-4ad0-a919-ec6c7eb6240c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:27.530722 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:27.573805 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36028) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:27.575164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-a22a7707-28e5-40a6-acfa-4d0102cf3bea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:27.575526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-a22a7707-28e5-40a6-acfa-4d0102cf3bea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:27.575894 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-a22a7707-28e5-40a6-acfa-4d0102cf3bea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:27.577557 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-a22a7707-28e5-40a6-acfa-4d0102cf3bea service neutron] 10.222.0.77 "GET /v2.0/networks?id=1c618fce-8e1a-4264-8a30-66966112ca92&id=de48935b-c2e1-4327-8c0d-6da1222c0137&id=de48935b-c2e1-4327-8c0d-6da1222c0137&id=de48935b-c2e1-4327-8c0d-6da1222c0137&id=de48935b-c2e1-4327-8c0d-6da1222c0137&id=afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9&id=afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 HTTP/1.1" status: 200 len: 2297 time: 0.7135265 May 30 20:10:27.581880 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-499877c4-689d-46b3-acec-b4e387564b20 req-0b8a710a-0fb0-44c1-ab7f-5c4543747dda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:27.645875 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:27.670152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b3e4c088-cc05-4368-9e07-51508dddd2ae {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:27.735682 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b3e4c088-cc05-4368-9e07-51508dddd2ae, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b3e4c088-cc05-4368-9e07-51508dddd2ae,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:27.747064 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:27.779294 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a710a-0fb0-44c1-ab7f-5c4543747dda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Pushing event deleted for resources: {'Port': ['ID=1633e90f-2c05-4a28-8bd9-a15ca1ca4508,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:27.779621 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5824cabd-40f8-4e5a-8457-006f85021070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:27.790695 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cef47ef0-4bc0-40b4-863f-45c23ffc3a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:27.831185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5824cabd-40f8-4e5a-8457-006f85021070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:27.834516 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5824cabd-40f8-4e5a-8457-006f85021070 admin admin] Usage tracker for resource:security_group_rule and tenant:b091a56c5f3e475ca966adc2aa697371 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:27.837549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b3e4c088-cc05-4368-9e07-51508dddd2ae,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:27.839995 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5824cabd-40f8-4e5a-8457-006f85021070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:27.849326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5824cabd-40f8-4e5a-8457-006f85021070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:27.936258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5824cabd-40f8-4e5a-8457-006f85021070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:27.940973 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5824cabd-40f8-4e5a-8457-006f85021070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:27.998683 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5824cabd-40f8-4e5a-8457-006f85021070 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b091a56c5f3e475ca966adc2aa697371&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4225492 May 30 20:10:27.999636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824cabd-40f8-4e5a-8457-006f85021070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f5fcd8-7927-4a23-8160-de66ef124658,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:28.001988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36044) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:28.018840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-499877c4-689d-46b3-acec-b4e387564b20 req-0b8a710a-0fb0-44c1-ab7f-5c4543747dda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] No DVR routers for this DVR port 1633e90f-2c05-4a28-8bd9-a15ca1ca4508 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:28.024247 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-499877c4-689d-46b3-acec-b4e387564b20 req-0b8a710a-0fb0-44c1-ab7f-5c4543747dda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:28.042934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41081e19-7783-41a0-909b-ac5860cb0840', 'name': 'network-vif-deleted', 'tag': '1633e90f-2c05-4a28-8bd9-a15ca1ca4508'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:28.072120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a68b5-befe-425e-ac79-bc6429f9c0b0 req-1ac4d30b-d58b-46dc-a1e9-981d2292c7ee tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:28.073657 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-267a68b5-befe-425e-ac79-bc6429f9c0b0 req-1ac4d30b-d58b-46dc-a1e9-981d2292c7ee tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 944 time: 0.4951029 May 30 20:10:28.077031 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-ddc44ec5-2a25-435f-9134-0adf8126de02 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d0f3917-5c1e-45ac-a959-223ca8215a5d HTTP/1.1" status: 200 len: 1001 time: 0.4410794 May 30 20:10:28.083743 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-499877c4-689d-46b3-acec-b4e387564b20 req-0b8a710a-0fb0-44c1-ab7f-5c4543747dda tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.77 "DELETE /v2.0/ports/1633e90f-2c05-4a28-8bd9-a15ca1ca4508 HTTP/1.1" status: 204 len: 173 time: 1.8634148 May 30 20:10:28.100099 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a66906fa-1aad-400a-a3c9-1a10799ba389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:28.160592 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a66906fa-1aad-400a-a3c9-1a10799ba389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:28.171388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['1633e90f-2c05-4a28-8bd9-a15ca1ca4508'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:28.236282 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a66906fa-1aad-400a-a3c9-1a10799ba389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:28.276204 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a66906fa-1aad-400a-a3c9-1a10799ba389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:28.277376 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a66906fa-1aad-400a-a3c9-1a10799ba389 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/51f5fcd8-7927-4a23-8160-de66ef124658 HTTP/1.1" status: 204 len: 168 time: 0.2743430 May 30 20:10:28.278860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66906fa-1aad-400a-a3c9-1a10799ba389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f5fcd8-7927-4a23-8160-de66ef124658,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:28.303443 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-cc780473-dbab-4721-9a7a-3b30f995db45 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=c5debfac3bf94bd3b6a77d678a45d306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1300316 May 30 20:10:28.359038 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:10:28.365525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-267a68b5-befe-425e-ac79-bc6429f9c0b0 req-d758ea78-dac1-46b0-be6d-28908d01f05f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806363 May 30 20:10:28.366786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-7fbfa6bf-9167-43f2-99a7-1ac77261b215 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:28.368131 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-7fbfa6bf-9167-43f2-99a7-1ac77261b215 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eacd493c-a56e-47fd-9217-e8ad524e2ab0 HTTP/1.1" status: 200 len: 856 time: 0.2657919 May 30 20:10:28.371469 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0d668-fb9e-4d0b-92c3-36c2e1979383 None None] Sync routers for ids ['59490784-a6c7-4870-8255-51fc1c38011a'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:10:28.375495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5490d3a3-856e-4d7d-92ac-30ac6a47ed4d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/59490784-a6c7-4870-8255-51fc1c38011a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5062933 May 30 20:10:28.378484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36058) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:28.404791 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd0d668-fb9e-4d0b-92c3-36c2e1979383 None None] Routers {'59490784-a6c7-4870-8255-51fc1c38011a'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:28.404791 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6bd0d668-fb9e-4d0b-92c3-36c2e1979383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:10:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['59490784-a6c7-4870-8255-51fc1c38011a'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:28.504126 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37629b9b-a8cc-4d6b-9c02-f40da8345f68'] response: {'server_uuid': '41081e19-7783-41a0-909b-ac5860cb0840', 'name': 'network-vif-deleted', 'tag': '1633e90f-2c05-4a28-8bd9-a15ca1ca4508', 'status': 'completed', 'code': 200} May 30 20:10:28.531409 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99622dcb-864d-4cef-a2b6-eb9a4a687bcc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:28.532664 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-99622dcb-864d-4cef-a2b6-eb9a4a687bcc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports/6c6175dc-daf1-49ad-a2e8-0efe4fc26ef5 HTTP/1.1" status: 200 len: 911 time: 0.1528604 May 30 20:10:28.535632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36064) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:28.567476 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6bd0d668-fb9e-4d0b-92c3-36c2e1979383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:28.579517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd0d668-fb9e-4d0b-92c3-36c2e1979383 None None] Routers {'59490784-a6c7-4870-8255-51fc1c38011a'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:28.580348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6bd0d668-fb9e-4d0b-92c3-36c2e1979383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:10:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['59490784-a6c7-4870-8255-51fc1c38011a'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:28.657154 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6bd0d668-fb9e-4d0b-92c3-36c2e1979383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:28.657737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0d668-fb9e-4d0b-92c3-36c2e1979383 None None] The sync data for ids ['59490784-a6c7-4870-8255-51fc1c38011a'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:10:28.763546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-02114123-7a03-4757-a54a-ec0e227e6111 req-1e6e362f-e137-4915-9588-9c44434e509b tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Synchronizing usage tracker for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:28.780125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-c7d98d02-30eb-4584-854f-6bf6d0cbe219 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:28.781480 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-c7d98d02-30eb-4584-854f-6bf6d0cbe219 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4680271 May 30 20:10:28.821581 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-179efc24-6047-4a51-933e-9861046a30a0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1c618fce-8e1a-4264-8a30-66966112ca92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3607697 May 30 20:10:28.823732 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-02114123-7a03-4757-a54a-ec0e227e6111 req-1e6e362f-e137-4915-9588-9c44434e509b tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Unset dirty status for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:28.825297 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-02114123-7a03-4757-a54a-ec0e227e6111 req-1e6e362f-e137-4915-9588-9c44434e509b tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=41081e19-7783-41a0-909b-ac5860cb0840 HTTP/1.1" status: 200 len: 210 time: 0.1378298 May 30 20:10:28.833518 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-80541c61-216a-47e2-a493-3d3830f2180a tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/quotas/c5debfac3bf94bd3b6a77d678a45d306 HTTP/1.1" status: 200 len: 375 time: 0.0385628 May 30 20:10:28.963499 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-0e3e3227-a3e1-4aee-ac1b-65741d5dc8b9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5debfac3bf94bd3b6a77d678a45d306&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064398 May 30 20:10:29.140304 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-142ffbad-1af6-4cf1-811c-676c1b56ad29 service neutron] 10.222.0.77 "GET /v2.0/networks/1c618fce-8e1a-4264-8a30-66966112ca92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051505 May 30 20:10:29.206648 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-928c375b-f03f-4bf7-bfc2-e4ba67ed513b req-41a0574e-63c6-4b9f-ab19-64545b1c14d4 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/ports?device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 210 time: 0.0693138 May 30 20:10:29.348922 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b3e4c088-cc05-4368-9e07-51508dddd2ae up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:10:29.382597 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-fb2d3c5b-c89f-46b2-9159-5762305cab02 service neutron] 10.222.0.77 "GET /v2.0/networks/1c618fce-8e1a-4264-8a30-66966112ca92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090058 May 30 20:10:29.431073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port b3e4c088-cc05-4368-9e07-51508dddd2ae triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:29.431495 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:29.600486 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-2ddb83fc-460e-4514-8278-0b754eacdd91 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=a1af3658-e0a8-482d-bfac-62be8aff685f HTTP/1.1" status: 200 len: 217 time: 0.2107232 May 30 20:10:29.604721 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:29.703656 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b3e4c088-cc05-4368-9e07-51508dddd2ae, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b3e4c088-cc05-4368-9e07-51508dddd2ae,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:29.704969 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5860a70c-28de-4367-b018-4431113acc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e4c088-cc05-4368-9e07-51508dddd2ae'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:29.712961 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:29.713898 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1633e90f-2c05-4a28-8bd9-a15ca1ca4508 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:29.833786 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb7b55be-c30f-4656-8f33-0c5cce4dfef9'] response: {'server_uuid': '5860a70c-28de-4367-b018-4431113acc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e4c088-cc05-4368-9e07-51508dddd2ae', 'code': 200} May 30 20:10:29.835840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 1633e90f-2c05-4a28-8bd9-a15ca1ca4508 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:10:29.836211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1633e90f-2c05-4a28-8bd9-a15ca1ca4508 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:29.846461 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b3e4c088-cc05-4368-9e07-51508dddd2ae,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:29.877809 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-459536bf-596c-4eee-95ea-9567a51bf08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:29.962524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-cf0a45fc-9a90-4d8f-ab01-865b4ebd6a29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:29.964257 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-cf0a45fc-9a90-4d8f-ab01-865b4ebd6a29 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4e4119d-9a6e-4c3f-a21f-01c959048c61 HTTP/1.1" status: 200 len: 797 time: 0.3298945 May 30 20:10:30.176235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6f168-b646-4333-afd1-352d27f6ff72 req-529abcc6-e2e6-46ab-ae2e-2d95719a2153 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:30.177565 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2ed6f168-b646-4333-afd1-352d27f6ff72 req-529abcc6-e2e6-46ab-ae2e-2d95719a2153 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 943 time: 0.5812788 May 30 20:10:30.228281 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-c8312480-d55f-40f1-9228-bce66a36e165 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de48935b-c2e1-4327-8c0d-6da1222c0137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2427566 May 30 20:10:30.415472 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-38a50b49-9269-4def-8147-a093ae5a0fbd req-33f33cf4-5a4a-4123-a268-153ef24a35a8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 1096 time: 0.3765368 May 30 20:10:30.473304 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2ed6f168-b646-4333-afd1-352d27f6ff72 req-7d018ed7-6819-4867-b922-94614db2c43d tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781525 May 30 20:10:30.643343 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-38a50b49-9269-4def-8147-a093ae5a0fbd req-5dc260fa-5515-4bf1-9fb6-32335b8b2600 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933904 May 30 20:10:30.729612 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7644a1c-ad2c-4d2d-8193-4d31ea7cdb7a req-aff47396-b15a-49ed-8695-cd9c464c91d6 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/ports?device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 210 time: 0.1304574 May 30 20:10:30.731857 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-24ede5a9-5ab0-484f-82ae-8c53539085fe service neutron] 10.222.0.77 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933660 May 30 20:10:30.814205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-4b748bb4-8ca1-4253-a0b4-6a02f499820f tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=c5debfac3bf94bd3b6a77d678a45d306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811799 May 30 20:10:30.822709 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-f94c9bc2-2ca4-4a00-abfd-d5e16e60b663 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:30.824559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-f94c9bc2-2ca4-4a00-abfd-d5e16e60b663 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 811 time: 0.4490368 May 30 20:10:30.861967 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:31.093727 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-bac0dec7-cc24-4faa-91e8-68450e27baad tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/quotas/0e075b17435345809d5c6645e9b9fc3c HTTP/1.1" status: 200 len: 375 time: 0.2338722 May 30 20:10:31.119278 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:31.261177 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-03c4af39-1f02-401f-b82a-5d7914db0015 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950692 May 30 20:10:31.303118 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:31.454209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-46997c74-48ff-4981-8974-58a232a6ec3b tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:31.455619 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-46997c74-48ff-4981-8974-58a232a6ec3b tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6255977 May 30 20:10:31.468967 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-87062696-cb0d-4df0-b448-6f2f4ab078e6 service neutron] 10.222.0.77 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100845 May 30 20:10:31.481985 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Request body: {'port': {'device_id': '73baf012-a48d-4ac6-8444-34c7e2e4c85e', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': 'c5debfac3bf94bd3b6a77d678a45d306'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:31.811065 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-46786bb7-b853-4e8a-b07e-879b3f48ffff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=0be2f338-0fcb-446a-a253-87193f57992b HTTP/1.1" status: 200 len: 217 time: 0.3140199 May 30 20:10:31.819632 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-91a5037a-5b76-4ce8-a420-9a498e3ad876 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=dd514465b55042b8957cc4066a64749d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1336517 May 30 20:10:32.024674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-5bb6ce52-a039-49e4-b737-373da698558f service neutron] 10.222.0.84 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7609832 May 30 20:10:32.171997 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-c45ccfaa-d31c-4f98-a651-0aad33844ce1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:32.173312 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-c45ccfaa-d31c-4f98-a651-0aad33844ce1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4e4119d-9a6e-4c3f-a21f-01c959048c61 HTTP/1.1" status: 200 len: 797 time: 0.3528349 May 30 20:10:32.262128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:32.296008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Usage tracker for resource:port and tenant:c5debfac3bf94bd3b6a77d678a45d306 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:32.321002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:32.343541 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:32.360865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-4004c964-d602-48ff-8029-1488373c4429 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:32.362263 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-4004c964-d602-48ff-8029-1488373c4429 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4992592 May 30 20:10:32.367769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Allocated IP 2001:db8:1::1 (b7cbb6e7-e0aa-4500-8c35-763a00e92108/efe8cb00-5999-47d8-a1b9-92cac24a672a/94800eb5-be2c-419a-baed-a13735d9d775) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:32.394557 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-2537e48f-4dfb-4d10-a45d-c75783cb6bf3 service neutron] 10.222.0.84 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489630 May 30 20:10:32.399905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Made reservation on behalf of c5debfac3bf94bd3b6a77d678a45d306 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:32.402762 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:32.425154 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:32.453235 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-4c10d62b-7350-4cc4-89e1-3d56b6fa058c tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/quotas/dd514465b55042b8957cc4066a64749d HTTP/1.1" status: 200 len: 375 time: 0.0806799 May 30 20:10:32.584318 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0877f04f-13f5-40f1-b211-0948f46c34ac tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd514465b55042b8957cc4066a64749d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755076 May 30 20:10:32.617142 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-845c72d0-cb1b-4349-8f76-0e9741933118 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de48935b-c2e1-4327-8c0d-6da1222c0137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3940141 May 30 20:10:32.627239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:32.702175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Usage tracker for resource:security_group_rule and tenant:c5debfac3bf94bd3b6a77d678a45d306 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:32.744299 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:32.756341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:32.790226 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:32.800511 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:32.870442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Transition to ACTIVE for port object 94800eb5-be2c-419a-baed-a13735d9d775 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:32.940255 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-96ed0ae0-dc9d-4e50-8bb5-d54f9f807b66 service neutron] 10.222.0.77 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819252 May 30 20:10:32.959910 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3dd428e-c1f3-459b-857d-c4a081d26cb0 req-33ee4ff6-5756-4a3c-a3ab-7f1c40094df6 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/ports?device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 210 time: 0.0695651 May 30 20:10:33.036991 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:33.085998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87d5e4-eec6-48d0-a530-79f68c9c1a66 req-1c6d689e-ecb9-455a-9332-64be6e68f3d3 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:33.093367 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a87d5e4-eec6-48d0-a530-79f68c9c1a66 req-1c6d689e-ecb9-455a-9332-64be6e68f3d3 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.4752705 May 30 20:10:33.141741 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:33.148227 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:33.191925 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:33.516396 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-f295f793-870f-43ac-af05-b608ce30dcb3 service neutron] 10.222.0.77 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5590293 May 30 20:10:33.518430 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a87d5e4-eec6-48d0-a530-79f68c9c1a66 req-65e1ebdf-2643-4e04-92ee-0406c9c7deed tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243171 May 30 20:10:33.519032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8c8cb3-7f87-4900-aabe-49ade7a9b769,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:33.528865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network b7cbb6e7-e0aa-4500-8c35-763a00e92108 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:33.531306 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a98a8d7f-d278-47c3-81da-ca63fdccf8f2 req-2aeccbe6-c9fd-4dcd-afeb-f1e6c4bcc285 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 210 time: 0.1222117 May 30 20:10:33.536576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=94800eb5-be2c-419a-baed-a13735d9d775,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:33.538990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:33.621070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:33.622561 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:33.724168 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-94cd36d8-36c7-4abf-a0be-30fc10ef48dc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=6f827944-7b7b-4e81-9a6a-63a922b64815 HTTP/1.1" status: 200 len: 217 time: 0.1887136 May 30 20:10:33.830388 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43dc0902-1669-4159-ab6d-cb342b56648b req-0f4a27f5-4422-448d-a92c-7d461091d5f2 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/ports?device_id=05b98104-891c-4911-aad7-6db1997023c1 HTTP/1.1" status: 200 len: 210 time: 0.1596403 May 30 20:10:34.002029 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-41429427-2b1b-45cd-ae94-733002ba3785 None None] Provisioning for port 94800eb5-be2c-419a-baed-a13735d9d775 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:34.009464 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-41429427-2b1b-45cd-ae94-733002ba3785 None None] Provisioning complete for port 94800eb5-be2c-419a-baed-a13735d9d775 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:34.010253 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-41429427-2b1b-45cd-ae94-733002ba3785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:34.068106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-41429427-2b1b-45cd-ae94-733002ba3785 None None] Port 94800eb5-be2c-419a-baed-a13735d9d775 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:10:34.073811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-0af35f8f-592c-42e8-bf09-fa5374c2cd7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:34.075285 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-0af35f8f-592c-42e8-bf09-fa5374c2cd7d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4e4119d-9a6e-4c3f-a21f-01c959048c61 HTTP/1.1" status: 200 len: 797 time: 0.2763522 May 30 20:10:34.144786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Allocated IP 192.168.233.190 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/c6985c44-dc5d-465c-a480-254838436276) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:34.205056 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-03cfc203-666d-431d-88cd-885c2d32ee33 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=dd514465b55042b8957cc4066a64749d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491171 May 30 20:10:34.405721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-580bd700-45bb-4e0e-9ddd-7a8383cf83a8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:34.408471 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-580bd700-45bb-4e0e-9ddd-7a8383cf83a8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 811 time: 0.6320086 May 30 20:10:34.469573 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-e6f660d7-1341-4c13-ba70-70da9fe12506 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Request body: {'port': {'device_id': 'e8e70dd3-607d-4294-bc8b-ba7df4f7096e', 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf', 'admin_state_up': True, 'tenant_id': '0e075b17435345809d5c6645e9b9fc3c'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:34.517542 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd18cd1a-8bb9-4155-a240-33c7e191d9b9 req-d9fac372-fd71-405b-b1d5-1776d958710b tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/ports?device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 210 time: 0.1060135 May 30 20:10:34.524560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-6e7e87b2-6a91-48d8-a5f1-a34e4703cd61 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:34.526653 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-6e7e87b2-6a91-48d8-a5f1-a34e4703cd61 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3176100 May 30 20:10:34.543243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Request body: {'port': {'device_id': '05b98104-891c-4911-aad7-6db1997023c1', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': 'dd514465b55042b8957cc4066a64749d'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:34.579954 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:34.618811 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:34.636008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f4a60-d4b4-46d5-a45f-54f626610281 req-3411e8ec-5bff-48ce-9ba6-97d340d714b1 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:34.638014 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a16f4a60-d4b4-46d5-a45f-54f626610281 req-3411e8ec-5bff-48ce-9ba6-97d340d714b1 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 0.7966859 May 30 20:10:34.689832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:34.694070 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Usage tracker for resource:port and tenant:dd514465b55042b8957cc4066a64749d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:34.697155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:34.701422 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:34.711411 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Made reservation on behalf of dd514465b55042b8957cc4066a64749d for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:34.714506 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:34.727714 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:34.758250 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Transition to ACTIVE for port object c6985c44-dc5d-465c-a480-254838436276 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:34.772448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:34.776670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Usage tracker for resource:security_group_rule and tenant:dd514465b55042b8957cc4066a64749d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:34.780002 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:34.785755 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:34.793509 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c6110a7-019f-46fc-84b1-aef11e86e0a7 req-20fb7315-baf6-4598-8fb4-3121b08ed200 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 210 time: 0.1193905 May 30 20:10:34.881429 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:34.888516 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:34.972257 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-b3146705-91bb-4e36-bd96-2b072269c12a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de48935b-c2e1-4327-8c0d-6da1222c0137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8707654 May 30 20:10:35.035407 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d321d3c5-2876-4f9f-9921-93bf7385241f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:35.131399 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a16f4a60-d4b4-46d5-a45f-54f626610281 req-2aa1e439-34ce-48f9-841d-7f2293bab96f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849627 May 30 20:10:35.140782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-e6f660d7-1341-4c13-ba70-70da9fe12506 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:35.343231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-e6f660d7-1341-4c13-ba70-70da9fe12506 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:35.376221 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee67255a-87a1-4067-97ad-acc7b834ecb1 req-e2ca5a3f-8ea7-40f8-a8fe-7203e34f7f60 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/ports?device_id=05b98104-891c-4911-aad7-6db1997023c1 HTTP/1.1" status: 200 len: 210 time: 0.0966501 May 30 20:10:35.384610 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:35.462263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Allocated IP 192.168.233.124 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/d74549fa-d35c-46e1-be57-35b83d694ee6) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:35.493388 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-1a97d9b2-a605-4b9e-93ed-6b28450527b3 service neutron] 10.222.0.77 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037153 May 30 20:10:35.551554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-e6f660d7-1341-4c13-ba70-70da9fe12506 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Made reservation on behalf of 0e075b17435345809d5c6645e9b9fc3c for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:35.555737 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-e6f660d7-1341-4c13-ba70-70da9fe12506 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:35.724150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:35.740040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:35.742787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:35.794555 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:35.812801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Transition to ACTIVE for port object d74549fa-d35c-46e1-be57-35b83d694ee6 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:35.844098 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:35.923231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:35.926319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:35.928780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:35.968752 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Pushing event updated for resources: {'Port': ['ID=d74549fa-d35c-46e1-be57-35b83d694ee6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:35.974232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Pushing event updated for resources: {'Port': ['ID=c6985c44-dc5d-465c-a480-254838436276,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:36.005418 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-935f284d-f65a-4eb8-9db7-161b37fbdb2a None None] Provisioning for port c6985c44-dc5d-465c-a480-254838436276 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:36.011514 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-935f284d-f65a-4eb8-9db7-161b37fbdb2a None None] Provisioning complete for port c6985c44-dc5d-465c-a480-254838436276 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:36.012665 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-935f284d-f65a-4eb8-9db7-161b37fbdb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.018548 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:36.020214 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.062421 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0f555efb-76f3-4c0c-9421-ecbfa276be47 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5235732 May 30 20:10:36.074964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Request body: {'port': {'device_id': '05b98104-891c-4911-aad7-6db1997023c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:36.081350 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-935f284d-f65a-4eb8-9db7-161b37fbdb2a None None] Port c6985c44-dc5d-465c-a480-254838436276 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:10:36.122780 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:36.123385 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.171095 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-3f4131b2-3b8d-41df-8a9f-c0a4c22ef2b0 service neutron] 10.222.0.77 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956781 May 30 20:10:36.203588 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-dfe25122-b941-4292-859d-da407e407fb9 None None] Provisioning for port d74549fa-d35c-46e1-be57-35b83d694ee6 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:36.206109 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.208640 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-dfe25122-b941-4292-859d-da407e407fb9 None None] Provisioning complete for port d74549fa-d35c-46e1-be57-35b83d694ee6 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:36.209038 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dfe25122-b941-4292-859d-da407e407fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.265040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-dfe25122-b941-4292-859d-da407e407fb9 None None] Port d74549fa-d35c-46e1-be57-35b83d694ee6 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:10:36.360214 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:10:36.369141 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-d240fbb4-a57f-4e9d-9d9e-5f3400d4b356 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=ee127b40-627b-4a43-a5dc-af836a2fee1f HTTP/1.1" status: 200 len: 217 time: 0.1703148 May 30 20:10:36.379635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-18e269b0-241d-4e4f-8bf6-1e0b786c6aa9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9099507 May 30 20:10:36.398006 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.438951 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Request body: {'port': {'device_id': '73baf012-a48d-4ac6-8444-34c7e2e4c85e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:36.483170 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.483928 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.546038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-684daf42-1946-44ca-9b0c-d489cae02d66 req-a7ce1ade-92b9-4ddd-b112-645c7b689781 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 1096 time: 0.7587368 May 30 20:10:36.550626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a16446-e7bd-4cea-a344-0dafc841900c req-b4d02eee-8003-4f30-813d-fd290044af5d tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:36.551926 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73a16446-e7bd-4cea-a344-0dafc841900c req-b4d02eee-8003-4f30-813d-fd290044af5d tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/networks?id=be767576-8286-4ac8-ac5a-258306ea76b3 HTTP/1.1" status: 200 len: 815 time: 0.7580080 May 30 20:10:36.560829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74549fa-d35c-46e1-be57-35b83d694ee6 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:36.567934 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.578874 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-e6f660d7-1341-4c13-ba70-70da9fe12506 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Allocated IP 172.20.0.11 (d568287e-a0ce-4f8b-a9cc-faf7575177cf/24f03aba-f12a-4241-8d9f-db4a6a1a5134/f257318b-ea29-41f0-ae8c-734539016761) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:36.582780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Transition to ACTIVE for port object d74549fa-d35c-46e1-be57-35b83d694ee6 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:36.586692 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.635489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b81ee2-d566-4c27-8188-5b7d9f9dffac req-200ffe00-aea2-4652-b8ca-2be44f1862c5 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:36.636196 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-81b81ee2-d566-4c27-8188-5b7d9f9dffac req-200ffe00-aea2-4652-b8ca-2be44f1862c5 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Synchronizing usage tracker for tenant:c5debfac3bf94bd3b6a77d678a45d306 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:36.717235 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d74549fa-d35c-46e1-be57-35b83d694ee6,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:36.737083 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-36d7a8c2-f059-436a-a92f-a1d28788e504 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:36.738564 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-36d7a8c2-f059-436a-a92f-a1d28788e504 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4e4119d-9a6e-4c3f-a21f-01c959048c61 HTTP/1.1" status: 200 len: 797 time: 0.3564353 May 30 20:10:36.833665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Attempting to bind port d74549fa-d35c-46e1-be57-35b83d694ee6 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:10:36.833994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Attempting to bind port d74549fa-d35c-46e1-be57-35b83d694ee6 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:10:36.834617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Attempting to bind port d74549fa-d35c-46e1-be57-35b83d694ee6 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:36.841195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Port d74549fa-d35c-46e1-be57-35b83d694ee6 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:10:36.841510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Attempting to bind port d74549fa-d35c-46e1-be57-35b83d694ee6 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:36.848354 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:10:36.848690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:36.849049 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:10:36.849470 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Bound port: d74549fa-d35c-46e1-be57-35b83d694ee6, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:10:36.849806 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.891779 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73a16446-e7bd-4cea-a344-0dafc841900c req-a3d51ebc-0117-42aa-a0e0-616ac2dd5741 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/quotas/2d4db31a2a6b4cf9b980e48f47792663 HTTP/1.1" status: 200 len: 375 time: 0.2935433 May 30 20:10:36.921419 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.943156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] For port d74549fa-d35c-46e1-be57-35b83d694ee6, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:10:36.946676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] For port d74549fa-d35c-46e1-be57-35b83d694ee6, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d74549fa-d35c-46e1-be57-35b83d694ee6,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:10:36.951847 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:37.017636 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:37.019019 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] 10.222.0.93 "PUT /v2.0/ports/d74549fa-d35c-46e1-be57-35b83d694ee6 HTTP/1.1" status: 200 len: 1096 time: 0.9492760 May 30 20:10:37.019473 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b98104-891c-4911-aad7-6db1997023c1', 'tag': 'd74549fa-d35c-46e1-be57-35b83d694ee6'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:37.044010 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766f0be-ed65-4540-9afd-477ee6e866a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d74549fa-d35c-46e1-be57-35b83d694ee6,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:37.079092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=94800eb5-be2c-419a-baed-a13735d9d775,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:37.137537 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-4444a1c8-03c3-4aa1-a026-8b54e9b97f0a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dd514465b55042b8957cc4066a64749d&device_id=05b98104-891c-4911-aad7-6db1997023c1 HTTP/1.1" status: 200 len: 1099 time: 0.0802138 May 30 20:10:37.221876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-81b81ee2-d566-4c27-8188-5b7d9f9dffac req-200ffe00-aea2-4652-b8ca-2be44f1862c5 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Unset dirty status for tenant:c5debfac3bf94bd3b6a77d678a45d306 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:37.223039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81b81ee2-d566-4c27-8188-5b7d9f9dffac req-200ffe00-aea2-4652-b8ca-2be44f1862c5 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/ports?device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 936 time: 1.4257329 May 30 20:10:37.234136 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:37.319122 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-0b0f5ba7-3ee0-4503-b3c4-5e4c2ebde57c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d74549fa-d35c-46e1-be57-35b83d694ee6 HTTP/1.1" status: 200 len: 217 time: 0.1753759 May 30 20:10:37.384670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-69f17c29-fc2e-4392-b003-02939f0ff11b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:37.386129 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-69f17c29-fc2e-4392-b003-02939f0ff11b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.0606484 May 30 20:10:37.461862 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684daf42-1946-44ca-9b0c-d489cae02d66 req-a821c74d-1ff4-4e0f-9e68-8f77bdc40edd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:37.463313 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-684daf42-1946-44ca-9b0c-d489cae02d66 req-a821c74d-1ff4-4e0f-9e68-8f77bdc40edd service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.8996201 May 30 20:10:37.463807 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-ddbc5293-beea-4a4f-93aa-1cf78cba16fb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717733 May 30 20:10:37.579772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network b7cbb6e7-e0aa-4500-8c35-763a00e92108 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:37.596205 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-e2156424-34a2-40aa-95c3-54797f7478eb service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261373 May 30 20:10:37.598860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:37.737874 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5442df04-d2f7-4b1e-ada3-c592fa87dda1 req-d75a5c7b-8cb5-407b-b7af-88cd9f38577b service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361771 May 30 20:10:37.780179 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-ef00d74d-a8cc-4c77-be8d-0a215daec39d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de48935b-c2e1-4327-8c0d-6da1222c0137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9561894 May 30 20:10:37.836022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-81b81ee2-d566-4c27-8188-5b7d9f9dffac req-6500ae10-5632-4a79-a20b-1d791fcc9e81 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Synchronizing usage tracker for tenant:c5debfac3bf94bd3b6a77d678a45d306 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:37.849279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-46cbb998-4dd9-457c-9e8b-92bea839bf9a None None] Provisioning complete for port 94800eb5-be2c-419a-baed-a13735d9d775 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:37.849833 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-46cbb998-4dd9-457c-9e8b-92bea839bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:37.898964 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656ae18-057f-4901-9c83-4fdf768185f9 req-abd24252-9eab-4883-ae6d-c8993977c086 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:37.900288 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4656ae18-057f-4901-9c83-4fdf768185f9 req-abd24252-9eab-4883-ae6d-c8993977c086 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.77 "GET /v2.0/ports?device_id=5860a70c-28de-4367-b018-4431113acc73 HTTP/1.1" status: 200 len: 945 time: 1.0271149 May 30 20:10:37.903758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-46cbb998-4dd9-457c-9e8b-92bea839bf9a None None] Port 94800eb5-be2c-419a-baed-a13735d9d775 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:10:38.020939 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73a16446-e7bd-4cea-a344-0dafc841900c req-8ee43691-1a39-4c66-ac01-d27bc9d6e335 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4db31a2a6b4cf9b980e48f47792663&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9330978 May 30 20:10:38.050101 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-e6f660d7-1341-4c13-ba70-70da9fe12506 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:38.059674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-684daf42-1946-44ca-9b0c-d489cae02d66 req-49194862-d59c-44ba-af5c-a73d22bcbe1a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72 HTTP/1.1" status: 200 len: 1000 time: 0.5748663 May 30 20:10:38.174353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-81b81ee2-d566-4c27-8188-5b7d9f9dffac req-6500ae10-5632-4a79-a20b-1d791fcc9e81 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Unset dirty status for tenant:c5debfac3bf94bd3b6a77d678a45d306 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:38.175394 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81b81ee2-d566-4c27-8188-5b7d9f9dffac req-6500ae10-5632-4a79-a20b-1d791fcc9e81 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d8c8cb3-7f87-4900-aabe-49ade7a9b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9243240 May 30 20:10:38.367009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-4656ae18-057f-4901-9c83-4fdf768185f9 req-70b83156-4ac2-4ebe-9f6a-a6a6ad567d6f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Deleting port b3e4c088-cc05-4368-9e07-51508dddd2ae {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:38.367349 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4656ae18-057f-4901-9c83-4fdf768185f9 req-70b83156-4ac2-4ebe-9f6a-a6a6ad567d6f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:38.505383 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684daf42-1946-44ca-9b0c-d489cae02d66 req-2e2f5c11-80a5-4d75-9aca-f7e7d39e4518 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:38.506819 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-684daf42-1946-44ca-9b0c-d489cae02d66 req-2e2f5c11-80a5-4d75-9aca-f7e7d39e4518 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.4077902 May 30 20:10:38.843045 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-d3c3ef35-5aa6-4f98-8cf3-49b01cc3ee6f service neutron] 10.222.0.77 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9997365 May 30 20:10:38.877513 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-e6f660d7-1341-4c13-ba70-70da9fe12506 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:38.913215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73a16446-e7bd-4cea-a344-0dafc841900c req-b7959d80-d570-4230-b1e6-71b960ae8864 service neutron] 10.222.0.84 "GET /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8721292 May 30 20:10:39.187114 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:10:39.271955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-e6f660d7-1341-4c13-ba70-70da9fe12506 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Network d568287e-a0ce-4f8b-a9cc-faf7575177cf is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:39.325969 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0beaf4-8fbf-49ae-978b-1e8f1cbfc3d6 req-5617ae8f-9115-456e-8019-952f87f42436 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:39.327424 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c0beaf4-8fbf-49ae-978b-1e8f1cbfc3d6 req-5617ae8f-9115-456e-8019-952f87f42436 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 1.0113420 May 30 20:10:39.328259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-e6f660d7-1341-4c13-ba70-70da9fe12506 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:39.360593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f660d7-1341-4c13-ba70-70da9fe12506 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Pushing event updated for resources: {'Port': ['ID=f257318b-ea29-41f0-ae8c-734539016761,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:39.372643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-e6f660d7-1341-4c13-ba70-70da9fe12506 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:39.506391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6985c44-dc5d-465c-a480-254838436276 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:39.516200 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-684daf42-1946-44ca-9b0c-d489cae02d66 req-b5a8f805-45e3-48e1-8b70-629b3129f142 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8305678 May 30 20:10:39.540754 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-b429ef60-dd73-437c-9478-28dc15ac53c7 service neutron] 10.222.0.77 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6663806 May 30 20:10:39.550833 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:39.667592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73a16446-e7bd-4cea-a344-0dafc841900c req-a572f234-676d-4c2f-a559-8d5920033e8d service neutron] 10.222.0.84 "GET /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7099400 May 30 20:10:39.726053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-e6f660d7-1341-4c13-ba70-70da9fe12506 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:39.726658 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-e6f660d7-1341-4c13-ba70-70da9fe12506 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:39.771714 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Transition to ACTIVE for port object c6985c44-dc5d-465c-a480-254838436276 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:39.780788 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c0beaf4-8fbf-49ae-978b-1e8f1cbfc3d6 req-e822d811-0b18-4577-a133-d6713890faa8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4175971 May 30 20:10:39.789815 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-2fb8f6ab-1168-49d7-96b4-7ef24832d8c2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ec82c0ee-49c3-4e17-9176-7413ed12db5e HTTP/1.1" status: 200 len: 217 time: 0.2048473 May 30 20:10:39.794493 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:39.806334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-4656ae18-057f-4901-9c83-4fdf768185f9 req-70b83156-4ac2-4ebe-9f6a-a6a6ad567d6f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] For port b3e4c088-cc05-4368-9e07-51508dddd2ae, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b3e4c088-cc05-4368-9e07-51508dddd2ae,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:39.806701 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4656ae18-057f-4901-9c83-4fdf768185f9 req-70b83156-4ac2-4ebe-9f6a-a6a6ad567d6f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:39.883434 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-e6f660d7-1341-4c13-ba70-70da9fe12506 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4183781 May 30 20:10:39.896723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 59490784-a6c7-4870-8255-51fc1c38011a has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:10:39.919185 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Request body: {'port': {'device_id': 'e8e70dd3-607d-4294-bc8b-ba7df4f7096e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:40.306128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-4656ae18-057f-4901-9c83-4fdf768185f9 req-70b83156-4ac2-4ebe-9f6a-a6a6ad567d6f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Calling delete_port for b3e4c088-cc05-4368-9e07-51508dddd2ae owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:40.513199 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Pushing event updated for resources: {'Port': ['ID=c6985c44-dc5d-465c-a480-254838436276,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:40.542331 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-684daf42-1946-44ca-9b0c-d489cae02d66 req-4db07ab4-eb8b-4aa3-aa3f-f4a199c17839 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9933078 May 30 20:10:40.562010 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device d74549fa-d35c-46e1-be57-35b83d694ee6 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:10:40.585557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-7b4d1a9f-561e-4afd-b02b-dceafca47576 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:40.586967 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-7b4d1a9f-561e-4afd-b02b-dceafca47576 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df1a862f-c15a-4dff-91bd-02f2ee2f6941 HTTP/1.1" status: 200 len: 797 time: 0.7701118 May 30 20:10:40.715197 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port d74549fa-d35c-46e1-be57-35b83d694ee6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d74549fa-d35c-46e1-be57-35b83d694ee6,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:40.728671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'd74549fa-d35c-46e1-be57-35b83d694ee6', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': 'd74549fa-d35c-46e1-be57-35b83d694ee6', 'mac_address': 'fa:16:3e:ad:dd:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:10:40.783560 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:40.801844 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74549fa-d35c-46e1-be57-35b83d694ee6 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:40.817474 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port d74549fa-d35c-46e1-be57-35b83d694ee6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d74549fa-d35c-46e1-be57-35b83d694ee6,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:40.822720 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:40.927662 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=d74549fa-d35c-46e1-be57-35b83d694ee6,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:41.031694 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:41.052665 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['d74549fa-d35c-46e1-be57-35b83d694ee6'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:41.166854 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636edea-2eaa-47d0-8542-3e1c39c6c2fd req-0ae543f9-0de5-4c17-a45e-1b726e7e36fc tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:41.167548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2636edea-2eaa-47d0-8542-3e1c39c6c2fd req-0ae543f9-0de5-4c17-a45e-1b726e7e36fc tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Synchronizing usage tracker for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:41.283754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18df500-9da3-4990-9d5e-afb706b34449 req-d7f9a890-f1be-49b5-886d-e2f685fe32a5 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:41.290440 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e18df500-9da3-4990-9d5e-afb706b34449 req-d7f9a890-f1be-49b5-886d-e2f685fe32a5 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/ports?device_id=05b98104-891c-4911-aad7-6db1997023c1 HTTP/1.1" status: 200 len: 948 time: 0.9497640 May 30 20:10:41.309293 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-684daf42-1946-44ca-9b0c-d489cae02d66 req-b9eac12e-e276-48ad-9779-3fbb7a282df5 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7202444 May 30 20:10:41.333443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a16446-e7bd-4cea-a344-0dafc841900c req-f9758537-6cd8-4007-a882-8d45cc1452f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:41.336041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-73a16446-e7bd-4cea-a344-0dafc841900c req-f9758537-6cd8-4007-a882-8d45cc1452f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Synchronizing usage tracker for tenant:2d4db31a2a6b4cf9b980e48f47792663 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:41.346958 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2636edea-2eaa-47d0-8542-3e1c39c6c2fd req-0ae543f9-0de5-4c17-a45e-1b726e7e36fc tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Unset dirty status for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:41.353545 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2636edea-2eaa-47d0-8542-3e1c39c6c2fd req-0ae543f9-0de5-4c17-a45e-1b726e7e36fc tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 932 time: 1.3472044 May 30 20:10:41.370737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-73a16446-e7bd-4cea-a344-0dafc841900c req-f9758537-6cd8-4007-a882-8d45cc1452f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Unset dirty status for tenant:2d4db31a2a6b4cf9b980e48f47792663 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:41.372894 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73a16446-e7bd-4cea-a344-0dafc841900c req-f9758537-6cd8-4007-a882-8d45cc1452f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.77 "GET /v2.0/networks?id=be767576-8286-4ac8-ac5a-258306ea76b3 HTTP/1.1" status: 200 len: 815 time: 0.3489037 May 30 20:10:41.382821 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Attempting to bind port c6985c44-dc5d-465c-a480-254838436276 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:10:41.383145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Attempting to bind port c6985c44-dc5d-465c-a480-254838436276 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:10:41.383470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Attempting to bind port c6985c44-dc5d-465c-a480-254838436276 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:41.385471 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4656ae18-057f-4901-9c83-4fdf768185f9 req-70b83156-4ac2-4ebe-9f6a-a6a6ad567d6f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:41.396312 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-73a16446-e7bd-4cea-a344-0dafc841900c req-eae73670-7510-45bd-83cc-fbb7a446b527 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Request body: {'port': {'device_id': '3a668f35-5a12-475e-8815-91886d10f405', 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3', 'admin_state_up': True, 'tenant_id': '2d4db31a2a6b4cf9b980e48f47792663'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:41.396875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b3e4c088-cc05-4368-9e07-51508dddd2ae no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:41.454391 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: b3e4c088-cc05-4368-9e07-51508dddd2ae {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:10:41.454391 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b3e4c088-cc05-4368-9e07-51508dddd2ae not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:41.549015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b83156-4ac2-4ebe-9f6a-a6a6ad567d6f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Pushing event deleted for resources: {'Port': ['ID=b3e4c088-cc05-4368-9e07-51508dddd2ae,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:41.563895 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Port c6985c44-dc5d-465c-a480-254838436276 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:10:41.563895 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Attempting to bind port c6985c44-dc5d-465c-a480-254838436276 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:41.576258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-73a16446-e7bd-4cea-a344-0dafc841900c req-eae73670-7510-45bd-83cc-fbb7a446b527 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:41.582263 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-a8cf34a7-bb4a-49bc-88bc-7717f65bece2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9443417 May 30 20:10:41.587585 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-73a16446-e7bd-4cea-a344-0dafc841900c req-eae73670-7510-45bd-83cc-fbb7a446b527 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:41.599462 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a16446-e7bd-4cea-a344-0dafc841900c req-eae73670-7510-45bd-83cc-fbb7a446b527 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Made reservation on behalf of 2d4db31a2a6b4cf9b980e48f47792663 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:41.602476 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73a16446-e7bd-4cea-a344-0dafc841900c req-eae73670-7510-45bd-83cc-fbb7a446b527 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:41.628556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e18df500-9da3-4990-9d5e-afb706b34449 req-9e831e17-a828-4244-aad4-ef3154d58533 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/security-groups?id=d321d3c5-2876-4f9f-9921-93bf7385241f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373315 May 30 20:10:41.673544 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:10:41.673876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:41.674200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:10:41.674645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Bound port: c6985c44-dc5d-465c-a480-254838436276, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:10:41.674980 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:41.698505 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc06a86-0cec-4628-9afc-4f9d649238ec'] response: {'name': 'network-changed', 'server_uuid': '05b98104-891c-4911-aad7-6db1997023c1', 'tag': 'd74549fa-d35c-46e1-be57-35b83d694ee6', 'status': 'completed', 'code': 200} May 30 20:10:41.772532 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2636edea-2eaa-47d0-8542-3e1c39c6c2fd req-5e3e3d21-fecb-4a78-928a-a905bd536395 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180777 May 30 20:10:41.836546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-73a16446-e7bd-4cea-a344-0dafc841900c req-eae73670-7510-45bd-83cc-fbb7a446b527 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Allocated IP 172.20.0.6 (be767576-8286-4ac8-ac5a-258306ea76b3/75aac3d7-25c7-4a3a-8294-a7ab0c5aa1db/9907e8ef-f580-43c5-88e7-cc6db4945e63) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:42.041295 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b9379662-6007-4055-aef7-e2920b42c697 req-275ceef7-e4f9-4759-b6e9-f49ab4e7205e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dd514465b55042b8957cc4066a64749d&device_id=05b98104-891c-4911-aad7-6db1997023c1 HTTP/1.1" status: 200 len: 1100 time: 0.3032551 May 30 20:10:42.079323 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-4656ae18-057f-4901-9c83-4fdf768185f9 req-70b83156-4ac2-4ebe-9f6a-a6a6ad567d6f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] No DVR routers for this DVR port b3e4c088-cc05-4368-9e07-51508dddd2ae on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:42.084182 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4656ae18-057f-4901-9c83-4fdf768185f9 req-70b83156-4ac2-4ebe-9f6a-a6a6ad567d6f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.095878 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73a16446-e7bd-4cea-a344-0dafc841900c req-eae73670-7510-45bd-83cc-fbb7a446b527 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.123175 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73a16446-e7bd-4cea-a344-0dafc841900c req-eae73670-7510-45bd-83cc-fbb7a446b527 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.125294 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5860a70c-28de-4367-b018-4431113acc73', 'name': 'network-vif-deleted', 'tag': 'b3e4c088-cc05-4368-9e07-51508dddd2ae'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:42.164130 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc94427b-36ae-4033-8da5-e3cfbdde6116 req-435a511f-8347-4e1e-a930-ecde55129b76 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 210 time: 0.1652522 May 30 20:10:42.165849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:10:42.181852 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab625aa-57ca-4487-898d-b5e4bdb8b5c5 None None] Sync routers for ids ['59490784-a6c7-4870-8255-51fc1c38011a'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:10:42.189563 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ee83065a-6f17-4b15-a09f-1e2f4a2e52cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/59490784-a6c7-4870-8255-51fc1c38011a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6506407 May 30 20:10:42.203717 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36254) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:42.217326 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4656ae18-057f-4901-9c83-4fdf768185f9 req-70b83156-4ac2-4ebe-9f6a-a6a6ad567d6f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.77 "DELETE /v2.0/ports/b3e4c088-cc05-4368-9e07-51508dddd2ae HTTP/1.1" status: 204 len: 173 time: 4.2943475 May 30 20:10:42.238266 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab625aa-57ca-4487-898d-b5e4bdb8b5c5 None None] Routers {'59490784-a6c7-4870-8255-51fc1c38011a'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:42.240583 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-eab625aa-57ca-4487-898d-b5e4bdb8b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:10:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['59490784-a6c7-4870-8255-51fc1c38011a'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:42.282015 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-8201714c-6999-4a6a-83d8-b4d580482ca5 service neutron] 10.222.0.77 "GET /v2.0/networks/afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6847994 May 30 20:10:42.322428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a16446-e7bd-4cea-a344-0dafc841900c req-eae73670-7510-45bd-83cc-fbb7a446b527 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Network be767576-8286-4ac8-ac5a-258306ea76b3 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:42.326895 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] For port c6985c44-dc5d-465c-a480-254838436276, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:10:42.336706 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-73a16446-e7bd-4cea-a344-0dafc841900c req-eae73670-7510-45bd-83cc-fbb7a446b527 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:42.339141 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a16446-e7bd-4cea-a344-0dafc841900c req-eae73670-7510-45bd-83cc-fbb7a446b527 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:42.385784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae73670-7510-45bd-83cc-fbb7a446b527 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Pushing event updated for resources: {'Port': ['ID=9907e8ef-f580-43c5-88e7-cc6db4945e63,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:42.394827 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-eab625aa-57ca-4487-898d-b5e4bdb8b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:42.405415 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] For port c6985c44-dc5d-465c-a480-254838436276, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c6985c44-dc5d-465c-a480-254838436276,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:10:42.411126 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab625aa-57ca-4487-898d-b5e4bdb8b5c5 None None] Routers {'59490784-a6c7-4870-8255-51fc1c38011a'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:42.412178 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-eab625aa-57ca-4487-898d-b5e4bdb8b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:10:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['59490784-a6c7-4870-8255-51fc1c38011a'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:42.421640 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:10:42.433025 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.459825 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec94ceab-2246-407d-a22b-d28435fe55ae tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:42.461231 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ec94ceab-2246-407d-a22b-d28435fe55ae tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports/94800eb5-be2c-419a-baed-a13735d9d775 HTTP/1.1" status: 200 len: 913 time: 0.2513156 May 30 20:10:42.469343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36258) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:42.475738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525d855-0af5-4706-a1d2-7b59c73b9e0a req-80118b7c-49ff-43cc-94eb-b86d7f6190e2 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:42.477250 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5525d855-0af5-4706-a1d2-7b59c73b9e0a req-80118b7c-49ff-43cc-94eb-b86d7f6190e2 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/ports?device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 948 time: 0.4920774 May 30 20:10:42.528713 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-eab625aa-57ca-4487-898d-b5e4bdb8b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:42.529291 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab625aa-57ca-4487-898d-b5e4bdb8b5c5 None None] The sync data for ids ['59490784-a6c7-4870-8255-51fc1c38011a'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:10:42.561442 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device d74549fa-d35c-46e1-be57-35b83d694ee6 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:10:42.636087 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port d74549fa-d35c-46e1-be57-35b83d694ee6 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:42.641836 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port d74549fa-d35c-46e1-be57-35b83d694ee6 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:42.641836 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.654322 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.655673 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] 10.222.0.93 "PUT /v2.0/ports/c6985c44-dc5d-465c-a480-254838436276 HTTP/1.1" status: 200 len: 1096 time: 6.2247748 May 30 20:10:42.669686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a16446-e7bd-4cea-a344-0dafc841900c req-eae73670-7510-45bd-83cc-fbb7a446b527 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:42.670333 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73a16446-e7bd-4cea-a344-0dafc841900c req-eae73670-7510-45bd-83cc-fbb7a446b527 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.673229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f257318b-ea29-41f0-ae8c-734539016761 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:42.697664 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.705310 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-cfb7638c-1c06-4797-97c6-f4b9de193756 service neutron] 10.222.0.77 "GET /v2.0/networks/afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130423 May 30 20:10:42.779819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9379662-6007-4055-aef7-e2920b42c697 req-93b9d297-21b5-4a04-aea1-690b1761ef82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:42.781513 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.781667 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b9379662-6007-4055-aef7-e2920b42c697 req-93b9d297-21b5-4a04-aea1-690b1761ef82 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.6041234 May 30 20:10:42.821609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b98104-891c-4911-aad7-6db1997023c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74549fa-d35c-46e1-be57-35b83d694ee6'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:42.832524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port d74549fa-d35c-46e1-be57-35b83d694ee6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d74549fa-d35c-46e1-be57-35b83d694ee6,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:42.838142 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.852210 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a9a8b-6693-42c2-8fda-23732188f162 service neutron] Pushing event updated for resources: {'Port': ['ID=c6985c44-dc5d-465c-a480-254838436276,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:42.880174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Transition to ACTIVE for port object f257318b-ea29-41f0-ae8c-734539016761 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:42.883745 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5525d855-0af5-4706-a1d2-7b59c73b9e0a req-f755f447-0e6f-48da-beb8-c39930de7866 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d8c8cb3-7f87-4900-aabe-49ade7a9b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653889 May 30 20:10:42.888582 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-26d353f2-a193-4262-ab2a-5f3c489c4363 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e5ba5128-df39-4832-8e93-c9f0df489c88 HTTP/1.1" status: 200 len: 217 time: 0.1274128 May 30 20:10:42.892760 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.946577 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=d74549fa-d35c-46e1-be57-35b83d694ee6,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:42.989013 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73a16446-e7bd-4cea-a344-0dafc841900c req-eae73670-7510-45bd-83cc-fbb7a446b527 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6020086 May 30 20:10:42.992681 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b9379662-6007-4055-aef7-e2920b42c697 req-57a67b7d-fef7-489f-a917-2383abb3d51d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d74549fa-d35c-46e1-be57-35b83d694ee6 HTTP/1.1" status: 200 len: 217 time: 0.1945045 May 30 20:10:43.002791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Request body: {'port': {'device_id': '3a668f35-5a12-475e-8815-91886d10f405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:43.016311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-dd1f3830-82f7-4c3b-a1f9-31f29cd101bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:43.018066 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-dd1f3830-82f7-4c3b-a1f9-31f29cd101bf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df1a862f-c15a-4dff-91bd-02f2ee2f6941 HTTP/1.1" status: 200 len: 797 time: 0.1208546 May 30 20:10:43.068656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Pushing event updated for resources: {'Port': ['ID=f257318b-ea29-41f0-ae8c-734539016761,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:43.178931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9379662-6007-4055-aef7-e2920b42c697 req-3cff8a03-5954-4a26-b0e0-cee53b435a27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:43.180926 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b9379662-6007-4055-aef7-e2920b42c697 req-3cff8a03-5954-4a26-b0e0-cee53b435a27 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1128047 May 30 20:10:43.205566 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89fb66ea-2c02-4ebf-9b83-4a46b94d925d'] response: {'server_uuid': '5860a70c-28de-4367-b018-4431113acc73', 'name': 'network-vif-deleted', 'tag': 'b3e4c088-cc05-4368-9e07-51508dddd2ae', 'status': 'completed', 'code': 200} May 30 20:10:43.228314 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbec0b-e030-42e0-b877-902fa7b4a911 req-41399f82-2365-43f5-81a5-5e066fa4edc8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:43.235740 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1fdbec0b-e030-42e0-b877-902fa7b4a911 req-41399f82-2365-43f5-81a5-5e066fa4edc8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.7480991 May 30 20:10:43.323398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:43.427385 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-36018b4d-2cee-42be-8782-012b6168d7d7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c5debfac3bf94bd3b6a77d678a45d306&device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 1099 time: 0.7157402 May 30 20:10:43.440098 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1fdbec0b-e030-42e0-b877-902fa7b4a911 req-ebe49154-82b4-4aa3-ba27-f6defc2274c6 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036183 May 30 20:10:43.519872 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b9379662-6007-4055-aef7-e2920b42c697 req-5ec7acaa-d01e-4055-a7b1-5a8d75a7e24c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3069470 May 30 20:10:43.528509 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-c16fc918-8707-40a9-b599-9d2d24c0ddc5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=c6985c44-dc5d-465c-a480-254838436276 HTTP/1.1" status: 200 len: 217 time: 0.0815463 May 30 20:10:43.541520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-6ebb72f6-5975-4d6f-ab81-76c4e4d2f432 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4702902 May 30 20:10:43.648631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5d2ba-79a0-4992-939f-8c561db1efca req-bb2a7a3f-8ee9-47ea-a287-5fd781de6c81 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:43.650046 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-75e5d2ba-79a0-4992-939f-8c561db1efca req-bb2a7a3f-8ee9-47ea-a287-5fd781de6c81 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/ports?device_id=05b98104-891c-4911-aad7-6db1997023c1 HTTP/1.1" status: 200 len: 950 time: 0.3950861 May 30 20:10:43.663763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Attempting to bind port f257318b-ea29-41f0-ae8c-734539016761 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:10:43.664116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Attempting to bind port f257318b-ea29-41f0-ae8c-734539016761 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:10:43.664440 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Attempting to bind port f257318b-ea29-41f0-ae8c-734539016761 on network d568287e-a0ce-4f8b-a9cc-faf7575177cf {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:43.817962 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b9379662-6007-4055-aef7-e2920b42c697 req-10aaed29-c632-430a-8fac-d8e48cab6509 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880361 May 30 20:10:43.851086 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c46932c-b0ee-4d03-955e-2931ab36242f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:43.883069 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-b87feb75-27f1-4120-870c-f0ee04c52f8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:43.884510 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-b87feb75-27f1-4120-870c-f0ee04c52f8b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.3395977 May 30 20:10:43.885015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Port f257318b-ea29-41f0-ae8c-734539016761 on network d568287e-a0ce-4f8b-a9cc-faf7575177cf not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:10:43.885330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Attempting to bind port f257318b-ea29-41f0-ae8c-734539016761 on network d568287e-a0ce-4f8b-a9cc-faf7575177cf {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:43.969889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:10:43.970222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Checking segment: {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:43.970601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Bound using segment: {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:10:43.971037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Bound port: f257318b-ea29-41f0-ae8c-734539016761, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:10:43.971371 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:44.017298 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-75e5d2ba-79a0-4992-939f-8c561db1efca req-7875726b-fc52-4aff-b1b4-1147f81c804f tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/security-groups?id=d321d3c5-2876-4f9f-9921-93bf7385241f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905117 May 30 20:10:44.060078 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-3393b77e-577e-4f4d-b048-8ed48956c4e5 service neutron] 10.222.0.77 "GET /v2.0/networks/afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752305 May 30 20:10:44.088132 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae07a090-f959-499e-bfa4-be4fd233ce40'] response: {'server_uuid': '05b98104-891c-4911-aad7-6db1997023c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74549fa-d35c-46e1-be57-35b83d694ee6', 'code': 200} May 30 20:10:44.122739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2f703-f455-473f-8a02-7ca4f1898fef req-5b74187d-812c-4d5e-bf00-ea1bf21d390f tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:44.124239 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3eb2f703-f455-473f-8a02-7ca4f1898fef req-5b74187d-812c-4d5e-bf00-ea1bf21d390f tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 944 time: 0.5405905 May 30 20:10:44.173412 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b9379662-6007-4055-aef7-e2920b42c697 req-6fb711bd-4ed3-4d55-a130-b0458a80ff6d service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466363 May 30 20:10:44.328222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] For port f257318b-ea29-41f0-ae8c-734539016761, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:10:44.353614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9907e8ef-f580-43c5-88e7-cc6db4945e63 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:44.353829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-890b426d-717d-4fee-ba2b-120e3914b5c1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4615369 May 30 20:10:44.363021 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:44.414936 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Transition to ACTIVE for port object 9907e8ef-f580-43c5-88e7-cc6db4945e63 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:44.421120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] For port f257318b-ea29-41f0-ae8c-734539016761, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f257318b-ea29-41f0-ae8c-734539016761,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:10:44.422756 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:44.440805 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:44.536057 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3eb2f703-f455-473f-8a02-7ca4f1898fef req-18f094b8-7564-4268-8656-716cd807952d tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548722 May 30 20:10:44.564128 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13a6f08d-e4a0-4705-bdc0-cac87b2194d8 req-9095e7bf-93fb-49f7-a7b1-40c5ba1097f2 service neutron] 10.222.0.77 "GET /v2.0/networks/afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924593 May 30 20:10:44.618956 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:44.620243 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] 10.222.0.93 "PUT /v2.0/ports/f257318b-ea29-41f0-ae8c-734539016761 HTTP/1.1" status: 200 len: 1092 time: 4.7051456 May 30 20:10:44.632026 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-014d980b-543b-4285-b7c0-6b4c5c0f1ea5 req-32a9e619-2a77-4ddd-9c54-4498079484d8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=05b98104-891c-4911-aad7-6db1997023c1 HTTP/1.1" status: 200 len: 1101 time: 0.4603295 May 30 20:10:44.647880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9fd66-2086-4e0a-9b5f-716a3980087b service neutron] Pushing event updated for resources: {'Port': ['ID=f257318b-ea29-41f0-ae8c-734539016761,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:44.653791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Pushing event updated for resources: {'Port': ['ID=9907e8ef-f580-43c5-88e7-cc6db4945e63,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:44.707292 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665edc0-6f05-476b-a097-0c37908d986b req-83fdafdb-532d-46fb-9eed-2de290130448 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:44.707993 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3665edc0-6f05-476b-a097-0c37908d986b req-83fdafdb-532d-46fb-9eed-2de290130448 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Synchronizing usage tracker for tenant:2d4db31a2a6b4cf9b980e48f47792663 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:44.732626 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-5b0e197c-3b84-4ab8-a239-8f3e7c0b9e4f service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476839 May 30 20:10:44.926683 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3665edc0-6f05-476b-a097-0c37908d986b req-83fdafdb-532d-46fb-9eed-2de290130448 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Unset dirty status for tenant:2d4db31a2a6b4cf9b980e48f47792663 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:44.928410 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3665edc0-6f05-476b-a097-0c37908d986b req-83fdafdb-532d-46fb-9eed-2de290130448 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 931 time: 0.7091835 May 30 20:10:44.937283 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-014d980b-543b-4285-b7c0-6b4c5c0f1ea5 req-a9aaad92-8d65-4f8f-94d8-c5849670a6d8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d321d3c5-2876-4f9f-9921-93bf7385241f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852819 May 30 20:10:44.945534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Attempting to bind port 9907e8ef-f580-43c5-88e7-cc6db4945e63 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:10:44.945949 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Attempting to bind port 9907e8ef-f580-43c5-88e7-cc6db4945e63 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '2dc07f5a-ea3a-40ba-aef9-b3da26ec0080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:10:44.946806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Attempting to bind port 9907e8ef-f580-43c5-88e7-cc6db4945e63 on network be767576-8286-4ac8-ac5a-258306ea76b3 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:44.959005 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Port 9907e8ef-f580-43c5-88e7-cc6db4945e63 on network be767576-8286-4ac8-ac5a-258306ea76b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:10:44.959427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Attempting to bind port 9907e8ef-f580-43c5-88e7-cc6db4945e63 on network be767576-8286-4ac8-ac5a-258306ea76b3 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:45.010850 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:10:45.011292 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Checking segment: {'id': '2dc07f5a-ea3a-40ba-aef9-b3da26ec0080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:45.011915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Bound using segment: {'id': '2dc07f5a-ea3a-40ba-aef9-b3da26ec0080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:10:45.012523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Bound port: 9907e8ef-f580-43c5-88e7-cc6db4945e63, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc07f5a-ea3a-40ba-aef9-b3da26ec0080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:10:45.012888 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:45.040411 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3665edc0-6f05-476b-a097-0c37908d986b req-f9ac9cc5-cc1c-43b6-a4a9-1ee6c1e0163e tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991325 May 30 20:10:45.077047 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-a1e47305-c847-476c-b62e-19cf0accafd3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 1095 time: 0.4079387 May 30 20:10:45.083184 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c0ed6fd-cab6-43b9-8a2a-337954455eb8 req-5b6bbec7-4f0b-4563-ac52-11e15c43e714 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432994 May 30 20:10:45.099492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd6fd8-73e0-4eb5-902d-21cccd93b778 req-1a75c307-3714-4354-9207-fd176e985e06 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:45.101310 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f4bd6fd8-73e0-4eb5-902d-21cccd93b778 req-1a75c307-3714-4354-9207-fd176e985e06 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/ports?device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 948 time: 0.2343109 May 30 20:10:45.135177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] For port 9907e8ef-f580-43c5-88e7-cc6db4945e63, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:10:45.140713 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] For port 9907e8ef-f580-43c5-88e7-cc6db4945e63, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9907e8ef-f580-43c5-88e7-cc6db4945e63,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:10:45.172133 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:45.211589 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73baf012-a48d-4ac6-8444-34c7e2e4c85e', 'tag': 'c6985c44-dc5d-465c-a480-254838436276'}, {'name': 'network-changed', 'server_uuid': 'e8e70dd3-607d-4294-bc8b-ba7df4f7096e', 'tag': 'f257318b-ea29-41f0-ae8c-734539016761'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:45.219410 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-5a5075af-6acc-48b6-9a84-f0ce0aef118b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f257318b-ea29-41f0-ae8c-734539016761 HTTP/1.1" status: 200 len: 217 time: 0.0853522 May 30 20:10:45.249150 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:45.250627 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73a16446-e7bd-4cea-a344-0dafc841900c req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] 10.222.0.77 "PUT /v2.0/ports/9907e8ef-f580-43c5-88e7-cc6db4945e63 HTTP/1.1" status: 200 len: 1091 time: 2.2520347 May 30 20:10:45.252813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a668f35-5a12-475e-8815-91886d10f405', 'tag': '9907e8ef-f580-43c5-88e7-cc6db4945e63'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:45.297125 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f4bd6fd8-73e0-4eb5-902d-21cccd93b778 req-32bfbe75-9ab7-4019-9eb2-abc74a98c5cb tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d8c8cb3-7f87-4900-aabe-49ade7a9b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827095 May 30 20:10:45.302540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-3983e158-1b7e-4ae2-bbbe-8bc49ec3c88f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:45.304141 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-3983e158-1b7e-4ae2-bbbe-8bc49ec3c88f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=24f03aba-f12a-4241-8d9f-db4a6a1a5134 HTTP/1.1" status: 200 len: 851 time: 0.0775726 May 30 20:10:45.363411 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-fdffcb76-67cc-429e-8205-cef23f978c2a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d568287e-a0ce-4f8b-a9cc-faf7575177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517621 May 30 20:10:45.403065 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537a8d9-8f73-4eae-926d-0b3c77dd42ac service neutron] Pushing event updated for resources: {'Port': ['ID=9907e8ef-f580-43c5-88e7-cc6db4945e63,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:45.465877 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df1df5c6-8410-46b4-81df-44de5c964fae'] response: {'name': 'network-changed', 'server_uuid': '73baf012-a48d-4ac6-8444-34c7e2e4c85e', 'tag': 'c6985c44-dc5d-465c-a480-254838436276', 'status': 'completed', 'code': 200} May 30 20:10:45.466350 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df1df5c6-8410-46b4-81df-44de5c964fae'] response: {'name': 'network-changed', 'server_uuid': 'e8e70dd3-607d-4294-bc8b-ba7df4f7096e', 'tag': 'f257318b-ea29-41f0-ae8c-734539016761', 'status': 'completed', 'code': 200} May 30 20:10:45.515895 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a0a614-bf8a-495b-9090-6d126ac9781f'] response: {'name': 'network-changed', 'server_uuid': '3a668f35-5a12-475e-8815-91886d10f405', 'tag': '9907e8ef-f580-43c5-88e7-cc6db4945e63', 'status': 'completed', 'code': 200} May 30 20:10:45.551164 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73a16446-e7bd-4cea-a344-0dafc841900c req-84a4a373-d429-4426-8b54-3dbca0059b3f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2d4db31a2a6b4cf9b980e48f47792663&device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 1094 time: 0.2192407 May 30 20:10:45.551790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3c46932c-b0ee-4d03-955e-2931ab36242f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port 94800eb5-be2c-419a-baed-a13735d9d775 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:45.553198 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c46932c-b0ee-4d03-955e-2931ab36242f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:45.679471 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73a16446-e7bd-4cea-a344-0dafc841900c req-cdbaada6-4ad5-4c63-a6f8-ab9099fb6e29 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9907e8ef-f580-43c5-88e7-cc6db4945e63 HTTP/1.1" status: 200 len: 217 time: 0.0797048 May 30 20:10:45.819572 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-58e84765-3be6-4d1e-a385-4b61371dc43e service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478910 May 30 20:10:45.834814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a16446-e7bd-4cea-a344-0dafc841900c req-2760863d-9523-4409-8e7e-223ad5bb74e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:45.836295 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73a16446-e7bd-4cea-a344-0dafc841900c req-2760863d-9523-4409-8e7e-223ad5bb74e4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75aac3d7-25c7-4a3a-8294-a7ab0c5aa1db HTTP/1.1" status: 200 len: 855 time: 0.1403189 May 30 20:10:45.861866 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc53f93b-f70e-490e-8406-20452118e76c req-52defcac-1e70-4af2-bc71-c40ac1f7237b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c5debfac3bf94bd3b6a77d678a45d306&device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 1099 time: 0.3998361 May 30 20:10:45.897356 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73a16446-e7bd-4cea-a344-0dafc841900c req-500ab349-1755-4510-a046-10390bfce9dc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be767576-8286-4ac8-ac5a-258306ea76b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541909 May 30 20:10:45.901158 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c46932c-b0ee-4d03-955e-2931ab36242f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:45.940924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dbc2f-0be0-4838-b7d2-10875e0e46e0 req-c748cb4d-4945-4f15-9b02-76c5b78f9d2e tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:45.942423 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-527dbc2f-0be0-4838-b7d2-10875e0e46e0 req-c748cb4d-4945-4f15-9b02-76c5b78f9d2e tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/ports?device_id=05b98104-891c-4911-aad7-6db1997023c1 HTTP/1.1" status: 200 len: 950 time: 0.4794135 May 30 20:10:46.043923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f22ba3-fbf5-4314-8677-a4256db2bc8e req-e0ab7a4d-2ec4-4319-914a-8c7e1487191b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:46.045494 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78f22ba3-fbf5-4314-8677-a4256db2bc8e req-e0ab7a4d-2ec4-4319-914a-8c7e1487191b tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 946 time: 0.3641582 May 30 20:10:46.173658 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a101250-2e49-4fe0-abbb-66f7a9043263 req-ba412384-b5e9-412f-a465-8a5fc3f6a103 service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440335 May 30 20:10:46.175846 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-527dbc2f-0be0-4838-b7d2-10875e0e46e0 req-474543d1-5e44-46d8-b3ac-b0d87702fe9d tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/security-groups?id=d321d3c5-2876-4f9f-9921-93bf7385241f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738493 May 30 20:10:46.194611 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78f22ba3-fbf5-4314-8677-a4256db2bc8e req-9dd6efd9-91ef-42b8-81b2-0ba451fca385 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=47ad12fc-f866-4fce-bf65-e2f9585f9681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408877 May 30 20:10:46.198022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53f93b-f70e-490e-8406-20452118e76c req-8332978b-8f2c-4501-8ddb-151b153ef01f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:46.200138 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc53f93b-f70e-490e-8406-20452118e76c req-8332978b-8f2c-4501-8ddb-151b153ef01f service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.2857885 May 30 20:10:46.217644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3c46932c-b0ee-4d03-955e-2931ab36242f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Calling delete_port for 94800eb5-be2c-419a-baed-a13735d9d775 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:46.286474 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc53f93b-f70e-490e-8406-20452118e76c req-e917c806-86bd-494b-8066-c60fda6bc319 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=c6985c44-dc5d-465c-a480-254838436276 HTTP/1.1" status: 200 len: 217 time: 0.0790651 May 30 20:10:46.384616 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73a16446-e7bd-4cea-a344-0dafc841900c req-0aa0aa27-0cfc-4293-aa34-75df2605649d service neutron] 10.222.0.77 "GET /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745736 May 30 20:10:46.468383 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53f93b-f70e-490e-8406-20452118e76c req-439f2b82-8485-4d8e-a142-9b54f93f550b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:46.469737 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc53f93b-f70e-490e-8406-20452118e76c req-439f2b82-8485-4d8e-a142-9b54f93f550b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1743281 May 30 20:10:46.566231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55430b89-9b57-4bbd-a76d-2154075b9580 req-893f603f-a4f6-4ce4-9b1a-5935f4b7cd4c tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:46.569971 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55430b89-9b57-4bbd-a76d-2154075b9580 req-893f603f-a4f6-4ce4-9b1a-5935f4b7cd4c tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 943 time: 0.2256701 May 30 20:10:46.573816 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73a16446-e7bd-4cea-a344-0dafc841900c req-224e9454-fc60-4c32-96af-3766619b8e8a service neutron] 10.222.0.77 "GET /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825283 May 30 20:10:46.583314 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c46932c-b0ee-4d03-955e-2931ab36242f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:46.595001 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782843d5-eb84-4836-bbaa-528251f99b6d req-83eb4ecd-7efc-45ea-8f7b-6361c9402a8a tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:46.596459 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-782843d5-eb84-4836-bbaa-528251f99b6d req-83eb4ecd-7efc-45ea-8f7b-6361c9402a8a tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 944 time: 0.2129266 May 30 20:10:46.659868 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc53f93b-f70e-490e-8406-20452118e76c req-7505fff0-af07-4940-adaf-75ce98f1fc18 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1817636 May 30 20:10:46.668574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46932c-b0ee-4d03-955e-2931ab36242f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Port': ['ID=94800eb5-be2c-419a-baed-a13735d9d775,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:46.668926 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55430b89-9b57-4bbd-a76d-2154075b9580 req-bbeb06ba-0a5c-41e8-b0fe-b7d1964d3fa2 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951626 May 30 20:10:46.751647 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-782843d5-eb84-4836-bbaa-528251f99b6d req-14626e45-1e15-471e-bdb7-f9dac0e363aa tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450837 May 30 20:10:46.818472 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc53f93b-f70e-490e-8406-20452118e76c req-0bc56da7-11b5-4286-bdba-ebb34420dc47 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486213 May 30 20:10:46.888282 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4599ec0a-2246-4359-aefc-75865a69eb81 req-d4fb8435-bc61-4e29-a18a-f3edd5bfb156 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2d4db31a2a6b4cf9b980e48f47792663&device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 1094 time: 0.2651200 May 30 20:10:47.015398 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc53f93b-f70e-490e-8406-20452118e76c req-45d3f496-f656-44a3-9195-d761c52b8133 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898389 May 30 20:10:47.025179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e290508-c6fc-4574-9d85-2cf94f790447 req-3dc35090-be43-408f-889e-299407a6c759 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:47.032190 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e290508-c6fc-4574-9d85-2cf94f790447 req-3dc35090-be43-408f-889e-299407a6c759 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/ports?device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 948 time: 0.1803923 May 30 20:10:47.036067 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c46932c-b0ee-4d03-955e-2931ab36242f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:47.041746 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599ec0a-2246-4359-aefc-75865a69eb81 req-3f8bbd73-fbc3-4780-9c48-0e85f79fa52f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:47.043245 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4599ec0a-2246-4359-aefc-75865a69eb81 req-3f8bbd73-fbc3-4780-9c48-0e85f79fa52f service neutron] 10.222.0.77 "GET /v2.0/networks?id=be767576-8286-4ac8-ac5a-258306ea76b3 HTTP/1.1" status: 200 len: 916 time: 0.1490502 May 30 20:10:47.161530 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e290508-c6fc-4574-9d85-2cf94f790447 req-8661db53-bde3-4fdf-846b-998869ef872e tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d8c8cb3-7f87-4900-aabe-49ade7a9b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287303 May 30 20:10:47.194076 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc53f93b-f70e-490e-8406-20452118e76c req-d2167598-6ed2-4b03-8408-7ba7911fdfb5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e075b17435345809d5c6645e9b9fc3c&device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 1095 time: 0.1397562 May 30 20:10:47.228999 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4599ec0a-2246-4359-aefc-75865a69eb81 req-c3ee1f19-dfb5-4c42-bb8b-9e64eb45f797 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9907e8ef-f580-43c5-88e7-cc6db4945e63 HTTP/1.1" status: 200 len: 217 time: 0.1250653 May 30 20:10:47.278092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d34ef-c78e-4b88-bf90-c9cd558edb1c req-cc965df8-5a51-4423-bc9d-31967a218c46 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:47.279499 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-210d34ef-c78e-4b88-bf90-c9cd558edb1c req-cc965df8-5a51-4423-bc9d-31967a218c46 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 946 time: 0.1749938 May 30 20:10:47.309704 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599ec0a-2246-4359-aefc-75865a69eb81 req-06109c86-26c9-4295-a914-684915312666 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:47.311509 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4599ec0a-2246-4359-aefc-75865a69eb81 req-06109c86-26c9-4295-a914-684915312666 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75aac3d7-25c7-4a3a-8294-a7ab0c5aa1db HTTP/1.1" status: 200 len: 855 time: 0.0680220 May 30 20:10:47.363046 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4599ec0a-2246-4359-aefc-75865a69eb81 req-36a1443e-cec0-4a9b-a5f7-a614e5aaee18 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be767576-8286-4ac8-ac5a-258306ea76b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439703 May 30 20:10:47.373825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-210d34ef-c78e-4b88-bf90-c9cd558edb1c req-34addb96-b68b-4f5d-bed1-d58e72fac717 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Deleting port 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:47.374241 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-210d34ef-c78e-4b88-bf90-c9cd558edb1c req-34addb96-b68b-4f5d-bed1-d58e72fac717 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:47.645051 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53f93b-f70e-490e-8406-20452118e76c req-f250d3a6-f835-42d9-8079-d7e0cb141ab5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:47.646404 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc53f93b-f70e-490e-8406-20452118e76c req-f250d3a6-f835-42d9-8079-d7e0cb141ab5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 200 len: 912 time: 0.4446218 May 30 20:10:47.788783 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc53f93b-f70e-490e-8406-20452118e76c req-ae3b74f4-3bd1-4adb-ab38-d1de0bad198b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f257318b-ea29-41f0-ae8c-734539016761 HTTP/1.1" status: 200 len: 217 time: 0.1321893 May 30 20:10:47.870630 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4599ec0a-2246-4359-aefc-75865a69eb81 req-e0df9cc5-4c1a-4c55-9054-289e0ae547bf service neutron] 10.222.0.77 "GET /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425113 May 30 20:10:47.955537 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c47893-8991-4179-8e50-07da890595ec req-b06ba99b-24bc-4ea2-b293-2f4a9db6cfdf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:47.956939 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30c47893-8991-4179-8e50-07da890595ec req-b06ba99b-24bc-4ea2-b293-2f4a9db6cfdf tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 946 time: 0.5563240 May 30 20:10:47.967168 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e4293-98db-41e6-a923-635ac7b60f99 req-aa6f7aa5-0f69-49a3-abb5-545a1e9a62a1 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:47.968607 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb8e4293-98db-41e6-a923-635ac7b60f99 req-aa6f7aa5-0f69-49a3-abb5-545a1e9a62a1 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/ports?device_id=05b98104-891c-4911-aad7-6db1997023c1 HTTP/1.1" status: 200 len: 950 time: 0.5669360 May 30 20:10:48.015598 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53f93b-f70e-490e-8406-20452118e76c req-3787ca30-84f5-40b6-87c3-30176a4f9017 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:48.017037 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc53f93b-f70e-490e-8406-20452118e76c req-3787ca30-84f5-40b6-87c3-30176a4f9017 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=24f03aba-f12a-4241-8d9f-db4a6a1a5134 HTTP/1.1" status: 200 len: 851 time: 0.2055938 May 30 20:10:48.028194 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4599ec0a-2246-4359-aefc-75865a69eb81 req-35931eab-ab22-4426-b1b6-ebb006ceeb6b service neutron] 10.222.0.77 "GET /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505561 May 30 20:10:48.039941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c46932c-b0ee-4d03-955e-2931ab36242f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 59490784-a6c7-4870-8255-51fc1c38011a has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:10:48.093007 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc53f93b-f70e-490e-8406-20452118e76c req-3e3b29a3-c7b8-47ad-8644-bcac61039e31 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d568287e-a0ce-4f8b-a9cc-faf7575177cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590775 May 30 20:10:48.201435 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30c47893-8991-4179-8e50-07da890595ec req-f1f75ad4-7c73-42ea-8c9b-7b57ad2f85d9 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups?id=47ad12fc-f866-4fce-bf65-e2f9585f9681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294922 May 30 20:10:48.209700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c46932c-b0ee-4d03-955e-2931ab36242f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:10:48.210429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-210d34ef-c78e-4b88-bf90-c9cd558edb1c req-34addb96-b68b-4f5d-bed1-d58e72fac717 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] For port 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9,segment=NetworkSegment(5f6be452-3c9c-4316-a618-a38c09910091),segment_id=5f6be452-3c9c-4316-a618-a38c09910091)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:48.210801 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-210d34ef-c78e-4b88-bf90-c9cd558edb1c req-34addb96-b68b-4f5d-bed1-d58e72fac717 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:48.231457 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb8e4293-98db-41e6-a923-635ac7b60f99 req-f85f160b-47bb-4e37-b520-8d5100c06691 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/security-groups?id=d321d3c5-2876-4f9f-9921-93bf7385241f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371995 May 30 20:10:48.233083 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3c46932c-b0ee-4d03-955e-2931ab36242f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/59490784-a6c7-4870-8255-51fc1c38011a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7624388 May 30 20:10:48.234089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36308) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:48.236108 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375281ba-1294-44e2-8bff-7863d11a37c1 None None] Sync routers for ids ['59490784-a6c7-4870-8255-51fc1c38011a'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:10:48.268857 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375281ba-1294-44e2-8bff-7863d11a37c1 None None] Routers {'59490784-a6c7-4870-8255-51fc1c38011a'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:48.269888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-375281ba-1294-44e2-8bff-7863d11a37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:10:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['59490784-a6c7-4870-8255-51fc1c38011a'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:48.419232 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-375281ba-1294-44e2-8bff-7863d11a37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:48.435039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375281ba-1294-44e2-8bff-7863d11a37c1 None None] Routers {'59490784-a6c7-4870-8255-51fc1c38011a'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:48.437298 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-375281ba-1294-44e2-8bff-7863d11a37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:10:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['59490784-a6c7-4870-8255-51fc1c38011a'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:48.509622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-375281ba-1294-44e2-8bff-7863d11a37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:48.510260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375281ba-1294-44e2-8bff-7863d11a37c1 None None] The sync data for ids ['59490784-a6c7-4870-8255-51fc1c38011a'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:10:48.575652 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc53f93b-f70e-490e-8406-20452118e76c req-17036904-bf59-4ebd-84bf-7d2de8895831 service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725599 May 30 20:10:48.607166 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c6985c44-dc5d-465c-a480-254838436276 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:10:48.633536 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f025-6a11-46c8-9626-bfa6b64b708f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:48.743011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c6985c44-dc5d-465c-a480-254838436276, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c6985c44-dc5d-465c-a480-254838436276,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:48.760773 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'c6985c44-dc5d-465c-a480-254838436276', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': 'c6985c44-dc5d-465c-a480-254838436276', 'mac_address': 'fa:16:3e:67:b2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:10:48.818302 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:48.833559 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-210d34ef-c78e-4b88-bf90-c9cd558edb1c req-34addb96-b68b-4f5d-bed1-d58e72fac717 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:48.834156 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-210d34ef-c78e-4b88-bf90-c9cd558edb1c req-34addb96-b68b-4f5d-bed1-d58e72fac717 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:48.834272 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-210d34ef-c78e-4b88-bf90-c9cd558edb1c req-34addb96-b68b-4f5d-bed1-d58e72fac717 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Floating IP ee157ade-308b-4970-9f24-e78621eabfc4 disassociated. External IP: 172.25.5.108, port: 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9. May 30 20:10:48.834552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-210d34ef-c78e-4b88-bf90-c9cd558edb1c req-34addb96-b68b-4f5d-bed1-d58e72fac717 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Calling delete_port for 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:48.837726 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6985c44-dc5d-465c-a480-254838436276 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:48.852694 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c6985c44-dc5d-465c-a480-254838436276, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c6985c44-dc5d-465c-a480-254838436276,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:48.857143 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:48.857862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f257318b-ea29-41f0-ae8c-734539016761 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:10:48.898886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddd695-91c0-4ca1-ac11-c56017cab8d1 req-9ebc0b2a-3dfd-47c2-8957-2d088195cc3b tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:48.900372 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6ddd695-91c0-4ca1-ac11-c56017cab8d1 req-9ebc0b2a-3dfd-47c2-8957-2d088195cc3b tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 944 time: 0.3935144 May 30 20:10:48.910338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95863ebf-8fcd-4cfe-8f36-535340f9d157 req-256976b0-a4f7-4417-a15b-b4ba52dee7a5 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:48.911805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-95863ebf-8fcd-4cfe-8f36-535340f9d157 req-256976b0-a4f7-4417-a15b-b4ba52dee7a5 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 943 time: 0.4437170 May 30 20:10:48.947814 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc53f93b-f70e-490e-8406-20452118e76c req-219650f2-d739-426c-bedf-a7c6c06c1698 service neutron] 10.222.0.93 "GET /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598819 May 30 20:10:49.021160 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6ddd695-91c0-4ca1-ac11-c56017cab8d1 req-77ccf806-832d-48e0-bef3-101202df46d4 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083341 May 30 20:10:49.029102 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-95863ebf-8fcd-4cfe-8f36-535340f9d157 req-6ad281c6-76f0-448b-9564-bf3998180c75 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984187 May 30 20:10:49.048107 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=c6985c44-dc5d-465c-a480-254838436276,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:49.174143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f257318b-ea29-41f0-ae8c-734539016761, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f257318b-ea29-41f0-ae8c-734539016761,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:49.196079 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'f257318b-ea29-41f0-ae8c-734539016761', 'network_id': 'd568287e-a0ce-4f8b-a9cc-faf7575177cf', 'port_id': 'f257318b-ea29-41f0-ae8c-734539016761', 'mac_address': 'fa:16:3e:35:c6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f03aba-f12a-4241-8d9f-db4a6a1a5134', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:10:49.261375 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:49.280865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f257318b-ea29-41f0-ae8c-734539016761 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:49.301253 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f257318b-ea29-41f0-ae8c-734539016761, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f257318b-ea29-41f0-ae8c-734539016761,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:49.317634 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:49.356819 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-210d34ef-c78e-4b88-bf90-c9cd558edb1c req-34addb96-b68b-4f5d-bed1-d58e72fac717 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:49.406669 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9907e8ef-f580-43c5-88e7-cc6db4945e63 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:10:49.421974 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34addb96-b68b-4f5d-bed1-d58e72fac717 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Pushing event deleted for resources: {'Port': ['ID=80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:49.434128 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=f257318b-ea29-41f0-ae8c-734539016761,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:49.434428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d7c67-70d4-44ea-9a54-26b0814d2e75 req-04d1fd31-0e67-48fe-ab28-4ff67d8c839a tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:49.436306 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f51d7c67-70d4-44ea-9a54-26b0814d2e75 req-04d1fd31-0e67-48fe-ab28-4ff67d8c839a tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/ports?device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 949 time: 0.2094700 May 30 20:10:49.506696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9f025-6a11-46c8-9626-bfa6b64b708f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port 6c6175dc-daf1-49ad-a2e8-0efe4fc26ef5 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:49.507261 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f025-6a11-46c8-9626-bfa6b64b708f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:49.572981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['c6985c44-dc5d-465c-a480-254838436276'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:49.630859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['f257318b-ea29-41f0-ae8c-734539016761'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:49.646673 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f51d7c67-70d4-44ea-9a54-26b0814d2e75 req-cc10e7fe-2315-4a93-90ad-1fa20ff85ae7 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d8c8cb3-7f87-4900-aabe-49ade7a9b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042007 May 30 20:10:49.655034 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b2ca5645-04bd-416d-a131-39ea295e0204 req-690ce9ae-56c4-4e86-8cef-3dcfcd4e31d5 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 210 time: 0.1019289 May 30 20:10:49.695083 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9907e8ef-f580-43c5-88e7-cc6db4945e63, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9907e8ef-f580-43c5-88e7-cc6db4945e63,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:49.726615 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f025-6a11-46c8-9626-bfa6b64b708f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:49.738534 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '9907e8ef-f580-43c5-88e7-cc6db4945e63', 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3', 'port_id': '9907e8ef-f580-43c5-88e7-cc6db4945e63', 'mac_address': 'fa:16:3e:fc:6f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75aac3d7-25c7-4a3a-8294-a7ab0c5aa1db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:10:49.765850 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-210d34ef-c78e-4b88-bf90-c9cd558edb1c req-34addb96-b68b-4f5d-bed1-d58e72fac717 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Router 2088c466-193e-42e3-85e1-01d6d6172ae8 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:10:49.876201 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:49.895994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9f025-6a11-46c8-9626-bfa6b64b708f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Calling delete_port for 6c6175dc-daf1-49ad-a2e8-0efe4fc26ef5 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:49.922342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9907e8ef-f580-43c5-88e7-cc6db4945e63 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:49.977133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9907e8ef-f580-43c5-88e7-cc6db4945e63, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9907e8ef-f580-43c5-88e7-cc6db4945e63,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:49.991168 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:50.015038 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d92fbd-63a9-4097-a625-73330be97036 req-d74fb8ce-bb84-4ccb-9780-5fcc8b345b1a tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:50.016538 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2d92fbd-63a9-4097-a625-73330be97036 req-d74fb8ce-bb84-4ccb-9780-5fcc8b345b1a tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/ports?device_id=05b98104-891c-4911-aad7-6db1997023c1 HTTP/1.1" status: 200 len: 950 time: 0.1707122 May 30 20:10:50.101459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=9907e8ef-f580-43c5-88e7-cc6db4945e63,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:50.109097 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2d92fbd-63a9-4097-a625-73330be97036 req-ea7b5bee-7969-4e5b-9548-9e1a15a09685 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/security-groups?id=d321d3c5-2876-4f9f-9921-93bf7385241f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826728 May 30 20:10:50.131922 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f025-6a11-46c8-9626-bfa6b64b708f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:50.133526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-210d34ef-c78e-4b88-bf90-c9cd558edb1c req-34addb96-b68b-4f5d-bed1-d58e72fac717 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:10:50.145159 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e3fde-c076-49ed-8f51-d39c4ed03c26 None None] Sync routers for ids ['2088c466-193e-42e3-85e1-01d6d6172ae8'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:10:50.166723 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e3fde-c076-49ed-8f51-d39c4ed03c26 None None] Routers {'2088c466-193e-42e3-85e1-01d6d6172ae8'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:50.167346 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-373e3fde-c076-49ed-8f51-d39c4ed03c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:10:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2088c466-193e-42e3-85e1-01d6d6172ae8'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:50.220824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-210d34ef-c78e-4b88-bf90-c9cd558edb1c req-34addb96-b68b-4f5d-bed1-d58e72fac717 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] No DVR routers for this DVR port 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:50.224169 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-210d34ef-c78e-4b88-bf90-c9cd558edb1c req-34addb96-b68b-4f5d-bed1-d58e72fac717 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:50.229880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9f025-6a11-46c8-9626-bfa6b64b708f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Port': ['ID=6c6175dc-daf1-49ad-a2e8-0efe4fc26ef5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:50.240207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc26cff6-8ee2-479d-99ef-d16a94cc8243', 'name': 'network-vif-deleted', 'tag': '80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:50.252311 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-210d34ef-c78e-4b88-bf90-c9cd558edb1c req-34addb96-b68b-4f5d-bed1-d58e72fac717 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.93 "DELETE /v2.0/ports/80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 HTTP/1.1" status: 204 len: 173 time: 2.9658382 May 30 20:10:50.304858 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['9907e8ef-f580-43c5-88e7-cc6db4945e63'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:50.434363 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f025-6a11-46c8-9626-bfa6b64b708f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:50.550275 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de54ae2-785c-43d6-a520-50937c5bfb8d req-f9e0868a-23fd-434a-951c-a26f2cb11fff tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:50.561559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2de54ae2-785c-43d6-a520-50937c5bfb8d req-f9e0868a-23fd-434a-951c-a26f2cb11fff tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 944 time: 0.3074481 May 30 20:10:50.589283 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-373e3fde-c076-49ed-8f51-d39c4ed03c26 None None] Set router 2088c466-193e-42e3-85e1-01d6d6172ae8 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:10:50.610872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f3c35-f066-4903-9900-7c567937e704 req-7b2c1655-d58b-436d-a772-546dc75fe26b tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:50.612396 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f31f3c35-f066-4903-9900-7c567937e704 req-7b2c1655-d58b-436d-a772-546dc75fe26b tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 945 time: 0.2633977 May 30 20:10:50.620598 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2de54ae2-785c-43d6-a520-50937c5bfb8d req-c6756f6e-a539-4cc7-8205-afb09915b3fc tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580487 May 30 20:10:50.624408 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c6985c44-dc5d-465c-a480-254838436276 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:10:50.704193 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f31f3c35-f066-4903-9900-7c567937e704 req-4ee171d9-bb30-4e3b-9797-5a0380a7871a tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820885 May 30 20:10:50.724219 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff29f51c-443a-49e6-94da-ee3879728f41'] response: {'server_uuid': 'bc26cff6-8ee2-479d-99ef-d16a94cc8243', 'name': 'network-vif-deleted', 'tag': '80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9', 'status': 'completed', 'code': 200} May 30 20:10:50.769688 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port c6985c44-dc5d-465c-a480-254838436276 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:50.783751 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port c6985c44-dc5d-465c-a480-254838436276 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:50.785131 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:50.918857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8eb602-d941-493e-a333-787c717a907b req-da777d75-2985-44a9-9abb-ca10ae9ebf8a tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:50.927747 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e8eb602-d941-493e-a333-787c717a907b req-da777d75-2985-44a9-9abb-ca10ae9ebf8a tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.93 "GET /v2.0/ports?device_id=05b98104-891c-4911-aad7-6db1997023c1 HTTP/1.1" status: 200 len: 950 time: 0.2001629 May 30 20:10:50.977806 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:51.025783 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b9f025-6a11-46c8-9626-bfa6b64b708f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 59490784-a6c7-4870-8255-51fc1c38011a has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:10:51.038802 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73baf012-a48d-4ac6-8444-34c7e2e4c85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6985c44-dc5d-465c-a480-254838436276'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:51.049468 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c6985c44-dc5d-465c-a480-254838436276, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c6985c44-dc5d-465c-a480-254838436276,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:51.054734 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:51.056117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f257318b-ea29-41f0-ae8c-734539016761 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:10:51.079605 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-373e3fde-c076-49ed-8f51-d39c4ed03c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:04:28Z', 'revision_number': 4, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '68729d47-d28b-4d29-b2f6-edb9877538c9', 'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'mac_address': 'fa:16:3e:c8:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:26Z', 'updated_at': '2022-05-30T20:04:47Z', 'revision_number': 5, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'subnets': [{'id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:51.084230 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e3fde-c076-49ed-8f51-d39c4ed03c26 None None] Checking router: 2088c466-193e-42e3-85e1-01d6d6172ae8 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:10:51.085737 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-17f5f2dd-ea70-4fcb-9332-7cd8139db373 req-08199cd0-8ca5-4903-8f78-ff5ba5ef2924 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Synchronizing usage tracker for tenant:08334d8ded8a425bb168fdca1f271cee on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:51.125667 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e3fde-c076-49ed-8f51-d39c4ed03c26 None None] Routers {'2088c466-193e-42e3-85e1-01d6d6172ae8'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:51.126670 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-373e3fde-c076-49ed-8f51-d39c4ed03c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:10:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2088c466-193e-42e3-85e1-01d6d6172ae8'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:51.168090 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-9e8eb602-d941-493e-a333-787c717a907b req-9d9e38d0-5037-4850-afae-c010018d4a05 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Deleting port d74549fa-d35c-46e1-be57-35b83d694ee6 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:51.168460 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9e8eb602-d941-493e-a333-787c717a907b req-9d9e38d0-5037-4850-afae-c010018d4a05 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:51.197666 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=c6985c44-dc5d-465c-a480-254838436276,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:51.224034 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port f257318b-ea29-41f0-ae8c-734539016761 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:51.239859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port f257318b-ea29-41f0-ae8c-734539016761 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:51.240484 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:51.266066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-17f5f2dd-ea70-4fcb-9332-7cd8139db373 req-08199cd0-8ca5-4903-8f78-ff5ba5ef2924 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Unset dirty status for tenant:08334d8ded8a425bb168fdca1f271cee on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:51.267214 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-17f5f2dd-ea70-4fcb-9332-7cd8139db373 req-08199cd0-8ca5-4903-8f78-ff5ba5ef2924 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc26cff6-8ee2-479d-99ef-d16a94cc8243 HTTP/1.1" status: 200 len: 210 time: 0.2466829 May 30 20:10:51.327054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b9f025-6a11-46c8-9626-bfa6b64b708f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:10:51.343318 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a08494-bc5a-4a32-9fae-49ae75f02da1 None None] Sync routers for ids ['59490784-a6c7-4870-8255-51fc1c38011a'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:10:51.345728 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e7b9f025-6a11-46c8-9626-bfa6b64b708f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/59490784-a6c7-4870-8255-51fc1c38011a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1104507 May 30 20:10:51.348715 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36334) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:51.367174 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a08494-bc5a-4a32-9fae-49ae75f02da1 None None] Routers {'59490784-a6c7-4870-8255-51fc1c38011a'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:51.367938 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e2a08494-bc5a-4a32-9fae-49ae75f02da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:10:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['59490784-a6c7-4870-8255-51fc1c38011a'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:51.422527 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db56b6a-e38f-4cf0-9846-3fb9b6b13d8c'] response: {'server_uuid': '73baf012-a48d-4ac6-8444-34c7e2e4c85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6985c44-dc5d-465c-a480-254838436276', 'code': 200} May 30 20:10:51.445054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3256681e-97e9-4c12-83cd-f751523df121 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Synchronizing usage tracker for tenant:758efaed7a954d48b571181ce4e6d8b0 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:51.468749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3256681e-97e9-4c12-83cd-f751523df121 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Unset dirty status for tenant:758efaed7a954d48b571181ce4e6d8b0 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:51.470064 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3256681e-97e9-4c12-83cd-f751523df121 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports?device_id=59490784-a6c7-4870-8255-51fc1c38011a HTTP/1.1" status: 200 len: 205 time: 0.1185453 May 30 20:10:51.472884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36338) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:51.476581 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9907e8ef-f580-43c5-88e7-cc6db4945e63 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:10:51.556811 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e2a08494-bc5a-4a32-9fae-49ae75f02da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:51.568259 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-373e3fde-c076-49ed-8f51-d39c4ed03c26 None None] Set router 2088c466-193e-42e3-85e1-01d6d6172ae8 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:10:51.595361 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:51.606563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f6ab6-5edf-4232-8f7d-59c40053f186 req-d90b5aa0-9fe8-4780-8e77-f81517b25391 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:51.609176 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a43f6ab6-5edf-4232-8f7d-59c40053f186 req-d90b5aa0-9fe8-4780-8e77-f81517b25391 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/ports?device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 950 time: 0.5964837 May 30 20:10:51.615069 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a08494-bc5a-4a32-9fae-49ae75f02da1 None None] Routers {'59490784-a6c7-4870-8255-51fc1c38011a'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:51.615794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e2a08494-bc5a-4a32-9fae-49ae75f02da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:10:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['59490784-a6c7-4870-8255-51fc1c38011a'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:51.636054 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36b75f44-5eb0-4eaa-97e2-96dcad9ab640 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:51.714245 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 9907e8ef-f580-43c5-88e7-cc6db4945e63 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:51.720526 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e2a08494-bc5a-4a32-9fae-49ae75f02da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:51.721036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a08494-bc5a-4a32-9fae-49ae75f02da1 None None] The sync data for ids ['59490784-a6c7-4870-8255-51fc1c38011a'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:10:51.723946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 9907e8ef-f580-43c5-88e7-cc6db4945e63 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:51.724638 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:51.771143 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a43f6ab6-5edf-4232-8f7d-59c40053f186 req-80e8c105-f85e-4463-a279-0fc21e806448 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d8c8cb3-7f87-4900-aabe-49ade7a9b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150124 May 30 20:10:51.775234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f257318b-ea29-41f0-ae8c-734539016761, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f257318b-ea29-41f0-ae8c-734539016761,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:51.788991 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:51.789915 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:51.853676 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78c3c5b7-c129-40f0-9d02-bb101d268e02 req-f4d141f8-d76c-42f6-a1d3-0dd5b23aba7e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 1101 time: 0.2911847 May 30 20:10:51.856982 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-9e8eb602-d941-493e-a333-787c717a907b req-9d9e38d0-5037-4850-afae-c010018d4a05 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] For port d74549fa-d35c-46e1-be57-35b83d694ee6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d74549fa-d35c-46e1-be57-35b83d694ee6,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:51.857416 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9e8eb602-d941-493e-a333-787c717a907b req-9d9e38d0-5037-4850-afae-c010018d4a05 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:51.871777 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:10:51.872220 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 80bdcad5-a7d1-4a52-a7f7-4d6acbd0a1a9 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:51.940754 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=f257318b-ea29-41f0-ae8c-734539016761,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:51.972938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a013dc5-711e-45bc-b9df-f421bf4bd3da req-66aec0a8-ab07-422e-8bba-a0baf1b28d4a tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:51.974401 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8a013dc5-711e-45bc-b9df-f421bf4bd3da req-66aec0a8-ab07-422e-8bba-a0baf1b28d4a tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/ports?device_id=05b98104-891c-4911-aad7-6db1997023c1 HTTP/1.1" status: 200 len: 950 time: 0.3602111 May 30 20:10:51.988377 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.027293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9907e8ef-f580-43c5-88e7-cc6db4945e63, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9907e8ef-f580-43c5-88e7-cc6db4945e63,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:52.033879 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.068331 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-373e3fde-c076-49ed-8f51-d39c4ed03c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:04:28Z', 'revision_number': 4, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '68729d47-d28b-4d29-b2f6-edb9877538c9', 'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'mac_address': 'fa:16:3e:c8:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:26Z', 'updated_at': '2022-05-30T20:04:47Z', 'revision_number': 5, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'subnets': [{'id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:52.073250 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e3fde-c076-49ed-8f51-d39c4ed03c26 None None] The sync data for ids ['2088c466-193e-42e3-85e1-01d6d6172ae8'] in n-d-843949-2 is: [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:04:28Z', 'revision_number': 4, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '68729d47-d28b-4d29-b2f6-edb9877538c9', 'name': '', 'network_id': '46fc77d7-d584-4b90-a367-560a4547b685', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'mac_address': 'fa:16:3e:c8:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:26Z', 'updated_at': '2022-05-30T20:04:47Z', 'revision_number': 5, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'subnets': [{'id': '54e18232-0c1b-400c-aea5-aa806dd0320c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:10:52.104425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-9e8eb602-d941-493e-a333-787c717a907b req-9d9e38d0-5037-4850-afae-c010018d4a05 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Calling delete_port for d74549fa-d35c-46e1-be57-35b83d694ee6 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:52.117169 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=9907e8ef-f580-43c5-88e7-cc6db4945e63,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:52.121694 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36b75f44-5eb0-4eaa-97e2-96dcad9ab640 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.126958 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36b75f44-5eb0-4eaa-97e2-96dcad9ab640 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.155283 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36b75f44-5eb0-4eaa-97e2-96dcad9ab640 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.156269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b75f44-5eb0-4eaa-97e2-96dcad9ab640 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Fanout notify agent at l3_agent the message router_deleted on router 59490784-a6c7-4870-8255-51fc1c38011a {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:10:52.175761 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36b75f44-5eb0-4eaa-97e2-96dcad9ab640 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.176752 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-36b75f44-5eb0-4eaa-97e2-96dcad9ab640 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/routers/59490784-a6c7-4870-8255-51fc1c38011a HTTP/1.1" status: 204 len: 168 time: 0.7029409 May 30 20:10:52.179436 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36346) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:52.232823 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78c3c5b7-c129-40f0-9d02-bb101d268e02 req-a7becf3c-bc92-422c-a5d1-3e5ff46ac61b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4d8c8cb3-7f87-4900-aabe-49ade7a9b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629634 May 30 20:10:52.256996 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8a013dc5-711e-45bc-b9df-f421bf4bd3da req-7607b5ae-32b5-4bb7-a059-a9eb055f4d8b tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/security-groups?id=d321d3c5-2876-4f9f-9921-93bf7385241f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176569 May 30 20:10:52.317687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f9f0e-82af-4278-8c9b-658b21325466 req-c84f5176-3d3e-40eb-b39f-478ffe9f6d20 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:52.320580 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-121f9f0e-82af-4278-8c9b-658b21325466 req-c84f5176-3d3e-40eb-b39f-478ffe9f6d20 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.2669265 May 30 20:10:52.353585 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907fa7e7-8e3a-42c7-bd98-833c486fc0e9 None None] New status for floating IP ee157ade-308b-4970-9f24-e78621eabfc4: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:10:52.398246 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-121f9f0e-82af-4278-8c9b-658b21325466 req-30e87598-5c04-40b1-a2d1-a1fa3d08945a tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720208 May 30 20:10:52.401119 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9e8eb602-d941-493e-a333-787c717a907b req-9d9e38d0-5037-4850-afae-c010018d4a05 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.415342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['d74549fa-d35c-46e1-be57-35b83d694ee6'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:52.434464 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d7de02-c7b7-4b00-baa3-1927e2e51052 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting subnet efe8cb00-5999-47d8-a1b9-92cac24a672a {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:10:52.447572 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9d7de02-c7b7-4b00-baa3-1927e2e51052 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.515462 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9d7de02-c7b7-4b00-baa3-1927e2e51052 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.520430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e38d0-5037-4850-afae-c010018d4a05 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Pushing event deleted for resources: {'Port': ['ID=d74549fa-d35c-46e1-be57-35b83d694ee6,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:52.616286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36354) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:52.617245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8eb602-d941-493e-a333-787c717a907b req-9d9e38d0-5037-4850-afae-c010018d4a05 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] No DVR routers for this DVR port d74549fa-d35c-46e1-be57-35b83d694ee6 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:52.617363 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9d7de02-c7b7-4b00-baa3-1927e2e51052 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.665759 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9e8eb602-d941-493e-a333-787c717a907b req-9d9e38d0-5037-4850-afae-c010018d4a05 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.681432 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e8eb602-d941-493e-a333-787c717a907b req-9d9e38d0-5037-4850-afae-c010018d4a05 tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.93 "DELETE /v2.0/ports/d74549fa-d35c-46e1-be57-35b83d694ee6 HTTP/1.1" status: 204 len: 173 time: 1.7444839 May 30 20:10:52.713164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcad42e-89f6-4cc5-a4da-90ffc15db14f req-7d1c6c20-951b-4c7a-b141-21f716f283fa tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:52.714851 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1dcad42e-89f6-4cc5-a4da-90ffc15db14f req-7d1c6c20-951b-4c7a-b141-21f716f283fa tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 946 time: 0.2770536 May 30 20:10:52.716946 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9d7de02-c7b7-4b00-baa3-1927e2e51052 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.734216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b98104-891c-4911-aad7-6db1997023c1', 'name': 'network-vif-deleted', 'tag': 'd74549fa-d35c-46e1-be57-35b83d694ee6'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:52.763931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7de02-c7b7-4b00-baa3-1927e2e51052 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Subnet': ['ID=efe8cb00-5999-47d8-a1b9-92cac24a672a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:52.772878 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9d7de02-c7b7-4b00-baa3-1927e2e51052 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.774480 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-806a1720-ae2a-43a7-aacf-c99700ad7b19 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.786668 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e2e1e3-df4e-4a9a-9baa-30631e47fe07 None None] Network b7cbb6e7-e0aa-4500-8c35-763a00e92108 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:52.786882 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e9d7de02-c7b7-4b00-baa3-1927e2e51052 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/subnets/efe8cb00-5999-47d8-a1b9-92cac24a672a HTTP/1.1" status: 204 len: 168 time: 0.6039789 May 30 20:10:52.787174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36360) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:52.811643 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1dcad42e-89f6-4cc5-a4da-90ffc15db14f req-062a4001-6b25-446c-999f-e802acba4344 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884891 May 30 20:10:52.839939 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-806a1720-ae2a-43a7-aacf-c99700ad7b19 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.899083 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb97658-1408-4672-89ab-819f441e7b7b'] response: {'server_uuid': '05b98104-891c-4911-aad7-6db1997023c1', 'name': 'network-vif-deleted', 'tag': 'd74549fa-d35c-46e1-be57-35b83d694ee6', 'status': 'completed', 'code': 200} May 30 20:10:52.945636 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-806a1720-ae2a-43a7-aacf-c99700ad7b19 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.966912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a1720-ae2a-43a7-aacf-c99700ad7b19 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ad12fc-f866-4fce-bf65-e2f9585f9681,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:52.978179 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-806a1720-ae2a-43a7-aacf-c99700ad7b19 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.979672 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-806a1720-ae2a-43a7-aacf-c99700ad7b19 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "DELETE /v2.0/security-groups/47ad12fc-f866-4fce-bf65-e2f9585f9681 HTTP/1.1" status: 204 len: 168 time: 0.3605165 May 30 20:10:52.984390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36366) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:53.015389 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-f7e0f712-f1d9-4908-a285-f2a80a971c18 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] show failed (client error): The resource could not be found. May 30 20:10:53.018970 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f7e0f712-f1d9-4908-a285-f2a80a971c18 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "GET /v2.0/security-groups/47ad12fc-f866-4fce-bf65-e2f9585f9681 HTTP/1.1" status: 404 len: 347 time: 0.0310564 May 30 20:10:53.029927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36370) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:53.130521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8bb16d-70a1-4b59-941d-aa40eda7c83f None None] DHCP port deletion for b7cbb6e7-e0aa-4500-8c35-763a00e92108 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:10:53.137043 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7f8bb16d-70a1-4b59-941d-aa40eda7c83f None None] Deleting port 7245e941-91ec-4ad0-a919-ec6c7eb6240c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:53.137479 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7f8bb16d-70a1-4b59-941d-aa40eda7c83f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.155316 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-527ab0b5-5cc5-4ac7-b61e-33d8958f9a63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting subnet 7e07ae44-1bd1-4a42-b616-d8691151a381 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:10:53.158362 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-527ab0b5-5cc5-4ac7-b61e-33d8958f9a63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.240462 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-527ab0b5-5cc5-4ac7-b61e-33d8958f9a63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.273306 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-856a61a0-e69d-4b29-b12c-072a9da36a83 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Deleting port a2a6a227-3769-4c7d-b664-8bc782700386 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:53.274385 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-856a61a0-e69d-4b29-b12c-072a9da36a83 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.375146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0824b2-5ed7-49ea-b985-2e83c6660302 req-76b6c64d-ae73-4679-9c40-7f1c600f974c tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:53.385480 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc0824b2-5ed7-49ea-b985-2e83c6660302 req-76b6c64d-ae73-4679-9c40-7f1c600f974c tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/ports?device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 950 time: 0.4034860 May 30 20:10:53.392087 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7245e941-91ec-4ad0-a919-ec6c7eb6240c no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:53.431625 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e70dd3-607d-4294-bc8b-ba7df4f7096e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f257318b-ea29-41f0-ae8c-734539016761'}, {'server_uuid': '3a668f35-5a12-475e-8815-91886d10f405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9907e8ef-f580-43c5-88e7-cc6db4945e63'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:53.456443 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-527ab0b5-5cc5-4ac7-b61e-33d8958f9a63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.521249 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7f8bb16d-70a1-4b59-941d-aa40eda7c83f None None] For port 7245e941-91ec-4ad0-a919-ec6c7eb6240c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7245e941-91ec-4ad0-a919-ec6c7eb6240c,segment=NetworkSegment(c5e557b8-8d07-40a0-a8ab-fc00e7af0856),segment_id=c5e557b8-8d07-40a0-a8ab-fc00e7af0856)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:53.522194 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7f8bb16d-70a1-4b59-941d-aa40eda7c83f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.555099 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-856a61a0-e69d-4b29-b12c-072a9da36a83 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.555099 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-856a61a0-e69d-4b29-b12c-072a9da36a83 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.581008 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-527ab0b5-5cc5-4ac7-b61e-33d8958f9a63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.625061 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-527ab0b5-5cc5-4ac7-b61e-33d8958f9a63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.632427 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-527ab0b5-5cc5-4ac7-b61e-33d8958f9a63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/subnets/7e07ae44-1bd1-4a42-b616-d8691151a381 HTTP/1.1" status: 204 len: 168 time: 0.8434036 May 30 20:10:53.637245 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36380) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:53.640060 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ab0b5-5cc5-4ac7-b61e-33d8958f9a63 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Subnet': ['ID=7e07ae44-1bd1-4a42-b616-d8691151a381,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:53.659858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-db5f3aaf-2661-4e4f-8115-590d69b3409d req-3b9c94f0-40e4-44cc-bb33-de5f0fdfaf8a tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Synchronizing usage tracker for tenant:dd514465b55042b8957cc4066a64749d on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:53.663994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdb2d16-993e-4f22-9f35-a34ffcb2fd80 None None] Network 0d6c9dab-cddd-4318-ab3b-4de826c17235 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:53.682029 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7f8bb16d-70a1-4b59-941d-aa40eda7c83f None None] Calling delete_port for 7245e941-91ec-4ad0-a919-ec6c7eb6240c owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:53.760931 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.772782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port 7245e941-91ec-4ad0-a919-ec6c7eb6240c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:53.773139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.839522 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-856a61a0-e69d-4b29-b12c-072a9da36a83 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Calling delete_port for a2a6a227-3769-4c7d-b664-8bc782700386 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:53.905942 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc0824b2-5ed7-49ea-b985-2e83c6660302 req-d19d0391-5e9f-4de2-8604-f180e84b391b tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d8c8cb3-7f87-4900-aabe-49ade7a9b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193813 May 30 20:10:53.909282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-db5f3aaf-2661-4e4f-8115-590d69b3409d req-3b9c94f0-40e4-44cc-bb33-de5f0fdfaf8a tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] Unset dirty status for tenant:dd514465b55042b8957cc4066a64749d on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:53.909488 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.920626 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db5f3aaf-2661-4e4f-8115-590d69b3409d req-3b9c94f0-40e4-44cc-bb33-de5f0fdfaf8a tempest-VolumesNegativeTest-986211557 tempest-VolumesNegativeTest-986211557-project] 10.222.0.84 "GET /v2.0/ports?device_id=05b98104-891c-4911-aad7-6db1997023c1 HTTP/1.1" status: 200 len: 210 time: 0.3711560 May 30 20:10:53.972779 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7f8bb16d-70a1-4b59-941d-aa40eda7c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:54.031628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8bb16d-70a1-4b59-941d-aa40eda7c83f None None] Pushing event deleted for resources: {'Port': ['ID=7245e941-91ec-4ad0-a919-ec6c7eb6240c,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:54.036039 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] For port 7245e941-91ec-4ad0-a919-ec6c7eb6240c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7245e941-91ec-4ad0-a919-ec6c7eb6240c,segment=NetworkSegment(c5e557b8-8d07-40a0-a8ab-fc00e7af0856),segment_id=c5e557b8-8d07-40a0-a8ab-fc00e7af0856)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:54.036390 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:54.042071 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf511dc4-e4ba-4a39-b7c9-51e7c78ace3c'] response: {'server_uuid': 'e8e70dd3-607d-4294-bc8b-ba7df4f7096e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f257318b-ea29-41f0-ae8c-734539016761', 'code': 200} May 30 20:10:54.042337 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf511dc4-e4ba-4a39-b7c9-51e7c78ace3c'] response: {'server_uuid': '3a668f35-5a12-475e-8815-91886d10f405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9907e8ef-f580-43c5-88e7-cc6db4945e63', 'code': 200} May 30 20:10:54.077489 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-856a61a0-e69d-4b29-b12c-072a9da36a83 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:54.082307 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8bb16d-70a1-4b59-941d-aa40eda7c83f None None] No DVR routers for this DVR port 7245e941-91ec-4ad0-a919-ec6c7eb6240c on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:54.149420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a61a0-e69d-4b29-b12c-072a9da36a83 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Pushing event deleted for resources: {'Port': ['ID=a2a6a227-3769-4c7d-b664-8bc782700386,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:54.192889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18ea60a-d86c-4ad3-85ad-cbed0f58a74e None None] DHCP port deletion for 0d6c9dab-cddd-4318-ab3b-4de826c17235 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:10:54.199885 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d18ea60a-d86c-4ad3-85ad-cbed0f58a74e None None] Deleting port 59a78388-19f5-428f-a0c9-9798792de4fa {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:54.208020 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d18ea60a-d86c-4ad3-85ad-cbed0f58a74e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:54.264837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Calling delete_port for 7245e941-91ec-4ad0-a919-ec6c7eb6240c owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:54.362802 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:10:54.363016 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:10:54.369744 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b11e0462-919f-403c-86bc-f390b1a6b6ea req-a6bc12a6-5e94-4cc1-95ce-ffd8cfefdeeb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 1096 time: 0.1543150 May 30 20:10:54.413953 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b11e0462-919f-403c-86bc-f390b1a6b6ea req-87580270-9af0-44a5-8a33-a7019df6737a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374885 May 30 20:10:54.435295 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-856a61a0-e69d-4b29-b12c-072a9da36a83 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:54.460958 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-191f6d46-ba87-4870-8c5b-9ec5371a3ae9 req-19257dc7-625d-4ddc-8a93-8f88f44645dd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 1097 time: 0.2468388 May 30 20:10:54.484501 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d18ea60a-d86c-4ad3-85ad-cbed0f58a74e None None] For port 59a78388-19f5-428f-a0c9-9798792de4fa, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=59a78388-19f5-428f-a0c9-9798792de4fa,segment=NetworkSegment(4ae34e06-af12-4287-bc3b-acc79fe0dcb2),segment_id=4ae34e06-af12-4287-bc3b-acc79fe0dcb2)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:54.485104 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d18ea60a-d86c-4ad3-85ad-cbed0f58a74e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:54.491004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f1e74-9d36-4f65-812b-4ae8d7af15b1 req-96af144d-88cb-4a58-8477-c78e071f2d54 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:54.492451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f33f1e74-9d36-4f65-812b-4ae8d7af15b1 req-96af144d-88cb-4a58-8477-c78e071f2d54 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.3081031 May 30 20:10:54.502980 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-856a61a0-e69d-4b29-b12c-072a9da36a83 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:54.505073 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-856a61a0-e69d-4b29-b12c-072a9da36a83 tempest-AttachVolumeTestJSON-912894058 tempest-AttachVolumeTestJSON-912894058-project] 10.222.0.84 "DELETE /v2.0/floatingips/ee157ade-308b-4970-9f24-e78621eabfc4 HTTP/1.1" status: 204 len: 168 time: 1.4736030 May 30 20:10:54.537406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88fd7e-9930-43a7-a889-8c7322973416 req-02bb7855-95e9-4f8a-bfe8-bdf4bbfde893 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:54.539412 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b88fd7e-9930-43a7-a889-8c7322973416 req-02bb7855-95e9-4f8a-bfe8-bdf4bbfde893 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 946 time: 0.2625685 May 30 20:10:54.597969 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-191f6d46-ba87-4870-8c5b-9ec5371a3ae9 req-4251e881-b2ff-4a38-814c-a0900996ff0c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269903 May 30 20:10:54.609453 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d18ea60a-d86c-4ad3-85ad-cbed0f58a74e None None] Calling delete_port for 59a78388-19f5-428f-a0c9-9798792de4fa owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:54.617863 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f33f1e74-9d36-4f65-812b-4ae8d7af15b1 req-c9fee7cb-8f22-433b-9846-6ac0dc69e90b tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164539 May 30 20:10:54.633312 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b88fd7e-9930-43a7-a889-8c7322973416 req-5ae52549-ddd6-4767-a8b7-22326a438034 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858982 May 30 20:10:54.645303 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device d74549fa-d35c-46e1-be57-35b83d694ee6 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:54.696210 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: d74549fa-d35c-46e1-be57-35b83d694ee6 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:10:54.696555 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device d74549fa-d35c-46e1-be57-35b83d694ee6 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:54.735766 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d18ea60a-d86c-4ad3-85ad-cbed0f58a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:54.778624 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ea60a-d86c-4ad3-85ad-cbed0f58a74e None None] Pushing event deleted for resources: {'Port': ['ID=59a78388-19f5-428f-a0c9-9798792de4fa,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:54.784459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18ea60a-d86c-4ad3-85ad-cbed0f58a74e None None] No DVR routers for this DVR port 59a78388-19f5-428f-a0c9-9798792de4fa on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:54.864480 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port 7245e941-91ec-4ad0-a919-ec6c7eb6240c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:54.864762 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:54.930539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] The port '7245e941-91ec-4ad0-a919-ec6c7eb6240c' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:10:55.069630 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:55.097851 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7cbb6e7-e0aa-4500-8c35-763a00e92108']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:55.117595 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e557b8-8d07-40a0-a8ab-fc00e7af0856') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:55.117985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e557b8-8d07-40a0-a8ab-fc00e7af0856') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:55.140641 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:55.160301 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:55.180063 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1b1ae-633e-4d8d-905c-573339ca9c8b req-c6a97d6e-c8ba-47b8-ab7e-8eda9eeeb591 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:55.180305 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:10:55.180711 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:55.188535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84d1b1ae-633e-4d8d-905c-573339ca9c8b req-c6a97d6e-c8ba-47b8-ab7e-8eda9eeeb591 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/ports?device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 950 time: 0.1276860 May 30 20:10:55.193074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 59a78388-19f5-428f-a0c9-9798792de4fa no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:55.231306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 59a78388-19f5-428f-a0c9-9798792de4fa {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:10:55.231797 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 59a78388-19f5-428f-a0c9-9798792de4fa not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:55.248395 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84d1b1ae-633e-4d8d-905c-573339ca9c8b req-47ccc605-36c6-4fae-8965-e11da397be1e tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d8c8cb3-7f87-4900-aabe-49ade7a9b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588765 May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: timer() May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:10:55.319508 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:10:55.352232 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:55.377785 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:55.395165 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Network': ['ID=b7cbb6e7-e0aa-4500-8c35-763a00e92108,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:55.404839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36406) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:55.405484 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8e60c77e-fe3f-4bd9-825b-9be1e98d9c07 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/networks/b7cbb6e7-e0aa-4500-8c35-763a00e92108 HTTP/1.1" status: 204 len: 168 time: 1.7670116 May 30 20:10:55.612485 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1e99a38c-b98d-4691-987f-ff8311252dd0 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:55.939109 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1e99a38c-b98d-4691-987f-ff8311252dd0 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:55.996456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-1e99a38c-b98d-4691-987f-ff8311252dd0 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6c9dab-cddd-4318-ab3b-4de826c17235']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:56.011929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-1e99a38c-b98d-4691-987f-ff8311252dd0 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae34e06-af12-4287-bc3b-acc79fe0dcb2') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:56.012255 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-1e99a38c-b98d-4691-987f-ff8311252dd0 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae34e06-af12-4287-bc3b-acc79fe0dcb2') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:56.034365 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1e99a38c-b98d-4691-987f-ff8311252dd0 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:56.058746 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b048385-f104-4ee3-a0c2-1403e0987fa5 req-0ee9b634-2129-451a-a3a9-8e5290c9b42b tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:56.060225 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1b048385-f104-4ee3-a0c2-1403e0987fa5 req-0ee9b634-2129-451a-a3a9-8e5290c9b42b tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.2459481 May 30 20:10:56.065847 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1e99a38c-b98d-4691-987f-ff8311252dd0 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:56.092198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eab7e6-5e04-4ed2-a035-f9cf87713b95 req-eced0db3-e9ff-402e-be3b-8ea54da03d4b tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:56.093676 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3eab7e6-5e04-4ed2-a035-f9cf87713b95 req-eced0db3-e9ff-402e-be3b-8ea54da03d4b tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/ports?device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 950 time: 0.2781649 May 30 20:10:56.096464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e99a38c-b98d-4691-987f-ff8311252dd0 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:10:56.096869 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1e99a38c-b98d-4691-987f-ff8311252dd0 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: timer() May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:10:56.111885 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:10:56.224792 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1b048385-f104-4ee3-a0c2-1403e0987fa5 req-38e3a66e-7595-45f7-a3bb-a89fea47b2f4 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564851 May 30 20:10:56.257036 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1e99a38c-b98d-4691-987f-ff8311252dd0 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:56.260944 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3eab7e6-5e04-4ed2-a035-f9cf87713b95 req-5ebbc9f5-9068-4d65-8113-b4dd6b4d663f tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d8c8cb3-7f87-4900-aabe-49ade7a9b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459162 May 30 20:10:56.309781 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1e99a38c-b98d-4691-987f-ff8311252dd0 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:56.317923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99a38c-b98d-4691-987f-ff8311252dd0 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Network': ['ID=0d6c9dab-cddd-4318-ab3b-4de826c17235,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:56.324572 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1e99a38c-b98d-4691-987f-ff8311252dd0 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/networks/0d6c9dab-cddd-4318-ab3b-4de826c17235 HTTP/1.1" status: 204 len: 168 time: 0.9180424 May 30 20:10:56.337137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36458) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:56.346034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-7f3d4e31-b08d-4924-b319-9a2d430bbe98 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-575023872'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:56.351592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7f3d4e31-b08d-4924-b319-9a2d430bbe98 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:56.359016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7f3d4e31-b08d-4924-b319-9a2d430bbe98 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:network and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:56.362218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7f3d4e31-b08d-4924-b319-9a2d430bbe98 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:56.374098 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7f3d4e31-b08d-4924-b319-9a2d430bbe98 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:56.388702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3d4e31-b08d-4924-b319-9a2d430bbe98 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:56.391812 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f3d4e31-b08d-4924-b319-9a2d430bbe98 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:56.428401 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3d4e31-b08d-4924-b319-9a2d430bbe98 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:10:56.441724 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f3d4e31-b08d-4924-b319-9a2d430bbe98 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:56.442041 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-7f3d4e31-b08d-4924-b319-9a2d430bbe98 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Added segment 433f90ed-230f-448d-9d49-76a5bde8f243 of type vlan for network 008ad79a-486a-49e5-9b11-0d85b200d2dc May 30 20:10:56.487102 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f3d4e31-b08d-4924-b319-9a2d430bbe98 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:56.512769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4340e8-6738-4ca6-9fc0-15d9c90e64fa req-5a81b48a-21a7-4439-a046-671605e192e7 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:56.514284 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a4340e8-6738-4ca6-9fc0-15d9c90e64fa req-5a81b48a-21a7-4439-a046-671605e192e7 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 946 time: 0.0990951 May 30 20:10:56.526648 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f3d4e31-b08d-4924-b319-9a2d430bbe98 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:56.532915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3d4e31-b08d-4924-b319-9a2d430bbe98 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:56.533664 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f3d4e31-b08d-4924-b319-9a2d430bbe98 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:56.569511 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a4340e8-6738-4ca6-9fc0-15d9c90e64fa req-f7bdc256-cbca-46bc-9d5d-0a454dd605b8 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483224 May 30 20:10:56.658627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d4e31-b08d-4924-b319-9a2d430bbe98 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Network': ['ID=008ad79a-486a-49e5-9b11-0d85b200d2dc,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:56.675020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 008ad79a-486a-49e5-9b11-0d85b200d2dc details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:10:56.676202 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36478) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:56.676687 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7f3d4e31-b08d-4924-b319-9a2d430bbe98 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3378303 May 30 20:10:56.698632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-b330e010-8e27-4534-8ef5-f8146bd1c532 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'subnet': {'network_id': '008ad79a-486a-49e5-9b11-0d85b200d2dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:57.040868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b330e010-8e27-4534-8ef5-f8146bd1c532 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:57.045670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b330e010-8e27-4534-8ef5-f8146bd1c532 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:subnet and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:57.048740 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b330e010-8e27-4534-8ef5-f8146bd1c532 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:57.055086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b330e010-8e27-4534-8ef5-f8146bd1c532 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:57.076223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b330e010-8e27-4534-8ef5-f8146bd1c532 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:57.283399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3290f-7d19-41e5-a1ee-272e8b403515 req-5cd43bca-8c23-4a9b-81a5-7cd727fb9bb9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:57.286398 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ddb3290f-7d19-41e5-a1ee-272e8b403515 req-5cd43bca-8c23-4a9b-81a5-7cd727fb9bb9 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.93 "GET /v2.0/ports?device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 950 time: 0.3412464 May 30 20:10:57.304802 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b330e010-8e27-4534-8ef5-f8146bd1c532 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:57.663329 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-ddb3290f-7d19-41e5-a1ee-272e8b403515 req-97267aaf-9500-4130-b02d-9b13b87a843c tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Deleting port c6985c44-dc5d-465c-a480-254838436276 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:57.663896 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ddb3290f-7d19-41e5-a1ee-272e8b403515 req-97267aaf-9500-4130-b02d-9b13b87a843c tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:57.708844 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfd99-9290-441b-83e2-fbd3f52a7c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:57.734605 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b330e010-8e27-4534-8ef5-f8146bd1c532 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:57.820585 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:10:57.880701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e09dff-a015-4126-a026-50b326979879 req-96e9737c-00e2-4207-b8db-0c7a0287eaa2 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:57.882155 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8e09dff-a015-4126-a026-50b326979879 req-96e9737c-00e2-4207-b8db-0c7a0287eaa2 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 946 time: 0.6981490 May 30 20:10:57.908610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330e010-8e27-4534-8ef5-f8146bd1c532 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Subnet': ['ID=63879848-1dc3-40ba-8a6d-13aba8f6964b,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:58.056169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6baef9-e7ea-4ae9-916e-99a20037a67e req-daae6e3e-71d6-43c9-9f5d-0ac4d9c8d317 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:58.057661 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b6baef9-e7ea-4ae9-916e-99a20037a67e req-daae6e3e-71d6-43c9-9f5d-0ac4d9c8d317 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.4756546 May 30 20:10:58.101121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b330e010-8e27-4534-8ef5-f8146bd1c532 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Checking segment: {'id': '433f90ed-230f-448d-9d49-76a5bde8f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '008ad79a-486a-49e5-9b11-0d85b200d2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:58.101480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b330e010-8e27-4534-8ef5-f8146bd1c532 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network hostable DHCP agents. Network: 008ad79a-486a-49e5-9b11-0d85b200d2dc, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:10:58.119179 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8e09dff-a015-4126-a026-50b326979879 req-fd3d31b5-70c3-46b2-b7ee-89be036c1b8f tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258425 May 30 20:10:58.204884 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-ddb3290f-7d19-41e5-a1ee-272e8b403515 req-97267aaf-9500-4130-b02d-9b13b87a843c tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] For port c6985c44-dc5d-465c-a480-254838436276, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c6985c44-dc5d-465c-a480-254838436276,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:58.205200 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ddb3290f-7d19-41e5-a1ee-272e8b403515 req-97267aaf-9500-4130-b02d-9b13b87a843c tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:58.232316 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b6baef9-e7ea-4ae9-916e-99a20037a67e req-b1c1012d-dbb6-4313-8f9f-44570c2db529 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619196 May 30 20:10:58.395186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-ddb3290f-7d19-41e5-a1ee-272e8b403515 req-97267aaf-9500-4130-b02d-9b13b87a843c tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Calling delete_port for c6985c44-dc5d-465c-a480-254838436276 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:58.423547 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b330e010-8e27-4534-8ef5-f8146bd1c532 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network 008ad79a-486a-49e5-9b11-0d85b200d2dc is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:10:58.522455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-b330e010-8e27-4534-8ef5-f8146bd1c532 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 008ad79a-486a-49e5-9b11-0d85b200d2dc) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:58.530778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9605efb1-fbba-43af-8291-531f40e98c5c None None] Network 008ad79a-486a-49e5-9b11-0d85b200d2dc requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:58.536213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b330e010-8e27-4534-8ef5-f8146bd1c532 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:58.536796 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b330e010-8e27-4534-8ef5-f8146bd1c532 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:58.621042 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b330e010-8e27-4534-8ef5-f8146bd1c532 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9429550 May 30 20:10:58.623741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36582) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:58.631131 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5078fe95-4f81-4440-b7b2-14b7a0936c01 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1302576453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:58.644986 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5078fe95-4f81-4440-b7b2-14b7a0936c01 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:58.655787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5078fe95-4f81-4440-b7b2-14b7a0936c01 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:router and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:58.660233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5078fe95-4f81-4440-b7b2-14b7a0936c01 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:58.680943 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5078fe95-4f81-4440-b7b2-14b7a0936c01 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:58.701232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0061d8-5517-4d47-a1ef-08b9154d20fa req-2984289c-1974-48e0-b485-18fc452a70fa tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:58.701586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5078fe95-4f81-4440-b7b2-14b7a0936c01 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:58.703021 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5078fe95-4f81-4440-b7b2-14b7a0936c01 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:58.708293 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ad0061d8-5517-4d47-a1ef-08b9154d20fa req-2984289c-1974-48e0-b485-18fc452a70fa tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/ports?device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 950 time: 0.3202839 May 30 20:10:58.747623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e7f2e-ed51-4b9e-acdb-c596e5efeac5 req-f0668b82-79e4-4d64-839e-dd7cbad816e4 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:58.749834 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb4e7f2e-ed51-4b9e-acdb-c596e5efeac5 req-f0668b82-79e4-4d64-839e-dd7cbad816e4 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.3179398 May 30 20:10:58.811861 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ddb3290f-7d19-41e5-a1ee-272e8b403515 req-97267aaf-9500-4130-b02d-9b13b87a843c tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:58.825320 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5078fe95-4f81-4440-b7b2-14b7a0936c01 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:58.826716 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ad0061d8-5517-4d47-a1ef-08b9154d20fa req-acde40dc-8f51-488c-a2f9-b4b8f9819fcb tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d8c8cb3-7f87-4900-aabe-49ade7a9b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175337 May 30 20:10:58.834496 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-008ad79a-486a-49e5-9b11-0d85b200d2dc', 'network_id': '008ad79a-486a-49e5-9b11-0d85b200d2dc', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'fixed_ips': [{'subnet_id': '63879848-1dc3-40ba-8a6d-13aba8f6964b'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:10:58.835298 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:58.860487 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5078fe95-4f81-4440-b7b2-14b7a0936c01 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:58.885492 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5078fe95-4f81-4440-b7b2-14b7a0936c01 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:58.887499 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5078fe95-4f81-4440-b7b2-14b7a0936c01 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2626157 May 30 20:10:58.890146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36590) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:58.897683 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'port': {'network_id': '008ad79a-486a-49e5-9b11-0d85b200d2dc', 'name': 'tempest-RoutersIpV6Test-1976391826'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:58.933654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97267aaf-9500-4130-b02d-9b13b87a843c tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Pushing event deleted for resources: {'Port': ['ID=c6985c44-dc5d-465c-a480-254838436276,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:59.069487 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb4e7f2e-ed51-4b9e-acdb-c596e5efeac5 req-c92b0207-f1ce-436c-8945-fff63cb2fb7a tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110323 May 30 20:10:59.170653 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Allocated IP 2001:db8::2 (008ad79a-486a-49e5-9b11-0d85b200d2dc/63879848-1dc3-40ba-8a6d-13aba8f6964b/adae6715-ca64-48cb-b9f4-2d659ec513bc) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:59.171162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb3290f-7d19-41e5-a1ee-272e8b403515 req-97267aaf-9500-4130-b02d-9b13b87a843c tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] No DVR routers for this DVR port c6985c44-dc5d-465c-a480-254838436276 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:59.177003 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ddb3290f-7d19-41e5-a1ee-272e8b403515 req-97267aaf-9500-4130-b02d-9b13b87a843c tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:59.183686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73baf012-a48d-4ac6-8444-34c7e2e4c85e', 'name': 'network-vif-deleted', 'tag': 'c6985c44-dc5d-465c-a480-254838436276'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:59.203089 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ddb3290f-7d19-41e5-a1ee-272e8b403515 req-97267aaf-9500-4130-b02d-9b13b87a843c tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.93 "DELETE /v2.0/ports/c6985c44-dc5d-465c-a480-254838436276 HTTP/1.1" status: 204 len: 173 time: 1.9016061 May 30 20:10:59.413191 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:59.417883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:port and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:59.421000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:59.427560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:59.439861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:59.442901 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:59.478678 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] device_id is not set on port 2de5e200-14a8-4e65-b552-66cc94bf01c2 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:10:59.590651 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1ff7916-3171-4e38-b625-54022e187e00'] response: {'server_uuid': '73baf012-a48d-4ac6-8444-34c7e2e4c85e', 'name': 'network-vif-deleted', 'tag': 'c6985c44-dc5d-465c-a480-254838436276', 'status': 'completed', 'code': 200} May 30 20:10:59.608281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2bc126-943e-4292-94fc-24f5353a37af req-5bdf0cfe-f05e-41d7-a0f3-fb619acb9109 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:59.616689 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b2bc126-943e-4292-94fc-24f5353a37af req-5bdf0cfe-f05e-41d7-a0f3-fb619acb9109 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 946 time: 0.2454824 May 30 20:10:59.687144 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b2bc126-943e-4292-94fc-24f5353a37af req-a2bebc4a-c8cb-4e0f-b45f-b717cb438b6d tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691445 May 30 20:10:59.760190 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:59.774181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Transition to ACTIVE for port object adae6715-ca64-48cb-b9f4-2d659ec513bc will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:59.799201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Transition to ACTIVE for port object adae6715-ca64-48cb-b9f4-2d659ec513bc will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:59.806717 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:59.905591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Allocated IP 2001:db8::1f4 (008ad79a-486a-49e5-9b11-0d85b200d2dc/63879848-1dc3-40ba-8a6d-13aba8f6964b/2de5e200-14a8-4e65-b552-66cc94bf01c2) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:59.917551 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Pushing event updated for resources: {'Port': ['ID=adae6715-ca64-48cb-b9f4-2d659ec513bc,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:59.938430 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-eac8f724-4702-4444-b1d7-29feb59b0f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:59.950127 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Network 008ad79a-486a-49e5-9b11-0d85b200d2dc is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:59.951401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:59.967479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f9098-fd35-4cf5-a0ca-2173504f7263 req-d39ef0c1-621a-4ac7-af35-b0f32f25ccab tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:59.969182 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:59.989005 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b4f9098-fd35-4cf5-a0ca-2173504f7263 req-d39ef0c1-621a-4ac7-af35-b0f32f25ccab tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.1941092 May 30 20:11:00.084561 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b4f9098-fd35-4cf5-a0ca-2173504f7263 req-0c6e03fe-fd72-4097-ac91-33d3f1d1f99c tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945966 May 30 20:11:00.103203 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Attempting to bind port adae6715-ca64-48cb-b9f4-2d659ec513bc on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:00.103680 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Attempting to bind port adae6715-ca64-48cb-b9f4-2d659ec513bc by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '433f90ed-230f-448d-9d49-76a5bde8f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '008ad79a-486a-49e5-9b11-0d85b200d2dc'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:00.104389 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Attempting to bind port adae6715-ca64-48cb-b9f4-2d659ec513bc on network 008ad79a-486a-49e5-9b11-0d85b200d2dc {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:00.116372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:00.116800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Checking segment: {'id': '433f90ed-230f-448d-9d49-76a5bde8f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '008ad79a-486a-49e5-9b11-0d85b200d2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:00.117551 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:00.118291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Bound using segment: {'id': '433f90ed-230f-448d-9d49-76a5bde8f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '008ad79a-486a-49e5-9b11-0d85b200d2dc'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:00.118812 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Bound port: adae6715-ca64-48cb-b9f4-2d659ec513bc, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433f90ed-230f-448d-9d49-76a5bde8f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '008ad79a-486a-49e5-9b11-0d85b200d2dc'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:00.119633 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:00.281142 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] For port adae6715-ca64-48cb-b9f4-2d659ec513bc, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:00.284453 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] For port adae6715-ca64-48cb-b9f4-2d659ec513bc, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=adae6715-ca64-48cb-b9f4-2d659ec513bc,segment=NetworkSegment(433f90ed-230f-448d-9d49-76a5bde8f243),segment_id=433f90ed-230f-448d-9d49-76a5bde8f243)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:00.294407 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:00.412972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7839b724-3430-461a-b65a-c08a8f9a1a25 req-02b2ba5c-965a-4476-8d07-fc6930608c35 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Synchronizing usage tracker for tenant:c5debfac3bf94bd3b6a77d678a45d306 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:00.503307 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:00.523229 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Transition to ACTIVE for port object 2de5e200-14a8-4e65-b552-66cc94bf01c2 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:00.544933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8be54-8818-45b3-935f-f4c6692316a6 None None] Pushing event updated for resources: {'Port': ['ID=adae6715-ca64-48cb-b9f4-2d659ec513bc,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:00.558743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7839b724-3430-461a-b65a-c08a8f9a1a25 req-02b2ba5c-965a-4476-8d07-fc6930608c35 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] Unset dirty status for tenant:c5debfac3bf94bd3b6a77d678a45d306 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:00.565592 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:00.570911 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7839b724-3430-461a-b65a-c08a8f9a1a25 req-02b2ba5c-965a-4476-8d07-fc6930608c35 tempest-ImagesNegativeTestJSON-895079110 tempest-ImagesNegativeTestJSON-895079110-project] 10.222.0.84 "GET /v2.0/ports?device_id=73baf012-a48d-4ac6-8444-34c7e2e4c85e HTTP/1.1" status: 200 len: 210 time: 0.2331891 May 30 20:11:00.639655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c6985c44-dc5d-465c-a480-254838436276 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:00.697597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network 008ad79a-486a-49e5-9b11-0d85b200d2dc is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:00.699372 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=2de5e200-14a8-4e65-b552-66cc94bf01c2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:00.702265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:00.709435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:00.710446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48860499-4dd3-4f4d-a247-96de1a4d1a0c req-90a17d67-dce0-43e9-9430-7dff6455c25a tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:00.712360 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48860499-4dd3-4f4d-a247-96de1a4d1a0c req-90a17d67-dce0-43e9-9430-7dff6455c25a tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.2670951 May 30 20:11:00.717102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:00.718392 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:00.760339 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-986c1b64-65dc-4288-b882-7f6bcc5ab027 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8683343 May 30 20:11:00.762783 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36648) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:00.809860 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: c6985c44-dc5d-465c-a480-254838436276 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:11:00.810187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c6985c44-dc5d-465c-a480-254838436276 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:11:00.846185 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48860499-4dd3-4f4d-a247-96de1a4d1a0c req-96593c04-da7c-402d-b2a9-d226b5a99403 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269588 May 30 20:11:01.020897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae926c4-fcbb-456a-aa08-9894131a82b1 req-939249af-2eae-44c6-b1d4-ad4a3d41bc08 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:01.022605 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aae926c4-fcbb-456a-aa08-9894131a82b1 req-939249af-2eae-44c6-b1d4-ad4a3d41bc08 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 946 time: 0.1800015 May 30 20:11:01.113041 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aae926c4-fcbb-456a-aa08-9894131a82b1 req-9a8fc37f-e692-42b2-aebc-59682f1bfb96 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840621 May 30 20:11:01.122471 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:01.284735 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:01.402665 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device adae6715-ca64-48cb-b9f4-2d659ec513bc up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:01.525626 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port adae6715-ca64-48cb-b9f4-2d659ec513bc completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:01.666786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a51811-b068-4b85-8357-e8c3ba8a0adf req-f14ae14e-dc4d-4889-8f53-d38fdcefdb14 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:01.679714 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d0a51811-b068-4b85-8357-e8c3ba8a0adf req-f14ae14e-dc4d-4889-8f53-d38fdcefdb14 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "GET /v2.0/ports?device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 946 time: 0.1899147 May 30 20:11:01.804853 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d0a51811-b068-4b85-8357-e8c3ba8a0adf req-f2a4616c-364f-4007-be0a-031b7a0c0bf9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Deleting port f257318b-ea29-41f0-ae8c-734539016761 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:01.805425 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d0a51811-b068-4b85-8357-e8c3ba8a0adf req-f2a4616c-364f-4007-be0a-031b7a0c0bf9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:01.970434 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8dde-cc6c-4f4a-a869-edcdf853ec59 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:02.321322 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bbe5e6-a921-405f-8a1d-5798e3c9f335 None None] Network 008ad79a-486a-49e5-9b11-0d85b200d2dc requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:02.418304 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0030e-cd43-45a5-8afb-edb4918cb2e1 req-8a38f7d3-5325-4791-9257-c7f3103d9a71 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:02.425243 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71f0030e-cd43-45a5-8afb-edb4918cb2e1 req-8a38f7d3-5325-4791-9257-c7f3103d9a71 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.3932726 May 30 20:11:02.489517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f159a7ff-2c7e-48c9-ad01-cbd18c418ae6 None None] Provisioning for port adae6715-ca64-48cb-b9f4-2d659ec513bc completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:02.497155 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f159a7ff-2c7e-48c9-ad01-cbd18c418ae6 None None] Provisioning complete for port adae6715-ca64-48cb-b9f4-2d659ec513bc triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:02.497522 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f159a7ff-2c7e-48c9-ad01-cbd18c418ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:02.511403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-d0a51811-b068-4b85-8357-e8c3ba8a0adf req-f2a4616c-364f-4007-be0a-031b7a0c0bf9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] For port f257318b-ea29-41f0-ae8c-734539016761, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f257318b-ea29-41f0-ae8c-734539016761,segment=NetworkSegment(7e2ec572-a2c3-4de7-ba4e-b7a802a21f62),segment_id=7e2ec572-a2c3-4de7-ba4e-b7a802a21f62)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:02.511913 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d0a51811-b068-4b85-8357-e8c3ba8a0adf req-f2a4616c-364f-4007-be0a-031b7a0c0bf9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:02.666519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d0a51811-b068-4b85-8357-e8c3ba8a0adf req-f2a4616c-364f-4007-be0a-031b7a0c0bf9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Calling delete_port for f257318b-ea29-41f0-ae8c-734539016761 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:02.749132 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71f0030e-cd43-45a5-8afb-edb4918cb2e1 req-aefce41c-9870-41b5-b82b-fbec7999d7a5 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228705 May 30 20:11:02.762608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bdc57-7116-4119-9421-a299b004c3bf req-430e52f9-a085-46db-87ec-331f3321ef63 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:02.779985 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd8bdc57-7116-4119-9421-a299b004c3bf req-430e52f9-a085-46db-87ec-331f3321ef63 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 946 time: 0.3305295 May 30 20:11:02.821560 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:02.822607 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f159a7ff-2c7e-48c9-ad01-cbd18c418ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:02.862036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f159a7ff-2c7e-48c9-ad01-cbd18c418ae6 None None] For port adae6715-ca64-48cb-b9f4-2d659ec513bc, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=adae6715-ca64-48cb-b9f4-2d659ec513bc,segment=NetworkSegment(433f90ed-230f-448d-9d49-76a5bde8f243),segment_id=433f90ed-230f-448d-9d49-76a5bde8f243)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:02.871331 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f159a7ff-2c7e-48c9-ad01-cbd18c418ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:02.872342 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8dde-cc6c-4f4a-a869-edcdf853ec59 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:02.883872 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8dde-cc6c-4f4a-a869-edcdf853ec59 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:02.924612 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd8bdc57-7116-4119-9421-a299b004c3bf req-d6b81bcb-2bb8-494e-85ee-3a47d0aab456 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb1b5050-5bad-4522-bc36-6b4b804b567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436636 May 30 20:11:03.047061 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.072306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159a7ff-2c7e-48c9-ad01-cbd18c418ae6 None None] Pushing event updated for resources: {'Port': ['ID=adae6715-ca64-48cb-b9f4-2d659ec513bc,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:03.202308 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e8dde-cc6c-4f4a-a869-edcdf853ec59 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=2de5e200-14a8-4e65-b552-66cc94bf01c2,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:03.216324 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d0a51811-b068-4b85-8357-e8c3ba8a0adf req-f2a4616c-364f-4007-be0a-031b7a0c0bf9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.226328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2bef62ca-9e62-4320-aa11-72a087c6c377 None None] Provisioning complete for port adae6715-ca64-48cb-b9f4-2d659ec513bc triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:03.226328 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2bef62ca-9e62-4320-aa11-72a087c6c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.337625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4616c-364f-4007-be0a-031b7a0c0bf9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Pushing event deleted for resources: {'Port': ['ID=f257318b-ea29-41f0-ae8c-734539016761,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:03.340292 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device adae6715-ca64-48cb-b9f4-2d659ec513bc up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:03.397084 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a51811-b068-4b85-8357-e8c3ba8a0adf req-f2a4616c-364f-4007-be0a-031b7a0c0bf9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] No DVR routers for this DVR port f257318b-ea29-41f0-ae8c-734539016761 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:11:03.400224 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d0a51811-b068-4b85-8357-e8c3ba8a0adf req-f2a4616c-364f-4007-be0a-031b7a0c0bf9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.412230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e70dd3-607d-4294-bc8b-ba7df4f7096e', 'name': 'network-vif-deleted', 'tag': 'f257318b-ea29-41f0-ae8c-734539016761'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:03.421664 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d0a51811-b068-4b85-8357-e8c3ba8a0adf req-f2a4616c-364f-4007-be0a-031b7a0c0bf9 tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.93 "DELETE /v2.0/ports/f257318b-ea29-41f0-ae8c-734539016761 HTTP/1.1" status: 204 len: 173 time: 1.7353005 May 30 20:11:03.524864 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port adae6715-ca64-48cb-b9f4-2d659ec513bc triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:03.525044 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.568796 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b00e13cb-8cbe-4256-b7d0-4c58c6252a6a'] response: {'server_uuid': 'e8e70dd3-607d-4294-bc8b-ba7df4f7096e', 'name': 'network-vif-deleted', 'tag': 'f257318b-ea29-41f0-ae8c-734539016761', 'status': 'completed', 'code': 200} May 30 20:11:03.578447 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8dde-cc6c-4f4a-a869-edcdf853ec59 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.741308 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8dde-cc6c-4f4a-a869-edcdf853ec59 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.754671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36692) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:03.871121 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2bef62ca-9e62-4320-aa11-72a087c6c377 None None] Provisioning for port 2de5e200-14a8-4e65-b552-66cc94bf01c2 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:03.906142 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2bef62ca-9e62-4320-aa11-72a087c6c377 None None] Provisioning complete for port 2de5e200-14a8-4e65-b552-66cc94bf01c2 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:03.906603 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2bef62ca-9e62-4320-aa11-72a087c6c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:04.126873 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2bef62ca-9e62-4320-aa11-72a087c6c377 None None] Port 2de5e200-14a8-4e65-b552-66cc94bf01c2 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:04.291800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-aa3d408a-4b75-4e4a-81a5-a1a5f85e12b6 None None] Provisioning complete for port 2de5e200-14a8-4e65-b552-66cc94bf01c2 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:04.293627 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-aa3d408a-4b75-4e4a-81a5-a1a5f85e12b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:04.461956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-21e4a6c9-5427-4d6e-b464-dd9b69a9ffb8 req-36776d9c-4aee-4dd8-aa41-0555a9d12bbc tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Synchronizing usage tracker for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:04.487003 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d408a-4b75-4e4a-81a5-a1a5f85e12b6 None None] Port 2de5e200-14a8-4e65-b552-66cc94bf01c2 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:04.501465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-21e4a6c9-5427-4d6e-b464-dd9b69a9ffb8 req-36776d9c-4aee-4dd8-aa41-0555a9d12bbc tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] Unset dirty status for tenant:0e075b17435345809d5c6645e9b9fc3c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:04.514132 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21e4a6c9-5427-4d6e-b464-dd9b69a9ffb8 req-36776d9c-4aee-4dd8-aa41-0555a9d12bbc tempest-DeleteServersTestJSON-2069615518 tempest-DeleteServersTestJSON-2069615518-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8e70dd3-607d-4294-bc8b-ba7df4f7096e HTTP/1.1" status: 200 len: 210 time: 0.3070538 May 30 20:11:04.544576 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8cf05c00-d75b-4846-b203-d9000ec3bb82 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c5debfac3bf94bd3b6a77d678a45d306&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7886591 May 30 20:11:04.544797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36712) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:04.571166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9743c-9a8c-4966-9ccf-c5a5112e6484 req-07c5d4db-91e4-41f2-bdd6-f045e59fe9fb tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:04.584559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ec9743c-9a8c-4966-9ccf-c5a5112e6484 req-07c5d4db-91e4-41f2-bdd6-f045e59fe9fb tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.5853627 May 30 20:11:04.656527 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f257318b-ea29-41f0-ae8c-734539016761 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:04.667700 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8dde-cc6c-4f4a-a869-edcdf853ec59 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:04.685069 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8dde-cc6c-4f4a-a869-edcdf853ec59 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:04.690743 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ec9743c-9a8c-4966-9ccf-c5a5112e6484 req-8e6ee0ac-7452-4376-ac60-ebd8f9133bad tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043639 May 30 20:11:04.691171 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8dde-cc6c-4f4a-a869-edcdf853ec59 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:04.741777 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: f257318b-ea29-41f0-ae8c-734539016761 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:11:04.742451 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f257318b-ea29-41f0-ae8c-734539016761 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:11:04.812183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e8dde-cc6c-4f4a-a869-edcdf853ec59 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=2de5e200-14a8-4e65-b552-66cc94bf01c2,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:04.812504 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36720) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:04.856591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36726) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:04.896359 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4312e868-870a-4366-a468-c28b6a0509ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:04.943690 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4312e868-870a-4366-a468-c28b6a0509ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:05.022775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6e8dde-cc6c-4f4a-a869-edcdf853ec59 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network 008ad79a-486a-49e5-9b11-0d85b200d2dc is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:05.024347 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-fa6e8dde-cc6c-4f4a-a869-edcdf853ec59 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:05.063358 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-90222040-82dd-4557-8368-eae266c8e962 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dd514465b55042b8957cc4066a64749d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2494500 May 30 20:11:05.065516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36732) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:05.268308 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8bb97259-1f7e-4acb-ad53-03c6787ff34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:05.309127 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8bb97259-1f7e-4acb-ad53-03c6787ff34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:05.326818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f5fd3fb2-370d-46da-85b3-e7682f50dc0f None None] Provisioning complete for port 2de5e200-14a8-4e65-b552-66cc94bf01c2 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:05.327562 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3fb2-370d-46da-85b3-e7682f50dc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:05.398408 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f5fd3fb2-370d-46da-85b3-e7682f50dc0f None None] Port 2de5e200-14a8-4e65-b552-66cc94bf01c2 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:05.400014 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8bb97259-1f7e-4acb-ad53-03c6787ff34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:05.425571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb97259-1f7e-4acb-ad53-03c6787ff34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d321d3c5-2876-4f9f-9921-93bf7385241f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:05.430357 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8bb97259-1f7e-4acb-ad53-03c6787ff34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:05.434331 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8bb97259-1f7e-4acb-ad53-03c6787ff34b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d321d3c5-2876-4f9f-9921-93bf7385241f HTTP/1.1" status: 204 len: 168 time: 0.3649065 May 30 20:11:05.501900 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4312e868-870a-4366-a468-c28b6a0509ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:05.523523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312e868-870a-4366-a468-c28b6a0509ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8c8cb3-7f87-4900-aabe-49ade7a9b769,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:05.535184 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4312e868-870a-4366-a468-c28b6a0509ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:05.536344 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4312e868-870a-4366-a468-c28b6a0509ae admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4d8c8cb3-7f87-4900-aabe-49ade7a9b769 HTTP/1.1" status: 204 len: 168 time: 0.9904847 May 30 20:11:05.624353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6e8dde-cc6c-4f4a-a869-edcdf853ec59 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 42d6f0ad-cb83-43ee-bdf1-af21c27a1125 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:11:05.736390 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:05.837867 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6e8dde-cc6c-4f4a-a869-edcdf853ec59 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:11:05.843589 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fa6e8dde-cc6c-4f4a-a869-edcdf853ec59 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/42d6f0ad-cb83-43ee-bdf1-af21c27a1125/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0795403 May 30 20:11:05.846189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36754) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:05.851991 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f165aa-61a9-45ee-94b2-ca64497074ca None None] Sync routers for ids ['42d6f0ad-cb83-43ee-bdf1-af21c27a1125'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:11:05.873423 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f165aa-61a9-45ee-94b2-ca64497074ca None None] Routers {'42d6f0ad-cb83-43ee-bdf1-af21c27a1125'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:05.874364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d8f165aa-61a9-45ee-94b2-ca64497074ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['42d6f0ad-cb83-43ee-bdf1-af21c27a1125'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:05.936421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96880445-9ba8-4e95-8cec-eed005a9c22e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:05.937044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-96880445-9ba8-4e95-8cec-eed005a9c22e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Synchronizing usage tracker for tenant:758efaed7a954d48b571181ce4e6d8b0 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:05.958686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-96880445-9ba8-4e95-8cec-eed005a9c22e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Unset dirty status for tenant:758efaed7a954d48b571181ce4e6d8b0 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:05.960866 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-96880445-9ba8-4e95-8cec-eed005a9c22e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports/2de5e200-14a8-4e65-b552-66cc94bf01c2 HTTP/1.1" status: 200 len: 984 time: 0.1137285 May 30 20:11:05.963612 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36760) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:06.022177 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d8f165aa-61a9-45ee-94b2-ca64497074ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:06.036510 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f165aa-61a9-45ee-94b2-ca64497074ca None None] Routers {'42d6f0ad-cb83-43ee-bdf1-af21c27a1125'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:06.037379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d8f165aa-61a9-45ee-94b2-ca64497074ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['42d6f0ad-cb83-43ee-bdf1-af21c27a1125'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:06.120010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b32d34-c5f9-4bdd-992b-883f6f2b0944 req-a4e198f5-7267-46b2-bb58-d28e7cb2080c tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:06.135764 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56b32d34-c5f9-4bdd-992b-883f6f2b0944 req-a4e198f5-7267-46b2-bb58-d28e7cb2080c tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.1988695 May 30 20:11:06.162290 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d8f165aa-61a9-45ee-94b2-ca64497074ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:06.162693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f165aa-61a9-45ee-94b2-ca64497074ca None None] The sync data for ids ['42d6f0ad-cb83-43ee-bdf1-af21c27a1125'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:11:06.270956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56b32d34-c5f9-4bdd-992b-883f6f2b0944 req-9c64d143-51fe-42db-ae02-0b58134a8d50 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184182 May 30 20:11:06.679477 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f804c3a-0d17-4b0a-939a-76425aa5cb33 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:06.866874 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Deleting port 68729d47-d28b-4d29-b2f6-edb9877538c9 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:06.868125 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:06.933012 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:07.115042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] For port 68729d47-d28b-4d29-b2f6-edb9877538c9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=68729d47-d28b-4d29-b2f6-edb9877538c9,segment=NetworkSegment(5f6be452-3c9c-4316-a618-a38c09910091),segment_id=5f6be452-3c9c-4316-a618-a38c09910091)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:07.115999 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:07.168730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3f804c3a-0d17-4b0a-939a-76425aa5cb33 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port 2de5e200-14a8-4e65-b552-66cc94bf01c2 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:07.169248 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f804c3a-0d17-4b0a-939a-76425aa5cb33 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:07.512440 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f804c3a-0d17-4b0a-939a-76425aa5cb33 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:07.597045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Calling delete_port for 68729d47-d28b-4d29-b2f6-edb9877538c9 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:07.795691 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3f804c3a-0d17-4b0a-939a-76425aa5cb33 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Calling delete_port for 2de5e200-14a8-4e65-b552-66cc94bf01c2 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:07.913363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c278505-8b78-4275-b69c-f3239adf3986 req-5c78a026-4467-49f5-9672-0b2cc1971959 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:07.915042 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c278505-8b78-4275-b69c-f3239adf3986 req-5c78a026-4467-49f5-9672-0b2cc1971959 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.2840548 May 30 20:11:07.916759 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:07.978385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36846) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:08.014480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Pushing event deleted for resources: {'Port': ['ID=68729d47-d28b-4d29-b2f6-edb9877538c9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:08.031843 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f804c3a-0d17-4b0a-939a-76425aa5cb33 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:08.098618 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c278505-8b78-4275-b69c-f3239adf3986 req-4cca349d-c3ad-4715-a7e4-0727bc3891bb tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632895 May 30 20:11:08.163389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:08.163745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:08.164121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:08.164459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:08.164792 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:08.165144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:08.165442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:08.165771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:08.166113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:08.166415 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:08.166735 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:08.251391 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f804c3a-0d17-4b0a-939a-76425aa5cb33 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Port': ['ID=2de5e200-14a8-4e65-b552-66cc94bf01c2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:08.452678 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79fc5264-093d-4737-8e08-14be784326c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:08.513867 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-79fc5264-093d-4737-8e08-14be784326c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:08.521846 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f804c3a-0d17-4b0a-939a-76425aa5cb33 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:08.527885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-79fc5264-093d-4737-8e08-14be784326c7 admin admin] Usage tracker for resource:security_group_rule and tenant:143722666e88491b8a1ea3131c6712eb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:08.531434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-79fc5264-093d-4737-8e08-14be784326c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:08.540290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-79fc5264-093d-4737-8e08-14be784326c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:08.580921 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:08.739437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36862) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:08.991770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'network': {'name': 'tempest-network-smoke--532850383', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'port_security_enabled': True}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:08.997472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:09.001303 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:network and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:09.004700 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:09.013507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:09.023224 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79fc5264-093d-4737-8e08-14be784326c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.031664 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79fc5264-093d-4737-8e08-14be784326c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.044728 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Made reservation on behalf of 83c273a70b9742ee885b1f1f37dab263 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:09.047602 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.064704 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.091702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc5264-093d-4737-8e08-14be784326c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42380bc-4c99-45bd-9b36-cf82c94329b7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:09.095652 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-79fc5264-093d-4737-8e08-14be784326c7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=143722666e88491b8a1ea3131c6712eb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1163015 May 30 20:11:09.098366 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36868) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:09.163993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f804c3a-0d17-4b0a-939a-76425aa5cb33 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 42d6f0ad-cb83-43ee-bdf1-af21c27a1125 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:11:09.240016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:09.253784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:09.257889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:09.265813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:09.392042 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.404420 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.419057 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-461655a8-26f7-4b6e-9768-eaaf94b54dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.504299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:11:09.526181 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-461655a8-26f7-4b6e-9768-eaaf94b54dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.529154 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb01cf64-feb3-4cac-9eee-bcd1c8cd971e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:09.534956 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.535535 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Added segment 5c55f4e9-6669-48bd-ac37-9f6962053b9f of type vlan for network d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 May 30 20:11:09.609682 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f804c3a-0d17-4b0a-939a-76425aa5cb33 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:11:09.621033 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e2cac-ad9d-4140-968c-eb0520395070 None None] Sync routers for ids ['42d6f0ad-cb83-43ee-bdf1-af21c27a1125'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:11:09.622190 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-461655a8-26f7-4b6e-9768-eaaf94b54dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.642353 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e2cac-ad9d-4140-968c-eb0520395070 None None] Routers {'42d6f0ad-cb83-43ee-bdf1-af21c27a1125'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:09.642986 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ea8e2cac-ad9d-4140-968c-eb0520395070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['42d6f0ad-cb83-43ee-bdf1-af21c27a1125'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:09.649045 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461655a8-26f7-4b6e-9768-eaaf94b54dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42380bc-4c99-45bd-9b36-cf82c94329b7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:09.699705 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-461655a8-26f7-4b6e-9768-eaaf94b54dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.700883 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-461655a8-26f7-4b6e-9768-eaaf94b54dbe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d42380bc-4c99-45bd-9b36-cf82c94329b7 HTTP/1.1" status: 204 len: 168 time: 0.6016209 May 30 20:11:09.705240 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3f804c3a-0d17-4b0a-939a-76425aa5cb33 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/42d6f0ad-cb83-43ee-bdf1-af21c27a1125/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7402248 May 30 20:11:09.705870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36882) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:09.743649 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.753191 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ea8e2cac-ad9d-4140-968c-eb0520395070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:09.766065 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e2cac-ad9d-4140-968c-eb0520395070 None None] Routers {'42d6f0ad-cb83-43ee-bdf1-af21c27a1125'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:09.767531 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ea8e2cac-ad9d-4140-968c-eb0520395070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['42d6f0ad-cb83-43ee-bdf1-af21c27a1125'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:09.790801 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Router 2088c466-193e-42e3-85e1-01d6d6172ae8 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:11:09.798974 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c51c6-4da8-4ae6-831a-3c9bb680cf6d req-7432a751-90f9-467d-a594-86dedd9d180e tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:09.800642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db3c51c6-4da8-4ae6-831a-3c9bb680cf6d req-7432a751-90f9-467d-a594-86dedd9d180e tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.3607211 May 30 20:11:09.869218 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ea8e2cac-ad9d-4140-968c-eb0520395070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:09.869915 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e2cac-ad9d-4140-968c-eb0520395070 None None] The sync data for ids ['42d6f0ad-cb83-43ee-bdf1-af21c27a1125'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:11:09.945401 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.949421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:09.950044 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.990006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36890) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:10.116515 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db3c51c6-4da8-4ae6-831a-3c9bb680cf6d req-458f00c8-98c1-499e-b42b-3397951a2834 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061254 May 30 20:11:10.164620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4176636 May 30 20:11:10.166569 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36898) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:10.174935 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'admin_state_up': True, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:10.182396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718604e-c93a-494d-b58c-783046d96002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Network': ['ID=d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:10.185396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:10.191895 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:router and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:10.195251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:10.196630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:11:10.202830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:10.225079 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:10.226000 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:10.271475 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:10.305571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:11:10.316966 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-55ffeae9-5dfe-478a-bf6d-8dfc19932361 admin admin] 10.222.0.84 "PUT /v2.0/routers/2088c466-193e-42e3-85e1-01d6d6172ae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4595792 May 30 20:11:10.368061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36904) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:10.374389 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d93d4f5-33c4-4fae-a977-4a0e969da17c None None] Sync routers for ids ['2088c466-193e-42e3-85e1-01d6d6172ae8'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:11:10.409186 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-e3b86c14-b9d2-4c42-8c5f-61ac809b4caa tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] remove_router_interface failed (client error): The resource could not be found. May 30 20:11:10.410386 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e3b86c14-b9d2-4c42-8c5f-61ac809b4caa tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/42d6f0ad-cb83-43ee-bdf1-af21c27a1125/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7035542 May 30 20:11:10.446815 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d93d4f5-33c4-4fae-a977-4a0e969da17c None None] Routers {'2088c466-193e-42e3-85e1-01d6d6172ae8'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:10.447816 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3d93d4f5-33c4-4fae-a977-4a0e969da17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2088c466-193e-42e3-85e1-01d6d6172ae8'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:10.488017 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36918) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:10.550607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e12e6d-af23-42cc-9c7a-728a6512393b admin admin] Deleting subnet 24f03aba-f12a-4241-8d9f-db4a6a1a5134 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:11:10.578607 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-38e12e6d-af23-42cc-9c7a-728a6512393b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:10.634108 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-112bcd4b-3168-4443-8194-2d2916b6e134 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Synchronizing usage tracker for tenant:758efaed7a954d48b571181ce4e6d8b0 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:10.655976 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:10.661304 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-112bcd4b-3168-4443-8194-2d2916b6e134 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Unset dirty status for tenant:758efaed7a954d48b571181ce4e6d8b0 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:10.662679 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-112bcd4b-3168-4443-8194-2d2916b6e134 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports?device_id=42d6f0ad-cb83-43ee-bdf1-af21c27a1125 HTTP/1.1" status: 200 len: 205 time: 0.0844235 May 30 20:11:10.665791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36924) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:10.705932 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-38e12e6d-af23-42cc-9c7a-728a6512393b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:10.783698 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-38e12e6d-af23-42cc-9c7a-728a6512393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:10.917575 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f267f2b6-b6c0-4cc8-9158-e2256a82e4e7 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:10.920615 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-38e12e6d-af23-42cc-9c7a-728a6512393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:10.927360 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-3d93d4f5-33c4-4fae-a977-4a0e969da17c None None] Set router 2088c466-193e-42e3-85e1-01d6d6172ae8 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:10.967813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e12e6d-af23-42cc-9c7a-728a6512393b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24f03aba-f12a-4241-8d9f-db4a6a1a5134,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:10.982257 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-38e12e6d-af23-42cc-9c7a-728a6512393b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:10.994415 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-38e12e6d-af23-42cc-9c7a-728a6512393b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/24f03aba-f12a-4241-8d9f-db4a6a1a5134 HTTP/1.1" status: 204 len: 168 time: 1.0008073 May 30 20:11:10.994606 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36932) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:11.016398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99c49ad6-a323-4326-acdf-73111e388cc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:11.434651 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3d93d4f5-33c4-4fae-a977-4a0e969da17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:11:07Z', 'revision_number': 5, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:11.441065 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d93d4f5-33c4-4fae-a977-4a0e969da17c None None] Checking router: 2088c466-193e-42e3-85e1-01d6d6172ae8 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:11:11.455091 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d93d4f5-33c4-4fae-a977-4a0e969da17c None None] Routers {'2088c466-193e-42e3-85e1-01d6d6172ae8'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:11.455548 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b8a69ab7-f11a-4070-acf0-f73c38612b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:11.457377 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3d93d4f5-33c4-4fae-a977-4a0e969da17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2088c466-193e-42e3-85e1-01d6d6172ae8'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:11.656443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-3d93d4f5-33c4-4fae-a977-4a0e969da17c None None] Set router 2088c466-193e-42e3-85e1-01d6d6172ae8 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:11.809297 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b8a69ab7-f11a-4070-acf0-f73c38612b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:11.872251 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b8a69ab7-f11a-4070-acf0-f73c38612b72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d568287e-a0ce-4f8b-a9cc-faf7575177cf']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:11.908164 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f267f2b6-b6c0-4cc8-9158-e2256a82e4e7 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:11.910319 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:11.911137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b8a69ab7-f11a-4070-acf0-f73c38612b72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:11.911434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b8a69ab7-f11a-4070-acf0-f73c38612b72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2ec572-a2c3-4de7-ba4e-b7a802a21f62') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:11.937589 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b8a69ab7-f11a-4070-acf0-f73c38612b72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:11.946422 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:11.986234 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b8a69ab7-f11a-4070-acf0-f73c38612b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.002385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a69ab7-f11a-4070-acf0-f73c38612b72 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:11:12.002789 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b8a69ab7-f11a-4070-acf0-f73c38612b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.007664 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3d93d4f5-33c4-4fae-a977-4a0e969da17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:11:07Z', 'revision_number': 5, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:12.012445 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d93d4f5-33c4-4fae-a977-4a0e969da17c None None] The sync data for ids ['2088c466-193e-42e3-85e1-01d6d6172ae8'] in n-d-843949-2 is: [{'id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'name': 'tempest-AttachVolumeTestJSON-1362739999-router', 'tenant_id': '08334d8ded8a425bb168fdca1f271cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '68584f42-cca4-43f5-9043-42626713e2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:11Z', 'updated_at': '2022-05-30T20:11:07Z', 'revision_number': 5, 'project_id': '08334d8ded8a425bb168fdca1f271cee', 'gw_port': {'id': '68584f42-cca4-43f5-9043-42626713e2d4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088c466-193e-42e3-85e1-01d6d6172ae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:16Z', 'updated_at': '2022-05-30T20:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:11:12.021179 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f267f2b6-b6c0-4cc8-9158-e2256a82e4e7 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: timer() May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:11:12.044481 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:11:12.056873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b150627-28e8-4196-a74d-859d1ec0b638 req-60ed383c-a8fe-4863-8687-2fd27ef68f1d tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:12.064422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b150627-28e8-4196-a74d-859d1ec0b638 req-60ed383c-a8fe-4863-8687-2fd27ef68f1d tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.6736450 May 30 20:11:12.136711 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99c49ad6-a323-4326-acdf-73111e388cc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.160872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-99c49ad6-a323-4326-acdf-73111e388cc4 admin admin] Deleting port 68584f42-cca4-43f5-9043-42626713e2d4 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:12.161214 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99c49ad6-a323-4326-acdf-73111e388cc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.215307 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b8a69ab7-f11a-4070-acf0-f73c38612b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.225280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b150627-28e8-4196-a74d-859d1ec0b638 req-a6bfe045-80f0-43bb-a537-c05be5f0e1aa tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601729 May 30 20:11:12.251884 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f267f2b6-b6c0-4cc8-9158-e2256a82e4e7 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.252395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f267f2b6-b6c0-4cc8-9158-e2256a82e4e7 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Fanout notify agent at l3_agent the message router_deleted on router 42d6f0ad-cb83-43ee-bdf1-af21c27a1125 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:11:12.281434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Allocated IP 172.25.5.213 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/de58d741-53ea-4841-b2ed-a90a3e45ce6b) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:12.320942 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f267f2b6-b6c0-4cc8-9158-e2256a82e4e7 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.324675 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f267f2b6-b6c0-4cc8-9158-e2256a82e4e7 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/routers/42d6f0ad-cb83-43ee-bdf1-af21c27a1125 HTTP/1.1" status: 204 len: 168 time: 1.6559994 May 30 20:11:12.344118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36952) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:12.448237 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36956) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:12.467209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a4416-5f65-4c98-baf6-7e03a9cf6f42 req-c4772f21-996a-43d8-8f3a-ee5755ca5cc5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:12.468710 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b8a69ab7-f11a-4070-acf0-f73c38612b72 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.471337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a4416-5f65-4c98-baf6-7e03a9cf6f42 req-c4772f21-996a-43d8-8f3a-ee5755ca5cc5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:12.475279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a4416-5f65-4c98-baf6-7e03a9cf6f42 req-c4772f21-996a-43d8-8f3a-ee5755ca5cc5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:12.479217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a4416-5f65-4c98-baf6-7e03a9cf6f42 req-c4772f21-996a-43d8-8f3a-ee5755ca5cc5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:12.483775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a4416-5f65-4c98-baf6-7e03a9cf6f42 req-c4772f21-996a-43d8-8f3a-ee5755ca5cc5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:12.487758 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a4416-5f65-4c98-baf6-7e03a9cf6f42 req-c4772f21-996a-43d8-8f3a-ee5755ca5cc5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:12.491694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a4416-5f65-4c98-baf6-7e03a9cf6f42 req-c4772f21-996a-43d8-8f3a-ee5755ca5cc5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:12.500207 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f7a4416-5f65-4c98-baf6-7e03a9cf6f42 req-c4772f21-996a-43d8-8f3a-ee5755ca5cc5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5445 time: 0.4109190 May 30 20:11:12.500914 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a69ab7-f11a-4070-acf0-f73c38612b72 admin admin] Pushing event deleted for resources: {'Network': ['ID=d568287e-a0ce-4f8b-a9cc-faf7575177cf,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:12.527762 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b8a69ab7-f11a-4070-acf0-f73c38612b72 admin admin] 10.222.0.84 "DELETE /v2.0/networks/d568287e-a0ce-4f8b-a9cc-faf7575177cf HTTP/1.1" status: 204 len: 168 time: 1.5316989 May 30 20:11:12.663660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8f3ead5-88f3-4e93-b33c-1916c307b6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.678659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-99c49ad6-a323-4326-acdf-73111e388cc4 admin admin] For port 68584f42-cca4-43f5-9043-42626713e2d4, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=68584f42-cca4-43f5-9043-42626713e2d4,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:12.679017 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99c49ad6-a323-4326-acdf-73111e388cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.679144 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f7a4416-5f65-4c98-baf6-7e03a9cf6f42 req-b4bc20b5-7b3a-4694-a076-abeedb84011b tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1777747 May 30 20:11:12.727787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36964) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:12.759218 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.795437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52f82d5-377d-4d91-bf54-afefefabfb06 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting subnet 63879848-1dc3-40ba-8a6d-13aba8f6964b {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:11:12.800907 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e52f82d5-377d-4d91-bf54-afefefabfb06 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.827415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-99c49ad6-a323-4326-acdf-73111e388cc4 admin admin] Calling delete_port for 68584f42-cca4-43f5-9043-42626713e2d4 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:12.868510 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-42d1b8dd-e199-4261-8e86-dd5089acb8e9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0e075b17435345809d5c6645e9b9fc3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1396332 May 30 20:11:12.872356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36968) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:12.873415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d8f3ead5-88f3-4e93-b33c-1916c307b6e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:12.880548 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d8f3ead5-88f3-4e93-b33c-1916c307b6e5 admin admin] Usage tracker for resource:security_group_rule and tenant:f22be2b19d8740e49379c278c96ba429 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:12.884557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d8f3ead5-88f3-4e93-b33c-1916c307b6e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:12.892612 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e52f82d5-377d-4d91-bf54-afefefabfb06 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.894399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d8f3ead5-88f3-4e93-b33c-1916c307b6e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:12.940492 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.000974 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8f3ead5-88f3-4e93-b33c-1916c307b6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.030058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8f3ead5-88f3-4e93-b33c-1916c307b6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.058384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:13.059434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Port': ['ID=de58d741-53ea-4841-b2ed-a90a3e45ce6b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:13.067445 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:13.073143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:13.100913 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d8f3ead5-88f3-4e93-b33c-1916c307b6e5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f22be2b19d8740e49379c278c96ba429&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6340175 May 30 20:11:13.104184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3ead5-88f3-4e93-b33c-1916c307b6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc50e64-03b8-472d-bce4-efa5010beb9a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:13.106204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36972) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:13.107389 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99c49ad6-a323-4326-acdf-73111e388cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.149992 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 68729d47-d28b-4d29-b2f6-edb9877538c9 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:13.154813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c49ad6-a323-4326-acdf-73111e388cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=68584f42-cca4-43f5-9043-42626713e2d4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:13.157204 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e52f82d5-377d-4d91-bf54-afefefabfb06 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.191110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 68729d47-d28b-4d29-b2f6-edb9877538c9 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:11:13.191410 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 68729d47-d28b-4d29-b2f6-edb9877538c9 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:11:13.192331 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e14ebb34-ffe6-4394-9124-1a13b2534aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.315505 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e14ebb34-ffe6-4394-9124-1a13b2534aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.356768 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b9b1e7a9-ab47-456f-86e1-0bf1432cc163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.378808 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99c49ad6-a323-4326-acdf-73111e388cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.396395 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e52f82d5-377d-4d91-bf54-afefefabfb06 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.491872 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b9b1e7a9-ab47-456f-86e1-0bf1432cc163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.505824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f82d5-377d-4d91-bf54-afefefabfb06 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Subnet': ['ID=63879848-1dc3-40ba-8a6d-13aba8f6964b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:13.528476 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae41855-c7b9-45a6-ac89-9e110f30d31f None None] Network 008ad79a-486a-49e5-9b11-0d85b200d2dc requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:13.528783 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e52f82d5-377d-4d91-bf54-afefefabfb06 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.562407 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e52f82d5-377d-4d91-bf54-afefefabfb06 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/subnets/63879848-1dc3-40ba-8a6d-13aba8f6964b HTTP/1.1" status: 204 len: 168 time: 1.2159677 May 30 20:11:13.566944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36978) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:13.584201 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e14ebb34-ffe6-4394-9124-1a13b2534aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.586461 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e14ebb34-ffe6-4394-9124-1a13b2534aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.590138 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e14ebb34-ffe6-4394-9124-1a13b2534aac admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fb1b5050-5bad-4522-bc36-6b4b804b567c HTTP/1.1" status: 204 len: 168 time: 0.7135148 May 30 20:11:13.606211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ebb34-ffe6-4394-9124-1a13b2534aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1b5050-5bad-4522-bc36-6b4b804b567c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:13.632209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483c503-b07d-4345-8621-f1420d291587 req-aeac94b0-7adb-4cb8-a7a3-239c76ada79e tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:13.633711 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c483c503-b07d-4345-8621-f1420d291587 req-aeac94b0-7adb-4cb8-a7a3-239c76ada79e tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.1986034 May 30 20:11:13.635425 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b9b1e7a9-ab47-456f-86e1-0bf1432cc163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.670368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1e7a9-ab47-456f-86e1-0bf1432cc163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc50e64-03b8-472d-bce4-efa5010beb9a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:13.681091 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b9b1e7a9-ab47-456f-86e1-0bf1432cc163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.685205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b9b1e7a9-ab47-456f-86e1-0bf1432cc163 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ccc50e64-03b8-472d-bce4-efa5010beb9a HTTP/1.1" status: 204 len: 168 time: 0.5699861 May 30 20:11:13.685739 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.686198 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.722988 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99c49ad6-a323-4326-acdf-73111e388cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.743151 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99c49ad6-a323-4326-acdf-73111e388cc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.787629 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.814119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port adae6715-ca64-48cb-b9f4-2d659ec513bc {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:13.814795 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.844206 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99c49ad6-a323-4326-acdf-73111e388cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.845005 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c49ad6-a323-4326-acdf-73111e388cc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2088c466-193e-42e3-85e1-01d6d6172ae8 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:11:14.028836 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d253f9de-857e-48de-af4d-733619e4372a None None] DHCP port deletion for 008ad79a-486a-49e5-9b11-0d85b200d2dc request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:11:14.033372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d253f9de-857e-48de-af4d-733619e4372a None None] Deleting port adae6715-ca64-48cb-b9f4-2d659ec513bc {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:14.033744 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d253f9de-857e-48de-af4d-733619e4372a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.140790 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99c49ad6-a323-4326-acdf-73111e388cc4 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.142147 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-99c49ad6-a323-4326-acdf-73111e388cc4 admin admin] 10.222.0.84 "DELETE /v2.0/routers/2088c466-193e-42e3-85e1-01d6d6172ae8 HTTP/1.1" status: 204 len: 168 time: 3.7383935 May 30 20:11:14.144629 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36994) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:14.153777 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c483c503-b07d-4345-8621-f1420d291587 req-10bb7305-fa66-48c1-8c26-bf791918a3cb tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056126 May 30 20:11:14.336891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97e6048-f117-45f8-8736-b269f1f485cf admin admin] Deleting subnet 54e18232-0c1b-400c-aea5-aa806dd0320c {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:11:14.363675 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c97e6048-f117-45f8-8736-b269f1f485cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.383791 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d253f9de-857e-48de-af4d-733619e4372a None None] For port adae6715-ca64-48cb-b9f4-2d659ec513bc, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=adae6715-ca64-48cb-b9f4-2d659ec513bc,segment=NetworkSegment(433f90ed-230f-448d-9d49-76a5bde8f243),segment_id=433f90ed-230f-448d-9d49-76a5bde8f243)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:14.384370 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d253f9de-857e-48de-af4d-733619e4372a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.412586 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] For port adae6715-ca64-48cb-b9f4-2d659ec513bc, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=adae6715-ca64-48cb-b9f4-2d659ec513bc,segment=NetworkSegment(433f90ed-230f-448d-9d49-76a5bde8f243),segment_id=433f90ed-230f-448d-9d49-76a5bde8f243)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:14.413544 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.421855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1763a-db79-43d1-ab9b-512fd9091a21 req-6a685044-9176-4f22-8e89-18fee71eb5c2 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:14.435307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1763a-db79-43d1-ab9b-512fd9091a21 req-6a685044-9176-4f22-8e89-18fee71eb5c2 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:14.449529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1763a-db79-43d1-ab9b-512fd9091a21 req-6a685044-9176-4f22-8e89-18fee71eb5c2 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:14.462741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1763a-db79-43d1-ab9b-512fd9091a21 req-6a685044-9176-4f22-8e89-18fee71eb5c2 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:14.477281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1763a-db79-43d1-ab9b-512fd9091a21 req-6a685044-9176-4f22-8e89-18fee71eb5c2 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:14.505857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1763a-db79-43d1-ab9b-512fd9091a21 req-6a685044-9176-4f22-8e89-18fee71eb5c2 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:14.523458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1763a-db79-43d1-ab9b-512fd9091a21 req-6a685044-9176-4f22-8e89-18fee71eb5c2 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:14.542601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d9e1763a-db79-43d1-ab9b-512fd9091a21 req-6a685044-9176-4f22-8e89-18fee71eb5c2 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5445 time: 0.3758197 May 30 20:11:14.655632 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d253f9de-857e-48de-af4d-733619e4372a None None] Calling delete_port for adae6715-ca64-48cb-b9f4-2d659ec513bc owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:14.661350 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d9e1763a-db79-43d1-ab9b-512fd9091a21 req-0d1ee2a8-06b7-4d1e-8386-4e356434b4e9 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242020 May 30 20:11:14.742413 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d253f9de-857e-48de-af4d-733619e4372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.756054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Calling delete_port for adae6715-ca64-48cb-b9f4-2d659ec513bc owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:14.775789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Router e045d8c6-14c7-434f-b27d-351bd241df88 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:11:14.798470 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c97e6048-f117-45f8-8736-b269f1f485cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.822181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253f9de-857e-48de-af4d-733619e4372a None None] Pushing event deleted for resources: {'Port': ['ID=adae6715-ca64-48cb-b9f4-2d659ec513bc,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:14.849113 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d253f9de-857e-48de-af4d-733619e4372a None None] No DVR routers for this DVR port adae6715-ca64-48cb-b9f4-2d659ec513bc on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:11:14.944111 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:11:14.944111 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:11:14.997726 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c97e6048-f117-45f8-8736-b269f1f485cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.070507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:11:15.084109 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Sync routers for ids ['e045d8c6-14c7-434f-b27d-351bd241df88'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:11:15.101150 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Routers {'e045d8c6-14c7-434f-b27d-351bd241df88'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:15.102681 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e045d8c6-14c7-434f-b27d-351bd241df88'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:15.118180 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.119324 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-78c031c2-bfe2-4ebe-8d2f-1867ad65fe59 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9514294 May 30 20:11:15.123146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37018) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:15.162489 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c97e6048-f117-45f8-8736-b269f1f485cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.231466 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c97e6048-f117-45f8-8736-b269f1f485cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.231851 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553d140d-2399-40e0-83a5-5f3413a92f5b None None] Network 46fc77d7-d584-4b90-a367-560a4547b685 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:15.246642 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e6048-f117-45f8-8736-b269f1f485cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54e18232-0c1b-400c-aea5-aa806dd0320c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:15.251332 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c97e6048-f117-45f8-8736-b269f1f485cf admin admin] 10.222.0.84 "DELETE /v2.0/subnets/54e18232-0c1b-400c-aea5-aa806dd0320c HTTP/1.1" status: 204 len: 168 time: 1.1055443 May 30 20:11:15.253863 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37026) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:15.282812 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37030) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:15.350626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-5395e097-0127-492f-8d2c-450a3d61a50f tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:15.361410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-5395e097-0127-492f-8d2c-450a3d61a50f tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:15.365383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-5395e097-0127-492f-8d2c-450a3d61a50f tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:15.380200 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-5395e097-0127-492f-8d2c-450a3d61a50f tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:15.391365 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-5395e097-0127-492f-8d2c-450a3d61a50f tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:15.400913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-5395e097-0127-492f-8d2c-450a3d61a50f tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:15.410897 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-5395e097-0127-492f-8d2c-450a3d61a50f tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:15.416067 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-5395e097-0127-492f-8d2c-450a3d61a50f tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Synchronizing usage tracker for tenant:aba290eb55434081b40c27125b03c71d on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:15.441169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port adae6715-ca64-48cb-b9f4-2d659ec513bc {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:15.443849 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.465705 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.471752 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Set router e045d8c6-14c7-434f-b27d-351bd241df88 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:15.522580 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-5395e097-0127-492f-8d2c-450a3d61a50f tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Unset dirty status for tenant:aba290eb55434081b40c27125b03c71d on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:15.526597 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-5395e097-0127-492f-8d2c-450a3d61a50f tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.77 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5445 time: 0.4806192 May 30 20:11:15.528872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] Deleting port f6288970-f9ed-4955-ac92-6e381e4ad1dc {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:15.529260 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.548606 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 68584f42-cca4-43f5-9043-42626713e2d4 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:15.657440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-42288722-network', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:15.662299 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:15.666131 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Usage tracker for resource:network and tenant:ff480fdd7c454b03807b916a453b01d1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:15.670820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:15.677216 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:15.679013 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 68584f42-cca4-43f5-9043-42626713e2d4 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:11:15.679554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 68584f42-cca4-43f5-9043-42626713e2d4 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:11:15.680158 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device adae6715-ca64-48cb-b9f4-2d659ec513bc no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:15.692095 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] The port 'adae6715-ca64-48cb-b9f4-2d659ec513bc' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:11:15.720469 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: adae6715-ca64-48cb-b9f4-2d659ec513bc {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:11:15.721089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device adae6715-ca64-48cb-b9f4-2d659ec513bc not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:11:15.727477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Made reservation on behalf of ff480fdd7c454b03807b916a453b01d1 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:15.730430 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.848775 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2937da-f690-4c01-b20a-2ab3fa4f004e None None] DHCP port deletion for 46fc77d7-d584-4b90-a367-560a4547b685 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:11:15.856813 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-eb2937da-f690-4c01-b20a-2ab3fa4f004e None None] Deleting port f6288970-f9ed-4955-ac92-6e381e4ad1dc {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:15.857191 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-eb2937da-f690-4c01-b20a-2ab3fa4f004e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.888425 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.904407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] For port f6288970-f9ed-4955-ac92-6e381e4ad1dc, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f6288970-f9ed-4955-ac92-6e381e4ad1dc,segment=NetworkSegment(5f6be452-3c9c-4316-a618-a38c09910091),segment_id=5f6be452-3c9c-4316-a618-a38c09910091)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:15.904765 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.913796 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008ad79a-486a-49e5-9b11-0d85b200d2dc']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:15.917529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37046) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:15.928310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433f90ed-230f-448d-9d49-76a5bde8f243') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:15.928602 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433f90ed-230f-448d-9d49-76a5bde8f243') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:15.944101 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.945568 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:11:13Z', 'revision_number': 3, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:15.949663 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Checking router: e045d8c6-14c7-434f-b27d-351bd241df88 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:11:15.950100 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Updating router e045d8c6-14c7-434f-b27d-351bd241df88 port de58d741-53ea-4841-b2ed-a90a3e45ce6b binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:11:15.961857 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.968484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:11:15.969203 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.002723 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.077334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] Calling delete_port for f6288970-f9ed-4955-ac92-6e381e4ad1dc owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: timer() May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:11:16.082085 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:11:16.091922 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bd4b7629-d5cd-4216-835d-3213d3271752 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=83c273a70b9742ee885b1f1f37dab263&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9485819 May 30 20:11:16.095135 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37052) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:16.098202 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.169409 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d34c58-e19e-4137-9855-bef77439c9c1 req-d6d2ab3e-ddbb-4e09-a01f-422e0b939a58 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:16.171278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29d34c58-e19e-4137-9855-bef77439c9c1 req-d6d2ab3e-ddbb-4e09-a01f-422e0b939a58 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.7096763 May 30 20:11:16.238929 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.247571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-833752489-network', 'tenant_id': 'eef88738dac1466b8f5722591af6815c'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:16.298988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c65d67-254d-4fd2-a14d-f4d62f8514e2 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:16.300524 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-47c65d67-254d-4fd2-a14d-f4d62f8514e2 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2037671 May 30 20:11:16.301564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:16.303644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37056) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:16.305551 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-eb2937da-f690-4c01-b20a-2ab3fa4f004e None None] For port f6288970-f9ed-4955-ac92-6e381e4ad1dc, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f6288970-f9ed-4955-ac92-6e381e4ad1dc,segment=NetworkSegment(5f6be452-3c9c-4316-a618-a38c09910091),segment_id=5f6be452-3c9c-4316-a618-a38c09910091)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:16.306193 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-eb2937da-f690-4c01-b20a-2ab3fa4f004e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.310961 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-12b12b3a-d47b-42ba-a8d4-f0fd9461d491 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:16.312644 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-12b12b3a-d47b-42ba-a8d4-f0fd9461d491 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.77 "GET /v2.0/ports/a1af3658-e0a8-482d-bfac-62be8aff685f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.7730365 May 30 20:11:16.314593 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.318342 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] Pushing event deleted for resources: {'Port': ['ID=f6288970-f9ed-4955-ac92-6e381e4ad1dc,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:16.320743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Usage tracker for resource:network and tenant:eef88738dac1466b8f5722591af6815c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:16.332441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:16.342607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] No DVR routers for this DVR port f6288970-f9ed-4955-ac92-6e381e4ad1dc on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:11:16.344365 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:16.430001 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:16.435295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Usage tracker for resource:security_group_rule and tenant:ff480fdd7c454b03807b916a453b01d1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:16.439091 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:16.447139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:16.484548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-eb2937da-f690-4c01-b20a-2ab3fa4f004e None None] Calling delete_port for f6288970-f9ed-4955-ac92-6e381e4ad1dc owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:16.489687 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.548027 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.564988 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Transition to ACTIVE for port object de58d741-53ea-4841-b2ed-a90a3e45ce6b will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:16.572866 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-eb2937da-f690-4c01-b20a-2ab3fa4f004e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:11:16.574093 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-eb2937da-f690-4c01-b20a-2ab3fa4f004e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:11:16.575689 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.627660 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fc77d7-d584-4b90-a367-560a4547b685']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:16.634860 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.639003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Network': ['ID=008ad79a-486a-49e5-9b11-0d85b200d2dc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:16.641311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6be452-3c9c-4316-a618-a38c09910091') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:16.641608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6be452-3c9c-4316-a618-a38c09910091') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:16.653109 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6e5f9107-f0b1-43a2-83ff-062b9071f6eb tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3455946 May 30 20:11:16.654796 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.655932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37060) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:16.661614 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Attempting to bind port de58d741-53ea-4841-b2ed-a90a3e45ce6b on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:16.661978 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Attempting to bind port de58d741-53ea-4841-b2ed-a90a3e45ce6b by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:16.662330 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Attempting to bind port de58d741-53ea-4841-b2ed-a90a3e45ce6b on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:16.664306 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a666e-1aa6-4aef-8ea9-2b0a20fb80db None None] Pushing event updated for resources: {'Port': ['ID=de58d741-53ea-4841-b2ed-a90a3e45ce6b,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:16.671432 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.675475 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:16.675841 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:16.676261 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.676643 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:16.677279 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Bound port: de58d741-53ea-4841-b2ed-a90a3e45ce6b, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:16.677561 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.677666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:11:16.677940 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.705039 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a666e-1aa6-4aef-8ea9-2b0a20fb80db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:16.705364 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a666e-1aa6-4aef-8ea9-2b0a20fb80db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:16.705692 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a666e-1aa6-4aef-8ea9-2b0a20fb80db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:16.706019 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a666e-1aa6-4aef-8ea9-2b0a20fb80db None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:16.706340 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a666e-1aa6-4aef-8ea9-2b0a20fb80db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:16.706676 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a666e-1aa6-4aef-8ea9-2b0a20fb80db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:16.706979 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a666e-1aa6-4aef-8ea9-2b0a20fb80db None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:16.707293 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a666e-1aa6-4aef-8ea9-2b0a20fb80db None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:16.707606 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a666e-1aa6-4aef-8ea9-2b0a20fb80db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:16.707916 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a666e-1aa6-4aef-8ea9-2b0a20fb80db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:16.708271 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a666e-1aa6-4aef-8ea9-2b0a20fb80db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:16.725613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f043f94d-27c4-4bee-be14-5627d549245c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-942864017', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: timer() May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:11:16.743911 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:11:16.751185 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29d34c58-e19e-4137-9855-bef77439c9c1 req-437fb631-3556-46f6-ba59-c5e1e9eef8d7 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304444 May 30 20:11:16.768150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Made reservation on behalf of eef88738dac1466b8f5722591af6815c for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:16.770390 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.785417 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] For port de58d741-53ea-4841-b2ed-a90a3e45ce6b, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:16.790632 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] For port de58d741-53ea-4841-b2ed-a90a3e45ce6b, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=de58d741-53ea-4841-b2ed-a90a3e45ce6b,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:16.790802 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.795095 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.813440 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2a9df5a8-6f98-455b-9e80-5358bd683509 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/networks/008ad79a-486a-49e5-9b11-0d85b200d2dc HTTP/1.1" status: 204 len: 168 time: 3.2370212 May 30 20:11:16.814857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7284c-3a68-4a2d-b299-242e4425f8d5 req-d5520dcd-3b3a-4fc3-a201-55ce6c5a6fb5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:16.818280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7284c-3a68-4a2d-b299-242e4425f8d5 req-d5520dcd-3b3a-4fc3-a201-55ce6c5a6fb5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:16.820434 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.821337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37064) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:16.822188 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7284c-3a68-4a2d-b299-242e4425f8d5 req-d5520dcd-3b3a-4fc3-a201-55ce6c5a6fb5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:16.827054 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7284c-3a68-4a2d-b299-242e4425f8d5 req-d5520dcd-3b3a-4fc3-a201-55ce6c5a6fb5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:16.831138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7284c-3a68-4a2d-b299-242e4425f8d5 req-d5520dcd-3b3a-4fc3-a201-55ce6c5a6fb5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:16.835436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7284c-3a68-4a2d-b299-242e4425f8d5 req-d5520dcd-3b3a-4fc3-a201-55ce6c5a6fb5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:16.839096 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7284c-3a68-4a2d-b299-242e4425f8d5 req-d5520dcd-3b3a-4fc3-a201-55ce6c5a6fb5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:16.841027 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-75f7284c-3a68-4a2d-b299-242e4425f8d5 req-d5520dcd-3b3a-4fc3-a201-55ce6c5a6fb5 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5445 time: 0.8045571 May 30 20:11:16.843990 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.858368 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-29b05d55-cf46-4be8-8fac-6b5cd1f6ae85 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2087076077'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:16.867213 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.887491 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-29b05d55-cf46-4be8-8fac-6b5cd1f6ae85 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:16.891050 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Routers {'e045d8c6-14c7-434f-b27d-351bd241df88'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:16.891748 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e045d8c6-14c7-434f-b27d-351bd241df88'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:16.893621 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.905379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] Pushing event deleted for resources: {'Network': ['ID=46fc77d7-d584-4b90-a367-560a4547b685,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:16.909186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-29b05d55-cf46-4be8-8fac-6b5cd1f6ae85 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:network and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:16.924717 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-29b05d55-cf46-4be8-8fac-6b5cd1f6ae85 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:16.928039 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:11:16.928195 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:16.938076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Usage tracker for resource:security_group_rule and tenant:eef88738dac1466b8f5722591af6815c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:16.943354 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8caa5884-4b7e-44f9-ac0b-3d12e8055bde admin admin] 10.222.0.84 "DELETE /v2.0/networks/46fc77d7-d584-4b90-a367-560a4547b685 HTTP/1.1" status: 204 len: 168 time: 1.6882188 May 30 20:11:16.945830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:16.951327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-29b05d55-cf46-4be8-8fac-6b5cd1f6ae85 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:16.970172 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-75f7284c-3a68-4a2d-b299-242e4425f8d5 req-b4ce7bcc-0f49-4a8d-b739-2f8e43b221ef tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209431 May 30 20:11:16.972426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:17.006882 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a666e-1aa6-4aef-8ea9-2b0a20fb80db None None] Pushing event updated for resources: {'Port': ['ID=de58d741-53ea-4841-b2ed-a90a3e45ce6b,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:17.023768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f043f94d-27c4-4bee-be14-5627d549245c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:17.036454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e610163e-fc54-4f86-8b20-398a5363c1fa,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:17.044470 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.044814 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Added segment 4a2dfae7-5417-47c1-b3b3-4f49e14fbe78 of type vlan for network 677b4579-4403-49bf-8cf6-3e606ff679de May 30 20:11:17.057131 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f043f94d-27c4-4bee-be14-5627d549245c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:subnet and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:17.063190 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-47d43aab-179e-4079-8054-64efb143e6e6 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Synchronizing usage tracker for tenant:aba290eb55434081b40c27125b03c71d on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:17.066537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f043f94d-27c4-4bee-be14-5627d549245c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:17.070601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b05d55-cf46-4be8-8fac-6b5cd1f6ae85 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:17.074464 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-29b05d55-cf46-4be8-8fac-6b5cd1f6ae85 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.075344 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-eb2937da-f690-4c01-b20a-2ab3fa4f004e None None] Deleting port f6288970-f9ed-4955-ac92-6e381e4ad1dc {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:17.075900 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-eb2937da-f690-4c01-b20a-2ab3fa4f004e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.079520 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.085952 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.094129 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f043f94d-27c4-4bee-be14-5627d549245c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:17.106469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:11:17.123501 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] Set router e045d8c6-14c7-434f-b27d-351bd241df88 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:17.139180 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.147063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f043f94d-27c4-4bee-be14-5627d549245c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Made reservation on behalf of 83c273a70b9742ee885b1f1f37dab263 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:17.165100 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.165562 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Added segment 22f9e521-4016-4bae-9f6e-03025f40665d of type vlan for network def4f14d-c04a-4ac8-9422-2ee039daee9f May 30 20:11:17.167052 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-47d43aab-179e-4079-8054-64efb143e6e6 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Unset dirty status for tenant:aba290eb55434081b40c27125b03c71d on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:17.167673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5e318c-8a0a-4ab4-a343-afb96f4890db,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:17.168489 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-47d43aab-179e-4079-8054-64efb143e6e6 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.77 "GET /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8139675 May 30 20:11:17.174433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b05d55-cf46-4be8-8fac-6b5cd1f6ae85 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:11:17.208906 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37070) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:17.232650 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-eb2937da-f690-4c01-b20a-2ab3fa4f004e None None] The port 'f6288970-f9ed-4955-ac92-6e381e4ad1dc' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:11:17.251845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f6288970-f9ed-4955-ac92-6e381e4ad1dc no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:17.253126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-9e2b18c2-cf04-4777-b583-2cb8bf398c26 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:17.261933 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.293855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: f6288970-f9ed-4955-ac92-6e381e4ad1dc {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:11:17.294528 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f6288970-f9ed-4955-ac92-6e381e4ad1dc not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:11:17.304875 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:11:17.319275 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-29b05d55-cf46-4be8-8fac-6b5cd1f6ae85 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.319618 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-29b05d55-cf46-4be8-8fac-6b5cd1f6ae85 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Added segment c9198dd0-9daa-4aad-8cb7-66c19b9b8748 of type vlan for network 24a9765d-77f1-4d19-8616-d4d2427db477 May 30 20:11:17.345650 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b1d065a2-661b-4c35-98f8-b9332af53b10 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=08334d8ded8a425bb168fdca1f271cee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1343884 May 30 20:11:17.347087 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.348297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:17.348977 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.352533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37074) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:17.386217 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f043f94d-27c4-4bee-be14-5627d549245c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.403643 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.404617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:17.405184 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.436250 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-29b05d55-cf46-4be8-8fac-6b5cd1f6ae85 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.492915 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5696330 May 30 20:11:17.492915 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37078) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:17.501950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49238a0-8071-4a04-985c-4c9a1411a669 admin admin] Pushing event updated for resources: {'Network': ['ID=def4f14d-c04a-4ac8-9422-2ee039daee9f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:17.508848 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-c29e0518-92cc-4799-9087-88ce9ea5dc3f admin admin] Request body: {'subnet': {'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-833752489-subnet', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:17.516139 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network def4f14d-c04a-4ac8-9422-2ee039daee9f details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:11:17.517602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c29e0518-92cc-4799-9087-88ce9ea5dc3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:17.525666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c29e0518-92cc-4799-9087-88ce9ea5dc3f admin admin] Usage tracker for resource:subnet and tenant:eef88738dac1466b8f5722591af6815c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:17.528742 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c29e0518-92cc-4799-9087-88ce9ea5dc3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:17.534626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c29e0518-92cc-4799-9087-88ce9ea5dc3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:17.553569 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29e0518-92cc-4799-9087-88ce9ea5dc3f admin admin] Made reservation on behalf of eef88738dac1466b8f5722591af6815c for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:17.555873 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c29e0518-92cc-4799-9087-88ce9ea5dc3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.572813 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:11:13Z', 'revision_number': 3, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:17.580799 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6067f6d-45ef-4eff-a173-0f35a5913886 None None] The sync data for ids ['e045d8c6-14c7-434f-b27d-351bd241df88'] in n-d-843949-2 is: [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:11:13Z', 'revision_number': 3, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:11:17.633401 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-601b9776-d349-4412-a08d-02818ca02e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.684145 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-601b9776-d349-4412-a08d-02818ca02e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.686590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] Pushing event updated for resources: {'Network': ['ID=677b4579-4403-49bf-8cf6-3e606ff679de,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:17.690922 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-af0e3fbf-6fb3-428e-9500-d2d42178846f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4059765 May 30 20:11:17.694627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37084) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:17.700342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 677b4579-4403-49bf-8cf6-3e606ff679de details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:11:17.701410 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-9e2b18c2-cf04-4777-b583-2cb8bf398c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.715586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-46d46df2-c394-4dfc-9ea5-c63263606b57 admin admin] Request body: {'subnet': {'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-42288722-subnet', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:17.724588 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-29b05d55-cf46-4be8-8fac-6b5cd1f6ae85 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.728214 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b05d55-cf46-4be8-8fac-6b5cd1f6ae85 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:17.728848 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-29b05d55-cf46-4be8-8fac-6b5cd1f6ae85 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.732495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-46d46df2-c394-4dfc-9ea5-c63263606b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:17.747549 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-46d46df2-c394-4dfc-9ea5-c63263606b57 admin admin] Usage tracker for resource:subnet and tenant:ff480fdd7c454b03807b916a453b01d1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:17.751209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-46d46df2-c394-4dfc-9ea5-c63263606b57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:17.763036 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-46d46df2-c394-4dfc-9ea5-c63263606b57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:17.881034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d46df2-c394-4dfc-9ea5-c63263606b57 admin admin] Made reservation on behalf of ff480fdd7c454b03807b916a453b01d1 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:17.883350 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46d46df2-c394-4dfc-9ea5-c63263606b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.920300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b05d55-cf46-4be8-8fac-6b5cd1f6ae85 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Network': ['ID=24a9765d-77f1-4d19-8616-d4d2427db477,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:17.954695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 24a9765d-77f1-4d19-8616-d4d2427db477 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:11:17.967133 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-29b05d55-cf46-4be8-8fac-6b5cd1f6ae85 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1312106 May 30 20:11:17.972896 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37090) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:18.003085 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-620ab17a-89cd-412e-aec0-9be5293c3d5f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'subnet': {'network_id': '24a9765d-77f1-4d19-8616-d4d2427db477', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:18.099607 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-601b9776-d349-4412-a08d-02818ca02e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:18.157305 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b9776-d349-4412-a08d-02818ca02e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9dd062-b993-418e-9241-42c4185816ef,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:18.162505 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c29e0518-92cc-4799-9087-88ce9ea5dc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:18.239489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-620ab17a-89cd-412e-aec0-9be5293c3d5f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:18.248208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-620ab17a-89cd-412e-aec0-9be5293c3d5f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:subnet and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:18.255866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-620ab17a-89cd-412e-aec0-9be5293c3d5f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:18.284330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-620ab17a-89cd-412e-aec0-9be5293c3d5f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:18.293916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-9e2b18c2-cf04-4777-b583-2cb8bf398c26 service neutron] For port a1af3658-e0a8-482d-bfac-62be8aff685f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a1af3658-e0a8-482d-bfac-62be8aff685f,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:18.300042 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f043f94d-27c4-4bee-be14-5627d549245c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:18.320291 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-601b9776-d349-4412-a08d-02818ca02e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:18.321418 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-601b9776-d349-4412-a08d-02818ca02e77 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1d9dd062-b993-418e-9241-42c4185816ef HTTP/1.1" status: 204 len: 168 time: 0.9537556 May 30 20:11:18.379558 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043f94d-27c4-4bee-be14-5627d549245c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Subnet': ['ID=020c68de-c650-4f83-8051-1d8adbb5dc70,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:18.398290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620ab17a-89cd-412e-aec0-9be5293c3d5f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:18.406652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e0518-92cc-4799-9087-88ce9ea5dc3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae5104ee-483f-4473-9d5d-99834637d593,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:18.413818 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba972d51-370b-40d6-82ba-fad896328930 req-83daeb84-9817-4cad-860f-762ae381e89b tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:18.415334 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba972d51-370b-40d6-82ba-fad896328930 req-83daeb84-9817-4cad-860f-762ae381e89b tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.4401982 May 30 20:11:18.452429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29e0518-92cc-4799-9087-88ce9ea5dc3f admin admin] Checking segment: {'id': '22f9e521-4016-4bae-9f6e-03025f40665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:18.452790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29e0518-92cc-4799-9087-88ce9ea5dc3f admin admin] Network hostable DHCP agents. Network: def4f14d-c04a-4ac8-9422-2ee039daee9f, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:11:18.548960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b150e-df19-409f-83ca-c88856ea02e6 req-75862ac8-190f-41c2-85af-af088816a6ee tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:18.553383 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b150e-df19-409f-83ca-c88856ea02e6 req-75862ac8-190f-41c2-85af-af088816a6ee tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:18.557429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b150e-df19-409f-83ca-c88856ea02e6 req-75862ac8-190f-41c2-85af-af088816a6ee tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:18.561677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b150e-df19-409f-83ca-c88856ea02e6 req-75862ac8-190f-41c2-85af-af088816a6ee tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:18.565736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b150e-df19-409f-83ca-c88856ea02e6 req-75862ac8-190f-41c2-85af-af088816a6ee tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:18.569836 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b150e-df19-409f-83ca-c88856ea02e6 req-75862ac8-190f-41c2-85af-af088816a6ee tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:18.574461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b150e-df19-409f-83ca-c88856ea02e6 req-75862ac8-190f-41c2-85af-af088816a6ee tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:18.582329 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-434b150e-df19-409f-83ca-c88856ea02e6 req-75862ac8-190f-41c2-85af-af088816a6ee tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 5445 time: 0.3698044 May 30 20:11:18.603065 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba972d51-370b-40d6-82ba-fad896328930 req-ac84b616-ce14-4ba8-bede-b16a6b5b06e8 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760142 May 30 20:11:18.610649 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46d46df2-c394-4dfc-9ea5-c63263606b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:18.638850 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-9e2b18c2-cf04-4777-b583-2cb8bf398c26 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:11:18.658741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29e0518-92cc-4799-9087-88ce9ea5dc3f admin admin] Network def4f14d-c04a-4ac8-9422-2ee039daee9f is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:11:18.662470 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-620ab17a-89cd-412e-aec0-9be5293c3d5f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:18.695119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-9e2b18c2-cf04-4777-b583-2cb8bf398c26 service neutron] For port a1af3658-e0a8-482d-bfac-62be8aff685f, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:18.728942 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f043f94d-27c4-4bee-be14-5627d549245c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Checking segment: {'id': '5c55f4e9-6669-48bd-ac37-9f6962053b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:18.729498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f043f94d-27c4-4bee-be14-5627d549245c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network hostable DHCP agents. Network: d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:11:18.732044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-c29e0518-92cc-4799-9087-88ce9ea5dc3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, def4f14d-c04a-4ac8-9422-2ee039daee9f) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:18.741564 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da92fc06-1d40-4bee-be61-1df0f8ba3892 None None] Network def4f14d-c04a-4ac8-9422-2ee039daee9f requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:18.753335 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-434b150e-df19-409f-83ca-c88856ea02e6 req-8b584d3d-be46-4f87-944c-79075b2bc58c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1700294 May 30 20:11:18.767738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29e0518-92cc-4799-9087-88ce9ea5dc3f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:18.767738 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c29e0518-92cc-4799-9087-88ce9ea5dc3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:18.823395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d46df2-c394-4dfc-9ea5-c63263606b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8e3034-73da-40c9-8b9f-ac7e8912c65f,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:18.842554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d46df2-c394-4dfc-9ea5-c63263606b57 admin admin] Checking segment: {'id': '4a2dfae7-5417-47c1-b3b3-4f49e14fbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:18.843200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d46df2-c394-4dfc-9ea5-c63263606b57 admin admin] Network hostable DHCP agents. Network: 677b4579-4403-49bf-8cf6-3e606ff679de, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:11:18.851631 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c29e0518-92cc-4799-9087-88ce9ea5dc3f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3577662 May 30 20:11:18.858613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37106) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:18.870885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-833752489-router', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:18.892987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:18.937043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Usage tracker for resource:router and tenant:eef88738dac1466b8f5722591af6815c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:18.939558 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-9e2b18c2-cf04-4777-b583-2cb8bf398c26 service neutron] device_id is not set on port a1af3658-e0a8-482d-bfac-62be8aff685f yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:11:18.942489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:18.955301 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-9e2b18c2-cf04-4777-b583-2cb8bf398c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:18.967044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:18.971213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f043f94d-27c4-4bee-be14-5627d549245c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:11:18.993250 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-9e2b18c2-cf04-4777-b583-2cb8bf398c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:18.998172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d46df2-c394-4dfc-9ea5-c63263606b57 admin admin] Network 677b4579-4403-49bf-8cf6-3e606ff679de is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:11:19.004621 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.005549 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.022243 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-46d46df2-c394-4dfc-9ea5-c63263606b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 677b4579-4403-49bf-8cf6-3e606ff679de) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:19.028846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d46df2-c394-4dfc-9ea5-c63263606b57 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:19.029447 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46d46df2-c394-4dfc-9ea5-c63263606b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.036093 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b7a6a3-dd95-4450-a820-66afc86ecd08 None None] Network 677b4579-4403-49bf-8cf6-3e606ff679de requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:19.055742 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.062887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b1f52-a217-4665-9ea2-a37f1d8cc4de req-6bd89c10-b852-440e-807d-05122fca36c0 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:19.069754 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-157b1f52-a217-4665-9ea2-a37f1d8cc4de req-6bd89c10-b852-440e-807d-05122fca36c0 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.1781080 May 30 20:11:19.070532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-f043f94d-27c4-4bee-be14-5627d549245c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:19.074055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b18c2-cf04-4777-b583-2cb8bf398c26 service neutron] Pushing event updated for resources: {'Port': ['ID=a1af3658-e0a8-482d-bfac-62be8aff685f,revision_number=6']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:19.083522 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f043f94d-27c4-4bee-be14-5627d549245c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:19.084133 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f043f94d-27c4-4bee-be14-5627d549245c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.094174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-46d46df2-c394-4dfc-9ea5-c63263606b57 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3948421 May 30 20:11:19.094691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37112) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:19.104020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-42288722-router', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:19.113426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:19.122512 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Usage tracker for resource:router and tenant:ff480fdd7c454b03807b916a453b01d1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:19.126322 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:19.143615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:19.270216 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c00282b-5a02-4c19-9e8d-14c167484430 None None] Network d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:19.413124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-9e2b18c2-cf04-4777-b583-2cb8bf398c26 service neutron] No DVR routers for this DVR port a1af3658-e0a8-482d-bfac-62be8aff685f on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:11:19.445821 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f043f94d-27c4-4bee-be14-5627d549245c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7830882 May 30 20:11:19.446624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37120) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:19.486310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device de58d741-53ea-4841-b2ed-a90a3e45ce6b up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:19.518603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-157b1f52-a217-4665-9ea2-a37f1d8cc4de req-03d75941-d72f-4d89-b2eb-de001670591f tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4479156 May 30 20:11:19.521244 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.522118 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.585839 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.591270 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.609753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device ec82c0ee-49c3-4e17-9176-7413ed12db5e no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:19.722410 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-620ab17a-89cd-412e-aec0-9be5293c3d5f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.825419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-9e2b18c2-cf04-4777-b583-2cb8bf398c26 service neutron] In _notify_port_updated(), no bound segment for port a1af3658-e0a8-482d-bfac-62be8aff685f on network de48935b-c2e1-4327-8c0d-6da1222c0137 {{(pid=84024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:11:19.826732 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-9e2b18c2-cf04-4777-b583-2cb8bf398c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.828249 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-9e2b18c2-cf04-4777-b583-2cb8bf398c26 service neutron] 10.222.0.77 "PUT /v2.0/ports/a1af3658-e0a8-482d-bfac-62be8aff685f HTTP/1.1" status: 200 len: 1033 time: 2.6015449 May 30 20:11:19.829016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ab17a-89cd-412e-aec0-9be5293c3d5f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Subnet': ['ID=1246dd7e-97b3-443d-a07f-9f2cd685b668,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:19.850368 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0d49d534-7c0c-46d3-8859-debd00f568a2 None None] Provisioning complete for port a1af3658-e0a8-482d-bfac-62be8aff685f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:19.850943 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0d49d534-7c0c-46d3-8859-debd00f568a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.875957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-677b4579-4403-49bf-8cf6-3e606ff679de', 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'fixed_ips': [{'subnet_id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:11:19.877012 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.890594 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-def4f14d-c04a-4ac8-9422-2ee039daee9f', 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'fixed_ips': [{'subnet_id': 'ae5104ee-483f-4473-9d5d-99834637d593'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:11:19.891584 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.917967 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port de58d741-53ea-4841-b2ed-a90a3e45ce6b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:19.959012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port de58d741-53ea-4841-b2ed-a90a3e45ce6b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:19.960595 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.971004 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-1538a61d-eb13-4dfa-8d93-c3996c0a9149 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:19.973023 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-1538a61d-eb13-4dfa-8d93-c3996c0a9149 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.77 "GET /v2.0/ports/0be2f338-0fcb-446a-a253-87193f57992b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1240826 May 30 20:11:19.978290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620ab17a-89cd-412e-aec0-9be5293c3d5f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Checking segment: {'id': 'c9198dd0-9daa-4aad-8cb7-66c19b9b8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '24a9765d-77f1-4d19-8616-d4d2427db477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:19.978961 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620ab17a-89cd-412e-aec0-9be5293c3d5f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network hostable DHCP agents. Network: 24a9765d-77f1-4d19-8616-d4d2427db477, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:11:19.992265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-692d871f-a452-471a-bc60-5f5132f568a4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:20.024584 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'fixed_ips': [{'subnet_id': '020c68de-c650-4f83-8051-1d8adbb5dc70'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:11:20.025449 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:20.100286 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:20.127901 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:20.138942 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620ab17a-89cd-412e-aec0-9be5293c3d5f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network 24a9765d-77f1-4d19-8616-d4d2427db477 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:11:20.170474 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-692d871f-a452-471a-bc60-5f5132f568a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:20.177014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b46ede-a6a4-4cd4-9da6-8dbae7e9588e req-9e5e1755-04c4-41e9-8631-bbd7202c74c1 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:20.178724 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82b46ede-a6a4-4cd4-9da6-8dbae7e9588e req-9e5e1755-04c4-41e9-8631-bbd7202c74c1 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.3195772 May 30 20:11:20.192759 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-620ab17a-89cd-412e-aec0-9be5293c3d5f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 24a9765d-77f1-4d19-8616-d4d2427db477) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:20.204137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620ab17a-89cd-412e-aec0-9be5293c3d5f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:20.204717 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-620ab17a-89cd-412e-aec0-9be5293c3d5f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:20.232452 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0d49d534-7c0c-46d3-8859-debd00f568a2 None None] Port a1af3658-e0a8-482d-bfac-62be8aff685f cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:20.236832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4635e9e6-9020-4dca-bd08-ff007a94005d None None] Network 24a9765d-77f1-4d19-8616-d4d2427db477 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:20.243278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182f6a7-a0c9-49ef-b444-5296ad5606ec req-b04ad5d7-fd52-4250-b4af-1f92ce1ce444 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:20.244988 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c182f6a7-a0c9-49ef-b444-5296ad5606ec req-b04ad5d7-fd52-4250-b4af-1f92ce1ce444 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.3868761 May 30 20:11:20.372967 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82b46ede-a6a4-4cd4-9da6-8dbae7e9588e req-e8e5e503-8401-4f64-a350-112c52f26de2 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761403 May 30 20:11:20.448222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c182f6a7-a0c9-49ef-b444-5296ad5606ec req-e5a31bdc-d65d-409a-a21f-09e165f3e6a0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413226 May 30 20:11:20.456864 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:20.493508 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:20.513234 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-620ab17a-89cd-412e-aec0-9be5293c3d5f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5371058 May 30 20:11:20.517893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37146) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:20.636779 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec82c0ee-49c3-4e17-9176-7413ed12db5e'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:20.645369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-267366ec-94b5-468f-baa6-e4f1728ebaf3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1473338930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:20.685593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-267366ec-94b5-468f-baa6-e4f1728ebaf3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:20.728340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port ec82c0ee-49c3-4e17-9176-7413ed12db5e, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ec82c0ee-49c3-4e17-9176-7413ed12db5e,segment=NetworkSegment(30e989a5-5921-457a-8f3d-b89e67b1bb6b),segment_id=30e989a5-5921-457a-8f3d-b89e67b1bb6b)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:20.757114 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-267366ec-94b5-468f-baa6-e4f1728ebaf3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:router and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:20.775681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-267366ec-94b5-468f-baa6-e4f1728ebaf3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:20.782267 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:20.782267 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 6f827944-7b7b-4e81-9a6a-63a922b64815 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:20.785950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-267366ec-94b5-468f-baa6-e4f1728ebaf3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:20.838107 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-267366ec-94b5-468f-baa6-e4f1728ebaf3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:20.839721 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-267366ec-94b5-468f-baa6-e4f1728ebaf3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:20.850647 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-692d871f-a452-471a-bc60-5f5132f568a4 service neutron] For port 0be2f338-0fcb-446a-a253-87193f57992b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=0be2f338-0fcb-446a-a253-87193f57992b,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:20.914006 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-267366ec-94b5-468f-baa6-e4f1728ebaf3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:20.925211 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-692d871f-a452-471a-bc60-5f5132f568a4 service neutron] For port 0be2f338-0fcb-446a-a253-87193f57992b, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:20.936829 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Allocated IP 172.20.0.2 (677b4579-4403-49bf-8cf6-3e606ff679de/cb8e3034-73da-40c9-8b9f-ac7e8912c65f/179755fb-9a17-4659-ac4f-af985b8f2bd8) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:20.950366 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:20.984023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Allocated IP 172.25.5.166 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/b772439e-359d-4d8e-93fa-a665e8539302) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:20.988158 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:21.075520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713589b8-df9c-49a7-80f3-9b9300ff93ab req-685f1f74-9f56-4654-a7c2-177c8ebbd9ad tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:21.082377 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-713589b8-df9c-49a7-80f3-9b9300ff93ab req-685f1f74-9f56-4654-a7c2-177c8ebbd9ad tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.3460763 May 30 20:11:21.115540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-692d871f-a452-471a-bc60-5f5132f568a4 service neutron] device_id is not set on port 0be2f338-0fcb-446a-a253-87193f57992b yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:11:21.125282 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-267366ec-94b5-468f-baa6-e4f1728ebaf3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:21.148245 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-692d871f-a452-471a-bc60-5f5132f568a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:21.155692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1a4e3-1713-4e6e-8879-3cfa4ba81288 req-30fd49a8-b283-4de6-8ce7-e1bd12b8d89e tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:21.159671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1a4e3-1713-4e6e-8879-3cfa4ba81288 req-30fd49a8-b283-4de6-8ce7-e1bd12b8d89e tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:21.161909 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-267366ec-94b5-468f-baa6-e4f1728ebaf3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:21.163275 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-267366ec-94b5-468f-baa6-e4f1728ebaf3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6443694 May 30 20:11:21.163521 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1a4e3-1713-4e6e-8879-3cfa4ba81288 req-30fd49a8-b283-4de6-8ce7-e1bd12b8d89e tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:21.166348 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37160) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:21.167469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1a4e3-1713-4e6e-8879-3cfa4ba81288 req-30fd49a8-b283-4de6-8ce7-e1bd12b8d89e tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:21.171568 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1a4e3-1713-4e6e-8879-3cfa4ba81288 req-30fd49a8-b283-4de6-8ce7-e1bd12b8d89e tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:21.174657 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=ec82c0ee-49c3-4e17-9176-7413ed12db5e,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:21.175488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1a4e3-1713-4e6e-8879-3cfa4ba81288 req-30fd49a8-b283-4de6-8ce7-e1bd12b8d89e tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:21.183005 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-39d1a4e3-1713-4e6e-8879-3cfa4ba81288 req-30fd49a8-b283-4de6-8ce7-e1bd12b8d89e tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 4665 time: 0.4938424 May 30 20:11:21.192367 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:21.219366 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port de58d741-53ea-4841-b2ed-a90a3e45ce6b, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=de58d741-53ea-4841-b2ed-a90a3e45ce6b,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:21.223185 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-692d871f-a452-471a-bc60-5f5132f568a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:21.303222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d871f-a452-471a-bc60-5f5132f568a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0be2f338-0fcb-446a-a253-87193f57992b,revision_number=6']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:21.342791 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:21.390832 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-39d1a4e3-1713-4e6e-8879-3cfa4ba81288 req-73271491-9a01-4d0e-9b77-873f1ae25a02 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&id=9fe3dbc7-918e-4949-82ee-527125367e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2068894 May 30 20:11:21.396634 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-713589b8-df9c-49a7-80f3-9b9300ff93ab req-75283879-b0e2-4a20-9e8e-2ae79de503c1 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134317 May 30 20:11:21.513491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=de58d741-53ea-4841-b2ed-a90a3e45ce6b,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:21.524161 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:21.582769 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:21.594307 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-24a9765d-77f1-4d19-8616-d4d2427db477', 'network_id': '24a9765d-77f1-4d19-8616-d4d2427db477', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'fixed_ips': [{'subnet_id': '1246dd7e-97b3-443d-a07f-9f2cd685b668'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:11:21.595389 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:21.680463 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d77fde-e6f4-4c94-8706-a687f6378c4b'] response: {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec82c0ee-49c3-4e17-9176-7413ed12db5e', 'code': 200} May 30 20:11:21.762449 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Allocated IP 172.20.0.2 (def4f14d-c04a-4ac8-9422-2ee039daee9f/ae5104ee-483f-4473-9d5d-99834637d593/f8631a28-3c5d-4c34-91c0-fcf71913c73c) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:21.808477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-692d871f-a452-471a-bc60-5f5132f568a4 service neutron] No DVR routers for this DVR port 0be2f338-0fcb-446a-a253-87193f57992b on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:11:21.924647 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Allocated IP 172.20.0.2 (d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5/020c68de-c650-4f83-8051-1d8adbb5dc70/e723d04b-6efd-439a-9c20-836826fa8978) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:22.031088 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-692d871f-a452-471a-bc60-5f5132f568a4 service neutron] In _notify_port_updated(), no bound segment for port 0be2f338-0fcb-446a-a253-87193f57992b on network de48935b-c2e1-4327-8c0d-6da1222c0137 {{(pid=84024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:11:22.032450 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-692d871f-a452-471a-bc60-5f5132f568a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:22.033785 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-692d871f-a452-471a-bc60-5f5132f568a4 service neutron] 10.222.0.77 "PUT /v2.0/ports/0be2f338-0fcb-446a-a253-87193f57992b HTTP/1.1" status: 200 len: 1033 time: 2.0462556 May 30 20:11:22.138773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:22.150245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:22.153756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:22.191911 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Deleting port ec82c0ee-49c3-4e17-9176-7413ed12db5e {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:22.192458 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:22.199987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Pushing event updated for resources: {'Port': ['ID=b772439e-359d-4d8e-93fa-a665e8539302,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:22.208590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Allocated IP 172.25.5.159 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/bd7675c5-d8ff-4bde-bee9-e0b30ceb1072) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:22.265659 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:22.456109 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:22.483432 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:22.501064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-74baaf37-e93f-41df-81a9-03a9e3f0f46f None None] Provisioning complete for port 0be2f338-0fcb-446a-a253-87193f57992b triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:22.501433 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-74baaf37-e93f-41df-81a9-03a9e3f0f46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:22.532421 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Transition to ACTIVE for port object 179755fb-9a17-4659-ac4f-af985b8f2bd8 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:22.548913 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 6f827944-7b7b-4e81-9a6a-63a922b64815, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=6f827944-7b7b-4e81-9a6a-63a922b64815,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:22.554447 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:22.574661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:22.593014 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:22.593723 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device ee127b40-627b-4a43-a5dc-af836a2fee1f no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:22.617612 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:22.683295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Transition to ACTIVE for port object f8631a28-3c5d-4c34-91c0-fcf71913c73c will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:22.700925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f3d65-fa4e-4b57-b577-d01238981de0 req-586d6461-1e82-455c-867b-d1ff3d495826 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:22.702575 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-648f3d65-fa4e-4b57-b577-d01238981de0 req-586d6461-1e82-455c-867b-d1ff3d495826 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.6835515 May 30 20:11:22.708760 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:22.715001 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:22.721473 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Allocated IP 2001:db8::2 (24a9765d-77f1-4d19-8616-d4d2427db477/1246dd7e-97b3-443d-a07f-9f2cd685b668/26f7a439-e2ba-4bfa-955e-0be4253869ca) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:22.732660 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a622be-4568-4e9a-bc43-53a339308a02 req-88fd4d9d-aba9-4861-b7b8-4698bab9f29f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:22.740217 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-07a622be-4568-4e9a-bc43-53a339308a02 req-88fd4d9d-aba9-4861-b7b8-4698bab9f29f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.7177382 May 30 20:11:22.745601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:22.782038 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Transition to ACTIVE for port object 179755fb-9a17-4659-ac4f-af985b8f2bd8 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:22.791087 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-74baaf37-e93f-41df-81a9-03a9e3f0f46f None None] Port 0be2f338-0fcb-446a-a253-87193f57992b cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:22.833761 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:22.843712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Transition to ACTIVE for port object f8631a28-3c5d-4c34-91c0-fcf71913c73c will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:22.912387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] For port ec82c0ee-49c3-4e17-9176-7413ed12db5e, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ec82c0ee-49c3-4e17-9176-7413ed12db5e,segment=NetworkSegment(30e989a5-5921-457a-8f3d-b89e67b1bb6b),segment_id=30e989a5-5921-457a-8f3d-b89e67b1bb6b)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:22.912755 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:22.920850 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Pushing event updated for resources: {'Port': ['ID=bd7675c5-d8ff-4bde-bee9-e0b30ceb1072,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:22.961487 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-648f3d65-fa4e-4b57-b577-d01238981de0 req-e9b6dd49-8f52-49b0-92b0-83445d56baec tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407601 May 30 20:11:22.979605 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:22.988292 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=6f827944-7b7b-4e81-9a6a-63a922b64815,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:22.995941 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-07a622be-4568-4e9a-bc43-53a339308a02 req-97817fed-40f3-482f-9853-3ae4110f474a tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547793 May 30 20:11:23.112417 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.123546 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.159803 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Calling delete_port for ec82c0ee-49c3-4e17-9176-7413ed12db5e owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:23.193767 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Network 677b4579-4403-49bf-8cf6-3e606ff679de is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:23.208689 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:23.212061 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:23.348378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37190) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:23.356784 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.358124 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.434566 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Network def4f14d-c04a-4ac8-9422-2ee039daee9f is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:23.451645 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.458733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:23.461137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:23.487953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Pushing event updated for resources: {'Port': ['ID=179755fb-9a17-4659-ac4f-af985b8f2bd8,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:23.528386 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.558747 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.567764 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device de58d741-53ea-4841-b2ed-a90a3e45ce6b up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:23.598719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event deleted for resources: {'Port': ['ID=ec82c0ee-49c3-4e17-9176-7413ed12db5e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:23.611039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Pushing event updated for resources: {'Port': ['ID=f8631a28-3c5d-4c34-91c0-fcf71913c73c,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:23.659542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:23.659879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:23.660230 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:23.661025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:23.661320 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Transition to ACTIVE for port object e723d04b-6efd-439a-9c20-836826fa8978 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:23.661454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:23.661658 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:23.661977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:23.662293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:23.662607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:23.662920 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:23.663585 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:23.689671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f827944-7b7b-4e81-9a6a-63a922b64815'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:23.709322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] No DVR routers for this DVR port ec82c0ee-49c3-4e17-9176-7413ed12db5e on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:11:23.719742 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.724892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-deleted', 'tag': 'ec82c0ee-49c3-4e17-9176-7413ed12db5e'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:23.746676 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ae11a79d-e18c-488d-b47b-c496dfab477a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.758299 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.761535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Attempting to bind port 179755fb-9a17-4659-ac4f-af985b8f2bd8 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:23.761893 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Attempting to bind port 179755fb-9a17-4659-ac4f-af985b8f2bd8 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4a2dfae7-5417-47c1-b3b3-4f49e14fbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:23.762958 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Attempting to bind port 179755fb-9a17-4659-ac4f-af985b8f2bd8 on network 677b4579-4403-49bf-8cf6-3e606ff679de {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:23.812758 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-68e9851a-ad6b-4c89-a0f5-9ec80c76e9df tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.77 "DELETE /v2.0/ports/ec82c0ee-49c3-4e17-9176-7413ed12db5e HTTP/1.1" status: 204 len: 173 time: 1.7700222 May 30 20:11:23.836086 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Transition to ACTIVE for port object e723d04b-6efd-439a-9c20-836826fa8978 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:23.854852 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a785944-d377-4208-a11a-6e9794d11380 req-452d8dc5-1885-4fba-81ad-50ee5a1b2356 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:23.858807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a785944-d377-4208-a11a-6e9794d11380 req-452d8dc5-1885-4fba-81ad-50ee5a1b2356 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:23.862742 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a785944-d377-4208-a11a-6e9794d11380 req-452d8dc5-1885-4fba-81ad-50ee5a1b2356 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:23.866636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a785944-d377-4208-a11a-6e9794d11380 req-452d8dc5-1885-4fba-81ad-50ee5a1b2356 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:23.870626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a785944-d377-4208-a11a-6e9794d11380 req-452d8dc5-1885-4fba-81ad-50ee5a1b2356 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:23.872425 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a785944-d377-4208-a11a-6e9794d11380 req-452d8dc5-1885-4fba-81ad-50ee5a1b2356 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 3881 time: 0.6287560 May 30 20:11:23.875190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port ee127b40-627b-4a43-a5dc-af836a2fee1f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ee127b40-627b-4a43-a5dc-af836a2fee1f,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:23.876768 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.892367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ae11a79d-e18c-488d-b47b-c496dfab477a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:23.899819 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-fcebbcba-76bc-468c-b9e9-d9006216d373 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:23.901804 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-fcebbcba-76bc-468c-b9e9-d9006216d373 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 811 time: 0.4585583 May 30 20:11:23.921415 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:23.921690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ae11a79d-e18c-488d-b47b-c496dfab477a admin admin] Usage tracker for resource:security_group_rule and tenant:9e9b206501324712bccc9cc2de380838 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:23.921796 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Checking segment: {'id': '4a2dfae7-5417-47c1-b3b3-4f49e14fbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:23.922186 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.922576 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Bound using segment: {'id': '4a2dfae7-5417-47c1-b3b3-4f49e14fbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:23.923064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Bound port: 179755fb-9a17-4659-ac4f-af985b8f2bd8, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2dfae7-5417-47c1-b3b3-4f49e14fbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:23.924466 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.931776 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ae11a79d-e18c-488d-b47b-c496dfab477a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:23.941560 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.941865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ae11a79d-e18c-488d-b47b-c496dfab477a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:23.942248 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e5ba5128-df39-4832-8e93-c9f0df489c88 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:23.992060 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-bb9f7205-d830-42d4-964d-e189674cc818 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/quotas/3a8d97a4beaa47c0906bc677b6c0ce16 HTTP/1.1" status: 200 len: 375 time: 0.0729241 May 30 20:11:24.012698 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a785944-d377-4208-a11a-6e9794d11380 req-1306a97f-36d4-44e9-a869-7f8a1da3a735 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286993 May 30 20:11:24.031270 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Attempting to bind port f8631a28-3c5d-4c34-91c0-fcf71913c73c on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:24.031703 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Attempting to bind port f8631a28-3c5d-4c34-91c0-fcf71913c73c by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '22f9e521-4016-4bae-9f6e-03025f40665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:24.032196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Attempting to bind port f8631a28-3c5d-4c34-91c0-fcf71913c73c on network def4f14d-c04a-4ac8-9422-2ee039daee9f {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:24.063753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-6d9106f8-4ba4-4028-aaf6-b46412880688 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Deleting port e5ba5128-df39-4832-8e93-c9f0df489c88 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:24.068465 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-6d9106f8-4ba4-4028-aaf6-b46412880688 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:24.093508 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:24.151797 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Pushing event updated for resources: {'Port': ['ID=e723d04b-6efd-439a-9c20-836826fa8978,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:24.185767 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edda2f35-49e6-4693-a3bb-2d249bcb0c0b'] response: {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-deleted', 'tag': 'ec82c0ee-49c3-4e17-9176-7413ed12db5e', 'status': 'completed', 'code': 200} May 30 20:11:24.198561 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:24.201565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Checking segment: {'id': '22f9e521-4016-4bae-9f6e-03025f40665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:24.202050 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:24.202463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Bound using segment: {'id': '22f9e521-4016-4bae-9f6e-03025f40665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:24.202953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Bound port: f8631a28-3c5d-4c34-91c0-fcf71913c73c, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f9e521-4016-4bae-9f6e-03025f40665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:24.203332 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:24.228390 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Network d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:24.237795 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Transition to ACTIVE for port object 26f7a439-e2ba-4bfa-955e-0be4253869ca will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:24.256487 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:24.280610 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:24.292481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port de58d741-53ea-4841-b2ed-a90a3e45ce6b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:24.292848 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:24.342549 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ff551b-9829-4955-ac6b-c6c77b903b26'] response: {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f827944-7b7b-4e81-9a6a-63a922b64815', 'code': 200} May 30 20:11:24.364006 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ae11a79d-e18c-488d-b47b-c496dfab477a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:24.375403 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ae11a79d-e18c-488d-b47b-c496dfab477a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:24.428924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Transition to ACTIVE for port object 26f7a439-e2ba-4bfa-955e-0be4253869ca will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:24.452990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-4ff29ac9-67a6-4084-9936-39f778df2f1d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4466543 May 30 20:11:24.499956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11a79d-e18c-488d-b47b-c496dfab477a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6798c3-01fa-47a7-b00b-30dcc1c12071,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:24.538339 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:24.542368 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ae11a79d-e18c-488d-b47b-c496dfab477a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9e9b206501324712bccc9cc2de380838&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1922472 May 30 20:11:24.553879 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] For port 179755fb-9a17-4659-ac4f-af985b8f2bd8, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:24.563734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37206) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:24.604011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=ee127b40-627b-4a43-a5dc-af836a2fee1f,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:24.676211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Router df6f6363-fe56-48b5-80c0-7fe91ef710ae is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:11:24.693681 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] For port 179755fb-9a17-4659-ac4f-af985b8f2bd8, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=179755fb-9a17-4659-ac4f-af985b8f2bd8,segment=NetworkSegment(4a2dfae7-5417-47c1-b3b3-4f49e14fbe78),segment_id=4a2dfae7-5417-47c1-b3b3-4f49e14fbe78)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:24.714703 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Router 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:11:24.720278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8a9df071-fb12-4277-bfb0-e5367d216ed5 service neutron] 10.222.0.84 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570565 May 30 20:11:24.739648 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:24.743266 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:24.759930 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Attempting to bind port e723d04b-6efd-439a-9c20-836826fa8978 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:24.760860 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Attempting to bind port e723d04b-6efd-439a-9c20-836826fa8978 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '5c55f4e9-6669-48bd-ac37-9f6962053b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:24.761214 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Attempting to bind port e723d04b-6efd-439a-9c20-836826fa8978 on network d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:24.770260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Network 24a9765d-77f1-4d19-8616-d4d2427db477 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:24.780287 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:24.784140 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:24.785835 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] For port f8631a28-3c5d-4c34-91c0-fcf71913c73c, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:24.813562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d502c9-bcbd-4b1f-8940-c5fe0ad04499 req-e76fbc98-117c-420b-a5d5-bb61bc452876 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:24.814905 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5d502c9-bcbd-4b1f-8940-c5fe0ad04499 req-e76fbc98-117c-420b-a5d5-bb61bc452876 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.3274958 May 30 20:11:24.826387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Allocated IP 2001:db8::1 (24a9765d-77f1-4d19-8616-d4d2427db477/1246dd7e-97b3-443d-a07f-9f2cd685b668/d545f453-85ee-4ad1-821c-03f0969a22ba) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:24.829944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Pushing event updated for resources: {'Port': ['ID=26f7a439-e2ba-4bfa-955e-0be4253869ca,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:24.889016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-6d9106f8-4ba4-4028-aaf6-b46412880688 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] For port e5ba5128-df39-4832-8e93-c9f0df489c88, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e5ba5128-df39-4832-8e93-c9f0df489c88,segment=NetworkSegment(30e989a5-5921-457a-8f3d-b89e67b1bb6b),segment_id=30e989a5-5921-457a-8f3d-b89e67b1bb6b)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:24.889372 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-6d9106f8-4ba4-4028-aaf6-b46412880688 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:24.891307 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:24.891684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Checking segment: {'id': '5c55f4e9-6669-48bd-ac37-9f6962053b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:24.892107 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:24.892499 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Bound using segment: {'id': '5c55f4e9-6669-48bd-ac37-9f6962053b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:24.892972 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Bound port: e723d04b-6efd-439a-9c20-836826fa8978, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c55f4e9-6669-48bd-ac37-9f6962053b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:24.893335 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:24.934135 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] For port f8631a28-3c5d-4c34-91c0-fcf71913c73c, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f8631a28-3c5d-4c34-91c0-fcf71913c73c,segment=NetworkSegment(22f9e521-4016-4bae-9f6e-03025f40665d),segment_id=22f9e521-4016-4bae-9f6e-03025f40665d)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:24.985769 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:25.099392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e5ba5128-df39-4832-8e93-c9f0df489c88, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e5ba5128-df39-4832-8e93-c9f0df489c88,segment=NetworkSegment(30e989a5-5921-457a-8f3d-b89e67b1bb6b),segment_id=30e989a5-5921-457a-8f3d-b89e67b1bb6b)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:25.130334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-6d9106f8-4ba4-4028-aaf6-b46412880688 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Calling delete_port for e5ba5128-df39-4832-8e93-c9f0df489c88 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:25.133567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbb3dc-fe27-449e-a668-afd3a03c8009 None None] Pushing event updated for resources: {'Port': ['ID=179755fb-9a17-4659-ac4f-af985b8f2bd8,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:25.137094 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:25.137570 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 0be2f338-0fcb-446a-a253-87193f57992b no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:25.184578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5d502c9-bcbd-4b1f-8940-c5fe0ad04499 req-0ced377b-f913-4381-a871-28388d764f8c tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150346 May 30 20:11:25.193667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-6d65b481-277f-46f4-b675-c47ce706e4d4 service neutron] 10.222.0.84 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099276 May 30 20:11:25.300473 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-16405ffb-8cb1-4c29-8b79-7162fc372506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:25.306351 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-6d9106f8-4ba4-4028-aaf6-b46412880688 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:11:25.306614 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-6d9106f8-4ba4-4028-aaf6-b46412880688 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:11:25.308754 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Attempting to bind port 26f7a439-e2ba-4bfa-955e-0be4253869ca on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:25.309129 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Attempting to bind port 26f7a439-e2ba-4bfa-955e-0be4253869ca by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'c9198dd0-9daa-4aad-8cb7-66c19b9b8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '24a9765d-77f1-4d19-8616-d4d2427db477'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:25.309491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Attempting to bind port 26f7a439-e2ba-4bfa-955e-0be4253869ca on network 24a9765d-77f1-4d19-8616-d4d2427db477 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:25.359825 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Allocated IP 172.20.0.1 (d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5/020c68de-c650-4f83-8051-1d8adbb5dc70/88674430-098b-4c12-ac57-c1cfd9d339a6) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:25.432212 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-16405ffb-8cb1-4c29-8b79-7162fc372506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:25.441925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:11:25.462140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:11:25.525495 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Sync routers for ids ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:11:25.542374 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:25.543080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Checking segment: {'id': 'c9198dd0-9daa-4aad-8cb7-66c19b9b8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '24a9765d-77f1-4d19-8616-d4d2427db477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:25.545904 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Sync routers for ids ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:11:25.556211 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:25.562793 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Bound using segment: {'id': 'c9198dd0-9daa-4aad-8cb7-66c19b9b8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '24a9765d-77f1-4d19-8616-d4d2427db477'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:25.563624 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Bound port: 26f7a439-e2ba-4bfa-955e-0be4253869ca, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9198dd0-9daa-4aad-8cb7-66c19b9b8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '24a9765d-77f1-4d19-8616-d4d2427db477'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:25.564331 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:25.567438 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Routers {'df6f6363-fe56-48b5-80c0-7fe91ef710ae'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:25.568099 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-892189de-2552-4aca-8455-23f11c13d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:25.599809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 0be2f338-0fcb-446a-a253-87193f57992b not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:11:25.600396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 3d0f3917-5c1e-45ac-a959-223ca8215a5d no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:25.734314 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] For port e723d04b-6efd-439a-9c20-836826fa8978, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:25.774898 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:25.786459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8eefe0-1b3d-4689-ae04-5f1712c63c5c None None] Pushing event updated for resources: {'Port': ['ID=f8631a28-3c5d-4c34-91c0-fcf71913c73c,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:25.822451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-6d9106f8-4ba4-4028-aaf6-b46412880688 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Deleting port e5ba5128-df39-4832-8e93-c9f0df489c88 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:25.827445 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-6d9106f8-4ba4-4028-aaf6-b46412880688 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:25.831570 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:25.832844 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3cd87846-db0a-456b-a406-44f4a80548be admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9681110 May 30 20:11:25.833720 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:25.837341 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-244795bb-86ed-4fbc-9f8d-8fe7c537b0a0 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7360938 May 30 20:11:25.845241 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Routers {'4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:25.845241 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:25.857793 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37222) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:25.858218 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37224) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:25.897576 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dcbd731c-88b7-4166-9502-027d675213d4 req-15d62a36-7b8d-40ba-adc8-e1e684d20a95 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 210 time: 0.3139987 May 30 20:11:25.962417 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Set router df6f6363-fe56-48b5-80c0-7fe91ef710ae gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:26.090991 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Transition to ACTIVE for port object d545f453-85ee-4ad1-821c-03f0969a22ba will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:26.097609 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-16405ffb-8cb1-4c29-8b79-7162fc372506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:26.200854 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:26.237631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Transition to ACTIVE for port object 88674430-098b-4c12-ac57-c1cfd9d339a6 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:26.286366 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16405ffb-8cb1-4c29-8b79-7162fc372506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6798c3-01fa-47a7-b00b-30dcc1c12071,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:26.308547 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] For port e723d04b-6efd-439a-9c20-836826fa8978, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e723d04b-6efd-439a-9c20-836826fa8978,segment=NetworkSegment(5c55f4e9-6669-48bd-ac37-9f6962053b9f),segment_id=5c55f4e9-6669-48bd-ac37-9f6962053b9f)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:26.325075 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:26.369635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee127b40-627b-4a43-a5dc-af836a2fee1f'}, {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ba5128-df39-4832-8e93-c9f0df489c88'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:26.479839 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:26.567012 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-16405ffb-8cb1-4c29-8b79-7162fc372506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:26.570537 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-16405ffb-8cb1-4c29-8b79-7162fc372506 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fc6798c3-01fa-47a7-b00b-30dcc1c12071 HTTP/1.1" status: 204 len: 168 time: 2.0058095 May 30 20:11:26.575541 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:26.599889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=e5ba5128-df39-4832-8e93-c9f0df489c88,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:26.654231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:26.678941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Port': ['ID=88674430-098b-4c12-ac57-c1cfd9d339a6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:26.691839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:26.715537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:26.737839 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-892189de-2552-4aca-8455-23f11c13d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'name': 'tempest-ServersTestManualDisk-833752489-router', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:22Z', 'revision_number': 3, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'gw_port': {'id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:20Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:26.744908 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Set router 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:26.748207 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Checking router: df6f6363-fe56-48b5-80c0-7fe91ef710ae for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:11:26.749750 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Updating router df6f6363-fe56-48b5-80c0-7fe91ef710ae port b772439e-359d-4d8e-93fa-a665e8539302 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:11:26.780685 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:26.905717 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:26.949240 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] For port 26f7a439-e2ba-4bfa-955e-0be4253869ca, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:26.965513 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:26.965859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:26.968357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:26.970343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:26.970696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:26.971034 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:26.974496 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:26.974873 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:26.975207 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:26.975538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:26.975867 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:27.096381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-6d9106f8-4ba4-4028-aaf6-b46412880688 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] For port e5ba5128-df39-4832-8e93-c9f0df489c88, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e5ba5128-df39-4832-8e93-c9f0df489c88,segment=NetworkSegment(30e989a5-5921-457a-8f3d-b89e67b1bb6b),segment_id=30e989a5-5921-457a-8f3d-b89e67b1bb6b)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:27.099360 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-6d9106f8-4ba4-4028-aaf6-b46412880688 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:27.135044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f74bdf-157a-4c07-b0ad-51217c17d557 req-71b044fa-492b-422d-bc23-0e469a49d5b4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:27.141351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f74bdf-157a-4c07-b0ad-51217c17d557 req-71b044fa-492b-422d-bc23-0e469a49d5b4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:27.149047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f74bdf-157a-4c07-b0ad-51217c17d557 req-71b044fa-492b-422d-bc23-0e469a49d5b4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:27.160647 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f74bdf-157a-4c07-b0ad-51217c17d557 req-71b044fa-492b-422d-bc23-0e469a49d5b4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:27.170581 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-86f74bdf-157a-4c07-b0ad-51217c17d557 req-71b044fa-492b-422d-bc23-0e469a49d5b4 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 3144 time: 1.5686066 May 30 20:11:27.236621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2dc363-8c62-434f-8a7a-5238b24cdd6a None None] Network 677b4579-4403-49bf-8cf6-3e606ff679de requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:27.511941 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84b6f652-87db-43f1-acc2-b9888582dc87 req-b2df7ba7-58ab-4ffa-818c-ff77f21320a8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3547704 May 30 20:11:27.529014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=d545f453-85ee-4ad1-821c-03f0969a22ba,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:27.531438 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:27.534239 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37242) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:27.554472 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] For port 26f7a439-e2ba-4bfa-955e-0be4253869ca, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=26f7a439-e2ba-4bfa-955e-0be4253869ca,segment=NetworkSegment(c9198dd0-9daa-4aad-8cb7-66c19b9b8748),segment_id=c9198dd0-9daa-4aad-8cb7-66c19b9b8748)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:27.568243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-6d9106f8-4ba4-4028-aaf6-b46412880688 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Calling delete_port for e5ba5128-df39-4832-8e93-c9f0df489c88 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:27.616214 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:27.694944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-68d37459-ccae-48c5-8fb2-a54f57285b74 None None] Provisioning for port 179755fb-9a17-4659-ac4f-af985b8f2bd8 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:27.699944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3d635d-c31f-4cb2-8eed-549ac6e827a2 None None] Network def4f14d-c04a-4ac8-9422-2ee039daee9f requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:27.734310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 179755fb-9a17-4659-ac4f-af985b8f2bd8 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:27.757896 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b377c071-ca70-4f8f-8824-f640034a56d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:27.768059 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:27.780448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network 24a9765d-77f1-4d19-8616-d4d2427db477 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:27.790602 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Transition to ACTIVE for port object b772439e-359d-4d8e-93fa-a665e8539302 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:27.805277 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:27.809840 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:27.832796 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-86f74bdf-157a-4c07-b0ad-51217c17d557 req-d09f3b26-5599-421a-a9ca-a471143759a2 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6606796 May 30 20:11:27.844300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:27.844746 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:27.866354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe4cd2-330f-482b-ba21-909c51da2a3d req-0bd2ff9a-e7c9-4172-a1c4-55d220a48053 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:27.867925 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19fe4cd2-330f-482b-ba21-909c51da2a3d req-0bd2ff9a-e7c9-4172-a1c4-55d220a48053 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 1.0723553 May 30 20:11:27.886963 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 3d0f3917-5c1e-45ac-a959-223ca8215a5d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=3d0f3917-5c1e-45ac-a959-223ca8215a5d,segment=NetworkSegment(fbce37dd-a637-46f1-88e0-2b83b9a452d7),segment_id=fbce37dd-a637-46f1-88e0-2b83b9a452d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:27.913311 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-22e675f4-34fd-471f-8cab-5064c621fe5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:27.963058 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:27.964517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a1af3658-e0a8-482d-bfac-62be8aff685f no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:27.970144 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d94ae-da34-4510-933d-fae995f70789 None None] Pushing event updated for resources: {'Port': ['ID=b772439e-359d-4d8e-93fa-a665e8539302,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:28.016645 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Attempting to bind port b772439e-359d-4d8e-93fa-a665e8539302 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:28.019889 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Attempting to bind port b772439e-359d-4d8e-93fa-a665e8539302 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:28.020331 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Attempting to bind port b772439e-359d-4d8e-93fa-a665e8539302 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:28.028446 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:28.028812 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:28.029216 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:28.029592 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:28.030045 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Bound port: b772439e-359d-4d8e-93fa-a665e8539302, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:28.030593 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:28.076087 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fb9c4-e0ba-4ef6-94e9-94e202a3b6e7 None None] Pushing event updated for resources: {'Port': ['ID=e723d04b-6efd-439a-9c20-836826fa8978,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:28.098474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-9116f847-380e-4abc-988a-ae48d98e5672 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:28.102737 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-9116f847-380e-4abc-988a-ae48d98e5672 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.93 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 811 time: 0.7102532 May 30 20:11:28.108189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b377c071-ca70-4f8f-8824-f640034a56d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:28.127796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-c9b55921-c502-4edd-8d73-38c4ea871d53 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Request body: {'port': {'device_id': 'def01e56-432e-4808-9f20-34ab2b73fb71', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'admin_state_up': True, 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:28.136341 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83531344-c182-46ae-a6ca-89842fe60e01'] response: {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee127b40-627b-4a43-a5dc-af836a2fee1f', 'code': 200} May 30 20:11:28.136841 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83531344-c182-46ae-a6ca-89842fe60e01'] response: {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ba5128-df39-4832-8e93-c9f0df489c88', 'code': 200} May 30 20:11:28.147684 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-892189de-2552-4aca-8455-23f11c13d64f None None] For port b772439e-359d-4d8e-93fa-a665e8539302, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:28.154793 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-892189de-2552-4aca-8455-23f11c13d64f None None] For port b772439e-359d-4d8e-93fa-a665e8539302, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b772439e-359d-4d8e-93fa-a665e8539302,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:28.166735 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:28.172756 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a1af3658-e0a8-482d-bfac-62be8aff685f not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:11:28.387440 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d94ae-da34-4510-933d-fae995f70789 None None] Pushing event updated for resources: {'Port': ['ID=b772439e-359d-4d8e-93fa-a665e8539302,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:28.413263 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Routers {'df6f6363-fe56-48b5-80c0-7fe91ef710ae'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:28.416118 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-892189de-2552-4aca-8455-23f11c13d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:28.473196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b377c071-ca70-4f8f-8824-f640034a56d2 admin admin] Usage tracker for resource:security_group_rule and tenant:bee22994c5a3465c970a7388a25a18cd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:28.486074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b377c071-ca70-4f8f-8824-f640034a56d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:28.513617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b377c071-ca70-4f8f-8824-f640034a56d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:28.564902 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 179755fb-9a17-4659-ac4f-af985b8f2bd8 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:28.574003 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac36e37-a519-4089-b685-6add9b118942 None None] Network d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:28.618579 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9026d176-7a9c-4f8f-84af-0a2630861e5d None None] Provisioning for port f8631a28-3c5d-4c34-91c0-fcf71913c73c completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:28.628990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-943efffa-054a-4c48-a18e-1d1c7ca1b59b req-99e93c33-6725-44ef-b271-0b45763d2554 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 210 time: 0.1484852 May 30 20:11:28.667616 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b377c071-ca70-4f8f-8824-f640034a56d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:28.673472 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-892189de-2552-4aca-8455-23f11c13d64f None None] Set router df6f6363-fe56-48b5-80c0-7fe91ef710ae gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:28.678080 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0e6ddb2-38b9-4d3f-89ae-b3c55c9d55eb req-04b9f6db-d053-4669-9173-8be72841080d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5030766 May 30 20:11:28.708333 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:28.762357 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b377c071-ca70-4f8f-8824-f640034a56d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:28.806139 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 179755fb-9a17-4659-ac4f-af985b8f2bd8 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:28.806530 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:28.814733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377c071-ca70-4f8f-8824-f640034a56d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bdce0d-9381-4fb3-b6d7-21394186e483,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:28.830160 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed3915-35b5-4fe0-b98c-347f61e39084 None None] Pushing event updated for resources: {'Port': ['ID=26f7a439-e2ba-4bfa-955e-0be4253869ca,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:28.948809 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-6d9106f8-4ba4-4028-aaf6-b46412880688 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:28.970267 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19fe4cd2-330f-482b-ba21-909c51da2a3d req-5b5f7955-fece-4888-8048-94601cf5e8c3 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0847468 May 30 20:11:29.074709 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=3d0f3917-5c1e-45ac-a959-223ca8215a5d,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:29.153348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5019fdd8-6d2b-4190-8ba7-63efb080d810 None None] Provisioning for port e723d04b-6efd-439a-9c20-836826fa8978 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:29.216632 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:29.297069 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'name': 'tempest-TaggedBootDevicesTest-42288722-router', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:22Z', 'revision_number': 3, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'gw_port': {'id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:29.317723 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-892189de-2552-4aca-8455-23f11c13d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'name': 'tempest-ServersTestManualDisk-833752489-router', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:22Z', 'revision_number': 3, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'gw_port': {'id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:20Z', 'updated_at': '2022-05-30T20:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:29.337487 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 179755fb-9a17-4659-ac4f-af985b8f2bd8, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=179755fb-9a17-4659-ac4f-af985b8f2bd8,segment=NetworkSegment(4a2dfae7-5417-47c1-b3b3-4f49e14fbe78),segment_id=4a2dfae7-5417-47c1-b3b3-4f49e14fbe78)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:29.337834 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892189de-2552-4aca-8455-23f11c13d64f None None] The sync data for ids ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'] in n-d-843949-2 is: [{'id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'name': 'tempest-ServersTestManualDisk-833752489-router', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:22Z', 'revision_number': 3, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'gw_port': {'id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:20Z', 'updated_at': '2022-05-30T20:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:11:29.342003 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Checking router: 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:11:29.342619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Updating router 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c port bd7675c5-d8ff-4bde-bee9-e0b30ceb1072 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:11:29.381383 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:29.382374 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f8631a28-3c5d-4c34-91c0-fcf71913c73c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:29.496967 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:29.543023 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b377c071-ca70-4f8f-8824-f640034a56d2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bee22994c5a3465c970a7388a25a18cd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9032290 May 30 20:11:29.690876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9106f8-4ba4-4028-aaf6-b46412880688 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event deleted for resources: {'Port': ['ID=e5ba5128-df39-4832-8e93-c9f0df489c88,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:29.693328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37248) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:29.727328 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84b6f652-87db-43f1-acc2-b9888582dc87 req-b9a3f9dc-fdf2-45ee-abad-68b41cf07457 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 1096 time: 2.0050838 May 30 20:11:29.772488 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=179755fb-9a17-4659-ac4f-af985b8f2bd8,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:29.787395 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5480cddf-b756-43de-b1f0-3909b393877e None None] Provisioning complete for port 179755fb-9a17-4659-ac4f-af985b8f2bd8 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:29.787990 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5480cddf-b756-43de-b1f0-3909b393877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:29.827128 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:29.882028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-c9b55921-c502-4edd-8d73-38c4ea871d53 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:29.893577 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-c9b55921-c502-4edd-8d73-38c4ea871d53 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:29.917361 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port f8631a28-3c5d-4c34-91c0-fcf71913c73c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:29.932156 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f8631a28-3c5d-4c34-91c0-fcf71913c73c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:29.932527 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.020090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade2f3f9-d1cb-4b90-831d-277cd59e18ee None None] Network 24a9765d-77f1-4d19-8616-d4d2427db477 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:30.047579 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-96a0ff6b-b0ad-459e-9e3a-86139f357baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.066720 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96f12e11-a523-4808-8750-ae3aaac00f28 req-062d5157-9901-4ac2-bd60-0dc14fa343af tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 210 time: 0.1665044 May 30 20:11:30.067741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-c9b55921-c502-4edd-8d73-38c4ea871d53 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Made reservation on behalf of 3a8d97a4beaa47c0906bc677b6c0ce16 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:30.070895 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-c9b55921-c502-4edd-8d73-38c4ea871d53 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.080611 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.141532 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0f3917-5c1e-45ac-a959-223ca8215a5d'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:30.148722 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-6d9106f8-4ba4-4028-aaf6-b46412880688 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] No DVR routers for this DVR port e5ba5128-df39-4832-8e93-c9f0df489c88 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:11:30.152243 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-6d9106f8-4ba4-4028-aaf6-b46412880688 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.167454 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.233675 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0e6ddb2-38b9-4d3f-89ae-b3c55c9d55eb req-6a0d8c28-5e76-4934-bb44-a6815e5acd17 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 1096 time: 1.5035651 May 30 20:11:30.300953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-deleted', 'tag': 'e5ba5128-df39-4832-8e93-c9f0df489c88'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:30.313546 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-6d9106f8-4ba4-4028-aaf6-b46412880688 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.77 "DELETE /v2.0/ports/e5ba5128-df39-4832-8e93-c9f0df489c88 HTTP/1.1" status: 204 len: 173 time: 6.4940155 May 30 20:11:30.408937 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.513672 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Port': ['ID=88674430-098b-4c12-ac57-c1cfd9d339a6,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:30.611754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-48cbd03e-c4a5-4edc-b4c8-ce7ff2a9a0be tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Deleting port 3d0f3917-5c1e-45ac-a959-223ca8215a5d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:30.612216 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-48cbd03e-c4a5-4edc-b4c8-ce7ff2a9a0be tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.693673 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.742042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83d667-ae1d-4466-a46e-642b6df5ff63 req-cbfd615c-174c-4460-959c-d214870bb5c8 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:30.746599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83d667-ae1d-4466-a46e-642b6df5ff63 req-cbfd615c-174c-4460-959c-d214870bb5c8 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:30.750565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83d667-ae1d-4466-a46e-642b6df5ff63 req-cbfd615c-174c-4460-959c-d214870bb5c8 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:30.757959 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de83d667-ae1d-4466-a46e-642b6df5ff63 req-cbfd615c-174c-4460-959c-d214870bb5c8 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 2409 time: 1.5887077 May 30 20:11:30.841238 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port f8631a28-3c5d-4c34-91c0-fcf71913c73c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f8631a28-3c5d-4c34-91c0-fcf71913c73c,segment=NetworkSegment(22f9e521-4016-4bae-9f6e-03025f40665d),segment_id=22f9e521-4016-4bae-9f6e-03025f40665d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:30.873107 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.963687 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db5ac589-4d17-4ee7-bc4d-0738a69dd727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.967261 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6f652-87db-43f1-acc2-b9888582dc87 req-8d33e1de-44dc-49e7-9832-3a30cc1f31a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:30.968768 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84b6f652-87db-43f1-acc2-b9888582dc87 req-8d33e1de-44dc-49e7-9832-3a30cc1f31a4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 1.1915953 May 30 20:11:30.995477 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db5ac589-4d17-4ee7-bc4d-0738a69dd727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.006477 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de83d667-ae1d-4466-a46e-642b6df5ff63 req-5296651d-57b3-4d21-bd20-ec54a54f3a9e tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475579 May 30 20:11:31.183424 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af164ee-c117-4880-b7dd-393487051edf'] response: {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0f3917-5c1e-45ac-a959-223ca8215a5d', 'code': 200} May 30 20:11:31.199641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84b6f652-87db-43f1-acc2-b9888582dc87 req-b1fe21e1-9f88-420d-bed1-1d83dff27796 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=706a4667-45c9-4f3b-8a87-532f54b476f5 HTTP/1.1" status: 200 len: 217 time: 0.1883740 May 30 20:11:31.221443 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.262664 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Transition to ACTIVE for port object bd7675c5-d8ff-4bde-bee9-e0b30ceb1072 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:31.327476 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.358216 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f782595b-f5e9-4d63-9f54-615062377d43 None None] Provisioning for port 88674430-098b-4c12-ac57-c1cfd9d339a6 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:31.431849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-c9b55921-c502-4edd-8d73-38c4ea871d53 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Allocated IP 172.20.0.14 (9ea528b6-cc9d-40ff-b131-d41923530da2/c40dc128-537b-4332-9a2f-38117a30858e/93ba003d-2cc3-4b2a-8022-5c504393115c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:31.448225 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 179755fb-9a17-4659-ac4f-af985b8f2bd8 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:31.489243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=f8631a28-3c5d-4c34-91c0-fcf71913c73c,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:31.492335 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db5ac589-4d17-4ee7-bc4d-0738a69dd727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.501811 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b939320-27ce-414c-8074-12275cbf86c9'] response: {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-deleted', 'tag': 'e5ba5128-df39-4832-8e93-c9f0df489c88', 'status': 'completed', 'code': 200} May 30 20:11:31.508288 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.522553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6ddb2-38b9-4d3f-89ae-b3c55c9d55eb req-2be93350-46dc-4ee1-b8ee-eadda30c59b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:31.524186 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0e6ddb2-38b9-4d3f-89ae-b3c55c9d55eb req-2be93350-46dc-4ee1-b8ee-eadda30c59b8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 1.1911042 May 30 20:11:31.554718 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f782595b-f5e9-4d63-9f54-615062377d43 None None] Provisioning complete for port 88674430-098b-4c12-ac57-c1cfd9d339a6 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:31.555488 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f782595b-f5e9-4d63-9f54-615062377d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.585975 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40968c0c-2b40-4143-b17e-79664f4747fb req-8ad58045-55bf-44d9-966b-54f171cc7517 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:31.593417 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-40968c0c-2b40-4143-b17e-79664f4747fb req-8ad58045-55bf-44d9-966b-54f171cc7517 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 1.2020977 May 30 20:11:31.616797 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.626042 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f782595b-f5e9-4d63-9f54-615062377d43 None None] Port 88674430-098b-4c12-ac57-c1cfd9d339a6 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:31.638396 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ac589-4d17-4ee7-bc4d-0738a69dd727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bdce0d-9381-4fb3-b6d7-21394186e483,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:31.644606 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:31.659735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:31.661719 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db5ac589-4d17-4ee7-bc4d-0738a69dd727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.662878 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-db5ac589-4d17-4ee7-bc4d-0738a69dd727 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f5bdce0d-9381-4fb3-b6d7-21394186e483 HTTP/1.1" status: 204 len: 168 time: 1.5719554 May 30 20:11:31.754501 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Attempting to bind port bd7675c5-d8ff-4bde-bee9-e0b30ceb1072 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:31.754762 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Attempting to bind port bd7675c5-d8ff-4bde-bee9-e0b30ceb1072 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:31.755108 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Attempting to bind port bd7675c5-d8ff-4bde-bee9-e0b30ceb1072 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:31.767273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:31.767683 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:31.768126 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.768516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:31.768974 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Bound port: bd7675c5-d8ff-4bde-bee9-e0b30ceb1072, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:31.769340 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.814937 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1807d9-d802-4a51-afc4-d82a92be39cf None None] Pushing event updated for resources: {'Port': ['ID=bd7675c5-d8ff-4bde-bee9-e0b30ceb1072,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:31.864037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f782595b-f5e9-4d63-9f54-615062377d43 None None] Provisioning for port 26f7a439-e2ba-4bfa-955e-0be4253869ca completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:31.891774 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-871395f8-ada1-433b-b9cb-1bcb076b5ce8 req-2a57e03f-1167-4ee4-b0a0-a66d606ef5b6 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 210 time: 0.3596437 May 30 20:11:31.914710 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 179755fb-9a17-4659-ac4f-af985b8f2bd8 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:31.914935 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.960118 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] For port bd7675c5-d8ff-4bde-bee9-e0b30ceb1072, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:31.970370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] For port bd7675c5-d8ff-4bde-bee9-e0b30ceb1072, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=bd7675c5-d8ff-4bde-bee9-e0b30ceb1072,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:31.981866 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:32.027045 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f782595b-f5e9-4d63-9f54-615062377d43 None None] Provisioning complete for port f8631a28-3c5d-4c34-91c0-fcf71913c73c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:32.027587 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f782595b-f5e9-4d63-9f54-615062377d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:32.046496 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6f652-87db-43f1-acc2-b9888582dc87 req-bd603c74-14ef-44b0-a33a-4d0f4b7a0685 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:32.048627 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84b6f652-87db-43f1-acc2-b9888582dc87 req-bd603c74-14ef-44b0-a33a-4d0f4b7a0685 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.8380797 May 30 20:11:32.076234 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0e6ddb2-38b9-4d3f-89ae-b3c55c9d55eb req-b2b1e8ee-4cd4-4645-aab4-28a335525cff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b74244dc-9d3e-48f3-a4bb-47baef450dc1 HTTP/1.1" status: 200 len: 217 time: 0.5025408 May 30 20:11:32.259468 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Routers {'4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:32.260088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:32.301875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-48cbd03e-c4a5-4edc-b4c8-ce7ff2a9a0be tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] For port 3d0f3917-5c1e-45ac-a959-223ca8215a5d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=3d0f3917-5c1e-45ac-a959-223ca8215a5d,segment=NetworkSegment(fbce37dd-a637-46f1-88e0-2b83b9a452d7),segment_id=fbce37dd-a637-46f1-88e0-2b83b9a452d7)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:32.302229 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-48cbd03e-c4a5-4edc-b4c8-ce7ff2a9a0be tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:32.333388 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:11:32.405044 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:32.416152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1807d9-d802-4a51-afc4-d82a92be39cf None None] Pushing event updated for resources: {'Port': ['ID=bd7675c5-d8ff-4bde-bee9-e0b30ceb1072,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:32.425701 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:32.426540 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:32.429659 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-40968c0c-2b40-4143-b17e-79664f4747fb req-4641ae7a-5c24-49b0-8641-5dd9337019f4 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8354073 May 30 20:11:32.481244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6ddb2-38b9-4d3f-89ae-b3c55c9d55eb req-5332226f-7f01-4337-b205-fc7a5e305dbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:32.482682 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0e6ddb2-38b9-4d3f-89ae-b3c55c9d55eb req-5332226f-7f01-4337-b205-fc7a5e305dbe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.3871789 May 30 20:11:32.558695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 26f7a439-e2ba-4bfa-955e-0be4253869ca up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:32.681852 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] Set router 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:32.698598 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84b6f652-87db-43f1-acc2-b9888582dc87 req-f46cf38f-cda7-4414-9799-f3c067d4adce service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6206822 May 30 20:11:32.731660 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=d545f453-85ee-4ad1-821c-03f0969a22ba,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:32.837282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf8cd4-ab51-45b2-9cb5-497bd06afbe1 req-394ff402-1ecb-4daf-a0d2-15872233bd07 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:32.843011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf8cd4-ab51-45b2-9cb5-497bd06afbe1 req-394ff402-1ecb-4daf-a0d2-15872233bd07 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:32.847063 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf8cd4-ab51-45b2-9cb5-497bd06afbe1 req-394ff402-1ecb-4daf-a0d2-15872233bd07 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:32.854639 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eaaf8cd4-ab51-45b2-9cb5-497bd06afbe1 req-394ff402-1ecb-4daf-a0d2-15872233bd07 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 2409 time: 0.5696924 May 30 20:11:32.868207 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 26f7a439-e2ba-4bfa-955e-0be4253869ca completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:32.897397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network 24a9765d-77f1-4d19-8616-d4d2427db477 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:32.903503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:32.904242 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.040929 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 26f7a439-e2ba-4bfa-955e-0be4253869ca triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:33.042730 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.064133 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-48cbd03e-c4a5-4edc-b4c8-ce7ff2a9a0be tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.064784 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-48cbd03e-c4a5-4edc-b4c8-ce7ff2a9a0be tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.065282 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-48cbd03e-c4a5-4edc-b4c8-ce7ff2a9a0be tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Floating IP 536e3bd9-8621-494d-a6a4-74f7ea79c753 disassociated. External IP: 172.25.5.225, port: 3d0f3917-5c1e-45ac-a959-223ca8215a5d. May 30 20:11:33.065771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-48cbd03e-c4a5-4edc-b4c8-ce7ff2a9a0be tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Calling delete_port for 3d0f3917-5c1e-45ac-a959-223ca8215a5d owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:33.166356 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a3a97bc8-d92d-4a6c-b2bd-1972a78b0d90 None None] Provisioning complete for port 88674430-098b-4c12-ac57-c1cfd9d339a6 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:33.166887 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a3a97bc8-d92d-4a6c-b2bd-1972a78b0d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.233816 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.289428 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a3a97bc8-d92d-4a6c-b2bd-1972a78b0d90 None None] Port 88674430-098b-4c12-ac57-c1cfd9d339a6 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:33.387513 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.393670 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-65313933-dbbf-42fc-8c9b-ef0e65eeb7d5 req-9d0e7a03-b1df-4cdd-9b35-582ccc95ecf1 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 210 time: 0.1282763 May 30 20:11:33.477400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a3a97bc8-d92d-4a6c-b2bd-1972a78b0d90 None None] Provisioning for port d545f453-85ee-4ad1-821c-03f0969a22ba completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:33.479509 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0e6ddb2-38b9-4d3f-89ae-b3c55c9d55eb req-866e2c8d-8324-4c4a-8ea2-bec7513f34ed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9200182 May 30 20:11:33.485732 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-c9b55921-c502-4edd-8d73-38c4ea871d53 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.498783 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Router e045d8c6-14c7-434f-b27d-351bd241df88 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:11:33.535436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a3a97bc8-d92d-4a6c-b2bd-1972a78b0d90 None None] Provisioning complete for port d545f453-85ee-4ad1-821c-03f0969a22ba triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:33.535787 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a3a97bc8-d92d-4a6c-b2bd-1972a78b0d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.594164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 26f7a439-e2ba-4bfa-955e-0be4253869ca, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=26f7a439-e2ba-4bfa-955e-0be4253869ca,segment=NetworkSegment(c9198dd0-9daa-4aad-8cb7-66c19b9b8748),segment_id=c9198dd0-9daa-4aad-8cb7-66c19b9b8748)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:33.618859 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-c9b55921-c502-4edd-8d73-38c4ea871d53 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Transition to ACTIVE for port object 93ba003d-2cc3-4b2a-8022-5c504393115c will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:33.627514 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.631428 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e723d04b-6efd-439a-9c20-836826fa8978 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:33.689553 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84b6f652-87db-43f1-acc2-b9888582dc87 req-d86d1832-23aa-4fd3-83da-2d043dda8aff service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9670522 May 30 20:11:33.702640 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eaaf8cd4-ab51-45b2-9cb5-497bd06afbe1 req-9cd962ad-d3dc-448f-adea-791d289dd062 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8470974 May 30 20:11:33.805946 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-48cbd03e-c4a5-4edc-b4c8-ce7ff2a9a0be tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.835025 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=26f7a439-e2ba-4bfa-955e-0be4253869ca,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:33.871858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbd03e-c4a5-4edc-b4c8-ce7ff2a9a0be tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event deleted for resources: {'Port': ['ID=3d0f3917-5c1e-45ac-a959-223ca8215a5d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:33.874524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a3a97bc8-d92d-4a6c-b2bd-1972a78b0d90 None None] Port d545f453-85ee-4ad1-821c-03f0969a22ba cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:33.894998 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'name': 'tempest-TaggedBootDevicesTest-42288722-router', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:22Z', 'revision_number': 3, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'gw_port': {'id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:33.902346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba522d09-41a7-4e42-a99b-d1541a2443d7 None None] The sync data for ids ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'] in n-d-843949-2 is: [{'id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'name': 'tempest-TaggedBootDevicesTest-42288722-router', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:22Z', 'revision_number': 3, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'gw_port': {'id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:11:33.921465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a3a97bc8-d92d-4a6c-b2bd-1972a78b0d90 None None] Provisioning complete for port 26f7a439-e2ba-4bfa-955e-0be4253869ca triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:33.921826 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a3a97bc8-d92d-4a6c-b2bd-1972a78b0d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.974737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port e723d04b-6efd-439a-9c20-836826fa8978 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:33.986447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port e723d04b-6efd-439a-9c20-836826fa8978 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:33.986447 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:34.146498 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84b6f652-87db-43f1-acc2-b9888582dc87 req-7c1d666b-c802-4127-8793-acdff4be7b82 service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428554 May 30 20:11:34.157655 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-c9b55921-c502-4edd-8d73-38c4ea871d53 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:34.197632 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0e6ddb2-38b9-4d3f-89ae-b3c55c9d55eb req-df001f51-04e0-40fa-9c51-f65546bf5c17 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6933603 May 30 20:11:34.221692 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['706a4667-45c9-4f3b-8a87-532f54b476f5'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:11:34.289100 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b74244dc-9d3e-48f3-a4bb-47baef450dc1'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:11:34.487234 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 24bb4ae5-265d-45f5-aaf7-6d126e201f01 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:11:34.544613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:11:34.561007 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Sync routers for ids ['e045d8c6-14c7-434f-b27d-351bd241df88'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:11:34.594564 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:34.695762 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d6ca81b6-cc6d-4025-941b-4796cf0df404 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "PUT /v2.0/routers/e045d8c6-14c7-434f-b27d-351bd241df88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2333124 May 30 20:11:34.702064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f1686142-c14d-4b9d-a2e4-239203b7564b None None] Provisioning complete for port d545f453-85ee-4ad1-821c-03f0969a22ba triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:34.704003 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f1686142-c14d-4b9d-a2e4-239203b7564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:34.708382 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37308) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:34.738547 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Routers {'e045d8c6-14c7-434f-b27d-351bd241df88'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:34.739549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e045d8c6-14c7-434f-b27d-351bd241df88'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:34.747463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-c9b55921-c502-4edd-8d73-38c4ea871d53 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Network 9ea528b6-cc9d-40ff-b131-d41923530da2 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:34.773781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a86797-1660-4514-a8d8-3e569724efde req-85ba72c1-158d-40e5-98d2-05b22f77bdb8 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:34.787679 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01a86797-1660-4514-a8d8-3e569724efde req-85ba72c1-158d-40e5-98d2-05b22f77bdb8 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 1.1002269 May 30 20:11:34.793065 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:34.816797 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:11:34.824037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-c9b55921-c502-4edd-8d73-38c4ea871d53 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:34.827061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-c9b55921-c502-4edd-8d73-38c4ea871d53 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:34.868662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b55921-c502-4edd-8d73-38c4ea871d53 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Pushing event updated for resources: {'Port': ['ID=93ba003d-2cc3-4b2a-8022-5c504393115c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:35.005351 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-48cbd03e-c4a5-4edc-b4c8-ce7ff2a9a0be tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Router 37eeba98-0646-4c3e-97ac-0214b6533b1d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:11:35.020701 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Set router e045d8c6-14c7-434f-b27d-351bd241df88 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:35.158381 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-c9b55921-c502-4edd-8d73-38c4ea871d53 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.158928 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-c9b55921-c502-4edd-8d73-38c4ea871d53 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:35.188383 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0e6ddb2-38b9-4d3f-89ae-b3c55c9d55eb req-e043c2d4-3404-44dd-9b2e-fe5dae30e365 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8863084 May 30 20:11:35.234616 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef32aa17-0d23-4ccb-add9-efa42182ee77 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.235495 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef32aa17-0d23-4ccb-add9-efa42182ee77 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.235855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef32aa17-0d23-4ccb-add9-efa42182ee77 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.236268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef32aa17-0d23-4ccb-add9-efa42182ee77 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.236648 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef32aa17-0d23-4ccb-add9-efa42182ee77 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.236998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef32aa17-0d23-4ccb-add9-efa42182ee77 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.239073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef32aa17-0d23-4ccb-add9-efa42182ee77 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.241167 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef32aa17-0d23-4ccb-add9-efa42182ee77 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.241803 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef32aa17-0d23-4ccb-add9-efa42182ee77 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.242638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef32aa17-0d23-4ccb-add9-efa42182ee77 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.243293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef32aa17-0d23-4ccb-add9-efa42182ee77 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.244018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef32aa17-0d23-4ccb-add9-efa42182ee77 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.245149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef32aa17-0d23-4ccb-add9-efa42182ee77 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.249184 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ef32aa17-0d23-4ccb-add9-efa42182ee77 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9158 time: 0.5324116 May 30 20:11:35.255614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37318) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:35.327616 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port e723d04b-6efd-439a-9c20-836826fa8978, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e723d04b-6efd-439a-9c20-836826fa8978,segment=NetworkSegment(5c55f4e9-6669-48bd-ac37-9f6962053b9f),segment_id=5c55f4e9-6669-48bd-ac37-9f6962053b9f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:35.371060 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:35.372000 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b772439e-359d-4d8e-93fa-a665e8539302 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:35.406463 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-c9b55921-c502-4edd-8d73-38c4ea871d53 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2891653 May 30 20:11:35.407063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:11:35.419452 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0a167bca-73f1-461f-b2d2-c20143e6bc77 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/24bb4ae5-265d-45f5-aaf7-6d126e201f01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2496212 May 30 20:11:35.421685 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06403206-d52c-4a9e-823f-4a5c8bbacf5f None None] Sync routers for ids ['24bb4ae5-265d-45f5-aaf7-6d126e201f01'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:11:35.437954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Request body: {'port': {'device_id': 'def01e56-432e-4808-9f20-34ab2b73fb71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:35.444494 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06403206-d52c-4a9e-823f-4a5c8bbacf5f None None] Routers {'24bb4ae5-265d-45f5-aaf7-6d126e201f01'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:35.446966 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-06403206-d52c-4a9e-823f-4a5c8bbacf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['24bb4ae5-265d-45f5-aaf7-6d126e201f01'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:35.452241 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37324) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:35.473484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f1686142-c14d-4b9d-a2e4-239203b7564b None None] Port d545f453-85ee-4ad1-821c-03f0969a22ba cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:35.561714 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:35.576948 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-06403206-d52c-4a9e-823f-4a5c8bbacf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:35.597978 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06403206-d52c-4a9e-823f-4a5c8bbacf5f None None] Routers {'24bb4ae5-265d-45f5-aaf7-6d126e201f01'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:35.598590 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-06403206-d52c-4a9e-823f-4a5c8bbacf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['24bb4ae5-265d-45f5-aaf7-6d126e201f01'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:35.648739 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01a86797-1660-4514-a8d8-3e569724efde req-4a8558d8-49ce-4426-bbea-c46180f95cd3 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8600647 May 30 20:11:35.682694 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=e723d04b-6efd-439a-9c20-836826fa8978,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:35.710529 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c866a9f-9239-4034-ad68-82f39c1b32aa tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.713727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c866a9f-9239-4034-ad68-82f39c1b32aa tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.714275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c866a9f-9239-4034-ad68-82f39c1b32aa tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.718438 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c866a9f-9239-4034-ad68-82f39c1b32aa tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.718968 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c866a9f-9239-4034-ad68-82f39c1b32aa tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.719514 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c866a9f-9239-4034-ad68-82f39c1b32aa tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.720047 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c866a9f-9239-4034-ad68-82f39c1b32aa tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.720552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c866a9f-9239-4034-ad68-82f39c1b32aa tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.721080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c866a9f-9239-4034-ad68-82f39c1b32aa tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.725125 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-06403206-d52c-4a9e-823f-4a5c8bbacf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:35.725754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c866a9f-9239-4034-ad68-82f39c1b32aa tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.726274 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c866a9f-9239-4034-ad68-82f39c1b32aa tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.726781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c866a9f-9239-4034-ad68-82f39c1b32aa tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.727286 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c866a9f-9239-4034-ad68-82f39c1b32aa tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.729611 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6c866a9f-9239-4034-ad68-82f39c1b32aa tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8353 time: 0.4690168 May 30 20:11:35.730276 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06403206-d52c-4a9e-823f-4a5c8bbacf5f None None] The sync data for ids ['24bb4ae5-265d-45f5-aaf7-6d126e201f01'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:11:35.735243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ccd7bc-a545-47f7-885d-aaa1125e9187 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.737522 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e5ccd7bc-a545-47f7-885d-aaa1125e9187 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Synchronizing usage tracker for tenant:758efaed7a954d48b571181ce4e6d8b0 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:35.740785 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37332) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:35.847913 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3797f75b-5d1e-4b54-ad45-c24d74e2ede6 None None] Provisioning for port 93ba003d-2cc3-4b2a-8022-5c504393115c completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:35.875032 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3797f75b-5d1e-4b54-ad45-c24d74e2ede6 None None] Provisioning complete for port 93ba003d-2cc3-4b2a-8022-5c504393115c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:35.875403 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3797f75b-5d1e-4b54-ad45-c24d74e2ede6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:35.908396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port b772439e-359d-4d8e-93fa-a665e8539302 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:35.929026 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491f123-28b2-4002-883f-fa721ce9f6a8 req-0700d243-f5ec-4ea2-b917-f0645b6e6537 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.929912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2491f123-28b2-4002-883f-fa721ce9f6a8 req-0700d243-f5ec-4ea2-b917-f0645b6e6537 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Synchronizing usage tracker for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:35.938212 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port b772439e-359d-4d8e-93fa-a665e8539302 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:35.938581 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:35.996862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3797f75b-5d1e-4b54-ad45-c24d74e2ede6 None None] Port 93ba003d-2cc3-4b2a-8022-5c504393115c cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:36.031131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:11:27Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '88674430-098b-4c12-ac57-c1cfd9d339a6', 'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:f0:74:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:24Z', 'updated_at': '2022-05-30T20:11:29Z', 'revision_number': 2, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:36.061175 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Checking router: e045d8c6-14c7-434f-b27d-351bd241df88 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:11:36.061524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Updating router e045d8c6-14c7-434f-b27d-351bd241df88 port 88674430-098b-4c12-ac57-c1cfd9d339a6 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:11:36.074571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Allocated IP 172.20.0.1 (677b4579-4403-49bf-8cf6-3e606ff679de/cb8e3034-73da-40c9-8b9f-ac7e8912c65f/bada1cbe-841c-48d5-a036-3634e52bbb62) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:36.127812 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e5ccd7bc-a545-47f7-885d-aaa1125e9187 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Unset dirty status for tenant:758efaed7a954d48b571181ce4e6d8b0 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:36.128900 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:36.133127 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e5ccd7bc-a545-47f7-885d-aaa1125e9187 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports/d545f453-85ee-4ad1-821c-03f0969a22ba HTTP/1.1" status: 200 len: 911 time: 0.6795499 May 30 20:11:36.138031 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37342) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:36.139665 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:36.163915 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port b772439e-359d-4d8e-93fa-a665e8539302, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b772439e-359d-4d8e-93fa-a665e8539302,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:36.269574 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:36.499144 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:36.508801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-48cbd03e-c4a5-4edc-b4c8-ce7ff2a9a0be tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:11:36.533287 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2491f123-28b2-4002-883f-fa721ce9f6a8 req-0700d243-f5ec-4ea2-b917-f0645b6e6537 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Unset dirty status for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:36.534580 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2491f123-28b2-4002-883f-fa721ce9f6a8 req-0700d243-f5ec-4ea2-b917-f0645b6e6537 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 932 time: 1.7694798 May 30 20:11:36.591372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f221298-b9d0-4dc3-a406-c7ed325e1b01 None None] Sync routers for ids ['37eeba98-0646-4c3e-97ac-0214b6533b1d'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:11:36.595088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 26f7a439-e2ba-4bfa-955e-0be4253869ca up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:36.596651 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-48cbd03e-c4a5-4edc-b4c8-ce7ff2a9a0be tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] No DVR routers for this DVR port 3d0f3917-5c1e-45ac-a959-223ca8215a5d on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:11:36.601805 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-48cbd03e-c4a5-4edc-b4c8-ce7ff2a9a0be tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:36.603876 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-48cbd03e-c4a5-4edc-b4c8-ce7ff2a9a0be tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.77 "DELETE /v2.0/ports/3d0f3917-5c1e-45ac-a959-223ca8215a5d HTTP/1.1" status: 204 len: 173 time: 6.1686487 May 30 20:11:36.605877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-deleted', 'tag': '3d0f3917-5c1e-45ac-a959-223ca8215a5d'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:36.718535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=b772439e-359d-4d8e-93fa-a665e8539302,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:36.727265 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:36.756275 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f221298-b9d0-4dc3-a406-c7ed325e1b01 None None] Routers {'37eeba98-0646-4c3e-97ac-0214b6533b1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:36.756830 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8f221298-b9d0-4dc3-a406-c7ed325e1b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['37eeba98-0646-4c3e-97ac-0214b6533b1d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:36.827505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Transition to ACTIVE for port object bada1cbe-841c-48d5-a036-3634e52bbb62 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:36.832360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-b58b944c-86e0-4b93-892d-81595939bd48 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Deleting port ee127b40-627b-4a43-a5dc-af836a2fee1f {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:36.832619 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-b58b944c-86e0-4b93-892d-81595939bd48 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:36.873847 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2491f123-28b2-4002-883f-fa721ce9f6a8 req-5d66365d-f174-4717-a2c1-dfe9aed2b24b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875123 May 30 20:11:36.874069 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-371fe33f-b5fa-4b33-9497-285c7324103b tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5751 time: 1.1251414 May 30 20:11:36.909464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d859c8-02a6-4165-ad67-9e2a5a7c785f req-711252e4-22db-4e87-a641-638fef094a91 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:36.913630 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d859c8-02a6-4165-ad67-9e2a5a7c785f req-711252e4-22db-4e87-a641-638fef094a91 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:36.915191 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9d859c8-02a6-4165-ad67-9e2a5a7c785f req-711252e4-22db-4e87-a641-638fef094a91 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 1676 time: 0.5081642 May 30 20:11:36.975141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Allocated IP 172.20.0.1 (def4f14d-c04a-4ac8-9422-2ee039daee9f/ae5104ee-483f-4473-9d5d-99834637d593/f72f5d12-94af-4235-a431-fbc1efab57d5) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:37.074447 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a02acf7a-4a5e-46ef-9739-509d786514e2'] response: {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-deleted', 'tag': '3d0f3917-5c1e-45ac-a959-223ca8215a5d', 'status': 'completed', 'code': 200} May 30 20:11:37.092777 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8a2f5cbc-617d-4495-88db-208fed2c5123 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:37.162890 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:11:37.283664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-b58b944c-86e0-4b93-892d-81595939bd48 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] For port ee127b40-627b-4a43-a5dc-af836a2fee1f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ee127b40-627b-4a43-a5dc-af836a2fee1f,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:37.284258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-b58b944c-86e0-4b93-892d-81595939bd48 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:37.287387 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:37.311791 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:37.318417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-8f221298-b9d0-4dc3-a406-c7ed325e1b01 None None] Set router 37eeba98-0646-4c3e-97ac-0214b6533b1d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:37.389936 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:37.422728 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Transition to ACTIVE for port object 88674430-098b-4c12-ac57-c1cfd9d339a6 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:37.463055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-b58b944c-86e0-4b93-892d-81595939bd48 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Calling delete_port for ee127b40-627b-4a43-a5dc-af836a2fee1f owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:37.489180 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 26f7a439-e2ba-4bfa-955e-0be4253869ca triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:37.489717 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:37.516324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ba003d-2cc3-4b2a-8022-5c504393115c {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:37.527216 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:37.536673 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:37.551670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Transition to ACTIVE for port object 93ba003d-2cc3-4b2a-8022-5c504393115c will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:37.666868 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:37.673905 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9d859c8-02a6-4165-ad67-9e2a5a7c785f req-0bd8f1b5-9cca-4f24-ad0d-e0a79108ab28 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7316039 May 30 20:11:37.711202 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9907e8ef-f580-43c5-88e7-cc6db4945e63 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:11:37.713745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9907e8ef-f580-43c5-88e7-cc6db4945e63 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:37.879506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865619b1-bdcd-4a69-a3b5-d702cfcb243d None None] Pushing event updated for resources: {'Port': ['ID=88674430-098b-4c12-ac57-c1cfd9d339a6,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:37.892860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Network 677b4579-4403-49bf-8cf6-3e606ff679de is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:37.920834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:37.922782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Pushing event updated for resources: {'Port': ['ID=bada1cbe-841c-48d5-a036-3634e52bbb62,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:37.971923 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:11:37.975235 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37364) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:37.981431 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-b58b944c-86e0-4b93-892d-81595939bd48 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.005152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:38.075584 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ab983e0d-0ffa-49db-a43e-8e147d3c8c50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934773777', 'description': 'tempest-secgroup-smoke-934773777 description', 'project_id': '83c273a70b9742ee885b1f1f37dab263'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:38.087186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ab983e0d-0ffa-49db-a43e-8e147d3c8c50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:38.101166 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ab983e0d-0ffa-49db-a43e-8e147d3c8c50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:38.111387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ab983e0d-0ffa-49db-a43e-8e147d3c8c50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:38.124983 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ab983e0d-0ffa-49db-a43e-8e147d3c8c50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:38.135978 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b944c-86e0-4b93-892d-81595939bd48 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event deleted for resources: {'Port': ['ID=ee127b40-627b-4a43-a5dc-af836a2fee1f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:38.243376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Pushing event updated for resources: {'Port': ['ID=93ba003d-2cc3-4b2a-8022-5c504393115c,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:38.257030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37368) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:38.267126 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ab983e0d-0ffa-49db-a43e-8e147d3c8c50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.312079 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.355084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ab983e0d-0ffa-49db-a43e-8e147d3c8c50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:38.359019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ab983e0d-0ffa-49db-a43e-8e147d3c8c50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:38.362162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ab983e0d-0ffa-49db-a43e-8e147d3c8c50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:38.454057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Transition to ACTIVE for port object f72f5d12-94af-4235-a431-fbc1efab57d5 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:38.458687 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.467497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ab983e0d-0ffa-49db-a43e-8e147d3c8c50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:38.477751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff7438-e07b-4712-b6b3-7942d9f65cde req-427ddf0b-7665-44f5-9371-08e91645125f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:38.484242 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54ff7438-e07b-4712-b6b3-7942d9f65cde req-427ddf0b-7665-44f5-9371-08e91645125f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.8828452 May 30 20:11:38.525114 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-b58b944c-86e0-4b93-892d-81595939bd48 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] No DVR routers for this DVR port ee127b40-627b-4a43-a5dc-af836a2fee1f on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:11:38.532349 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-b58b944c-86e0-4b93-892d-81595939bd48 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.544280 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-b58b944c-86e0-4b93-892d-81595939bd48 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.77 "DELETE /v2.0/ports/ee127b40-627b-4a43-a5dc-af836a2fee1f HTTP/1.1" status: 204 len: 173 time: 1.9321668 May 30 20:11:38.576748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e723d04b-6efd-439a-9c20-836826fa8978 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:38.581356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Attempting to bind port 93ba003d-2cc3-4b2a-8022-5c504393115c on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:38.581686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Attempting to bind port 93ba003d-2cc3-4b2a-8022-5c504393115c by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:38.581946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Attempting to bind port 93ba003d-2cc3-4b2a-8022-5c504393115c on network 9ea528b6-cc9d-40ff-b131-d41923530da2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:38.618257 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54ff7438-e07b-4712-b6b3-7942d9f65cde req-3f223163-8d37-4f18-a309-b4390927064a tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330571 May 30 20:11:38.628875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Attempting to bind port 88674430-098b-4c12-ac57-c1cfd9d339a6 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:38.629508 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Attempting to bind port 88674430-098b-4c12-ac57-c1cfd9d339a6 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '5c55f4e9-6669-48bd-ac37-9f6962053b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:38.629898 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Attempting to bind port 88674430-098b-4c12-ac57-c1cfd9d339a6 on network d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:38.660994 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.667793 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.682161 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-72fe101e-c6bd-4935-901e-0c51687757d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Deleting port 6f827944-7b7b-4e81-9a6a-63a922b64815 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:38.682511 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-72fe101e-c6bd-4935-901e-0c51687757d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.686122 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9907e8ef-f580-43c5-88e7-cc6db4945e63, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9907e8ef-f580-43c5-88e7-cc6db4945e63,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:38.702772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:38.703147 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Checking segment: {'id': '5c55f4e9-6669-48bd-ac37-9f6962053b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:38.703550 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.703946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Bound using segment: {'id': '5c55f4e9-6669-48bd-ac37-9f6962053b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:38.704474 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Bound port: 88674430-098b-4c12-ac57-c1cfd9d339a6, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c55f4e9-6669-48bd-ac37-9f6962053b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:38.704847 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.718355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Port 93ba003d-2cc3-4b2a-8022-5c504393115c on network 9ea528b6-cc9d-40ff-b131-d41923530da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:11:38.718925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Attempting to bind port 93ba003d-2cc3-4b2a-8022-5c504393115c on network 9ea528b6-cc9d-40ff-b131-d41923530da2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:38.733865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '9907e8ef-f580-43c5-88e7-cc6db4945e63', 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3', 'port_id': '9907e8ef-f580-43c5-88e7-cc6db4945e63', 'mac_address': 'fa:16:3e:fc:6f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75aac3d7-25c7-4a3a-8294-a7ab0c5aa1db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:11:38.745170 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ab983e0d-0ffa-49db-a43e-8e147d3c8c50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.771078 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ab983e0d-0ffa-49db-a43e-8e147d3c8c50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.794181 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.816614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291397f-6c5a-42cd-8329-957c126d3d43 req-9faa218a-32c6-4965-8a51-5618b00ae6e5 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:38.818172 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2291397f-6c5a-42cd-8329-957c126d3d43 req-9faa218a-32c6-4965-8a51-5618b00ae6e5 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 944 time: 0.5480857 May 30 20:11:38.849039 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dd7f0f30-6b9a-4b75-8e22-caeea68ad0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.862018 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a668f35-5a12-475e-8815-91886d10f405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9907e8ef-f580-43c5-88e7-cc6db4945e63'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:38.889872 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ab983e0d-0ffa-49db-a43e-8e147d3c8c50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.895182 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ab983e0d-0ffa-49db-a43e-8e147d3c8c50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.9182796 May 30 20:11:38.897244 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9907e8ef-f580-43c5-88e7-cc6db4945e63, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9907e8ef-f580-43c5-88e7-cc6db4945e63,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:38.900019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37380) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:38.925334 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.966393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab983e0d-0ffa-49db-a43e-8e147d3c8c50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8422b1eb-9546-4c8e-99f4-8e55cd4c5dec,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:38.990458 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8f221298-b9d0-4dc3-a406-c7ed325e1b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1704130055-router', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:40Z', 'updated_at': '2022-05-30T20:04:46Z', 'revision_number': 4, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'gw_port': {'id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '9287c5f5-1419-4784-a8ef-5f78469d7253', 'name': '', 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'mac_address': 'fa:16:3e:a5:02:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:45Z', 'updated_at': '2022-05-30T20:05:29Z', 'revision_number': 5, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'subnets': [{'id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:39.002573 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.028790 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port e723d04b-6efd-439a-9c20-836826fa8978 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:39.029167 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.057239 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] For port 88674430-098b-4c12-ac57-c1cfd9d339a6, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:39.059329 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f221298-b9d0-4dc3-a406-c7ed325e1b01 None None] Checking router: 37eeba98-0646-4c3e-97ac-0214b6533b1d for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:11:39.073228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:39.073800 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Checking segment: {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:39.074112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Bound using segment: {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:39.074412 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Bound port: 93ba003d-2cc3-4b2a-8022-5c504393115c, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:39.074749 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.088634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9907e8ef-f580-43c5-88e7-cc6db4945e63 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:39.099019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-4e09560c-44cd-410a-ac45-61d15bba5f50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group_rule': {'security_group_id': '8422b1eb-9546-4c8e-99f4-8e55cd4c5dec', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:39.104569 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] For port 88674430-098b-4c12-ac57-c1cfd9d339a6, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=88674430-098b-4c12-ac57-c1cfd9d339a6,segment=NetworkSegment(5c55f4e9-6669-48bd-ac37-9f6962053b9f),segment_id=5c55f4e9-6669-48bd-ac37-9f6962053b9f)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:39.114766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-deleted', 'tag': 'ee127b40-627b-4a43-a5dc-af836a2fee1f'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:39.130176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Network def4f14d-c04a-4ac8-9422-2ee039daee9f is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:39.131501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4e09560c-44cd-410a-ac45-61d15bba5f50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:39.142461 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=9907e8ef-f580-43c5-88e7-cc6db4945e63,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:39.142712 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8a2f5cbc-617d-4495-88db-208fed2c5123 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port d545f453-85ee-4ad1-821c-03f0969a22ba {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:39.142806 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8a2f5cbc-617d-4495-88db-208fed2c5123 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.154136 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.188883 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:39.190900 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Pushing event updated for resources: {'Port': ['ID=f72f5d12-94af-4235-a431-fbc1efab57d5,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:39.204926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:39.245307 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f221298-b9d0-4dc3-a406-c7ed325e1b01 None None] Routers {'37eeba98-0646-4c3e-97ac-0214b6533b1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:39.246141 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8f221298-b9d0-4dc3-a406-c7ed325e1b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['37eeba98-0646-4c3e-97ac-0214b6533b1d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:39.272812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4e09560c-44cd-410a-ac45-61d15bba5f50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:39.278446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4e09560c-44cd-410a-ac45-61d15bba5f50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:39.286901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4e09560c-44cd-410a-ac45-61d15bba5f50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:39.399380 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8cb37329-ca2d-4e95-84b3-9a457cd66409 None None] Provisioning for port bada1cbe-841c-48d5-a036-3634e52bbb62 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:39.406476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-72fe101e-c6bd-4935-901e-0c51687757d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] For port 6f827944-7b7b-4e81-9a6a-63a922b64815, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=6f827944-7b7b-4e81-9a6a-63a922b64815,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:39.407042 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-72fe101e-c6bd-4935-901e-0c51687757d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.424376 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:11:39.424720 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:11:39.434040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8cb37329-ca2d-4e95-84b3-9a457cd66409 None None] Provisioning complete for port bada1cbe-841c-48d5-a036-3634e52bbb62 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:39.434487 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8cb37329-ca2d-4e95-84b3-9a457cd66409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.551115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865619b1-bdcd-4a69-a3b5-d702cfcb243d None None] Pushing event updated for resources: {'Port': ['ID=88674430-098b-4c12-ac57-c1cfd9d339a6,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:39.583928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dd7f0f30-6b9a-4b75-8e22-caeea68ad0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:39.584817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-72fe101e-c6bd-4935-901e-0c51687757d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Calling delete_port for 6f827944-7b7b-4e81-9a6a-63a922b64815 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:39.591008 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Routers {'e045d8c6-14c7-434f-b27d-351bd241df88'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:39.591638 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e045d8c6-14c7-434f-b27d-351bd241df88'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:39.623530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dd7f0f30-6b9a-4b75-8e22-caeea68ad0f3 admin admin] Usage tracker for resource:security_group_rule and tenant:96c4d26570774748a36d91ffc0530877 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:39.634239 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e09560c-44cd-410a-ac45-61d15bba5f50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.643166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dd7f0f30-6b9a-4b75-8e22-caeea68ad0f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:39.654604 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8cb37329-ca2d-4e95-84b3-9a457cd66409 None None] Port bada1cbe-841c-48d5-a036-3634e52bbb62 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:39.670597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dd7f0f30-6b9a-4b75-8e22-caeea68ad0f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:39.695925 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2291397f-6c5a-42cd-8329-957c126d3d43 req-9b201c52-a51d-4266-9715-8b29b9fe0e4e tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8200200 May 30 20:11:39.696530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8a2f5cbc-617d-4495-88db-208fed2c5123 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.714042 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.722737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bd7675c5-d8ff-4bde-bee9-e0b30ceb1072 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:39.748056 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:11:39.790187 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52587ff2-7605-4358-8e46-4cc80bfe698f'] response: {'server_uuid': '3a668f35-5a12-475e-8815-91886d10f405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9907e8ef-f580-43c5-88e7-cc6db4945e63', 'code': 200} May 30 20:11:39.797710 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.819761 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] For port 93ba003d-2cc3-4b2a-8022-5c504393115c, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:39.824773 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.840143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-8f221298-b9d0-4dc3-a406-c7ed325e1b01 None None] Set router 37eeba98-0646-4c3e-97ac-0214b6533b1d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:39.945274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14559e-1adc-44a8-918c-4052cd39c93b req-053669d0-be8f-41c7-a601-c6dbd42d3965 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:39.946897 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c14559e-1adc-44a8-918c-4052cd39c93b req-053669d0-be8f-41c7-a601-c6dbd42d3965 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 942 time: 0.8544250 May 30 20:11:39.972327 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] For port 93ba003d-2cc3-4b2a-8022-5c504393115c, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=93ba003d-2cc3-4b2a-8022-5c504393115c,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:40.049412 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.053331 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8a2f5cbc-617d-4495-88db-208fed2c5123 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Calling delete_port for d545f453-85ee-4ad1-821c-03f0969a22ba owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:40.073819 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e09560c-44cd-410a-ac45-61d15bba5f50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.099081 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e09560c-44cd-410a-ac45-61d15bba5f50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.100910 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.118713 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.138320 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port bd7675c5-d8ff-4bde-bee9-e0b30ceb1072 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:40.141517 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ef3916-cdd5-48a2-b22f-78ddefe0e2a7'] response: {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-deleted', 'tag': 'ee127b40-627b-4a43-a5dc-af836a2fee1f', 'status': 'completed', 'code': 200} May 30 20:11:40.141880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] Set router e045d8c6-14c7-434f-b27d-351bd241df88 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:40.172030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Pushing event updated for resources: {'Port': ['ID=bada1cbe-841c-48d5-a036-3634e52bbb62,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:40.191080 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-72fe101e-c6bd-4935-901e-0c51687757d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.251035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe101e-c6bd-4935-901e-0c51687757d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event deleted for resources: {'Port': ['ID=6f827944-7b7b-4e81-9a6a-63a922b64815,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:40.254642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09560c-44cd-410a-ac45-61d15bba5f50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f723312b-4fda-4976-8c8e-286e163819f7,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:40.284552 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.286459 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] 10.222.0.93 "PUT /v2.0/ports/93ba003d-2cc3-4b2a-8022-5c504393115c HTTP/1.1" status: 200 len: 1092 time: 4.8722289 May 30 20:11:40.299243 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def01e56-432e-4808-9f20-34ab2b73fb71', 'tag': '93ba003d-2cc3-4b2a-8022-5c504393115c'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:40.331922 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-effb36f2-22c5-4063-9f13-54908f943bc4 None None] Provisioning for port f72f5d12-94af-4235-a431-fbc1efab57d5 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:40.366312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port bd7675c5-d8ff-4bde-bee9-e0b30ceb1072 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:40.366634 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.391297 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dd7f0f30-6b9a-4b75-8e22-caeea68ad0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.395012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9907e8ef-f580-43c5-88e7-cc6db4945e63 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:40.428381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-effb36f2-22c5-4063-9f13-54908f943bc4 None None] Provisioning complete for port f72f5d12-94af-4235-a431-fbc1efab57d5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:40.428809 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-effb36f2-22c5-4063-9f13-54908f943bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.484588 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c14559e-1adc-44a8-918c-4052cd39c93b req-60d2f543-de65-42ea-ac2f-cb8178247223 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups?id=eff92435-7ada-4e0b-b3a2-ca5769294cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5108471 May 30 20:11:40.486374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-72fe101e-c6bd-4935-901e-0c51687757d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] No DVR routers for this DVR port 6f827944-7b7b-4e81-9a6a-63a922b64815 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:11:40.501408 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-72fe101e-c6bd-4935-901e-0c51687757d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.503326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9907e8ef-f580-43c5-88e7-cc6db4945e63, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9907e8ef-f580-43c5-88e7-cc6db4945e63,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:40.554870 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-96c106e8-36fe-45e7-a0be-fbeaf34b36d2 req-72fe101e-c6bd-4935-901e-0c51687757d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.77 "DELETE /v2.0/ports/6f827944-7b7b-4e81-9a6a-63a922b64815 HTTP/1.1" status: 204 len: 173 time: 2.0022247 May 30 20:11:40.558074 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8a2f5cbc-617d-4495-88db-208fed2c5123 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.573508 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.591934 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.600726 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d79d494-5198-4416-a658-8689e4ba8f46'] response: {'name': 'network-changed', 'server_uuid': 'def01e56-432e-4808-9f20-34ab2b73fb71', 'tag': '93ba003d-2cc3-4b2a-8022-5c504393115c', 'status': 'completed', 'code': 200} May 30 20:11:40.602637 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dd7f0f30-6b9a-4b75-8e22-caeea68ad0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.619565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f5cbc-617d-4495-88db-208fed2c5123 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Port': ['ID=d545f453-85ee-4ad1-821c-03f0969a22ba,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:40.625200 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e09560c-44cd-410a-ac45-61d15bba5f50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.626385 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4e09560c-44cd-410a-ac45-61d15bba5f50 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5555706 May 30 20:11:40.655383 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37390) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:40.673829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-b07e21b2-4f39-45d4-ac1c-fdde318c36c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group_rule': {'security_group_id': '8422b1eb-9546-4c8e-99f4-8e55cd4c5dec', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:40.687175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beebb25-febb-41e4-93bf-cd83f11f0434 service neutron] Pushing event updated for resources: {'Port': ['ID=93ba003d-2cc3-4b2a-8022-5c504393115c,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:40.778518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-effb36f2-22c5-4063-9f13-54908f943bc4 None None] Port f72f5d12-94af-4235-a431-fbc1efab57d5 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:40.788461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b07e21b2-4f39-45d4-ac1c-fdde318c36c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:40.820893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b07e21b2-4f39-45d4-ac1c-fdde318c36c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:40.825103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f0f30-6b9a-4b75-8e22-caeea68ad0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c409f7-d456-4900-b739-c33bb39d5fa6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:40.840737 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b07e21b2-4f39-45d4-ac1c-fdde318c36c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:40.857028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Network 677b4579-4403-49bf-8cf6-3e606ff679de is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:40.874158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e957b6-e3e5-47cd-a5cf-021793183df2 req-9fb92bf5-eb87-42ca-bf8d-363e30fe8589 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:40.886240 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-02e957b6-e3e5-47cd-a5cf-021793183df2 req-9fb92bf5-eb87-42ca-bf8d-363e30fe8589 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 943 time: 0.9243217 May 30 20:11:40.899018 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dd7f0f30-6b9a-4b75-8e22-caeea68ad0f3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=96c4d26570774748a36d91ffc0530877&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6250231 May 30 20:11:40.900736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:40.944144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b07e21b2-4f39-45d4-ac1c-fdde318c36c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:40.945395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37396) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:40.954904 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['9907e8ef-f580-43c5-88e7-cc6db4945e63'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:11:41.040621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=9907e8ef-f580-43c5-88e7-cc6db4945e63,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:41.074673 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8a2f5cbc-617d-4495-88db-208fed2c5123 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:41.158549 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:41.267681 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port bd7675c5-d8ff-4bde-bee9-e0b30ceb1072, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=bd7675c5-d8ff-4bde-bee9-e0b30ceb1072,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:41.336781 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:41.338731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f8631a28-3c5d-4c34-91c0-fcf71913c73c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:41.529550 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8f221298-b9d0-4dc3-a406-c7ed325e1b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1704130055-router', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:40Z', 'updated_at': '2022-05-30T20:04:46Z', 'revision_number': 4, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'gw_port': {'id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '9287c5f5-1419-4784-a8ef-5f78469d7253', 'name': '', 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'mac_address': 'fa:16:3e:a5:02:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:45Z', 'updated_at': '2022-05-30T20:05:29Z', 'revision_number': 5, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'subnets': [{'id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:41.555645 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f221298-b9d0-4dc3-a406-c7ed325e1b01 None None] The sync data for ids ['37eeba98-0646-4c3e-97ac-0214b6533b1d'] in n-d-843949-2 is: [{'id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1704130055-router', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:40Z', 'updated_at': '2022-05-30T20:04:46Z', 'revision_number': 4, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'gw_port': {'id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '9287c5f5-1419-4784-a8ef-5f78469d7253', 'name': '', 'network_id': '1c618fce-8e1a-4264-8a30-66966112ca92', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'mac_address': 'fa:16:3e:a5:02:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:45Z', 'updated_at': '2022-05-30T20:05:29Z', 'revision_number': 5, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'subnets': [{'id': 'eacd493c-a56e-47fd-9217-e8ad524e2ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:11:41.557823 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=bd7675c5-d8ff-4bde-bee9-e0b30ceb1072,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:41.567989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-22492b90-c6f1-4611-96e8-19956a27ba11 None None] Provisioning complete for port bada1cbe-841c-48d5-a036-3634e52bbb62 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:41.568371 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-22492b90-c6f1-4611-96e8-19956a27ba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:41.629200 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-02e957b6-e3e5-47cd-a5cf-021793183df2 req-33bc5d92-8651-407f-bd71-522c18fe2e6a tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7416341 May 30 20:11:41.647815 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-30adf6cd-74b9-413b-8112-f483c17cf5db service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 1095 time: 1.2914832 May 30 20:11:41.685261 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b07e21b2-4f39-45d4-ac1c-fdde318c36c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:41.728188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-22492b90-c6f1-4611-96e8-19956a27ba11 None None] Port bada1cbe-841c-48d5-a036-3634e52bbb62 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:41.733432 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f8631a28-3c5d-4c34-91c0-fcf71913c73c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:41.733793 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:41.751888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2f5cbc-617d-4495-88db-208fed2c5123 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 24bb4ae5-265d-45f5-aaf7-6d126e201f01 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:11:41.775645 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:11:27Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '88674430-098b-4c12-ac57-c1cfd9d339a6', 'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:f0:74:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:24Z', 'updated_at': '2022-05-30T20:11:38Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:41.795712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d7fe0-43a1-4f79-90d0-d3ab80a06200 None None] The sync data for ids ['e045d8c6-14c7-434f-b27d-351bd241df88'] in n-d-843949-2 is: [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:11:27Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '88674430-098b-4c12-ac57-c1cfd9d339a6', 'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:f0:74:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:24Z', 'updated_at': '2022-05-30T20:11:38Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:11:42.023080 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1b64e08e-df82-4836-b619-05edbfe9799a req-7aa374c7-5b37-4c2c-b594-5abc7920533a tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 210 time: 0.1896966 May 30 20:11:42.028213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2f5cbc-617d-4495-88db-208fed2c5123 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:11:42.036735 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8a2f5cbc-617d-4495-88db-208fed2c5123 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/24bb4ae5-265d-45f5-aaf7-6d126e201f01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8974080 May 30 20:11:42.037554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37402) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:42.040652 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe785749-77d1-4e43-b23f-7c99d17d9765 None None] Sync routers for ids ['24bb4ae5-265d-45f5-aaf7-6d126e201f01'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:11:42.078631 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe785749-77d1-4e43-b23f-7c99d17d9765 None None] Routers {'24bb4ae5-265d-45f5-aaf7-6d126e201f01'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:42.079261 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fe785749-77d1-4e43-b23f-7c99d17d9765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['24bb4ae5-265d-45f5-aaf7-6d126e201f01'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:42.083338 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-ff19e94e-bbb2-4cbb-80aa-b7f3fd347e04 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93ba003d-2cc3-4b2a-8022-5c504393115c HTTP/1.1" status: 200 len: 217 time: 0.4260180 May 30 20:11:42.108314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2867c716-814a-4cf1-85d7-7bdad34abeb9 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Synchronizing usage tracker for tenant:758efaed7a954d48b571181ce4e6d8b0 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:42.156593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2867c716-814a-4cf1-85d7-7bdad34abeb9 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Unset dirty status for tenant:758efaed7a954d48b571181ce4e6d8b0 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:42.164730 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2867c716-814a-4cf1-85d7-7bdad34abeb9 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports?device_id=24bb4ae5-265d-45f5-aaf7-6d126e201f01 HTTP/1.1" status: 200 len: 205 time: 0.1260965 May 30 20:11:42.167516 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37406) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:42.168071 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-deleted', 'tag': '6f827944-7b7b-4e81-9a6a-63a922b64815'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:42.257096 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fe785749-77d1-4e43-b23f-7c99d17d9765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:42.291485 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe785749-77d1-4e43-b23f-7c99d17d9765 None None] Routers {'24bb4ae5-265d-45f5-aaf7-6d126e201f01'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:42.292421 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fe785749-77d1-4e43-b23f-7c99d17d9765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['24bb4ae5-265d-45f5-aaf7-6d126e201f01'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:42.301606 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 88674430-098b-4c12-ac57-c1cfd9d339a6 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:42.329377 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61411dd4-002b-4afc-808e-5809a0fdd46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:42.399266 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61411dd4-002b-4afc-808e-5809a0fdd46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:42.429301 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fe785749-77d1-4e43-b23f-7c99d17d9765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:42.429726 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe785749-77d1-4e43-b23f-7c99d17d9765 None None] The sync data for ids ['24bb4ae5-265d-45f5-aaf7-6d126e201f01'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:11:42.429908 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 88674430-098b-4c12-ac57-c1cfd9d339a6 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:42.445402 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 88674430-098b-4c12-ac57-c1cfd9d339a6 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:42.446039 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:42.478707 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:42.542096 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b07e21b2-4f39-45d4-ac1c-fdde318c36c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:42.550630 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:42.612932 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:42.625072 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9907e8ef-f580-43c5-88e7-cc6db4945e63 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:42.634189 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b095bf-1427-4fd4-8e10-70f7a295a983'] response: {'server_uuid': '182da0ce-1656-4cfd-9592-420799f2b30c', 'name': 'network-vif-deleted', 'tag': '6f827944-7b7b-4e81-9a6a-63a922b64815', 'status': 'completed', 'code': 200} May 30 20:11:42.684093 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9b0c1ba8-0831-4e68-9b89-d245ea7ee1e7 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:42.710474 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 88674430-098b-4c12-ac57-c1cfd9d339a6, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=88674430-098b-4c12-ac57-c1cfd9d339a6,segment=NetworkSegment(5c55f4e9-6669-48bd-ac37-9f6962053b9f),segment_id=5c55f4e9-6669-48bd-ac37-9f6962053b9f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:42.718419 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:42.719371 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bd7675c5-d8ff-4bde-bee9-e0b30ceb1072 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:42.805111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d144778-2ea9-4c54-828c-763d8cca5b6c req-6d62f6f9-b18a-4af6-84d6-5474d009f5b1 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:42.813516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2d144778-2ea9-4c54-828c-763d8cca5b6c req-6d62f6f9-b18a-4af6-84d6-5474d009f5b1 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 944 time: 1.7439210 May 30 20:11:42.854441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Pushing event updated for resources: {'Port': ['ID=f72f5d12-94af-4235-a431-fbc1efab57d5,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:42.859250 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b07e21b2-4f39-45d4-ac1c-fdde318c36c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:42.966459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-b6e9f697-534e-42cb-9f2a-46e0a3a83623 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:42.968136 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-b6e9f697-534e-42cb-9f2a-46e0a3a83623 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.8674958 May 30 20:11:42.979696 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b07e21b2-4f39-45d4-ac1c-fdde318c36c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:42.981263 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b07e21b2-4f39-45d4-ac1c-fdde318c36c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 2.3238854 May 30 20:11:42.990970 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=88674430-098b-4c12-ac57-c1cfd9d339a6,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:42.999907 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 9907e8ef-f580-43c5-88e7-cc6db4945e63 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:43.000402 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.025896 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e21b2-4f39-45d4-ac1c-fdde318c36c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f637645-2443-472a-b5aa-1e97ef7ab46f,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:43.053433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37414) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:43.091918 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a0a1c607-ea58-4834-b691-dd8033bd733a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group_rule': {'security_group_id': '8422b1eb-9546-4c8e-99f4-8e55cd4c5dec', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:43.099042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a0a1c607-ea58-4834-b691-dd8033bd733a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:43.104112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a0a1c607-ea58-4834-b691-dd8033bd733a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:43.107576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a0a1c607-ea58-4834-b691-dd8033bd733a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:43.117104 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port bd7675c5-d8ff-4bde-bee9-e0b30ceb1072 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:43.117476 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.120105 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a0a1c607-ea58-4834-b691-dd8033bd733a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:43.160924 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61411dd4-002b-4afc-808e-5809a0fdd46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.164799 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61411dd4-002b-4afc-808e-5809a0fdd46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.167460 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-61411dd4-002b-4afc-808e-5809a0fdd46b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/18c409f7-d456-4900-b739-c33bb39d5fa6 HTTP/1.1" status: 204 len: 168 time: 2.2116220 May 30 20:11:43.189301 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0a1c607-ea58-4834-b691-dd8033bd733a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.227735 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.328432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61411dd4-002b-4afc-808e-5809a0fdd46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c409f7-d456-4900-b739-c33bb39d5fa6,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:43.361380 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.377779 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9b0c1ba8-0831-4e68-9b89-d245ea7ee1e7 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.382992 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9b0c1ba8-0831-4e68-9b89-d245ea7ee1e7 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.409591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2d144778-2ea9-4c54-828c-763d8cca5b6c req-7f14fc42-1e70-45c8-9328-34beb6fe1c09 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5945215 May 30 20:11:43.449187 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9b0c1ba8-0831-4e68-9b89-d245ea7ee1e7 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.449780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0c1ba8-0831-4e68-9b89-d245ea7ee1e7 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Fanout notify agent at l3_agent the message router_deleted on router 24bb4ae5-265d-45f5-aaf7-6d126e201f01 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:11:43.457650 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b772439e-359d-4d8e-93fa-a665e8539302 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:43.472612 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9b0c1ba8-0831-4e68-9b89-d245ea7ee1e7 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.476658 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9b0c1ba8-0831-4e68-9b89-d245ea7ee1e7 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/routers/24bb4ae5-265d-45f5-aaf7-6d126e201f01 HTTP/1.1" status: 204 len: 168 time: 1.3035836 May 30 20:11:43.482163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37422) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:43.517179 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a668f35-5a12-475e-8815-91886d10f405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9907e8ef-f580-43c5-88e7-cc6db4945e63'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:43.533313 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0a1c607-ea58-4834-b691-dd8033bd733a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.533558 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 9907e8ef-f580-43c5-88e7-cc6db4945e63, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9907e8ef-f580-43c5-88e7-cc6db4945e63,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:43.546503 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.549725 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0a1c607-ea58-4834-b691-dd8033bd733a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.592133 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8d4ec-f9bf-49ed-8427-6ebece05c817 req-75480453-636d-46c9-ac0b-69aa458f04d0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:43.593637 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ed8d4ec-f9bf-49ed-8427-6ebece05c817 req-75480453-636d-46c9-ac0b-69aa458f04d0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 944 time: 0.7282579 May 30 20:11:43.619698 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-d072cd20-449f-42f3-bebd-ce683f11ffeb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6302299 May 30 20:11:43.641194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port b772439e-359d-4d8e-93fa-a665e8539302 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:43.641967 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.666407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1c607-ea58-4834-b691-dd8033bd733a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca671f2-4999-4ce5-90df-0969ebb8b9d1,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:43.714402 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=9907e8ef-f580-43c5-88e7-cc6db4945e63,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:43.742492 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0a1c607-ea58-4834-b691-dd8033bd733a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.746633 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a0a1c607-ea58-4834-b691-dd8033bd733a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6827283 May 30 20:11:43.760653 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cf87334-3882-4080-90de-e1f4f6e6a18d req-57608ea9-a826-4c8f-8ec8-73cffaafccf3 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/ports?device_id=182da0ce-1656-4cfd-9592-420799f2b30c HTTP/1.1" status: 200 len: 210 time: 0.1399007 May 30 20:11:43.778681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37430) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:43.779346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37432) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:43.786897 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-61cfaac6-f80e-43fe-9db1-e0f1d8d34888 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group_rule': {'security_group_id': '8422b1eb-9546-4c8e-99f4-8e55cd4c5dec', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:43.804600 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-61cfaac6-f80e-43fe-9db1-e0f1d8d34888 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:43.810689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-61cfaac6-f80e-43fe-9db1-e0f1d8d34888 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:43.821435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-61cfaac6-f80e-43fe-9db1-e0f1d8d34888 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:43.854375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-61cfaac6-f80e-43fe-9db1-e0f1d8d34888 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:43.867327 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a8a699df-3486-49ae-8d82-59f98fb5103d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.886464 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead58c55-0f96-43c3-ba40-7f52c3aa0a84'] response: {'server_uuid': '3a668f35-5a12-475e-8815-91886d10f405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9907e8ef-f580-43c5-88e7-cc6db4945e63', 'code': 200} May 30 20:11:43.896239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Network def4f14d-c04a-4ac8-9422-2ee039daee9f is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:43.903913 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:43.917149 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-61cfaac6-f80e-43fe-9db1-e0f1d8d34888 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.959888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1fdda0-758e-4334-9681-39ddbaf9105b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting subnet 1246dd7e-97b3-443d-a07f-9f2cd685b668 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:11:43.974839 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db1fdda0-758e-4334-9681-39ddbaf9105b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.007988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a8a699df-3486-49ae-8d82-59f98fb5103d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:44.041919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a8a699df-3486-49ae-8d82-59f98fb5103d admin admin] Usage tracker for resource:security_group_rule and tenant:7ab030ffbcda4858b418edf69cbd84de is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:44.046186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a8a699df-3486-49ae-8d82-59f98fb5103d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:44.058982 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a8a699df-3486-49ae-8d82-59f98fb5103d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:44.099485 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ed8d4ec-f9bf-49ed-8427-6ebece05c817 req-e536bc88-6be8-452c-b0de-23722ff929de tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771655 May 30 20:11:44.123743 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 88674430-098b-4c12-ac57-c1cfd9d339a6 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:44.165704 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Router 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:11:44.174746 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-01d8ad2b-7aa8-41fb-9d73-c3387174fa07 service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100136 May 30 20:11:44.197897 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db1fdda0-758e-4334-9681-39ddbaf9105b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.237179 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 88674430-098b-4c12-ac57-c1cfd9d339a6 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:44.237462 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.284212 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a8a699df-3486-49ae-8d82-59f98fb5103d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.307704 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a8a699df-3486-49ae-8d82-59f98fb5103d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.316731 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-61cfaac6-f80e-43fe-9db1-e0f1d8d34888 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.345464 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-61cfaac6-f80e-43fe-9db1-e0f1d8d34888 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.388457 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-68887833-7e59-473a-ab28-d0ca1a7d5f69 None None] Provisioning complete for port f72f5d12-94af-4235-a431-fbc1efab57d5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:44.388830 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-68887833-7e59-473a-ab28-d0ca1a7d5f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.425160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfaac6-f80e-43fe-9db1-e0f1d8d34888 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bd7b6f-6696-4b1d-a425-1e77cbcbc24f,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:44.443354 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-804c71e6-1bbb-4205-bdcd-da40a7f8e223 req-6e58d356-ecf8-4c87-8b9e-5e0c9c98fab7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 1096 time: 0.3405023 May 30 20:11:44.451594 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-68887833-7e59-473a-ab28-d0ca1a7d5f69 None None] Port f72f5d12-94af-4235-a431-fbc1efab57d5 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:44.466520 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db1fdda0-758e-4334-9681-39ddbaf9105b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.523801 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a8a699df-3486-49ae-8d82-59f98fb5103d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7ab030ffbcda4858b418edf69cbd84de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7417386 May 30 20:11:44.524614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a699df-3486-49ae-8d82-59f98fb5103d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2777bd-813f-4b0b-a7ab-b7b347f75f99,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:44.529051 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37440) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:44.567797 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-61cfaac6-f80e-43fe-9db1-e0f1d8d34888 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.571687 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-61cfaac6-f80e-43fe-9db1-e0f1d8d34888 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7884541 May 30 20:11:44.577899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37444) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:44.592327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-54c61f07-9935-40c3-b3ac-4c3d56731156 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group_rule': {'security_group_id': '8422b1eb-9546-4c8e-99f4-8e55cd4c5dec', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:44.611660 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-54c61f07-9935-40c3-b3ac-4c3d56731156 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:44.628127 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-54c61f07-9935-40c3-b3ac-4c3d56731156 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:44.632560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-54c61f07-9935-40c3-b3ac-4c3d56731156 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:44.644853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-54c61f07-9935-40c3-b3ac-4c3d56731156 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:44.653171 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db1fdda0-758e-4334-9681-39ddbaf9105b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.701391 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-804c71e6-1bbb-4205-bdcd-da40a7f8e223 req-18a98494-59a1-4143-8442-70c26ffe69a6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714096 May 30 20:11:44.711046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fdda0-758e-4334-9681-39ddbaf9105b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Subnet': ['ID=1246dd7e-97b3-443d-a07f-9f2cd685b668,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:44.715891 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-54c61f07-9935-40c3-b3ac-4c3d56731156 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Project 83c273a70b9742ee885b1f1f37dab263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:11:44.721232 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3611fcb2-6756-40fd-99d8-5e3a0c46e3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.724648 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db1fdda0-758e-4334-9681-39ddbaf9105b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.728403 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d369b73-c6b5-44d9-9c02-0063272dbfab None None] Network 24a9765d-77f1-4d19-8616-d4d2427db477 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:44.736206 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54c61f07-9935-40c3-b3ac-4c3d56731156 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.758089 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-db1fdda0-758e-4334-9681-39ddbaf9105b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/subnets/1246dd7e-97b3-443d-a07f-9f2cd685b668 HTTP/1.1" status: 204 len: 168 time: 1.2725124 May 30 20:11:44.759202 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37448) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:44.784274 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3611fcb2-6756-40fd-99d8-5e3a0c46e3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.852569 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54c61f07-9935-40c3-b3ac-4c3d56731156 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.858090 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54c61f07-9935-40c3-b3ac-4c3d56731156 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.866231 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0f8ee29-d379-4e90-b763-36ee65e9446c req-4d028a2a-c2b0-4587-a5e6-48cf6a75247f service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6835186 May 30 20:11:44.887000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c61f07-9935-40c3-b3ac-4c3d56731156 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9ebb29-26e1-4edc-af30-c20cf27f0671,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:44.896583 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3611fcb2-6756-40fd-99d8-5e3a0c46e3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.917169 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3611fcb2-6756-40fd-99d8-5e3a0c46e3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.919466 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3611fcb2-6756-40fd-99d8-5e3a0c46e3bb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ea2777bd-813f-4b0b-a7ab-b7b347f75f99 HTTP/1.1" status: 204 len: 168 time: 0.3864181 May 30 20:11:44.921077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611fcb2-6756-40fd-99d8-5e3a0c46e3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2777bd-813f-4b0b-a7ab-b7b347f75f99,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:44.923245 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54c61f07-9935-40c3-b3ac-4c3d56731156 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.924399 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-54c61f07-9935-40c3-b3ac-4c3d56731156 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3456135 May 30 20:11:44.936607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37456) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:44.951006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d73663b5-51f1-4817-872a-103ef71b6f14 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group_rule': {'security_group_id': '8422b1eb-9546-4c8e-99f4-8e55cd4c5dec', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:44.966203 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d73663b5-51f1-4817-872a-103ef71b6f14 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:44.973342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d73663b5-51f1-4817-872a-103ef71b6f14 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:44.976220 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.981665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d73663b5-51f1-4817-872a-103ef71b6f14 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:44.993568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d73663b5-51f1-4817-872a-103ef71b6f14 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:45.017354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f53ad0-f5b2-4843-8d63-4d8dce4dd820 req-02890d35-9e0f-482f-a6f1-40c7cda7dcaa tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:45.018872 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54f53ad0-f5b2-4843-8d63-4d8dce4dd820 req-02890d35-9e0f-482f-a6f1-40c7cda7dcaa tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 944 time: 0.4680979 May 30 20:11:45.020478 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-d73663b5-51f1-4817-872a-103ef71b6f14 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Project 83c273a70b9742ee885b1f1f37dab263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:11:45.027607 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d73663b5-51f1-4817-872a-103ef71b6f14 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.064447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port 26f7a439-e2ba-4bfa-955e-0be4253869ca {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:45.066096 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.068743 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1cbf0a-ffd6-4cdd-90ac-6e7600bb15d3 None None] DHCP port deletion for 24a9765d-77f1-4d19-8616-d4d2427db477 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:11:45.074478 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bb1cbf0a-ffd6-4cdd-90ac-6e7600bb15d3 None None] Deleting port 26f7a439-e2ba-4bfa-955e-0be4253869ca {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:45.075143 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bb1cbf0a-ffd6-4cdd-90ac-6e7600bb15d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.110770 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37462) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:45.254845 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54f53ad0-f5b2-4843-8d63-4d8dce4dd820 req-1f0175ff-ec31-40fe-928a-ceec4f98fe04 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243855 May 30 20:11:45.277640 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-207513d7-510e-4bf7-9560-24da1f8f1910 req-f9d7fba7-9022-4356-8fae-d74c76b58cc7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 1095 time: 0.3459640 May 30 20:11:45.303219 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e3a3e966-fc89-4139-8d71-40df58df6e60 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.306058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d73663b5-51f1-4817-872a-103ef71b6f14 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.319944 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d73663b5-51f1-4817-872a-103ef71b6f14 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.426771 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bb1cbf0a-ffd6-4cdd-90ac-6e7600bb15d3 None None] For port 26f7a439-e2ba-4bfa-955e-0be4253869ca, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=26f7a439-e2ba-4bfa-955e-0be4253869ca,segment=NetworkSegment(c9198dd0-9daa-4aad-8cb7-66c19b9b8748),segment_id=c9198dd0-9daa-4aad-8cb7-66c19b9b8748)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:45.428013 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bb1cbf0a-ffd6-4cdd-90ac-6e7600bb15d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.467735 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] For port 26f7a439-e2ba-4bfa-955e-0be4253869ca, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=26f7a439-e2ba-4bfa-955e-0be4253869ca,segment=NetworkSegment(c9198dd0-9daa-4aad-8cb7-66c19b9b8748),segment_id=c9198dd0-9daa-4aad-8cb7-66c19b9b8748)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:45.468300 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.489328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73663b5-51f1-4817-872a-103ef71b6f14 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941cc03a-09c3-4c0e-94e9-6ad63d255a0b,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:45.494819 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e3a3e966-fc89-4139-8d71-40df58df6e60 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.518458 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d73663b5-51f1-4817-872a-103ef71b6f14 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.519675 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d73663b5-51f1-4817-872a-103ef71b6f14 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5809178 May 30 20:11:45.559618 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e3a3e966-fc89-4139-8d71-40df58df6e60 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.581491 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3e966-fc89-4139-8d71-40df58df6e60 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff92435-7ada-4e0b-b3a2-ca5769294cf5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:45.595065 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e3a3e966-fc89-4139-8d71-40df58df6e60 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.598845 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e3a3e966-fc89-4139-8d71-40df58df6e60 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "DELETE /v2.0/security-groups/eff92435-7ada-4e0b-b3a2-ca5769294cf5 HTTP/1.1" status: 204 len: 168 time: 0.4845181 May 30 20:11:45.600268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37476) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:45.618405 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-f8d6ad7c-5b5b-480d-a7f1-403af4cb1ff9 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] show failed (client error): The resource could not be found. May 30 20:11:45.622630 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f8d6ad7c-5b5b-480d-a7f1-403af4cb1ff9 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "GET /v2.0/security-groups/eff92435-7ada-4e0b-b3a2-ca5769294cf5 HTTP/1.1" status: 404 len: 347 time: 0.0194883 May 30 20:11:45.622877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37480) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:45.684343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bb1cbf0a-ffd6-4cdd-90ac-6e7600bb15d3 None None] Calling delete_port for 26f7a439-e2ba-4bfa-955e-0be4253869ca owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:45.826697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Calling delete_port for 26f7a439-e2ba-4bfa-955e-0be4253869ca owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:45.828218 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bb1cbf0a-ffd6-4cdd-90ac-6e7600bb15d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.841502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4a8563a7-2b60-4841-9e5b-40c3a575e7e6 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Deleting port 1f5a2732-c634-488c-8570-e2abbdebef5a {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:45.841862 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a8563a7-2b60-4841-9e5b-40c3a575e7e6 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.941641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:11:45.941902 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cbf0a-ffd6-4cdd-90ac-6e7600bb15d3 None None] Pushing event deleted for resources: {'Port': ['ID=26f7a439-e2ba-4bfa-955e-0be4253869ca,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:45.972511 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-090ef192-f024-42e0-8397-4cf20e2ea158 admin admin] 10.222.0.84 "PUT /v2.0/routers/4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.0930395 May 30 20:11:45.982909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1cbf0a-ffd6-4cdd-90ac-6e7600bb15d3 None None] No DVR routers for this DVR port 26f7a439-e2ba-4bfa-955e-0be4253869ca on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:11:46.062463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Router df6f6363-fe56-48b5-80c0-7fe91ef710ae has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:11:46.074534 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207513d7-510e-4bf7-9560-24da1f8f1910 req-273efa4e-df8d-4da8-9e38-6e91fe382590 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:46.076213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-207513d7-510e-4bf7-9560-24da1f8f1910 req-273efa4e-df8d-4da8-9e38-6e91fe382590 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.7872519 May 30 20:11:46.083012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-a585b5ca-8d05-4652-9cec-73aee8e24d54 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Synchronizing usage tracker for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:46.137235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 26f7a439-e2ba-4bfa-955e-0be4253869ca no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:46.145889 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a8563a7-2b60-4841-9e5b-40c3a575e7e6 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:46.146215 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a8563a7-2b60-4841-9e5b-40c3a575e7e6 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:46.238642 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 26f7a439-e2ba-4bfa-955e-0be4253869ca {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:11:46.238994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 26f7a439-e2ba-4bfa-955e-0be4253869ca not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:11:46.378350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4a8563a7-2b60-4841-9e5b-40c3a575e7e6 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Calling delete_port for 1f5a2732-c634-488c-8570-e2abbdebef5a owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:46.451131 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:11:46.453107 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:11:46.484800 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-207513d7-510e-4bf7-9560-24da1f8f1910 req-39eac178-a090-44a8-b514-2cf88c685fc5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93ba003d-2cc3-4b2a-8022-5c504393115c HTTP/1.1" status: 200 len: 217 time: 0.3988581 May 30 20:11:46.495575 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca15b1-ceac-488d-8235-9859dbc7276c req-aaeaf9b8-fce7-4632-a856-2b0368799481 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:46.506440 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94ca15b1-ceac-488d-8235-9859dbc7276c req-aaeaf9b8-fce7-4632-a856-2b0368799481 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 1.0218263 May 30 20:11:46.583792 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a8563a7-2b60-4841-9e5b-40c3a575e7e6 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:46.621115 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-a585b5ca-8d05-4652-9cec-73aee8e24d54 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Unset dirty status for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:46.622257 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-a585b5ca-8d05-4652-9cec-73aee8e24d54 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934773777&fields=id&tenant_id=83c273a70b9742ee885b1f1f37dab263 HTTP/1.1" status: 200 len: 267 time: 0.8028183 May 30 20:11:46.676112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8563a7-2b60-4841-9e5b-40c3a575e7e6 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event deleted for resources: {'Port': ['ID=1f5a2732-c634-488c-8570-e2abbdebef5a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:46.737139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a8563a7-2b60-4841-9e5b-40c3a575e7e6 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:46.754923 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a8563a7-2b60-4841-9e5b-40c3a575e7e6 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:46.756049 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4a8563a7-2b60-4841-9e5b-40c3a575e7e6 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "DELETE /v2.0/floatingips/536e3bd9-8621-494d-a6a4-74f7ea79c753 HTTP/1.1" status: 204 len: 168 time: 1.1321816 May 30 20:11:46.758798 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37514) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:46.823482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207513d7-510e-4bf7-9560-24da1f8f1910 req-5f8cce6a-2892-49fa-b9c3-7b54f511e2e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:46.824776 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-207513d7-510e-4bf7-9560-24da1f8f1910 req-5f8cce6a-2892-49fa-b9c3-7b54f511e2e3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.3135149 May 30 20:11:46.829394 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9c6119f5-c7de-400a-967d-602e4b706865 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Deleting port 0be2f338-0fcb-446a-a253-87193f57992b {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:46.829971 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c6119f5-c7de-400a-967d-602e4b706865 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:46.840692 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94ca15b1-ceac-488d-8235-9859dbc7276c req-2c8bc095-2fed-497c-b5c2-dfe71ffa93d8 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332613 May 30 20:11:46.845259 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 93ba003d-2cc3-4b2a-8022-5c504393115c details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:11:46.959433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port 26f7a439-e2ba-4bfa-955e-0be4253869ca {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:46.959768 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:47.093553 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 93ba003d-2cc3-4b2a-8022-5c504393115c, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=93ba003d-2cc3-4b2a-8022-5c504393115c,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:47.109515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '93ba003d-2cc3-4b2a-8022-5c504393115c', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'port_id': '93ba003d-2cc3-4b2a-8022-5c504393115c', 'mac_address': 'fa:16:3e:d8:92:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:11:47.155076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] The port '26f7a439-e2ba-4bfa-955e-0be4253869ca' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:11:47.180666 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:47.205166 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ba003d-2cc3-4b2a-8022-5c504393115c {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:47.232568 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-cdd597cf-0ade-4825-be16-a33678ddc505 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:47.235140 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 93ba003d-2cc3-4b2a-8022-5c504393115c, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=93ba003d-2cc3-4b2a-8022-5c504393115c,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:47.245206 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-cdd597cf-0ade-4825-be16-a33678ddc505 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Synchronizing usage tracker for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:47.245686 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:47.246218 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c6119f5-c7de-400a-967d-602e4b706865 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:47.354578 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=93ba003d-2cc3-4b2a-8022-5c504393115c,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:47.385851 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9c6119f5-c7de-400a-967d-602e4b706865 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Calling delete_port for 0be2f338-0fcb-446a-a253-87193f57992b owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:47.453221 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:47.461679 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-cdd597cf-0ade-4825-be16-a33678ddc505 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Unset dirty status for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:47.463661 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['93ba003d-2cc3-4b2a-8022-5c504393115c'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:11:47.468377 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-cdd597cf-0ade-4825-be16-a33678ddc505 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/networks?id=d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 HTTP/1.1" status: 200 len: 796 time: 0.8320644 May 30 20:11:47.479260 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-207513d7-510e-4bf7-9560-24da1f8f1910 req-ece34bd2-d323-46a7-b282-8a9903b90164 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6349351 May 30 20:11:47.532318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a9765d-77f1-4d19-8616-d4d2427db477']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:47.600326 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c6119f5-c7de-400a-967d-602e4b706865 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:47.609154 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-5a3ebaa6-4785-4298-8505-c647a226a3e5 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/quotas/83c273a70b9742ee885b1f1f37dab263 HTTP/1.1" status: 200 len: 375 time: 0.1396205 May 30 20:11:47.618313 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9198dd0-9daa-4aad-8cb7-66c19b9b8748') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:47.618609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9198dd0-9daa-4aad-8cb7-66c19b9b8748') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:47.670010 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6119f5-c7de-400a-967d-602e4b706865 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event deleted for resources: {'Port': ['ID=0be2f338-0fcb-446a-a253-87193f57992b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:47.684952 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:47.729443 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd9607-8363-4823-a00b-7e73917b1005 req-326a6c13-b6ba-480a-b1d5-56bb746c5b5a tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:47.730922 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ebd9607-8363-4823-a00b-7e73917b1005 req-326a6c13-b6ba-480a-b1d5-56bb746c5b5a tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 944 time: 0.6678414 May 30 20:11:47.760620 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:47.785478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:11:47.785874 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: timer() May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:11:47.810745 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:11:47.889857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37538) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:47.915161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1279958500-network', 'tenant_id': '130d09df906442a4bddd6e3d03d415e7'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:47.925868 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-207513d7-510e-4bf7-9560-24da1f8f1910 req-1be2aeb3-ad36-4911-b1c4-3a9cc974b254 service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273016 May 30 20:11:47.941982 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:47.975240 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Usage tracker for resource:network and tenant:130d09df906442a4bddd6e3d03d415e7 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:47.980467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:47.981649 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c6119f5-c7de-400a-967d-602e4b706865 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:47.996339 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9c6119f5-c7de-400a-967d-602e4b706865 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "DELETE /v2.0/ports/0be2f338-0fcb-446a-a253-87193f57992b HTTP/1.1" status: 204 len: 168 time: 1.2357588 May 30 20:11:47.996973 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37546) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:48.047591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:48.055138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:11:48.056837 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:48.066348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Sync routers for ids ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:11:48.087031 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Routers {'df6f6363-fe56-48b5-80c0-7fe91ef710ae'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:48.089005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:48.092999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c813b229-f77a-4c4e-aba8-fc2393f8f09f tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Deleting port a1af3658-e0a8-482d-bfac-62be8aff685f {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:48.093536 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c813b229-f77a-4c4e-aba8-fc2393f8f09f tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:48.095809 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:48.111992 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ebd9607-8363-4823-a00b-7e73917b1005 req-393740b3-f20a-430c-bfd0-2e601578a1f0 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569765 May 30 20:11:48.125471 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Network': ['ID=24a9765d-77f1-4d19-8616-d4d2427db477,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:48.136497 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Made reservation on behalf of 130d09df906442a4bddd6e3d03d415e7 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:48.138909 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:48.372016 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-5f5b98c9-b382-45f1-921d-1056c3223ce8 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=83c273a70b9742ee885b1f1f37dab263&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7418005 May 30 20:11:48.378767 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7c90cd37-2ed8-4809-b5a2-45bc25ebb9ac tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/networks/24a9765d-77f1-4d19-8616-d4d2427db477 HTTP/1.1" status: 204 len: 168 time: 3.6081676 May 30 20:11:48.379089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37556) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:48.385186 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:48.419791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1110938911', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:48.471433 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d156ed74-69a9-4934-a152-cf8eb02111ec admin admin] 10.222.0.84 "PUT /v2.0/routers/df6f6363-fe56-48b5-80c0-7fe91ef710ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 22.5936112 May 30 20:11:48.473423 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:48.473561 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-207513d7-510e-4bf7-9560-24da1f8f1910 req-6f866169-dc8c-4664-8690-86c45534a53b service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335767 May 30 20:11:48.477404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:router and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:48.508875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:48.521024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Set router df6f6363-fe56-48b5-80c0-7fe91ef710ae gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:48.537404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:48.600755 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:48.604726 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:48.605647 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:48.626323 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Usage tracker for resource:security_group_rule and tenant:130d09df906442a4bddd6e3d03d415e7 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:48.643141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:48.648362 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c813b229-f77a-4c4e-aba8-fc2393f8f09f tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:48.689402 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:48.747553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0219abf-e73e-4b24-b72b-92ed43b46d4b req-73a54a11-b8d6-4582-a029-265f4bb86237 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:48.757095 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0219abf-e73e-4b24-b72b-92ed43b46d4b req-73a54a11-b8d6-4582-a029-265f4bb86237 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.3931687 May 30 20:11:48.779775 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:48.787086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c813b229-f77a-4c4e-aba8-fc2393f8f09f tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Calling delete_port for a1af3658-e0a8-482d-bfac-62be8aff685f owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:48.798418 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-c8c0c074-1de0-46ed-ba7c-8e2fc8367773 service neutron] 10.222.0.84 "GET /v2.0/networks/d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602614 May 30 20:11:48.876866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 93ba003d-2cc3-4b2a-8022-5c504393115c up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:48.955994 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-f3098246-66e3-498d-9635-f378c13bf8a2 service neutron] 10.222.0.84 "GET /v2.0/networks/d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564291 May 30 20:11:49.014551 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'name': 'tempest-ServersTestManualDisk-833752489-router', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:39Z', 'revision_number': 4, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'gw_port': {'id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:20Z', 'updated_at': '2022-05-30T20:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'f72f5d12-94af-4235-a431-fbc1efab57d5', 'name': '', 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'mac_address': 'fa:16:3e:43:11:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:35Z', 'updated_at': '2022-05-30T20:11:41Z', 'revision_number': 2, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'subnets': [{'id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:49.018090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 93ba003d-2cc3-4b2a-8022-5c504393115c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:49.023642 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 93ba003d-2cc3-4b2a-8022-5c504393115c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:49.024199 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:49.058858 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Checking router: df6f6363-fe56-48b5-80c0-7fe91ef710ae for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:11:49.059241 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Updating router df6f6363-fe56-48b5-80c0-7fe91ef710ae port f72f5d12-94af-4235-a431-fbc1efab57d5 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:11:49.059353 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:49.077067 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0219abf-e73e-4b24-b72b-92ed43b46d4b req-c091d040-1096-46a4-a498-0f5f7e6e6e9b tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189168 May 30 20:11:49.115253 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c813b229-f77a-4c4e-aba8-fc2393f8f09f tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:49.145521 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:49.227098 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:49.233343 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:49.245900 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813b229-f77a-4c4e-aba8-fc2393f8f09f tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event deleted for resources: {'Port': ['ID=a1af3658-e0a8-482d-bfac-62be8aff685f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:49.413715 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:11:49.433123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddfb5c5-01fc-4e8b-ae6c-8ccc12c3f350,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:49.464679 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c813b229-f77a-4c4e-aba8-fc2393f8f09f tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:49.471575 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c4339c7-24a1-4f8e-bc04-fcd423ffe2c7 req-07d6da2f-312d-4fb4-89f7-ecca1d554c31 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 210 time: 0.1461103 May 30 20:11:49.486988 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:49.487548 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Added segment 706cbdb3-3619-4e5f-b867-1e4ac10d2bce of type vlan for network dabfc627-2152-4c0a-a7ec-5b1cfd93cffd May 30 20:11:49.501755 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c813b229-f77a-4c4e-aba8-fc2393f8f09f tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "DELETE /v2.0/ports/a1af3658-e0a8-482d-bfac-62be8aff685f HTTP/1.1" status: 204 len: 168 time: 1.5037773 May 30 20:11:49.505123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37584) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:49.736486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37588) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:49.736729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37590) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:49.751879 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:49.771880 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0d74ca-d5f3-4666-9999-affccf455d2b None None] New status for floating IP 536e3bd9-8621-494d-a6a4-74f7ea79c753: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:11:49.787626 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:49.812900 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:49.821141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-b00a9e1d-bbe4-499b-a465-749ee82c4cc2 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--175066578', 'description': 'tempest-description--1222971192'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:49.829835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b00a9e1d-bbe4-499b-a465-749ee82c4cc2 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:49.834271 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b00a9e1d-bbe4-499b-a465-749ee82c4cc2 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Usage tracker for resource:security_group and tenant:eef88738dac1466b8f5722591af6815c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:49.837623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b00a9e1d-bbe4-499b-a465-749ee82c4cc2 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:49.844122 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b00a9e1d-bbe4-499b-a465-749ee82c4cc2 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:49.907511 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:49.936408 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def01e56-432e-4808-9f20-34ab2b73fb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ba003d-2cc3-4b2a-8022-5c504393115c'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:50.014355 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 93ba003d-2cc3-4b2a-8022-5c504393115c, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=93ba003d-2cc3-4b2a-8022-5c504393115c,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:50.026713 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b00a9e1d-bbe4-499b-a465-749ee82c4cc2 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.033856 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.136342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Allocated IP 172.25.5.163 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/82a2dee2-67bf-47a9-a933-de14f104bd29) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:50.246618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8508582-f001-43e6-82c5-3f1b7a620e5e tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Deleting subnet df1a862f-c15a-4dff-91bd-02f2ee2f6941 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:11:50.261062 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8508582-f001-43e6-82c5-3f1b7a620e5e tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.292669 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fab6b32d-fade-48b4-bd8a-fc31bb411f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.304006 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.309669 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.325381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=93ba003d-2cc3-4b2a-8022-5c504393115c,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:50.327593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b00a9e1d-bbe4-499b-a465-749ee82c4cc2 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:50.343871 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.344583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Transition to ACTIVE for port object f72f5d12-94af-4235-a431-fbc1efab57d5 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:50.345299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:50.345720 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.346316 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.350776 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b00a9e1d-bbe4-499b-a465-749ee82c4cc2 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Usage tracker for resource:security_group_rule and tenant:eef88738dac1466b8f5722591af6815c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:50.352733 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.377029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b00a9e1d-bbe4-499b-a465-749ee82c4cc2 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:50.463270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b00a9e1d-bbe4-499b-a465-749ee82c4cc2 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:50.498929 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8508582-f001-43e6-82c5-3f1b7a620e5e tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.561027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=82a2dee2-67bf-47a9-a933-de14f104bd29,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:50.561953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba68f9-0bc7-4976-b266-fc68725a76e8 None None] Pushing event updated for resources: {'Port': ['ID=f72f5d12-94af-4235-a431-fbc1efab57d5,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:50.563626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c86e29-15a8-4f96-9596-4cdb84e370e3 req-902f8fbf-f3d2-43ad-b4d9-8fff81acfced tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:50.571492 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-37c86e29-15a8-4f96-9596-4cdb84e370e3 req-902f8fbf-f3d2-43ad-b4d9-8fff81acfced tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.8380001 May 30 20:11:50.587240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:50.589169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:50.592109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:50.608166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fab6b32d-fade-48b4-bd8a-fc31bb411f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:50.619924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] Pushing event updated for resources: {'Network': ['ID=dabfc627-2152-4c0a-a7ec-5b1cfd93cffd,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:50.630920 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fab6b32d-fade-48b4-bd8a-fc31bb411f56 admin admin] Usage tracker for resource:security_group_rule and tenant:efaa54e1b6e247bcbac53151a8daf474 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:50.646534 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fab6b32d-fade-48b4-bd8a-fc31bb411f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:50.655877 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-befb89dc-5a8b-4518-bd06-d25cfe0f8e28 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7643797 May 30 20:11:50.658193 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37606) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:50.662276 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network dabfc627-2152-4c0a-a7ec-5b1cfd93cffd details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:11:50.668765 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6a85a7f6-b591-4a3a-84da-730248b107d3 admin admin] Request body: {'subnet': {'network_id': 'dabfc627-2152-4c0a-a7ec-5b1cfd93cffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1279958500-subnet', 'tenant_id': '130d09df906442a4bddd6e3d03d415e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:50.670669 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fab6b32d-fade-48b4-bd8a-fc31bb411f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:50.678535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Attempting to bind port f72f5d12-94af-4235-a431-fbc1efab57d5 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:50.678896 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Attempting to bind port f72f5d12-94af-4235-a431-fbc1efab57d5 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '22f9e521-4016-4bae-9f6e-03025f40665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:50.679262 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Attempting to bind port f72f5d12-94af-4235-a431-fbc1efab57d5 on network def4f14d-c04a-4ac8-9422-2ee039daee9f {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:50.679541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6a85a7f6-b591-4a3a-84da-730248b107d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:50.688121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6a85a7f6-b591-4a3a-84da-730248b107d3 admin admin] Usage tracker for resource:subnet and tenant:130d09df906442a4bddd6e3d03d415e7 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:50.690126 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:50.690543 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Checking segment: {'id': '22f9e521-4016-4bae-9f6e-03025f40665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:50.690943 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.691367 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Bound using segment: {'id': '22f9e521-4016-4bae-9f6e-03025f40665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:50.691940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Bound port: f72f5d12-94af-4235-a431-fbc1efab57d5, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f9e521-4016-4bae-9f6e-03025f40665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:50.692279 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.694150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036028b-6600-4532-9199-ca28e7633799 req-0bca8254-b636-4082-ada6-6898f17f6d25 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:50.694411 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6a85a7f6-b591-4a3a-84da-730248b107d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:50.695647 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0036028b-6600-4532-9199-ca28e7633799 req-0bca8254-b636-4082-ada6-6898f17f6d25 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 946 time: 0.6742334 May 30 20:11:50.751910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6a85a7f6-b591-4a3a-84da-730248b107d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:50.776620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-37c86e29-15a8-4f96-9596-4cdb84e370e3 req-89286d88-1895-481f-bfe8-df980afe01c7 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039638 May 30 20:11:50.785438 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a85a7f6-b591-4a3a-84da-730248b107d3 admin admin] Made reservation on behalf of 130d09df906442a4bddd6e3d03d415e7 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:50.789310 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a85a7f6-b591-4a3a-84da-730248b107d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.869171 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b00a9e1d-bbe4-499b-a465-749ee82c4cc2 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.881221 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8508582-f001-43e6-82c5-3f1b7a620e5e tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.917345 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0036028b-6600-4532-9199-ca28e7633799 req-08d43092-5507-4391-a563-ae57905cd970 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026870 May 30 20:11:50.917947 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b00a9e1d-bbe4-499b-a465-749ee82c4cc2 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.935177 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] For port f72f5d12-94af-4235-a431-fbc1efab57d5, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:50.939468 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] For port f72f5d12-94af-4235-a431-fbc1efab57d5, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f72f5d12-94af-4235-a431-fbc1efab57d5,segment=NetworkSegment(22f9e521-4016-4bae-9f6e-03025f40665d),segment_id=22f9e521-4016-4bae-9f6e-03025f40665d)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:50.942501 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8be31bc0-1d6b-4e74-985d-2c644814985c'] response: {'server_uuid': 'def01e56-432e-4808-9f20-34ab2b73fb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ba003d-2cc3-4b2a-8022-5c504393115c', 'code': 200} May 30 20:11:50.948413 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.026258 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fab6b32d-fade-48b4-bd8a-fc31bb411f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.031120 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b00a9e1d-bbe4-499b-a465-749ee82c4cc2 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.044538 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b00a9e1d-bbe4-499b-a465-749ee82c4cc2 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3067088 May 30 20:11:51.045352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a9e1d-bbe4-499b-a465-749ee82c4cc2 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95afc33f-fd38-455f-a538-a54864aa4086,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:51.047339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37612) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:51.051999 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fab6b32d-fade-48b4-bd8a-fc31bb411f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.062742 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba68f9-0bc7-4976-b266-fc68725a76e8 None None] Pushing event updated for resources: {'Port': ['ID=f72f5d12-94af-4235-a431-fbc1efab57d5,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:51.072928 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Routers {'df6f6363-fe56-48b5-80c0-7fe91ef710ae'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:51.073170 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:51.076908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-2ae0b0aa-8380-4700-a301-91d2acf5508d tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Request body: {'security_group_rule': {'security_group_id': '95afc33f-fd38-455f-a538-a54864aa4086', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:51.179813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2ae0b0aa-8380-4700-a301-91d2acf5508d tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:51.208613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2ae0b0aa-8380-4700-a301-91d2acf5508d tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Usage tracker for resource:security_group_rule and tenant:eef88738dac1466b8f5722591af6815c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:51.319248 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6b32d-fade-48b4-bd8a-fc31bb411f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e00577-653b-404d-8949-b85526259494,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:51.371270 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] Set router df6f6363-fe56-48b5-80c0-7fe91ef710ae gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:51.419565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2ae0b0aa-8380-4700-a301-91d2acf5508d tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:51.429497 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fab6b32d-fade-48b4-bd8a-fc31bb411f56 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=efaa54e1b6e247bcbac53151a8daf474&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6873527 May 30 20:11:51.435634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37618) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:51.451089 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8508582-f001-43e6-82c5-3f1b7a620e5e tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.487674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2ae0b0aa-8380-4700-a301-91d2acf5508d tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:51.559388 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a85a7f6-b591-4a3a-84da-730248b107d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.667835 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-27af811e-ad5f-4c52-8f07-db1a88bc6988 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:51.669348 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-27af811e-ad5f-4c52-8f07-db1a88bc6988 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.77 "GET /v2.0/networks?id=d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 HTTP/1.1" status: 200 len: 796 time: 0.7722111 May 30 20:11:51.713125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85a7f6-b591-4a3a-84da-730248b107d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9b0cc5f-a7e0-406b-9715-61836a7f84a5,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:51.718540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8508582-f001-43e6-82c5-3f1b7a620e5e tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event deleted for resources: {'Subnet': ['ID=df1a862f-c15a-4dff-91bd-02f2ee2f6941,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:51.722031 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3a487d2-48d0-4dab-b62b-e1a15727840c req-6831456d-ee7c-4b75-b28b-83eba4523035 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 210 time: 0.3700554 May 30 20:11:51.747687 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.748417 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.751544 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a85a7f6-b591-4a3a-84da-730248b107d3 admin admin] Checking segment: {'id': '706cbdb3-3619-4e5f-b867-1e4ac10d2bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dabfc627-2152-4c0a-a7ec-5b1cfd93cffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:51.751905 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a85a7f6-b591-4a3a-84da-730248b107d3 admin admin] Network hostable DHCP agents. Network: dabfc627-2152-4c0a-a7ec-5b1cfd93cffd, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:11:51.759658 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'name': 'tempest-ServersTestManualDisk-833752489-router', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:39Z', 'revision_number': 4, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'gw_port': {'id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:20Z', 'updated_at': '2022-05-30T20:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'f72f5d12-94af-4235-a431-fbc1efab57d5', 'name': '', 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'mac_address': 'fa:16:3e:43:11:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:35Z', 'updated_at': '2022-05-30T20:11:50Z', 'revision_number': 4, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'subnets': [{'id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:51.763746 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c37242-4c5d-47b0-88ec-3193d707ed42 None None] The sync data for ids ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'] in n-d-843949-2 is: [{'id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'name': 'tempest-ServersTestManualDisk-833752489-router', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:39Z', 'revision_number': 4, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'gw_port': {'id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:20Z', 'updated_at': '2022-05-30T20:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'f72f5d12-94af-4235-a431-fbc1efab57d5', 'name': '', 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'mac_address': 'fa:16:3e:43:11:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:35Z', 'updated_at': '2022-05-30T20:11:50Z', 'revision_number': 4, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'subnets': [{'id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:11:51.779206 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdd9867-d00a-4f5b-bb35-38f05ba48839 None None] Network afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:51.782655 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8508582-f001-43e6-82c5-3f1b7a620e5e tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.844959 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-5838d9fb-0ba2-4360-af32-6888cc9c95fc tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Synchronizing usage tracker for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:51.862307 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39fb08a9-27ce-435a-9c6e-1778ecbd4829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.869796 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2ae0b0aa-8380-4700-a301-91d2acf5508d tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.901793 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b8508582-f001-43e6-82c5-3f1b7a620e5e tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "DELETE /v2.0/subnets/df1a862f-c15a-4dff-91bd-02f2ee2f6941 HTTP/1.1" status: 204 len: 168 time: 2.3930628 May 30 20:11:51.913119 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37628) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:51.943458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-5838d9fb-0ba2-4360-af32-6888cc9c95fc tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Unset dirty status for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:51.944583 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-5838d9fb-0ba2-4360-af32-6888cc9c95fc tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83c273a70b9742ee885b1f1f37dab263 HTTP/1.1" status: 200 len: 379 time: 0.2553661 May 30 20:11:51.948584 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a85a7f6-b591-4a3a-84da-730248b107d3 admin admin] Network dabfc627-2152-4c0a-a7ec-5b1cfd93cffd is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:11:51.959421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-8cf6cc47-fa8f-4a28-8277-459b141bcaa4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'port': {'device_id': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'admin_state_up': True, 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'security_groups': ['8422b1eb-9546-4c8e-99f4-8e55cd4c5dec']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:52.014662 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39fb08a9-27ce-435a-9c6e-1778ecbd4829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.050475 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-6a85a7f6-b591-4a3a-84da-730248b107d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, dabfc627-2152-4c0a-a7ec-5b1cfd93cffd) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:52.054996 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a85a7f6-b591-4a3a-84da-730248b107d3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:52.055579 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a85a7f6-b591-4a3a-84da-730248b107d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.063210 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6afa8a-20e0-4145-89d7-e36ebbdec9bd None None] Network dabfc627-2152-4c0a-a7ec-5b1cfd93cffd requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:52.157182 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6a85a7f6-b591-4a3a-84da-730248b107d3 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4977460 May 30 20:11:52.167403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37636) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:52.177589 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1279958500-router', 'tenant_id': '130d09df906442a4bddd6e3d03d415e7', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:52.191383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:52.202690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-8cf6cc47-fa8f-4a28-8277-459b141bcaa4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:52.205619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Usage tracker for resource:router and tenant:130d09df906442a4bddd6e3d03d415e7 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:52.229412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:52.233216 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-8cf6cc47-fa8f-4a28-8277-459b141bcaa4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:port and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:52.234522 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-a2e892ec-1e6b-4a23-a329-62029ac6ca3a tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:52.236710 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-a2e892ec-1e6b-4a23-a329-62029ac6ca3a tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/networks?id=be767576-8286-4ac8-ac5a-258306ea76b3 HTTP/1.1" status: 200 len: 815 time: 0.5229111 May 30 20:11:52.243887 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-8cf6cc47-fa8f-4a28-8277-459b141bcaa4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:52.254766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:52.257469 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-8cf6cc47-fa8f-4a28-8277-459b141bcaa4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:52.303618 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f72f5d12-94af-4235-a431-fbc1efab57d5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:52.308016 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.309580 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.310881 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-9036e15f-c8b2-4dcd-802a-376bab56276a tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/quotas/2d4db31a2a6b4cf9b980e48f47792663 HTTP/1.1" status: 200 len: 375 time: 0.0211163 May 30 20:11:52.336409 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Sync routers for ids ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:11:52.338555 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.361453 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b5b1989-97b3-4d7a-a5d7-2424489bdfc8 req-ca7e4c6d-5d82-485b-82f8-8510a0eb0d93 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 1097 time: 1.2588794 May 30 20:11:52.372477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-8cf6cc47-fa8f-4a28-8277-459b141bcaa4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Made reservation on behalf of 83c273a70b9742ee885b1f1f37dab263 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:52.375899 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-8cf6cc47-fa8f-4a28-8277-459b141bcaa4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.456927 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2ae0b0aa-8380-4700-a301-91d2acf5508d tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.463448 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39fb08a9-27ce-435a-9c6e-1778ecbd4829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.472993 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Routers {'4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:52.473970 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:52.491994 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2ae0b0aa-8380-4700-a301-91d2acf5508d tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.501729 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39fb08a9-27ce-435a-9c6e-1778ecbd4829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.502853 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-39fb08a9-27ce-435a-9c6e-1778ecbd4829 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e3e00577-653b-404d-8949-b85526259494 HTTP/1.1" status: 204 len: 168 time: 1.0464494 May 30 20:11:52.700415 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.743919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0495d3d-72e3-4c6e-b008-687458ed0817 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Deleting subnet e4e4119d-9a6e-4c3f-a21f-01c959048c61 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:11:52.747004 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0495d3d-72e3-4c6e-b008-687458ed0817 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.781405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb08a9-27ce-435a-9c6e-1778ecbd4829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e00577-653b-404d-8949-b85526259494,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:52.784869 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2ae0b0aa-8380-4700-a301-91d2acf5508d tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.788597 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2ae0b0aa-8380-4700-a301-91d2acf5508d tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7367818 May 30 20:11:52.803088 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37644) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:52.829749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router d1f6225a-4ae8-4e85-a0dd-2b9858234bc0 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:11:52.832032 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-8cf6cc47-fa8f-4a28-8277-459b141bcaa4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Allocated IP 172.20.0.14 (d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5/020c68de-c650-4f83-8051-1d8adbb5dc70/1aaa362f-6ccc-433c-8f0d-3c19a03ffa96) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:52.917582 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-dabfc627-2152-4c0a-a7ec-5b1cfd93cffd', 'network_id': 'dabfc627-2152-4c0a-a7ec-5b1cfd93cffd', 'tenant_id': '130d09df906442a4bddd6e3d03d415e7', 'fixed_ips': [{'subnet_id': 'd9b0cc5f-a7e0-406b-9715-61836a7f84a5'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:11:52.918350 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.942036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port f72f5d12-94af-4235-a431-fbc1efab57d5 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:52.942276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0b0aa-8380-4700-a301-91d2acf5508d tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11ce0ac-d052-4c91-b416-dd5e21bb458f,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:52.951911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Set router 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:52.975727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-8ea74c38-2949-41af-8f3a-d7b79dc8d4e0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Request body: {'security_group_rule': {'security_group_id': '95afc33f-fd38-455f-a538-a54864aa4086', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:53.015091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8ea74c38-2949-41af-8f3a-d7b79dc8d4e0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:53.017204 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f72f5d12-94af-4235-a431-fbc1efab57d5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:53.017339 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:53.033358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8ea74c38-2949-41af-8f3a-d7b79dc8d4e0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Usage tracker for resource:security_group_rule and tenant:eef88738dac1466b8f5722591af6815c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:53.045791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8ea74c38-2949-41af-8f3a-d7b79dc8d4e0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:53.059735 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0495d3d-72e3-4c6e-b008-687458ed0817 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:53.067477 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035c2be4-525f-4137-a2de-e98af8b7d545 None None] DHCP port deletion for afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:11:53.092953 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b5b1989-97b3-4d7a-a5d7-2424489bdfc8 req-9978ce8d-90d0-41a3-b32a-070ef3874add service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7223387 May 30 20:11:53.101541 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-035c2be4-525f-4137-a2de-e98af8b7d545 None None] Deleting port 776d22e9-524d-45e8-b578-34a51e633e94 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:53.101906 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-035c2be4-525f-4137-a2de-e98af8b7d545 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:53.105435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8ea74c38-2949-41af-8f3a-d7b79dc8d4e0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:53.128282 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-a70f9a3a-b17d-43b5-a23a-81b23dcee688 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4db31a2a6b4cf9b980e48f47792663&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8162274 May 30 20:11:53.318410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6539f3-d8ad-4a34-a4c4-b7f941da15b8 req-185b5441-a30e-4368-aac8-901fcaef0f25 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:53.325671 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef6539f3-d8ad-4a34-a4c4-b7f941da15b8 req-185b5441-a30e-4368-aac8-901fcaef0f25 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 946 time: 1.0402000 May 30 20:11:53.328950 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-51bae061-a42d-48c7-968c-3ea996bb61f1 service neutron] 10.222.0.84 "GET /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998148 May 30 20:11:53.337590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37650) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:53.416248 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5929-ad18-43db-97d6-3b0b0303013b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:53.507750 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-8cf6cc47-fa8f-4a28-8277-459b141bcaa4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:53.512992 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ea74c38-2949-41af-8f3a-d7b79dc8d4e0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:53.524617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-8cf6cc47-fa8f-4a28-8277-459b141bcaa4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Transition to ACTIVE for port object 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:53.552302 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-8cf6cc47-fa8f-4a28-8277-459b141bcaa4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:53.605434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed09ed-a70e-474b-9ae0-d37567a40f54 req-cc7a2c9f-fa28-4154-8cbe-d78cf7807ed4 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:53.606878 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36ed09ed-a70e-474b-9ae0-d37567a40f54 req-cc7a2c9f-fa28-4154-8cbe-d78cf7807ed4 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a668f35-5a12-475e-8815-91886d10f405 HTTP/1.1" status: 200 len: 945 time: 0.8029141 May 30 20:11:53.629047 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-8cf6cc47-fa8f-4a28-8277-459b141bcaa4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:53.639188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-8cf6cc47-fa8f-4a28-8277-459b141bcaa4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:53.650848 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-8cf6cc47-fa8f-4a28-8277-459b141bcaa4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:53.667642 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:53.677482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b4bf5929-ad18-43db-97d6-3b0b0303013b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:53.683851 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef6539f3-d8ad-4a34-a4c4-b7f941da15b8 req-6f6a1cd6-e0b6-4d34-aa58-6f1f9b1ddefc tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572385 May 30 20:11:53.713871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b4bf5929-ad18-43db-97d6-3b0b0303013b admin admin] Usage tracker for resource:security_group_rule and tenant:a7a4380b4e8b45a3b5f4dd2f2d7a7f66 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:53.724634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-8cf6cc47-fa8f-4a28-8277-459b141bcaa4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:53.725245 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-8cf6cc47-fa8f-4a28-8277-459b141bcaa4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:53.755158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b4bf5929-ad18-43db-97d6-3b0b0303013b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:53.763840 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0495d3d-72e3-4c6e-b008-687458ed0817 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:53.771849 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Allocated IP 172.20.0.2 (dabfc627-2152-4c0a-a7ec-5b1cfd93cffd/d9b0cc5f-a7e0-406b-9715-61836a7f84a5/999796e6-e444-4e00-97a4-dfbb46d47c93) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:53.782405 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-8cf6cc47-fa8f-4a28-8277-459b141bcaa4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8283048 May 30 20:11:53.801160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Request body: {'port': {'device_id': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:53.801393 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-035c2be4-525f-4137-a2de-e98af8b7d545 None None] For port 776d22e9-524d-45e8-b578-34a51e633e94, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=776d22e9-524d-45e8-b578-34a51e633e94,segment=NetworkSegment(30e989a5-5921-457a-8f3d-b89e67b1bb6b),segment_id=30e989a5-5921-457a-8f3d-b89e67b1bb6b)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:53.801393 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-035c2be4-525f-4137-a2de-e98af8b7d545 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:53.810835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b4bf5929-ad18-43db-97d6-3b0b0303013b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:53.832699 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-08e9d9a7-f38a-43c7-a776-cc317418d544 service neutron] 10.222.0.84 "GET /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890764 May 30 20:11:53.851060 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port f72f5d12-94af-4235-a431-fbc1efab57d5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f72f5d12-94af-4235-a431-fbc1efab57d5,segment=NetworkSegment(22f9e521-4016-4bae-9f6e-03025f40665d),segment_id=22f9e521-4016-4bae-9f6e-03025f40665d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:53.872300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-36ed09ed-a70e-474b-9ae0-d37567a40f54 req-1aacea4f-18e8-4be7-863b-57f5bb2ba082 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Deleting port 9907e8ef-f580-43c5-88e7-cc6db4945e63 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:53.872684 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-36ed09ed-a70e-474b-9ae0-d37567a40f54 req-1aacea4f-18e8-4be7-863b-57f5bb2ba082 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:53.979172 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6cc47-fa8f-4a28-8277-459b141bcaa4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Port': ['ID=1aaa362f-6ccc-433c-8f0d-3c19a03ffa96,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:54.039329 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ea74c38-2949-41af-8f3a-d7b79dc8d4e0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.056033 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ea74c38-2949-41af-8f3a-d7b79dc8d4e0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.164642 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.166718 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.168371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea74c38-2949-41af-8f3a-d7b79dc8d4e0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7426387-4f73-4a85-9a66-c8104acc8039,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:54.177010 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-035c2be4-525f-4137-a2de-e98af8b7d545 None None] Calling delete_port for 776d22e9-524d-45e8-b578-34a51e633e94 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:54.333922 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.356719 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d5138d2-b867-4777-b93f-ce350b4d0e2b req-54111e78-fdb4-4ac1-8320-f92b787a90ff tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 210 time: 0.1197715 May 30 20:11:54.358038 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0495d3d-72e3-4c6e-b008-687458ed0817 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.361229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 776d22e9-524d-45e8-b578-34a51e633e94 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:54.395868 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.561259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Allocated IP 172.25.5.228 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/063858e9-c7af-479a-8dcd-5f245c2ab1a5) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:54.610309 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ea74c38-2949-41af-8f3a-d7b79dc8d4e0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.611626 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8ea74c38-2949-41af-8f3a-d7b79dc8d4e0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.7867796 May 30 20:11:54.622160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37664) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:54.627281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b71439ed-34f9-4467-9b56-c3bceced9d0c None None] Provisioning for port 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:54.655953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:54.657485 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b71439ed-34f9-4467-9b56-c3bceced9d0c None None] Provisioning complete for port 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:54.657938 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b71439ed-34f9-4467-9b56-c3bceced9d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.683131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=f72f5d12-94af-4235-a431-fbc1efab57d5,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:54.688121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:54.721142 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5929-ad18-43db-97d6-3b0b0303013b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.721142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0495d3d-72e3-4c6e-b008-687458ed0817 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e4119d-9a6e-4c3f-a21f-01c959048c61,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:54.736393 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'name': 'tempest-TaggedBootDevicesTest-42288722-router', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:38Z', 'revision_number': 4, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'gw_port': {'id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'bada1cbe-841c-48d5-a036-3634e52bbb62', 'name': '', 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'mac_address': 'fa:16:3e:7f:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:35Z', 'updated_at': '2022-05-30T20:11:39Z', 'revision_number': 2, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'subnets': [{'id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:54.761292 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Usage tracker for resource:floatingip and tenant:eef88738dac1466b8f5722591af6815c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:54.787275 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-035c2be4-525f-4137-a2de-e98af8b7d545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.793162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:54.854056 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:54.871485 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:11:54.883081 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197c478b-5eaf-4b22-b7b4-536fb41d75cc None None] Sync routers for ids ['d1f6225a-4ae8-4e85-a0dd-2b9858234bc0'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:11:54.899454 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197c478b-5eaf-4b22-b7b4-536fb41d75cc None None] Routers {'d1f6225a-4ae8-4e85-a0dd-2b9858234bc0'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:54.900595 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Checking router: 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:11:54.901270 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-197c478b-5eaf-4b22-b7b4-536fb41d75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['d1f6225a-4ae8-4e85-a0dd-2b9858234bc0'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:54.904848 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Updating router 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c port bada1cbe-841c-48d5-a036-3634e52bbb62 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:11:54.918696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-36ed09ed-a70e-474b-9ae0-d37567a40f54 req-1aacea4f-18e8-4be7-863b-57f5bb2ba082 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] For port 9907e8ef-f580-43c5-88e7-cc6db4945e63, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=9907e8ef-f580-43c5-88e7-cc6db4945e63,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:54.919574 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-36ed09ed-a70e-474b-9ae0-d37567a40f54 req-1aacea4f-18e8-4be7-863b-57f5bb2ba082 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.928618 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5929-ad18-43db-97d6-3b0b0303013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.952367 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.960221 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0495d3d-72e3-4c6e-b008-687458ed0817 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:55.006984 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-197c478b-5eaf-4b22-b7b4-536fb41d75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:55.021071 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197c478b-5eaf-4b22-b7b4-536fb41d75cc None None] Routers {'d1f6225a-4ae8-4e85-a0dd-2b9858234bc0'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:55.021822 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-197c478b-5eaf-4b22-b7b4-536fb41d75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['d1f6225a-4ae8-4e85-a0dd-2b9858234bc0'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:55.022744 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:55.027345 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4510acd6-4e17-47d0-bac7-072cf8e99151 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.6470876 May 30 20:11:55.037880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37670) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:55.088167 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-197c478b-5eaf-4b22-b7b4-536fb41d75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:55.088921 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197c478b-5eaf-4b22-b7b4-536fb41d75cc None None] The sync data for ids ['d1f6225a-4ae8-4e85-a0dd-2b9858234bc0'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:11:55.098852 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Port 776d22e9-524d-45e8-b578-34a51e633e94 update to DOWN by agent not found {{(pid=84025) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 30 20:11:55.100287 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:55.111646 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b71439ed-34f9-4467-9b56-c3bceced9d0c None None] Port 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:55.113105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91806cde-f15b-401a-9c35-14a335938e86 None None] Network de48935b-c2e1-4327-8c0d-6da1222c0137 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:55.161641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-36ed09ed-a70e-474b-9ae0-d37567a40f54 req-1aacea4f-18e8-4be7-863b-57f5bb2ba082 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Calling delete_port for 9907e8ef-f580-43c5-88e7-cc6db4945e63 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:55.181176 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035c2be4-525f-4137-a2de-e98af8b7d545 None None] No DVR routers for this DVR port 776d22e9-524d-45e8-b578-34a51e633e94 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:11:55.191347 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c2be4-525f-4137-a2de-e98af8b7d545 None None] Pushing event deleted for resources: {'Port': ['ID=776d22e9-524d-45e8-b578-34a51e633e94,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:55.191888 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c0495d3d-72e3-4c6e-b008-687458ed0817 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "DELETE /v2.0/subnets/e4e4119d-9a6e-4c3f-a21f-01c959048c61 HTTP/1.1" status: 204 len: 168 time: 3.2752824 May 30 20:11:55.198460 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b94e7-b664-4255-ba5f-844d84c75c9c req-8d3a3804-4428-4606-a3fb-b8d36dadadb4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:55.205969 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f26b94e7-b664-4255-ba5f-844d84c75c9c req-8d3a3804-4428-4606-a3fb-b8d36dadadb4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 932 time: 1.2670274 May 30 20:11:55.207716 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37674) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:55.299152 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:55.355412 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Transition to ACTIVE for port object 999796e6-e444-4e00-97a4-dfbb46d47c93 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:55.377806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf5929-ad18-43db-97d6-3b0b0303013b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0039fcc1-bc93-4c2c-adb9-42af7ac41e63,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:55.391067 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:55.408936 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b4bf5929-ad18-43db-97d6-3b0b0303013b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a7a4380b4e8b45a3b5f4dd2f2d7a7f66&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0692184 May 30 20:11:55.422145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37680) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:55.520727 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-586497b8-587d-463b-9cc0-7afac28c0d9c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:55.524551 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Transition to ACTIVE for port object 999796e6-e444-4e00-97a4-dfbb46d47c93 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:55.542594 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:55.608835 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f26b94e7-b664-4255-ba5f-844d84c75c9c req-27b3ba0f-c921-421d-a88f-2b4812f0d8d2 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=8422b1eb-9546-4c8e-99f4-8e55cd4c5dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4017782 May 30 20:11:55.614848 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:55.656336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:55.685756 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:55.750122 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Transition to ACTIVE for port object 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:55.761172 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Pushing event updated for resources: {'Port': ['ID=999796e6-e444-4e00-97a4-dfbb46d47c93,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:55.767052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Network dabfc627-2152-4c0a-a7ec-5b1cfd93cffd is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:55.767243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:55.768374 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:55.769190 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Pushing event updated for resources: {'Port': ['ID=063858e9-c7af-479a-8dcd-5f245c2ab1a5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:55.776730 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:55.780645 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:55.783169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:55.785462 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:55.796659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45777e1-f979-4e03-830b-e37965db684b req-d1340d60-35c3-4218-bf3d-7e935aed6cd7 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:55.798839 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e45777e1-f979-4e03-830b-e37965db684b req-d1340d60-35c3-4218-bf3d-7e935aed6cd7 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 946 time: 0.8354464 May 30 20:11:55.928372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Attempting to bind port 999796e6-e444-4e00-97a4-dfbb46d47c93 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:55.929070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Attempting to bind port 999796e6-e444-4e00-97a4-dfbb46d47c93 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '706cbdb3-3619-4e5f-b867-1e4ac10d2bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dabfc627-2152-4c0a-a7ec-5b1cfd93cffd'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:55.930211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Attempting to bind port 999796e6-e444-4e00-97a4-dfbb46d47c93 on network dabfc627-2152-4c0a-a7ec-5b1cfd93cffd {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:55.950751 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:55.951208 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Checking segment: {'id': '706cbdb3-3619-4e5f-b867-1e4ac10d2bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dabfc627-2152-4c0a-a7ec-5b1cfd93cffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:55.951671 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:55.952156 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Bound using segment: {'id': '706cbdb3-3619-4e5f-b867-1e4ac10d2bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dabfc627-2152-4c0a-a7ec-5b1cfd93cffd'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:55.952697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Bound port: 999796e6-e444-4e00-97a4-dfbb46d47c93, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706cbdb3-3619-4e5f-b867-1e4ac10d2bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dabfc627-2152-4c0a-a7ec-5b1cfd93cffd'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:55.953160 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:55.962533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10050845-f10c-415d-a65d-ef1c67164219 None None] DHCP port deletion for de48935b-c2e1-4327-8c0d-6da1222c0137 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:11:55.980254 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.006956 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-10050845-f10c-415d-a65d-ef1c67164219 None None] Deleting port 3938ce2f-f1b6-46f2-8c80-643f03056813 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:56.007381 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10050845-f10c-415d-a65d-ef1c67164219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.013141 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-586497b8-587d-463b-9cc0-7afac28c0d9c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.086482 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-36ed09ed-a70e-474b-9ae0-d37567a40f54 req-1aacea4f-18e8-4be7-863b-57f5bb2ba082 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.092462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-586497b8-587d-463b-9cc0-7afac28c0d9c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:56.095395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaa362f-6ccc-433c-8f0d-3c19a03ffa96,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:56.138210 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6fe81c4c-5906-407a-9683-1a7e03b8e1b3 req-4ce61717-7411-4061-a9b5-fdb0bdd8f47e tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 210 time: 0.2835147 May 30 20:11:56.157872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-586497b8-587d-463b-9cc0-7afac28c0d9c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e989a5-5921-457a-8f3d-b89e67b1bb6b') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:56.158391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-586497b8-587d-463b-9cc0-7afac28c0d9c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e989a5-5921-457a-8f3d-b89e67b1bb6b') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:56.186360 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.260463 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e45777e1-f979-4e03-830b-e37965db684b req-173762a4-1ace-452b-b45e-b4bfc53aa065 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447947 May 30 20:11:56.283879 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Transition to ACTIVE for port object bada1cbe-841c-48d5-a036-3634e52bbb62 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:56.369242 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f72f5d12-94af-4235-a431-fbc1efab57d5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:56.402564 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4ea81d7c-a2f4-418f-970e-6f7fff67ae5d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/routers/d1f6225a-4ae8-4e85-a0dd-2b9858234bc0 HTTP/1.1" status: 200 len: 885 time: 1.3613417 May 30 20:11:56.405787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ed09ed-a70e-474b-9ae0-d37567a40f54 req-1aacea4f-18e8-4be7-863b-57f5bb2ba082 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] No DVR routers for this DVR port 9907e8ef-f580-43c5-88e7-cc6db4945e63 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:11:56.411146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37686) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:56.412927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-db6af36c-5983-4288-b08a-d0d56c2a794b tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:56.414723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-db6af36c-5983-4288-b08a-d0d56c2a794b tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.93 "GET /v2.0/networks?id=be767576-8286-4ac8-ac5a-258306ea76b3 HTTP/1.1" status: 200 len: 815 time: 0.9705331 May 30 20:11:56.415983 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ef4ac385-7168-4050-9017-e899da04acaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.423604 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.435287 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-36ed09ed-a70e-474b-9ae0-d37567a40f54 req-1aacea4f-18e8-4be7-863b-57f5bb2ba082 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.445684 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-586497b8-587d-463b-9cc0-7afac28c0d9c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.452832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a668f35-5a12-475e-8815-91886d10f405', 'name': 'network-vif-deleted', 'tag': '9907e8ef-f580-43c5-88e7-cc6db4945e63'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:56.458334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacea4f-18e8-4be7-863b-57f5bb2ba082 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Pushing event deleted for resources: {'Port': ['ID=9907e8ef-f580-43c5-88e7-cc6db4945e63,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:56.467942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] For port 999796e6-e444-4e00-97a4-dfbb46d47c93, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:56.501293 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36ed09ed-a70e-474b-9ae0-d37567a40f54 req-1aacea4f-18e8-4be7-863b-57f5bb2ba082 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.77 "DELETE /v2.0/ports/9907e8ef-f580-43c5-88e7-cc6db4945e63 HTTP/1.1" status: 204 len: 173 time: 2.8782213 May 30 20:11:56.533476 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] For port 999796e6-e444-4e00-97a4-dfbb46d47c93, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=999796e6-e444-4e00-97a4-dfbb46d47c93,segment=NetworkSegment(706cbdb3-3619-4e5f-b867-1e4ac10d2bce),segment_id=706cbdb3-3619-4e5f-b867-1e4ac10d2bce)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:56.534542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-aaa21b8d-1a21-4f57-9320-ee96ac5be3f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Request body: {'port': {'device_id': '4d02f6d2-036b-423e-9b4c-c08f268bd76f', 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3', 'admin_state_up': True, 'tenant_id': '2d4db31a2a6b4cf9b980e48f47792663'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:56.584240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Attempting to bind port 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:56.584562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Attempting to bind port 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '5c55f4e9-6669-48bd-ac37-9f6962053b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:56.584879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Attempting to bind port 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 on network d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:56.613691 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Allocated IP 172.25.5.231 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/85fc1fea-1f3b-45e4-99c7-cd897c9cbaf9) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:56.616595 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-10050845-f10c-415d-a65d-ef1c67164219 None None] For port 3938ce2f-f1b6-46f2-8c80-643f03056813, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3938ce2f-f1b6-46f2-8c80-643f03056813,segment=NetworkSegment(8f64a8e6-8db4-4aa5-8100-2eb64b036555),segment_id=8f64a8e6-8db4-4aa5-8100-2eb64b036555)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:56.617101 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10050845-f10c-415d-a65d-ef1c67164219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.629970 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.631513 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Port 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 on network d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:11:56.632061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Attempting to bind port 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 on network d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:56.674002 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-586497b8-587d-463b-9cc0-7afac28c0d9c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.695194 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ef4ac385-7168-4050-9017-e899da04acaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.737593 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9907e8ef-f580-43c5-88e7-cc6db4945e63 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:56.776118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:56.776450 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Checking segment: {'id': '5c55f4e9-6669-48bd-ac37-9f6962053b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:56.776828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Bound using segment: {'id': '5c55f4e9-6669-48bd-ac37-9f6962053b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:56.777268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Bound port: 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c55f4e9-6669-48bd-ac37-9f6962053b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:56.777617 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.808847 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a92d323-6b02-4224-a24e-a3a920133295'] response: {'server_uuid': '3a668f35-5a12-475e-8815-91886d10f405', 'name': 'network-vif-deleted', 'tag': '9907e8ef-f580-43c5-88e7-cc6db4945e63', 'status': 'completed', 'code': 200} May 30 20:11:56.825495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586497b8-587d-463b-9cc0-7afac28c0d9c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:11:56.825892 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-586497b8-587d-463b-9cc0-7afac28c0d9c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.842447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 9907e8ef-f580-43c5-88e7-cc6db4945e63 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:11:56.842950 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 9907e8ef-f580-43c5-88e7-cc6db4945e63 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: timer() May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:11:56.848832 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:11:56.922218 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-10050845-f10c-415d-a65d-ef1c67164219 None None] Calling delete_port for 3938ce2f-f1b6-46f2-8c80-643f03056813 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:56.942552 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.949181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01775d33-8ed4-4566-afc1-c1dfe4d0a6c9 None None] Pushing event updated for resources: {'Port': ['ID=bada1cbe-841c-48d5-a036-3634e52bbb62,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:56.969392 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.970117 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.124210 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ef4ac385-7168-4050-9017-e899da04acaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.129670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] For port 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:57.155343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] For port 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1aaa362f-6ccc-433c-8f0d-3c19a03ffa96,segment=NetworkSegment(5c55f4e9-6669-48bd-ac37-9f6962053b9f),segment_id=5c55f4e9-6669-48bd-ac37-9f6962053b9f)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:57.166763 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.189781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966db315-6275-4f06-80c4-4e2428c86587 None None] Pushing event updated for resources: {'Port': ['ID=999796e6-e444-4e00-97a4-dfbb46d47c93,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:57.195744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ac385-7168-4050-9017-e899da04acaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0039fcc1-bc93-4c2c-adb9-42af7ac41e63,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:57.210480 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b67abe79-854a-4111-8222-d229f5704678 req-39c96370-6144-43eb-970e-eb4200cf6c2f tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16 HTTP/1.1" status: 200 len: 267 time: 0.7922773 May 30 20:11:57.219404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-aaa21b8d-1a21-4f57-9320-ee96ac5be3f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:57.224384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-aaa21b8d-1a21-4f57-9320-ee96ac5be3f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Usage tracker for resource:port and tenant:2d4db31a2a6b4cf9b980e48f47792663 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:57.227066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-aaa21b8d-1a21-4f57-9320-ee96ac5be3f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:57.234683 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.235334 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f72f5d12-94af-4235-a431-fbc1efab57d5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:57.235807 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.245859 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-aaa21b8d-1a21-4f57-9320-ee96ac5be3f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:57.264781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Attempting to bind port bada1cbe-841c-48d5-a036-3634e52bbb62 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:57.265257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Attempting to bind port bada1cbe-841c-48d5-a036-3634e52bbb62 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4a2dfae7-5417-47c1-b3b3-4f49e14fbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:57.265879 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Attempting to bind port bada1cbe-841c-48d5-a036-3634e52bbb62 on network 677b4579-4403-49bf-8cf6-3e606ff679de {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:57.279270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-aaa21b8d-1a21-4f57-9320-ee96ac5be3f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Made reservation on behalf of 2d4db31a2a6b4cf9b980e48f47792663 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:57.283638 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-aaa21b8d-1a21-4f57-9320-ee96ac5be3f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.295240 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10050845-f10c-415d-a65d-ef1c67164219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.300804 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.302439 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] 10.222.0.77 "PUT /v2.0/ports/1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 HTTP/1.1" status: 200 len: 1092 time: 3.5073600 May 30 20:11:57.307236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'tag': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:57.335778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470e5a0-76de-4ff7-809f-38505203e1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaa362f-6ccc-433c-8f0d-3c19a03ffa96,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:57.340878 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-586497b8-587d-463b-9cc0-7afac28c0d9c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.342512 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ef4ac385-7168-4050-9017-e899da04acaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.343124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:57.343746 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ef4ac385-7168-4050-9017-e899da04acaf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0039fcc1-bc93-4c2c-adb9-42af7ac41e63 HTTP/1.1" status: 204 len: 168 time: 1.9181077 May 30 20:11:57.392393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:57.411885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:57.417063 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:57.419506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Checking segment: {'id': '4a2dfae7-5417-47c1-b3b3-4f49e14fbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:57.420988 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.421488 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Bound using segment: {'id': '4a2dfae7-5417-47c1-b3b3-4f49e14fbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:57.422097 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Bound port: bada1cbe-841c-48d5-a036-3634e52bbb62, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2dfae7-5417-47c1-b3b3-4f49e14fbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:57.426919 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.466438 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-586497b8-587d-463b-9cc0-7afac28c0d9c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.471360 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10050845-f10c-415d-a65d-ef1c67164219 None None] Pushing event deleted for resources: {'Port': ['ID=3938ce2f-f1b6-46f2-8c80-643f03056813,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:57.496566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586497b8-587d-463b-9cc0-7afac28c0d9c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event deleted for resources: {'Network': ['ID=afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:57.525932 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10050845-f10c-415d-a65d-ef1c67164219 None None] No DVR routers for this DVR port 3938ce2f-f1b6-46f2-8c80-643f03056813 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:11:57.765847 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] For port bada1cbe-841c-48d5-a036-3634e52bbb62, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:57.771883 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1f77161d-466d-4ab4-a9a1-65224dddb516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.780663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] For port bada1cbe-841c-48d5-a036-3634e52bbb62, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=bada1cbe-841c-48d5-a036-3634e52bbb62,segment=NetworkSegment(4a2dfae7-5417-47c1-b3b3-4f49e14fbe78),segment_id=4a2dfae7-5417-47c1-b3b3-4f49e14fbe78)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:57.799258 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.816012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-586497b8-587d-463b-9cc0-7afac28c0d9c tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "DELETE /v2.0/networks/afdd6d6f-30a2-4720-a7b6-382c2f3ad2a9 HTTP/1.1" status: 204 len: 168 time: 2.5905344 May 30 20:11:57.832494 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37700) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:57.873385 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3938ce2f-f1b6-46f2-8c80-643f03056813 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:57.901265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5adc36fc-b6b9-4a83-a859-1593ec4a0546 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Synchronizing usage tracker for tenant:758efaed7a954d48b571181ce4e6d8b0 on resource:router {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:57.929542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Pushing event updated for resources: {'Port': ['ID=85fc1fea-1f3b-45e4-99c7-cd897c9cbaf9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:57.931120 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 3938ce2f-f1b6-46f2-8c80-643f03056813 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:11:57.931460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3938ce2f-f1b6-46f2-8c80-643f03056813 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:11:57.958887 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5adc36fc-b6b9-4a83-a859-1593ec4a0546 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Unset dirty status for tenant:758efaed7a954d48b571181ce4e6d8b0 on resource:router {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:57.969932 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5adc36fc-b6b9-4a83-a859-1593ec4a0546 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.5575252 May 30 20:11:57.978988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52c4a4-a631-48bf-83f8-239c63dffd41 req-872a7663-122d-496c-83f8-17f0beb10788 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:57.981712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01775d33-8ed4-4566-afc1-c1dfe4d0a6c9 None None] Pushing event updated for resources: {'Port': ['ID=bada1cbe-841c-48d5-a036-3634e52bbb62,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:57.986564 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Routers {'4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:57.987184 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:57.987796 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f52c4a4-a631-48bf-83f8-239c63dffd41 req-872a7663-122d-496c-83f8-17f0beb10788 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 944 time: 1.1378970 May 30 20:11:57.998137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37706) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:58.020254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-099b18db-916f-4f34-81a6-4d22a5b71d7a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1110938911'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:58.136406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-aaa21b8d-1a21-4f57-9320-ee96ac5be3f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Allocated IP 172.20.0.2 (be767576-8286-4ac8-ac5a-258306ea76b3/75aac3d7-25c7-4a3a-8294-a7ab0c5aa1db/2666f673-8b44-4665-8058-b7734f1b024b) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:58.307630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] Set router 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:58.380535 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-97473989-a7e0-4f50-9d42-5537e652cf34 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=83c273a70b9742ee885b1f1f37dab263&device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 1095 time: 0.9124951 May 30 20:11:58.437426 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 999796e6-e444-4e00-97a4-dfbb46d47c93 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:58.513944 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-e61d9f30-8d5d-400d-80ff-2fbe1aa5ecbc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 HTTP/1.1" status: 200 len: 217 time: 0.1198313 May 30 20:11:58.578685 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-115e4c91-2eac-448c-bfd1-78c8712c47d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:58.595031 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-aaa21b8d-1a21-4f57-9320-ee96ac5be3f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:58.625473 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67abe79-854a-4111-8222-d229f5704678 req-f5a2c14a-4ffa-44c5-b23c-55a395f359bf tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:58.627002 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b67abe79-854a-4111-8222-d229f5704678 req-f5a2c14a-4ffa-44c5-b23c-55a395f359bf tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 946 time: 1.4156899 May 30 20:11:58.633438 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f52c4a4-a631-48bf-83f8-239c63dffd41 req-4ba467d3-242b-401c-b383-68a47c9efece tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=8422b1eb-9546-4c8e-99f4-8e55cd4c5dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6447647 May 30 20:11:58.675504 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:58.682841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-b67abe79-854a-4111-8222-d229f5704678 req-3e98d9a6-d982-4440-91f1-a7eafdcd4284 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Request body: {'port': {'security_groups': []}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:58.734174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-62a3aac0-d868-4bed-981d-835a9e91738b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:58.735534 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 999796e6-e444-4e00-97a4-dfbb46d47c93 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:58.736893 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-62a3aac0-d868-4bed-981d-835a9e91738b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=020c68de-c650-4f83-8051-1d8adbb5dc70 HTTP/1.1" status: 200 len: 834 time: 0.1556442 May 30 20:11:58.855287 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'name': 'tempest-TaggedBootDevicesTest-42288722-router', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:38Z', 'revision_number': 4, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'gw_port': {'id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'bada1cbe-841c-48d5-a036-3634e52bbb62', 'name': '', 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'mac_address': 'fa:16:3e:7f:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:35Z', 'updated_at': '2022-05-30T20:11:57Z', 'revision_number': 4, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'subnets': [{'id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:58.864971 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ffbff-11f1-46d9-81be-d2c96a41752d None None] The sync data for ids ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'] in n-d-843949-2 is: [{'id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'name': 'tempest-TaggedBootDevicesTest-42288722-router', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:38Z', 'revision_number': 4, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'gw_port': {'id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'bada1cbe-841c-48d5-a036-3634e52bbb62', 'name': '', 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'mac_address': 'fa:16:3e:7f:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:35Z', 'updated_at': '2022-05-30T20:11:57Z', 'revision_number': 4, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'subnets': [{'id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:11:58.959101 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:58.995514 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Router 46565b08-2d51-4555-bc42-1ff4bee572b5 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:11:59.031131 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b67abe79-854a-4111-8222-d229f5704678 req-3e98d9a6-d982-4440-91f1-a7eafdcd4284 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:59.050821 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-d4ec4f75-9a6c-485e-9330-c331cdae6ff7 req-89d96516-764c-4372-86ff-9fd9aaa72840 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Synchronizing usage tracker for tenant:2d4db31a2a6b4cf9b980e48f47792663 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:59.085838 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e67f3-9057-4066-8c43-022521411ef6 None None] Network dabfc627-2152-4c0a-a7ec-5b1cfd93cffd requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:59.231339 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-aaa21b8d-1a21-4f57-9320-ee96ac5be3f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:59.250689 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d7de15e5-c2a6-4fc9-b854-69ab35294c86 None None] Provisioning for port 999796e6-e444-4e00-97a4-dfbb46d47c93 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:59.289857 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d7de15e5-c2a6-4fc9-b854-69ab35294c86 None None] Provisioning complete for port 999796e6-e444-4e00-97a4-dfbb46d47c93 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:59.290239 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d7de15e5-c2a6-4fc9-b854-69ab35294c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:59.422388 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-91dd6ae8-3ed0-48ed-8d09-e5d603e62532 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6411035 May 30 20:11:59.523044 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d7de15e5-c2a6-4fc9-b854-69ab35294c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:59.545498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-d4ec4f75-9a6c-485e-9330-c331cdae6ff7 req-89d96516-764c-4372-86ff-9fd9aaa72840 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Unset dirty status for tenant:2d4db31a2a6b4cf9b980e48f47792663 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:59.546833 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d4ec4f75-9a6c-485e-9330-c331cdae6ff7 req-89d96516-764c-4372-86ff-9fd9aaa72840 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 210 time: 0.5635056 May 30 20:11:59.563954 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-115e4c91-2eac-448c-bfd1-78c8712c47d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:59.609113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-b67abe79-854a-4111-8222-d229f5704678 req-3e98d9a6-d982-4440-91f1-a7eafdcd4284 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] For port 93ba003d-2cc3-4b2a-8022-5c504393115c, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=93ba003d-2cc3-4b2a-8022-5c504393115c,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:59.632938 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d7de15e5-c2a6-4fc9-b854-69ab35294c86 None None] For port 999796e6-e444-4e00-97a4-dfbb46d47c93, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=999796e6-e444-4e00-97a4-dfbb46d47c93,segment=NetworkSegment(706cbdb3-3619-4e5f-b867-1e4ac10d2bce),segment_id=706cbdb3-3619-4e5f-b867-1e4ac10d2bce)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:59.645558 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d7de15e5-c2a6-4fc9-b854-69ab35294c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:59.646595 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b67abe79-854a-4111-8222-d229f5704678 req-3e98d9a6-d982-4440-91f1-a7eafdcd4284 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:59.647823 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-f0698c47-19bf-441f-aa25-15ec24ac5f6d service neutron] 10.222.0.77 "GET /v2.0/networks/d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652944 May 30 20:11:59.672486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-115e4c91-2eac-448c-bfd1-78c8712c47d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de48935b-c2e1-4327-8c0d-6da1222c0137']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:59.694278 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b67abe79-854a-4111-8222-d229f5704678 req-3e98d9a6-d982-4440-91f1-a7eafdcd4284 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:59.703221 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-115e4c91-2eac-448c-bfd1-78c8712c47d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f64a8e6-8db4-4aa5-8100-2eb64b036555') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:59.703513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-115e4c91-2eac-448c-bfd1-78c8712c47d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f64a8e6-8db4-4aa5-8100-2eb64b036555') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:59.709990 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94f691eb-08e4-4781-9be1-0912fa9626db'] response: {'name': 'network-changed', 'server_uuid': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'tag': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96', 'status': 'completed', 'code': 200} May 30 20:11:59.722274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-aaa21b8d-1a21-4f57-9320-ee96ac5be3f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Network be767576-8286-4ac8-ac5a-258306ea76b3 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:59.727651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-aaa21b8d-1a21-4f57-9320-ee96ac5be3f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:59.734906 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-115e4c91-2eac-448c-bfd1-78c8712c47d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:59.735445 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['706a4667-45c9-4f3b-8a87-532f54b476f5', '93ba003d-2cc3-4b2a-8022-5c504393115c'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:11:59.748367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-aaa21b8d-1a21-4f57-9320-ee96ac5be3f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:59.764444 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b74244dc-9d3e-48f3-a4bb-47baef450dc1'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:11:59.819234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa21b8d-1a21-4f57-9320-ee96ac5be3f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Pushing event updated for resources: {'Port': ['ID=2666f673-8b44-4665-8058-b7734f1b024b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:59.955857 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-115e4c91-2eac-448c-bfd1-78c8712c47d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:59.971278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115e4c91-2eac-448c-bfd1-78c8712c47d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:11:59.971854 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-115e4c91-2eac-448c-bfd1-78c8712c47d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:59.987034 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de15e5-c2a6-4fc9-b854-69ab35294c86 None None] Pushing event updated for resources: {'Port': ['ID=999796e6-e444-4e00-97a4-dfbb46d47c93,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:00.026519 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d0752257-1611-4e6f-8a82-d24c80fa14e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:00.328716 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-baef07be-22ea-42e2-9857-47cf8f719f6c None None] Provisioning complete for port 999796e6-e444-4e00-97a4-dfbb46d47c93 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:00.329630 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-baef07be-22ea-42e2-9857-47cf8f719f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: timer() May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:12:00.365571 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:12:00.382174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67abe79-854a-4111-8222-d229f5704678 req-3e98d9a6-d982-4440-91f1-a7eafdcd4284 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:00.383083 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b67abe79-854a-4111-8222-d229f5704678 req-3e98d9a6-d982-4440-91f1-a7eafdcd4284 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:00.389811 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b67abe79-854a-4111-8222-d229f5704678 req-3e98d9a6-d982-4440-91f1-a7eafdcd4284 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "PUT /v2.0/ports/93ba003d-2cc3-4b2a-8022-5c504393115c HTTP/1.1" status: 200 len: 905 time: 1.7552238 May 30 20:12:00.390601 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-115e4c91-2eac-448c-bfd1-78c8712c47d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:00.404311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def01e56-432e-4808-9f20-34ab2b73fb71', 'tag': '93ba003d-2cc3-4b2a-8022-5c504393115c'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:00.473557 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e05b0d3e-3f46-4624-8caa-1e6d852ab4da req-bd35f7f3-0128-4675-817e-1338c3e0c9f9 service neutron] 10.222.0.77 "GET /v2.0/networks/d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8117440 May 30 20:12:00.492057 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:12:00.496818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['93ba003d-2cc3-4b2a-8022-5c504393115c'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:00.497024 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-115e4c91-2eac-448c-bfd1-78c8712c47d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:00.573625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e4c91-2eac-448c-bfd1-78c8712c47d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] Pushing event deleted for resources: {'Network': ['ID=de48935b-c2e1-4327-8c0d-6da1222c0137,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:00.623682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98d9a6-d982-4440-91f1-a7eafdcd4284 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Pushing event updated for resources: {'Port': ['ID=93ba003d-2cc3-4b2a-8022-5c504393115c,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:00.636246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-aaa21b8d-1a21-4f57-9320-ee96ac5be3f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:00.637194 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-aaa21b8d-1a21-4f57-9320-ee96ac5be3f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:00.649474 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:00.669096 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:00.683537 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bada1cbe-841c-48d5-a036-3634e52bbb62 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:00.732045 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-115e4c91-2eac-448c-bfd1-78c8712c47d7 tempest-TaggedBootDevicesTest_v242-167469629 tempest-TaggedBootDevicesTest_v242-167469629-project] 10.222.0.84 "DELETE /v2.0/networks/de48935b-c2e1-4327-8c0d-6da1222c0137 HTTP/1.1" status: 204 len: 168 time: 2.8724484 May 30 20:12:00.792518 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-aaa21b8d-1a21-4f57-9320-ee96ac5be3f0 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3113682 May 30 20:12:00.814797 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ad0e6-fe82-487d-9b96-14e8f7d0f7e9 req-bbe8d1a5-d583-4ff9-b06e-dc7f1756aabe tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:00.817529 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba0ad0e6-fe82-487d-9b96-14e8f7d0f7e9 req-bbe8d1a5-d583-4ff9-b06e-dc7f1756aabe tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 944 time: 0.5128987 May 30 20:12:00.829644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Request body: {'port': {'device_id': '4d02f6d2-036b-423e-9b4c-c08f268bd76f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:00.853506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port bada1cbe-841c-48d5-a036-3634e52bbb62 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:00.862547 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port bada1cbe-841c-48d5-a036-3634e52bbb62 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:00.865766 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:00.950320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Pushing event updated for resources: {'Port': ['ID=85fc1fea-1f3b-45e4-99c7-cd897c9cbaf9,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:01.020879 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:01.028840 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba0ad0e6-fe82-487d-9b96-14e8f7d0f7e9 req-8811bcfa-36b1-4fb1-9cf5-bc08e2d6bf07 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=8422b1eb-9546-4c8e-99f4-8e55cd4c5dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449156 May 30 20:12:01.039336 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9e7f6488-2eac-4b5e-8280-5b904feaede4 None None] Provisioning complete for port 93ba003d-2cc3-4b2a-8022-5c504393115c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:01.039921 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9e7f6488-2eac-4b5e-8280-5b904feaede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:01.040288 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f2ae1c63-2174-464d-8370-4def54ee47d7 req-dde5d1bd-45f6-4883-b4ed-0332bf8eda34 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=83c273a70b9742ee885b1f1f37dab263&device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 1095 time: 0.4794772 May 30 20:12:01.118053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a87bca-52fc-4bc5-a01b-ffd38ab8c8e3 req-61aff32c-79e7-4bdf-8dca-1ab4167e9bc7 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:01.121022 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e6a87bca-52fc-4bc5-a01b-ffd38ab8c8e3 req-61aff32c-79e7-4bdf-8dca-1ab4167e9bc7 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 908 time: 0.4736068 May 30 20:12:01.135292 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b964d3d9-d7b4-4d07-a491-29997a00d844'] response: {'name': 'network-changed', 'server_uuid': 'def01e56-432e-4808-9f20-34ab2b73fb71', 'tag': '93ba003d-2cc3-4b2a-8022-5c504393115c', 'status': 'completed', 'code': 200} May 30 20:12:01.153360 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:01.229227 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:01.240821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:12:01.269538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Sync routers for ids ['46565b08-2d51-4555-bc42-1ff4bee572b5'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:12:01.323721 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:01.333600 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:01.385550 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:01.387171 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-84c832ba-d90c-49ef-89d8-d738d715449c tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7638767 May 30 20:12:01.400552 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-099b18db-916f-4f34-81a6-4d22a5b71d7a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:01.439717 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:01.445027 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c8a5cc03-b126-4387-9fb0-df51e3624c47 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.2727170 May 30 20:12:01.445930 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37752) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:01.450465 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae1c63-2174-464d-8370-4def54ee47d7 req-5351dd4d-ced1-4cba-85ea-c04c2efccc97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:01.452052 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f2ae1c63-2174-464d-8370-4def54ee47d7 req-5351dd4d-ced1-4cba-85ea-c04c2efccc97 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 HTTP/1.1" status: 200 len: 897 time: 0.4104931 May 30 20:12:01.461318 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Routers {'46565b08-2d51-4555-bc42-1ff4bee572b5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:01.462555 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['46565b08-2d51-4555-bc42-1ff4bee572b5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:01.578329 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-099b18db-916f-4f34-81a6-4d22a5b71d7a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:01.660071 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f2ae1c63-2174-464d-8370-4def54ee47d7 req-a03bfb88-e74b-4791-9548-5cc15994aaf9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 HTTP/1.1" status: 200 len: 217 time: 0.1442637 May 30 20:12:01.699836 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cae0fe77-d323-42d2-80c8-408121f3d428 req-38fc11ec-50a3-4326-acce-490f257c73dd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 1059 time: 0.5055988 May 30 20:12:01.714693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2052f-8bf7-4f94-b713-f1592fb382dc req-f8102ed5-91f1-4ad9-aef5-f853390ae7d7 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:01.716252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78b2052f-8bf7-4f94-b713-f1592fb382dc req-f8102ed5-91f1-4ad9-aef5-f853390ae7d7 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 931 time: 0.3378808 May 30 20:12:01.736044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port bada1cbe-841c-48d5-a036-3634e52bbb62, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=bada1cbe-841c-48d5-a036-3634e52bbb62,segment=NetworkSegment(4a2dfae7-5417-47c1-b3b3-4f49e14fbe78),segment_id=4a2dfae7-5417-47c1-b3b3-4f49e14fbe78)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:01.742926 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:01.744309 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 999796e6-e444-4e00-97a4-dfbb46d47c93 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:01.866763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae1c63-2174-464d-8370-4def54ee47d7 req-4b26132d-0ebe-47ba-9c0b-5e23e5c9afaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:01.868208 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f2ae1c63-2174-464d-8370-4def54ee47d7 req-4b26132d-0ebe-47ba-9c0b-5e23e5c9afaa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=020c68de-c650-4f83-8051-1d8adbb5dc70 HTTP/1.1" status: 200 len: 834 time: 0.1551089 May 30 20:12:01.882434 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=bada1cbe-841c-48d5-a036-3634e52bbb62,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:01.893073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Set router 46565b08-2d51-4555-bc42-1ff4bee572b5 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:01.969213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78b2052f-8bf7-4f94-b713-f1592fb382dc req-bc98956a-e9f1-4ee6-bb4a-7314b4387570 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392280 May 30 20:12:02.013534 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f2ae1c63-2174-464d-8370-4def54ee47d7 req-5911f40e-271b-4ebc-9714-79f0db762973 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354485 May 30 20:12:02.048006 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4e934-d4d8-40be-a486-61e10ea99602 req-b2d19ac4-6279-4384-85a2-e599b6fc58a3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:02.063633 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73f4e934-d4d8-40be-a486-61e10ea99602 req-b2d19ac4-6279-4384-85a2-e599b6fc58a3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.4360490 May 30 20:12:02.117638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0fe77-d323-42d2-80c8-408121f3d428 req-cc816eb2-685b-435c-aac6-e7b1f4b89fde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:02.118795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cae0fe77-d323-42d2-80c8-408121f3d428 req-cc816eb2-685b-435c-aac6-e7b1f4b89fde service neutron] 10.222.0.93 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.4013569 May 30 20:12:02.130109 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 999796e6-e444-4e00-97a4-dfbb46d47c93 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:02.130476 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:02.307357 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cae0fe77-d323-42d2-80c8-408121f3d428 req-c8091d8e-bf29-411c-836b-18e333ae2fc8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93ba003d-2cc3-4b2a-8022-5c504393115c HTTP/1.1" status: 200 len: 217 time: 0.1816115 May 30 20:12:02.336727 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:12:02.393421 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73f4e934-d4d8-40be-a486-61e10ea99602 req-cb4016c6-8445-4af8-a04d-db270a638612 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3206539 May 30 20:12:02.498911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'name': 'tempest-TaggedBootDevicesTest-1279958500-router', 'tenant_id': '130d09df906442a4bddd6e3d03d415e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '063858e9-c7af-479a-8dcd-5f245c2ab1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:52Z', 'updated_at': '2022-05-30T20:11:56Z', 'revision_number': 3, 'project_id': '130d09df906442a4bddd6e3d03d415e7', 'gw_port': {'id': '063858e9-c7af-479a-8dcd-5f245c2ab1a5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:54Z', 'updated_at': '2022-05-30T20:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:02.510837 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Checking router: 46565b08-2d51-4555-bc42-1ff4bee572b5 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:12:02.511349 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Updating router 46565b08-2d51-4555-bc42-1ff4bee572b5 port 063858e9-c7af-479a-8dcd-5f245c2ab1a5 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:12:02.533075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099b18db-916f-4f34-81a6-4d22a5b71d7a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router d1f6225a-4ae8-4e85-a0dd-2b9858234bc0 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:12:02.544322 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0fe77-d323-42d2-80c8-408121f3d428 req-fc9920b8-8d74-4ce5-a2c7-24f090f0376e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:02.547222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cae0fe77-d323-42d2-80c8-408121f3d428 req-fc9920b8-8d74-4ce5-a2c7-24f090f0376e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.2311141 May 30 20:12:02.555593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2666f673-8b44-4665-8058-b7734f1b024b {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:02.591296 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:02.591465 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f2ae1c63-2174-464d-8370-4def54ee47d7 req-cb9d2a41-f705-49d3-a637-1a02da5ee125 service neutron] 10.222.0.77 "GET /v2.0/networks/d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5672479 May 30 20:12:02.622435 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:02.630902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-e0036e91-68e7-47ca-ac7e-bfd6e2330415 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Synchronizing usage tracker for tenant:eef88738dac1466b8f5722591af6815c on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:12:02.716251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Transition to ACTIVE for port object 2666f673-8b44-4665-8058-b7734f1b024b will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:02.731695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-e0036e91-68e7-47ca-ac7e-bfd6e2330415 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Unset dirty status for tenant:eef88738dac1466b8f5722591af6815c on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:12:02.734477 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-e0036e91-68e7-47ca-ac7e-bfd6e2330415 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--175066578&fields=id&tenant_id=eef88738dac1466b8f5722591af6815c HTTP/1.1" status: 200 len: 267 time: 0.4152355 May 30 20:12:02.735215 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:02.899081 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f2ae1c63-2174-464d-8370-4def54ee47d7 req-6ff22baa-43b0-4c84-bf1f-c0b8d4f01120 service neutron] 10.222.0.77 "GET /v2.0/networks/d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382483 May 30 20:12:03.097794 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099b18db-916f-4f34-81a6-4d22a5b71d7a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:12:03.105063 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-099b18db-916f-4f34-81a6-4d22a5b71d7a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.106187 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-099b18db-916f-4f34-81a6-4d22a5b71d7a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/d1f6225a-4ae8-4e85-a0dd-2b9858234bc0 HTTP/1.1" status: 200 len: 892 time: 5.0950377 May 30 20:12:03.111533 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489552c3-80de-4c55-a222-c65664078ed4 None None] Sync routers for ids ['d1f6225a-4ae8-4e85-a0dd-2b9858234bc0'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:12:03.120496 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37778) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:03.129582 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489552c3-80de-4c55-a222-c65664078ed4 None None] Routers {'d1f6225a-4ae8-4e85-a0dd-2b9858234bc0'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:03.130474 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-489552c3-80de-4c55-a222-c65664078ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['d1f6225a-4ae8-4e85-a0dd-2b9858234bc0'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:03.140297 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.155859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Transition to ACTIVE for port object 063858e9-c7af-479a-8dcd-5f245c2ab1a5 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:03.169901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:12:03.189738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Pushing event updated for resources: {'Port': ['ID=2666f673-8b44-4665-8058-b7734f1b024b,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:03.220058 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bada1cbe-841c-48d5-a036-3634e52bbb62 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:03.246159 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-489552c3-80de-4c55-a222-c65664078ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:03.283513 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489552c3-80de-4c55-a222-c65664078ed4 None None] Routers {'d1f6225a-4ae8-4e85-a0dd-2b9858234bc0'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:03.288590 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-489552c3-80de-4c55-a222-c65664078ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['d1f6225a-4ae8-4e85-a0dd-2b9858234bc0'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:03.308188 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.445235 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.445909 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.469904 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-489552c3-80de-4c55-a222-c65664078ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:03.470309 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489552c3-80de-4c55-a222-c65664078ed4 None None] The sync data for ids ['d1f6225a-4ae8-4e85-a0dd-2b9858234bc0'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:12:03.474058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-a738099f-86d6-4056-9a37-3955eb1dbdf0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:03.474779 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-a738099f-86d6-4056-9a37-3955eb1dbdf0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Synchronizing usage tracker for tenant:eef88738dac1466b8f5722591af6815c on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:12:03.513782 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2d5fa-30f7-40a9-9a95-b75e4f416f34 None None] Pushing event updated for resources: {'Port': ['ID=063858e9-c7af-479a-8dcd-5f245c2ab1a5,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:03.514337 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cae0fe77-d323-42d2-80c8-408121f3d428 req-043e6905-10f2-4791-808d-ac224e95dc7e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9494669 May 30 20:12:03.534513 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-364b26c5-9c91-4e4a-a259-13278b54f5cd tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/routers/d1f6225a-4ae8-4e85-a0dd-2b9858234bc0 HTTP/1.1" status: 200 len: 892 time: 0.4125667 May 30 20:12:03.534978 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37788) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:03.581081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Attempting to bind port 063858e9-c7af-479a-8dcd-5f245c2ab1a5 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:12:03.581081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Attempting to bind port 063858e9-c7af-479a-8dcd-5f245c2ab1a5 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:12:03.581405 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Attempting to bind port 063858e9-c7af-479a-8dcd-5f245c2ab1a5 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:03.592417 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-450c0700-e088-4b92-89c3-ee434f8aa8ca tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f6225a-4ae8-4e85-a0dd-2b9858234bc0 HTTP/1.1" status: 200 len: 205 time: 0.0503786 May 30 20:12:03.595135 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37792) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:03.635936 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1aaa362f-6ccc-433c-8f0d-3c19a03ffa96,segment=NetworkSegment(5c55f4e9-6669-48bd-ac37-9f6962053b9f),segment_id=5c55f4e9-6669-48bd-ac37-9f6962053b9f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:03.651757 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:12:03.652166 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:03.652594 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.652924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:12:03.653392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Bound port: 063858e9-c7af-479a-8dcd-5f245c2ab1a5, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:12:03.653819 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.654575 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-a738099f-86d6-4056-9a37-3955eb1dbdf0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Unset dirty status for tenant:eef88738dac1466b8f5722591af6815c on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:12:03.661178 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-a738099f-86d6-4056-9a37-3955eb1dbdf0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/networks?id=def4f14d-c04a-4ac8-9422-2ee039daee9f HTTP/1.1" status: 200 len: 811 time: 0.8750792 May 30 20:12:03.676807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ad3e8-823c-4459-bc3e-5b2b42a0d1f1 req-0e8a1724-4c0e-4ca9-83b9-2a807df26a09 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:03.682941 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'port_id': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96', 'mac_address': 'fa:16:3e:c9:18:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:12:03.684802 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-353ad3e8-823c-4459-bc3e-5b2b42a0d1f1 req-0e8a1724-4c0e-4ca9-83b9-2a807df26a09 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 944 time: 0.8976538 May 30 20:12:03.706970 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port bada1cbe-841c-48d5-a036-3634e52bbb62 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:03.707332 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.747455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Attempting to bind port 2666f673-8b44-4665-8058-b7734f1b024b on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:12:03.748472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Attempting to bind port 2666f673-8b44-4665-8058-b7734f1b024b by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '2dc07f5a-ea3a-40ba-aef9-b3da26ec0080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:12:03.749003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Attempting to bind port 2666f673-8b44-4665-8058-b7734f1b024b on network be767576-8286-4ac8-ac5a-258306ea76b3 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:03.765070 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-edbaa422-8509-4f94-a634-426d64b5f03a tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/quotas/eef88738dac1466b8f5722591af6815c HTTP/1.1" status: 200 len: 375 time: 0.1027873 May 30 20:12:03.804936 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.846152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Port 2666f673-8b44-4665-8058-b7734f1b024b on network be767576-8286-4ac8-ac5a-258306ea76b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:12:03.846470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Attempting to bind port 2666f673-8b44-4665-8058-b7734f1b024b on network be767576-8286-4ac8-ac5a-258306ea76b3 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:03.887750 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.892427 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-353ad3e8-823c-4459-bc3e-5b2b42a0d1f1 req-54b6bb0c-28ad-4edd-a27a-9513bc9a8943 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=8422b1eb-9546-4c8e-99f4-8e55cd4c5dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065337 May 30 20:12:03.903293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] For port 063858e9-c7af-479a-8dcd-5f245c2ab1a5, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:12:03.914160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:12:03.914160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Checking segment: {'id': '2dc07f5a-ea3a-40ba-aef9-b3da26ec0080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:03.914160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Bound using segment: {'id': '2dc07f5a-ea3a-40ba-aef9-b3da26ec0080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:12:03.914160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Bound port: 2666f673-8b44-4665-8058-b7734f1b024b, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc07f5a-ea3a-40ba-aef9-b3da26ec0080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:12:03.914160 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.916706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:03.933818 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cae0fe77-d323-42d2-80c8-408121f3d428 req-9103de49-b30c-458f-b87c-42cc85280bb5 service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122088 May 30 20:12:03.936703 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1aaa362f-6ccc-433c-8f0d-3c19a03ffa96,segment=NetworkSegment(5c55f4e9-6669-48bd-ac37-9f6962053b9f),segment_id=5c55f4e9-6669-48bd-ac37-9f6962053b9f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:03.939404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] For port 063858e9-c7af-479a-8dcd-5f245c2ab1a5, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=063858e9-c7af-479a-8dcd-5f245c2ab1a5,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:12:03.956416 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.961292 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:04.143196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Routers {'46565b08-2d51-4555-bc42-1ff4bee572b5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:04.143744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['46565b08-2d51-4555-bc42-1ff4bee572b5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:04.193144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-81966209-0232-42f8-9e4e-e5e64bc9bba4 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Synchronizing usage tracker for tenant:eef88738dac1466b8f5722591af6815c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:12:04.203855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2d5fa-30f7-40a9-9a95-b75e4f416f34 None None] Pushing event updated for resources: {'Port': ['ID=063858e9-c7af-479a-8dcd-5f245c2ab1a5,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:04.222505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] For port 2666f673-8b44-4665-8058-b7734f1b024b, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:12:04.252242 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] For port 2666f673-8b44-4665-8058-b7734f1b024b, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2666f673-8b44-4665-8058-b7734f1b024b,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:12:04.266836 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cae0fe77-d323-42d2-80c8-408121f3d428 req-2ce530e7-6f62-4a1c-91b8-728d379f477e service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269949 May 30 20:12:04.273031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc9760-0553-4fe5-8836-acf65f2926ff req-ee9d9266-3b5c-4461-88f5-4f57f0f1508c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:04.275025 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55dc9760-0553-4fe5-8836-acf65f2926ff req-ee9d9266-3b5c-4461-88f5-4f57f0f1508c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.2172291 May 30 20:12:04.276202 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:04.295736 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0939f6c-0360-4041-a9b1-8e5db99100f8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:04.316753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-81966209-0232-42f8-9e4e-e5e64bc9bba4 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Unset dirty status for tenant:eef88738dac1466b8f5722591af6815c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:12:04.328244 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-81966209-0232-42f8-9e4e-e5e64bc9bba4 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=eef88738dac1466b8f5722591af6815c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5560718 May 30 20:12:04.330593 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['1aaa362f-6ccc-433c-8f0d-3c19a03ffa96'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:04.338092 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:04.339453 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] 10.222.0.93 "PUT /v2.0/ports/2666f673-8b44-4665-8058-b7734f1b024b HTTP/1.1" status: 200 len: 1091 time: 3.5166481 May 30 20:12:04.367354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d02f6d2-036b-423e-9b4c-c08f268bd76f', 'tag': '2666f673-8b44-4665-8058-b7734f1b024b'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:04.516036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=1aaa362f-6ccc-433c-8f0d-3c19a03ffa96,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:04.550649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969da81-ba4b-4844-a565-3a720b6dc924 service neutron] Pushing event updated for resources: {'Port': ['ID=2666f673-8b44-4665-8058-b7734f1b024b,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:04.579339 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] Set router 46565b08-2d51-4555-bc42-1ff4bee572b5 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:04.583455 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55dc9760-0553-4fe5-8836-acf65f2926ff req-e165ce31-5317-4546-92a3-a9f40ff9ef6d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962203 May 30 20:12:04.620741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Allocated IP 172.20.0.1 (dabfc627-2152-4c0a-a7ec-5b1cfd93cffd/d9b0cc5f-a7e0-406b-9715-61836a7f84a5/4ab52670-c9d5-49a1-bdd8-f424749e7280) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:04.636746 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-74d33205-bd9c-4123-9716-8db1a70ba560 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2d4db31a2a6b4cf9b980e48f47792663&device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 1094 time: 0.2282434 May 30 20:12:04.646349 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-cc82aeae-e471-4ff2-8de4-2c598c210b2e service neutron] 10.222.0.84 "GET /v2.0/networks/def4f14d-c04a-4ac8-9422-2ee039daee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699749 May 30 20:12:04.803779 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-a27192bc-5c9c-4aca-b723-de5551e7af25 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2666f673-8b44-4665-8058-b7734f1b024b HTTP/1.1" status: 200 len: 217 time: 0.1361811 May 30 20:12:04.846469 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0939f6c-0360-4041-a9b1-8e5db99100f8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:04.881769 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c0939f6c-0360-4041-a9b1-8e5db99100f8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port 82a2dee2-67bf-47a9-a933-de14f104bd29 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:12:04.882103 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0939f6c-0360-4041-a9b1-8e5db99100f8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:04.921215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-6b64d745-f54d-4388-85d2-5ddde28e2b0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:04.922615 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-6b64d745-f54d-4388-85d2-5ddde28e2b0c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=75aac3d7-25c7-4a3a-8294-a7ab0c5aa1db HTTP/1.1" status: 200 len: 855 time: 0.0608754 May 30 20:12:04.998462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-0b3a2a15-a193-4287-aac7-5a5844ad60cb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=be767576-8286-4ac8-ac5a-258306ea76b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682445 May 30 20:12:05.013927 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:05.095900 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-cdfaf5eb-aa40-498e-b69e-660b0382dccb service neutron] 10.222.0.84 "GET /v2.0/networks/def4f14d-c04a-4ac8-9422-2ee039daee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485893 May 30 20:12:05.115169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Transition to ACTIVE for port object 4ab52670-c9d5-49a1-bdd8-f424749e7280 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:05.148582 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a0358-d2f2-4821-98bc-e2610062cb48 req-f32b8d34-f90a-42a9-8674-1927ce4adaf3 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:05.150061 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b22a0358-d2f2-4821-98bc-e2610062cb48 req-f32b8d34-f90a-42a9-8674-1927ce4adaf3 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 943 time: 0.3479929 May 30 20:12:05.169666 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0939f6c-0360-4041-a9b1-8e5db99100f8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:05.286984 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:05.456477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c0939f6c-0360-4041-a9b1-8e5db99100f8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Calling delete_port for 82a2dee2-67bf-47a9-a933-de14f104bd29 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:12:05.485950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Pushing event updated for resources: {'Port': ['ID=4ab52670-c9d5-49a1-bdd8-f424749e7280,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:05.518115 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Network dabfc627-2152-4c0a-a7ec-5b1cfd93cffd is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:05.522429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:05.526232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:05.632625 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63187ddd-489f-4750-8af6-ff55a118a07c'] response: {'name': 'network-changed', 'server_uuid': '4d02f6d2-036b-423e-9b4c-c08f268bd76f', 'tag': '2666f673-8b44-4665-8058-b7734f1b024b', 'status': 'completed', 'code': 200} May 30 20:12:05.643338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'name': 'tempest-TaggedBootDevicesTest-1279958500-router', 'tenant_id': '130d09df906442a4bddd6e3d03d415e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '063858e9-c7af-479a-8dcd-5f245c2ab1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:52Z', 'updated_at': '2022-05-30T20:11:56Z', 'revision_number': 3, 'project_id': '130d09df906442a4bddd6e3d03d415e7', 'gw_port': {'id': '063858e9-c7af-479a-8dcd-5f245c2ab1a5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:54Z', 'updated_at': '2022-05-30T20:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:05.666053 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a812f6d4-1ff9-433b-b61b-3dcbfafa0bad None None] The sync data for ids ['46565b08-2d51-4555-bc42-1ff4bee572b5'] in n-d-843949-2 is: [{'id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'name': 'tempest-TaggedBootDevicesTest-1279958500-router', 'tenant_id': '130d09df906442a4bddd6e3d03d415e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '063858e9-c7af-479a-8dcd-5f245c2ab1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:52Z', 'updated_at': '2022-05-30T20:11:56Z', 'revision_number': 3, 'project_id': '130d09df906442a4bddd6e3d03d415e7', 'gw_port': {'id': '063858e9-c7af-479a-8dcd-5f245c2ab1a5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:54Z', 'updated_at': '2022-05-30T20:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:12:05.723010 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:05.733927 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b22a0358-d2f2-4821-98bc-e2610062cb48 req-f2225b2b-a7d0-4a52-af49-f6ab8b510494 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589237 May 30 20:12:05.745440 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-4cebe3b0-16bf-4eba-af69-7113e43d588a service neutron] 10.222.0.93 "GET /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7313933 May 30 20:12:05.872441 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:06.034525 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0939f6c-0360-4041-a9b1-8e5db99100f8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:06.051534 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2e461-afd4-4efa-9e96-72a650c2226c req-acee41c5-d428-4b69-968d-24975ec8de97 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:06.057041 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-22d2e461-afd4-4efa-9e96-72a650c2226c req-acee41c5-d428-4b69-968d-24975ec8de97 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.3053181 May 30 20:12:06.124756 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0939f6c-0360-4041-a9b1-8e5db99100f8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Port': ['ID=82a2dee2-67bf-47a9-a933-de14f104bd29,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:06.175856 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9de4c83c-e5fd-4fb9-9ced-c84716a40bc8 None None] Provisioning for port 4ab52670-c9d5-49a1-bdd8-f424749e7280 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:06.186798 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9de4c83c-e5fd-4fb9-9ced-c84716a40bc8 None None] Provisioning complete for port 4ab52670-c9d5-49a1-bdd8-f424749e7280 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:06.187250 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9de4c83c-e5fd-4fb9-9ced-c84716a40bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:06.226062 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f10d5e73-14ce-421f-8b8b-1048285cbac8 req-e0928565-f5a5-4232-8da5-e950ab1a3072 service neutron] 10.222.0.93 "GET /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722643 May 30 20:12:06.305522 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:06.389291 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-22d2e461-afd4-4efa-9e96-72a650c2226c req-ef38b652-4087-470e-a9bf-24a9e16c667a tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3267453 May 30 20:12:06.392879 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-9de4c83c-e5fd-4fb9-9ced-c84716a40bc8 None None] Port 4ab52670-c9d5-49a1-bdd8-f424749e7280 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:12:06.398295 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:06.508358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93529050-5e0d-40f6-95d5-1bdea7f4edf4 req-72a128d5-edac-4541-bd15-f79a529969c1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:06.515997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93529050-5e0d-40f6-95d5-1bdea7f4edf4 req-72a128d5-edac-4541-bd15-f79a529969c1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 945 time: 0.4522960 May 30 20:12:06.610885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93529050-5e0d-40f6-95d5-1bdea7f4edf4 req-34642bcd-a3ba-444c-8062-545dbefa55ba tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=8422b1eb-9546-4c8e-99f4-8e55cd4c5dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937426 May 30 20:12:06.614628 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f343dde-d2e9-4078-bead-1ba0991b59c5 req-d184c84a-5b28-4ea2-a0be-82dfce60d258 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2d4db31a2a6b4cf9b980e48f47792663&device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 1094 time: 0.3353448 May 30 20:12:06.690470 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2d2d3a8a-e8d2-46f9-8d79-e440e5c0984e req-24410f19-c2a7-484e-877b-9a60eef433af tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 210 time: 0.0702653 May 30 20:12:06.734504 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:06.834763 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:06.844521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Pushing event updated for resources: {'Port': ['ID=4ab52670-c9d5-49a1-bdd8-f424749e7280,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:06.864325 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f343dde-d2e9-4078-bead-1ba0991b59c5 req-5f7258d9-c61a-4e4b-96db-844b88a92d4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:06.866565 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f343dde-d2e9-4078-bead-1ba0991b59c5 req-5f7258d9-c61a-4e4b-96db-844b88a92d4b service neutron] 10.222.0.93 "GET /v2.0/networks?id=be767576-8286-4ac8-ac5a-258306ea76b3 HTTP/1.1" status: 200 len: 916 time: 0.2067242 May 30 20:12:06.901416 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:06.912442 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:06.912968 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:06.955494 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0939f6c-0360-4041-a9b1-8e5db99100f8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:06.977829 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:07.067163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f343dde-d2e9-4078-bead-1ba0991b59c5 req-bcfb32ad-2126-49ed-89de-1715887cefc8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2666f673-8b44-4665-8058-b7734f1b024b HTTP/1.1" status: 200 len: 217 time: 0.1920311 May 30 20:12:07.076449 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:07.124606 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1aaa362f-6ccc-433c-8f0d-3c19a03ffa96,segment=NetworkSegment(5c55f4e9-6669-48bd-ac37-9f6962053b9f),segment_id=5c55f4e9-6669-48bd-ac37-9f6962053b9f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:07.126339 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:07.138526 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:07.237659 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=1aaa362f-6ccc-433c-8f0d-3c19a03ffa96,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:07.267481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042eb89-986c-4018-bdf8-47250a67c257 req-dcb566c7-e5fa-4cbc-b647-790327484c32 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:07.274930 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6042eb89-986c-4018-bdf8-47250a67c257 req-dcb566c7-e5fa-4cbc-b647-790327484c32 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.4587908 May 30 20:12:07.319728 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f343dde-d2e9-4078-bead-1ba0991b59c5 req-0683dd0c-b941-40f2-acd7-2ccf59c17e8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:07.326024 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f343dde-d2e9-4078-bead-1ba0991b59c5 req-0683dd0c-b941-40f2-acd7-2ccf59c17e8f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=75aac3d7-25c7-4a3a-8294-a7ab0c5aa1db HTTP/1.1" status: 200 len: 855 time: 0.1681478 May 30 20:12:07.428002 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f343dde-d2e9-4078-bead-1ba0991b59c5 req-811b7223-3a99-4061-9953-5918be89a51a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=be767576-8286-4ac8-ac5a-258306ea76b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850201 May 30 20:12:07.444559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6042eb89-986c-4018-bdf8-47250a67c257 req-a5097c46-62d9-489a-930c-225c6a409b6d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685846 May 30 20:12:07.506220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4ae71-cac7-42bc-85eb-2fa144ea638c req-277c65f0-29f8-4d7a-825c-ccdbc774918f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:07.512799 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0c4ae71-cac7-42bc-85eb-2fa144ea638c req-277c65f0-29f8-4d7a-825c-ccdbc774918f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 943 time: 0.4519618 May 30 20:12:07.584982 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-494853d5-58af-4e85-a6af-be8757f479c5'] response: {'server_uuid': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96', 'code': 200} May 30 20:12:07.598326 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0939f6c-0360-4041-a9b1-8e5db99100f8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:07.652258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0939f6c-0360-4041-a9b1-8e5db99100f8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:07.665779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-3511981e-23cc-4361-8e00-337439ecfa81 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:07.667510 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-3511981e-23cc-4361-8e00-337439ecfa81 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.77 "GET /v2.0/networks?id=def4f14d-c04a-4ac8-9422-2ee039daee9f HTTP/1.1" status: 200 len: 811 time: 0.5255117 May 30 20:12:07.673555 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Network dabfc627-2152-4c0a-a7ec-5b1cfd93cffd is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:07.675900 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:07.767784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0c4ae71-cac7-42bc-85eb-2fa144ea638c req-8067117e-0c18-4c09-9e94-651a226f3d89 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466695 May 30 20:12:07.880861 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f343dde-d2e9-4078-bead-1ba0991b59c5 req-ccd8ba75-a0b4-4415-a265-fbed8fda4d8a service neutron] 10.222.0.93 "GET /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330194 May 30 20:12:07.930088 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0939f6c-0360-4041-a9b1-8e5db99100f8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:07.930758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0939f6c-0360-4041-a9b1-8e5db99100f8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Fanout notify agent at l3_agent the message router_deleted on router d1f6225a-4ae8-4e85-a0dd-2b9858234bc0 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:12:07.949513 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-4f02c2dc-1aee-40b1-a9a1-3dc4c0b33b55 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eef88738dac1466b8f5722591af6815c HTTP/1.1" status: 200 len: 379 time: 0.2090447 May 30 20:12:07.957882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ede0d9b-a3b6-4f06-b4c0-dfbfd2947742 req-969e97ac-c52d-48f9-a49d-ef36af98a3b5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 1097 time: 0.2988420 May 30 20:12:07.961694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-3131f061-5817-48f6-8e25-5f78af97658b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Request body: {'port': {'device_id': '2d6d5412-853b-4795-ba2c-c01aacaed427', 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f', 'admin_state_up': True, 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'security_groups': ['95afc33f-fd38-455f-a538-a54864aa4086']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:08.063120 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0939f6c-0360-4041-a9b1-8e5db99100f8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:08.071803 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c0939f6c-0360-4041-a9b1-8e5db99100f8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/routers/d1f6225a-4ae8-4e85-a0dd-2b9858234bc0 HTTP/1.1" status: 204 len: 168 time: 4.4683862 May 30 20:12:08.071803 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37860) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:08.074205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6f9b2376-4eab-4004-968c-20ca118ddfae tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1142164695'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:08.090923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6f9b2376-4eab-4004-968c-20ca118ddfae tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:08.100075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6f9b2376-4eab-4004-968c-20ca118ddfae tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:network and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:08.106206 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6f9b2376-4eab-4004-968c-20ca118ddfae tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:08.118355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6f9b2376-4eab-4004-968c-20ca118ddfae tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:08.136584 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-73f97104-b810-4b01-beb1-71eb60267822 None None] Provisioning complete for port 4ab52670-c9d5-49a1-bdd8-f424749e7280 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:08.137155 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-73f97104-b810-4b01-beb1-71eb60267822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:08.195162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9273a5-4c67-4397-8dc5-69433ff7b80f req-7a3b6cf8-63e4-4c59-a90b-d53f2877a547 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:08.202494 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a9273a5-4c67-4397-8dc5-69433ff7b80f req-7a3b6cf8-63e4-4c59-a90b-d53f2877a547 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 946 time: 0.3866663 May 30 20:12:08.205104 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-73f97104-b810-4b01-beb1-71eb60267822 None None] Port 4ab52670-c9d5-49a1-bdd8-f424749e7280 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:12:08.356014 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ede0d9b-a3b6-4f06-b4c0-dfbfd2947742 req-7310be28-318c-47e6-a45a-8d015321713d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8422b1eb-9546-4c8e-99f4-8e55cd4c5dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3327041 May 30 20:12:08.382923 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f343dde-d2e9-4078-bead-1ba0991b59c5 req-e1081a52-2f93-47f4-95e7-1a305858e432 service neutron] 10.222.0.93 "GET /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902740 May 30 20:12:08.403142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-1f35782f-68ed-4b15-ad49-570a00875cfa tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:08.407427 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-1f35782f-68ed-4b15-ad49-570a00875cfa tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 811 time: 0.4667931 May 30 20:12:08.407567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9b2376-4eab-4004-968c-20ca118ddfae tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:08.411182 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2376-4eab-4004-968c-20ca118ddfae tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:08.436973 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a9273a5-4c67-4397-8dc5-69433ff7b80f req-4cf6a91c-7f90-4bbe-b126-f0602766f917 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=8422b1eb-9546-4c8e-99f4-8e55cd4c5dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335415 May 30 20:12:08.440687 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-a68c2b97-67b3-4d66-8d23-5636ccd62e87 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/quotas/3a8d97a4beaa47c0906bc677b6c0ce16 HTTP/1.1" status: 200 len: 375 time: 0.0292327 May 30 20:12:08.461325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-3131f061-5817-48f6-8e25-5f78af97658b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:08.484856 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-3131f061-5817-48f6-8e25-5f78af97658b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:08.492622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9b2376-4eab-4004-968c-20ca118ddfae tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:12:08.511776 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2376-4eab-4004-968c-20ca118ddfae tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:08.512129 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-6f9b2376-4eab-4004-968c-20ca118ddfae tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Added segment 0e8a21f6-7778-4ac5-8725-473d8b9ba44d of type vlan for network 7a9dc84f-6c15-40bd-a67d-061e2763c484 May 30 20:12:08.520032 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-3131f061-5817-48f6-8e25-5f78af97658b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Made reservation on behalf of eef88738dac1466b8f5722591af6815c for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:08.523516 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-3131f061-5817-48f6-8e25-5f78af97658b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:08.570401 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-712ce83f-120a-4fdb-9f4e-671a063559db tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1143548 May 30 20:12:08.579021 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2376-4eab-4004-968c-20ca118ddfae tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:08.698001 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2376-4eab-4004-968c-20ca118ddfae tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:08.701456 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9b2376-4eab-4004-968c-20ca118ddfae tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:08.702018 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2376-4eab-4004-968c-20ca118ddfae tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:08.785364 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9dd44902-ecc5-46aa-b0de-1c6284e13785 req-cd15bf43-1b7b-4a0f-9c98-4eef65835ad7 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 210 time: 0.1596701 May 30 20:12:08.898810 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6f9b2376-4eab-4004-968c-20ca118ddfae tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8262341 May 30 20:12:08.898810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b2376-4eab-4004-968c-20ca118ddfae tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Network': ['ID=7a9dc84f-6c15-40bd-a67d-061e2763c484,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:08.899985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37872) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:08.907156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-3131f061-5817-48f6-8e25-5f78af97658b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Allocated IP 172.20.0.12 (def4f14d-c04a-4ac8-9422-2ee039daee9f/ae5104ee-483f-4473-9d5d-99834637d593/5e8b109c-7374-4284-b4a9-49b7f4021d5a) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:08.915228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-18a80aa9-ef82-447e-8e0f-78398ef3dfc3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'subnet': {'network_id': '7a9dc84f-6c15-40bd-a67d-061e2763c484', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:08.915591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 7a9dc84f-6c15-40bd-a67d-061e2763c484 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:12:08.947533 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-17fafa8c-4b7e-4e53-9de0-6e1a8f4ba6fa service neutron] 10.222.0.84 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645089 May 30 20:12:08.955004 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2666f673-8b44-4665-8058-b7734f1b024b details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:12:09.071978 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Router 46565b08-2d51-4555-bc42-1ff4bee572b5 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:12:09.174878 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-18a80aa9-ef82-447e-8e0f-78398ef3dfc3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:09.194605 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c07b0-3c08-4597-bf09-65d4596a64c4 req-c5e4e6ba-e1e5-43fb-9e59-89a3f92f9f6e tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:09.196135 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c0c07b0-3c08-4597-bf09-65d4596a64c4 req-c5e4e6ba-e1e5-43fb-9e59-89a3f92f9f6e tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 943 time: 0.1530857 May 30 20:12:09.217758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-18a80aa9-ef82-447e-8e0f-78398ef3dfc3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:subnet and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:09.250991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-80b76cf5-b35b-40fa-82be-4008dc3e6fa2 service neutron] 10.222.0.84 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946765 May 30 20:12:09.309677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c0c07b0-3c08-4597-bf09-65d4596a64c4 req-e3480717-beef-4cb8-9ce4-0c7b99484945 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054873 May 30 20:12:09.348323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 2666f673-8b44-4665-8058-b7734f1b024b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2666f673-8b44-4665-8058-b7734f1b024b,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:09.392706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '2666f673-8b44-4665-8058-b7734f1b024b', 'network_id': 'be767576-8286-4ac8-ac5a-258306ea76b3', 'port_id': '2666f673-8b44-4665-8058-b7734f1b024b', 'mac_address': 'fa:16:3e:14:db:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75aac3d7-25c7-4a3a-8294-a7ab0c5aa1db', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:12:09.443866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-18a80aa9-ef82-447e-8e0f-78398ef3dfc3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:09.532820 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:09.586365 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2666f673-8b44-4665-8058-b7734f1b024b {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:09.590881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-18a80aa9-ef82-447e-8e0f-78398ef3dfc3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:09.642302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 2666f673-8b44-4665-8058-b7734f1b024b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2666f673-8b44-4665-8058-b7734f1b024b,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:09.652267 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:09.686304 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f6ca9bf-5c62-4bb9-bede-625b3b9e038b req-b5dac03d-dc16-48f0-8283-ef86a9bbf9d7 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 210 time: 0.1385322 May 30 20:12:09.703329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a80aa9-ef82-447e-8e0f-78398ef3dfc3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:09.783279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=2666f673-8b44-4665-8058-b7734f1b024b,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:09.842041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72f4ee-05ff-4e71-a99c-03533535d5ee req-481c499c-b98d-4081-b9e2-ba1e683bc6a1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:09.843773 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9c72f4ee-05ff-4e71-a99c-03533535d5ee req-481c499c-b98d-4081-b9e2-ba1e683bc6a1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 946 time: 0.1566629 May 30 20:12:09.876954 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['2666f673-8b44-4665-8058-b7734f1b024b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:09.901487 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-3131f061-5817-48f6-8e25-5f78af97658b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:09.930424 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-18a80aa9-ef82-447e-8e0f-78398ef3dfc3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:09.955225 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9c72f4ee-05ff-4e71-a99c-03533535d5ee req-2c5f06f6-93fe-4ebc-96ac-33186ff594b4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=8422b1eb-9546-4c8e-99f4-8e55cd4c5dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048820 May 30 20:12:09.986492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-3131f061-5817-48f6-8e25-5f78af97658b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Transition to ACTIVE for port object 5e8b109c-7374-4284-b4a9-49b7f4021d5a will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:10.098763 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-720c59ed-ad36-4606-8e86-b28306e7c2e1 req-16cc8b65-8fd0-421c-850c-d2927f0c4490 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 210 time: 0.0983534 May 30 20:12:10.158532 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-3131f061-5817-48f6-8e25-5f78af97658b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.306530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-3131f061-5817-48f6-8e25-5f78af97658b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Network def4f14d-c04a-4ac8-9422-2ee039daee9f is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:10.311630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-3131f061-5817-48f6-8e25-5f78af97658b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:10.314710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-3131f061-5817-48f6-8e25-5f78af97658b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:10.375187 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131f061-5817-48f6-8e25-5f78af97658b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Pushing event updated for resources: {'Port': ['ID=5e8b109c-7374-4284-b4a9-49b7f4021d5a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:10.393541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:12:10.472726 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-43202cf8-0db4-4ded-97b2-cf11274cc31a admin admin] 10.222.0.84 "PUT /v2.0/routers/46565b08-2d51-4555-bc42-1ff4bee572b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0248599 May 30 20:12:10.481043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-3131f061-5817-48f6-8e25-5f78af97658b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:10.481667 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-3131f061-5817-48f6-8e25-5f78af97658b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.527575 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-3131f061-5817-48f6-8e25-5f78af97658b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5695734 May 30 20:12:10.542217 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Request body: {'port': {'device_id': '2d6d5412-853b-4795-ba2c-c01aacaed427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:10.662320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b19a7-5ce6-4a77-98f9-9110f0ffec69 req-81d1cecc-86f7-4bfe-90a0-a27044b0d3f5 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:10.664341 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-985b19a7-5ce6-4a77-98f9-9110f0ffec69 req-81d1cecc-86f7-4bfe-90a0-a27044b0d3f5 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 944 time: 0.1454451 May 30 20:12:10.693256 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-18a80aa9-ef82-447e-8e0f-78398ef3dfc3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.735616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-985b19a7-5ce6-4a77-98f9-9110f0ffec69 req-eeef8fbc-d7b6-4d23-9061-8e9314271f29 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625632 May 30 20:12:10.768866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9e30c984-c238-4da2-b1f5-419b06f69267 None None] Provisioning for port 5e8b109c-7374-4284-b4a9-49b7f4021d5a completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:10.776765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9e30c984-c238-4da2-b1f5-419b06f69267 None None] Provisioning complete for port 5e8b109c-7374-4284-b4a9-49b7f4021d5a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:10.777631 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9e30c984-c238-4da2-b1f5-419b06f69267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.856607 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-9e30c984-c238-4da2-b1f5-419b06f69267 None None] Port 5e8b109c-7374-4284-b4a9-49b7f4021d5a cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:12:10.936098 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.937260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2666f673-8b44-4665-8058-b7734f1b024b up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:10.949948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a80aa9-ef82-447e-8e0f-78398ef3dfc3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Subnet': ['ID=f37235d4-60ce-4f77-8040-9a292e7b66f7,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:11.028079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1fb2d884-b4ef-4359-8a7a-a597dda9b7e3 req-0a21095e-14d1-42a2-8f17-646213357656 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 210 time: 0.1248131 May 30 20:12:11.058873 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a80aa9-ef82-447e-8e0f-78398ef3dfc3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Checking segment: {'id': '0e8a21f6-7778-4ac5-8725-473d8b9ba44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7a9dc84f-6c15-40bd-a67d-061e2763c484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:11.060231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a80aa9-ef82-447e-8e0f-78398ef3dfc3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network hostable DHCP agents. Network: 7a9dc84f-6c15-40bd-a67d-061e2763c484, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:12:11.065546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 2666f673-8b44-4665-8058-b7734f1b024b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:11.080033 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 2666f673-8b44-4665-8058-b7734f1b024b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:11.080033 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:11.230038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a80aa9-ef82-447e-8e0f-78398ef3dfc3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network 7a9dc84f-6c15-40bd-a67d-061e2763c484 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:12:11.294685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-18a80aa9-ef82-447e-8e0f-78398ef3dfc3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 7a9dc84f-6c15-40bd-a67d-061e2763c484) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:11.406121 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:11.435363 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd781481-3df5-4b93-84cb-be364336ac92 None None] Network 7a9dc84f-6c15-40bd-a67d-061e2763c484 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:11.447551 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a80aa9-ef82-447e-8e0f-78398ef3dfc3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:11.449111 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-18a80aa9-ef82-447e-8e0f-78398ef3dfc3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:11.524892 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-18a80aa9-ef82-447e-8e0f-78398ef3dfc3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6206076 May 30 20:12:11.550381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37924) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:11.571857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3dfcff56-f695-4000-b1fb-213710654905 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-876208558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:11.584959 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d02f6d2-036b-423e-9b4c-c08f268bd76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2666f673-8b44-4665-8058-b7734f1b024b'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:11.606100 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3dfcff56-f695-4000-b1fb-213710654905 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:11.620738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 2666f673-8b44-4665-8058-b7734f1b024b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2666f673-8b44-4665-8058-b7734f1b024b,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:11.645700 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:11.656279 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3dfcff56-f695-4000-b1fb-213710654905 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:router and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:11.687136 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3dfcff56-f695-4000-b1fb-213710654905 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:11.725963 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3dfcff56-f695-4000-b1fb-213710654905 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:11.786254 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=2666f673-8b44-4665-8058-b7734f1b024b,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:11.805011 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dfcff56-f695-4000-b1fb-213710654905 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:11.807159 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dfcff56-f695-4000-b1fb-213710654905 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:11.818459 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:12:11.835340 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-ef8f236c-401b-49d5-b553-feb0aaa44365 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:11.837216 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-ef8f236c-401b-49d5-b553-feb0aaa44365 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.93 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 811 time: 0.7213557 May 30 20:12:11.851792 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef0e2c-a187-4073-b6ea-b16d8c8d4d98 req-fe25fac9-87ef-428f-9d20-29deae811c94 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:11.852411 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-7a9dc84f-6c15-40bd-a67d-061e2763c484', 'network_id': '7a9dc84f-6c15-40bd-a67d-061e2763c484', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'fixed_ips': [{'subnet_id': 'f37235d4-60ce-4f77-8040-9a292e7b66f7'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:12:11.854058 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:11.859721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1ef0e2c-a187-4073-b6ea-b16d8c8d4d98 req-fe25fac9-87ef-428f-9d20-29deae811c94 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 946 time: 0.6365197 May 30 20:12:11.884621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Request body: {'port': {'device_id': 'ba517549-dece-412c-a08f-1d4977fe5dd4', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'admin_state_up': True, 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:11.966254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8b109c-7374-4284-b4a9-49b7f4021d5a {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:11.977188 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:11.987466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551716c-5be7-4016-bf75-c0f8237b9f3a req-595b8e80-11a3-4796-afd8-acef83fdce83 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:11.988586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dfcff56-f695-4000-b1fb-213710654905 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:11.994849 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6551716c-5be7-4016-bf75-c0f8237b9f3a req-595b8e80-11a3-4796-afd8-acef83fdce83 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 932 time: 0.4077284 May 30 20:12:12.010254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Transition to ACTIVE for port object 5e8b109c-7374-4284-b4a9-49b7f4021d5a will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:12.019048 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:12.066604 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1ef0e2c-a187-4073-b6ea-b16d8c8d4d98 req-6e302201-390b-4373-8dbc-3ff691d5b5d0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=8422b1eb-9546-4c8e-99f4-8e55cd4c5dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058039 May 30 20:12:12.116945 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dfcff56-f695-4000-b1fb-213710654905 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:12.144237 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Allocated IP 2001:db8::2 (7a9dc84f-6c15-40bd-a67d-061e2763c484/f37235d4-60ce-4f77-8040-9a292e7b66f7/9b298503-24d4-4c38-acc9-5635065b7fce) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:12.155606 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dfcff56-f695-4000-b1fb-213710654905 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:12.157036 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3dfcff56-f695-4000-b1fb-213710654905 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5982292 May 30 20:12:12.162564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37938) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:12.375120 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-634ee2e7-4e60-4276-9741-cf325b5c5455'] response: {'server_uuid': '4d02f6d2-036b-423e-9b4c-c08f268bd76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2666f673-8b44-4665-8058-b7734f1b024b', 'code': 200} May 30 20:12:12.565126 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6551716c-5be7-4016-bf75-c0f8237b9f3a req-de44ff29-60bc-426f-a7f8-8964769cbd9e tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/security-groups?id=95afc33f-fd38-455f-a538-a54864aa4086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5692735 May 30 20:12:12.583626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37946) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:12.616572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8b109c-7374-4284-b4a9-49b7f4021d5a,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:12.644847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Attempting to bind port 5e8b109c-7374-4284-b4a9-49b7f4021d5a on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:12:12.645180 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Attempting to bind port 5e8b109c-7374-4284-b4a9-49b7f4021d5a by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '22f9e521-4016-4bae-9f6e-03025f40665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:12:12.645499 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Attempting to bind port 5e8b109c-7374-4284-b4a9-49b7f4021d5a on network def4f14d-c04a-4ac8-9422-2ee039daee9f {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:12.665027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Port 5e8b109c-7374-4284-b4a9-49b7f4021d5a on network def4f14d-c04a-4ac8-9422-2ee039daee9f not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:12:12.665256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Attempting to bind port 5e8b109c-7374-4284-b4a9-49b7f4021d5a on network def4f14d-c04a-4ac8-9422-2ee039daee9f {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:12.684165 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:12:12.684497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Checking segment: {'id': '22f9e521-4016-4bae-9f6e-03025f40665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:12.684877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Bound using segment: {'id': '22f9e521-4016-4bae-9f6e-03025f40665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:12:12.685376 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Bound port: 5e8b109c-7374-4284-b4a9-49b7f4021d5a, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f9e521-4016-4bae-9f6e-03025f40665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:12:12.685718 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:12.772933 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:12.793810 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Transition to ACTIVE for port object 9b298503-24d4-4c38-acc9-5635065b7fce will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:12.838825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Transition to ACTIVE for port object 9b298503-24d4-4c38-acc9-5635065b7fce will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:12.850170 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:12.878192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] For port 5e8b109c-7374-4284-b4a9-49b7f4021d5a, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:12:12.884152 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] For port 5e8b109c-7374-4284-b4a9-49b7f4021d5a, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5e8b109c-7374-4284-b4a9-49b7f4021d5a,segment=NetworkSegment(22f9e521-4016-4bae-9f6e-03025f40665d),segment_id=22f9e521-4016-4bae-9f6e-03025f40665d)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:12:12.894838 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:12.975913 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Network 7a9dc84f-6c15-40bd-a67d-061e2763c484 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:12.977093 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Pushing event updated for resources: {'Port': ['ID=9b298503-24d4-4c38-acc9-5635065b7fce,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:12.981878 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:12.989245 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:13.120213 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Attempting to bind port 9b298503-24d4-4c38-acc9-5635065b7fce on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:12:13.120942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Attempting to bind port 9b298503-24d4-4c38-acc9-5635065b7fce by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '0e8a21f6-7778-4ac5-8725-473d8b9ba44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7a9dc84f-6c15-40bd-a67d-061e2763c484'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:12:13.121821 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Attempting to bind port 9b298503-24d4-4c38-acc9-5635065b7fce on network 7a9dc84f-6c15-40bd-a67d-061e2763c484 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:13.131366 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:12:13.132315 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Checking segment: {'id': '0e8a21f6-7778-4ac5-8725-473d8b9ba44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7a9dc84f-6c15-40bd-a67d-061e2763c484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:13.133470 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:13.134642 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Bound using segment: {'id': '0e8a21f6-7778-4ac5-8725-473d8b9ba44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7a9dc84f-6c15-40bd-a67d-061e2763c484'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:12:13.135359 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Bound port: 9b298503-24d4-4c38-acc9-5635065b7fce, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8a21f6-7778-4ac5-8725-473d8b9ba44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7a9dc84f-6c15-40bd-a67d-061e2763c484'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:12:13.136176 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:13.221416 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3190a861-e2dd-463a-9383-526dbe65e1dc req-0dfe9a4d-6d41-4782-b79f-0199e78e74fa tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 210 time: 0.2066102 May 30 20:12:13.235531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:13.250903 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:13.253644 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] 10.222.0.77 "PUT /v2.0/ports/5e8b109c-7374-4284-b4a9-49b7f4021d5a HTTP/1.1" status: 200 len: 1092 time: 2.7163339 May 30 20:12:13.270304 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6d5412-853b-4795-ba2c-c01aacaed427', 'tag': '5e8b109c-7374-4284-b4a9-49b7f4021d5a'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:13.274595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:13.303457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Made reservation on behalf of 3a8d97a4beaa47c0906bc677b6c0ce16 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:13.312867 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:13.367702 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] For port 9b298503-24d4-4c38-acc9-5635065b7fce, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:12:13.374989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] For port 9b298503-24d4-4c38-acc9-5635065b7fce, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9b298503-24d4-4c38-acc9-5635065b7fce,segment=NetworkSegment(0e8a21f6-7778-4ac5-8725-473d8b9ba44d),segment_id=0e8a21f6-7778-4ac5-8725-473d8b9ba44d)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:12:13.380021 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:13.479100 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406aaa17-9c80-49fc-a3cc-1b412d872996 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8b109c-7374-4284-b4a9-49b7f4021d5a,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:13.588535 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-0ce5e5de-e4d5-46f3-a5a8-15a49304daf1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eef88738dac1466b8f5722591af6815c&device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 1095 time: 0.2511404 May 30 20:12:13.608030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0d9c7-29e7-4f8e-8c34-4815c4199a1b None None] Pushing event updated for resources: {'Port': ['ID=9b298503-24d4-4c38-acc9-5635065b7fce,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:13.728724 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-06beae82-31c1-40a8-b1e7-d7f2003533bc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e8b109c-7374-4284-b4a9-49b7f4021d5a HTTP/1.1" status: 200 len: 217 time: 0.1320817 May 30 20:12:13.776172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d049705-1bb4-49cd-9e58-a717be1f0391 req-d2cb9c4a-1a6b-46bf-a1bf-6a7660b070a4 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:13.783514 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2d049705-1bb4-49cd-9e58-a717be1f0391 req-d2cb9c4a-1a6b-46bf-a1bf-6a7660b070a4 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 945 time: 1.1819518 May 30 20:12:13.824937 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-2643de1d-f85b-476c-bfb4-d3614ed26d47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:13.828615 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-2643de1d-f85b-476c-bfb4-d3614ed26d47 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae5104ee-483f-4473-9d5d-99834637d593 HTTP/1.1" status: 200 len: 850 time: 0.0932899 May 30 20:12:14.083705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8803886a-7c11-455a-a4fd-a6818c7d3009 req-b7c4d320-6e69-44b0-9f04-dce93eb6c45a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 1096 time: 1.5002627 May 30 20:12:14.097845 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-9e02a147-e9df-4703-b902-03cab5fca59b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=def4f14d-c04a-4ac8-9422-2ee039daee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2550311 May 30 20:12:14.153216 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2d049705-1bb4-49cd-9e58-a717be1f0391 req-e2c01a57-a437-4ed3-bb11-2afb90208f72 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686943 May 30 20:12:14.176914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Allocated IP 172.20.0.11 (9ea528b6-cc9d-40ff-b131-d41923530da2/c40dc128-537b-4332-9a2f-38117a30858e/0896b2ca-18b2-441f-aa73-854269db7efe) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:14.296125 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48245b69-902f-416e-af96-32a8715c32f8'] response: {'name': 'network-changed', 'server_uuid': '2d6d5412-853b-4795-ba2c-c01aacaed427', 'tag': '5e8b109c-7374-4284-b4a9-49b7f4021d5a', 'status': 'completed', 'code': 200} May 30 20:12:14.385810 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-b747eaca-d9aa-4593-bdc3-81cd5e8ede13 service neutron] 10.222.0.77 "GET /v2.0/networks/def4f14d-c04a-4ac8-9422-2ee039daee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801821 May 30 20:12:14.553533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73dca1-ce76-4e74-b6bb-a53f36350eb1 req-1389c7e7-ef70-441a-898e-ae4c90bcdb9a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:14.562894 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7f73dca1-ce76-4e74-b6bb-a53f36350eb1 req-1389c7e7-ef70-441a-898e-ae4c90bcdb9a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 946 time: 0.9553864 May 30 20:12:14.564186 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d27a508-7bbc-47d9-8c54-1cd02bdcbc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:14.626990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8803886a-7c11-455a-a4fd-a6818c7d3009 req-47c36f74-1ba4-40de-8ad9-a81de95ff8a2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336559 May 30 20:12:14.633434 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-74366b14-40c5-45d3-b123-4c59f0581fe6 req-c96f26ab-371b-4936-ae8c-4a9f6a876965 service neutron] 10.222.0.77 "GET /v2.0/networks/def4f14d-c04a-4ac8-9422-2ee039daee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406871 May 30 20:12:14.715113 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9b298503-24d4-4c38-acc9-5635065b7fce up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:14.742456 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:14.826153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Transition to ACTIVE for port object 0896b2ca-18b2-441f-aa73-854269db7efe will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:14.833592 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 9b298503-24d4-4c38-acc9-5635065b7fce completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:14.890096 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7f73dca1-ce76-4e74-b6bb-a53f36350eb1 req-03dc7bb7-e79f-4172-be06-b8bfbf192b17 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=8422b1eb-9546-4c8e-99f4-8e55cd4c5dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3262067 May 30 20:12:14.891829 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:14.907425 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1d7e91b6-7cd1-431b-b82b-59a21b869eac req-97df7ec5-3df3-481b-a721-981388bc4b9e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eef88738dac1466b8f5722591af6815c&device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 1095 time: 0.2109146 May 30 20:12:14.929527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37978) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:15.040987 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ea10c4-96c2-447f-83a9-918e40014172 None None] Network 7a9dc84f-6c15-40bd-a67d-061e2763c484 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:15.107313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e91b6-7cd1-431b-b82b-59a21b869eac req-2d1dbb6a-857d-4f91-a6d9-78f181673af1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:15.109211 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1d7e91b6-7cd1-431b-b82b-59a21b869eac req-2d1dbb6a-857d-4f91-a6d9-78f181673af1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=def4f14d-c04a-4ac8-9422-2ee039daee9f HTTP/1.1" status: 200 len: 912 time: 0.1918142 May 30 20:12:15.197394 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-60345b3f-aead-42cd-a246-8788dd39ba0e None None] Provisioning for port 9b298503-24d4-4c38-acc9-5635065b7fce completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:15.215566 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-60345b3f-aead-42cd-a246-8788dd39ba0e None None] Provisioning complete for port 9b298503-24d4-4c38-acc9-5635065b7fce triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:15.215939 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-60345b3f-aead-42cd-a246-8788dd39ba0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:15.219098 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1d7e91b6-7cd1-431b-b82b-59a21b869eac req-b965d433-d88a-4423-950a-b731391e0065 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e8b109c-7374-4284-b4a9-49b7f4021d5a HTTP/1.1" status: 200 len: 217 time: 0.1011989 May 30 20:12:15.229655 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9125a61e-3975-40a3-9623-f3f60c045480 req-0f0bd2c9-faef-4b75-9713-b153bb7e32dc tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 210 time: 0.0774367 May 30 20:12:15.302753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d94c02-1a0a-4bb9-afb9-609ff46ebd41 req-ecdf5ce5-1eca-4da2-816a-e7b108ebfdb9 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:15.304440 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7d94c02-1a0a-4bb9-afb9-609ff46ebd41 req-ecdf5ce5-1eca-4da2-816a-e7b108ebfdb9 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 944 time: 0.8643668 May 30 20:12:15.306836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e91b6-7cd1-431b-b82b-59a21b869eac req-4d7371dd-baaa-4573-9b34-f5a8cbb1953c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:15.310289 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1d7e91b6-7cd1-431b-b82b-59a21b869eac req-4d7371dd-baaa-4573-9b34-f5a8cbb1953c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae5104ee-483f-4473-9d5d-99834637d593 HTTP/1.1" status: 200 len: 850 time: 0.0835848 May 30 20:12:15.511818 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1d7e91b6-7cd1-431b-b82b-59a21b869eac req-a8106af0-2286-48b7-abb9-f4f2a397f2f3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=def4f14d-c04a-4ac8-9422-2ee039daee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1947057 May 30 20:12:15.656765 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:15.691773 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['706a4667-45c9-4f3b-8a87-532f54b476f5'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:15.763717 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b74244dc-9d3e-48f3-a4bb-47baef450dc1'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:15.769080 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1d7e91b6-7cd1-431b-b82b-59a21b869eac req-a4075fd9-7f09-4c1d-9780-e6b7c45063bb service neutron] 10.222.0.77 "GET /v2.0/networks/def4f14d-c04a-4ac8-9422-2ee039daee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309260 May 30 20:12:15.891942 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-60345b3f-aead-42cd-a246-8788dd39ba0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:16.001432 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-60345b3f-aead-42cd-a246-8788dd39ba0e None None] For port 9b298503-24d4-4c38-acc9-5635065b7fce, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9b298503-24d4-4c38-acc9-5635065b7fce,segment=NetworkSegment(0e8a21f6-7778-4ac5-8725-473d8b9ba44d),segment_id=0e8a21f6-7778-4ac5-8725-473d8b9ba44d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:16.030006 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-60345b3f-aead-42cd-a246-8788dd39ba0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:16.071810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Allocated IP 2001:db8::1 (7a9dc84f-6c15-40bd-a67d-061e2763c484/f37235d4-60ce-4f77-8040-9a292e7b66f7/eb39fa2b-8294-452f-a7db-c159b9ee2470) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:16.084637 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7b30b6b4-b637-4a1a-b62d-bef14be7b706 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 1092 time: 1.0785038 May 30 20:12:16.091253 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Network 9ea528b6-cc9d-40ff-b131-d41923530da2 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:16.103520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37986) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:16.110352 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7d94c02-1a0a-4bb9-afb9-609ff46ebd41 req-d54ccbf6-0fcf-41b7-acd4-bd4617d35008 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/security-groups?id=95afc33f-fd38-455f-a538-a54864aa4086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5327466 May 30 20:12:16.122265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:16.126218 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Pushing event updated for resources: {'Port': ['ID=0896b2ca-18b2-441f-aa73-854269db7efe,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:16.134609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:16.149304 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1d7e91b6-7cd1-431b-b82b-59a21b869eac req-dbbdda90-b929-49f2-bc16-5ea9632f4833 service neutron] 10.222.0.77 "GET /v2.0/networks/def4f14d-c04a-4ac8-9422-2ee039daee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966809 May 30 20:12:16.207047 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:16.241781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:16.259620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:floatingip and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:16.271602 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60345b3f-aead-42cd-a246-8788dd39ba0e None None] Pushing event updated for resources: {'Port': ['ID=9b298503-24d4-4c38-acc9-5635065b7fce,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:16.271841 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:16.303938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:16.339496 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:16.410938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:16.411275 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:16.411612 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:16.411943 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:16.412295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:16.412901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:16.413231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:16.413807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:16.414136 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:16.414453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:16.414809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:16.474246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae2b77-24f6-4445-9f1d-43e28134818e req-11068ffd-e7cc-4991-a540-2b7a63fc2c93 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:16.476072 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-629c78ef-abec-45ae-b5ff-440cf9da8c99 None None] Provisioning complete for port 9b298503-24d4-4c38-acc9-5635065b7fce triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:16.478863 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-629c78ef-abec-45ae-b5ff-440cf9da8c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:16.481907 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b1ae2b77-24f6-4445-9f1d-43e28134818e req-11068ffd-e7cc-4991-a540-2b7a63fc2c93 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 945 time: 0.9559586 May 30 20:12:16.531819 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:16.532454 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:16.558125 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b1ae2b77-24f6-4445-9f1d-43e28134818e req-cc507815-d5e7-4e80-9520-7449a5f1b6fa tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750082 May 30 20:12:16.619618 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9b298503-24d4-4c38-acc9-5635065b7fce up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:16.681311 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3d27a508-7bbc-47d9-8c54-1cd02bdcbc32 admin admin] Deleting port 9287c5f5-1419-4784-a8ef-5f78469d7253 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:12:16.681563 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d27a508-7bbc-47d9-8c54-1cd02bdcbc32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:16.705003 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-cf3ca0fb-23b3-4a70-a01d-635c59d612ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8284259 May 30 20:12:16.725234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Request body: {'port': {'device_id': 'ba517549-dece-412c-a08f-1d4977fe5dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:16.762713 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:16.800966 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 5e8b109c-7374-4284-b4a9-49b7f4021d5a details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:12:16.818972 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 9b298503-24d4-4c38-acc9-5635065b7fce triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:16.819700 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:16.826653 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Transition to ACTIVE for port object eb39fa2b-8294-452f-a7db-c159b9ee2470 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:16.883211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea7acb-eeb5-4d4d-8f90-62ccec5b73e6 req-ff0a6f1e-e163-46c0-ae4f-253631ddc68d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:16.883616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-29ea7acb-eeb5-4d4d-8f90-62ccec5b73e6 req-ff0a6f1e-e163-46c0-ae4f-253631ddc68d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Synchronizing usage tracker for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:12:16.926546 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:16.943046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-29ea7acb-eeb5-4d4d-8f90-62ccec5b73e6 req-ff0a6f1e-e163-46c0-ae4f-253631ddc68d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Unset dirty status for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:12:16.948996 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29ea7acb-eeb5-4d4d-8f90-62ccec5b73e6 req-ff0a6f1e-e163-46c0-ae4f-253631ddc68d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 932 time: 0.4407401 May 30 20:12:16.971667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-3d27a508-7bbc-47d9-8c54-1cd02bdcbc32 admin admin] For port 9287c5f5-1419-4784-a8ef-5f78469d7253, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9287c5f5-1419-4784-a8ef-5f78469d7253,segment=NetworkSegment(fbce37dd-a637-46f1-88e0-2b83b9a452d7),segment_id=fbce37dd-a637-46f1-88e0-2b83b9a452d7)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:16.978807 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d27a508-7bbc-47d9-8c54-1cd02bdcbc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:16.988584 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6d7e892e-1d59-40bb-b6bd-35fd7a66a922 None None] Provisioning for port 0896b2ca-18b2-441f-aa73-854269db7efe completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:17.000679 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:17.003722 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6d7e892e-1d59-40bb-b6bd-35fd7a66a922 None None] Provisioning complete for port 0896b2ca-18b2-441f-aa73-854269db7efe triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:17.004241 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6d7e892e-1d59-40bb-b6bd-35fd7a66a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:17.027812 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:17.147656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=eb39fa2b-8294-452f-a7db-c159b9ee2470,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:17.151463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e892e-1d59-40bb-b6bd-35fd7a66a922 None None] Port 0896b2ca-18b2-441f-aa73-854269db7efe cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:12:17.163006 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 5e8b109c-7374-4284-b4a9-49b7f4021d5a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5e8b109c-7374-4284-b4a9-49b7f4021d5a,segment=NetworkSegment(22f9e521-4016-4bae-9f6e-03025f40665d),segment_id=22f9e521-4016-4bae-9f6e-03025f40665d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:17.180401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '5e8b109c-7374-4284-b4a9-49b7f4021d5a', 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f', 'port_id': '5e8b109c-7374-4284-b4a9-49b7f4021d5a', 'mac_address': 'fa:16:3e:2b:75:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:12:17.182597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3d27a508-7bbc-47d9-8c54-1cd02bdcbc32 admin admin] Calling delete_port for 9287c5f5-1419-4784-a8ef-5f78469d7253 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:12:17.204067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network 7a9dc84f-6c15-40bd-a67d-061e2763c484 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:17.213129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:17.235411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:17.236406 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:17.285747 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:17.334590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8b109c-7374-4284-b4a9-49b7f4021d5a {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:17.369730 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 5e8b109c-7374-4284-b4a9-49b7f4021d5a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5e8b109c-7374-4284-b4a9-49b7f4021d5a,segment=NetworkSegment(22f9e521-4016-4bae-9f6e-03025f40665d),segment_id=22f9e521-4016-4bae-9f6e-03025f40665d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:17.378398 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:17.472684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=5e8b109c-7374-4284-b4a9-49b7f4021d5a,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:17.506924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Allocated IP 172.25.5.130 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/b81bbd8c-0c12-4af0-b7a9-7cb625b7f137) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:17.545026 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29ea7acb-eeb5-4d4d-8f90-62ccec5b73e6 req-9a75e250-09d6-4da0-b841-e1ce2675dbd0 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949829 May 30 20:12:17.569872 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:17.627620 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['5e8b109c-7374-4284-b4a9-49b7f4021d5a'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:17.729913 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d27a508-7bbc-47d9-8c54-1cd02bdcbc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:17.742538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-24e7a254-9479-4275-a4e4-8308720b526f None None] Provisioning for port eb39fa2b-8294-452f-a7db-c159b9ee2470 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:17.754726 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-24e7a254-9479-4275-a4e4-8308720b526f None None] Provisioning complete for port eb39fa2b-8294-452f-a7db-c159b9ee2470 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:17.755093 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-24e7a254-9479-4275-a4e4-8308720b526f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:17.803479 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27a508-7bbc-47d9-8c54-1cd02bdcbc32 admin admin] Pushing event deleted for resources: {'Port': ['ID=9287c5f5-1419-4784-a8ef-5f78469d7253,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:17.832319 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:17.899693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-24e7a254-9479-4275-a4e4-8308720b526f None None] Port eb39fa2b-8294-452f-a7db-c159b9ee2470 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:12:18.169945 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:18.230559 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647645d9-8da1-40fd-808c-94763bc39185 req-fb95462b-8626-41c1-9b43-b7076eb9d931 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:18.236706 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-647645d9-8da1-40fd-808c-94763bc39185 req-fb95462b-8626-41c1-9b43-b7076eb9d931 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 945 time: 0.7465379 May 30 20:12:18.267400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:18.279881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:18.282402 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:18.338437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Port': ['ID=b81bbd8c-0c12-4af0-b7a9-7cb625b7f137,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:18.401812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0640b-39e0-43f7-9c69-f8f7c78eff41 req-0b3b25d6-b51d-4374-a0bc-210c71eeaae6 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:18.403278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9f0640b-39e0-43f7-9c69-f8f7c78eff41 req-0b3b25d6-b51d-4374-a0bc-210c71eeaae6 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 945 time: 0.6151159 May 30 20:12:18.437377 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0896b2ca-18b2-441f-aa73-854269db7efe {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:18.441525 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d27a508-7bbc-47d9-8c54-1cd02bdcbc32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:18.529162 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:18.541375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-647645d9-8da1-40fd-808c-94763bc39185 req-58b686e3-acee-48ba-97ea-dade85337500 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/security-groups?id=95afc33f-fd38-455f-a538-a54864aa4086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2812514 May 30 20:12:18.589282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Transition to ACTIVE for port object 0896b2ca-18b2-441f-aa73-854269db7efe will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:18.618498 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:18.683004 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9f0640b-39e0-43f7-9c69-f8f7c78eff41 req-b3b0b106-6eab-4480-bbde-6b4b8eae6ad7 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515750 May 30 20:12:18.752904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0896b2ca-18b2-441f-aa73-854269db7efe,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:18.825209 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 5e8b109c-7374-4284-b4a9-49b7f4021d5a up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:18.932438 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 5e8b109c-7374-4284-b4a9-49b7f4021d5a completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:18.939739 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 5e8b109c-7374-4284-b4a9-49b7f4021d5a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:18.940310 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:19.005468 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:12:19.064356 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:19.089388 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:19.100264 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:19.100943 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:19.142315 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6d5412-853b-4795-ba2c-c01aacaed427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8b109c-7374-4284-b4a9-49b7f4021d5a'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:19.161417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 5e8b109c-7374-4284-b4a9-49b7f4021d5a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5e8b109c-7374-4284-b4a9-49b7f4021d5a,segment=NetworkSegment(22f9e521-4016-4bae-9f6e-03025f40665d),segment_id=22f9e521-4016-4bae-9f6e-03025f40665d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:19.169910 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:19.200690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=eb39fa2b-8294-452f-a7db-c159b9ee2470,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:19.266458 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=5e8b109c-7374-4284-b4a9-49b7f4021d5a,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:19.411642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9133d48-11fe-4da0-84e8-77f7fe2c205d req-a15f6401-42c8-4352-8f9e-12ae1c790a20 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:19.413159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d9133d48-11fe-4da0-84e8-77f7fe2c205d req-a15f6401-42c8-4352-8f9e-12ae1c790a20 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 945 time: 0.5099633 May 30 20:12:19.419125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9d5d3-2a06-479a-81ba-d79e6a812d12 req-4c38fb7a-0c9c-4fac-a13f-0aad4fe1cac1 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:19.420740 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ecf9d5d3-2a06-479a-81ba-d79e6a812d12 req-4c38fb7a-0c9c-4fac-a13f-0aad4fe1cac1 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 944 time: 0.6587539 May 30 20:12:19.421252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Attempting to bind port 0896b2ca-18b2-441f-aa73-854269db7efe on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:12:19.421582 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Attempting to bind port 0896b2ca-18b2-441f-aa73-854269db7efe by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:12:19.421910 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Attempting to bind port 0896b2ca-18b2-441f-aa73-854269db7efe on network 9ea528b6-cc9d-40ff-b131-d41923530da2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:19.487985 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Port 0896b2ca-18b2-441f-aa73-854269db7efe on network 9ea528b6-cc9d-40ff-b131-d41923530da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:12:19.488407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Attempting to bind port 0896b2ca-18b2-441f-aa73-854269db7efe on network 9ea528b6-cc9d-40ff-b131-d41923530da2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:19.522436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:12:19.522775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Checking segment: {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:19.523175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Bound using segment: {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:12:19.523614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Bound port: 0896b2ca-18b2-441f-aa73-854269db7efe, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ea0e7c-6df5-4d5e-9458-a9047689de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:12:19.524837 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:19.574026 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d9133d48-11fe-4da0-84e8-77f7fe2c205d req-96d0ba52-1536-4a85-8198-25133dcb5ac2 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471963 May 30 20:12:19.579559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ecf9d5d3-2a06-479a-81ba-d79e6a812d12 req-78007ba7-81c2-43ea-a252-3e8f299eecb6 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388407 May 30 20:12:19.660583 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] For port 0896b2ca-18b2-441f-aa73-854269db7efe, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:12:19.663732 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] For port 0896b2ca-18b2-441f-aa73-854269db7efe, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0896b2ca-18b2-441f-aa73-854269db7efe,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:12:19.675458 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:19.679615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network 7a9dc84f-6c15-40bd-a67d-061e2763c484 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:19.714517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:19.716620 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16101c5c-b1e3-40e0-b7a6-056bd3d6ff01'] response: {'server_uuid': '2d6d5412-853b-4795-ba2c-c01aacaed427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8b109c-7374-4284-b4a9-49b7f4021d5a', 'code': 200} May 30 20:12:19.952798 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:20.056319 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:20.059051 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] 10.222.0.93 "PUT /v2.0/ports/0896b2ca-18b2-441f-aa73-854269db7efe HTTP/1.1" status: 200 len: 1092 time: 3.3381829 May 30 20:12:20.073131 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba517549-dece-412c-a08f-1d4977fe5dd4', 'tag': '0896b2ca-18b2-441f-aa73-854269db7efe'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:20.168021 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:20.211805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63598ab-9809-4720-a6b8-e880e01b77d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0896b2ca-18b2-441f-aa73-854269db7efe,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:20.226220 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cdb67812-2628-4075-8ae4-9ab03874dca9 None None] Provisioning complete for port eb39fa2b-8294-452f-a7db-c159b9ee2470 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:20.226740 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cdb67812-2628-4075-8ae4-9ab03874dca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:20.279818 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-14753ea3-b5f6-4e8e-9e81-e96963b60e68 req-9b9653c2-0896-4793-a4e3-35dbd3082b82 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 1097 time: 0.3916943 May 30 20:12:20.347909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-cdb67812-2628-4075-8ae4-9ab03874dca9 None None] Port eb39fa2b-8294-452f-a7db-c159b9ee2470 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:12:20.566811 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-14753ea3-b5f6-4e8e-9e81-e96963b60e68 req-53958b81-7871-40a9-9283-e6cbc3e54de7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=95afc33f-fd38-455f-a538-a54864aa4086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601058 May 30 20:12:20.625634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6f3fd-ffa7-4912-8ccf-01283ea84c2c req-64d799f3-f8a5-48d1-b131-3ec3170509d6 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:20.627109 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2b6f3fd-ffa7-4912-8ccf-01283ea84c2c req-64d799f3-f8a5-48d1-b131-3ec3170509d6 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 946 time: 0.8259244 May 30 20:12:20.687036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d27a508-7bbc-47d9-8c54-1cd02bdcbc32 admin admin] Router 37eeba98-0646-4c3e-97ac-0214b6533b1d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:12:20.696503 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:20.705923 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:20.713539 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-c6a9377b-b623-4d6b-b357-0c680bf229b9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 1095 time: 0.5721526 May 30 20:12:20.829696 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-07abf46a-fa2e-43a2-aeb6-405711776379 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0896b2ca-18b2-441f-aa73-854269db7efe HTTP/1.1" status: 200 len: 217 time: 0.1023529 May 30 20:12:20.845313 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2b6f3fd-ffa7-4912-8ccf-01283ea84c2c req-ad77bbb0-7f4c-4ec1-aeec-0c132186f602 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/security-groups?id=95afc33f-fd38-455f-a538-a54864aa4086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043283 May 30 20:12:20.911074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d050f9c-79dc-4950-92cc-38e8552e9d66 req-4ffa5169-8c5f-4ac3-9b66-2a8a574bd87d tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:20.917019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d050f9c-79dc-4950-92cc-38e8552e9d66 req-4ffa5169-8c5f-4ac3-9b66-2a8a574bd87d tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 945 time: 0.6818841 May 30 20:12:21.003330 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b14d0be-f346-4483-a512-67bbff7343ac'] response: {'name': 'network-changed', 'server_uuid': 'ba517549-dece-412c-a08f-1d4977fe5dd4', 'tag': '0896b2ca-18b2-441f-aa73-854269db7efe', 'status': 'completed', 'code': 200} May 30 20:12:21.026120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-82e0dff8-fac0-40f8-9316-3fae3e2efdbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:21.027558 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-82e0dff8-fac0-40f8-9316-3fae3e2efdbb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.1813178 May 30 20:12:21.099198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Port': ['ID=b81bbd8c-0c12-4af0-b7a9-7cb625b7f137,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:21.100101 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d050f9c-79dc-4950-92cc-38e8552e9d66 req-962b4265-2379-4b2e-afee-6f637c78770e tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567309 May 30 20:12:21.130019 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:21.167839 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-a0cfaab3-3941-45b5-bd68-fa998f2b2f9a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248426 May 30 20:12:21.174710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:12:21.445359 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d27a508-7bbc-47d9-8c54-1cd02bdcbc32 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:12:21.457338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262c1ac-6f10-4a71-8ba6-6d945a625507 None None] Sync routers for ids ['37eeba98-0646-4c3e-97ac-0214b6533b1d'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:12:21.479817 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262c1ac-6f10-4a71-8ba6-6d945a625507 None None] Routers {'37eeba98-0646-4c3e-97ac-0214b6533b1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:21.479817 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3262c1ac-6f10-4a71-8ba6-6d945a625507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['37eeba98-0646-4c3e-97ac-0214b6533b1d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:21.502096 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Floating IP 6f01ea73-569a-4d33-8316-9f27976bd88e associated. External IP: 172.25.5.130, port: 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96. May 30 20:12:21.698043 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3d27a508-7bbc-47d9-8c54-1cd02bdcbc32 admin admin] 10.222.0.84 "PUT /v2.0/routers/37eeba98-0646-4c3e-97ac-0214b6533b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1058691 May 30 20:12:21.709164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38044) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:21.900934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-3262c1ac-6f10-4a71-8ba6-6d945a625507 None None] Set router 37eeba98-0646-4c3e-97ac-0214b6533b1d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:22.016730 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-c4b02e1e-b480-483a-a4f2-d20fa38af873 service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8392370 May 30 20:12:22.064137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51804f50-b152-4928-bf9d-8df4a8d0d117 req-351cc490-f0d8-438f-8c13-10a3ff6808d7 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:22.072446 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51804f50-b152-4928-bf9d-8df4a8d0d117 req-351cc490-f0d8-438f-8c13-10a3ff6808d7 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 944 time: 0.8512821 May 30 20:12:22.111453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc3420-5721-4b5d-9348-4e5af6055da2 req-4106f62e-aed2-49ce-9976-3a134f4130e3 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:22.113344 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3dc3420-5721-4b5d-9348-4e5af6055da2 req-4106f62e-aed2-49ce-9976-3a134f4130e3 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 945 time: 0.7347684 May 30 20:12:22.156623 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Router e045d8c6-14c7-434f-b27d-351bd241df88 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:12:22.239253 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3262c1ac-6f10-4a71-8ba6-6d945a625507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1704130055-router', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:40Z', 'updated_at': '2022-05-30T20:12:17Z', 'revision_number': 5, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'gw_port': {'id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:22.245117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262c1ac-6f10-4a71-8ba6-6d945a625507 None None] Checking router: 37eeba98-0646-4c3e-97ac-0214b6533b1d for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:12:22.268609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262c1ac-6f10-4a71-8ba6-6d945a625507 None None] Routers {'37eeba98-0646-4c3e-97ac-0214b6533b1d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:22.269225 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3262c1ac-6f10-4a71-8ba6-6d945a625507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['37eeba98-0646-4c3e-97ac-0214b6533b1d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:22.357343 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51804f50-b152-4928-bf9d-8df4a8d0d117 req-3def8857-d404-4669-91d4-dbd567b89c48 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837458 May 30 20:12:22.438607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:12:22.452499 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:12:22.456432 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416a2a4-27e8-4160-8c2c-2ba0565aba43 None None] Sync routers for ids ['e045d8c6-14c7-434f-b27d-351bd241df88'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:12:22.461353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-19eb34d7-2dcb-4b97-b015-92db5b57baaf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2812028 May 30 20:12:22.467338 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38050) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:22.470854 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43343588-42a3-4788-891d-bb2c55e0890c None None] Sync routers for ids ['a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:12:22.475695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a105c77d-6f07-4069-a659-81299a3ad0e2 req-068d2649-5836-4c55-b9ec-9bd467b1c121 service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456990 May 30 20:12:22.482545 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4416a2a4-27e8-4160-8c2c-2ba0565aba43 None None] Routers {'e045d8c6-14c7-434f-b27d-351bd241df88'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:22.483522 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4416a2a4-27e8-4160-8c2c-2ba0565aba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e045d8c6-14c7-434f-b27d-351bd241df88'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:22.488585 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3dc3420-5721-4b5d-9348-4e5af6055da2 req-c362cf3e-6112-4f6a-a989-5b4537e878be tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826815 May 30 20:12:22.570773 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:22.601629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43343588-42a3-4788-891d-bb2c55e0890c None None] Routers {'a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:22.603691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-43343588-42a3-4788-891d-bb2c55e0890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:22.720916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-43343588-42a3-4788-891d-bb2c55e0890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:22.736518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43343588-42a3-4788-891d-bb2c55e0890c None None] Routers {'a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:22.737260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-43343588-42a3-4788-891d-bb2c55e0890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:22.765104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a013e0-a54c-4974-97fc-e588eac8e3b1 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:22.770877 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-13a013e0-a54c-4974-97fc-e588eac8e3b1 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports/eb39fa2b-8294-452f-a7db-c159b9ee2470 HTTP/1.1" status: 200 len: 911 time: 0.3025239 May 30 20:12:22.779150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38062) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:22.803634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f37235d4-60ce-4f77-8040-9a292e7b66f7'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:22.858349 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-3262c1ac-6f10-4a71-8ba6-6d945a625507 None None] Set router 37eeba98-0646-4c3e-97ac-0214b6533b1d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:22.937452 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8ae3d67b-96f2-474b-8c89-af1a4c02b7ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.7909968 May 30 20:12:22.944974 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-43343588-42a3-4788-891d-bb2c55e0890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:22.945704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43343588-42a3-4788-891d-bb2c55e0890c None None] The sync data for ids ['a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:12:22.946562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'tag': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:22.960763 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 063858e9-c7af-479a-8dcd-5f245c2ab1a5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:22.981312 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38068) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:22.989719 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-4416a2a4-27e8-4160-8c2c-2ba0565aba43 None None] Set router e045d8c6-14c7-434f-b27d-351bd241df88 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:23.083851 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd449f9e-d5f7-4a98-9b3b-af68e0da854a admin admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:23.136426 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84cb7a97-f6bb-4f9b-b667-36b27ed39822'] response: {'name': 'network-changed', 'server_uuid': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'tag': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96', 'status': 'completed', 'code': 200} May 30 20:12:23.306731 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baeef47-f71a-4da8-9c54-04b4ffd6715f req-c8ab1e60-4501-43c3-8ed7-7c6268a0a110 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:23.316348 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3baeef47-f71a-4da8-9c54-04b4ffd6715f req-c8ab1e60-4501-43c3-8ed7-7c6268a0a110 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 946 time: 0.7762625 May 30 20:12:23.324671 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24f7527c-e88e-4e92-b006-8454023fe852 req-4cc0944f-784f-48fb-b5c2-22b3a0118581 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 1095 time: 0.6913373 May 30 20:12:23.476381 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e8f8d1f7-f99a-48e8-a167-bc857e8f73f5 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/floatingips/6f01ea73-569a-4d33-8316-9f27976bd88e HTTP/1.1" status: 200 len: 992 time: 0.4925826 May 30 20:12:23.502367 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 063858e9-c7af-479a-8dcd-5f245c2ab1a5 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:23.510511 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 063858e9-c7af-479a-8dcd-5f245c2ab1a5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:23.510894 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:23.592897 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3baeef47-f71a-4da8-9c54-04b4ffd6715f req-0f3d4670-54c7-4a5e-b58e-3de5993bacc9 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/security-groups?id=95afc33f-fd38-455f-a538-a54864aa4086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750423 May 30 20:12:23.693715 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:23.712952 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 063858e9-c7af-479a-8dcd-5f245c2ab1a5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=063858e9-c7af-479a-8dcd-5f245c2ab1a5,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:23.722964 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a906f5a7-c4f4-42aa-acc4-0bbd5057c3dd req-98c931f9-3ecc-48c7-b7d6-a637cb1cda07 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=83c273a70b9742ee885b1f1f37dab263&device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 1097 time: 0.5638793 May 30 20:12:23.723540 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:23.725279 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:23.738848 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4416a2a4-27e8-4160-8c2c-2ba0565aba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:11:27Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '6f01ea73-569a-4d33-8316-9f27976bd88e', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'port_id': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'mac_address': 'fa:16:3e:c9:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:12:19Z', 'updated_at': '2022-05-30T20:12:19Z', 'revision_number': 0, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88674430-098b-4c12-ac57-c1cfd9d339a6', 'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:f0:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:24Z', 'updated_at': '2022-05-30T20:11:42Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:23.744020 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416a2a4-27e8-4160-8c2c-2ba0565aba43 None None] Checking router: e045d8c6-14c7-434f-b27d-351bd241df88 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:12:23.757567 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4416a2a4-27e8-4160-8c2c-2ba0565aba43 None None] Routers {'e045d8c6-14c7-434f-b27d-351bd241df88'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:23.758495 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4416a2a4-27e8-4160-8c2c-2ba0565aba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e045d8c6-14c7-434f-b27d-351bd241df88'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:23.816749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7527c-e88e-4e92-b006-8454023fe852 req-ee1f2835-3323-4aca-951f-cf0e1fe4e4a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:23.821684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24f7527c-e88e-4e92-b006-8454023fe852 req-ee1f2835-3323-4aca-951f-cf0e1fe4e4a6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.4587317 May 30 20:12:23.860626 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3262c1ac-6f10-4a71-8ba6-6d945a625507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1704130055-router', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:40Z', 'updated_at': '2022-05-30T20:12:17Z', 'revision_number': 5, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'gw_port': {'id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:23.868632 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262c1ac-6f10-4a71-8ba6-6d945a625507 None None] The sync data for ids ['37eeba98-0646-4c3e-97ac-0214b6533b1d'] in n-d-843949-2 is: [{'id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1704130055-router', 'tenant_id': 'aba290eb55434081b40c27125b03c71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:40Z', 'updated_at': '2022-05-30T20:12:17Z', 'revision_number': 5, 'project_id': 'aba290eb55434081b40c27125b03c71d', 'gw_port': {'id': '9ad56d32-292e-4c0a-9a67-bb459fbc3f0d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eeba98-0646-4c3e-97ac-0214b6533b1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:12:23.872192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=063858e9-c7af-479a-8dcd-5f245c2ab1a5,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:23.986858 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-4416a2a4-27e8-4160-8c2c-2ba0565aba43 None None] Set router e045d8c6-14c7-434f-b27d-351bd241df88 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:24.043012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f5a7-c4f4-42aa-acc4-0bbd5057c3dd req-35e720ba-f7f6-47bb-83e8-fe167a455538 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:24.045083 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a906f5a7-c4f4-42aa-acc4-0bbd5057c3dd req-35e720ba-f7f6-47bb-83e8-fe167a455538 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 HTTP/1.1" status: 200 len: 897 time: 0.2839134 May 30 20:12:24.069805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91a9cf-5bc4-4aa0-a4d0-5bd5fe12293c req-148bac2d-ead4-4dec-9d4c-39af6ce5fc45 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:24.072205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c91a9cf-5bc4-4aa0-a4d0-5bd5fe12293c req-148bac2d-ead4-4dec-9d4c-39af6ce5fc45 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 945 time: 0.5847058 May 30 20:12:24.083762 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24f7527c-e88e-4e92-b006-8454023fe852 req-8711ca21-f597-47b7-b3a3-4994574594fd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0896b2ca-18b2-441f-aa73-854269db7efe HTTP/1.1" status: 200 len: 217 time: 0.2548351 May 30 20:12:24.167215 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd449f9e-d5f7-4a98-9b3b-af68e0da854a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:24.188336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-fd449f9e-d5f7-4a98-9b3b-af68e0da854a admin admin] Deleting port 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:12:24.188614 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd449f9e-d5f7-4a98-9b3b-af68e0da854a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:24.343684 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a906f5a7-c4f4-42aa-acc4-0bbd5057c3dd req-7071441b-7e4e-4317-b40d-753e72dbd837 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 HTTP/1.1" status: 200 len: 1000 time: 0.2914796 May 30 20:12:24.410829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f5a7-c4f4-42aa-acc4-0bbd5057c3dd req-363bd5a6-f5e6-4250-a06a-d04354a3f109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:24.412353 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a906f5a7-c4f4-42aa-acc4-0bbd5057c3dd req-363bd5a6-f5e6-4250-a06a-d04354a3f109 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=020c68de-c650-4f83-8051-1d8adbb5dc70 HTTP/1.1" status: 200 len: 834 time: 0.0581760 May 30 20:12:24.480750 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38084) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:24.506983 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4416a2a4-27e8-4160-8c2c-2ba0565aba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:11:27Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '6f01ea73-569a-4d33-8316-9f27976bd88e', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'port_id': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'mac_address': 'fa:16:3e:c9:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:12:19Z', 'updated_at': '2022-05-30T20:12:19Z', 'revision_number': 0, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88674430-098b-4c12-ac57-c1cfd9d339a6', 'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:f0:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:24Z', 'updated_at': '2022-05-30T20:11:42Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:24.514324 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416a2a4-27e8-4160-8c2c-2ba0565aba43 None None] The sync data for ids ['e045d8c6-14c7-434f-b27d-351bd241df88'] in n-d-843949-2 is: [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:11:27Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '6f01ea73-569a-4d33-8316-9f27976bd88e', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'port_id': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'mac_address': 'fa:16:3e:c9:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:12:19Z', 'updated_at': '2022-05-30T20:12:19Z', 'revision_number': 0, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88674430-098b-4c12-ac57-c1cfd9d339a6', 'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:f0:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:24Z', 'updated_at': '2022-05-30T20:11:42Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:12:24.533561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-fd449f9e-d5f7-4a98-9b3b-af68e0da854a admin admin] For port 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9ad56d32-292e-4c0a-9a67-bb459fbc3f0d,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:24.533992 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd449f9e-d5f7-4a98-9b3b-af68e0da854a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:24.626087 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 063858e9-c7af-479a-8dcd-5f245c2ab1a5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:24.631750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7527c-e88e-4e92-b006-8454023fe852 req-0d9c0ddd-0144-4e0b-ad6b-334f3717de1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:24.633542 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24f7527c-e88e-4e92-b006-8454023fe852 req-0d9c0ddd-0144-4e0b-ad6b-334f3717de1a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.5409834 May 30 20:12:24.708016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-fd449f9e-d5f7-4a98-9b3b-af68e0da854a admin admin] Calling delete_port for 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:12:24.712347 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 063858e9-c7af-479a-8dcd-5f245c2ab1a5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:24.712943 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:24.715334 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a906f5a7-c4f4-42aa-acc4-0bbd5057c3dd req-ec4b5776-a6bb-4fad-a839-510bc141b7bf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2945499 May 30 20:12:24.750508 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-306d46f2-a8e3-4cf3-9124-3b9d5216f151 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/floatingips/6f01ea73-569a-4d33-8316-9f27976bd88e HTTP/1.1" status: 200 len: 992 time: 0.2672081 May 30 20:12:24.806014 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c91a9cf-5bc4-4aa0-a4d0-5bd5fe12293c req-75c897c4-700e-43ef-b413-caab87193f17 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7237942 May 30 20:12:24.812055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c3c4e-70dc-4fe0-af61-077c20dc2c83 req-a335a79b-61a4-4499-bd4c-2610f2636cb2 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:24.820134 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-375c3c4e-70dc-4fe0-af61-077c20dc2c83 req-a335a79b-61a4-4499-bd4c-2610f2636cb2 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 944 time: 0.8809433 May 30 20:12:24.889655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9287c5f5-1419-4784-a8ef-5f78469d7253 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:12:24.939855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 9287c5f5-1419-4784-a8ef-5f78469d7253 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:12:24.940313 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9287c5f5-1419-4784-a8ef-5f78469d7253 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:12:24.968142 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-375c3c4e-70dc-4fe0-af61-077c20dc2c83 req-d6e0cf66-eea6-4d16-9ecc-06d4237ab1dc tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466892 May 30 20:12:24.975577 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a906f5a7-c4f4-42aa-acc4-0bbd5057c3dd req-ceb4d25a-c319-4062-8943-a3b9d0728f61 service neutron] 10.222.0.77 "GET /v2.0/networks/d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509623 May 30 20:12:24.988890 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 0896b2ca-18b2-441f-aa73-854269db7efe details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:12:25.008771 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24f7527c-e88e-4e92-b006-8454023fe852 req-1b3d17ff-acc4-4ee4-946b-cdf1f1ed4992 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3101537 May 30 20:12:25.202974 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:25.245352 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 0896b2ca-18b2-441f-aa73-854269db7efe, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0896b2ca-18b2-441f-aa73-854269db7efe,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:25.267780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '0896b2ca-18b2-441f-aa73-854269db7efe', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'port_id': '0896b2ca-18b2-441f-aa73-854269db7efe', 'mac_address': 'fa:16:3e:83:d6:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:12:25.271526 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a906f5a7-c4f4-42aa-acc4-0bbd5057c3dd req-639d8a7d-781f-446e-8222-4b5f161504f3 service neutron] 10.222.0.77 "GET /v2.0/networks/d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841539 May 30 20:12:25.272307 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:25.285904 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:25.286737 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:25.288136 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/ports/eb39fa2b-8294-452f-a7db-c159b9ee2470 HTTP/1.1" status: 200 len: 911 time: 2.5080531 May 30 20:12:25.293289 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38096) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:25.353579 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:25.375785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0896b2ca-18b2-441f-aa73-854269db7efe {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:25.397049 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 0896b2ca-18b2-441f-aa73-854269db7efe, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0896b2ca-18b2-441f-aa73-854269db7efe,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:25.404918 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:25.507046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=0896b2ca-18b2-441f-aa73-854269db7efe,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:25.625939 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38102) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:25.645045 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['0896b2ca-18b2-441f-aa73-854269db7efe'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:25.671579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=eb39fa2b-8294-452f-a7db-c159b9ee2470,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:25.693353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24f7527c-e88e-4e92-b006-8454023fe852 req-ec1cc55f-0143-43db-882a-c7b9452bcff6 service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008537 May 30 20:12:25.704116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:25.704694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:25.705277 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:25.705639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:25.706149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:25.706740 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:25.707319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:25.707902 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:25.708497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:25.709085 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:25.709858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62243c-facf-4a88-9836-c68011c98f7d tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:25.796817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38108) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:25.889433 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd449f9e-d5f7-4a98-9b3b-af68e0da854a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:25.946770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd449f9e-d5f7-4a98-9b3b-af68e0da854a admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad56d32-292e-4c0a-9a67-bb459fbc3f0d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:25.978205 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a469fff2-d5ea-4979-9336-b35cad4af147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:25.985464 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-69c64e4a-6fa1-4007-b6a5-f91ccea553e1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/floatingips/6f01ea73-569a-4d33-8316-9f27976bd88e HTTP/1.1" status: 200 len: 992 time: 0.1818914 May 30 20:12:26.013362 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31030d80-87b1-4a23-bc7f-89b73889e7d5 req-ac463373-0a06-42e9-80eb-b500f2400422 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:26.013946 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-34d6f35f-c81b-47a1-9f9f-f491a3e77938 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:26.017804 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31030d80-87b1-4a23-bc7f-89b73889e7d5 req-ac463373-0a06-42e9-80eb-b500f2400422 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 946 time: 1.0068250 May 30 20:12:26.038691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067f11f-22f3-49da-a7f3-0bcc5a363213 req-4c812e01-3d55-4017-81b3-7837ee15f3d5 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:26.040462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e067f11f-22f3-49da-a7f3-0bcc5a363213 req-4c812e01-3d55-4017-81b3-7837ee15f3d5 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 945 time: 0.7924452 May 30 20:12:26.065439 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38114) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:26.076685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-fc440f41-c9e4-4cb4-b0d4-ab780ecba132 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Request body: {'floatingip': {'port_id': '5e8b109c-7374-4284-b4a9-49b7f4021d5a'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:26.123633 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24f7527c-e88e-4e92-b006-8454023fe852 req-257329b3-2fb5-4b95-9ae1-afcc95d204a2 service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063709 May 30 20:12:26.228636 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc440f41-c9e4-4cb4-b0d4-ab780ecba132 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:26.308782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a469fff2-d5ea-4979-9336-b35cad4af147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:26.333669 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a469fff2-d5ea-4979-9336-b35cad4af147 admin admin] Usage tracker for resource:security_group_rule and tenant:eeaeff3fccaa40e2a6662376d3d843ae is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:26.474219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a469fff2-d5ea-4979-9336-b35cad4af147 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:26.594750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a469fff2-d5ea-4979-9336-b35cad4af147 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:26.598676 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e067f11f-22f3-49da-a7f3-0bcc5a363213 req-85a6eb32-d5a9-40f4-b68a-e25ca05d6856 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840107 May 30 20:12:26.645379 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd449f9e-d5f7-4a98-9b3b-af68e0da854a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:26.981379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78117c7e-1830-4c9d-89c9-20262a7b29cc req-2e68a6c3-43d7-4e4c-8f75-afc03788224d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:26.982927 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78117c7e-1830-4c9d-89c9-20262a7b29cc req-2e68a6c3-43d7-4e4c-8f75-afc03788224d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 945 time: 0.8509238 May 30 20:12:26.992455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38124) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:27.002035 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 0896b2ca-18b2-441f-aa73-854269db7efe up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:27.085334 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 0896b2ca-18b2-441f-aa73-854269db7efe completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:27.093348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 0896b2ca-18b2-441f-aa73-854269db7efe triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:27.094384 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.104196 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd449f9e-d5f7-4a98-9b3b-af68e0da854a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.196271 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c05e96b2-5c39-4b6b-a729-4d7559cb4d29 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/floatingips/6f01ea73-569a-4d33-8316-9f27976bd88e HTTP/1.1" status: 200 len: 992 time: 0.1854293 May 30 20:12:27.197501 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd449f9e-d5f7-4a98-9b3b-af68e0da854a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.260820 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a469fff2-d5ea-4979-9336-b35cad4af147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.317083 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.354159 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 0896b2ca-18b2-441f-aa73-854269db7efe, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0896b2ca-18b2-441f-aa73-854269db7efe,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:27.356181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba517549-dece-412c-a08f-1d4977fe5dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0896b2ca-18b2-441f-aa73-854269db7efe'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:27.362614 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.370804 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a469fff2-d5ea-4979-9336-b35cad4af147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.476960 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=0896b2ca-18b2-441f-aa73-854269db7efe,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:27.478202 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78117c7e-1830-4c9d-89c9-20262a7b29cc req-797c3362-4ec9-4333-8848-191258f1c0d8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856389 May 30 20:12:27.487167 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd449f9e-d5f7-4a98-9b3b-af68e0da854a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.487717 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd449f9e-d5f7-4a98-9b3b-af68e0da854a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37eeba98-0646-4c3e-97ac-0214b6533b1d {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:12:27.489869 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:27.490219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:27.490585 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:27.490876 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:27.491204 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:27.491531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:27.491856 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:27.492209 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:27.492596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:27.493265 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:27.493265 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:27.569913 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc440f41-c9e4-4cb4-b0d4-ab780ecba132 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.584425 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a469fff2-d5ea-4979-9336-b35cad4af147 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=eeaeff3fccaa40e2a6662376d3d843ae&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9508810 May 30 20:12:27.611730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38134) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:27.612460 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469fff2-d5ea-4979-9336-b35cad4af147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc77ab4f-1227-4575-aa40-7747a53763e3,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:27.642499 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c361257-29b7-4d54-ab70-d988640f3188'] response: {'server_uuid': 'ba517549-dece-412c-a08f-1d4977fe5dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0896b2ca-18b2-441f-aa73-854269db7efe', 'code': 200} May 30 20:12:27.654588 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc440f41-c9e4-4cb4-b0d4-ab780ecba132 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.702102 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-482f8625-80f8-4d2c-b186-bb5aecb7a914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.769915 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd449f9e-d5f7-4a98-9b3b-af68e0da854a admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.771008 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fd449f9e-d5f7-4a98-9b3b-af68e0da854a admin admin] 10.222.0.84 "DELETE /v2.0/routers/37eeba98-0646-4c3e-97ac-0214b6533b1d HTTP/1.1" status: 204 len: 168 time: 6.0593290 May 30 20:12:27.775103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38138) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:27.799834 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19d47c9e-19da-4724-b868-ebb22ddaea93 req-425f380e-ea89-40da-956c-64035abd9690 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5818970 May 30 20:12:27.840144 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-37b32d26-8463-4f16-8128-82bf44506441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.866395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271faa1-fa98-472d-aa4f-4d4cb34c01e5 req-50f501e8-85a2-4f9f-a1f6-b1e03aef8faf tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:27.867976 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9271faa1-fa98-472d-aa4f-4d4cb34c01e5 req-50f501e8-85a2-4f9f-a1f6-b1e03aef8faf tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 945 time: 0.3426604 May 30 20:12:27.878424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10b1107-71ba-435a-a3ff-c2e944fd5748 admin admin] Deleting subnet eacd493c-a56e-47fd-9217-e8ad524e2ab0 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:12:27.883941 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b10b1107-71ba-435a-a3ff-c2e944fd5748 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.891692 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a675af64-1e3b-4963-aa17-2dc589e985f5 req-f6fb5102-3825-4810-8d8c-50538c8ff07c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 1097 time: 0.1816866 May 30 20:12:27.952305 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-37b32d26-8463-4f16-8128-82bf44506441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:28.028632 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b10b1107-71ba-435a-a3ff-c2e944fd5748 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:28.091422 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-34d6f35f-c81b-47a1-9f9f-f491a3e77938 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port eb39fa2b-8294-452f-a7db-c159b9ee2470 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:12:28.091765 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-34d6f35f-c81b-47a1-9f9f-f491a3e77938 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:28.176540 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9271faa1-fa98-472d-aa4f-4d4cb34c01e5 req-31ccdb46-8bb8-4aad-a3b9-9529a828c421 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824695 May 30 20:12:28.194535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a675af64-1e3b-4963-aa17-2dc589e985f5 req-dc02b863-6832-48f1-8664-c75f714ac4b8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669935 May 30 20:12:28.198334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38144) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:28.307293 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1dc04bcf-5fda-47e1-926e-98d970aa6ff1 req-a1dc6ab6-86ec-4c97-b8c2-39f14381ce27 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3468478 May 30 20:12:28.312404 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-37b32d26-8463-4f16-8128-82bf44506441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:28.342227 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b10b1107-71ba-435a-a3ff-c2e944fd5748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:28.346325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19d47c9e-19da-4724-b868-ebb22ddaea93 req-12f5b8c9-93bd-4599-a2ec-ca0fa8d21744 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 1096 time: 0.4532104 May 30 20:12:28.356179 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6d3c43cf-e6ca-474a-9d8c-1a5849d58c63 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/floatingips/6f01ea73-569a-4d33-8316-9f27976bd88e HTTP/1.1" status: 200 len: 992 time: 0.1555352 May 30 20:12:28.358056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b32d26-8463-4f16-8128-82bf44506441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc77ab4f-1227-4575-aa40-7747a53763e3,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:28.372126 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-37b32d26-8463-4f16-8128-82bf44506441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:28.372126 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-37b32d26-8463-4f16-8128-82bf44506441 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cc77ab4f-1227-4575-aa40-7747a53763e3 HTTP/1.1" status: 204 len: 168 time: 0.7428775 May 30 20:12:28.542017 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-34d6f35f-c81b-47a1-9f9f-f491a3e77938 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:28.571986 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-fc440f41-c9e4-4cb4-b0d4-ab780ecba132 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Floating IP 16581acf-56f5-406e-9218-a73b50dd8996 associated. External IP: 172.25.5.231, port: 5e8b109c-7374-4284-b4a9-49b7f4021d5a. May 30 20:12:28.796912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d47c9e-19da-4724-b868-ebb22ddaea93 req-349d700b-3fe8-4fa3-8f50-cba9d5b96b02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:28.798520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19d47c9e-19da-4724-b868-ebb22ddaea93 req-349d700b-3fe8-4fa3-8f50-cba9d5b96b02 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.3972363 May 30 20:12:28.945942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c8530-00d3-42d5-90c6-9367f8e11898 req-d6ea07a4-c0df-4fc9-9220-06be5ec6e61c tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:28.952959 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c60c5a7-4632-4b86-8e95-6ad6a64ea649 None None] New status for floating IP 6f01ea73-569a-4d33-8316-9f27976bd88e: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:12:28.953715 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-208c8530-00d3-42d5-90c6-9367f8e11898 req-d6ea07a4-c0df-4fc9-9220-06be5ec6e61c tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 945 time: 0.4940615 May 30 20:12:29.069278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19d47c9e-19da-4724-b868-ebb22ddaea93 req-ac7123cd-91e3-4242-8141-9ec7c3902795 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=706a4667-45c9-4f3b-8a87-532f54b476f5 HTTP/1.1" status: 200 len: 217 time: 0.2192926 May 30 20:12:29.335709 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-208c8530-00d3-42d5-90c6-9367f8e11898 req-4eb7314c-49cf-4061-af45-d1a9459c1993 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Deleting port 2666f673-8b44-4665-8058-b7734f1b024b {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:12:29.353045 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-208c8530-00d3-42d5-90c6-9367f8e11898 req-4eb7314c-49cf-4061-af45-d1a9459c1993 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:29.455621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38170) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:29.676437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f76d9-9625-4b7d-a417-12529371bba1 req-ad361311-2cd6-45ab-8150-08bee773e8c3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:29.679062 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a7f76d9-9625-4b7d-a417-12529371bba1 req-ad361311-2cd6-45ab-8150-08bee773e8c3 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 0.8796728 May 30 20:12:29.722569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-34d6f35f-c81b-47a1-9f9f-f491a3e77938 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Calling delete_port for eb39fa2b-8294-452f-a7db-c159b9ee2470 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:12:29.815224 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d47c9e-19da-4724-b868-ebb22ddaea93 req-48761ff6-128a-4ee1-8748-9ac31fa5c0b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:29.816804 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19d47c9e-19da-4724-b868-ebb22ddaea93 req-48761ff6-128a-4ee1-8748-9ac31fa5c0b3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.7118812 May 30 20:12:29.826009 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b10b1107-71ba-435a-a3ff-c2e944fd5748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:29.881242 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e9aa34d0-3c6a-4a86-8a51-4fda92a32bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:29.996548 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-72c47765-c67e-433f-8798-e19c5f6a83bd tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/floatingips/6f01ea73-569a-4d33-8316-9f27976bd88e HTTP/1.1" status: 200 len: 994 time: 0.5332770 May 30 20:12:30.025964 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a7f76d9-9625-4b7d-a417-12529371bba1 req-dbefee6f-144c-4ad7-a240-3536a862b4a4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912209 May 30 20:12:30.095254 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abf5290-b087-4224-a623-503d7b2b1f5d None None] Network 1c618fce-8e1a-4264-8a30-66966112ca92 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:30.099103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b1107-71ba-435a-a3ff-c2e944fd5748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eacd493c-a56e-47fd-9217-e8ad524e2ab0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:30.101215 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-34d6f35f-c81b-47a1-9f9f-f491a3e77938 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:30.112614 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b10b1107-71ba-435a-a3ff-c2e944fd5748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:30.141687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9f822-2a37-455f-9d2a-5bf095f88244 req-6c811cd9-9d56-422d-ba02-4e317a5130f6 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:30.149432 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49e9f822-2a37-455f-9d2a-5bf095f88244 req-6c811cd9-9d56-422d-ba02-4e317a5130f6 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 945 time: 0.4582124 May 30 20:12:30.174856 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b10b1107-71ba-435a-a3ff-c2e944fd5748 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/eacd493c-a56e-47fd-9217-e8ad524e2ab0 HTTP/1.1" status: 204 len: 168 time: 2.3994029 May 30 20:12:30.179091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38188) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:30.224263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6f35f-c81b-47a1-9f9f-f491a3e77938 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Port': ['ID=eb39fa2b-8294-452f-a7db-c159b9ee2470,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:30.234084 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1dc04bcf-5fda-47e1-926e-98d970aa6ff1 req-b96b5eb9-aa6b-4e28-80b9-325fdfdd4fbb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 1096 time: 1.7729275 May 30 20:12:30.244383 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19d47c9e-19da-4724-b868-ebb22ddaea93 req-ccb98eec-98d8-469c-9f03-7a0291a315b3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4076030 May 30 20:12:30.442281 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49e9f822-2a37-455f-9d2a-5bf095f88244 req-bd759d18-c3ec-4e80-9b5e-aa4cde4301c3 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916715 May 30 20:12:30.556163 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-34d6f35f-c81b-47a1-9f9f-f491a3e77938 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:30.586188 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-208c8530-00d3-42d5-90c6-9367f8e11898 req-4eb7314c-49cf-4061-af45-d1a9459c1993 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] For port 2666f673-8b44-4665-8058-b7734f1b024b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2666f673-8b44-4665-8058-b7734f1b024b,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:30.586790 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-208c8530-00d3-42d5-90c6-9367f8e11898 req-4eb7314c-49cf-4061-af45-d1a9459c1993 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:30.601688 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:30.716531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fc1feb-9f78-4bb9-b529-a8971d572c89 None None] DHCP port deletion for 1c618fce-8e1a-4264-8a30-66966112ca92 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:12:30.726030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-93fc1feb-9f78-4bb9-b529-a8971d572c89 None None] Deleting port 32ea1115-5401-4bdf-8503-e1aea8c72fab {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:12:30.726030 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-93fc1feb-9f78-4bb9-b529-a8971d572c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:30.963252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-208c8530-00d3-42d5-90c6-9367f8e11898 req-4eb7314c-49cf-4061-af45-d1a9459c1993 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Calling delete_port for 2666f673-8b44-4665-8058-b7734f1b024b owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:12:31.035546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19d47c9e-19da-4724-b868-ebb22ddaea93 req-6d72dd10-e989-4c84-8509-ee2351682161 service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7902839 May 30 20:12:31.050035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] Deleting port 32ea1115-5401-4bdf-8503-e1aea8c72fab {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:12:31.050414 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:31.121618 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-93fc1feb-9f78-4bb9-b529-a8971d572c89 None None] For port 32ea1115-5401-4bdf-8503-e1aea8c72fab, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=32ea1115-5401-4bdf-8503-e1aea8c72fab,segment=NetworkSegment(fbce37dd-a637-46f1-88e0-2b83b9a452d7),segment_id=fbce37dd-a637-46f1-88e0-2b83b9a452d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:31.125734 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-93fc1feb-9f78-4bb9-b529-a8971d572c89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:31.191345 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc04bcf-5fda-47e1-926e-98d970aa6ff1 req-e0d95f6d-4c30-4d66-8e28-91515f81871f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:31.197926 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1dc04bcf-5fda-47e1-926e-98d970aa6ff1 req-e0d95f6d-4c30-4d66-8e28-91515f81871f service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.7779398 May 30 20:12:31.492211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2666f673-8b44-4665-8058-b7734f1b024b no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:12:31.540805 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-93fc1feb-9f78-4bb9-b529-a8971d572c89 None None] Calling delete_port for 32ea1115-5401-4bdf-8503-e1aea8c72fab owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:12:31.559102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] For port 32ea1115-5401-4bdf-8503-e1aea8c72fab, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=32ea1115-5401-4bdf-8503-e1aea8c72fab,segment=NetworkSegment(fbce37dd-a637-46f1-88e0-2b83b9a452d7),segment_id=fbce37dd-a637-46f1-88e0-2b83b9a452d7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:31.559474 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:31.688327 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] Calling delete_port for 32ea1115-5401-4bdf-8503-e1aea8c72fab owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:12:31.763651 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:31.794977 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:31.807100 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1dc04bcf-5fda-47e1-926e-98d970aa6ff1 req-63399bd9-777a-407b-8ff6-64e36e3da234 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72 HTTP/1.1" status: 200 len: 1000 time: 0.5873733 May 30 20:12:31.856799 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-93fc1feb-9f78-4bb9-b529-a8971d572c89 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:12:31.857231 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-93fc1feb-9f78-4bb9-b529-a8971d572c89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:12:31.876091 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:31.899382 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d6f35f-c81b-47a1-9f9f-f491a3e77938 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:12:31.912513 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc04bcf-5fda-47e1-926e-98d970aa6ff1 req-45896f37-10e4-4baf-bc8e-688c950e80d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:31.913754 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 2666f673-8b44-4665-8058-b7734f1b024b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2666f673-8b44-4665-8058-b7734f1b024b,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:31.914108 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1dc04bcf-5fda-47e1-926e-98d970aa6ff1 req-45896f37-10e4-4baf-bc8e-688c950e80d8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.0988851 May 30 20:12:31.914860 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d02f6d2-036b-423e-9b4c-c08f268bd76f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2666f673-8b44-4665-8058-b7734f1b024b'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:31.921047 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:31.961539 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19d47c9e-19da-4724-b868-ebb22ddaea93 req-1fc1a5df-cdaf-4b84-ad03-9dde3887cb89 service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8189170 May 30 20:12:31.984877 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:32.006657 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=2666f673-8b44-4665-8058-b7734f1b024b,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:32.066727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] No DVR routers for this DVR port 32ea1115-5401-4bdf-8503-e1aea8c72fab on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:12:32.126492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] Pushing event deleted for resources: {'Port': ['ID=32ea1115-5401-4bdf-8503-e1aea8c72fab,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:32.163207 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [req-208c8530-00d3-42d5-90c6-9367f8e11898 req-4eb7314c-49cf-4061-af45-d1a9459c1993 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:12:32.163823 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [req-208c8530-00d3-42d5-90c6-9367f8e11898 req-4eb7314c-49cf-4061-af45-d1a9459c1993 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:12:32.193923 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1dc04bcf-5fda-47e1-926e-98d970aa6ff1 req-afcaeea8-7785-4614-8f8b-12711e5cc201 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2702448 May 30 20:12:32.198474 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d6f35f-c81b-47a1-9f9f-f491a3e77938 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:12:32.219063 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-34d6f35f-c81b-47a1-9f9f-f491a3e77938 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8463676 May 30 20:12:32.219063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc440f41-c9e4-4cb4-b0d4-ab780ecba132 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Router df6f6363-fe56-48b5-80c0-7fe91ef710ae has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:12:32.225199 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c58072b-f3d7-4e63-ab02-0b44bc6f7b0c None None] Sync routers for ids ['a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:12:32.247054 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c58072b-f3d7-4e63-ab02-0b44bc6f7b0c None None] Routers {'a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:32.247958 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0c58072b-f3d7-4e63-ab02-0b44bc6f7b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:32.275280 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38228) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:32.352210 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a12e1b-3220-4f66-aba0-df61fd3c9c64 req-e86e691a-ddeb-4554-bc55-1cdb79906cea tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:32.353889 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70a12e1b-3220-4f66-aba0-df61fd3c9c64 req-e86e691a-ddeb-4554-bc55-1cdb79906cea tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 943 time: 0.4867151 May 30 20:12:32.365988 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:32.380932 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-93fc1feb-9f78-4bb9-b529-a8971d572c89 None None] Deleting port 32ea1115-5401-4bdf-8503-e1aea8c72fab {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:12:32.381287 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-93fc1feb-9f78-4bb9-b529-a8971d572c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:32.460697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0c58072b-f3d7-4e63-ab02-0b44bc6f7b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:32.481423 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c618fce-8e1a-4264-8a30-66966112ca92']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:32.492078 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2e1280c2-37b2-48e2-8ff5-6906d3f92ba2 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Synchronizing usage tracker for tenant:758efaed7a954d48b571181ce4e6d8b0 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:12:32.517591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a44a55-170d-4856-a355-dad441ad85b1 req-3876b6fd-8aed-4cf6-8734-78332be9f669 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:32.522948 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a6a44a55-170d-4856-a355-dad441ad85b1 req-3876b6fd-8aed-4cf6-8734-78332be9f669 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 1.1894131 May 30 20:12:32.544726 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70a12e1b-3220-4f66-aba0-df61fd3c9c64 req-57985147-e9f5-49e0-a66f-3cd9086e27eb tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604979 May 30 20:12:32.550415 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbce37dd-a637-46f1-88e0-2b83b9a452d7') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:32.563888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbce37dd-a637-46f1-88e0-2b83b9a452d7') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:32.578452 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-93fc1feb-9f78-4bb9-b529-a8971d572c89 None None] The port '32ea1115-5401-4bdf-8503-e1aea8c72fab' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:12:32.625002 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1dc04bcf-5fda-47e1-926e-98d970aa6ff1 req-ce4b787c-6377-4172-bd46-e5638e9717aa service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050655 May 30 20:12:32.640118 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c58072b-f3d7-4e63-ab02-0b44bc6f7b0c None None] Routers {'a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:32.644496 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0c58072b-f3d7-4e63-ab02-0b44bc6f7b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:32.649548 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:32.666388 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-208c8530-00d3-42d5-90c6-9367f8e11898 req-4eb7314c-49cf-4061-af45-d1a9459c1993 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Deleting port 2666f673-8b44-4665-8058-b7734f1b024b {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:12:32.666714 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-208c8530-00d3-42d5-90c6-9367f8e11898 req-4eb7314c-49cf-4061-af45-d1a9459c1993 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:32.703585 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:32.720967 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:12:32.721662 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: timer() May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:12:32.735744 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:12:32.746422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 32ea1115-5401-4bdf-8503-e1aea8c72fab no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:12:32.754110 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a6a44a55-170d-4856-a355-dad441ad85b1 req-32d2e433-455a-4d33-8949-693102b49318 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814682 May 30 20:12:32.819530 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 32ea1115-5401-4bdf-8503-e1aea8c72fab {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:12:32.820244 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 32ea1115-5401-4bdf-8503-e1aea8c72fab not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:12:32.836065 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff57712d-c9d8-464d-a069-7eea72a4f8de'] response: {'server_uuid': '4d02f6d2-036b-423e-9b4c-c08f268bd76f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2666f673-8b44-4665-8058-b7734f1b024b', 'code': 200} May 30 20:12:32.839491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0c58072b-f3d7-4e63-ab02-0b44bc6f7b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:32.839924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c58072b-f3d7-4e63-ab02-0b44bc6f7b0c None None] The sync data for ids ['a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:12:32.853953 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:32.866652 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1dc04bcf-5fda-47e1-926e-98d970aa6ff1 req-3e0f94b2-fb27-4a7c-880d-2d5af2a28a9f service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245746 May 30 20:12:32.868832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2e1280c2-37b2-48e2-8ff5-6906d3f92ba2 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Unset dirty status for tenant:758efaed7a954d48b571181ce4e6d8b0 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:12:32.869916 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2e1280c2-37b2-48e2-8ff5-6906d3f92ba2 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports?device_id=a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c HTTP/1.1" status: 200 len: 205 time: 0.5934081 May 30 20:12:32.877110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38244) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:33.038411 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:33.106935 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-520c992a-ac17-447d-94a5-78ddf1968baa tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:33.413488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc440f41-c9e4-4cb4-b0d4-ab780ecba132 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:12:33.429928 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7794d11-f3f0-46b3-b948-1c48b5d2ea62 None None] Sync routers for ids ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:12:33.456281 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7794d11-f3f0-46b3-b948-1c48b5d2ea62 None None] Routers {'df6f6363-fe56-48b5-80c0-7fe91ef710ae'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:33.457093 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e7794d11-f3f0-46b3-b948-1c48b5d2ea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:33.569511 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:33.716433 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-e7794d11-f3f0-46b3-b948-1c48b5d2ea62 None None] Set router df6f6363-fe56-48b5-80c0-7fe91ef710ae gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:33.729809 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:33.789400 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc440f41-c9e4-4cb4-b0d4-ab780ecba132 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:33.803766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] Pushing event deleted for resources: {'Network': ['ID=1c618fce-8e1a-4264-8a30-66966112ca92,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:33.950196 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-06ad8960-d80f-46c1-8431-b164d989062f admin admin] 10.222.0.84 "DELETE /v2.0/networks/1c618fce-8e1a-4264-8a30-66966112ca92 HTTP/1.1" status: 204 len: 168 time: 3.7654738 May 30 20:12:33.951691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38262) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:33.965920 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38264) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:34.015371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-208c8530-00d3-42d5-90c6-9367f8e11898 req-4eb7314c-49cf-4061-af45-d1a9459c1993 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] For port 2666f673-8b44-4665-8058-b7734f1b024b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2666f673-8b44-4665-8058-b7734f1b024b,segment=NetworkSegment(2dc07f5a-ea3a-40ba-aef9-b3da26ec0080),segment_id=2dc07f5a-ea3a-40ba-aef9-b3da26ec0080)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:34.016545 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-208c8530-00d3-42d5-90c6-9367f8e11898 req-4eb7314c-49cf-4061-af45-d1a9459c1993 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:34.033357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Sync routers for ids ['46565b08-2d51-4555-bc42-1ff4bee572b5'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:12:34.053408 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Routers {'46565b08-2d51-4555-bc42-1ff4bee572b5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:34.057370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['46565b08-2d51-4555-bc42-1ff4bee572b5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:34.133026 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fc440f41-c9e4-4cb4-b0d4-ab780ecba132 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "PUT /v2.0/floatingips/16581acf-56f5-406e-9218-a73b50dd8996 HTTP/1.1" status: 200 len: 992 time: 8.0663035 May 30 20:12:34.144227 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6d5412-853b-4795-ba2c-c01aacaed427', 'tag': '5e8b109c-7374-4284-b4a9-49b7f4021d5a'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:34.293148 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-208c8530-00d3-42d5-90c6-9367f8e11898 req-4eb7314c-49cf-4061-af45-d1a9459c1993 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Calling delete_port for 2666f673-8b44-4665-8058-b7734f1b024b owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:12:34.325816 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-520c992a-ac17-447d-94a5-78ddf1968baa tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:34.362712 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-520c992a-ac17-447d-94a5-78ddf1968baa tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:34.417337 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-520c992a-ac17-447d-94a5-78ddf1968baa tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:34.418865 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520c992a-ac17-447d-94a5-78ddf1968baa tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Fanout notify agent at l3_agent the message router_deleted on router a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:12:34.454317 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-520c992a-ac17-447d-94a5-78ddf1968baa tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:34.458592 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-520c992a-ac17-447d-94a5-78ddf1968baa tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/routers/a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c HTTP/1.1" status: 204 len: 168 time: 1.5766921 May 30 20:12:34.459910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38276) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:34.579428 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:12:34.631627 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e7794d11-f3f0-46b3-b948-1c48b5d2ea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'name': 'tempest-ServersTestManualDisk-833752489-router', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:39Z', 'revision_number': 4, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'gw_port': {'id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:20Z', 'updated_at': '2022-05-30T20:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '16581acf-56f5-406e-9218-a73b50dd8996', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'port_id': '5e8b109c-7374-4284-b4a9-49b7f4021d5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f', 'mac_address': 'fa:16:3e:2b:75:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6d5412-853b-4795-ba2c-c01aacaed427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:11:57Z', 'updated_at': '2022-05-30T20:12:27Z', 'revision_number': 1, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72f5d12-94af-4235-a431-fbc1efab57d5', 'name': '', 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'mac_address': 'fa:16:3e:43:11:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:35Z', 'updated_at': '2022-05-30T20:11:53Z', 'revision_number': 5, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'subnets': [{'id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:34.637319 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db1df8-ffd4-4615-9987-be6a5d91e74f req-8bbbad37-d7fd-46a2-ad74-01d70bfc6aaf tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:34.641099 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7794d11-f3f0-46b3-b948-1c48b5d2ea62 None None] Checking router: df6f6363-fe56-48b5-80c0-7fe91ef710ae for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:12:34.663338 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58db1df8-ffd4-4615-9987-be6a5d91e74f req-8bbbad37-d7fd-46a2-ad74-01d70bfc6aaf tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 1.1600585 May 30 20:12:34.678480 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7794d11-f3f0-46b3-b948-1c48b5d2ea62 None None] Routers {'df6f6363-fe56-48b5-80c0-7fe91ef710ae'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:34.679470 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e7794d11-f3f0-46b3-b948-1c48b5d2ea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:34.689733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:12:34.690192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9ad56d32-292e-4c0a-9a67-bb459fbc3f0d not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:12:34.690837 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb65c-f2f6-49f1-8a65-9f89465496c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:34.704957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Set router 46565b08-2d51-4555-bc42-1ff4bee572b5 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:34.753006 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-208c8530-00d3-42d5-90c6-9367f8e11898 req-4eb7314c-49cf-4061-af45-d1a9459c1993 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:34.770820 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef771ea7-9277-4fee-a301-fba572a41d36 req-659e87c3-99f3-41c4-8b54-b93c6ab2f206 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:34.773273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ef771ea7-9277-4fee-a301-fba572a41d36 req-659e87c3-99f3-41c4-8b54-b93c6ab2f206 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Synchronizing usage tracker for tenant:2d4db31a2a6b4cf9b980e48f47792663 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:12:34.886314 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-e7794d11-f3f0-46b3-b948-1c48b5d2ea62 None None] Set router df6f6363-fe56-48b5-80c0-7fe91ef710ae gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:34.900418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7314c-49cf-4061-af45-d1a9459c1993 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Pushing event deleted for resources: {'Port': ['ID=2666f673-8b44-4665-8058-b7734f1b024b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:34.977604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-208c8530-00d3-42d5-90c6-9367f8e11898 req-4eb7314c-49cf-4061-af45-d1a9459c1993 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] No DVR routers for this DVR port 2666f673-8b44-4665-8058-b7734f1b024b on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:12:34.979692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ef771ea7-9277-4fee-a301-fba572a41d36 req-659e87c3-99f3-41c4-8b54-b93c6ab2f206 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Unset dirty status for tenant:2d4db31a2a6b4cf9b980e48f47792663 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:12:34.987001 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef771ea7-9277-4fee-a301-fba572a41d36 req-659e87c3-99f3-41c4-8b54-b93c6ab2f206 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d02f6d2-036b-423e-9b4c-c08f268bd76f HTTP/1.1" status: 200 len: 943 time: 1.0838041 May 30 20:12:34.992754 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-208c8530-00d3-42d5-90c6-9367f8e11898 req-4eb7314c-49cf-4061-af45-d1a9459c1993 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:34.999470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d02f6d2-036b-423e-9b4c-c08f268bd76f', 'name': 'network-vif-deleted', 'tag': '2666f673-8b44-4665-8058-b7734f1b024b'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:34.999675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe63557e-525b-4030-a04e-265234f41663 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting subnet f37235d4-60ce-4f77-8040-9a292e7b66f7 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:12:35.005359 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-208c8530-00d3-42d5-90c6-9367f8e11898 req-4eb7314c-49cf-4061-af45-d1a9459c1993 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.93 "DELETE /v2.0/ports/2666f673-8b44-4665-8058-b7734f1b024b HTTP/1.1" status: 204 len: 173 time: 6.0443335 May 30 20:12:35.049117 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe63557e-525b-4030-a04e-265234f41663 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:35.052072 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58db1df8-ffd4-4615-9987-be6a5d91e74f req-0af01d03-be8b-45f0-ae0f-f8f9960bdaf4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876736 May 30 20:12:35.061947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dcdcb65c-f2f6-49f1-8a65-9f89465496c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:35.079737 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dcdcb65c-f2f6-49f1-8a65-9f89465496c2 admin admin] Usage tracker for resource:security_group_rule and tenant:1c572b5639c84707984b81977be21a7b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:35.096618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dcdcb65c-f2f6-49f1-8a65-9f89465496c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:35.128562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dcdcb65c-f2f6-49f1-8a65-9f89465496c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:35.195274 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe63557e-525b-4030-a04e-265234f41663 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:35.302745 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb65c-f2f6-49f1-8a65-9f89465496c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:35.311591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef771ea7-9277-4fee-a301-fba572a41d36 req-87e9583a-cd99-4a50-bc26-66abf6cdb350 tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] 10.222.0.84 "GET /v2.0/security-groups?id=cf52d734-dbc8-4e15-80bd-4688403ef616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237605 May 30 20:12:35.316052 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb65c-f2f6-49f1-8a65-9f89465496c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:35.365271 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe63557e-525b-4030-a04e-265234f41663 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:35.389916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'name': 'tempest-TaggedBootDevicesTest-1279958500-router', 'tenant_id': '130d09df906442a4bddd6e3d03d415e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '063858e9-c7af-479a-8dcd-5f245c2ab1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:52Z', 'updated_at': '2022-05-30T20:12:05Z', 'revision_number': 4, 'project_id': '130d09df906442a4bddd6e3d03d415e7', 'gw_port': {'id': '063858e9-c7af-479a-8dcd-5f245c2ab1a5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:54Z', 'updated_at': '2022-05-30T20:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '4ab52670-c9d5-49a1-bdd8-f424749e7280', 'name': '', 'network_id': 'dabfc627-2152-4c0a-a7ec-5b1cfd93cffd', 'tenant_id': '130d09df906442a4bddd6e3d03d415e7', 'mac_address': 'fa:16:3e:14:a2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9b0cc5f-a7e0-406b-9715-61836a7f84a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:03Z', 'updated_at': '2022-05-30T20:12:06Z', 'revision_number': 2, 'project_id': '130d09df906442a4bddd6e3d03d415e7', 'subnets': [{'id': 'd9b0cc5f-a7e0-406b-9715-61836a7f84a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:35.394311 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Checking router: 46565b08-2d51-4555-bc42-1ff4bee572b5 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:12:35.394769 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Updating router 46565b08-2d51-4555-bc42-1ff4bee572b5 port 4ab52670-c9d5-49a1-bdd8-f424749e7280 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:12:35.466449 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd1b1c6b-be5c-4eab-a342-ba96020fed6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:35.530848 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:35.541213 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e7794d11-f3f0-46b3-b948-1c48b5d2ea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'name': 'tempest-ServersTestManualDisk-833752489-router', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:39Z', 'revision_number': 4, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'gw_port': {'id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:20Z', 'updated_at': '2022-05-30T20:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '16581acf-56f5-406e-9218-a73b50dd8996', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'port_id': '5e8b109c-7374-4284-b4a9-49b7f4021d5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f', 'mac_address': 'fa:16:3e:2b:75:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6d5412-853b-4795-ba2c-c01aacaed427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:11:57Z', 'updated_at': '2022-05-30T20:12:27Z', 'revision_number': 1, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72f5d12-94af-4235-a431-fbc1efab57d5', 'name': '', 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'mac_address': 'fa:16:3e:43:11:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:35Z', 'updated_at': '2022-05-30T20:11:53Z', 'revision_number': 5, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'subnets': [{'id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:35.545317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcb65c-f2f6-49f1-8a65-9f89465496c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190904c3-fea2-419d-bc93-1e9870777ec4,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:35.550181 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7794d11-f3f0-46b3-b948-1c48b5d2ea62 None None] The sync data for ids ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'] in n-d-843949-2 is: [{'id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'name': 'tempest-ServersTestManualDisk-833752489-router', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:39Z', 'revision_number': 4, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'gw_port': {'id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:20Z', 'updated_at': '2022-05-30T20:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '16581acf-56f5-406e-9218-a73b50dd8996', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'port_id': '5e8b109c-7374-4284-b4a9-49b7f4021d5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f', 'mac_address': 'fa:16:3e:2b:75:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6d5412-853b-4795-ba2c-c01aacaed427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:11:57Z', 'updated_at': '2022-05-30T20:12:27Z', 'revision_number': 1, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72f5d12-94af-4235-a431-fbc1efab57d5', 'name': '', 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'mac_address': 'fa:16:3e:43:11:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:35Z', 'updated_at': '2022-05-30T20:11:53Z', 'revision_number': 5, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'subnets': [{'id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:12:35.563569 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dcdcb65c-f2f6-49f1-8a65-9f89465496c2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1c572b5639c84707984b81977be21a7b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5899868 May 30 20:12:35.573058 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38284) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:35.577405 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e852fa4-2182-4f5a-b81e-1003c9fef630'] response: {'name': 'network-changed', 'server_uuid': '2d6d5412-853b-4795-ba2c-c01aacaed427', 'tag': '5e8b109c-7374-4284-b4a9-49b7f4021d5a', 'status': 'completed', 'code': 200} May 30 20:12:35.581078 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be41ba2e-25de-4547-9422-8474b6f1d647'] response: {'server_uuid': '4d02f6d2-036b-423e-9b4c-c08f268bd76f', 'name': 'network-vif-deleted', 'tag': '2666f673-8b44-4665-8058-b7734f1b024b', 'status': 'completed', 'code': 200} May 30 20:12:35.603104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d0009-5f54-44ce-9d50-a9fe181cca89 req-d83a6f5d-427c-45f5-89d6-2374d74ea869 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:35.611201 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca1d0009-5f54-44ce-9d50-a9fe181cca89 req-d83a6f5d-427c-45f5-89d6-2374d74ea869 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 946 time: 0.3037767 May 30 20:12:35.675182 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca1d0009-5f54-44ce-9d50-a9fe181cca89 req-aae334fc-68c9-412e-b7a0-70b61aa9c939 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/security-groups?id=95afc33f-fd38-455f-a538-a54864aa4086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629864 May 30 20:12:35.862028 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe63557e-525b-4030-a04e-265234f41663 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:35.927458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63557e-525b-4030-a04e-265234f41663 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Subnet': ['ID=f37235d4-60ce-4f77-8040-9a292e7b66f7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:35.943044 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6d6f1a2b-2e34-4a5d-b378-e221efe36737 req-59f251de-650b-4fc5-bb4e-06e7b9d221b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eef88738dac1466b8f5722591af6815c&device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 1097 time: 0.3752847 May 30 20:12:35.946302 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe63557e-525b-4030-a04e-265234f41663 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:35.978169 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b786dbb-d299-4eae-9068-d30d8ef8d02e None None] Network 7a9dc84f-6c15-40bd-a67d-061e2763c484 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:36.107564 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fe63557e-525b-4030-a04e-265234f41663 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/subnets/f37235d4-60ce-4f77-8040-9a292e7b66f7 HTTP/1.1" status: 204 len: 168 time: 1.6432786 May 30 20:12:36.108121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38296) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:36.112071 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53292e39-f357-4ded-8688-ce1a87e8021d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:36.215691 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53292e39-f357-4ded-8688-ce1a87e8021d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:36.245385 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:36.268734 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Transition to ACTIVE for port object 4ab52670-c9d5-49a1-bdd8-f424749e7280 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:36.280522 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:36.308000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f1a2b-2e34-4a5d-b378-e221efe36737 req-ee5411c2-8307-4817-be01-26d78370f9e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:36.309762 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6d6f1a2b-2e34-4a5d-b378-e221efe36737 req-ee5411c2-8307-4817-be01-26d78370f9e1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=def4f14d-c04a-4ac8-9422-2ee039daee9f HTTP/1.1" status: 200 len: 912 time: 0.3566175 May 30 20:12:36.366622 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:36.391251 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53292e39-f357-4ded-8688-ce1a87e8021d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:36.394293 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port 9b298503-24d4-4c38-acc9-5635065b7fce {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:12:36.394742 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:36.415117 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53292e39-f357-4ded-8688-ce1a87e8021d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190904c3-fea2-419d-bc93-1e9870777ec4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:36.472874 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb961c-7b86-4a40-be4e-6706f4cfcb62 req-c0b9a9dc-5366-4d4b-967a-20967bd8768d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:36.481646 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3d773-1164-4eb5-ad94-22d9dcc00f88 None None] Pushing event updated for resources: {'Port': ['ID=4ab52670-c9d5-49a1-bdd8-f424749e7280,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:36.482233 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ccb961c-7b86-4a40-be4e-6706f4cfcb62 req-c0b9a9dc-5366-4d4b-967a-20967bd8768d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 0.1992028 May 30 20:12:36.513566 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6d6f1a2b-2e34-4a5d-b378-e221efe36737 req-426c898d-bd07-4192-a286-ade9e7e9aa75 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e8b109c-7374-4284-b4a9-49b7f4021d5a HTTP/1.1" status: 200 len: 1000 time: 0.1880374 May 30 20:12:36.620159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ccb961c-7b86-4a40-be4e-6706f4cfcb62 req-e0fc37f6-22db-4198-b4b3-356b1c72c4b7 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371431 May 30 20:12:36.645155 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53292e39-f357-4ded-8688-ce1a87e8021d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:36.649312 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-53292e39-f357-4ded-8688-ce1a87e8021d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/190904c3-fea2-419d-bc93-1e9870777ec4 HTTP/1.1" status: 204 len: 168 time: 1.0152171 May 30 20:12:36.687655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a639060e-fc65-4e93-a609-fcf5e81633ff None None] DHCP port deletion for 7a9dc84f-6c15-40bd-a67d-061e2763c484 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:12:36.723264 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a639060e-fc65-4e93-a609-fcf5e81633ff None None] Deleting port 9b298503-24d4-4c38-acc9-5635065b7fce {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:12:36.723640 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a639060e-fc65-4e93-a609-fcf5e81633ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:36.779914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] For port 9b298503-24d4-4c38-acc9-5635065b7fce, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9b298503-24d4-4c38-acc9-5635065b7fce,segment=NetworkSegment(0e8a21f6-7778-4ac5-8725-473d8b9ba44d),segment_id=0e8a21f6-7778-4ac5-8725-473d8b9ba44d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:36.780466 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:36.836746 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f1a2b-2e34-4a5d-b378-e221efe36737 req-fd3ccf49-7dc6-425e-a430-4a496e0e9c04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:36.838379 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6d6f1a2b-2e34-4a5d-b378-e221efe36737 req-fd3ccf49-7dc6-425e-a430-4a496e0e9c04 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae5104ee-483f-4473-9d5d-99834637d593 HTTP/1.1" status: 200 len: 850 time: 0.2677560 May 30 20:12:36.929950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Calling delete_port for 9b298503-24d4-4c38-acc9-5635065b7fce owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:12:37.154073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a639060e-fc65-4e93-a609-fcf5e81633ff None None] For port 9b298503-24d4-4c38-acc9-5635065b7fce, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9b298503-24d4-4c38-acc9-5635065b7fce,segment=NetworkSegment(0e8a21f6-7778-4ac5-8725-473d8b9ba44d),segment_id=0e8a21f6-7778-4ac5-8725-473d8b9ba44d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:37.154073 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a639060e-fc65-4e93-a609-fcf5e81633ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:37.165392 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:37.184250 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6d6f1a2b-2e34-4a5d-b378-e221efe36737 req-b265438f-c36e-43e5-a736-31745d78a9ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=def4f14d-c04a-4ac8-9422-2ee039daee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3184969 May 30 20:12:37.238849 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38324) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:37.299412 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Port': ['ID=9b298503-24d4-4c38-acc9-5635065b7fce,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:37.316319 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] No DVR routers for this DVR port 9b298503-24d4-4c38-acc9-5635065b7fce on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:12:37.337363 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a639060e-fc65-4e93-a609-fcf5e81633ff None None] Calling delete_port for 9b298503-24d4-4c38-acc9-5635065b7fce owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:12:37.400179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38330) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:37.403610 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Attempting to bind port 4ab52670-c9d5-49a1-bdd8-f424749e7280 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:12:37.404138 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Attempting to bind port 4ab52670-c9d5-49a1-bdd8-f424749e7280 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '706cbdb3-3619-4e5f-b867-1e4ac10d2bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dabfc627-2152-4c0a-a7ec-5b1cfd93cffd'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:12:37.404497 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Attempting to bind port 4ab52670-c9d5-49a1-bdd8-f424749e7280 on network dabfc627-2152-4c0a-a7ec-5b1cfd93cffd {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:37.431387 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:12:37.431831 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Checking segment: {'id': '706cbdb3-3619-4e5f-b867-1e4ac10d2bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dabfc627-2152-4c0a-a7ec-5b1cfd93cffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:37.432330 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:37.433548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Bound using segment: {'id': '706cbdb3-3619-4e5f-b867-1e4ac10d2bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dabfc627-2152-4c0a-a7ec-5b1cfd93cffd'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:12:37.434359 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Bound port: 4ab52670-c9d5-49a1-bdd8-f424749e7280, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706cbdb3-3619-4e5f-b867-1e4ac10d2bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dabfc627-2152-4c0a-a7ec-5b1cfd93cffd'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:12:37.434531 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:37.481971 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-435c3c11-ecbf-470e-9b9a-afa66e3cf930 admin admin] Deleting subnet 75aac3d7-25c7-4a3a-8294-a7ab0c5aa1db {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:12:37.525300 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-435c3c11-ecbf-470e-9b9a-afa66e3cf930 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:37.554237 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:37.582714 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:37.602079 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-a639060e-fc65-4e93-a609-fcf5e81633ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:12:37.602433 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-a639060e-fc65-4e93-a609-fcf5e81633ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:12:37.607780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] For port 4ab52670-c9d5-49a1-bdd8-f424749e7280, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:12:37.611774 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] For port 4ab52670-c9d5-49a1-bdd8-f424749e7280, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4ab52670-c9d5-49a1-bdd8-f424749e7280,segment=NetworkSegment(706cbdb3-3619-4e5f-b867-1e4ac10d2bce),segment_id=706cbdb3-3619-4e5f-b867-1e4ac10d2bce)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:12:37.619691 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:37.651360 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d84ae0a5-e1e7-47e6-9ff8-43bbf2f0ad73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:37.667946 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6d6f1a2b-2e34-4a5d-b378-e221efe36737 req-60524107-57cf-4413-8278-e8aed36e6ad7 service neutron] 10.222.0.77 "GET /v2.0/networks/def4f14d-c04a-4ac8-9422-2ee039daee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293740 May 30 20:12:37.671432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9dc84f-6c15-40bd-a67d-061e2763c484']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:37.692059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8a21f6-7778-4ac5-8725-473d8b9ba44d') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:37.692473 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8a21f6-7778-4ac5-8725-473d8b9ba44d') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:37.715918 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:37.732660 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d84ae0a5-e1e7-47e6-9ff8-43bbf2f0ad73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:37.737184 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-435c3c11-ecbf-470e-9b9a-afa66e3cf930 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:37.742881 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d84ae0a5-e1e7-47e6-9ff8-43bbf2f0ad73 admin admin] Usage tracker for resource:security_group_rule and tenant:f63bc37524a74eb79f5f25457aadf6b1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:37.746036 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:37.786809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d84ae0a5-e1e7-47e6-9ff8-43bbf2f0ad73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:37.799265 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3d773-1164-4eb5-ad94-22d9dcc00f88 None None] Pushing event updated for resources: {'Port': ['ID=4ab52670-c9d5-49a1-bdd8-f424749e7280,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:37.812125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d84ae0a5-e1e7-47e6-9ff8-43bbf2f0ad73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:37.817785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:12:37.818186 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:37.822576 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Routers {'46565b08-2d51-4555-bc42-1ff4bee572b5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:37.823649 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['46565b08-2d51-4555-bc42-1ff4bee572b5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: timer() May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:12:37.833548 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:12:37.981384 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:37.988974 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-435c3c11-ecbf-470e-9b9a-afa66e3cf930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.017852 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07fb2d-7e01-44f2-9e37-edd0996a15a8 req-2cff4bed-4ce2-4aea-9246-f6173b37252c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:38.026036 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec07fb2d-7e01-44f2-9e37-edd0996a15a8 req-2cff4bed-4ce2-4aea-9246-f6173b37252c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 0.2774568 May 30 20:12:38.060263 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6d6f1a2b-2e34-4a5d-b378-e221efe36737 req-286a1cae-a7c2-4a48-a04e-d2af0b525e3b service neutron] 10.222.0.77 "GET /v2.0/networks/def4f14d-c04a-4ac8-9422-2ee039daee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804393 May 30 20:12:38.065245 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.131726 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/networks/7a9dc84f-6c15-40bd-a67d-061e2763c484 HTTP/1.1" status: 204 len: 168 time: 2.0223873 May 30 20:12:38.133239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fab1a-3290-4c69-a36a-fa1dd63fc669 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Network': ['ID=7a9dc84f-6c15-40bd-a67d-061e2763c484,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:38.142430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38342) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:38.151178 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a639060e-fc65-4e93-a609-fcf5e81633ff None None] Deleting port 9b298503-24d4-4c38-acc9-5635065b7fce {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:12:38.151905 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a639060e-fc65-4e93-a609-fcf5e81633ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.152092 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-56394f47-2b41-49cf-a183-9bf046884f50 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1879666699', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:38.167995 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-56394f47-2b41-49cf-a183-9bf046884f50 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:38.173619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-56394f47-2b41-49cf-a183-9bf046884f50 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:router and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:38.178821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-56394f47-2b41-49cf-a183-9bf046884f50 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:38.186142 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-435c3c11-ecbf-470e-9b9a-afa66e3cf930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.192559 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-56394f47-2b41-49cf-a183-9bf046884f50 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:38.193436 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec07fb2d-7e01-44f2-9e37-edd0996a15a8 req-2eed83e5-b79e-4189-a9fc-34ef905445eb tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661456 May 30 20:12:38.234255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c3c11-ecbf-470e-9b9a-afa66e3cf930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75aac3d7-25c7-4a3a-8294-a7ab0c5aa1db,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:38.242305 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-435c3c11-ecbf-470e-9b9a-afa66e3cf930 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.260310 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d84ae0a5-e1e7-47e6-9ff8-43bbf2f0ad73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.270908 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d84ae0a5-e1e7-47e6-9ff8-43bbf2f0ad73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.281053 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a639060e-fc65-4e93-a609-fcf5e81633ff None None] The port '9b298503-24d4-4c38-acc9-5635065b7fce' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:12:38.302815 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-435c3c11-ecbf-470e-9b9a-afa66e3cf930 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/75aac3d7-25c7-4a3a-8294-a7ab0c5aa1db HTTP/1.1" status: 204 len: 168 time: 1.0627573 May 30 20:12:38.306157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38346) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:38.306921 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56394f47-2b41-49cf-a183-9bf046884f50 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.307851 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56394f47-2b41-49cf-a183-9bf046884f50 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.315678 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] Set router 46565b08-2d51-4555-bc42-1ff4bee572b5 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:38.351534 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ae0a5-e1e7-47e6-9ff8-43bbf2f0ad73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc59aaaf-dc21-472c-881d-44b68e59a341,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:38.391147 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d84ae0a5-e1e7-47e6-9ff8-43bbf2f0ad73 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f63bc37524a74eb79f5f25457aadf6b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9862211 May 30 20:12:38.395495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38350) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:38.434621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b1c6b-be5c-4eab-a342-ba96020fed6e admin admin] Deleting port 96562272-a5df-4805-83d0-b332110f7952 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:12:38.435053 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd1b1c6b-be5c-4eab-a342-ba96020fed6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.465188 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4226f281-b9a0-4259-b91e-faef6955c011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.468905 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c5fc694-cebc-426f-91ea-41068ec20ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.506683 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c5fc694-cebc-426f-91ea-41068ec20ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.598701 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c5fc694-cebc-426f-91ea-41068ec20ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.621428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fc694-cebc-426f-91ea-41068ec20ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc59aaaf-dc21-472c-881d-44b68e59a341,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:38.629022 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c5fc694-cebc-426f-91ea-41068ec20ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.633301 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2c5fc694-cebc-426f-91ea-41068ec20ba9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cc59aaaf-dc21-472c-881d-44b68e59a341 HTTP/1.1" status: 204 len: 168 time: 0.2367220 May 30 20:12:38.645271 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9b298503-24d4-4c38-acc9-5635065b7fce no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:12:38.705065 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56394f47-2b41-49cf-a183-9bf046884f50 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.851619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 9b298503-24d4-4c38-acc9-5635065b7fce {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:12:38.851994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9b298503-24d4-4c38-acc9-5635065b7fce not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:12:38.920120 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'name': 'tempest-TaggedBootDevicesTest-1279958500-router', 'tenant_id': '130d09df906442a4bddd6e3d03d415e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '063858e9-c7af-479a-8dcd-5f245c2ab1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:52Z', 'updated_at': '2022-05-30T20:12:05Z', 'revision_number': 4, 'project_id': '130d09df906442a4bddd6e3d03d415e7', 'gw_port': {'id': '063858e9-c7af-479a-8dcd-5f245c2ab1a5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:54Z', 'updated_at': '2022-05-30T20:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '4ab52670-c9d5-49a1-bdd8-f424749e7280', 'name': '', 'network_id': 'dabfc627-2152-4c0a-a7ec-5b1cfd93cffd', 'tenant_id': '130d09df906442a4bddd6e3d03d415e7', 'mac_address': 'fa:16:3e:14:a2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9b0cc5f-a7e0-406b-9715-61836a7f84a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:03Z', 'updated_at': '2022-05-30T20:12:37Z', 'revision_number': 4, 'project_id': '130d09df906442a4bddd6e3d03d415e7', 'subnets': [{'id': 'd9b0cc5f-a7e0-406b-9715-61836a7f84a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:38.927486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e255f59-0b0b-43fa-9dcc-9470c09131ff None None] The sync data for ids ['46565b08-2d51-4555-bc42-1ff4bee572b5'] in n-d-843949-2 is: [{'id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'name': 'tempest-TaggedBootDevicesTest-1279958500-router', 'tenant_id': '130d09df906442a4bddd6e3d03d415e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '063858e9-c7af-479a-8dcd-5f245c2ab1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:52Z', 'updated_at': '2022-05-30T20:12:05Z', 'revision_number': 4, 'project_id': '130d09df906442a4bddd6e3d03d415e7', 'gw_port': {'id': '063858e9-c7af-479a-8dcd-5f245c2ab1a5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:54Z', 'updated_at': '2022-05-30T20:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '4ab52670-c9d5-49a1-bdd8-f424749e7280', 'name': '', 'network_id': 'dabfc627-2152-4c0a-a7ec-5b1cfd93cffd', 'tenant_id': '130d09df906442a4bddd6e3d03d415e7', 'mac_address': 'fa:16:3e:14:a2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9b0cc5f-a7e0-406b-9715-61836a7f84a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:03Z', 'updated_at': '2022-05-30T20:12:37Z', 'revision_number': 4, 'project_id': '130d09df906442a4bddd6e3d03d415e7', 'subnets': [{'id': 'd9b0cc5f-a7e0-406b-9715-61836a7f84a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:12:38.928452 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4226f281-b9a0-4259-b91e-faef6955c011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.938194 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56394f47-2b41-49cf-a183-9bf046884f50 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.997536 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-4226f281-b9a0-4259-b91e-faef6955c011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be767576-8286-4ac8-ac5a-258306ea76b3']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:39.028568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 0896b2ca-18b2-441f-aa73-854269db7efe details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:12:39.031088 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56394f47-2b41-49cf-a183-9bf046884f50 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:39.034750 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-56394f47-2b41-49cf-a183-9bf046884f50 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8876588 May 30 20:12:39.034750 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-4226f281-b9a0-4259-b91e-faef6955c011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc07f5a-ea3a-40ba-aef9-b3da26ec0080') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:39.034750 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-4226f281-b9a0-4259-b91e-faef6955c011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc07f5a-ea3a-40ba-aef9-b3da26ec0080') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:39.035103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38362) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:39.041994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-616b5164-4530-4243-a465-9cec689aca92 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1347254653'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:39.047162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-616b5164-4530-4243-a465-9cec689aca92 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:39.050301 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-bd1b1c6b-be5c-4eab-a342-ba96020fed6e admin admin] For port 96562272-a5df-4805-83d0-b332110f7952, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=96562272-a5df-4805-83d0-b332110f7952,segment=NetworkSegment(e7adff38-aba8-4e75-aea7-935a9ebcf44a),segment_id=e7adff38-aba8-4e75-aea7-935a9ebcf44a)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:39.050650 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd1b1c6b-be5c-4eab-a342-ba96020fed6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:39.051664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-616b5164-4530-4243-a465-9cec689aca92 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:network and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:39.056058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-616b5164-4530-4243-a465-9cec689aca92 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:39.062970 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4226f281-b9a0-4259-b91e-faef6955c011 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:39.066778 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-616b5164-4530-4243-a465-9cec689aca92 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:39.082927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616b5164-4530-4243-a465-9cec689aca92 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:39.091820 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-616b5164-4530-4243-a465-9cec689aca92 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:39.143882 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4226f281-b9a0-4259-b91e-faef6955c011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:39.145707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616b5164-4530-4243-a465-9cec689aca92 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:12:39.158594 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-616b5164-4530-4243-a465-9cec689aca92 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:39.158898 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-616b5164-4530-4243-a465-9cec689aca92 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Added segment 8b8fca0f-6b57-445b-876a-3108c566136d of type vlan for network c22d482c-5af9-4e59-a267-0c51e0fb3fcf May 30 20:12:39.196547 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-616b5164-4530-4243-a465-9cec689aca92 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:39.242147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b1c6b-be5c-4eab-a342-ba96020fed6e admin admin] Calling delete_port for 96562272-a5df-4805-83d0-b332110f7952 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:12:39.254382 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-616b5164-4530-4243-a465-9cec689aca92 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:39.261996 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616b5164-4530-4243-a465-9cec689aca92 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:39.262644 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-616b5164-4530-4243-a465-9cec689aca92 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:39.280587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 0896b2ca-18b2-441f-aa73-854269db7efe, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0896b2ca-18b2-441f-aa73-854269db7efe,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:39.301652 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '0896b2ca-18b2-441f-aa73-854269db7efe', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'port_id': '0896b2ca-18b2-441f-aa73-854269db7efe', 'mac_address': 'fa:16:3e:83:d6:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:12:39.363894 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4226f281-b9a0-4259-b91e-faef6955c011 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:12:39.365889 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4226f281-b9a0-4259-b91e-faef6955c011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:39.395947 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:39.410273 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-616b5164-4530-4243-a465-9cec689aca92 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3708708 May 30 20:12:39.410849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38372) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:39.424010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-453d5d9c-68db-476a-8f12-342b2e773eb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'subnet': {'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:39.440521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0896b2ca-18b2-441f-aa73-854269db7efe {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:39.452550 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b5164-4530-4243-a465-9cec689aca92 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Network': ['ID=c22d482c-5af9-4e59-a267-0c51e0fb3fcf,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:39.464139 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 0896b2ca-18b2-441f-aa73-854269db7efe, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0896b2ca-18b2-441f-aa73-854269db7efe,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:39.467629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network c22d482c-5af9-4e59-a267-0c51e0fb3fcf details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: timer() May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:12:39.525540 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:12:39.540987 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4226f281-b9a0-4259-b91e-faef6955c011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:39.579358 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4226f281-b9a0-4259-b91e-faef6955c011 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:39.594985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226f281-b9a0-4259-b91e-faef6955c011 admin admin] Pushing event deleted for resources: {'Network': ['ID=be767576-8286-4ac8-ac5a-258306ea76b3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:39.600631 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4226f281-b9a0-4259-b91e-faef6955c011 admin admin] 10.222.0.84 "DELETE /v2.0/networks/be767576-8286-4ac8-ac5a-258306ea76b3 HTTP/1.1" status: 204 len: 168 time: 1.2890029 May 30 20:12:39.607203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-453d5d9c-68db-476a-8f12-342b2e773eb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:39.612655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-453d5d9c-68db-476a-8f12-342b2e773eb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:subnet and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:39.616562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-453d5d9c-68db-476a-8f12-342b2e773eb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:39.623919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-453d5d9c-68db-476a-8f12-342b2e773eb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:39.645220 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:39.655072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf2cc7-51d8-420b-b8f8-3100afa27515 req-c12b3a20-a17f-42ef-8334-1a527c44fef8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:39.670476 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8cf2cc7-51d8-420b-b8f8-3100afa27515 req-c12b3a20-a17f-42ef-8334-1a527c44fef8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 945 time: 0.2234168 May 30 20:12:39.673086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453d5d9c-68db-476a-8f12-342b2e773eb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:39.725859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=0896b2ca-18b2-441f-aa73-854269db7efe,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:39.779907 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['0896b2ca-18b2-441f-aa73-854269db7efe'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:39.875403 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd1b1c6b-be5c-4eab-a342-ba96020fed6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:39.905480 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-453d5d9c-68db-476a-8f12-342b2e773eb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:40.016684 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b1c6b-be5c-4eab-a342-ba96020fed6e admin admin] Pushing event deleted for resources: {'Port': ['ID=96562272-a5df-4805-83d0-b332110f7952,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:40.149985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38388) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:40.174934 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57dd1d6-9dda-46ae-942b-f48c78eb20b1 None None] New status for floating IP 16581acf-56f5-406e-9218-a73b50dd8996: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:12:40.338578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8cf2cc7-51d8-420b-b8f8-3100afa27515 req-d452e157-ed9e-445d-b39a-a47403097723 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6655097 May 30 20:12:40.375415 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-453d5d9c-68db-476a-8f12-342b2e773eb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:40.628774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d5d9c-68db-476a-8f12-342b2e773eb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Subnet': ['ID=0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:40.643189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d5d9c-68db-476a-8f12-342b2e773eb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Checking segment: {'id': '8b8fca0f-6b57-445b-876a-3108c566136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:40.643552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d5d9c-68db-476a-8f12-342b2e773eb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network hostable DHCP agents. Network: c22d482c-5af9-4e59-a267-0c51e0fb3fcf, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:12:40.674360 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d5d9c-68db-476a-8f12-342b2e773eb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network c22d482c-5af9-4e59-a267-0c51e0fb3fcf is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:12:40.701335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-453d5d9c-68db-476a-8f12-342b2e773eb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, c22d482c-5af9-4e59-a267-0c51e0fb3fcf) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:40.710671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1baf537-1247-4ff6-a3b2-a775a1315957 None None] Network c22d482c-5af9-4e59-a267-0c51e0fb3fcf requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:40.719143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453d5d9c-68db-476a-8f12-342b2e773eb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:40.721038 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-453d5d9c-68db-476a-8f12-342b2e773eb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:40.766001 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-453d5d9c-68db-476a-8f12-342b2e773eb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3515780 May 30 20:12:40.769632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38408) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:40.898257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4ab52670-c9d5-49a1-bdd8-f424749e7280 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:40.910117 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ceba788d-ba06-4892-aa21-02f04e492241 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2d4db31a2a6b4cf9b980e48f47792663&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7515528 May 30 20:12:40.916980 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38414) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:41.066538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 0896b2ca-18b2-441f-aa73-854269db7efe up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:41.067244 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db2f74cd-cc15-4729-85b5-c6b2daddebde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:41.147041 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db2f74cd-cc15-4729-85b5-c6b2daddebde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:41.402713 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd1b1c6b-be5c-4eab-a342-ba96020fed6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:41.437708 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db2f74cd-cc15-4729-85b5-c6b2daddebde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:41.480573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 0896b2ca-18b2-441f-aa73-854269db7efe triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:41.481105 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:41.531868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f74cd-cc15-4729-85b5-c6b2daddebde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf52d734-dbc8-4e15-80bd-4688403ef616,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:41.555655 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db2f74cd-cc15-4729-85b5-c6b2daddebde admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:41.557082 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-db2f74cd-cc15-4729-85b5-c6b2daddebde admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cf52d734-dbc8-4e15-80bd-4688403ef616 HTTP/1.1" status: 204 len: 168 time: 0.6375003 May 30 20:12:41.772078 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 4ab52670-c9d5-49a1-bdd8-f424749e7280 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:41.793396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 4ab52670-c9d5-49a1-bdd8-f424749e7280 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:41.793985 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:41.902385 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:41.906468 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:41.987266 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba517549-dece-412c-a08f-1d4977fe5dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0896b2ca-18b2-441f-aa73-854269db7efe'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:42.047347 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 0896b2ca-18b2-441f-aa73-854269db7efe, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0896b2ca-18b2-441f-aa73-854269db7efe,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:42.051815 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:12:42.053542 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:42.103974 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:42.340902 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9a9db8-4911-47a8-b624-7e8d94a183e2'] response: {'server_uuid': 'ba517549-dece-412c-a08f-1d4977fe5dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0896b2ca-18b2-441f-aa73-854269db7efe', 'code': 200} May 30 20:12:42.344543 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=0896b2ca-18b2-441f-aa73-854269db7efe,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:42.629079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Allocated IP 2001:db8::1 (c22d482c-5af9-4e59-a267-0c51e0fb3fcf/0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad/f66c5541-61db-4c2d-853a-d89a6c602268) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:42.637751 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:42.916949 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 4ab52670-c9d5-49a1-bdd8-f424749e7280, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4ab52670-c9d5-49a1-bdd8-f424749e7280,segment=NetworkSegment(706cbdb3-3619-4e5f-b867-1e4ac10d2bce),segment_id=706cbdb3-3619-4e5f-b867-1e4ac10d2bce)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:42.928677 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:43.054169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daa8b1-a2c7-42ba-8521-9cb5ce419523 req-4ce134ba-98a8-4358-8567-8d47e03f1c0b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:43.059762 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92daa8b1-a2c7-42ba-8521-9cb5ce419523 req-4ce134ba-98a8-4358-8567-8d47e03f1c0b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 1.4003983 May 30 20:12:43.078345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=4ab52670-c9d5-49a1-bdd8-f424749e7280,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:43.088230 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1b1c6b-be5c-4eab-a342-ba96020fed6e admin admin] Router c0c54245-dd11-4235-a9ce-af1c454116e9 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:12:43.142796 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:43.171396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Transition to ACTIVE for port object f66c5541-61db-4c2d-853a-d89a6c602268 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:43.175902 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92daa8b1-a2c7-42ba-8521-9cb5ce419523 req-c735b2b4-3268-472b-84ad-614eb1e9c7f9 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022274 May 30 20:12:43.228182 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:43.347661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=f66c5541-61db-4c2d-853a-d89a6c602268,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:43.366390 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Allocated IP 2001:db8::2 (c22d482c-5af9-4e59-a267-0c51e0fb3fcf/0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad/72eda69e-4d12-4e9f-a602-0db79d27c4f5) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:43.381640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network c22d482c-5af9-4e59-a267-0c51e0fb3fcf is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:43.384095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:43.386429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1b1c6b-be5c-4eab-a342-ba96020fed6e admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:12:43.398978 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bd1b1c6b-be5c-4eab-a342-ba96020fed6e admin admin] 10.222.0.84 "PUT /v2.0/routers/c0c54245-dd11-4235-a9ce-af1c454116e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4270229 May 30 20:12:43.400114 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38478) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:43.404689 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7f5d7-4b29-46f3-a483-57830267164c None None] Sync routers for ids ['c0c54245-dd11-4235-a9ce-af1c454116e9'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:12:43.405273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:43.405842 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:43.530641 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7f5d7-4b29-46f3-a483-57830267164c None None] Routers {'c0c54245-dd11-4235-a9ce-af1c454116e9'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:43.531752 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8ee7f5d7-4b29-46f3-a483-57830267164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c0c54245-dd11-4235-a9ce-af1c454116e9'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:43.606151 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:43.700996 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38486) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:43.714404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-4b7384b7-f13f-4d37-9cfe-7f740ce85972 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-737605301'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:43.729157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4b7384b7-f13f-4d37-9cfe-7f740ce85972 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:43.738141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4b7384b7-f13f-4d37-9cfe-7f740ce85972 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Usage tracker for resource:network and tenant:ff480fdd7c454b03807b916a453b01d1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:43.743857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4b7384b7-f13f-4d37-9cfe-7f740ce85972 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:43.824222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4b7384b7-f13f-4d37-9cfe-7f740ce85972 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:43.833567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38490) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:43.913354 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:43.939167 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27edb347-d061-457e-bd6c-9b5cef79af3c admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:43.966372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-8ee7f5d7-4b29-46f3-a483-57830267164c None None] Set router c0c54245-dd11-4235-a9ce-af1c454116e9 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:44.088138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7384b7-f13f-4d37-9cfe-7f740ce85972 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Made reservation on behalf of ff480fdd7c454b03807b916a453b01d1 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:44.092446 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b7384b7-f13f-4d37-9cfe-7f740ce85972 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:44.093470 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Transition to ACTIVE for port object 72eda69e-4d12-4e9f-a602-0db79d27c4f5 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:44.155094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7384b7-f13f-4d37-9cfe-7f740ce85972 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:12:44.248547 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-920624942-network', 'tenant_id': 'b080777c96f34b47b50e58577b5fc6fc'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:44.267529 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:44.283428 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b7384b7-f13f-4d37-9cfe-7f740ce85972 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:44.283978 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-4b7384b7-f13f-4d37-9cfe-7f740ce85972 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Added segment f8b4b4f8-fecd-4917-b372-24d175a00484 of type vlan for network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 May 30 20:12:44.293310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Usage tracker for resource:network and tenant:b080777c96f34b47b50e58577b5fc6fc is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:44.299045 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Transition to ACTIVE for port object 72eda69e-4d12-4e9f-a602-0db79d27c4f5 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:44.304068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:44.319092 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:44.342845 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:44.369450 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b7384b7-f13f-4d37-9cfe-7f740ce85972 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:44.390939 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Made reservation on behalf of b080777c96f34b47b50e58577b5fc6fc for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:44.403148 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:44.439743 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Network c22d482c-5af9-4e59-a267-0c51e0fb3fcf is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:44.444164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:44.455621 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:44.455845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:44.500942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Pushing event updated for resources: {'Port': ['ID=72eda69e-4d12-4e9f-a602-0db79d27c4f5,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:44.510026 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27edb347-d061-457e-bd6c-9b5cef79af3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:44.531181 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b7384b7-f13f-4d37-9cfe-7f740ce85972 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:44.533995 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:44.538639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-27edb347-d061-457e-bd6c-9b5cef79af3c admin admin] Deleting port 5d47aaaf-f34a-4020-998a-88983d43bdd4 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:12:44.542989 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27edb347-d061-457e-bd6c-9b5cef79af3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:44.546515 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7384b7-f13f-4d37-9cfe-7f740ce85972 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:44.548616 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b7384b7-f13f-4d37-9cfe-7f740ce85972 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:44.594611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Attempting to bind port 72eda69e-4d12-4e9f-a602-0db79d27c4f5 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:12:44.595231 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Attempting to bind port 72eda69e-4d12-4e9f-a602-0db79d27c4f5 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '8b8fca0f-6b57-445b-876a-3108c566136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:12:44.595774 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Attempting to bind port 72eda69e-4d12-4e9f-a602-0db79d27c4f5 on network c22d482c-5af9-4e59-a267-0c51e0fb3fcf {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:44.615014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:12:44.615648 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Checking segment: {'id': '8b8fca0f-6b57-445b-876a-3108c566136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:44.616248 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:44.616777 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Bound using segment: {'id': '8b8fca0f-6b57-445b-876a-3108c566136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:12:44.617540 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Bound port: 72eda69e-4d12-4e9f-a602-0db79d27c4f5, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8fca0f-6b57-445b-876a-3108c566136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:12:44.618080 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:44.655792 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4b7384b7-f13f-4d37-9cfe-7f740ce85972 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9535558 May 30 20:12:44.660691 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:44.666990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38516) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:44.723195 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8ee7f5d7-4b29-46f3-a483-57830267164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1840485294-router', 'tenant_id': '9e9ab626a3d04da0ad36e96f28b18935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '5d47aaaf-f34a-4020-998a-88983d43bdd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:51Z', 'updated_at': '2022-05-30T20:12:39Z', 'revision_number': 5, 'project_id': '9e9ab626a3d04da0ad36e96f28b18935', 'gw_port': {'id': '5d47aaaf-f34a-4020-998a-88983d43bdd4', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:52Z', 'updated_at': '2022-05-30T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:44.734292 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7f5d7-4b29-46f3-a483-57830267164c None None] Checking router: c0c54245-dd11-4235-a9ce-af1c454116e9 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:12:44.747857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-27edb347-d061-457e-bd6c-9b5cef79af3c admin admin] For port 5d47aaaf-f34a-4020-998a-88983d43bdd4, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5d47aaaf-f34a-4020-998a-88983d43bdd4,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:44.748379 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27edb347-d061-457e-bd6c-9b5cef79af3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:44.766127 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:44.766896 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:44.789454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-3ff4e513-25c7-4ff5-931c-e593cd24cfa9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1902247014'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:44.809841 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7f5d7-4b29-46f3-a483-57830267164c None None] Routers {'c0c54245-dd11-4235-a9ce-af1c454116e9'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:44.813404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8ee7f5d7-4b29-46f3-a483-57830267164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c0c54245-dd11-4235-a9ce-af1c454116e9'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:44.854414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3ff4e513-25c7-4ff5-931c-e593cd24cfa9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:44.879210 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3ff4e513-25c7-4ff5-931c-e593cd24cfa9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Usage tracker for resource:network and tenant:ff480fdd7c454b03807b916a453b01d1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:44.890456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3ff4e513-25c7-4ff5-931c-e593cd24cfa9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:44.917858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3ff4e513-25c7-4ff5-931c-e593cd24cfa9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:44.924226 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7384b7-f13f-4d37-9cfe-7f740ce85972 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event updated for resources: {'Network': ['ID=2b44cc57-c7bb-420e-87d1-3b3cc91a2707,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:44.992101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-27edb347-d061-457e-bd6c-9b5cef79af3c admin admin] Calling delete_port for 5d47aaaf-f34a-4020-998a-88983d43bdd4 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:12:45.031576 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:12:45.035458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=f66c5541-61db-4c2d-853a-d89a6c602268,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:45.053914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff4e513-25c7-4ff5-931c-e593cd24cfa9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Made reservation on behalf of ff480fdd7c454b03807b916a453b01d1 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:45.065935 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e513-25c7-4ff5-931c-e593cd24cfa9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:45.082904 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Usage tracker for resource:security_group_rule and tenant:b080777c96f34b47b50e58577b5fc6fc is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:45.092152 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:45.101426 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:45.181210 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] For port 72eda69e-4d12-4e9f-a602-0db79d27c4f5, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:12:45.198365 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] For port 72eda69e-4d12-4e9f-a602-0db79d27c4f5, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=72eda69e-4d12-4e9f-a602-0db79d27c4f5,segment=NetworkSegment(8b8fca0f-6b57-445b-876a-3108c566136d),segment_id=8b8fca0f-6b57-445b-876a-3108c566136d)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:12:45.213220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f728c2-8f2f-436b-8362-58d0ed94f65b req-a72e4365-5d0f-441c-bb4e-efacd6e89b15 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:45.227263 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0f728c2-8f2f-436b-8362-58d0ed94f65b req-a72e4365-5d0f-441c-bb4e-efacd6e89b15 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 0.7729585 May 30 20:12:45.244311 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:45.288198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff4e513-25c7-4ff5-931c-e593cd24cfa9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:12:45.318399 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e513-25c7-4ff5-931c-e593cd24cfa9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:45.318399 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-3ff4e513-25c7-4ff5-931c-e593cd24cfa9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Added segment 9ac5df36-6ecf-4237-9c31-5563d393e94a of type vlan for network 448a5305-1745-4735-9914-168fb49da986 May 30 20:12:45.329346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network c22d482c-5af9-4e59-a267-0c51e0fb3fcf is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:45.332620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:45.348660 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0f728c2-8f2f-436b-8362-58d0ed94f65b req-cc340abd-bf5c-4b73-96d2-98067c75209d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204247 May 30 20:12:45.352579 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-8ee7f5d7-4b29-46f3-a483-57830267164c None None] Set router c0c54245-dd11-4235-a9ce-af1c454116e9 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:45.424715 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:45.504385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:12:45.525989 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:45.526330 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Added segment 6d8ee44d-5ca2-4596-ba43-682437ec190a of type vlan for network 474cc503-4fba-42ba-9ecc-ff5f0cfaf41c May 30 20:12:45.536669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69820a38-31d8-48bf-8a63-2d6b925e98e2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:45.588773 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:45.641327 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:45.641327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:45.641989 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:45.708964 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4ab52670-c9d5-49a1-bdd8-f424749e7280 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:45.716226 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e513-25c7-4ff5-931c-e593cd24cfa9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:45.736604 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8ee7f5d7-4b29-46f3-a483-57830267164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1840485294-router', 'tenant_id': '9e9ab626a3d04da0ad36e96f28b18935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:51Z', 'updated_at': '2022-05-30T20:12:44Z', 'revision_number': 6, 'project_id': '9e9ab626a3d04da0ad36e96f28b18935', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:45.763999 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:45.791574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] Pushing event updated for resources: {'Network': ['ID=474cc503-4fba-42ba-9ecc-ff5f0cfaf41c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:45.796762 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ce28f614-6e6e-490a-a447-f6a27cd01321 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9617507 May 30 20:12:45.802543 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38542) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:45.844318 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7f5d7-4b29-46f3-a483-57830267164c None None] The sync data for ids ['c0c54245-dd11-4235-a9ce-af1c454116e9'] in n-d-843949-2 is: [{'id': 'c0c54245-dd11-4235-a9ce-af1c454116e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1840485294-router', 'tenant_id': '9e9ab626a3d04da0ad36e96f28b18935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:51Z', 'updated_at': '2022-05-30T20:12:44Z', 'revision_number': 6, 'project_id': '9e9ab626a3d04da0ad36e96f28b18935', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:12:45.856332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-dac22a9a-6faf-423c-8035-c149a577f81c admin admin] Request body: {'subnet': {'network_id': '474cc503-4fba-42ba-9ecc-ff5f0cfaf41c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-920624942-subnet', 'tenant_id': 'b080777c96f34b47b50e58577b5fc6fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:45.861725 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e513-25c7-4ff5-931c-e593cd24cfa9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:45.869519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff4e513-25c7-4ff5-931c-e593cd24cfa9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:45.870633 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e513-25c7-4ff5-931c-e593cd24cfa9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:45.870892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dac22a9a-6faf-423c-8035-c149a577f81c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:45.875586 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dac22a9a-6faf-423c-8035-c149a577f81c admin admin] Usage tracker for resource:subnet and tenant:b080777c96f34b47b50e58577b5fc6fc is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:45.879107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dac22a9a-6faf-423c-8035-c149a577f81c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:45.883809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 474cc503-4fba-42ba-9ecc-ff5f0cfaf41c details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:12:45.886806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dac22a9a-6faf-423c-8035-c149a577f81c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:45.916725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac22a9a-6faf-423c-8035-c149a577f81c admin admin] Made reservation on behalf of b080777c96f34b47b50e58577b5fc6fc for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:45.919683 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dac22a9a-6faf-423c-8035-c149a577f81c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:45.938978 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3ff4e513-25c7-4ff5-931c-e593cd24cfa9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2401011 May 30 20:12:45.943341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38550) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:46.020283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e26746ed-7349-411e-89bb-e47d40e083f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Request body: {'subnet': {'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:46.118515 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4e513-25c7-4ff5-931c-e593cd24cfa9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event updated for resources: {'Network': ['ID=448a5305-1745-4735-9914-168fb49da986,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:46.129070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef3881-4209-42a7-aebb-d991428813f6 None None] Pushing event updated for resources: {'Port': ['ID=72eda69e-4d12-4e9f-a602-0db79d27c4f5,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:46.141212 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 448a5305-1745-4735-9914-168fb49da986 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:12:46.193516 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27edb347-d061-457e-bd6c-9b5cef79af3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:46.310709 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 4ab52670-c9d5-49a1-bdd8-f424749e7280 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:46.311347 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:46.312221 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 017e4888-a1d0-4166-9b0d-e07d9ba75278 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:12:46.361437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edb347-d061-457e-bd6c-9b5cef79af3c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d47aaaf-f34a-4020-998a-88983d43bdd4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:46.514774 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e26746ed-7349-411e-89bb-e47d40e083f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:46.541036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e26746ed-7349-411e-89bb-e47d40e083f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Usage tracker for resource:subnet and tenant:ff480fdd7c454b03807b916a453b01d1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:46.548098 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e26746ed-7349-411e-89bb-e47d40e083f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:46.559377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e26746ed-7349-411e-89bb-e47d40e083f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:46.685449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26746ed-7349-411e-89bb-e47d40e083f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Made reservation on behalf of ff480fdd7c454b03807b916a453b01d1 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:46.749946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:12:46.761800 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Sync routers for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:12:46.774145 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b5096398-eb57-495f-9509-9284a2deab41 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/017e4888-a1d0-4166-9b0d-e07d9ba75278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9990842 May 30 20:12:46.774363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38570) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:46.781273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6170ab47-b033-4c21-963e-78710300b4b8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-162248091'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:46.787399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6170ab47-b033-4c21-963e-78710300b4b8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:46.791369 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:46.792285 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:46.793462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6170ab47-b033-4c21-963e-78710300b4b8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:network and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:46.798215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6170ab47-b033-4c21-963e-78710300b4b8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:46.806092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6170ab47-b033-4c21-963e-78710300b4b8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:46.819233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6170ab47-b033-4c21-963e-78710300b4b8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:46.822593 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6170ab47-b033-4c21-963e-78710300b4b8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:46.911070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6170ab47-b033-4c21-963e-78710300b4b8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:12:46.922152 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6170ab47-b033-4c21-963e-78710300b4b8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:46.922663 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-6170ab47-b033-4c21-963e-78710300b4b8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Added segment 6ad58949-9e5d-4c10-a42e-1ee60a00882a of type vlan for network c76fcfa9-2a51-4cc0-97bb-d6340cc635f2 May 30 20:12:46.959847 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6170ab47-b033-4c21-963e-78710300b4b8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:46.970541 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27edb347-d061-457e-bd6c-9b5cef79af3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:47.015981 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576e293-7b37-4acc-b53e-0246339fd648 req-2f330400-faff-480e-ae4c-775cb341088b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:47.019134 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:47.036688 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c576e293-7b37-4acc-b53e-0246339fd648 req-2f330400-faff-480e-ae4c-775cb341088b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 0.2032971 May 30 20:12:47.069660 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6170ab47-b033-4c21-963e-78710300b4b8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:47.073847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6170ab47-b033-4c21-963e-78710300b4b8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:47.074721 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6170ab47-b033-4c21-963e-78710300b4b8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:47.078771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38580) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:47.259610 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 72eda69e-4d12-4e9f-a602-0db79d27c4f5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:47.476569 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 72eda69e-4d12-4e9f-a602-0db79d27c4f5 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:47.494009 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 96562272-a5df-4805-83d0-b332110f7952 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:12:47.578734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170ab47-b033-4c21-963e-78710300b4b8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Network': ['ID=c76fcfa9-2a51-4cc0-97bb-d6340cc635f2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:47.587893 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 96562272-a5df-4805-83d0-b332110f7952 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:12:47.591946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 96562272-a5df-4805-83d0-b332110f7952 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:12:47.614945 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network c76fcfa9-2a51-4cc0-97bb-d6340cc635f2 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:12:47.646774 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e26746ed-7349-411e-89bb-e47d40e083f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:47.681533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38588) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:47.684984 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:12:43Z', 'revision_number': 2, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:12:44Z', 'revision_number': 2, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:47.693022 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Checking router: 017e4888-a1d0-4166-9b0d-e07d9ba75278 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:12:47.693374 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Updating router 017e4888-a1d0-4166-9b0d-e07d9ba75278 port f66c5541-61db-4c2d-853a-d89a6c602268 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:12:47.840521 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6170ab47-b033-4c21-963e-78710300b4b8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0516527 May 30 20:12:47.847583 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38594) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:47.879320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-084f1d9a-5077-4ef8-a0fe-1f62f64b1868 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'subnet': {'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:47.889637 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb742ac5-c67f-4c5b-8579-221bb651cbed None None] Network c22d482c-5af9-4e59-a267-0c51e0fb3fcf requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:47.901144 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.027024 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27edb347-d061-457e-bd6c-9b5cef79af3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.056113 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dac22a9a-6faf-423c-8035-c149a577f81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.063990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c576e293-7b37-4acc-b53e-0246339fd648 req-bfbb2124-bfee-4bfe-8fbf-5a5ec904684f tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0259643 May 30 20:12:48.065829 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27edb347-d061-457e-bd6c-9b5cef79af3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.103891 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f77bc5ec-9695-4411-bfce-3eeff9417a67 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/ports?project_id=83c273a70b9742ee885b1f1f37dab263&network_id=d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 HTTP/1.1" status: 200 len: 2970 time: 0.5380988 May 30 20:12:48.132274 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-642d2b03-deaa-4849-b488-51d30c45d101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.150816 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-084f1d9a-5077-4ef8-a0fe-1f62f64b1868 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:48.161865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-084f1d9a-5077-4ef8-a0fe-1f62f64b1868 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:subnet and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:48.168846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-084f1d9a-5077-4ef8-a0fe-1f62f64b1868 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:48.182847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-084f1d9a-5077-4ef8-a0fe-1f62f64b1868 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:48.191644 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-41f4268f-04bd-4fdf-a6e4-0939f5494534 None None] Provisioning for port 72eda69e-4d12-4e9f-a602-0db79d27c4f5 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:48.209678 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-41f4268f-04bd-4fdf-a6e4-0939f5494534 None None] Provisioning complete for port 72eda69e-4d12-4e9f-a602-0db79d27c4f5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:48.210399 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-41f4268f-04bd-4fdf-a6e4-0939f5494534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.217151 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084f1d9a-5077-4ef8-a0fe-1f62f64b1868 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:48.359244 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27edb347-d061-457e-bd6c-9b5cef79af3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.359749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27edb347-d061-457e-bd6c-9b5cef79af3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0c54245-dd11-4235-a9ce-af1c454116e9 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:12:48.374959 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e26746ed-7349-411e-89bb-e47d40e083f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.411788 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27edb347-d061-457e-bd6c-9b5cef79af3c admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.413509 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-27edb347-d061-457e-bd6c-9b5cef79af3c admin admin] 10.222.0.84 "DELETE /v2.0/routers/c0c54245-dd11-4235-a9ce-af1c454116e9 HTTP/1.1" status: 204 len: 168 time: 5.0124047 May 30 20:12:48.421452 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38602) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:48.460007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-642d2b03-deaa-4849-b488-51d30c45d101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:48.469560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-642d2b03-deaa-4849-b488-51d30c45d101 admin admin] Usage tracker for resource:security_group_rule and tenant:4698a51bf8cd45899a3ff5817acdd774 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:48.473023 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-084f1d9a-5077-4ef8-a0fe-1f62f64b1868 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.473781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-642d2b03-deaa-4849-b488-51d30c45d101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:48.480193 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-642d2b03-deaa-4849-b488-51d30c45d101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:48.561974 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-642d2b03-deaa-4849-b488-51d30c45d101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.592199 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-642d2b03-deaa-4849-b488-51d30c45d101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.604811 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-41f4268f-04bd-4fdf-a6e4-0939f5494534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.612797 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-faae4e16-4674-4b0c-8d91-fedce98aa602 admin admin] Deleting subnet 5a5c9363-47cd-4079-8007-5d8936f242e9 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:12:48.623496 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-faae4e16-4674-4b0c-8d91-fedce98aa602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.667436 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-642d2b03-deaa-4849-b488-51d30c45d101 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4698a51bf8cd45899a3ff5817acdd774&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9757874 May 30 20:12:48.674497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d2b03-deaa-4849-b488-51d30c45d101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e61c415-4c4e-4353-b759-5ebf4b8ff766,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:48.680670 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.680862 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38606) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:48.701057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26746ed-7349-411e-89bb-e47d40e083f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Checking segment: {'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:48.701419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26746ed-7349-411e-89bb-e47d40e083f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Network hostable DHCP agents. Network: 2b44cc57-c7bb-420e-87d1-3b3cc91a2707, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:12:48.711877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-41f4268f-04bd-4fdf-a6e4-0939f5494534 None None] For port 72eda69e-4d12-4e9f-a602-0db79d27c4f5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=72eda69e-4d12-4e9f-a602-0db79d27c4f5,segment=NetworkSegment(8b8fca0f-6b57-445b-876a-3108c566136d),segment_id=8b8fca0f-6b57-445b-876a-3108c566136d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:48.715815 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Transition to ACTIVE for port object f66c5541-61db-4c2d-853a-d89a6c602268 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:48.721546 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-41f4268f-04bd-4fdf-a6e4-0939f5494534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.721834 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac22a9a-6faf-423c-8035-c149a577f81c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c179970-3f41-4274-867c-8e93304db2ee,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:48.736591 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.865400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac22a9a-6faf-423c-8035-c149a577f81c admin admin] Checking segment: {'id': '6d8ee44d-5ca2-4596-ba43-682437ec190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '474cc503-4fba-42ba-9ecc-ff5f0cfaf41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:48.865400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac22a9a-6faf-423c-8035-c149a577f81c admin admin] Network hostable DHCP agents. Network: 474cc503-4fba-42ba-9ecc-ff5f0cfaf41c, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:12:48.871187 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-faae4e16-4674-4b0c-8d91-fedce98aa602 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.883030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4268f-04bd-4fdf-a6e4-0939f5494534 None None] Pushing event updated for resources: {'Port': ['ID=72eda69e-4d12-4e9f-a602-0db79d27c4f5,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:48.888924 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:12:48.932944 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-acbe2f19-29a9-415f-85d2-a8899f2d4378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.967005 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26746ed-7349-411e-89bb-e47d40e083f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:12:48.974509 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f7842-9535-430f-8b40-323da32b44f6 None None] Pushing event updated for resources: {'Port': ['ID=f66c5541-61db-4c2d-853a-d89a6c602268,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:48.987116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-e26746ed-7349-411e-89bb-e47d40e083f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 2b44cc57-c7bb-420e-87d1-3b3cc91a2707) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:48.997035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26746ed-7349-411e-89bb-e47d40e083f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:48.997700 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e26746ed-7349-411e-89bb-e47d40e083f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:49.001520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75beed2e-4499-4687-864f-463e2a2c166a None None] Network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:49.007714 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26746ed-7349-411e-89bb-e47d40e083f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event updated for resources: {'Subnet': ['ID=f15726d8-e5bd-4f64-bfd0-ce6e1d35af25,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:49.021889 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f7842-9535-430f-8b40-323da32b44f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:49.026628 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f7842-9535-430f-8b40-323da32b44f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:49.027069 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f7842-9535-430f-8b40-323da32b44f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:49.029886 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f7842-9535-430f-8b40-323da32b44f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:49.030308 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f7842-9535-430f-8b40-323da32b44f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:49.030704 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f7842-9535-430f-8b40-323da32b44f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:49.031095 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f7842-9535-430f-8b40-323da32b44f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:49.031480 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f7842-9535-430f-8b40-323da32b44f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:49.036407 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f7842-9535-430f-8b40-323da32b44f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:49.036842 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f7842-9535-430f-8b40-323da32b44f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:49.038450 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733f7842-9535-430f-8b40-323da32b44f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:49.050685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac22a9a-6faf-423c-8035-c149a577f81c admin admin] Network 474cc503-4fba-42ba-9ecc-ff5f0cfaf41c is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:12:49.079024 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-acbe2f19-29a9-415f-85d2-a8899f2d4378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:49.081622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-dac22a9a-6faf-423c-8035-c149a577f81c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 474cc503-4fba-42ba-9ecc-ff5f0cfaf41c) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:49.088146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac22a9a-6faf-423c-8035-c149a577f81c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:49.090170 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dac22a9a-6faf-423c-8035-c149a577f81c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:49.129552 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e26746ed-7349-411e-89bb-e47d40e083f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1808715 May 30 20:12:49.132923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38614) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:49.145488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-64a99503-9261-4d79-afb1-8b949d3529cd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Request body: {'subnet': {'network_id': '448a5305-1745-4735-9914-168fb49da986', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:49.160693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cf8369-4cf8-4ea9-933d-6647c19b856e None None] Network 474cc503-4fba-42ba-9ecc-ff5f0cfaf41c requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:49.190211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 72eda69e-4d12-4e9f-a602-0db79d27c4f5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:49.236160 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Attempting to bind port f66c5541-61db-4c2d-853a-d89a6c602268 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:12:49.236689 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Attempting to bind port f66c5541-61db-4c2d-853a-d89a6c602268 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '8b8fca0f-6b57-445b-876a-3108c566136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:12:49.237141 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Attempting to bind port f66c5541-61db-4c2d-853a-d89a6c602268 on network c22d482c-5af9-4e59-a267-0c51e0fb3fcf {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:49.250961 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:12:49.250961 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Checking segment: {'id': '8b8fca0f-6b57-445b-876a-3108c566136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:49.250961 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:49.251435 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Bound using segment: {'id': '8b8fca0f-6b57-445b-876a-3108c566136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:12:49.251954 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Bound port: f66c5541-61db-4c2d-853a-d89a6c602268, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8fca0f-6b57-445b-876a-3108c566136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:12:49.253709 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:49.276346 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-084f1d9a-5077-4ef8-a0fe-1f62f64b1868 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:49.357638 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-acbe2f19-29a9-415f-85d2-a8899f2d4378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:49.446408 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] For port f66c5541-61db-4c2d-853a-d89a6c602268, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:12:49.450689 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] For port f66c5541-61db-4c2d-853a-d89a6c602268, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f66c5541-61db-4c2d-853a-d89a6c602268,segment=NetworkSegment(8b8fca0f-6b57-445b-876a-3108c566136d),segment_id=8b8fca0f-6b57-445b-876a-3108c566136d)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:12:49.463640 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:49.483533 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dac22a9a-6faf-423c-8035-c149a577f81c admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.6792569 May 30 20:12:49.497545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-64a99503-9261-4d79-afb1-8b949d3529cd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:49.508654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-64a99503-9261-4d79-afb1-8b949d3529cd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Usage tracker for resource:subnet and tenant:ff480fdd7c454b03807b916a453b01d1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:49.512765 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-64a99503-9261-4d79-afb1-8b949d3529cd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:49.530462 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-64a99503-9261-4d79-afb1-8b949d3529cd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:49.553113 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7e2c97c7-db25-4d2a-be81-b396863f82d5 None None] Provisioning complete for port 72eda69e-4d12-4e9f-a602-0db79d27c4f5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:49.553479 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7e2c97c7-db25-4d2a-be81-b396863f82d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:49.556440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a99503-9261-4d79-afb1-8b949d3529cd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Made reservation on behalf of ff480fdd7c454b03807b916a453b01d1 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:49.568812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe2f19-29a9-415f-85d2-a8899f2d4378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e61c415-4c4e-4353-b759-5ebf4b8ff766,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:49.631036 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f7842-9535-430f-8b40-323da32b44f6 None None] Pushing event updated for resources: {'Port': ['ID=f66c5541-61db-4c2d-853a-d89a6c602268,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:49.636948 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:49.637949 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:12:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:49.685880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f1d9a-5077-4ef8-a0fe-1f62f64b1868 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Subnet': ['ID=a1e62761-364b-4bde-8615-f6674a3b1ad7,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:49.737136 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-faae4e16-4674-4b0c-8d91-fedce98aa602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:49.817606 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64a99503-9261-4d79-afb1-8b949d3529cd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:49.833857 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-acbe2f19-29a9-415f-85d2-a8899f2d4378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:49.838100 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-acbe2f19-29a9-415f-85d2-a8899f2d4378 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4e61c415-4c4e-4353-b759-5ebf4b8ff766 HTTP/1.1" status: 204 len: 168 time: 1.1501489 May 30 20:12:49.838100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38624) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:49.918817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38630) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:50.007627 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:50.054483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084f1d9a-5077-4ef8-a0fe-1f62f64b1868 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Checking segment: {'id': '6ad58949-9e5d-4c10-a42e-1ee60a00882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:50.054890 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084f1d9a-5077-4ef8-a0fe-1f62f64b1868 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network hostable DHCP agents. Network: c76fcfa9-2a51-4cc0-97bb-d6340cc635f2, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:12:50.059654 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 72eda69e-4d12-4e9f-a602-0db79d27c4f5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:50.060672 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:50.106042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9d391-a3d4-4823-a22b-d6d14b3f41a0 req-41a332cc-2262-47cd-ba15-2f59bb6d5d02 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:50.112717 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdd9d391-a3d4-4823-a22b-d6d14b3f41a0 req-41a332cc-2262-47cd-ba15-2f59bb6d5d02 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 0.7481894 May 30 20:12:50.171405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a95fc4-4d61-418a-9051-6ed983084c81 admin admin] Deleting subnet 1c179970-3f41-4274-867c-8e93304db2ee {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:12:50.275160 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28a95fc4-4d61-418a-9051-6ed983084c81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:50.367719 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64a99503-9261-4d79-afb1-8b949d3529cd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:50.377483 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-faae4e16-4674-4b0c-8d91-fedce98aa602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:50.506855 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28a95fc4-4d61-418a-9051-6ed983084c81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:50.556191 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a99503-9261-4d79-afb1-8b949d3529cd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event updated for resources: {'Subnet': ['ID=c9304462-25a6-49ff-a1ff-129232b6a9f5,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:50.562905 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-2b44cc57-c7bb-420e-87d1-3b3cc91a2707', 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'fixed_ips': [{'subnet_id': 'f15726d8-e5bd-4f64-bfd0-ce6e1d35af25'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:12:50.563702 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:50.599035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a99503-9261-4d79-afb1-8b949d3529cd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Checking segment: {'id': '9ac5df36-6ecf-4237-9c31-5563d393e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '448a5305-1745-4735-9914-168fb49da986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:50.599424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a99503-9261-4d79-afb1-8b949d3529cd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Network hostable DHCP agents. Network: 448a5305-1745-4735-9914-168fb49da986, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:12:50.617627 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28a95fc4-4d61-418a-9051-6ed983084c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:50.636094 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a99503-9261-4d79-afb1-8b949d3529cd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Network 448a5305-1745-4735-9914-168fb49da986 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:12:50.671202 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38636) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:50.697887 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46069c17-123f-440f-9d49-8c4ae638cf8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:50.732294 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-64a99503-9261-4d79-afb1-8b949d3529cd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 448a5305-1745-4735-9914-168fb49da986) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:50.747924 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-faae4e16-4674-4b0c-8d91-fedce98aa602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:50.751145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd37194-3d27-4efd-a1b0-5ea95d336745 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:50.753259 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4fd37194-3d27-4efd-a1b0-5ea95d336745 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 814 time: 0.8196321 May 30 20:12:50.763425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a99503-9261-4d79-afb1-8b949d3529cd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:50.764599 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f82d7a6-a601-48a1-a159-4eb12bb0b2b1 None None] Network 448a5305-1745-4735-9914-168fb49da986 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:50.764735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64a99503-9261-4d79-afb1-8b949d3529cd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:50.765265 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdd9d391-a3d4-4823-a22b-d6d14b3f41a0 req-737e9a9a-13ec-4ebd-a151-219719d35dba tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6358922 May 30 20:12:50.766228 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28a95fc4-4d61-418a-9051-6ed983084c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:50.778534 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae4e16-4674-4b0c-8d91-fedce98aa602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a5c9363-47cd-4079-8007-5d8936f242e9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:50.822360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-46069c17-123f-440f-9d49-8c4ae638cf8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:50.824715 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084f1d9a-5077-4ef8-a0fe-1f62f64b1868 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network c76fcfa9-2a51-4cc0-97bb-d6340cc635f2 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:12:50.832144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-46069c17-123f-440f-9d49-8c4ae638cf8f admin admin] Usage tracker for resource:security_group_rule and tenant:26bb5732167a4b20adf2a8c99e14d58f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:50.838112 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28a95fc4-4d61-418a-9051-6ed983084c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:50.844699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-46069c17-123f-440f-9d49-8c4ae638cf8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:50.845939 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:12:43Z', 'revision_number': 2, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:12:49Z', 'revision_number': 4, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:50.850929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a95fc4-4d61-418a-9051-6ed983084c81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c179970-3f41-4274-867c-8e93304db2ee,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:50.853071 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2be863-de79-4699-bb14-ee7735c686b2 None None] The sync data for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 is: [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:12:43Z', 'revision_number': 2, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:12:49Z', 'revision_number': 4, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:12:50.853473 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-084f1d9a-5077-4ef8-a0fe-1f62f64b1868 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, c76fcfa9-2a51-4cc0-97bb-d6340cc635f2) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:50.859487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084f1d9a-5077-4ef8-a0fe-1f62f64b1868 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:50.860105 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-084f1d9a-5077-4ef8-a0fe-1f62f64b1868 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:50.865492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-46069c17-123f-440f-9d49-8c4ae638cf8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:50.885420 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba10607-5373-4eb4-8857-d5c5915761cf None None] Network bc635295-0149-4d4c-b0f2-7586a9afde82 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:50.893295 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-28a95fc4-4d61-418a-9051-6ed983084c81 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1c179970-3f41-4274-867c-8e93304db2ee HTTP/1.1" status: 204 len: 168 time: 1.0509276 May 30 20:12:50.896466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38642) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:50.911605 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-faae4e16-4674-4b0c-8d91-fedce98aa602 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/5a5c9363-47cd-4079-8007-5d8936f242e9 HTTP/1.1" status: 204 len: 168 time: 2.4825919 May 30 20:12:50.911605 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38646) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:51.001108 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff99a797-c352-472b-841d-639161639ad2 None None] Network c76fcfa9-2a51-4cc0-97bb-d6340cc635f2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:51.022738 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46069c17-123f-440f-9d49-8c4ae638cf8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.027127 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-64a99503-9261-4d79-afb1-8b949d3529cd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8917062 May 30 20:12:51.029969 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38650) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:51.040821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Request body: {'port': {'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707', 'name': 'tempest-TaggedBootDevicesTest-1721251108', 'fixed_ips': [{'subnet_id': 'f15726d8-e5bd-4f64-bfd0-ce6e1d35af25'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:51.167243 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46069c17-123f-440f-9d49-8c4ae638cf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.199493 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b174490-3059-4b7d-b1c5-092af9f85143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.285651 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38656) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:51.294692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0624119d-a7cb-46b6-a159-a5e63d17e8d6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'network': {'name': 'tempest-network-smoke--82379974', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'port_security_enabled': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:51.300266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0624119d-a7cb-46b6-a159-a5e63d17e8d6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:51.327335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0624119d-a7cb-46b6-a159-a5e63d17e8d6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:51.370789 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-084f1d9a-5077-4ef8-a0fe-1f62f64b1868 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5204072 May 30 20:12:51.375072 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38660) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:51.380885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46069c17-123f-440f-9d49-8c4ae638cf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3241d11-a23c-41b9-9062-138c43d311b5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:51.394709 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.450218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0624119d-a7cb-46b6-a159-a5e63d17e8d6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Made reservation on behalf of 83c273a70b9742ee885b1f1f37dab263 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:51.452976 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0624119d-a7cb-46b6-a159-a5e63d17e8d6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.467218 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-46069c17-123f-440f-9d49-8c4ae638cf8f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=26bb5732167a4b20adf2a8c99e14d58f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7920871 May 30 20:12:51.477329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38664) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:51.509249 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b174490-3059-4b7d-b1c5-092af9f85143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.517812 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed19f31-d2bf-4b80-a807-831561f4b117 None None] Network 474cc503-4fba-42ba-9ecc-ff5f0cfaf41c requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:51.530858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:51.543285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-0b174490-3059-4b7d-b1c5-092af9f85143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474cc503-4fba-42ba-9ecc-ff5f0cfaf41c']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:51.558242 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-0b174490-3059-4b7d-b1c5-092af9f85143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8ee44d-5ca2-4596-ba43-682437ec190a') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:51.558912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-0b174490-3059-4b7d-b1c5-092af9f85143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8ee44d-5ca2-4596-ba43-682437ec190a') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:51.562446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Usage tracker for resource:port and tenant:ff480fdd7c454b03807b916a453b01d1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:51.564173 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7e2c97c7-db25-4d2a-be81-b396863f82d5 None None] Provisioning for port f66c5541-61db-4c2d-853a-d89a6c602268 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:51.568890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:51.573202 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b174490-3059-4b7d-b1c5-092af9f85143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.590599 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:51.603223 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b174490-3059-4b7d-b1c5-092af9f85143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.611615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b174490-3059-4b7d-b1c5-092af9f85143 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:12:51.612095 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b174490-3059-4b7d-b1c5-092af9f85143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.633783 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0624119d-a7cb-46b6-a159-a5e63d17e8d6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:12:51.644323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Made reservation on behalf of ff480fdd7c454b03807b916a453b01d1 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:51.650103 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.676219 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0624119d-a7cb-46b6-a159-a5e63d17e8d6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.676708 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-0624119d-a7cb-46b6-a159-a5e63d17e8d6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Added segment fdaf3d5c-780d-42d3-ae2f-6a69fcafc186 of type vlan for network a096f7a4-1788-4ff4-b2d1-d3c3743b103c May 30 20:12:51.712364 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4ae8086-7ba1-4f58-9520-82c1024bd828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.744887 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] device_id is not set on port fc738771-8a18-43a2-a37a-8f6a9440822a yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: timer() May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:12:51.753143 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:12:51.766521 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] Deleting port 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:12:51.766862 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.916231 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4ae8086-7ba1-4f58-9520-82c1024bd828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.973711 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b174490-3059-4b7d-b1c5-092af9f85143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.986148 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4ae8086-7ba1-4f58-9520-82c1024bd828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.993247 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5d47aaaf-f34a-4020-998a-88983d43bdd4 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:12:52.003547 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0624119d-a7cb-46b6-a159-a5e63d17e8d6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:52.042073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae8086-7ba1-4f58-9520-82c1024bd828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3241d11-a23c-41b9-9062-138c43d311b5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:52.056540 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b174490-3059-4b7d-b1c5-092af9f85143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:52.060539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 5d47aaaf-f34a-4020-998a-88983d43bdd4 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:12:52.061446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5d47aaaf-f34a-4020-998a-88983d43bdd4 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:12:52.104996 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b174490-3059-4b7d-b1c5-092af9f85143 admin admin] Pushing event deleted for resources: {'Network': ['ID=474cc503-4fba-42ba-9ecc-ff5f0cfaf41c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:52.120218 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0b174490-3059-4b7d-b1c5-092af9f85143 admin admin] 10.222.0.84 "DELETE /v2.0/networks/474cc503-4fba-42ba-9ecc-ff5f0cfaf41c HTTP/1.1" status: 204 len: 168 time: 1.2189345 May 30 20:12:52.128842 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] For port 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b,segment=NetworkSegment(e7adff38-aba8-4e75-aea7-935a9ebcf44a),segment_id=e7adff38-aba8-4e75-aea7-935a9ebcf44a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:52.129332 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:52.131409 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d4ae8086-7ba1-4f58-9520-82c1024bd828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:52.136368 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d4ae8086-7ba1-4f58-9520-82c1024bd828 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e3241d11-a23c-41b9-9062-138c43d311b5 HTTP/1.1" status: 204 len: 168 time: 0.6087983 May 30 20:12:52.274792 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a680772f-08b9-4539-8634-4a891b3823c5 None None] DHCP port deletion for bc635295-0149-4d4c-b0f2-7586a9afde82 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:12:52.279028 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0624119d-a7cb-46b6-a159-a5e63d17e8d6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:52.282681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0624119d-a7cb-46b6-a159-a5e63d17e8d6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:52.283278 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0624119d-a7cb-46b6-a159-a5e63d17e8d6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:52.321764 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] Calling delete_port for 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:12:52.333658 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a680772f-08b9-4539-8634-4a891b3823c5 None None] Deleting port 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:12:52.334245 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a680772f-08b9-4539-8634-4a891b3823c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:52.408056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415b43f-5263-4c70-810d-536b8c83a5b6 req-76e545be-ccc1-4198-bdac-731bd37822a4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:52.417840 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b415b43f-5263-4c70-810d-536b8c83a5b6 req-76e545be-ccc1-4198-bdac-731bd37822a4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 0.4463878 May 30 20:12:52.568476 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:52.595043 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-448a5305-1745-4735-9914-168fb49da986', 'network_id': '448a5305-1745-4735-9914-168fb49da986', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'fixed_ips': [{'subnet_id': 'c9304462-25a6-49ff-a1ff-129232b6a9f5'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:12:52.597892 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:52.639835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38680) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:52.653594 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b415b43f-5263-4c70-810d-536b8c83a5b6 req-c11c4ed7-d21a-47cc-88a5-9723fe538e87 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325644 May 30 20:12:52.692090 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] Pushing event deleted for resources: {'Port': ['ID=928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:52.694471 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0624119d-a7cb-46b6-a159-a5e63d17e8d6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4070089 May 30 20:12:52.697744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38684) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:52.767703 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f05e9d-392f-4bdd-b37d-c3cea17800fc tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:52.774261 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-41f05e9d-392f-4bdd-b37d-c3cea17800fc tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=83c273a70b9742ee885b1f1f37dab263&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0715981 May 30 20:12:52.785572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38690) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:52.799752 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] No DVR routers for this DVR port 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:12:52.877380 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Allocated IP 10.1.1.2 (2b44cc57-c7bb-420e-87d1-3b3cc91a2707/f15726d8-e5bd-4f64-bfd0-ce6e1d35af25/47366010-c2c7-48a8-8703-444d49a9ea54) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:52.982794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bb33de1c-a7a4-4eba-8e2a-83c41f983ffd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b080777c96f34b47b50e58577b5fc6fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3253701 May 30 20:12:52.983978 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624119d-a7cb-46b6-a159-a5e63d17e8d6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Network': ['ID=a096f7a4-1788-4ff4-b2d1-d3c3743b103c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:52.986537 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38700) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:53.030419 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network a096f7a4-1788-4ff4-b2d1-d3c3743b103c details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:12:53.034784 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:53.065059 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8916231-f31f-4b21-ae62-69b13a3b2d6a tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:53.066528 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f8916231-f31f-4b21-ae62-69b13a3b2d6a tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2745309 May 30 20:12:53.074112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38704) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:53.104076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc635295-0149-4d4c-b0f2-7586a9afde82']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:53.125504 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2f0cb81c-d8a3-4bbd-9463-dc1132682b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:53.145312 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4ff9ecb2-c701-497c-8298-7517e505c680 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0674348 May 30 20:12:53.145531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7adff38-aba8-4e75-aea7-935a9ebcf44a') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:53.145531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7adff38-aba8-4e75-aea7-935a9ebcf44a') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:53.177414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38710) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:53.298341 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:53.325650 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-87647c9a-592d-4109-b78c-1ae965d1a824 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=83c273a70b9742ee885b1f1f37dab263&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1442573 May 30 20:12:53.337493 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2f0cb81c-d8a3-4bbd-9463-dc1132682b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:53.349138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38714) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:53.378100 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:53.405510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:12:53.406237 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:53.410849 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a680772f-08b9-4539-8634-4a891b3823c5 None None] The port '928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:12:53.477719 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:12:53.478527 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: timer() May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:12:53.691436 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:12:53.721864 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:53.727880 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:53.794723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] 10.222.0.84 "DELETE /v2.0/networks/bc635295-0149-4d4c-b0f2-7586a9afde82 HTTP/1.1" status: 204 len: 168 time: 2.5965061 May 30 20:12:53.795359 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2f0cb81c-d8a3-4bbd-9463-dc1132682b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:53.800379 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2f0cb81c-d8a3-4bbd-9463-dc1132682b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:53.801510 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2f0cb81c-d8a3-4bbd-9463-dc1132682b5f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/69820a38-31d8-48bf-8a63-2d6b925e98e2 HTTP/1.1" status: 204 len: 168 time: 0.8137832 May 30 20:12:53.832133 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea1ed9-b14b-4b3b-a1a5-2f44ebbda19d admin admin] Pushing event deleted for resources: {'Network': ['ID=bc635295-0149-4d4c-b0f2-7586a9afde82,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:53.840998 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:53.879072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cb81c-d8a3-4bbd-9463-dc1132682b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69820a38-31d8-48bf-8a63-2d6b925e98e2,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:53.953489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b7a40-90a6-4110-8ee7-f9b2714e255d req-d1120dc0-334a-40fb-b4d7-27d3a44134b0 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:53.960950 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-596b7a40-90a6-4110-8ee7-f9b2714e255d req-d1120dc0-334a-40fb-b4d7-27d3a44134b0 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 0.1258612 May 30 20:12:54.006566 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:12:54.045500 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Allocated IP 10.2.2.2 (448a5305-1745-4735-9914-168fb49da986/c9304462-25a6-49ff-a1ff-129232b6a9f5/a17548b9-ea0a-4332-998c-f2e57e4a10e1) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:54.068235 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-596b7a40-90a6-4110-8ee7-f9b2714e255d req-d46f0b38-f52e-4be8-9c92-18e616c3af55 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064107 May 30 20:12:54.260665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38734) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:54.447222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-765480a0-0fd6-4816-a647-e662b6735f72 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aba290eb55434081b40c27125b03c71d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1829748 May 30 20:12:54.449118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38738) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:54.483352 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a00479-3e2d-4326-93e3-04ec52e05847 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:54.485467 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-09a00479-3e2d-4326-93e3-04ec52e05847 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1350553 May 30 20:12:54.488252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38744) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:54.520307 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:12:54.520307 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 928e1aa6-d8c4-4d7f-815c-ab4ab5d57d9b not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:12:54.540707 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4c81a6b1-a422-4fd3-88dc-ff0b3d5171d0 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0513937 May 30 20:12:54.543329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38748) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:54.549420 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6fa82d6c-094f-4704-8c10-873bff8bde34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1506959654', 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:54.550498 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:54.590397 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Transition to ACTIVE for port object 47366010-c2c7-48a8-8703-444d49a9ea54 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:54.592934 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e06233ca-bdd3-437b-8dc0-93bb7a3d79ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:54.612094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Allocated IP 2001:db8:1::2 (c76fcfa9-2a51-4cc0-97bb-d6340cc635f2/a1e62761-364b-4bde-8615-f6674a3b1ad7/ec95fd43-dcfc-4817-9cda-8d9b79a9122c) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:54.628848 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:54.641663 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e06233ca-bdd3-437b-8dc0-93bb7a3d79ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:54.659765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Transition to ACTIVE for port object 47366010-c2c7-48a8-8703-444d49a9ea54 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:54.698951 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:54.739474 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e06233ca-bdd3-437b-8dc0-93bb7a3d79ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:54.756707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Transition to ACTIVE for port object a17548b9-ea0a-4332-998c-f2e57e4a10e1 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:54.777257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06233ca-bdd3-437b-8dc0-93bb7a3d79ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe3dbc7-918e-4949-82ee-527125367e1b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:54.798158 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e06233ca-bdd3-437b-8dc0-93bb7a3d79ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:54.804497 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e06233ca-bdd3-437b-8dc0-93bb7a3d79ab admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9fe3dbc7-918e-4949-82ee-527125367e1b HTTP/1.1" status: 204 len: 168 time: 0.3520174 May 30 20:12:54.901696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:54.907837 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Transition to ACTIVE for port object a17548b9-ea0a-4332-998c-f2e57e4a10e1 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:54.909414 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:54.916268 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:54.976882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6fa82d6c-094f-4704-8c10-873bff8bde34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:54.977106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Pushing event updated for resources: {'Port': ['ID=47366010-c2c7-48a8-8703-444d49a9ea54,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:54.980500 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:54.985656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Allocated IP 10.1.1.140 (2b44cc57-c7bb-420e-87d1-3b3cc91a2707/f15726d8-e5bd-4f64-bfd0-ce6e1d35af25/fc738771-8a18-43a2-a37a-8f6a9440822a) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:54.988194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6fa82d6c-094f-4704-8c10-873bff8bde34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:subnet and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:54.993790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6fa82d6c-094f-4704-8c10-873bff8bde34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:55.005194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6fa82d6c-094f-4704-8c10-873bff8bde34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:55.034554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa82d6c-094f-4704-8c10-873bff8bde34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Made reservation on behalf of 83c273a70b9742ee885b1f1f37dab263 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:55.104343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Pushing event updated for resources: {'Port': ['ID=a17548b9-ea0a-4332-998c-f2e57e4a10e1,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:55.192738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Network 448a5305-1745-4735-9914-168fb49da986 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:55.217798 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:55.223149 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Attempting to bind port 47366010-c2c7-48a8-8703-444d49a9ea54 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:12:55.223833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Attempting to bind port 47366010-c2c7-48a8-8703-444d49a9ea54 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:12:55.224394 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Attempting to bind port 47366010-c2c7-48a8-8703-444d49a9ea54 on network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:55.229853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:55.321671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:12:55.322304 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Checking segment: {'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:55.322854 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:55.323426 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Bound using segment: {'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:12:55.324071 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Bound port: 47366010-c2c7-48a8-8703-444d49a9ea54, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:12:55.324592 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:55.498420 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:55.513334 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] For port 47366010-c2c7-48a8-8703-444d49a9ea54, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:12:55.522070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] For port 47366010-c2c7-48a8-8703-444d49a9ea54, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=47366010-c2c7-48a8-8703-444d49a9ea54,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:12:55.522308 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Transition to ACTIVE for port object fc738771-8a18-43a2-a37a-8f6a9440822a will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:55.654038 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:55.664801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38796) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:55.680393 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe4abc-b234-426e-854f-d89365384d9d req-8d0c98a4-b793-44f9-9f41-30ef12f2dbd5 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:55.696290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49fe4abc-b234-426e-854f-d89365384d9d req-8d0c98a4-b793-44f9-9f41-30ef12f2dbd5 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 0.2452762 May 30 20:12:55.762699 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6fa82d6c-094f-4704-8c10-873bff8bde34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:55.824745 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49fe4abc-b234-426e-854f-d89365384d9d req-7ccd6713-90a3-4498-b038-dbc55908b621 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276364 May 30 20:12:55.862245 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-098bf06e-7dae-4116-94cf-42c58c9631a1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9e9ab626a3d04da0ad36e96f28b18935&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1842926 May 30 20:12:55.864800 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38802) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:56.000429 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c2bc6f7-4746-4bc2-82ff-56e0786822d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:56.060479 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c2bc6f7-4746-4bc2-82ff-56e0786822d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:56.066254 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:56.080224 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:56.085815 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Attempting to bind port a17548b9-ea0a-4332-998c-f2e57e4a10e1 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:12:56.086186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Attempting to bind port a17548b9-ea0a-4332-998c-f2e57e4a10e1 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '9ac5df36-6ecf-4237-9c31-5563d393e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '448a5305-1745-4735-9914-168fb49da986'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:12:56.086552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Attempting to bind port a17548b9-ea0a-4332-998c-f2e57e4a10e1 on network 448a5305-1745-4735-9914-168fb49da986 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:56.112572 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Transition to ACTIVE for port object ec95fd43-dcfc-4817-9cda-8d9b79a9122c will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:56.115737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8469e4e-2829-444d-a842-0f200f2bf17e None None] Pushing event updated for resources: {'Port': ['ID=47366010-c2c7-48a8-8703-444d49a9ea54,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:56.125111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:12:56.125482 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Checking segment: {'id': '9ac5df36-6ecf-4237-9c31-5563d393e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '448a5305-1745-4735-9914-168fb49da986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:56.125875 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:56.128385 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Bound using segment: {'id': '9ac5df36-6ecf-4237-9c31-5563d393e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '448a5305-1745-4735-9914-168fb49da986'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:12:56.128385 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Bound port: a17548b9-ea0a-4332-998c-f2e57e4a10e1, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac5df36-6ecf-4237-9c31-5563d393e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '448a5305-1745-4735-9914-168fb49da986'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:12:56.128385 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:56.173392 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c2bc6f7-4746-4bc2-82ff-56e0786822d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:56.202425 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Transition to ACTIVE for port object ec95fd43-dcfc-4817-9cda-8d9b79a9122c will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:56.223239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bc6f7-4746-4bc2-82ff-56e0786822d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1ef550-a5a1-46ae-ac64-709212d32804,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:56.232492 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c2bc6f7-4746-4bc2-82ff-56e0786822d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:56.234949 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:56.238069 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4c2bc6f7-4746-4bc2-82ff-56e0786822d0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/be1ef550-a5a1-46ae-ac64-709212d32804 HTTP/1.1" status: 204 len: 168 time: 0.3694146 May 30 20:12:56.278848 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event updated for resources: {'Port': ['ID=fc738771-8a18-43a2-a37a-8f6a9440822a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:56.411342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:56.422291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:56.426376 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:56.471678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38816) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:56.574759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] For port a17548b9-ea0a-4332-998c-f2e57e4a10e1, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:12:56.579100 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] For port a17548b9-ea0a-4332-998c-f2e57e4a10e1, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a17548b9-ea0a-4332-998c-f2e57e4a10e1,segment=NetworkSegment(9ac5df36-6ecf-4237-9c31-5563d393e94a),segment_id=9ac5df36-6ecf-4237-9c31-5563d393e94a)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:12:56.607658 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:56.614715 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:56.615342 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:56.621620 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Network c76fcfa9-2a51-4cc0-97bb-d6340cc635f2 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:56.652721 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2886aa83-3b01-4ba5-8fcf-9e4242b0f9bd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.6210158 May 30 20:12:56.654855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38822) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:56.656214 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:56.658994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:56.661397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Request body: {'port': {'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707', 'name': 'tempest-TaggedBootDevicesTest-1105330862', 'fixed_ips': [{'subnet_id': 'f15726d8-e5bd-4f64-bfd0-ce6e1d35af25'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:56.671444 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Pushing event updated for resources: {'Port': ['ID=ec95fd43-dcfc-4817-9cda-8d9b79a9122c,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:56.680153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Allocated IP 2001:db8:1::1 (c76fcfa9-2a51-4cc0-97bb-d6340cc635f2/a1e62761-364b-4bde-8615-f6674a3b1ad7/0a5033f5-f5dc-46da-a8fc-121119014e23) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:56.997539 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6fa82d6c-094f-4704-8c10-873bff8bde34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:57.027435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:57.036205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Usage tracker for resource:port and tenant:ff480fdd7c454b03807b916a453b01d1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:57.040745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:57.056822 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:57.077225 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e7fd5-c8e6-48a0-bd3b-56621ad0c54d None None] Pushing event updated for resources: {'Port': ['ID=a17548b9-ea0a-4332-998c-f2e57e4a10e1,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:57.080255 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Made reservation on behalf of ff480fdd7c454b03807b916a453b01d1 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:57.099675 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Attempting to bind port ec95fd43-dcfc-4817-9cda-8d9b79a9122c on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:12:57.100836 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Attempting to bind port ec95fd43-dcfc-4817-9cda-8d9b79a9122c by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '6ad58949-9e5d-4c10-a42e-1ee60a00882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:12:57.102028 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Attempting to bind port ec95fd43-dcfc-4817-9cda-8d9b79a9122c on network c76fcfa9-2a51-4cc0-97bb-d6340cc635f2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:57.117897 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:12:57.120579 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Checking segment: {'id': '6ad58949-9e5d-4c10-a42e-1ee60a00882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:57.123078 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:57.124362 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Bound using segment: {'id': '6ad58949-9e5d-4c10-a42e-1ee60a00882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:12:57.126732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Bound port: ec95fd43-dcfc-4817-9cda-8d9b79a9122c, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad58949-9e5d-4c10-a42e-1ee60a00882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:12:57.127355 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:57.368648 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:57.386507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] For port ec95fd43-dcfc-4817-9cda-8d9b79a9122c, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:12:57.392150 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] For port ec95fd43-dcfc-4817-9cda-8d9b79a9122c, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ec95fd43-dcfc-4817-9cda-8d9b79a9122c,segment=NetworkSegment(6ad58949-9e5d-4c10-a42e-1ee60a00882a),segment_id=6ad58949-9e5d-4c10-a42e-1ee60a00882a)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:12:57.406555 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:57.651447 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48de5796-6702-49ad-89bf-4c874efab904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:57.655297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa82d6c-094f-4704-8c10-873bff8bde34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Subnet': ['ID=eeac1b25-5788-48f2-93fa-be57f2f792ad,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:57.704531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] device_id is not set on port c9dd14dc-8615-4ccf-8a3a-87c921095f0d yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:12:57.709523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa82d6c-094f-4704-8c10-873bff8bde34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Checking segment: {'id': 'fdaf3d5c-780d-42d3-ae2f-6a69fcafc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:57.709888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa82d6c-094f-4704-8c10-873bff8bde34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network hostable DHCP agents. Network: a096f7a4-1788-4ff4-b2d1-d3c3743b103c, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:12:57.755601 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb965d9d-faab-4c88-9813-62514cba39ad None None] Pushing event updated for resources: {'Port': ['ID=ec95fd43-dcfc-4817-9cda-8d9b79a9122c,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:57.768888 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f24ed963-d647-4589-9e58-069e823869fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:57.904995 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-48de5796-6702-49ad-89bf-4c874efab904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:57.908330 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:57.920811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa82d6c-094f-4704-8c10-873bff8bde34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network a096f7a4-1788-4ff4-b2d1-d3c3743b103c is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:12:57.953394 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Transition to ACTIVE for port object 0a5033f5-f5dc-46da-a8fc-121119014e23 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:57.954813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-6fa82d6c-094f-4704-8c10-873bff8bde34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, a096f7a4-1788-4ff4-b2d1-d3c3743b103c) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:57.963306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa82d6c-094f-4704-8c10-873bff8bde34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:57.963476 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb1a908-670d-4812-9d99-fab7de92627c None None] Network a096f7a4-1788-4ff4-b2d1-d3c3743b103c requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:57.963894 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6fa82d6c-094f-4704-8c10-873bff8bde34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:57.990455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-48de5796-6702-49ad-89bf-4c874efab904 admin admin] Usage tracker for resource:security_group_rule and tenant:295ca8ac84424f8a900059c317a1b293 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:58.015802 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-48de5796-6702-49ad-89bf-4c874efab904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:58.038053 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6fa82d6c-094f-4704-8c10-873bff8bde34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.4933047 May 30 20:12:58.040758 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-48de5796-6702-49ad-89bf-4c874efab904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:58.072508 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:58.192846 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48de5796-6702-49ad-89bf-4c874efab904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:58.273976 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network c76fcfa9-2a51-4cc0-97bb-d6340cc635f2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:58.277689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:58.280831 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=0a5033f5-f5dc-46da-a8fc-121119014e23,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:58.282927 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:58.283445 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:58.301361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38854) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:58.331148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-2ae011cd-dc83-486b-9ebb-ecf8e8a785d9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514171002', 'description': 'tempest-secgroup-smoke-514171002 description', 'project_id': '83c273a70b9742ee885b1f1f37dab263'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:58.345986 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2ae011cd-dc83-486b-9ebb-ecf8e8a785d9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:58.389392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a17548b9-ea0a-4332-998c-f2e57e4a10e1 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:58.392278 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2ae011cd-dc83-486b-9ebb-ecf8e8a785d9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:58.505874 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38860) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:58.506908 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:58.533187 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2ae011cd-dc83-486b-9ebb-ecf8e8a785d9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:58.554600 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b11d65c-ac6c-4f63-9927-c61de78a3a42 None None] Network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:58.571674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Allocated IP 10.1.1.182 (2b44cc57-c7bb-420e-87d1-3b3cc91a2707/f15726d8-e5bd-4f64-bfd0-ce6e1d35af25/c9dd14dc-8615-4ccf-8a3a-87c921095f0d) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:58.851071 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48de5796-6702-49ad-89bf-4c874efab904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:58.921960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de5796-6702-49ad-89bf-4c874efab904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1565fb4-99b6-4242-adf7-ca7ab89a3e83,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:58.959322 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:58.969078 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2ae011cd-dc83-486b-9ebb-ecf8e8a785d9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:58.983330 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-dedae97f-be63-417c-8234-862b635e4fa8 None None] Provisioning for port 47366010-c2c7-48a8-8703-444d49a9ea54 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:59.002924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Transition to ACTIVE for port object c9dd14dc-8615-4ccf-8a3a-87c921095f0d will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:59.042064 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd23409-e1e6-4dc9-8dc3-0e305279d2d1 req-c4538edc-f865-4c90-bc06-85e134092a62 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:59.048725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port a17548b9-ea0a-4332-998c-f2e57e4a10e1 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:59.051428 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5cd23409-e1e6-4dc9-8dc3-0e305279d2d1 req-c4538edc-f865-4c90-bc06-85e134092a62 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 1.6868458 May 30 20:12:59.059885 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:59.138294 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 47366010-c2c7-48a8-8703-444d49a9ea54 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:59.165227 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2ae011cd-dc83-486b-9ebb-ecf8e8a785d9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:59.180293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2ae011cd-dc83-486b-9ebb-ecf8e8a785d9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:59.194297 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f814e3e8-ed13-4558-90c2-4d2cd37aad2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:59.225165 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2ae011cd-dc83-486b-9ebb-ecf8e8a785d9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:59.261980 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27efc7b-77e6-499a-8e37-dec65d569697 None None] Network 448a5305-1745-4735-9914-168fb49da986 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:59.279131 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-48de5796-6702-49ad-89bf-4c874efab904 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=295ca8ac84424f8a900059c317a1b293&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7991543 May 30 20:12:59.282808 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38872) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:59.307129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event updated for resources: {'Port': ['ID=c9dd14dc-8615-4ccf-8a3a-87c921095f0d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:59.316613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:59.317966 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:59.333668 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5cd23409-e1e6-4dc9-8dc3-0e305279d2d1 req-02e67449-cb8c-48de-80c8-1d061958c7b0 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814558 May 30 20:12:59.334497 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:59.468936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:59.469753 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:59.473712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38876) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:59.544948 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-27867ecd-72e9-4437-a6fd-1a2463d22ec9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8825619 May 30 20:12:59.566232 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-a096f7a4-1788-4ff4-b2d1-d3c3743b103c', 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'fixed_ips': [{'subnet_id': 'eeac1b25-5788-48f2-93fa-be57f2f792ad'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:12:59.567029 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:59.604294 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f814e3e8-ed13-4558-90c2-4d2cd37aad2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:59.609059 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 47366010-c2c7-48a8-8703-444d49a9ea54 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:59.618325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f814e3e8-ed13-4558-90c2-4d2cd37aad2c admin admin] Usage tracker for resource:security_group_rule and tenant:8045c2c3092a48a19d04f86ded79dd3b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:59.655388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f814e3e8-ed13-4558-90c2-4d2cd37aad2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:59.685982 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f814e3e8-ed13-4558-90c2-4d2cd37aad2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:59.694016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 47366010-c2c7-48a8-8703-444d49a9ea54 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:59.694821 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:59.734297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38884) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:59.740186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-19fcb019-a827-4a62-aa95-2eead60ddac3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Request body: {'security_group': {'name': 'tempest-securitygroup--329685370', 'description': 'tempest-description--260506540'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:59.752735 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-19fcb019-a827-4a62-aa95-2eead60ddac3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:59.758715 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-19fcb019-a827-4a62-aa95-2eead60ddac3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Usage tracker for resource:security_group and tenant:ff480fdd7c454b03807b916a453b01d1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:59.777711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-network', 'tenant_id': '180189b01ed94322bd9d30462dff2e77'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:59.781661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-19fcb019-a827-4a62-aa95-2eead60ddac3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:59.791041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:59.795531 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-343c8592-5e3f-4349-9b05-96753a343229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:59.806842 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-19fcb019-a827-4a62-aa95-2eead60ddac3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:59.813832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4ada9dc2-6c28-492b-b66a-d28c7ad875bc None None] Provisioning for port a17548b9-ea0a-4332-998c-f2e57e4a10e1 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:59.815191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Usage tracker for resource:network and tenant:180189b01ed94322bd9d30462dff2e77 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:59.826971 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2ae011cd-dc83-486b-9ebb-ecf8e8a785d9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:59.827701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:59.853827 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:59.856482 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19fcb019-a827-4a62-aa95-2eead60ddac3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:59.856628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2ae011cd-dc83-486b-9ebb-ecf8e8a785d9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:59.890273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab478fb-35f3-47f1-a28d-b7deeae9ed1e None None] Network c76fcfa9-2a51-4cc0-97bb-d6340cc635f2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:59.892490 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-343c8592-5e3f-4349-9b05-96753a343229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:59.906630 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Made reservation on behalf of 180189b01ed94322bd9d30462dff2e77 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:59.908908 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:59.945112 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.008166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-19fcb019-a827-4a62-aa95-2eead60ddac3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:00.009174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae011cd-dc83-486b-9ebb-ecf8e8a785d9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c32570da-c162-4a6e-954c-c46fe5b0877c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:00.030072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-19fcb019-a827-4a62-aa95-2eead60ddac3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Usage tracker for resource:security_group_rule and tenant:ff480fdd7c454b03807b916a453b01d1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:00.033223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-19fcb019-a827-4a62-aa95-2eead60ddac3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:00.039876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-19fcb019-a827-4a62-aa95-2eead60ddac3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:00.093249 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f814e3e8-ed13-4558-90c2-4d2cd37aad2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.101133 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19fcb019-a827-4a62-aa95-2eead60ddac3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.109334 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19fcb019-a827-4a62-aa95-2eead60ddac3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.113112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:00.134505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Usage tracker for resource:security_group_rule and tenant:180189b01ed94322bd9d30462dff2e77 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:00.138798 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:00.146250 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.151849 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2ae011cd-dc83-486b-9ebb-ecf8e8a785d9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.154110 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2ae011cd-dc83-486b-9ebb-ecf8e8a785d9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.8515062 May 30 20:13:00.156271 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f814e3e8-ed13-4558-90c2-4d2cd37aad2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.169557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38888) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:00.179893 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.181402 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.244835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:00.256709 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4ada9dc2-6c28-492b-b66a-d28c7ad875bc None None] Provisioning complete for port a17548b9-ea0a-4332-998c-f2e57e4a10e1 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:00.256961 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4ada9dc2-6c28-492b-b66a-d28c7ad875bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.274686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcb019-a827-4a62-aa95-2eead60ddac3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a396d596-08ef-49e0-8fef-b13e6d9e494b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:00.279300 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19fcb019-a827-4a62-aa95-2eead60ddac3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.280683 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-19fcb019-a827-4a62-aa95-2eead60ddac3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.5449934 May 30 20:13:00.283407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38892) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:00.295098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-90d0e52b-1b57-4563-a447-da98a15f73b3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Request body: {'security_group_rule': {'security_group_id': 'a396d596-08ef-49e0-8fef-b13e6d9e494b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:00.299781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9fafd464-090a-4024-9bd3-b6cdb67458c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group_rule': {'security_group_id': 'c32570da-c162-4a6e-954c-c46fe5b0877c', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:00.307806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-90d0e52b-1b57-4563-a447-da98a15f73b3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:00.317044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-90d0e52b-1b57-4563-a447-da98a15f73b3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Usage tracker for resource:security_group_rule and tenant:ff480fdd7c454b03807b916a453b01d1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:00.323946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-90d0e52b-1b57-4563-a447-da98a15f73b3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:00.332343 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-90d0e52b-1b57-4563-a447-da98a15f73b3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:00.342721 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9fafd464-090a-4024-9bd3-b6cdb67458c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:00.354806 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-90d0e52b-1b57-4563-a447-da98a15f73b3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.412837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9fafd464-090a-4024-9bd3-b6cdb67458c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:00.419845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9fafd464-090a-4024-9bd3-b6cdb67458c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:00.427982 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814e3e8-ed13-4558-90c2-4d2cd37aad2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd9cb6b-1683-45b8-a198-d5cb9eb3b3c7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:00.452969 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9fafd464-090a-4024-9bd3-b6cdb67458c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:00.458039 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-343c8592-5e3f-4349-9b05-96753a343229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.473124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=0a5033f5-f5dc-46da-a8fc-121119014e23,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:00.489380 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-90d0e52b-1b57-4563-a447-da98a15f73b3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.490047 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f814e3e8-ed13-4558-90c2-4d2cd37aad2c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8045c2c3092a48a19d04f86ded79dd3b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9637420 May 30 20:13:00.496622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c8592-5e3f-4349-9b05-96753a343229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1565fb4-99b6-4242-adf7-ca7ab89a3e83,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:00.497188 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38900) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:00.515355 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-90d0e52b-1b57-4563-a447-da98a15f73b3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.518790 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-343c8592-5e3f-4349-9b05-96753a343229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.520348 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-343c8592-5e3f-4349-9b05-96753a343229 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a1565fb4-99b6-4242-adf7-ca7ab89a3e83 HTTP/1.1" status: 204 len: 168 time: 1.2360172 May 30 20:13:00.583493 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fafd464-090a-4024-9bd3-b6cdb67458c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.611232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0e52b-1b57-4563-a447-da98a15f73b3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5819fbd-b506-4285-9643-b0ef0e5916a3,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:00.623249 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-90d0e52b-1b57-4563-a447-da98a15f73b3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.625955 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-90d0e52b-1b57-4563-a447-da98a15f73b3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3408072 May 30 20:13:00.635684 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38906) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:00.666308 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-549a0f32-85f6-4ae5-97a3-43d65b4cfd82 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Request body: {'security_group_rule': {'security_group_id': 'a396d596-08ef-49e0-8fef-b13e6d9e494b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:00.714664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network c76fcfa9-2a51-4cc0-97bb-d6340cc635f2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:00.718560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-549a0f32-85f6-4ae5-97a3-43d65b4cfd82 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:00.732425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:00.734730 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2e026e4d-d866-4735-bf2a-c119f89e78c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.803453 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2e026e4d-d866-4735-bf2a-c119f89e78c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.825486 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e5aa0ce3-eaa4-4e35-baae-b3eb2d5eed4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.840870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-549a0f32-85f6-4ae5-97a3-43d65b4cfd82 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Usage tracker for resource:security_group_rule and tenant:ff480fdd7c454b03807b916a453b01d1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:00.844506 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-549a0f32-85f6-4ae5-97a3-43d65b4cfd82 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:00.851462 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-549a0f32-85f6-4ae5-97a3-43d65b4cfd82 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:00.997365 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-549a0f32-85f6-4ae5-97a3-43d65b4cfd82 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:01.099703 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2e026e4d-d866-4735-bf2a-c119f89e78c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:01.119593 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-549a0f32-85f6-4ae5-97a3-43d65b4cfd82 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:01.175122 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-549a0f32-85f6-4ae5-97a3-43d65b4cfd82 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:01.218587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e026e4d-d866-4735-bf2a-c119f89e78c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd9cb6b-1683-45b8-a198-d5cb9eb3b3c7,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:01.321428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a0f32-85f6-4ae5-97a3-43d65b4cfd82 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b01e123-6d5b-4d5b-b6da-373613cda394,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:01.340743 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2e026e4d-d866-4735-bf2a-c119f89e78c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:01.341879 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2e026e4d-d866-4735-bf2a-c119f89e78c0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0cd9cb6b-1683-45b8-a198-d5cb9eb3b3c7 HTTP/1.1" status: 204 len: 168 time: 0.8313222 May 30 20:13:01.357171 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:01.367892 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fafd464-090a-4024-9bd3-b6cdb67458c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:01.382341 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:01.391593 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-549a0f32-85f6-4ae5-97a3-43d65b4cfd82 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:01.395746 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-549a0f32-85f6-4ae5-97a3-43d65b4cfd82 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7400169 May 30 20:13:01.396780 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fafd464-090a-4024-9bd3-b6cdb67458c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:01.399012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38922) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:01.531366 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:13:01.613324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e75ea-c76d-49fd-a7a2-788581710ea3 req-c2526460-c7fb-4444-8d38-f9239caaf018 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:01.625976 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ad5e75ea-c76d-49fd-a7a2-788581710ea3 req-c2526460-c7fb-4444-8d38-f9239caaf018 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 0.8944850 May 30 20:13:01.636756 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Allocated IP 172.20.0.18 (a096f7a4-1788-4ff4-b2d1-d3c3743b103c/eeac1b25-5788-48f2-93fa-be57f2f792ad/c2195cb0-0f29-4c39-b14a-bf13b6498797) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:01.638587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2184c6d-1491-4281-80cb-44e9909f8c5b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:01.647223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:01.693156 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:01.693507 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Added segment cc97e501-0012-4f39-9902-9465e177099d of type vlan for network efb471ec-2aac-4789-83c5-5fd42e6f1b1a May 30 20:13:01.719979 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:01.735199 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:01.748732 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:01.837588 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:01.899048 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4ada9dc2-6c28-492b-b66a-d28c7ad875bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:01.990370 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Usage tracker for resource:floatingip and tenant:ff480fdd7c454b03807b916a453b01d1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:02.018027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafd464-090a-4024-9bd3-b6cdb67458c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc84d69-2008-445b-828e-0e8997573a8e,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:02.023743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:02.048277 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:02.069232 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fafd464-090a-4024-9bd3-b6cdb67458c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:02.073617 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9fafd464-090a-4024-9bd3-b6cdb67458c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8722489 May 30 20:13:02.081985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38934) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:02.082888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:02.118956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ad5e75ea-c76d-49fd-a7a2-788581710ea3 req-777e3737-0670-4c86-8bf6-83acdef199de tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920158 May 30 20:13:02.131845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-68c0462d-1e5e-4e16-baf1-3d846c5a6621 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group_rule': {'security_group_id': 'c32570da-c162-4a6e-954c-c46fe5b0877c', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:02.150860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-68c0462d-1e5e-4e16-baf1-3d846c5a6621 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:02.155836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-68c0462d-1e5e-4e16-baf1-3d846c5a6621 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:02.169295 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:13:02.175720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-68c0462d-1e5e-4e16-baf1-3d846c5a6621 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:02.203877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-68c0462d-1e5e-4e16-baf1-3d846c5a6621 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:02.250472 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:02.251343 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:02.252141 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:02.253402 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68c0462d-1e5e-4e16-baf1-3d846c5a6621 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:02.416037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 47366010-c2c7-48a8-8703-444d49a9ea54, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=47366010-c2c7-48a8-8703-444d49a9ea54,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:02.420455 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:02.502609 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:02.512734 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68c0462d-1e5e-4e16-baf1-3d846c5a6621 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:02.592240 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68c0462d-1e5e-4e16-baf1-3d846c5a6621 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:02.650880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4ada9dc2-6c28-492b-b66a-d28c7ad875bc None None] For port a17548b9-ea0a-4332-998c-f2e57e4a10e1, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a17548b9-ea0a-4332-998c-f2e57e4a10e1,segment=NetworkSegment(9ac5df36-6ecf-4237-9c31-5563d393e94a),segment_id=9ac5df36-6ecf-4237-9c31-5563d393e94a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:02.651602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] Pushing event updated for resources: {'Network': ['ID=efb471ec-2aac-4789-83c5-5fd42e6f1b1a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:02.696727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80406cbb-64ba-4fa4-85b0-6e4614db653a req-fbae0de9-a521-41bc-ad22-92ea4656fc6e tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:02.704290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80406cbb-64ba-4fa4-85b0-6e4614db653a req-fbae0de9-a521-41bc-ad22-92ea4656fc6e tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 946 time: 0.9624777 May 30 20:13:02.723316 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network efb471ec-2aac-4789-83c5-5fd42e6f1b1a details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:13:02.751926 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2bac9c42-bd64-4e42-89c7-c0496d6018aa admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.2746122 May 30 20:13:02.755673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38948) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:02.776527 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4ada9dc2-6c28-492b-b66a-d28c7ad875bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:02.793437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-b01c8b06-0c1a-43df-8d21-ebde50bd70df admin admin] Request body: {'subnet': {'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-subnet', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:02.843807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b01c8b06-0c1a-43df-8d21-ebde50bd70df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:02.904306 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68c0462d-1e5e-4e16-baf1-3d846c5a6621 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:02.910029 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-68c0462d-1e5e-4e16-baf1-3d846c5a6621 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8244746 May 30 20:13:02.910442 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38954) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:02.932501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b01c8b06-0c1a-43df-8d21-ebde50bd70df admin admin] Usage tracker for resource:subnet and tenant:180189b01ed94322bd9d30462dff2e77 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:02.962851 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80406cbb-64ba-4fa4-85b0-6e4614db653a req-08aff621-d67e-4f77-a12a-34c22c7c0b9b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/security-groups?id=95afc33f-fd38-455f-a538-a54864aa4086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490056 May 30 20:13:02.964172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b01c8b06-0c1a-43df-8d21-ebde50bd70df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:03.008159 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b01c8b06-0c1a-43df-8d21-ebde50bd70df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:03.011039 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0462d-1e5e-4e16-baf1-3d846c5a6621 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81928a44-6606-4c14-9105-5336632b4684,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:03.021701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-268e3698-b27e-4e19-b8e4-879e8d5df4b8 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group_rule': {'security_group_id': 'c32570da-c162-4a6e-954c-c46fe5b0877c', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:03.042610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01c8b06-0c1a-43df-8d21-ebde50bd70df admin admin] Made reservation on behalf of 180189b01ed94322bd9d30462dff2e77 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:03.045030 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b01c8b06-0c1a-43df-8d21-ebde50bd70df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:03.055295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-268e3698-b27e-4e19-b8e4-879e8d5df4b8 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:03.077774 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-268e3698-b27e-4e19-b8e4-879e8d5df4b8 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:03.110801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-268e3698-b27e-4e19-b8e4-879e8d5df4b8 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:03.125116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-268e3698-b27e-4e19-b8e4-879e8d5df4b8 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:03.168492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 017e4888-a1d0-4166-9b0d-e07d9ba75278 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:13:03.230037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f66c5541-61db-4c2d-853a-d89a6c602268 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:03.238303 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-268e3698-b27e-4e19-b8e4-879e8d5df4b8 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:03.466660 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:03.560626 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-268e3698-b27e-4e19-b8e4-879e8d5df4b8 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:03.628558 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:03.630119 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=47366010-c2c7-48a8-8703-444d49a9ea54,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:03.647761 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-58be1a10-88af-4d8b-b6fb-42163239d8dd None None] Provisioning for port 0a5033f5-f5dc-46da-a8fc-121119014e23 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:03.735604 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-268e3698-b27e-4e19-b8e4-879e8d5df4b8 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:03.763272 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-58be1a10-88af-4d8b-b6fb-42163239d8dd None None] Provisioning complete for port 0a5033f5-f5dc-46da-a8fc-121119014e23 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:03.764771 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-58be1a10-88af-4d8b-b6fb-42163239d8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:03.909870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada9dc2-6c28-492b-b66a-d28c7ad875bc None None] Pushing event updated for resources: {'Port': ['ID=a17548b9-ea0a-4332-998c-f2e57e4a10e1,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:03.926809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-58be1a10-88af-4d8b-b6fb-42163239d8dd None None] Port 0a5033f5-f5dc-46da-a8fc-121119014e23 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:03.937940 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:03.948286 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:03.956604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e3698-b27e-4e19-b8e4-879e8d5df4b8 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44281e8-0601-4dcc-8c2f-a0a1b0e47c57,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:03.999496 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Transition to ACTIVE for port object c2195cb0-0f29-4c39-b14a-bf13b6498797 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:04.006383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port f66c5541-61db-4c2d-853a-d89a6c602268 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:04.025563 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f66c5541-61db-4c2d-853a-d89a6c602268 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:04.028873 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:04.049606 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b01c8b06-0c1a-43df-8d21-ebde50bd70df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:04.108997 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-268e3698-b27e-4e19-b8e4-879e8d5df4b8 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:04.115941 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-268e3698-b27e-4e19-b8e4-879e8d5df4b8 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1607885 May 30 20:13:04.119424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38982) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:04.194409 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e9e2d2ed-9427-4ddc-930d-9f8b7eb6463b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group_rule': {'security_group_id': 'c32570da-c162-4a6e-954c-c46fe5b0877c', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:04.199238 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Transition to ACTIVE for port object c2195cb0-0f29-4c39-b14a-bf13b6498797 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:04.212509 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-58be1a10-88af-4d8b-b6fb-42163239d8dd None None] Provisioning for port c9dd14dc-8615-4ccf-8a3a-87c921095f0d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:04.219425 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:04.259284 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c8b06-0c1a-43df-8d21-ebde50bd70df admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:04.269645 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-58be1a10-88af-4d8b-b6fb-42163239d8dd None None] Provisioning complete for port c9dd14dc-8615-4ccf-8a3a-87c921095f0d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:04.269645 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-58be1a10-88af-4d8b-b6fb-42163239d8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:04.427363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04221238-1640-4474-a6b6-84e7b7377510 req-8865c3b9-def9-46f2-afd4-9fa841bcb70d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:04.439767 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Network a096f7a4-1788-4ff4-b2d1-d3c3743b103c is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:04.446296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Pushing event updated for resources: {'Port': ['ID=c2195cb0-0f29-4c39-b14a-bf13b6498797,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:04.446603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04221238-1640-4474-a6b6-84e7b7377510 req-8865c3b9-def9-46f2-afd4-9fa841bcb70d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 0.9104760 May 30 20:13:04.454773 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:04.471608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:04.474563 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:04.507675 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-58be1a10-88af-4d8b-b6fb-42163239d8dd None None] Port c9dd14dc-8615-4ccf-8a3a-87c921095f0d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:04.540570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e9e2d2ed-9427-4ddc-930d-9f8b7eb6463b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:04.576321 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e9e2d2ed-9427-4ddc-930d-9f8b7eb6463b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:04.585113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e9e2d2ed-9427-4ddc-930d-9f8b7eb6463b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:04.616063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e9e2d2ed-9427-4ddc-930d-9f8b7eb6463b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:04.653584 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port f66c5541-61db-4c2d-853a-d89a6c602268, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f66c5541-61db-4c2d-853a-d89a6c602268,segment=NetworkSegment(8b8fca0f-6b57-445b-876a-3108c566136d),segment_id=8b8fca0f-6b57-445b-876a-3108c566136d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:04.671444 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:04.674708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ec95fd43-dcfc-4817-9cda-8d9b79a9122c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:04.691358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ecadc-c776-4869-a41b-c445af00186f req-e85a834d-0bc6-40ca-8c10-06c6c50db77b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:04.700714 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b1ecadc-c776-4869-a41b-c445af00186f req-e85a834d-0bc6-40ca-8c10-06c6c50db77b tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 946 time: 0.4499385 May 30 20:13:04.711859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Allocated IP 172.25.5.164 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/53b4a46b-6282-410d-8da5-ad1045a3fdca) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:04.722294 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-58be1a10-88af-4d8b-b6fb-42163239d8dd None None] Provisioning for port ec95fd43-dcfc-4817-9cda-8d9b79a9122c completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:04.868687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01c8b06-0c1a-43df-8d21-ebde50bd70df admin admin] Checking segment: {'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:04.875226 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01c8b06-0c1a-43df-8d21-ebde50bd70df admin admin] Network hostable DHCP agents. Network: efb471ec-2aac-4789-83c5-5fd42e6f1b1a, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:13:04.905324 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Attempting to bind port c2195cb0-0f29-4c39-b14a-bf13b6498797 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:04.905694 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Attempting to bind port c2195cb0-0f29-4c39-b14a-bf13b6498797 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'fdaf3d5c-780d-42d3-ae2f-6a69fcafc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:04.906053 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Attempting to bind port c2195cb0-0f29-4c39-b14a-bf13b6498797 on network a096f7a4-1788-4ff4-b2d1-d3c3743b103c {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:04.908340 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:04.921607 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=f66c5541-61db-4c2d-853a-d89a6c602268,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:04.924715 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:04.925190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Checking segment: {'id': 'fdaf3d5c-780d-42d3-ae2f-6a69fcafc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:04.925765 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:04.926146 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Bound using segment: {'id': 'fdaf3d5c-780d-42d3-ae2f-6a69fcafc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:04.926877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Bound port: c2195cb0-0f29-4c39-b14a-bf13b6498797, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdaf3d5c-780d-42d3-ae2f-6a69fcafc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:04.927052 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:04.968364 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e2d2ed-9427-4ddc-930d-9f8b7eb6463b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:04.995982 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04221238-1640-4474-a6b6-84e7b7377510 req-217f2fc9-1d84-4198-b6a6-908391a3d476 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482099 May 30 20:13:05.024731 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.046283 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port ec95fd43-dcfc-4817-9cda-8d9b79a9122c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:05.058613 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b1ecadc-c776-4869-a41b-c445af00186f req-9e7c4618-d192-4c68-8e54-e4975aa9868e tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/security-groups?id=95afc33f-fd38-455f-a538-a54864aa4086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3509271 May 30 20:13:05.076704 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e2d2ed-9427-4ddc-930d-9f8b7eb6463b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.084773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01c8b06-0c1a-43df-8d21-ebde50bd70df admin admin] Network efb471ec-2aac-4789-83c5-5fd42e6f1b1a is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:13:05.098376 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-58be1a10-88af-4d8b-b6fb-42163239d8dd None None] Provisioning complete for port a17548b9-ea0a-4332-998c-f2e57e4a10e1 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:05.098794 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-58be1a10-88af-4d8b-b6fb-42163239d8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.111473 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-b01c8b06-0c1a-43df-8d21-ebde50bd70df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, efb471ec-2aac-4789-83c5-5fd42e6f1b1a) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:05.118397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01c8b06-0c1a-43df-8d21-ebde50bd70df admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:05.118996 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b01c8b06-0c1a-43df-8d21-ebde50bd70df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.136669 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ec95fd43-dcfc-4817-9cda-8d9b79a9122c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:05.137031 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.162872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df711f07-be3c-4b36-84ae-0abb4cd7342d None None] Network efb471ec-2aac-4789-83c5-5fd42e6f1b1a requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:13:05.182081 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b01c8b06-0c1a-43df-8d21-ebde50bd70df admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4252882 May 30 20:13:05.185106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39006) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:05.196708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:05.213593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:05.230020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Usage tracker for resource:router and tenant:180189b01ed94322bd9d30462dff2e77 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:05.240138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:05.263153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:05.265414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:05.275169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event updated for resources: {'Port': ['ID=53b4a46b-6282-410d-8da5-ad1045a3fdca,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:05.284219 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:05.294709 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:05.300867 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.301833 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.339577 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.370958 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e2d2ed-9427-4ddc-930d-9f8b7eb6463b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.453974 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:13:05.461330 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-df7908c9-adbf-4224-bcd1-a6e4fee2815e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/017e4888-a1d0-4166-9b0d-e07d9ba75278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0820584 May 30 20:13:05.462485 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e2d2ed-9427-4ddc-930d-9f8b7eb6463b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.466872 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e9e2d2ed-9427-4ddc-930d-9f8b7eb6463b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3347511 May 30 20:13:05.469578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39014) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:05.470976 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39016) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:05.539153 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.549367 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Sync routers for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:13:05.566822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2d2ed-9427-4ddc-930d-9f8b7eb6463b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b3c1f5-3dc5-4fa9-89d6-9171180f1e19,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:05.577667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e2c96790-00d9-458d-a9f4-946ead8e90cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1677581103'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:05.582140 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] For port c2195cb0-0f29-4c39-b14a-bf13b6498797, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:05.597790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e2c96790-00d9-458d-a9f4-946ead8e90cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:05.608786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e2c96790-00d9-458d-a9f4-946ead8e90cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:network and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:05.611744 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e2c96790-00d9-458d-a9f4-946ead8e90cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:05.628353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e2c96790-00d9-458d-a9f4-946ead8e90cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:05.648076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e67d5b90-6c67-428c-b8bb-d44a8cd55553 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group_rule': {'security_group_id': 'c32570da-c162-4a6e-954c-c46fe5b0877c', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:05.653374 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] For port c2195cb0-0f29-4c39-b14a-bf13b6498797, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c2195cb0-0f29-4c39-b14a-bf13b6498797,segment=NetworkSegment(fdaf3d5c-780d-42d3-ae2f-6a69fcafc186),segment_id=fdaf3d5c-780d-42d3-ae2f-6a69fcafc186)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:05.665451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e67d5b90-6c67-428c-b8bb-d44a8cd55553 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:05.674258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e67d5b90-6c67-428c-b8bb-d44a8cd55553 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:05.698659 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:05.702434 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:05.720165 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e67d5b90-6c67-428c-b8bb-d44a8cd55553 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:05.737231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c96790-00d9-458d-a9f4-946ead8e90cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:05.742334 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e2c96790-00d9-458d-a9f4-946ead8e90cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.818000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c96790-00d9-458d-a9f4-946ead8e90cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:13:05.829157 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e2c96790-00d9-458d-a9f4-946ead8e90cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.830810 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-e2c96790-00d9-458d-a9f4-946ead8e90cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Added segment d5953915-3099-4a56-9ac4-85f26c0c991e of type vlan for network c2c35129-c3b9-4688-bbbd-56797934de82 May 30 20:13:05.841770 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.860264 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e2c96790-00d9-458d-a9f4-946ead8e90cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.895402 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e67d5b90-6c67-428c-b8bb-d44a8cd55553 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:05.931313 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:06.021631 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:06.031880 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e2c96790-00d9-458d-a9f4-946ead8e90cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:06.035896 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c96790-00d9-458d-a9f4-946ead8e90cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:06.036752 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e2c96790-00d9-458d-a9f4-946ead8e90cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:06.063546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:06.142529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39036) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:06.339115 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c96790-00d9-458d-a9f4-946ead8e90cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Network': ['ID=c2c35129-c3b9-4688-bbbd-56797934de82,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:06.345497 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:06.371781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Allocated IP 172.25.5.9 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/4c353ddc-c091-4d2c-b5c4-1ee73b92c249) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:06.484499 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:06.604375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab4b2a-b57b-4a28-9f0e-593bc4241642 req-3ecac1b2-6c01-465b-9e35-fda0c2ce9e13 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:06.605547 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-abab4b2a-b57b-4a28-9f0e-593bc4241642 req-3ecac1b2-6c01-465b-9e35-fda0c2ce9e13 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Synchronizing usage tracker for tenant:eef88738dac1466b8f5722591af6815c on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:06.608960 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-e67d5b90-6c67-428c-b8bb-d44a8cd55553 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Project 83c273a70b9742ee885b1f1f37dab263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:13:06.627211 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e67d5b90-6c67-428c-b8bb-d44a8cd55553 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:06.677844 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:06.692870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network c2c35129-c3b9-4688-bbbd-56797934de82 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:13:06.705715 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e2c96790-00d9-458d-a9f4-946ead8e90cc tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1687737 May 30 20:13:06.725748 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39048) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:06.750268 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a74d0-0a13-4939-817d-dd97fb6c49cc None None] Pushing event updated for resources: {'Port': ['ID=c2195cb0-0f29-4c39-b14a-bf13b6498797,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:06.775762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-23f32de7-76dd-40fc-8b8c-5ec0546181bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'subnet': {'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:06.817039 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:06.853662 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e67d5b90-6c67-428c-b8bb-d44a8cd55553 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:06.872591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-abab4b2a-b57b-4a28-9f0e-593bc4241642 req-3ecac1b2-6c01-465b-9e35-fda0c2ce9e13 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Unset dirty status for tenant:eef88738dac1466b8f5722591af6815c on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:06.874626 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-abab4b2a-b57b-4a28-9f0e-593bc4241642 req-3ecac1b2-6c01-465b-9e35-fda0c2ce9e13 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 946 time: 1.4236248 May 30 20:13:06.896512 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-44bd7e10-6080-4d61-a353-f7a03abda97f tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:06.932258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e67d5b90-6c67-428c-b8bb-d44a8cd55553 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:06.971428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:06.981762 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:06.989414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:07.060611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d5b90-6c67-428c-b8bb-d44a8cd55553 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51fbbc8-2425-4fa7-98f2-72b337f75869,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:07.075086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Pushing event updated for resources: {'Port': ['ID=4c353ddc-c091-4d2c-b5c4-1ee73b92c249,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:07.133029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb62c57-705f-47fa-bb12-709d05a3dca4 req-49334da3-44cc-42ae-86ca-af1a90aa281e tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:07.133029 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-afb62c57-705f-47fa-bb12-709d05a3dca4 req-49334da3-44cc-42ae-86ca-af1a90aa281e tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 0.8172898 May 30 20:13:07.173777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-23f32de7-76dd-40fc-8b8c-5ec0546181bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:07.182305 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0de542-ecf4-4b04-a37a-362ae2eebcfa req-aa99a482-3467-4f26-bed1-e7e1d6b9ede1 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:07.183866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-23f32de7-76dd-40fc-8b8c-5ec0546181bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:subnet and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:07.189684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ed0de542-ecf4-4b04-a37a-362ae2eebcfa req-aa99a482-3467-4f26-bed1-e7e1d6b9ede1 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 946 time: 0.4449308 May 30 20:13:07.195038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-23f32de7-76dd-40fc-8b8c-5ec0546181bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:07.207599 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e67d5b90-6c67-428c-b8bb-d44a8cd55553 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:07.208783 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e67d5b90-6c67-428c-b8bb-d44a8cd55553 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.6730707 May 30 20:13:07.214210 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39060) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:07.215404 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:13:07.261040 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-44bd7e10-6080-4d61-a353-f7a03abda97f tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] 10.222.0.84 "PUT /v2.0/quotas/fccebb1b1e954646b034da5bc8196b60 HTTP/1.1" status: 200 len: 366 time: 1.1150377 May 30 20:13:07.269935 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39064) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:07.280170 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:07.291163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-afb62c57-705f-47fa-bb12-709d05a3dca4 req-20c31594-43ca-4241-ab3a-c5cff06954fe tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389678 May 30 20:13:07.305027 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-db472f15-23cc-4117-8fa0-5bbc9744bc33 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] 10.222.0.84 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0284312 May 30 20:13:07.322277 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ed0de542-ecf4-4b04-a37a-362ae2eebcfa req-10b372c3-f1b9-4ae4-8bd0-3ec85f791b77 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/security-groups?id=95afc33f-fd38-455f-a538-a54864aa4086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315761 May 30 20:13:07.324454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39068) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:07.358668 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-abab4b2a-b57b-4a28-9f0e-593bc4241642 req-baf83937-cdc2-42e2-b398-c848e9366269 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Deleting port 5e8b109c-7374-4284-b4a9-49b7f4021d5a {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:07.366922 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d17ff593-3189-4230-920b-a2448fba05ee tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] 10.222.0.84 "GET /v2.0/quotas/fccebb1b1e954646b034da5bc8196b60 HTTP/1.1" status: 200 len: 366 time: 0.0331194 May 30 20:13:07.370178 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39076) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:07.371730 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-abab4b2a-b57b-4a28-9f0e-593bc4241642 req-baf83937-cdc2-42e2-b398-c848e9366269 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:07.406222 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:07.406959 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:07.426112 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-65a795c6-5441-4e49-8ab2-aaab3e8a6aad tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] 10.222.0.84 "DELETE /v2.0/quotas/fccebb1b1e954646b034da5bc8196b60 HTTP/1.1" status: 204 len: 168 time: 0.0479615 May 30 20:13:07.428614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39082) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:07.430309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-23f32de7-76dd-40fc-8b8c-5ec0546181bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:07.435742 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:07.443801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-89a5921f-9f3c-42be-a132-4a533f93554a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group_rule': {'security_group_id': 'c32570da-c162-4a6e-954c-c46fe5b0877c', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:07.459418 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:07.517040 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:07.535504 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-deb24efb-c9f2-4854-bf6f-c3dc777629bd tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] 10.222.0.84 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0980122 May 30 20:13:07.549959 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-89a5921f-9f3c-42be-a132-4a533f93554a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:07.552233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39088) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:07.604421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-89a5921f-9f3c-42be-a132-4a533f93554a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:07.609703 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-89a5921f-9f3c-42be-a132-4a533f93554a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:07.636335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f32de7-76dd-40fc-8b8c-5ec0546181bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:07.637889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'fixed_ips': [{'subnet_id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:13:07.639185 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:07.668329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-89a5921f-9f3c-42be-a132-4a533f93554a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:07.811243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-58be1a10-88af-4d8b-b6fb-42163239d8dd None None] Provisioning for port fc738771-8a18-43a2-a37a-8f6a9440822a completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:07.822608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port ec95fd43-dcfc-4817-9cda-8d9b79a9122c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ec95fd43-dcfc-4817-9cda-8d9b79a9122c,segment=NetworkSegment(6ad58949-9e5d-4c10-a42e-1ee60a00882a),segment_id=6ad58949-9e5d-4c10-a42e-1ee60a00882a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:07.869281 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:07.922748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-58be1a10-88af-4d8b-b6fb-42163239d8dd None None] Provisioning complete for port fc738771-8a18-43a2-a37a-8f6a9440822a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:07.923129 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-58be1a10-88af-4d8b-b6fb-42163239d8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:07.974700 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f63f53da-cc64-4dfd-bcc8-53626293d5f3 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] 10.222.0.84 "GET /v2.0/quotas/fccebb1b1e954646b034da5bc8196b60 HTTP/1.1" status: 200 len: 370 time: 0.4024200 May 30 20:13:07.975330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39096) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:08.013651 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event updated for resources: {'Port': ['ID=53b4a46b-6282-410d-8da5-ad1045a3fdca,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:08.048655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:13:08.098530 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-020bbd6b-ee9f-4c1a-a021-394c78054074 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] 10.222.0.84 "GET /v2.0/quotas/fccebb1b1e954646b034da5bc8196b60/default HTTP/1.1" status: 200 len: 370 time: 0.0894182 May 30 20:13:08.127513 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39102) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:08.128363 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-89a5921f-9f3c-42be-a132-4a533f93554a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Project 83c273a70b9742ee885b1f1f37dab263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:13:08.193219 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-89a5921f-9f3c-42be-a132-4a533f93554a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:08.209218 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-a53613fe-ed8f-4ac6-aacb-6c8900070192 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] delete failed (client error): The resource could not be found. May 30 20:13:08.219016 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a53613fe-ed8f-4ac6-aacb-6c8900070192 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] 10.222.0.84 "DELETE /v2.0/quotas/fccebb1b1e954646b034da5bc8196b60 HTTP/1.1" status: 404 len: 348 time: 0.0649090 May 30 20:13:08.340481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a17548b9-ea0a-4332-998c-f2e57e4a10e1 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:08.627815 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:08.657621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39118) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:08.669970 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23f32de7-76dd-40fc-8b8c-5ec0546181bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:08.678469 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-58be1a10-88af-4d8b-b6fb-42163239d8dd None None] Port fc738771-8a18-43a2-a37a-8f6a9440822a cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:08.706098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=ec95fd43-dcfc-4817-9cda-8d9b79a9122c,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:08.751928 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:12:58Z', 'revision_number': 3, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': '0a5033f5-f5dc-46da-a8fc-121119014e23', 'name': '', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:66:db:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:54Z', 'updated_at': '2022-05-30T20:12:59Z', 'revision_number': 2, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:08.790205 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Checking router: 017e4888-a1d0-4166-9b0d-e07d9ba75278 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:13:08.790558 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Updating router 017e4888-a1d0-4166-9b0d-e07d9ba75278 port 0a5033f5-f5dc-46da-a8fc-121119014e23 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:13:08.887683 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:08.890071 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0f5bcefc-006d-4fda-94ae-0e6f91759708 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4704373 May 30 20:13:08.930523 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Allocated IP 172.20.0.2 (efb471ec-2aac-4789-83c5-5fd42e6f1b1a/b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1/d4d64cc6-126d-4e42-a06c-2a054568d712) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:09.010437 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-58be1a10-88af-4d8b-b6fb-42163239d8dd None None] Provisioning complete for port 47366010-c2c7-48a8-8703-444d49a9ea54 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:09.011385 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-58be1a10-88af-4d8b-b6fb-42163239d8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:09.030900 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:13:09.041685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20073c1e-39b9-4643-b10a-c7c04d38b1d1 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] Usage tracker for resource:network and tenant:aacf796ccfb242ed82665491acb0daa3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:09.042134 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Sync routers for ids ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:13:09.067828 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Routers {'3ac716a0-bcee-43f2-b0cc-445e6d284ad2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:09.070592 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:09.100022 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:09.101389 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e490f4e1-3d56-44c0-88ef-3f19cbb0824e admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9138179 May 30 20:13:09.105290 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-89a5921f-9f3c-42be-a132-4a533f93554a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:09.105489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39128) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:09.115270 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20073c1e-39b9-4643-b10a-c7c04d38b1d1 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:09.128292 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-89a5921f-9f3c-42be-a132-4a533f93554a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:09.166209 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c70a083-1048-4039-9792-547126b187fa None None] Network a096f7a4-1788-4ff4-b2d1-d3c3743b103c requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:13:09.189345 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5921f-9f3c-42be-a132-4a533f93554a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7845e6-1b75-4952-adba-6c930c0c4ad4,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:09.200648 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-abab4b2a-b57b-4a28-9f0e-593bc4241642 req-baf83937-cdc2-42e2-b398-c848e9366269 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] For port 5e8b109c-7374-4284-b4a9-49b7f4021d5a, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5e8b109c-7374-4284-b4a9-49b7f4021d5a,segment=NetworkSegment(22f9e521-4016-4bae-9f6e-03025f40665d),segment_id=22f9e521-4016-4bae-9f6e-03025f40665d)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:09.210970 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-abab4b2a-b57b-4a28-9f0e-593bc4241642 req-baf83937-cdc2-42e2-b398-c848e9366269 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:09.226612 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20073c1e-39b9-4643-b10a-c7c04d38b1d1 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] Usage tracker for resource:subnet and tenant:aacf796ccfb242ed82665491acb0daa3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:09.227744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 5e8b109c-7374-4284-b4a9-49b7f4021d5a no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:13:09.262589 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20073c1e-39b9-4643-b10a-c7c04d38b1d1 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:09.354729 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-89a5921f-9f3c-42be-a132-4a533f93554a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:09.356387 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-89a5921f-9f3c-42be-a132-4a533f93554a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 2.0056119 May 30 20:13:09.382645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d047d6-68c9-47a4-b155-2fa06c3e51d5 req-158bc8aa-f379-4983-a36a-b42cd7c96098 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:09.391951 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26d047d6-68c9-47a4-b155-2fa06c3e51d5 req-158bc8aa-f379-4983-a36a-b42cd7c96098 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 946 time: 0.7508707 May 30 20:13:09.419017 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20073c1e-39b9-4643-b10a-c7c04d38b1d1 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] Usage tracker for resource:subnetpool and tenant:aacf796ccfb242ed82665491acb0daa3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:09.439312 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23f32de7-76dd-40fc-8b8c-5ec0546181bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:09.450091 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:09.473660 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69184671-5b8d-4c6f-95c8-4941f20f8036 req-b72de959-f873-41aa-9b2f-ccae6f380720 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:09.475305 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69184671-5b8d-4c6f-95c8-4941f20f8036 req-b72de959-f873-41aa-9b2f-ccae6f380720 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 0.7098339 May 30 20:13:09.631134 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69184671-5b8d-4c6f-95c8-4941f20f8036 req-ec959c1a-ea86-4fb8-af8f-d1d53f259aad tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408036 May 30 20:13:09.637555 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26d047d6-68c9-47a4-b155-2fa06c3e51d5 req-a96a3512-1d07-4255-a8e3-6e819e3b1ce6 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/security-groups?id=95afc33f-fd38-455f-a538-a54864aa4086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437444 May 30 20:13:09.663922 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20073c1e-39b9-4643-b10a-c7c04d38b1d1 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:09.725375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20073c1e-39b9-4643-b10a-c7c04d38b1d1 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] Usage tracker for resource:port and tenant:aacf796ccfb242ed82665491acb0daa3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:09.735480 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Set router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:09.790296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20073c1e-39b9-4643-b10a-c7c04d38b1d1 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:09.978007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f32de7-76dd-40fc-8b8c-5ec0546181bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Subnet': ['ID=6621d8cb-53d7-4c4c-a764-58d0dabd403e,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:10.060611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20073c1e-39b9-4643-b10a-c7c04d38b1d1 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] Usage tracker for resource:router and tenant:aacf796ccfb242ed82665491acb0daa3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:10.099827 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20073c1e-39b9-4643-b10a-c7c04d38b1d1 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:10.139082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-abab4b2a-b57b-4a28-9f0e-593bc4241642 req-baf83937-cdc2-42e2-b398-c848e9366269 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:10.141952 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-abab4b2a-b57b-4a28-9f0e-593bc4241642 req-baf83937-cdc2-42e2-b398-c848e9366269 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:10.142870 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [req-abab4b2a-b57b-4a28-9f0e-593bc4241642 req-baf83937-cdc2-42e2-b398-c848e9366269 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Floating IP 16581acf-56f5-406e-9218-a73b50dd8996 disassociated. External IP: 172.25.5.231, port: 5e8b109c-7374-4284-b4a9-49b7f4021d5a. May 30 20:13:10.143813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-abab4b2a-b57b-4a28-9f0e-593bc4241642 req-baf83937-cdc2-42e2-b398-c848e9366269 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Calling delete_port for 5e8b109c-7374-4284-b4a9-49b7f4021d5a owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:13:10.203744 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:10.214103 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Transition to ACTIVE for port object d4d64cc6-126d-4e42-a06c-2a054568d712 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:10.233250 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Transition to ACTIVE for port object d4d64cc6-126d-4e42-a06c-2a054568d712 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:10.257667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a17548b9-ea0a-4332-998c-f2e57e4a10e1 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:10.257667 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:10.278518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f32de7-76dd-40fc-8b8c-5ec0546181bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Checking segment: {'id': 'd5953915-3099-4a56-9ac4-85f26c0c991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:10.279041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f32de7-76dd-40fc-8b8c-5ec0546181bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network hostable DHCP agents. Network: c2c35129-c3b9-4688-bbbd-56797934de82, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:13:10.316231 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:10.409766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Network efb471ec-2aac-4789-83c5-5fd42e6f1b1a is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:10.413871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-47fadba9-7052-4497-84ed-12c676beb35b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Synchronizing usage tracker for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:10.425476 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Pushing event updated for resources: {'Port': ['ID=d4d64cc6-126d-4e42-a06c-2a054568d712,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:10.427931 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:10.438249 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:10.442646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20073c1e-39b9-4643-b10a-c7c04d38b1d1 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] Usage tracker for resource:floatingip and tenant:aacf796ccfb242ed82665491acb0daa3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:10.467010 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8d32187-5538-41cc-877b-2d772bbb301d req-77e20e28-a90e-489f-a3f3-488d27ba4795 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514171002&fields=id&tenant_id=83c273a70b9742ee885b1f1f37dab263 HTTP/1.1" status: 200 len: 267 time: 0.5603511 May 30 20:13:10.500980 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20073c1e-39b9-4643-b10a-c7c04d38b1d1 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:10.588172 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:13:07Z', 'revision_number': 3, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'gw_port': {'id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:06Z', 'updated_at': '2022-05-30T20:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:10.591913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f32de7-76dd-40fc-8b8c-5ec0546181bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network c2c35129-c3b9-4688-bbbd-56797934de82 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:13:10.599733 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Checking router: 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:13:10.600232 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Updating router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 port 4c353ddc-c091-4d2c-b5c4-1ee73b92c249 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:13:10.673824 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39158) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:10.682597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d32187-5538-41cc-877b-2d772bbb301d req-054645a3-73ff-4852-a8b3-409748292ad0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:10.684148 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8d32187-5538-41cc-877b-2d772bbb301d req-054645a3-73ff-4852-a8b3-409748292ad0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/networks?id=a096f7a4-1788-4ff4-b2d1-d3c3743b103c HTTP/1.1" status: 200 len: 795 time: 0.2161105 May 30 20:13:10.728630 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:10.738530 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8d32187-5538-41cc-877b-2d772bbb301d req-341465df-495f-48c6-9ee4-04ee97c88d5b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/quotas/83c273a70b9742ee885b1f1f37dab263 HTTP/1.1" status: 200 len: 375 time: 0.0216279 May 30 20:13:10.744194 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-47fadba9-7052-4497-84ed-12c676beb35b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Unset dirty status for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:10.745314 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-47fadba9-7052-4497-84ed-12c676beb35b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--329685370&fields=id&tenant_id=ff480fdd7c454b03807b916a453b01d1 HTTP/1.1" status: 200 len: 267 time: 0.8407061 May 30 20:13:10.758759 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-23f32de7-76dd-40fc-8b8c-5ec0546181bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, c2c35129-c3b9-4688-bbbd-56797934de82) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:10.767733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f32de7-76dd-40fc-8b8c-5ec0546181bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:10.770287 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23f32de7-76dd-40fc-8b8c-5ec0546181bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:10.849025 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef92640b-7032-4541-85f9-60817695534e None None] Network c2c35129-c3b9-4688-bbbd-56797934de82 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:13:10.867257 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-23f32de7-76dd-40fc-8b8c-5ec0546181bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.1361034 May 30 20:13:10.872530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39168) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:10.884281 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-abab4b2a-b57b-4a28-9f0e-593bc4241642 req-baf83937-cdc2-42e2-b398-c848e9366269 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:10.973078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3cde7824-4276-4e71-b038-cd671db0d55e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:10.976048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3cde7824-4276-4e71-b038-cd671db0d55e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Synchronizing usage tracker for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:11.052956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3cde7824-4276-4e71-b038-cd671db0d55e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Unset dirty status for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:11.054643 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3cde7824-4276-4e71-b038-cd671db0d55e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports/fc738771-8a18-43a2-a37a-8f6a9440822a HTTP/1.1" status: 200 len: 932 time: 0.2912776 May 30 20:13:11.120568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20073c1e-39b9-4643-b10a-c7c04d38b1d1 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] Usage tracker for resource:security_group and tenant:aacf796ccfb242ed82665491acb0daa3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:11.123225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf83937-cdc2-42e2-b398-c848e9366269 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Pushing event deleted for resources: {'Port': ['ID=5e8b109c-7374-4284-b4a9-49b7f4021d5a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:11.126456 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Attempting to bind port d4d64cc6-126d-4e42-a06c-2a054568d712 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:11.126820 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Attempting to bind port d4d64cc6-126d-4e42-a06c-2a054568d712 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:11.127171 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Attempting to bind port d4d64cc6-126d-4e42-a06c-2a054568d712 on network efb471ec-2aac-4789-83c5-5fd42e6f1b1a {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:11.151512 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e10bfc1-5764-4a1c-a2fe-34376c39253a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:11.198987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20073c1e-39b9-4643-b10a-c7c04d38b1d1 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:11.274995 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-5fdc7818-a7ad-4249-a926-68287e727110 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:11.290559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-5fdc7818-a7ad-4249-a926-68287e727110 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports/c9dd14dc-8615-4ccf-8a3a-87c921095f0d HTTP/1.1" status: 200 len: 932 time: 0.2103891 May 30 20:13:11.373418 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:11.398783 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Transition to ACTIVE for port object 4c353ddc-c091-4d2c-b5c4-1ee73b92c249 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:11.419166 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:11.472600 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20073c1e-39b9-4643-b10a-c7c04d38b1d1 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] Usage tracker for resource:security_group_rule and tenant:aacf796ccfb242ed82665491acb0daa3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:11.506936 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:11.507463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Checking segment: {'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:11.507681 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:11.511185 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Bound using segment: {'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:11.511850 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Bound port: d4d64cc6-126d-4e42-a06c-2a054568d712, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:11.514746 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:11.568173 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-2019f13f-5761-434f-b31c-7b560aef50ae tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?network_id=448a5305-1745-4735-9914-168fb49da986&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2629075 May 30 20:13:11.587828 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f66c5541-61db-4c2d-853a-d89a6c602268 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:11.598021 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8d32187-5538-41cc-877b-2d772bbb301d req-3a6dbddc-802c-4d8c-ad08-1e6b81467512 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=83c273a70b9742ee885b1f1f37dab263&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7550273 May 30 20:13:11.626801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20073c1e-39b9-4643-b10a-c7c04d38b1d1 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:11.648419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-c8d32187-5538-41cc-877b-2d772bbb301d req-c8295835-64ce-40b9-928c-f9c01602f663 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:13:11.650234 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8d32187-5538-41cc-877b-2d772bbb301d req-c8295835-64ce-40b9-928c-f9c01602f663 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066242 May 30 20:13:11.673145 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c506f-4141-4603-bd7b-7238db9bffa8 None None] Pushing event updated for resources: {'Port': ['ID=4c353ddc-c091-4d2c-b5c4-1ee73b92c249,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:11.680158 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Attempting to bind port 4c353ddc-c091-4d2c-b5c4-1ee73b92c249 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:11.682109 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Attempting to bind port 4c353ddc-c091-4d2c-b5c4-1ee73b92c249 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:11.683317 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Attempting to bind port 4c353ddc-c091-4d2c-b5c4-1ee73b92c249 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:11.699886 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:11.702775 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:11.703372 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:11.704549 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:11.705203 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Bound port: 4c353ddc-c091-4d2c-b5c4-1ee73b92c249, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:11.708092 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:11.740078 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c2c35129-c3b9-4688-bbbd-56797934de82', 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'fixed_ips': [{'subnet_id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:13:11.741195 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:11.748368 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-20073c1e-39b9-4643-b10a-c7c04d38b1d1 tempest-QuotasTest-2142889030 tempest-QuotasTest-2142889030-project-admin] 10.222.0.84 "GET /v2.0/quotas/aacf796ccfb242ed82665491acb0daa3/details.json HTTP/1.1" status: 200 len: 703 time: 2.9450724 May 30 20:13:11.778304 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1e10bfc1-5764-4a1c-a2fe-34376c39253a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:11.822148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1e10bfc1-5764-4a1c-a2fe-34376c39253a admin admin] Usage tracker for resource:security_group_rule and tenant:ed4b9a361d0c4e0683c7dfe3e102ed4a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:11.851879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1e10bfc1-5764-4a1c-a2fe-34376c39253a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:11.877667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1e10bfc1-5764-4a1c-a2fe-34376c39253a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:11.914414 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-892f8550-fda4-46ee-a204-6f3900dad599 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?network_id=448a5305-1745-4735-9914-168fb49da986&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3362274 May 30 20:13:11.920459 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8d32187-5538-41cc-877b-2d772bbb301d req-87abc2d9-29ec-4380-9545-6d9e4154aaf4 service neutron] 10.222.0.84 "GET /v2.0/networks/a096f7a4-1788-4ff4-b2d1-d3c3743b103c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521152 May 30 20:13:11.928576 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:11.976645 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] For port 4c353ddc-c091-4d2c-b5c4-1ee73b92c249, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:11.988382 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] For port 4c353ddc-c091-4d2c-b5c4-1ee73b92c249, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4c353ddc-c091-4d2c-b5c4-1ee73b92c249,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:12.002775 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:12.215771 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c506f-4141-4603-bd7b-7238db9bffa8 None None] Pushing event updated for resources: {'Port': ['ID=4c353ddc-c091-4d2c-b5c4-1ee73b92c249,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:12.226128 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Routers {'3ac716a0-bcee-43f2-b0cc-445e6d284ad2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:12.227135 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:12.539851 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] Set router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:12.549458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39180) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:12.595358 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e10bfc1-5764-4a1c-a2fe-34376c39253a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:12.611575 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e10bfc1-5764-4a1c-a2fe-34376c39253a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:12.686815 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:12.720460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Transition to ACTIVE for port object 0a5033f5-f5dc-46da-a8fc-121119014e23 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:12.801292 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:12.825652 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8d32187-5538-41cc-877b-2d772bbb301d req-3c8f6c5a-b34d-43e7-b4f2-9d2266053971 service neutron] 10.222.0.84 "GET /v2.0/networks/a096f7a4-1788-4ff4-b2d1-d3c3743b103c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8848152 May 30 20:13:12.989840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10bfc1-5764-4a1c-a2fe-34376c39253a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5fa751-ad79-4d22-9461-aad369cd96fb,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:12.993041 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c9d50c1-f822-42bb-97ae-29ec6d0b1c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:13.004015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-daa7b662-03f3-49bc-b1dc-0497f663235b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:13.017754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-daa7b662-03f3-49bc-b1dc-0497f663235b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:13.025658 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-daa7b662-03f3-49bc-b1dc-0497f663235b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:13.026551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-daa7b662-03f3-49bc-b1dc-0497f663235b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Synchronizing usage tracker for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:13.030661 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1e10bfc1-5764-4a1c-a2fe-34376c39253a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ed4b9a361d0c4e0683c7dfe3e102ed4a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3504014 May 30 20:13:13.032907 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:13:07Z', 'revision_number': 3, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'gw_port': {'id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:06Z', 'updated_at': '2022-05-30T20:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:13.041912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39186) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:13.044061 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85e3173-a487-4cc4-9540-e681f91c7011 None None] The sync data for ids ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'] in n-d-843949-2 is: [{'id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:13:07Z', 'revision_number': 3, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'gw_port': {'id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:06Z', 'updated_at': '2022-05-30T20:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:13:13.219466 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-13b73fec-8d7d-4ec3-be1a-f6b0fa2b8211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:13.260711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abab4b2a-b57b-4a28-9f0e-593bc4241642 req-baf83937-cdc2-42e2-b398-c848e9366269 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Router df6f6363-fe56-48b5-80c0-7fe91ef710ae has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:13:13.276406 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-13b73fec-8d7d-4ec3-be1a-f6b0fa2b8211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:13.336007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8c9d50c1-f822-42bb-97ae-29ec6d0b1c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:13.361125 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Allocated IP 2001:db8:2::2 (c2c35129-c3b9-4688-bbbd-56797934de82/6621d8cb-53d7-4c4c-a764-58d0dabd403e/f9685865-58ca-4bf4-bb6c-43b4d3efa6ca) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:13.361743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8c9d50c1-f822-42bb-97ae-29ec6d0b1c90 admin admin] Usage tracker for resource:security_group_rule and tenant:87a989e8b56941669c6441e944c79fd3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:13.384471 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-daa7b662-03f3-49bc-b1dc-0497f663235b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Unset dirty status for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:13.392723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-daa7b662-03f3-49bc-b1dc-0497f663235b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/networks?id=677b4579-4403-49bf-8cf6-3e606ff679de&id=2b44cc57-c7bb-420e-87d1-3b3cc91a2707&id=2b44cc57-c7bb-420e-87d1-3b3cc91a2707&id=448a5305-1745-4735-9914-168fb49da986&id=448a5305-1745-4735-9914-168fb49da986 HTTP/1.1" status: 200 len: 1988 time: 1.4556715 May 30 20:13:13.393943 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8c9d50c1-f822-42bb-97ae-29ec6d0b1c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:13.419761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8c9d50c1-f822-42bb-97ae-29ec6d0b1c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:13.420187 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-13b73fec-8d7d-4ec3-be1a-f6b0fa2b8211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:13.558610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b73fec-8d7d-4ec3-be1a-f6b0fa2b8211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5fa751-ad79-4d22-9461-aad369cd96fb,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:13.675052 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-4ca59b5d-c667-43ef-bdfe-e761484ca7d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/quotas/ff480fdd7c454b03807b916a453b01d1 HTTP/1.1" status: 200 len: 375 time: 0.2796059 May 30 20:13:13.726573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7bddd54c-8011-4b62-a45d-5c03d39d6a21 None None] Provisioning for port c2195cb0-0f29-4c39-b14a-bf13b6498797 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:13.890084 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c9d50c1-f822-42bb-97ae-29ec6d0b1c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:13.910821 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c9d50c1-f822-42bb-97ae-29ec6d0b1c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:14.006978 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d50c1-f822-42bb-97ae-29ec6d0b1c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaeaacdb-6f6a-4675-93a1-b87c59b27ff2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:14.071785 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:14.079066 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8c9d50c1-f822-42bb-97ae-29ec6d0b1c90 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=87a989e8b56941669c6441e944c79fd3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5239775 May 30 20:13:14.090086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39206) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:14.094769 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:14.095609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Transition to ACTIVE for port object f9685865-58ca-4bf4-bb6c-43b4d3efa6ca will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:14.116949 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-13b73fec-8d7d-4ec3-be1a-f6b0fa2b8211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:14.121577 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-13b73fec-8d7d-4ec3-be1a-f6b0fa2b8211 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3d5fa751-ad79-4d22-9461-aad369cd96fb HTTP/1.1" status: 204 len: 168 time: 1.0786428 May 30 20:13:14.230251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Transition to ACTIVE for port object f9685865-58ca-4bf4-bb6c-43b4d3efa6ca will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:14.248971 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:14.301183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abab4b2a-b57b-4a28-9f0e-593bc4241642 req-baf83937-cdc2-42e2-b398-c848e9366269 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:13:14.357084 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a8eea7-edd9-43a6-bff4-a1ac578e8618 None None] Sync routers for ids ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:13:14.395093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Allocated IP 172.20.0.1 (efb471ec-2aac-4789-83c5-5fd42e6f1b1a/b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1/6e0148e0-9156-46b2-83f4-5ee35abe7c55) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:14.481695 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:14.533327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-abab4b2a-b57b-4a28-9f0e-593bc4241642 req-baf83937-cdc2-42e2-b398-c848e9366269 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] No DVR routers for this DVR port 5e8b109c-7374-4284-b4a9-49b7f4021d5a on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:13:14.535520 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e544c5e2-9f3f-44ca-9814-e0a9c9f946f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:14.588378 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e544c5e2-9f3f-44ca-9814-e0a9c9f946f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:14.633940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f66c5541-61db-4c2d-853a-d89a6c602268 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:14.634311 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:14.656820 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-abab4b2a-b57b-4a28-9f0e-593bc4241642 req-baf83937-cdc2-42e2-b398-c848e9366269 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:14.662597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6d5412-853b-4795-ba2c-c01aacaed427', 'name': 'network-vif-deleted', 'tag': '5e8b109c-7374-4284-b4a9-49b7f4021d5a'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:14.710320 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Network c2c35129-c3b9-4688-bbbd-56797934de82 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:14.740086 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:14.742484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:14.761166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Transition to ACTIVE for port object 6e0148e0-9156-46b2-83f4-5ee35abe7c55 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:14.779061 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9c7e1-fa58-436c-8fac-54d47dd3a5d1 None None] Pushing event updated for resources: {'Port': ['ID=0a5033f5-f5dc-46da-a8fc-121119014e23,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:14.781417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a8eea7-edd9-43a6-bff4-a1ac578e8618 None None] Routers {'df6f6363-fe56-48b5-80c0-7fe91ef710ae'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:14.782026 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-58a8eea7-edd9-43a6-bff4-a1ac578e8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:14.852873 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-0606321a-9f6a-4655-9a7e-ac51c896e0a0 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff480fdd7c454b03807b916a453b01d1&fields=id HTTP/1.1" status: 200 len: 532 time: 1.1765547 May 30 20:13:14.864697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39216) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:14.866675 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:14.877585 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e544c5e2-9f3f-44ca-9814-e0a9c9f946f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:14.901614 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] For port d4d64cc6-126d-4e42-a06c-2a054568d712, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:14.911288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7bddd54c-8011-4b62-a45d-5c03d39d6a21 None None] Provisioning complete for port c9dd14dc-8615-4ccf-8a3a-87c921095f0d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:14.911650 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7bddd54c-8011-4b62-a45d-5c03d39d6a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:14.914037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544c5e2-9f3f-44ca-9814-e0a9c9f946f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaeaacdb-6f6a-4675-93a1-b87c59b27ff2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:14.920607 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-abab4b2a-b57b-4a28-9f0e-593bc4241642 req-baf83937-cdc2-42e2-b398-c848e9366269 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.77 "DELETE /v2.0/ports/5e8b109c-7374-4284-b4a9-49b7f4021d5a HTTP/1.1" status: 204 len: 173 time: 7.9808555 May 30 20:13:14.921625 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e544c5e2-9f3f-44ca-9814-e0a9c9f946f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:14.922698 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e544c5e2-9f3f-44ca-9814-e0a9c9f946f2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aaeaacdb-6f6a-4675-93a1-b87c59b27ff2 HTTP/1.1" status: 204 len: 168 time: 0.8316958 May 30 20:13:14.925528 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76273a84-e8ac-4bbd-a648-41797e889f3b req-40394a0a-40ab-4741-9887-26658b9b9901 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:14.933737 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76273a84-e8ac-4bbd-a648-41797e889f3b req-40394a0a-40ab-4741-9887-26658b9b9901 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 1.4566462 May 30 20:13:15.019711 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9425b094-737c-44b3-817f-bb13b590795f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:15.049477 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7bddd54c-8011-4b62-a45d-5c03d39d6a21 None None] Port c9dd14dc-8615-4ccf-8a3a-87c921095f0d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:15.068528 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:15.079779 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6819e467-9e01-4d4b-8e18-97e93cd9c1da req-a9eef2e5-b1b3-4fea-b789-bc1cf277734a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 1097 time: 0.3139241 May 30 20:13:15.110390 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] For port d4d64cc6-126d-4e42-a06c-2a054568d712, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d4d64cc6-126d-4e42-a06c-2a054568d712,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:15.133152 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:15.206038 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Attempting to bind port 0a5033f5-f5dc-46da-a8fc-121119014e23 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:15.206450 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Attempting to bind port 0a5033f5-f5dc-46da-a8fc-121119014e23 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '6ad58949-9e5d-4c10-a42e-1ee60a00882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:15.206811 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Attempting to bind port 0a5033f5-f5dc-46da-a8fc-121119014e23 on network c76fcfa9-2a51-4cc0-97bb-d6340cc635f2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:15.225835 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:15.226215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Checking segment: {'id': '6ad58949-9e5d-4c10-a42e-1ee60a00882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:15.226618 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:15.227057 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Bound using segment: {'id': '6ad58949-9e5d-4c10-a42e-1ee60a00882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:15.227542 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Bound port: 0a5033f5-f5dc-46da-a8fc-121119014e23, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad58949-9e5d-4c10-a42e-1ee60a00882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:15.227912 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:15.269476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Allocated IP 2001:db8:2::1 (c2c35129-c3b9-4688-bbbd-56797934de82/6621d8cb-53d7-4c4c-a764-58d0dabd403e/7ab4204a-a637-456c-9f21-02a785d132f9) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:15.301744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9425b094-737c-44b3-817f-bb13b590795f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:15.320539 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76273a84-e8ac-4bbd-a648-41797e889f3b req-f4791914-4cec-43e4-82b3-80fd2a0358db tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856881 May 30 20:13:15.357082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9425b094-737c-44b3-817f-bb13b590795f admin admin] Usage tracker for resource:security_group_rule and tenant:8f0e920970ea4a2c9fda5e3104f58115 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:15.364098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9425b094-737c-44b3-817f-bb13b590795f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:15.387657 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9425b094-737c-44b3-817f-bb13b590795f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:15.440322 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Pushing event updated for resources: {'Port': ['ID=f9685865-58ca-4bf4-bb6c-43b4d3efa6ca,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:15.450696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-0561905a-6673-40cc-9b67-ae2ef45812b0 req-d3a06dcc-199a-4690-8f59-4dbdbce3ee5e service neutron] (84024) timed out ('10.222.0.93', 58257) {{(pid=84024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:13:15.454234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Attempting to bind port f9685865-58ca-4bf4-bb6c-43b4d3efa6ca on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:15.454603 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Attempting to bind port f9685865-58ca-4bf4-bb6c-43b4d3efa6ca by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'd5953915-3099-4a56-9ac4-85f26c0c991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:15.454965 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Attempting to bind port f9685865-58ca-4bf4-bb6c-43b4d3efa6ca on network c2c35129-c3b9-4688-bbbd-56797934de82 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:15.625696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:15.626078 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Checking segment: {'id': 'd5953915-3099-4a56-9ac4-85f26c0c991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:15.626478 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:15.626873 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Bound using segment: {'id': 'd5953915-3099-4a56-9ac4-85f26c0c991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:15.627354 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Bound port: f9685865-58ca-4bf4-bb6c-43b4d3efa6ca, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5953915-3099-4a56-9ac4-85f26c0c991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:15.627724 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:15.639651 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9425b094-737c-44b3-817f-bb13b590795f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:15.655597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c2195cb0-0f29-4c39-b14a-bf13b6498797 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:15.705821 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b82f79b2-7bc3-4b31-8bd2-0a5021e759ea service neutron] 10.222.0.84 "GET /v2.0/networks/677b4579-4403-49bf-8cf6-3e606ff679de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8296878 May 30 20:13:15.706406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Pushing event updated for resources: {'Port': ['ID=6e0148e0-9156-46b2-83f4-5ee35abe7c55,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:15.726494 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Network efb471ec-2aac-4789-83c5-5fd42e6f1b1a is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:15.742700 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:15.744574 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9425b094-737c-44b3-817f-bb13b590795f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:15.754515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-58a8eea7-edd9-43a6-bff4-a1ac578e8618 None None] Set router df6f6363-fe56-48b5-80c0-7fe91ef710ae gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:15.818176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:15.898621 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:15.917942 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39224) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:15.923905 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Transition to ACTIVE for port object 7ab4204a-a637-456c-9f21-02a785d132f9 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:15.998572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819e467-9e01-4d4b-8e18-97e93cd9c1da req-06991c49-96f5-4e4b-8cf5-eb4227c4e75d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:16.000298 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed6851-5a05-4a9a-980e-4f25eb75bdc8 None None] Pushing event updated for resources: {'Port': ['ID=d4d64cc6-126d-4e42-a06c-2a054568d712,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:16.000852 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6819e467-9e01-4d4b-8e18-97e93cd9c1da req-06991c49-96f5-4e4b-8cf5-eb4227c4e75d service neutron] 10.222.0.93 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.8869667 May 30 20:13:16.003669 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-767aa7ea-8a59-41c7-a4bf-25426331466b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:16.014515 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0589ccfe-a3e5-483a-bb97-207f7246a568 req-eeb11492-fefe-4add-a88b-715646ee0d68 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d6d5412-853b-4795-ba2c-c01aacaed427 HTTP/1.1" status: 200 len: 210 time: 0.2859573 May 30 20:13:16.028747 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:16.064949 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-8600634f-9dd2-4640-976f-43fcfe75abfd req-d1afd0c6-1335-4771-992f-2a923415ac73 service neutron] (84023) timed out ('10.222.0.93', 58254) {{(pid=84023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:13:16.067577 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9425b094-737c-44b3-817f-bb13b590795f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8f0e920970ea4a2c9fda5e3104f58115&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1953316 May 30 20:13:16.068684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425b094-737c-44b3-817f-bb13b590795f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48644d5a-336f-41e8-8348-a2c75e52bb8c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:16.073773 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] For port f9685865-58ca-4bf4-bb6c-43b4d3efa6ca, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:16.085333 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39228) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:16.142364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d32187-5538-41cc-877b-2d772bbb301d req-e46a9def-d131-4068-b275-fdd1bada5f0d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:16.143761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-c8d32187-5538-41cc-877b-2d772bbb301d req-e46a9def-d131-4068-b275-fdd1bada5f0d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Synchronizing usage tracker for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:16.196338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] For port f9685865-58ca-4bf4-bb6c-43b4d3efa6ca, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f9685865-58ca-4bf4-bb6c-43b4d3efa6ca,segment=NetworkSegment(d5953915-3099-4a56-9ac4-85f26c0c991e),segment_id=d5953915-3099-4a56-9ac4-85f26c0c991e)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:16.200141 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] For port 0a5033f5-f5dc-46da-a8fc-121119014e23, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:16.213627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network c2c35129-c3b9-4688-bbbd-56797934de82 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:16.230005 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:16.234761 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] For port 0a5033f5-f5dc-46da-a8fc-121119014e23, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0a5033f5-f5dc-46da-a8fc-121119014e23,segment=NetworkSegment(6ad58949-9e5d-4c10-a42e-1ee60a00882a),segment_id=6ad58949-9e5d-4c10-a42e-1ee60a00882a)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:16.259344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:16.261900 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:16.262597 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:16.265579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=7ab4204a-a637-456c-9f21-02a785d132f9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:16.274150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-767aa7ea-8a59-41c7-a4bf-25426331466b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:16.290757 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-767aa7ea-8a59-41c7-a4bf-25426331466b admin admin] Usage tracker for resource:security_group_rule and tenant:aacf796ccfb242ed82665491acb0daa3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:16.300288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-767aa7ea-8a59-41c7-a4bf-25426331466b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:16.332624 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:16.350860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-767aa7ea-8a59-41c7-a4bf-25426331466b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:16.353291 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-470313a0-9cbb-441a-939c-bbfeee50d1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:16.355233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-c8d32187-5538-41cc-877b-2d772bbb301d req-e46a9def-d131-4068-b275-fdd1bada5f0d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Unset dirty status for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:16.356775 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c8d32187-5538-41cc-877b-2d772bbb301d req-e46a9def-d131-4068-b275-fdd1bada5f0d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.77 "GET /v2.0/networks?id=a096f7a4-1788-4ff4-b2d1-d3c3743b103c HTTP/1.1" status: 200 len: 795 time: 1.0808802 May 30 20:13:16.383397 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fc27e-c6bd-4146-a92f-af356a1b945b None None] Pushing event updated for resources: {'Port': ['ID=f9685865-58ca-4bf4-bb6c-43b4d3efa6ca,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:16.385924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port c2195cb0-0f29-4c39-b14a-bf13b6498797 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:16.414675 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54daa5ca-bf51-446d-9f34-579680773621 req-ab85399d-d055-4967-a43d-e7cd09e4e67b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf137a15-1b6f-486f-8281-543f8fd56f27 HTTP/1.1" status: 200 len: 210 time: 0.1028330 May 30 20:13:16.425804 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6819e467-9e01-4d4b-8e18-97e93cd9c1da req-185b7478-9af5-44bb-bc2f-c11291c2debe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0896b2ca-18b2-441f-aa73-854269db7efe HTTP/1.1" status: 200 len: 217 time: 0.4096100 May 30 20:13:16.428843 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:16.445039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port c2195cb0-0f29-4c39-b14a-bf13b6498797 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:16.445415 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:16.464709 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-c8d32187-5538-41cc-877b-2d772bbb301d req-ab8c68f6-7b85-46b2-ba3a-3860dd4ef76b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Synchronizing usage tracker for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:16.542457 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f694d0ff-5973-4671-a86e-10c8cfd68027'] response: {'server_uuid': '2d6d5412-853b-4795-ba2c-c01aacaed427', 'name': 'network-vif-deleted', 'tag': '5e8b109c-7374-4284-b4a9-49b7f4021d5a', 'status': 'completed', 'code': 200} May 30 20:13:16.548289 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-470313a0-9cbb-441a-939c-bbfeee50d1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:16.566691 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3ef0b902-678e-442d-b139-58b1704fbb92 service neutron] 10.222.0.84 "GET /v2.0/networks/677b4579-4403-49bf-8cf6-3e606ff679de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8361917 May 30 20:13:16.713363 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9c7e1-fa58-436c-8fac-54d47dd3a5d1 None None] Pushing event updated for resources: {'Port': ['ID=0a5033f5-f5dc-46da-a8fc-121119014e23,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:16.740067 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-c8d32187-5538-41cc-877b-2d772bbb301d req-ab8c68f6-7b85-46b2-ba3a-3860dd4ef76b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Unset dirty status for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:16.741262 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c8d32187-5538-41cc-877b-2d772bbb301d req-ab8c68f6-7b85-46b2-ba3a-3860dd4ef76b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83c273a70b9742ee885b1f1f37dab263 HTTP/1.1" status: 200 len: 471 time: 0.3558381 May 30 20:13:16.746141 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:16.789180 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-c8d32187-5538-41cc-877b-2d772bbb301d req-1c08e483-bd85-48e0-9576-bbb92cc1d085 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'port': {'device_id': 'cf137a15-1b6f-486f-8281-543f8fd56f27', 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c', 'admin_state_up': True, 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'security_groups': ['c32570da-c162-4a6e-954c-c46fe5b0877c']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:16.985152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:16.987412 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:17.030921 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-767aa7ea-8a59-41c7-a4bf-25426331466b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:17.046742 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-767aa7ea-8a59-41c7-a4bf-25426331466b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:17.116676 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-77972520-1699-4fef-889d-f8d919f76cb5 service neutron] 10.222.0.84 "GET /v2.0/ports/fc738771-8a18-43a2-a37a-8f6a9440822a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.5490649 May 30 20:13:17.122081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819e467-9e01-4d4b-8e18-97e93cd9c1da req-3d593165-c393-4ef0-a569-288b5e34d2f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:17.123523 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6819e467-9e01-4d4b-8e18-97e93cd9c1da req-3d593165-c393-4ef0-a569-288b5e34d2f5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.6768143 May 30 20:13:17.195569 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-767aa7ea-8a59-41c7-a4bf-25426331466b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aacf796ccfb242ed82665491acb0daa3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2729096 May 30 20:13:17.219346 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:17.251826 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:17.336185 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 0896b2ca-18b2-441f-aa73-854269db7efe no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:13:17.344309 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-cf14b1c7-8416-4d9b-9f26-7057399728b2 service neutron] 10.222.0.84 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189987 May 30 20:13:17.349844 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39236) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:17.372101 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-470313a0-9cbb-441a-939c-bbfeee50d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:17.400446 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:17.458208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767aa7ea-8a59-41c7-a4bf-25426331466b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4b0e5c-9fed-4cd5-954e-edf1c5228f74,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:17.541933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470313a0-9cbb-441a-939c-bbfeee50d1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48644d5a-336f-41e8-8348-a2c75e52bb8c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:17.553252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-c8d32187-5538-41cc-877b-2d772bbb301d req-1c08e483-bd85-48e0-9576-bbb92cc1d085 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:17.557594 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port c2195cb0-0f29-4c39-b14a-bf13b6498797, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c2195cb0-0f29-4c39-b14a-bf13b6498797,segment=NetworkSegment(fdaf3d5c-780d-42d3-ae2f-6a69fcafc186),segment_id=fdaf3d5c-780d-42d3-ae2f-6a69fcafc186)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:17.560662 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-470313a0-9cbb-441a-939c-bbfeee50d1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:17.561857 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-470313a0-9cbb-441a-939c-bbfeee50d1a6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/48644d5a-336f-41e8-8348-a2c75e52bb8c HTTP/1.1" status: 204 len: 168 time: 1.4710159 May 30 20:13:17.565695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c1d3fe-9ff4-4c0a-895d-91101bd1f635 None None] Network efb471ec-2aac-4789-83c5-5fd42e6f1b1a requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:13:17.591109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-c8d32187-5538-41cc-877b-2d772bbb301d req-1c08e483-bd85-48e0-9576-bbb92cc1d085 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:port and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:17.602244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-c8d32187-5538-41cc-877b-2d772bbb301d req-1c08e483-bd85-48e0-9576-bbb92cc1d085 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:17.612147 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:17.612957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 47366010-c2c7-48a8-8703-444d49a9ea54 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:17.620609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-c8d32187-5538-41cc-877b-2d772bbb301d req-1c08e483-bd85-48e0-9576-bbb92cc1d085 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:17.672089 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-288c0ad7-af7d-49d1-a983-9efca269e389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:17.678073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d32187-5538-41cc-877b-2d772bbb301d req-1c08e483-bd85-48e0-9576-bbb92cc1d085 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Made reservation on behalf of 83c273a70b9742ee885b1f1f37dab263 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:17.681980 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c8d32187-5538-41cc-877b-2d772bbb301d req-1c08e483-bd85-48e0-9576-bbb92cc1d085 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:17.707897 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-288c0ad7-af7d-49d1-a983-9efca269e389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:17.808783 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:17.810745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257d935-af19-443b-bbac-cd98603e223e req-fcc95ecd-6ee5-4dad-8767-70c3a097d0e7 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:17.818115 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1257d935-af19-443b-bbac-cd98603e223e req-fcc95ecd-6ee5-4dad-8767-70c3a097d0e7 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 946 time: 1.1038914 May 30 20:13:17.825556 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-288c0ad7-af7d-49d1-a983-9efca269e389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:17.829982 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:17.829982 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:17.908355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c0ad7-af7d-49d1-a983-9efca269e389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4b0e5c-9fed-4cd5-954e-edf1c5228f74,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:17.994296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-58a8eea7-edd9-43a6-bff4-a1ac578e8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'name': 'tempest-ServersTestManualDisk-833752489-router', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:39Z', 'revision_number': 4, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'gw_port': {'id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:20Z', 'updated_at': '2022-05-30T20:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'f72f5d12-94af-4235-a431-fbc1efab57d5', 'name': '', 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'mac_address': 'fa:16:3e:43:11:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:35Z', 'updated_at': '2022-05-30T20:11:53Z', 'revision_number': 5, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'subnets': [{'id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:18.014556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6819e467-9e01-4d4b-8e18-97e93cd9c1da req-b374bb77-040d-4d6b-b11d-f97bd86457b8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6514609 May 30 20:13:18.059987 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a8eea7-edd9-43a6-bff4-a1ac578e8618 None None] Checking router: df6f6363-fe56-48b5-80c0-7fe91ef710ae for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:13:18.113280 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=7ab4204a-a637-456c-9f21-02a785d132f9,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:18.115612 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-6819e467-9e01-4d4b-8e18-97e93cd9c1da req-1dc4f82e-2fb3-456a-a373-f7dd67cebc33 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:13:18.116812 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6819e467-9e01-4d4b-8e18-97e93cd9c1da req-1dc4f82e-2fb3-456a-a373-f7dd67cebc33 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1014545 May 30 20:13:18.117628 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-288c0ad7-af7d-49d1-a983-9efca269e389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:18.121281 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-288c0ad7-af7d-49d1-a983-9efca269e389 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4d4b0e5c-9fed-4cd5-954e-edf1c5228f74 HTTP/1.1" status: 204 len: 168 time: 0.7227621 May 30 20:13:18.132331 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c0ad7-af7d-49d1-a983-9efca269e389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:18.132637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c0ad7-af7d-49d1-a983-9efca269e389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:18.132901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c0ad7-af7d-49d1-a983-9efca269e389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:18.133236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c0ad7-af7d-49d1-a983-9efca269e389 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:18.133842 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c0ad7-af7d-49d1-a983-9efca269e389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:18.133985 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c0ad7-af7d-49d1-a983-9efca269e389 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:18.134188 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c0ad7-af7d-49d1-a983-9efca269e389 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:18.134757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c0ad7-af7d-49d1-a983-9efca269e389 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:18.134965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c0ad7-af7d-49d1-a983-9efca269e389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:18.135295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c0ad7-af7d-49d1-a983-9efca269e389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:18.135785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288c0ad7-af7d-49d1-a983-9efca269e389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:18.152966 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-c8d32187-5538-41cc-877b-2d772bbb301d req-1c08e483-bd85-48e0-9576-bbb92cc1d085 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Allocated IP 172.20.0.25 (a096f7a4-1788-4ff4-b2d1-d3c3743b103c/eeac1b25-5788-48f2-93fa-be57f2f792ad/a2e2bd8d-7502-44bf-beca-926f19e59dac) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:18.153903 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-e28edd93-6580-4b82-a160-e668ddf9801f service neutron] 10.222.0.84 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7285352 May 30 20:13:18.243952 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:18.285867 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1257d935-af19-443b-bbac-cd98603e223e req-c0503463-c8a5-499a-a8a8-86ecc775f325 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667878 May 30 20:13:18.318398 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network c2c35129-c3b9-4688-bbbd-56797934de82 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:18.321014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:18.338100 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=c2195cb0-0f29-4c39-b14a-bf13b6498797,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:18.374654 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-62364911-8874-4a1f-84c9-7e54ac092a15 None None] Provisioning for port d4d64cc6-126d-4e42-a06c-2a054568d712 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:18.489485 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69577c42-971e-4147-a266-e89dae910ee6 None None] Network c2c35129-c3b9-4688-bbbd-56797934de82 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:13:18.511175 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-d262a805-cbce-4732-92a6-ffc9688c5349 service neutron] 10.222.0.84 "GET /v2.0/ports/c9dd14dc-8615-4ccf-8a3a-87c921095f0d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.3564174 May 30 20:13:18.522175 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a8eea7-edd9-43a6-bff4-a1ac578e8618 None None] Routers {'df6f6363-fe56-48b5-80c0-7fe91ef710ae'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:18.522971 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-58a8eea7-edd9-43a6-bff4-a1ac578e8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:18.715613 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba517549-dece-412c-a08f-1d4977fe5dd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0896b2ca-18b2-441f-aa73-854269db7efe'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:18.780045 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f58384c2-e6c8-4459-8686-805de470e8f0 req-5ca343c7-90c8-4e84-ac00-b3c4fd8cd5d9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf137a15-1b6f-486f-8281-543f8fd56f27 HTTP/1.1" status: 200 len: 210 time: 0.1482646 May 30 20:13:18.818611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 0896b2ca-18b2-441f-aa73-854269db7efe, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0896b2ca-18b2-441f-aa73-854269db7efe,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:18.841418 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 47366010-c2c7-48a8-8703-444d49a9ea54 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:18.841785 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:18.888893 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c8d32187-5538-41cc-877b-2d772bbb301d req-1c08e483-bd85-48e0-9576-bbb92cc1d085 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:18.892995 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39262) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:18.907826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-c8d32187-5538-41cc-877b-2d772bbb301d req-1c08e483-bd85-48e0-9576-bbb92cc1d085 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Transition to ACTIVE for port object a2e2bd8d-7502-44bf-beca-926f19e59dac will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:18.921110 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6819e467-9e01-4d4b-8e18-97e93cd9c1da req-cf9d8f76-8351-43d6-95e5-6e079ca3ffc8 service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7730379 May 30 20:13:18.928610 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:18.968065 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c8d32187-5538-41cc-877b-2d772bbb301d req-1c08e483-bd85-48e0-9576-bbb92cc1d085 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:19.047719 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:19.072519 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:19.083331 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb40420-d46a-4e99-b644-afbbdb107ff2'] response: {'server_uuid': 'ba517549-dece-412c-a08f-1d4977fe5dd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0896b2ca-18b2-441f-aa73-854269db7efe', 'code': 200} May 30 20:13:19.125849 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08e483-bd85-48e0-9576-bbb92cc1d085 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Port': ['ID=a2e2bd8d-7502-44bf-beca-926f19e59dac,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:19.138550 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d32187-5538-41cc-877b-2d772bbb301d req-1c08e483-bd85-48e0-9576-bbb92cc1d085 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network a096f7a4-1788-4ff4-b2d1-d3c3743b103c is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:19.144788 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-c8d32187-5538-41cc-877b-2d772bbb301d req-1c08e483-bd85-48e0-9576-bbb92cc1d085 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:19.161777 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=0896b2ca-18b2-441f-aa73-854269db7efe,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:19.163012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d32187-5538-41cc-877b-2d772bbb301d req-1c08e483-bd85-48e0-9576-bbb92cc1d085 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:19.281288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-14bff826-f8d0-40b4-a261-7ee2bd42a4ee None None] Provisioning for port f9685865-58ca-4bf4-bb6c-43b4d3efa6ca completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:19.398631 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-641130a6-d67f-4e9d-a47d-522c18c320cd service neutron] 10.222.0.84 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8529930 May 30 20:13:19.411810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d32187-5538-41cc-877b-2d772bbb301d req-1c08e483-bd85-48e0-9576-bbb92cc1d085 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:19.412947 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c8d32187-5538-41cc-877b-2d772bbb301d req-1c08e483-bd85-48e0-9576-bbb92cc1d085 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:19.449316 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c8d32187-5538-41cc-877b-2d772bbb301d req-1c08e483-bd85-48e0-9576-bbb92cc1d085 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6699505 May 30 20:13:19.477275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Request body: {'port': {'device_id': 'cf137a15-1b6f-486f-8281-543f8fd56f27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:19.505022 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:19.563795 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': '0a5033f5-f5dc-46da-a8fc-121119014e23', 'name': '', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:66:db:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:54Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab4204a-a637-456c-9f21-02a785d132f9', 'name': '', 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:31:42:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:15Z', 'revision_number': 1, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:19.567430 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-58a8eea7-edd9-43a6-bff4-a1ac578e8618 None None] Set router df6f6363-fe56-48b5-80c0-7fe91ef710ae gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:19.595130 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 017e4888-a1d0-4166-9b0d-e07d9ba75278 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:13:19.626350 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdbe00c-a1d5-4ad1-8cd9-b8061d514af5 None None] The sync data for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 is: [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': '0a5033f5-f5dc-46da-a8fc-121119014e23', 'name': '', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:66:db:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:54Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab4204a-a637-456c-9f21-02a785d132f9', 'name': '', 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:31:42:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:15Z', 'revision_number': 1, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:13:19.896188 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:20.119180 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1b071195-3c75-4723-b435-544476e005c3 None None] Provisioning for port a2e2bd8d-7502-44bf-beca-926f19e59dac completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:20.145041 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1b071195-3c75-4723-b435-544476e005c3 None None] Provisioning complete for port a2e2bd8d-7502-44bf-beca-926f19e59dac triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:20.147686 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1b071195-3c75-4723-b435-544476e005c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:20.453463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Pushing event updated for resources: {'Port': ['ID=6e0148e0-9156-46b2-83f4-5ee35abe7c55,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:20.531225 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Network efb471ec-2aac-4789-83c5-5fd42e6f1b1a is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:20.544131 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cab98e87-6084-434a-986b-1afd454082e0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:20.547913 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6819e467-9e01-4d4b-8e18-97e93cd9c1da req-0388cae3-1c26-4afe-9ee6-83905bcc04ca service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6233234 May 30 20:13:20.554713 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:20.800704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ec95fd43-dcfc-4817-9cda-8d9b79a9122c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:20.840219 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:13:20.849082 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-845441c5-e2b1-4e25-a24b-7530729408bf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/017e4888-a1d0-4166-9b0d-e07d9ba75278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9691339 May 30 20:13:20.851436 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39308) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:20.856280 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e2bd8d-7502-44bf-beca-926f19e59dac {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:13:20.874800 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c77392ac-ba32-4d16-9939-8ccd89e9525b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-340091102'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:20.900402 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:20.903223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c77392ac-ba32-4d16-9939-8ccd89e9525b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:20.925942 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c77392ac-ba32-4d16-9939-8ccd89e9525b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:network and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:20.940721 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c77392ac-ba32-4d16-9939-8ccd89e9525b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:20.955193 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Transition to ACTIVE for port object a2e2bd8d-7502-44bf-beca-926f19e59dac will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:20.957005 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c77392ac-ba32-4d16-9939-8ccd89e9525b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:20.969137 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:21.054457 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cab98e87-6084-434a-986b-1afd454082e0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:21.101484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e2bd8d-7502-44bf-beca-926f19e59dac,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:21.114826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77392ac-ba32-4d16-9939-8ccd89e9525b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:21.118530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c77392ac-ba32-4d16-9939-8ccd89e9525b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:21.127477 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-1c32d2e7-e515-4c33-b48b-26c3b7116904 service neutron] 10.222.0.84 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5991940 May 30 20:13:21.136129 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1b071195-3c75-4723-b435-544476e005c3 None None] Port a2e2bd8d-7502-44bf-beca-926f19e59dac cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:21.289089 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527e7a1-dc96-4ca7-9b29-3ba3dc2e5405 req-78119ac8-4059-4b48-9431-fe696a78d5fe tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:21.296427 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1527e7a1-dc96-4ca7-9b29-3ba3dc2e5405 req-78119ac8-4059-4b48-9431-fe696a78d5fe tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 944 time: 1.1567574 May 30 20:13:21.442184 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cab98e87-6084-434a-986b-1afd454082e0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:21.463297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ec95fd43-dcfc-4817-9cda-8d9b79a9122c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:21.466057 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:21.471066 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77392ac-ba32-4d16-9939-8ccd89e9525b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:13:21.569672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab98e87-6084-434a-986b-1afd454082e0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95afc33f-fd38-455f-a538-a54864aa4086,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:21.607499 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c77392ac-ba32-4d16-9939-8ccd89e9525b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:21.607841 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-c77392ac-ba32-4d16-9939-8ccd89e9525b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Added segment b0f33544-8e72-40bb-8bb3-9762a862364d of type vlan for network e43f5e44-53d9-4f98-9790-782b55922a45 May 30 20:13:21.648468 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cab98e87-6084-434a-986b-1afd454082e0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:21.650000 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cab98e87-6084-434a-986b-1afd454082e0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "DELETE /v2.0/security-groups/95afc33f-fd38-455f-a538-a54864aa4086 HTTP/1.1" status: 204 len: 168 time: 2.7470775 May 30 20:13:21.663718 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1527e7a1-dc96-4ca7-9b29-3ba3dc2e5405 req-4869e67b-db50-43f1-874e-9f1e2782cab5 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652811 May 30 20:13:21.668458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39322) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:21.703041 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-699f80be-5518-4a5a-b427-c8e853bb2a91 service neutron] 10.222.0.84 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679212 May 30 20:13:21.716198 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-df926b37-7da4-4ce9-88f5-e998d65c9ad6 None None] Provisioning for port 6e0148e0-9156-46b2-83f4-5ee35abe7c55 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:21.722351 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c77392ac-ba32-4d16-9939-8ccd89e9525b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:21.730999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Attempting to bind port a2e2bd8d-7502-44bf-beca-926f19e59dac on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:21.731641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Attempting to bind port a2e2bd8d-7502-44bf-beca-926f19e59dac by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'fdaf3d5c-780d-42d3-ae2f-6a69fcafc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:21.732246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Attempting to bind port a2e2bd8d-7502-44bf-beca-926f19e59dac on network a096f7a4-1788-4ff4-b2d1-d3c3743b103c {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:21.741527 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-df926b37-7da4-4ce9-88f5-e998d65c9ad6 None None] Provisioning complete for port 6e0148e0-9156-46b2-83f4-5ee35abe7c55 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:21.741903 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-df926b37-7da4-4ce9-88f5-e998d65c9ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:21.755500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Port a2e2bd8d-7502-44bf-beca-926f19e59dac on network a096f7a4-1788-4ff4-b2d1-d3c3743b103c not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:13:21.766034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Attempting to bind port a2e2bd8d-7502-44bf-beca-926f19e59dac on network a096f7a4-1788-4ff4-b2d1-d3c3743b103c {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:21.775923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:21.776726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Checking segment: {'id': 'fdaf3d5c-780d-42d3-ae2f-6a69fcafc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:21.777347 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Bound using segment: {'id': 'fdaf3d5c-780d-42d3-ae2f-6a69fcafc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:21.778149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Bound port: a2e2bd8d-7502-44bf-beca-926f19e59dac, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdaf3d5c-780d-42d3-ae2f-6a69fcafc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:21.778720 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:21.813288 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-9a573c79-f27e-48a9-80c8-db88dff9c979 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] show failed (client error): The resource could not be found. May 30 20:13:21.814338 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9a573c79-f27e-48a9-80c8-db88dff9c979 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "GET /v2.0/security-groups/95afc33f-fd38-455f-a538-a54864aa4086 HTTP/1.1" status: 404 len: 347 time: 0.1404204 May 30 20:13:21.825121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39330) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:21.850905 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Sync routers for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:13:21.880904 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:21.883253 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:21.895095 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-58a8eea7-edd9-43a6-bff4-a1ac578e8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'name': 'tempest-ServersTestManualDisk-833752489-router', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:39Z', 'revision_number': 4, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'gw_port': {'id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:20Z', 'updated_at': '2022-05-30T20:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'f72f5d12-94af-4235-a431-fbc1efab57d5', 'name': '', 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'mac_address': 'fa:16:3e:43:11:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:35Z', 'updated_at': '2022-05-30T20:11:53Z', 'revision_number': 5, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'subnets': [{'id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:21.922470 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a8eea7-edd9-43a6-bff4-a1ac578e8618 None None] The sync data for ids ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'] in n-d-843949-2 is: [{'id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'name': 'tempest-ServersTestManualDisk-833752489-router', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:39Z', 'revision_number': 4, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'gw_port': {'id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:20Z', 'updated_at': '2022-05-30T20:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'f72f5d12-94af-4235-a431-fbc1efab57d5', 'name': '', 'network_id': 'def4f14d-c04a-4ac8-9422-2ee039daee9f', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'mac_address': 'fa:16:3e:43:11:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:35Z', 'updated_at': '2022-05-30T20:11:53Z', 'revision_number': 5, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'subnets': [{'id': 'ae5104ee-483f-4473-9d5d-99834637d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:13:21.940463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-df926b37-7da4-4ce9-88f5-e998d65c9ad6 None None] Port 6e0148e0-9156-46b2-83f4-5ee35abe7c55 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:22.033539 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-c77392ac-ba32-4d16-9939-8ccd89e9525b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:13:22.083769 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c77392ac-ba32-4d16-9939-8ccd89e9525b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:22.090983 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77392ac-ba32-4d16-9939-8ccd89e9525b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:22.091632 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c77392ac-ba32-4d16-9939-8ccd89e9525b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:22.152221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f9685865-58ca-4bf4-bb6c-43b4d3efa6ca up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:22.426930 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7bbe5f19-26a8-424c-a1e8-e0d5be9417a4 None None] Provisioning for port 7ab4204a-a637-456c-9f21-02a785d132f9 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:22.437267 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port f9685865-58ca-4bf4-bb6c-43b4d3efa6ca completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:22.442612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7bbe5f19-26a8-424c-a1e8-e0d5be9417a4 None None] Provisioning complete for port 7ab4204a-a637-456c-9f21-02a785d132f9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:22.442883 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5f19-26a8-424c-a1e8-e0d5be9417a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:22.453070 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c77392ac-ba32-4d16-9939-8ccd89e9525b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5890541 May 30 20:13:22.496189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39344) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:22.533660 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:22.555236 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe5f19-26a8-424c-a1e8-e0d5be9417a4 None None] Port 7ab4204a-a637-456c-9f21-02a785d132f9 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:22.557061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77392ac-ba32-4d16-9939-8ccd89e9525b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Network': ['ID=e43f5e44-53d9-4f98-9790-782b55922a45,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:22.566024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9f6b3-0c62-49f7-9e66-b58b804d3580 None None] New status for floating IP 16581acf-56f5-406e-9218-a73b50dd8996: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:13:22.641591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-67ab2ebe-21fb-4a3f-ab9e-97ebff29fcfb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'subnet': {'network_id': 'e43f5e44-53d9-4f98-9790-782b55922a45', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:22.694316 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] For port a2e2bd8d-7502-44bf-beca-926f19e59dac, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:22.706050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] For port a2e2bd8d-7502-44bf-beca-926f19e59dac, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a2e2bd8d-7502-44bf-beca-926f19e59dac,segment=NetworkSegment(fdaf3d5c-780d-42d3-ae2f-6a69fcafc186),segment_id=fdaf3d5c-780d-42d3-ae2f-6a69fcafc186)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:22.711873 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network e43f5e44-53d9-4f98-9790-782b55922a45 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:13:22.715522 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:22.748249 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f9685865-58ca-4bf4-bb6c-43b4d3efa6ca triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:22.748664 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:22.766488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39354) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:22.843116 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:22.845181 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c8d32187-5538-41cc-877b-2d772bbb301d req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] 10.222.0.77 "PUT /v2.0/ports/a2e2bd8d-7502-44bf-beca-926f19e59dac HTTP/1.1" status: 200 len: 1092 time: 3.3733461 May 30 20:13:22.845774 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf137a15-1b6f-486f-8281-543f8fd56f27', 'tag': 'a2e2bd8d-7502-44bf-beca-926f19e59dac'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:22.908009 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbf89f-1f91-409f-9cab-9c1a4cd39593 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e2bd8d-7502-44bf-beca-926f19e59dac,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:22.917330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-66b106e4-889b-4f7f-8aaa-888c60a60fc0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Deleting port 85fc1fea-1f3b-45e4-99c7-cd897c9cbaf9 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:22.918622 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66b106e4-889b-4f7f-8aaa-888c60a60fc0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:23.122283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-1092a442-a2a1-464b-acec-d9d482bd99e6 req-a20352e3-85ca-4068-9959-f35bd7c395b6 service neutron] (84024) timed out ('10.222.0.77', 55088) {{(pid=84024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:13:23.199079 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7bbe5f19-26a8-424c-a1e8-e0d5be9417a4 None None] Provisioning complete for port f9685865-58ca-4bf4-bb6c-43b4d3efa6ca triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:23.199677 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5f19-26a8-424c-a1e8-e0d5be9417a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:23.225847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8ccd9-db7e-4917-b80e-65e93115e674 req-89068741-55df-43da-815f-bdbcc04bb309 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:23.233253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-37f8ccd9-db7e-4917-b80e-65e93115e674 req-89068741-55df-43da-815f-bdbcc04bb309 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf137a15-1b6f-486f-8281-543f8fd56f27 HTTP/1.1" status: 200 len: 944 time: 1.1352367 May 30 20:13:23.240106 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c8d32187-5538-41cc-877b-2d772bbb301d req-ffe50fa4-a67e-4333-a78c-2d61e0d20dc4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=83c273a70b9742ee885b1f1f37dab263&device_id=cf137a15-1b6f-486f-8281-543f8fd56f27 HTTP/1.1" status: 200 len: 1095 time: 0.2033086 May 30 20:13:23.291024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-462061397', 'router:external': True}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:23.314359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:23.374818 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': '0a5033f5-f5dc-46da-a8fc-121119014e23', 'name': '', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:66:db:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:54Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab4204a-a637-456c-9f21-02a785d132f9', 'name': '', 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:31:42:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:17Z', 'revision_number': 2, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:23.383935 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Checking router: 017e4888-a1d0-4166-9b0d-e07d9ba75278 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:13:23.384455 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Updating router 017e4888-a1d0-4166-9b0d-e07d9ba75278 port 7ab4204a-a637-456c-9f21-02a785d132f9 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:13:23.414241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Usage tracker for resource:network and tenant:149354093b904a1884d35f27e6d22e4c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:23.421213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:23.433143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-67ab2ebe-21fb-4a3f-ab9e-97ebff29fcfb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:23.436133 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:23.437198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-67ab2ebe-21fb-4a3f-ab9e-97ebff29fcfb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:subnet and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:23.438827 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c8d32187-5538-41cc-877b-2d772bbb301d req-a3f3086d-7067-4b0b-9749-8c8fe19e13be service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=a2e2bd8d-7502-44bf-beca-926f19e59dac HTTP/1.1" status: 200 len: 217 time: 0.1883850 May 30 20:13:23.440166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-67ab2ebe-21fb-4a3f-ab9e-97ebff29fcfb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:23.446405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-67ab2ebe-21fb-4a3f-ab9e-97ebff29fcfb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:23.452446 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5f19-26a8-424c-a1e8-e0d5be9417a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:23.466992 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:23.490502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-37f8ccd9-db7e-4917-b80e-65e93115e674 req-7f6ce8d2-a5a6-4d4d-8612-7ab6e9f9f2d6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=c32570da-c162-4a6e-954c-c46fe5b0877c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560637 May 30 20:13:23.496508 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:23.499693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port f9685865-58ca-4bf4-bb6c-43b4d3efa6ca, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f9685865-58ca-4bf4-bb6c-43b4d3efa6ca,segment=NetworkSegment(d5953915-3099-4a56-9ac4-85f26c0c991e),segment_id=d5953915-3099-4a56-9ac4-85f26c0c991e)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:23.506262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ab2ebe-21fb-4a3f-ab9e-97ebff29fcfb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Made reservation on behalf of 758efaed7a954d48b571181ce4e6d8b0 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:23.507912 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:23.516450 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d4d64cc6-126d-4e42-a06c-2a054568d712 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:23.574795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d32187-5538-41cc-877b-2d772bbb301d req-a8902b84-21ed-43b8-b759-099fdba24047 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:23.578895 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c8d32187-5538-41cc-877b-2d772bbb301d req-a8902b84-21ed-43b8-b759-099fdba24047 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eeac1b25-5788-48f2-93fa-be57f2f792ad HTTP/1.1" status: 200 len: 838 time: 0.1301782 May 30 20:13:23.677538 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c8d32187-5538-41cc-877b-2d772bbb301d req-0470749d-fb0c-4f15-be40-55df228e38cf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a096f7a4-1788-4ff4-b2d1-d3c3743b103c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886815 May 30 20:13:23.708558 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e6f7e53-63e9-4778-a171-9a6497b45e69 service neutron] 10.222.0.84 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0112624 May 30 20:13:23.712371 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-7bbe5f19-26a8-424c-a1e8-e0d5be9417a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:13:23.712717 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-7bbe5f19-26a8-424c-a1e8-e0d5be9417a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:13:23.718192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=f9685865-58ca-4bf4-bb6c-43b4d3efa6ca,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:23.726263 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port d4d64cc6-126d-4e42-a06c-2a054568d712 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:23.732917 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port d4d64cc6-126d-4e42-a06c-2a054568d712 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:23.733336 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:23.779222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Made reservation on behalf of 149354093b904a1884d35f27e6d22e4c for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:23.782263 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:23.869306 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c8d32187-5538-41cc-877b-2d772bbb301d req-1267d75a-bdab-4dbc-b490-c1689c6d211a service neutron] 10.222.0.77 "GET /v2.0/networks/a096f7a4-1788-4ff4-b2d1-d3c3743b103c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804662 May 30 20:13:23.921814 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:23.927643 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:23.963368 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port d4d64cc6-126d-4e42-a06c-2a054568d712, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d4d64cc6-126d-4e42-a06c-2a054568d712,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:23.970824 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:23.971536 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66b106e4-889b-4f7f-8aaa-888c60a60fc0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:23.971860 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66b106e4-889b-4f7f-8aaa-888c60a60fc0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:23.973893 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0a5033f5-f5dc-46da-a8fc-121119014e23 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:23.986488 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-67ab2ebe-21fb-4a3f-ab9e-97ebff29fcfb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:24.039175 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:24.049802 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:24.054102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Usage tracker for resource:security_group_rule and tenant:149354093b904a1884d35f27e6d22e4c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:24.054302 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Transition to ACTIVE for port object 7ab4204a-a637-456c-9f21-02a785d132f9 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:24.057530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:24.064935 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:24.128329 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c8d32187-5538-41cc-877b-2d772bbb301d req-35a12069-8244-4459-a5d2-fd24cc1d9e70 service neutron] 10.222.0.77 "GET /v2.0/networks/a096f7a4-1788-4ff4-b2d1-d3c3743b103c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492754 May 30 20:13:24.182561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:24.199800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 0a5033f5-f5dc-46da-a8fc-121119014e23 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:24.266354 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75e707-fbee-419e-8cde-fe3f6f46e713 None None] Pushing event updated for resources: {'Port': ['ID=7ab4204a-a637-456c-9f21-02a785d132f9,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:24.282736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-66b106e4-889b-4f7f-8aaa-888c60a60fc0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Calling delete_port for 85fc1fea-1f3b-45e4-99c7-cd897c9cbaf9 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:13:24.310144 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0a5033f5-f5dc-46da-a8fc-121119014e23 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:24.311087 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:24.358124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=d4d64cc6-126d-4e42-a06c-2a054568d712,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:24.370383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39378) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:24.374807 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Attempting to bind port 7ab4204a-a637-456c-9f21-02a785d132f9 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:24.379346 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Attempting to bind port 7ab4204a-a637-456c-9f21-02a785d132f9 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'd5953915-3099-4a56-9ac4-85f26c0c991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:24.381328 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Attempting to bind port 7ab4204a-a637-456c-9f21-02a785d132f9 on network c2c35129-c3b9-4688-bbbd-56797934de82 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:24.399938 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:24.402236 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Checking segment: {'id': 'd5953915-3099-4a56-9ac4-85f26c0c991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:24.403144 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:24.404355 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Bound using segment: {'id': 'd5953915-3099-4a56-9ac4-85f26c0c991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:24.405642 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Bound port: 7ab4204a-a637-456c-9f21-02a785d132f9, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5953915-3099-4a56-9ac4-85f26c0c991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:24.406770 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:24.489424 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-471b6d48-1e3d-41d4-b4dc-dd11760f29d4 service neutron] 10.222.0.84 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7787192 May 30 20:13:24.501072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf464b-6fbf-45f3-a979-bc8a96e3b086 req-45ad7340-eed5-44ff-b807-d6911ab222b1 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:24.508762 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cedf464b-6fbf-45f3-a979-bc8a96e3b086 req-45ad7340-eed5-44ff-b807-d6911ab222b1 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 944 time: 0.7604563 May 30 20:13:24.549714 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] For port 7ab4204a-a637-456c-9f21-02a785d132f9, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:24.555411 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] For port 7ab4204a-a637-456c-9f21-02a785d132f9, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7ab4204a-a637-456c-9f21-02a785d132f9,segment=NetworkSegment(d5953915-3099-4a56-9ac4-85f26c0c991e),segment_id=d5953915-3099-4a56-9ac4-85f26c0c991e)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:24.563556 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:24.584162 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:24.628467 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8eda26ea-c144-44d2-9faa-e9d427fc25ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:24.662404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 0a5033f5-f5dc-46da-a8fc-121119014e23, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0a5033f5-f5dc-46da-a8fc-121119014e23,segment=NetworkSegment(6ad58949-9e5d-4c10-a42e-1ee60a00882a),segment_id=6ad58949-9e5d-4c10-a42e-1ee60a00882a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:24.663893 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:24.664687 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:24.669180 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8eda26ea-c144-44d2-9faa-e9d427fc25ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:24.673622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8eda26ea-c144-44d2-9faa-e9d427fc25ad admin admin] Usage tracker for resource:security_group_rule and tenant:37535629d2964f2280c9500d263b4072 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:24.676963 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8eda26ea-c144-44d2-9faa-e9d427fc25ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:24.684527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8eda26ea-c144-44d2-9faa-e9d427fc25ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:24.688277 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:24.690062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4c353ddc-c091-4d2c-b5c4-1ee73b92c249 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:24.766904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:13:24.775816 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8eda26ea-c144-44d2-9faa-e9d427fc25ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:24.792528 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8eda26ea-c144-44d2-9faa-e9d427fc25ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:24.814427 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:24.864472 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:24.870148 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [None req-66b106e4-889b-4f7f-8aaa-888c60a60fc0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:13:24.870464 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [None req-66b106e4-889b-4f7f-8aaa-888c60a60fc0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:13:24.874310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda26ea-c144-44d2-9faa-e9d427fc25ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9096d51f-a4bf-430e-89e7-db47fe9d0e0b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:24.895227 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=0a5033f5-f5dc-46da-a8fc-121119014e23,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:24.903545 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8eda26ea-c144-44d2-9faa-e9d427fc25ad admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=37535629d2964f2280c9500d263b4072&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5288930 May 30 20:13:24.904587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39386) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:24.911585 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cedf464b-6fbf-45f3-a979-bc8a96e3b086 req-3e53e0f3-b317-43ce-b9ce-12caa0ebe69b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018955 May 30 20:13:24.912347 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:24.930115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 4c353ddc-c091-4d2c-b5c4-1ee73b92c249 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:24.938720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 4c353ddc-c091-4d2c-b5c4-1ee73b92c249 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:24.939743 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:24.997374 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64170fb9-5b5d-4daf-abea-7f2aeba01d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:25.034089 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64170fb9-5b5d-4daf-abea-7f2aeba01d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:25.048046 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-1abb501b-6a85-4fdb-9ed6-bec04b8be792 service neutron] 10.222.0.84 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577486 May 30 20:13:25.090391 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:25.112637 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c714fc-f730-4de5-bac6-ba96467f22ab'] response: {'name': 'network-changed', 'server_uuid': 'cf137a15-1b6f-486f-8281-543f8fd56f27', 'tag': 'a2e2bd8d-7502-44bf-beca-926f19e59dac', 'status': 'completed', 'code': 200} May 30 20:13:25.123832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 4c353ddc-c091-4d2c-b5c4-1ee73b92c249, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4c353ddc-c091-4d2c-b5c4-1ee73b92c249,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:25.127943 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:25.128920 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c2195cb0-0f29-4c39-b14a-bf13b6498797 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:25.140555 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75e707-fbee-419e-8cde-fe3f6f46e713 None None] Pushing event updated for resources: {'Port': ['ID=7ab4204a-a637-456c-9f21-02a785d132f9,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:25.194918 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64170fb9-5b5d-4daf-abea-7f2aeba01d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:25.221904 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64170fb9-5b5d-4daf-abea-7f2aeba01d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9096d51f-a4bf-430e-89e7-db47fe9d0e0b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:25.234130 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64170fb9-5b5d-4daf-abea-7f2aeba01d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:25.235617 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-64170fb9-5b5d-4daf-abea-7f2aeba01d5c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9096d51f-a4bf-430e-89e7-db47fe9d0e0b HTTP/1.1" status: 204 len: 168 time: 0.3289759 May 30 20:13:25.259624 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-0fb5e6a0-2b83-4ca2-84ae-0b2e12b5d4d2 service neutron] 10.222.0.84 "GET /v2.0/networks/448a5305-1745-4735-9914-168fb49da986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106614 May 30 20:13:25.266928 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7c879208-a6b1-403e-8ed2-ac7a9f344a9c req-243659d0-15e6-484b-9da2-c2ae9640e1b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=83c273a70b9742ee885b1f1f37dab263&device_id=cf137a15-1b6f-486f-8281-543f8fd56f27 HTTP/1.1" status: 200 len: 1095 time: 0.1515896 May 30 20:13:25.289630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 0896b2ca-18b2-441f-aa73-854269db7efe no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:13:25.408274 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=4c353ddc-c091-4d2c-b5c4-1ee73b92c249,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:25.428875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c879208-a6b1-403e-8ed2-ac7a9f344a9c req-3107f382-2abf-4fb0-b448-2911199e3603 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:25.429940 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7c879208-a6b1-403e-8ed2-ac7a9f344a9c req-3107f382-2abf-4fb0-b448-2911199e3603 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a096f7a4-1788-4ff4-b2d1-d3c3743b103c HTTP/1.1" status: 200 len: 896 time: 0.1619360 May 30 20:13:25.432630 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:13:25.443395 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port c2195cb0-0f29-4c39-b14a-bf13b6498797 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:25.444329 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:25.485929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-66b106e4-889b-4f7f-8aaa-888c60a60fc0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Deleting port 85fc1fea-1f3b-45e4-99c7-cd897c9cbaf9 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:25.486400 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66b106e4-889b-4f7f-8aaa-888c60a60fc0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:25.511616 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': '0a5033f5-f5dc-46da-a8fc-121119014e23', 'name': '', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:66:db:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:54Z', 'updated_at': '2022-05-30T20:13:24Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab4204a-a637-456c-9f21-02a785d132f9', 'name': '', 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:31:42:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:24Z', 'revision_number': 4, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:25.517079 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b727e8-7baf-46bd-931d-e51b97d448c6 None None] The sync data for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 is: [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': '0a5033f5-f5dc-46da-a8fc-121119014e23', 'name': '', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:66:db:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:54Z', 'updated_at': '2022-05-30T20:13:24Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab4204a-a637-456c-9f21-02a785d132f9', 'name': '', 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:31:42:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:24Z', 'revision_number': 4, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:13:25.539261 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7c879208-a6b1-403e-8ed2-ac7a9f344a9c req-b7258baa-0c58-4c0d-ae89-2ea5f3e21d70 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=a2e2bd8d-7502-44bf-beca-926f19e59dac HTTP/1.1" status: 200 len: 217 time: 0.0992417 May 30 20:13:25.620628 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c879208-a6b1-403e-8ed2-ac7a9f344a9c req-cec03d56-c697-4ac6-8891-af3e57ca0597 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:25.622120 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7c879208-a6b1-403e-8ed2-ac7a9f344a9c req-cec03d56-c697-4ac6-8891-af3e57ca0597 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eeac1b25-5788-48f2-93fa-be57f2f792ad HTTP/1.1" status: 200 len: 838 time: 0.0746877 May 30 20:13:25.731033 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7c879208-a6b1-403e-8ed2-ac7a9f344a9c req-7bba2cc3-fae5-48a0-8fe5-55235000c474 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a096f7a4-1788-4ff4-b2d1-d3c3743b103c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931838 May 30 20:13:25.746144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-7c879208-a6b1-403e-8ed2-ac7a9f344a9c req-0ef1214f-7f70-429c-ac9d-066e07c58b17 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:13:25.747222 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7c879208-a6b1-403e-8ed2-ac7a9f344a9c req-0ef1214f-7f70-429c-ac9d-066e07c58b17 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061285 May 30 20:13:25.839638 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:13:25.851103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39396) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:25.881949 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:25.905938 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:25.906491 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Added segment 71eeea25-a135-4e32-8e99-a1c854ecac53 of type vlan for network a14b206e-52c7-474d-98de-29c364c4bcbf May 30 20:13:25.917932 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-67ab2ebe-21fb-4a3f-ab9e-97ebff29fcfb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:25.945171 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0a5033f5-f5dc-46da-a8fc-121119014e23 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:25.966360 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ca7f16-85cd-4545-9eb1-230ef7ee7dea,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:26.035859 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7c879208-a6b1-403e-8ed2-ac7a9f344a9c req-006638c4-48cb-4d3c-b609-d67f29bc2c81 service neutron] 10.222.0.77 "GET /v2.0/networks/a096f7a4-1788-4ff4-b2d1-d3c3743b103c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785716 May 30 20:13:26.037237 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0a5033f5-f5dc-46da-a8fc-121119014e23 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:26.039055 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.039540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:26.043531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Usage tracker for resource:security_group_rule and tenant:d1a447ad722f4996ac08dcc5e77c0ca2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:26.047418 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:26.070754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:26.168554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4c353ddc-c091-4d2c-b5c4-1ee73b92c249 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:26.189244 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.212549 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7c879208-a6b1-403e-8ed2-ac7a9f344a9c req-90cd0044-8c2e-4f8a-b7f5-d53d20c3fbbb service neutron] 10.222.0.77 "GET /v2.0/networks/a096f7a4-1788-4ff4-b2d1-d3c3743b103c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661401 May 30 20:13:26.224616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7190302-41fc-415d-830c-13e493c3f19c req-a57613cc-6358-496c-8b26-0cf9e40f753d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:26.235035 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7190302-41fc-415d-830c-13e493c3f19c req-a57613cc-6358-496c-8b26-0cf9e40f753d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf137a15-1b6f-486f-8281-543f8fd56f27 HTTP/1.1" status: 200 len: 944 time: 1.0002456 May 30 20:13:26.238125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab2ebe-21fb-4a3f-ab9e-97ebff29fcfb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Subnet': ['ID=0b4316ba-e5b7-4baa-9be9-83b4b558cddf,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:26.244278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 4c353ddc-c091-4d2c-b5c4-1ee73b92c249 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:26.244647 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.250729 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.257278 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.301332 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d1a447ad722f4996ac08dcc5e77c0ca2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4467521 May 30 20:13:26.301541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39400) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:26.312990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-0d1fc9b2-5ca0-412a-a057-a0b9a9944539 service neutron] 10.222.0.84 "GET /v2.0/networks/448a5305-1745-4735-9914-168fb49da986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9182003 May 30 20:13:26.330639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb128cd-479e-4c28-9fc1-3bf388893841,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:26.358563 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:26.358992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:26.359401 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:26.359802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:26.360232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:26.360625 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:26.361018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:26.361427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:26.361818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:26.362204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:26.362587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832809-d8e0-45d4-91d7-582d8753a67e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:26.390456 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-77d57854-68ed-43d8-a72f-1df2ec8110a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.391370 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab2ebe-21fb-4a3f-ab9e-97ebff29fcfb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Checking segment: {'id': 'b0f33544-8e72-40bb-8bb3-9762a862364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e43f5e44-53d9-4f98-9790-782b55922a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:26.391731 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ab2ebe-21fb-4a3f-ab9e-97ebff29fcfb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network hostable DHCP agents. Network: e43f5e44-53d9-4f98-9790-782b55922a45, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:13:26.393229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f9685865-58ca-4bf4-bb6c-43b4d3efa6ca up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:26.416434 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66b106e4-889b-4f7f-8aaa-888c60a60fc0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.416917 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66b106e4-889b-4f7f-8aaa-888c60a60fc0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.417200 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-77d57854-68ed-43d8-a72f-1df2ec8110a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.475567 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-77d57854-68ed-43d8-a72f-1df2ec8110a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.477095 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f9685865-58ca-4bf4-bb6c-43b4d3efa6ca triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:26.477594 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.490819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d57854-68ed-43d8-a72f-1df2ec8110a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb128cd-479e-4c28-9fc1-3bf388893841,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:26.497418 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-77d57854-68ed-43d8-a72f-1df2ec8110a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.498599 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-77d57854-68ed-43d8-a72f-1df2ec8110a2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4fb128cd-479e-4c28-9fc1-3bf388893841 HTTP/1.1" status: 204 len: 168 time: 0.1898201 May 30 20:13:26.610711 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7ab4204a-a637-456c-9f21-02a785d132f9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:26.642778 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-66b106e4-889b-4f7f-8aaa-888c60a60fc0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Calling delete_port for 85fc1fea-1f3b-45e4-99c7-cd897c9cbaf9 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:13:26.686512 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 7ab4204a-a637-456c-9f21-02a785d132f9 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:26.691674 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 7ab4204a-a637-456c-9f21-02a785d132f9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:26.692136 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.709072 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.709956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:26.710527 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.750436 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7190302-41fc-415d-830c-13e493c3f19c req-bb0cd12f-7aef-43e0-9f5d-7ff391b86d67 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=c32570da-c162-4a6e-954c-c46fe5b0877c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5133324 May 30 20:13:26.821359 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.821647 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ab2ebe-21fb-4a3f-ab9e-97ebff29fcfb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network e43f5e44-53d9-4f98-9790-782b55922a45 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:13:26.874170 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 7ab4204a-a637-456c-9f21-02a785d132f9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7ab4204a-a637-456c-9f21-02a785d132f9,segment=NetworkSegment(d5953915-3099-4a56-9ac4-85f26c0c991e),segment_id=d5953915-3099-4a56-9ac4-85f26c0c991e)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:26.879588 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.882503 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d4d64cc6-126d-4e42-a06c-2a054568d712 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:26.893884 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-163da060-98cb-4913-b3f4-d02c744ba597 service neutron] 10.222.0.84 "GET /v2.0/networks/448a5305-1745-4735-9914-168fb49da986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536749 May 30 20:13:26.901293 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-67ab2ebe-21fb-4a3f-ab9e-97ebff29fcfb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, e43f5e44-53d9-4f98-9790-782b55922a45) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:26.915282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Pushing event updated for resources: {'Network': ['ID=a14b206e-52c7-474d-98de-29c364c4bcbf,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:26.945091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ab2ebe-21fb-4a3f-ab9e-97ebff29fcfb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:26.945693 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-67ab2ebe-21fb-4a3f-ab9e-97ebff29fcfb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.954668 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae47180-fc9f-4470-925c-01c3648f47da None None] Network e43f5e44-53d9-4f98-9790-782b55922a45 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:13:26.980878 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network a14b206e-52c7-474d-98de-29c364c4bcbf details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:13:27.066381 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6ad76f39-501e-496e-ac67-2162bd724250 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 4.2745979 May 30 20:13:27.069308 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39416) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:27.076548 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d8ddb699-9a2c-48d5-a275-59882c4c544d tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Request body: {'subnet': {'network_id': 'a14b206e-52c7-474d-98de-29c364c4bcbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:27.082259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d8ddb699-9a2c-48d5-a275-59882c4c544d tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:27.086411 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d8ddb699-9a2c-48d5-a275-59882c4c544d tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Usage tracker for resource:subnet and tenant:149354093b904a1884d35f27e6d22e4c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:27.089536 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d8ddb699-9a2c-48d5-a275-59882c4c544d tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:27.095707 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d8ddb699-9a2c-48d5-a275-59882c4c544d tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:27.108084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ddb699-9a2c-48d5-a275-59882c4c544d tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Made reservation on behalf of 149354093b904a1884d35f27e6d22e4c for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:27.111453 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8ddb699-9a2c-48d5-a275-59882c4c544d tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:27.185444 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a2e2bd8d-7502-44bf-beca-926f19e59dac details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:13:27.211662 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-67ab2ebe-21fb-4a3f-ab9e-97ebff29fcfb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.6673315 May 30 20:13:27.214579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39420) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:27.232664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:13:27.250331 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-674efbd8-6db0-48b4-86a7-7e0c86c87827 admin admin] 10.222.0.84 "PUT /v2.0/routers/3ac716a0-bcee-43f2-b0cc-445e6d284ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.1316586 May 30 20:13:27.250465 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Sync routers for ids ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:13:27.273050 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Routers {'3ac716a0-bcee-43f2-b0cc-445e6d284ad2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:27.275025 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:27.299892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cc86f-b498-4b8f-a34c-307fcc85daea req-f903df2c-6aec-42a3-a542-f1740ecd605d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:27.307705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e13cc86f-b498-4b8f-a34c-307fcc85daea req-f903df2c-6aec-42a3-a542-f1740ecd605d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.4022346 May 30 20:13:27.309527 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66b106e4-889b-4f7f-8aaa-888c60a60fc0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:27.330588 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=7ab4204a-a637-456c-9f21-02a785d132f9,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:27.354838 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:13:27.423595 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-d4171387-4f96-4508-9f16-03f17880b7fd service neutron] 10.222.0.84 "GET /v2.0/networks/448a5305-1745-4735-9914-168fb49da986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202768 May 30 20:13:27.427326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b106e4-889b-4f7f-8aaa-888c60a60fc0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Pushing event deleted for resources: {'Port': ['ID=85fc1fea-1f3b-45e4-99c7-cd897c9cbaf9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:27.538976 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port d4d64cc6-126d-4e42-a06c-2a054568d712 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:27.539417 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:27.698109 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e13cc86f-b498-4b8f-a34c-307fcc85daea req-071b213d-34ac-4914-95c5-48ea00671a2d tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3893902 May 30 20:13:27.738749 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66b106e4-889b-4f7f-8aaa-888c60a60fc0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:27.743236 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66b106e4-889b-4f7f-8aaa-888c60a60fc0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:27.745568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-66b106e4-889b-4f7f-8aaa-888c60a60fc0 tempest-ServersTestManualDisk-1218624011 tempest-ServersTestManualDisk-1218624011-project] 10.222.0.84 "DELETE /v2.0/floatingips/16581acf-56f5-406e-9218-a73b50dd8996 HTTP/1.1" status: 204 len: 168 time: 5.9183953 May 30 20:13:27.748836 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39444) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:27.758647 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Set router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:27.772766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port a2e2bd8d-7502-44bf-beca-926f19e59dac, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a2e2bd8d-7502-44bf-beca-926f19e59dac,segment=NetworkSegment(fdaf3d5c-780d-42d3-ae2f-6a69fcafc186),segment_id=fdaf3d5c-780d-42d3-ae2f-6a69fcafc186)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:27.818388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20938122-4136-4228-82ae-c080361cd40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-e43f5e44-53d9-4f98-9790-782b55922a45', 'network_id': 'e43f5e44-53d9-4f98-9790-782b55922a45', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'fixed_ips': [{'subnet_id': '0b4316ba-e5b7-4baa-9be9-83b4b558cddf'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:13:27.822081 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-20938122-4136-4228-82ae-c080361cd40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:27.879056 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'a2e2bd8d-7502-44bf-beca-926f19e59dac', 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c', 'port_id': 'a2e2bd8d-7502-44bf-beca-926f19e59dac', 'mac_address': 'fa:16:3e:e3:b7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeac1b25-5788-48f2-93fa-be57f2f792ad', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:13:27.898745 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dbb03aea-ba1d-4120-af9b-18430ce56a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:28.195092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-361110c4-aceb-4285-82bd-dbabb2ee8945 req-525be3d2-25be-4597-809f-8daa0ddfc810 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9934943 May 30 20:13:28.334445 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-361110c4-aceb-4285-82bd-dbabb2ee8945 req-74016c37-602a-4f12-9c66-9f88b37b1819 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 1059 time: 0.1063018 May 30 20:13:28.395151 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:28.559550 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'gw_port': {'id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:06Z', 'updated_at': '2022-05-30T20:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '6e0148e0-9156-46b2-83f4-5ee35abe7c55', 'name': '', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'mac_address': 'fa:16:3e:9b:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:17Z', 'revision_number': 2, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'subnets': [{'id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:28.566608 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Checking router: 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:13:28.567019 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Updating router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 port 6e0148e0-9156-46b2-83f4-5ee35abe7c55 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:13:28.612625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361110c4-aceb-4285-82bd-dbabb2ee8945 req-b585acd7-e4af-42db-9d8f-662e829d6bb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:28.614242 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-361110c4-aceb-4285-82bd-dbabb2ee8945 req-b585acd7-e4af-42db-9d8f-662e829d6bb2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.2538400 May 30 20:13:28.627826 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e2bd8d-7502-44bf-beca-926f19e59dac {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:13:28.696428 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:28.710704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7ab4204a-a637-456c-9f21-02a785d132f9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:28.773187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port a2e2bd8d-7502-44bf-beca-926f19e59dac, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a2e2bd8d-7502-44bf-beca-926f19e59dac,segment=NetworkSegment(fdaf3d5c-780d-42d3-ae2f-6a69fcafc186),segment_id=fdaf3d5c-780d-42d3-ae2f-6a69fcafc186)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:28.788416 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:28.801738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-20938122-4136-4228-82ae-c080361cd40f None None] Allocated IP 2001:db8:3::2 (e43f5e44-53d9-4f98-9790-782b55922a45/0b4316ba-e5b7-4baa-9be9-83b4b558cddf/b80b4e18-13a4-4bb9-827a-e48a4122144f) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:28.977670 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-361110c4-aceb-4285-82bd-dbabb2ee8945 req-4bdbed97-6434-48e1-94a7-fc831952745a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93ba003d-2cc3-4b2a-8022-5c504393115c HTTP/1.1" status: 200 len: 217 time: 0.3544073 May 30 20:13:29.053596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.objects.ports [None req-d8ddb699-9a2c-48d5-a275-59882c4c544d tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:13:29.054318 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8ddb699-9a2c-48d5-a275-59882c4c544d tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:29.117429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361110c4-aceb-4285-82bd-dbabb2ee8945 req-1c584206-0e6c-4b8a-a995-37d6caa83164 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:29.119306 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-361110c4-aceb-4285-82bd-dbabb2ee8945 req-1c584206-0e6c-4b8a-a995-37d6caa83164 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.1254673 May 30 20:13:29.185251 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ddb699-9a2c-48d5-a275-59882c4c544d tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fdead2d2-b4e2-474d-a51f-8773ed1bce1f,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:29.198080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ddb699-9a2c-48d5-a275-59882c4c544d tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Checking segment: {'id': '71eeea25-a135-4e32-8e99-a1c854ecac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a14b206e-52c7-474d-98de-29c364c4bcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:29.198444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ddb699-9a2c-48d5-a275-59882c4c544d tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Network hostable DHCP agents. Network: a14b206e-52c7-474d-98de-29c364c4bcbf, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:13:29.233351 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:29.263330 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Transition to ACTIVE for port object 6e0148e0-9156-46b2-83f4-5ee35abe7c55 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:29.282327 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:29.313695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-a1c5e76f-ac4c-4b3c-b781-6cec6e404ecf tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:29.315090 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-a1c5e76f-ac4c-4b3c-b781-6cec6e404ecf tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Synchronizing usage tracker for tenant:180189b01ed94322bd9d30462dff2e77 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:29.356702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-a1c5e76f-ac4c-4b3c-b781-6cec6e404ecf tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Unset dirty status for tenant:180189b01ed94322bd9d30462dff2e77 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:29.363888 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-a1c5e76f-ac4c-4b3c-b781-6cec6e404ecf tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 819 time: 0.7483597 May 30 20:13:29.372266 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-361110c4-aceb-4285-82bd-dbabb2ee8945 req-ec7b6804-ad29-4d0a-9ed9-874e9ccc660b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2437563 May 30 20:13:29.417838 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ddb699-9a2c-48d5-a275-59882c4c544d tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Network a14b206e-52c7-474d-98de-29c364c4bcbf is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:13:29.429872 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:29.440628 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d060a-3616-4ed5-ad87-1ddb757100be None None] Pushing event updated for resources: {'Port': ['ID=6e0148e0-9156-46b2-83f4-5ee35abe7c55,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:29.511433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-d8ddb699-9a2c-48d5-a275-59882c4c544d tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, a14b206e-52c7-474d-98de-29c364c4bcbf) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:29.581618 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=a2e2bd8d-7502-44bf-beca-926f19e59dac,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:29.612459 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-5e8eadf5-f144-4e6a-99c9-3ee6ef52d560 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/quotas/180189b01ed94322bd9d30462dff2e77 HTTP/1.1" status: 200 len: 375 time: 0.2464948 May 30 20:13:29.630840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f145a5-c949-49e7-a7de-135281dc2644 None None] Network a14b206e-52c7-474d-98de-29c364c4bcbf requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:13:29.720783 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Attempting to bind port 6e0148e0-9156-46b2-83f4-5ee35abe7c55 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:29.721453 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Attempting to bind port 6e0148e0-9156-46b2-83f4-5ee35abe7c55 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:29.721552 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Attempting to bind port 6e0148e0-9156-46b2-83f4-5ee35abe7c55 on network efb471ec-2aac-4789-83c5-5fd42e6f1b1a {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:29.734136 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:29.734519 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Checking segment: {'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:29.734894 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:29.735278 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Bound using segment: {'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:29.735740 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Bound port: 6e0148e0-9156-46b2-83f4-5ee35abe7c55, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:29.736147 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:29.817022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['a2e2bd8d-7502-44bf-beca-926f19e59dac'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:29.910287 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.913014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.913357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.913789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.914216 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.916325 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.916868 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.917396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.917801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.924818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.925313 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.968505 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] For port 6e0148e0-9156-46b2-83f4-5ee35abe7c55, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:29.979001 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-20938122-4136-4228-82ae-c080361cd40f None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:29.991354 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] For port 6e0148e0-9156-46b2-83f4-5ee35abe7c55, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6e0148e0-9156-46b2-83f4-5ee35abe7c55,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:30.005559 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:30.031886 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11445c6a-9591-4e5d-a94c-c84c62d5a41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:30.074787 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 7ab4204a-a637-456c-9f21-02a785d132f9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:30.075250 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:30.089603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-361110c4-aceb-4285-82bd-dbabb2ee8945 req-04bf1b66-8af1-4de7-a332-f5e9bfccc702 service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7071440 May 30 20:13:30.102237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac00950-814c-492b-ae8d-2a03cd915c82 req-d278c03d-2065-4259-aaa8-9c5d07dce18f tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:30.109479 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2ac00950-814c-492b-ae8d-2a03cd915c82 req-d278c03d-2065-4259-aaa8-9c5d07dce18f tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.7012067 May 30 20:13:30.114914 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-aea9fb7d-e357-4a58-af59-08e226400b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:30.132971 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-20938122-4136-4228-82ae-c080361cd40f None None] Transition to ACTIVE for port object b80b4e18-13a4-4bb9-827a-e48a4122144f will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:30.285558 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d060a-3616-4ed5-ad87-1ddb757100be None None] Pushing event updated for resources: {'Port': ['ID=6e0148e0-9156-46b2-83f4-5ee35abe7c55,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:30.325816 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Routers {'3ac716a0-bcee-43f2-b0cc-445e6d284ad2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:30.328171 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:30.333126 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-20938122-4136-4228-82ae-c080361cd40f None None] Transition to ACTIVE for port object b80b4e18-13a4-4bb9-827a-e48a4122144f will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:30.366649 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ddb699-9a2c-48d5-a275-59882c4c544d tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:30.368139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8ddb699-9a2c-48d5-a275-59882c4c544d tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:30.472514 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d8ddb699-9a2c-48d5-a275-59882c4c544d tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4014366 May 30 20:13:30.475933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39500) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:30.492670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8aee8b7d-c458-4c60-bd9d-47a537ddabe2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-890239238', 'network_id': 'a14b206e-52c7-474d-98de-29c364c4bcbf'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:30.603462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-7ad9094b-40c8-47fa-b280-c5b2798f19c9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Synchronizing usage tracker for tenant:180189b01ed94322bd9d30462dff2e77 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:30.620039 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-20938122-4136-4228-82ae-c080361cd40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:30.634316 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8aee8b7d-c458-4c60-bd9d-47a537ddabe2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:30.648645 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8aee8b7d-c458-4c60-bd9d-47a537ddabe2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Usage tracker for resource:port and tenant:149354093b904a1884d35f27e6d22e4c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:30.656903 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8aee8b7d-c458-4c60-bd9d-47a537ddabe2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:30.680085 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8aee8b7d-c458-4c60-bd9d-47a537ddabe2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:30.706853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aee8b7d-c458-4c60-bd9d-47a537ddabe2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Made reservation on behalf of 149354093b904a1884d35f27e6d22e4c for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:30.712403 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8aee8b7d-c458-4c60-bd9d-47a537ddabe2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:30.713747 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2ac00950-814c-492b-ae8d-2a03cd915c82 req-13e0cd38-4537-4bce-8fad-b5b2b578c293 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6030295 May 30 20:13:30.754274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-7ad9094b-40c8-47fa-b280-c5b2798f19c9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Unset dirty status for tenant:180189b01ed94322bd9d30462dff2e77 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:30.756711 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-7ad9094b-40c8-47fa-b280-c5b2798f19c9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1171479 May 30 20:13:30.779895 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] Set router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:30.838123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e4e204-e97e-4b5a-bc3c-37b7397b0b6c None None] Network a14b206e-52c7-474d-98de-29c364c4bcbf requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:13:30.850525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-8aee8b7d-c458-4c60-bd9d-47a537ddabe2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] device_id is not set on port 2358e19c-4f9a-4af3-99e8-06c13ae1b284 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:13:30.898904 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-93866e28-75f0-4ef9-9d70-30b0ca31576f req-0be26d39-39be-4e54-92a0-994ccf2061fe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8881564 May 30 20:13:30.945919 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-361110c4-aceb-4285-82bd-dbabb2ee8945 req-b7bb7a0c-b613-4731-8877-ebba9d43607e service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8232689 May 30 20:13:31.108298 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-69aa632b-cad1-4399-b0a8-2c9faa455180 service neutron] 10.222.0.84 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393087 May 30 20:13:31.250023 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-448a5929-f579-4f5c-a23d-e40f251470ff service neutron] 10.222.0.93 "GET /v2.0/ports/fc738771-8a18-43a2-a37a-8f6a9440822a HTTP/1.1" status: 200 len: 1028 time: 0.1222579 May 30 20:13:31.260034 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-93866e28-75f0-4ef9-9d70-30b0ca31576f req-7c1a1943-3974-4b8f-9222-eb5631edee74 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 1096 time: 0.3214190 May 30 20:13:31.279376 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Allocated IP 2001:db8:3::1 (e43f5e44-53d9-4f98-9790-782b55922a45/0b4316ba-e5b7-4baa-9be9-83b4b558cddf/023c8a56-662f-4017-b26b-b8b3c6198989) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:31.282136 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-8aee8b7d-c458-4c60-bd9d-47a537ddabe2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Allocated IP 172.20.0.14 (a14b206e-52c7-474d-98de-29c364c4bcbf/fdead2d2-b4e2-474d-a51f-8773ed1bce1f/2358e19c-4f9a-4af3-99e8-06c13ae1b284) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:31.338946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20938122-4136-4228-82ae-c080361cd40f None None] Network e43f5e44-53d9-4f98-9790-782b55922a45 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:31.371555 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-20938122-4136-4228-82ae-c080361cd40f None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:31.399349 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20938122-4136-4228-82ae-c080361cd40f None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:31.472404 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-498d4351-809f-44eb-be53-d83d1ef3a84f service neutron] 10.222.0.84 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525910 May 30 20:13:31.475982 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-517b96a3-f0aa-4fe9-9c0d-b55ace3c003c service neutron] 10.222.0.93 "GET /v2.0/ports/c9dd14dc-8615-4ccf-8a3a-87c921095f0d HTTP/1.1" status: 200 len: 1028 time: 0.1480467 May 30 20:13:31.618393 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:31.665024 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'gw_port': {'id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:06Z', 'updated_at': '2022-05-30T20:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '6e0148e0-9156-46b2-83f4-5ee35abe7c55', 'name': '', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'mac_address': 'fa:16:3e:9b:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:29Z', 'revision_number': 4, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'subnets': [{'id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:31.667082 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-20938122-4136-4228-82ae-c080361cd40f None None] Attempting to bind port b80b4e18-13a4-4bb9-827a-e48a4122144f on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:31.667446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-20938122-4136-4228-82ae-c080361cd40f None None] Attempting to bind port b80b4e18-13a4-4bb9-827a-e48a4122144f by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'b0f33544-8e72-40bb-8bb3-9762a862364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e43f5e44-53d9-4f98-9790-782b55922a45'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:31.667796 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20938122-4136-4228-82ae-c080361cd40f None None] Attempting to bind port b80b4e18-13a4-4bb9-827a-e48a4122144f on network e43f5e44-53d9-4f98-9790-782b55922a45 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:31.685440 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfce1b04-d31c-41dc-8ac3-e78cfb060f11 None None] The sync data for ids ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'] in n-d-843949-2 is: [{'id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'gw_port': {'id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:06Z', 'updated_at': '2022-05-30T20:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '6e0148e0-9156-46b2-83f4-5ee35abe7c55', 'name': '', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'mac_address': 'fa:16:3e:9b:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:29Z', 'revision_number': 4, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'subnets': [{'id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:13:31.706379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20938122-4136-4228-82ae-c080361cd40f None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:31.707112 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20938122-4136-4228-82ae-c080361cd40f None None] Checking segment: {'id': 'b0f33544-8e72-40bb-8bb3-9762a862364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e43f5e44-53d9-4f98-9790-782b55922a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:31.709431 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-20938122-4136-4228-82ae-c080361cd40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:31.709996 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20938122-4136-4228-82ae-c080361cd40f None None] Bound using segment: {'id': 'b0f33544-8e72-40bb-8bb3-9762a862364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e43f5e44-53d9-4f98-9790-782b55922a45'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:31.710652 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-20938122-4136-4228-82ae-c080361cd40f None None] Bound port: b80b4e18-13a4-4bb9-827a-e48a4122144f, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f33544-8e72-40bb-8bb3-9762a862364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e43f5e44-53d9-4f98-9790-782b55922a45'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:31.713439 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-20938122-4136-4228-82ae-c080361cd40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:31.748753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20938122-4136-4228-82ae-c080361cd40f None None] Pushing event updated for resources: {'Port': ['ID=b80b4e18-13a4-4bb9-827a-e48a4122144f,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:31.866599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2ad45-ed49-4fdd-9134-0561c2c1ff1a req-9d966979-9610-4ec7-8400-69be23a2e62e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:31.874048 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ac2ad45-ed49-4fdd-9134-0561c2c1ff1a req-9d966979-9610-4ec7-8400-69be23a2e62e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf137a15-1b6f-486f-8281-543f8fd56f27 HTTP/1.1" status: 200 len: 945 time: 0.8964999 May 30 20:13:31.893790 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:32.013948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93866e28-75f0-4ef9-9d70-30b0ca31576f req-00d2ca55-4f5f-4cc5-b963-69bb96370669 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:32.015704 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-93866e28-75f0-4ef9-9d70-30b0ca31576f req-00d2ca55-4f5f-4cc5-b963-69bb96370669 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.7292314 May 30 20:13:32.059742 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ac2ad45-ed49-4fdd-9134-0561c2c1ff1a req-0baaef3d-4321-4137-8c6b-a289ebba2556 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=c32570da-c162-4a6e-954c-c46fe5b0877c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844714 May 30 20:13:32.200208 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-766cad9f-d778-4d10-9c4c-09f0ccec6ef4 req-9a6e62b8-1035-4162-9de1-75a4422c3148 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 210 time: 0.1054835 May 30 20:13:32.261282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-e2206fac-6430-4106-a838-3d53018be382 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:32.276472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-e2206fac-6430-4106-a838-3d53018be382 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:32.291727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-e2206fac-6430-4106-a838-3d53018be382 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:32.294356 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-e2206fac-6430-4106-a838-3d53018be382 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.93 "GET /v2.0/networks?id=677b4579-4403-49bf-8cf6-3e606ff679de&id=2b44cc57-c7bb-420e-87d1-3b3cc91a2707&id=2b44cc57-c7bb-420e-87d1-3b3cc91a2707&id=2b44cc57-c7bb-420e-87d1-3b3cc91a2707&id=2b44cc57-c7bb-420e-87d1-3b3cc91a2707&id=448a5305-1745-4735-9914-168fb49da986&id=448a5305-1745-4735-9914-168fb49da986 HTTP/1.1" status: 200 len: 1988 time: 0.8128593 May 30 20:13:32.398538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6e0148e0-9156-46b2-83f4-5ee35abe7c55 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:32.570378 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-93866e28-75f0-4ef9-9d70-30b0ca31576f req-70455182-786f-4e9e-876d-47c62c969fb8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b74244dc-9d3e-48f3-a4bb-47baef450dc1 HTTP/1.1" status: 200 len: 217 time: 0.4351707 May 30 20:13:32.634156 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8aee8b7d-c458-4c60-bd9d-47a537ddabe2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:32.654063 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-20938122-4136-4228-82ae-c080361cd40f None None] For port b80b4e18-13a4-4bb9-827a-e48a4122144f, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:32.696738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-20938122-4136-4228-82ae-c080361cd40f None None] For port b80b4e18-13a4-4bb9-827a-e48a4122144f, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b80b4e18-13a4-4bb9-827a-e48a4122144f,segment=NetworkSegment(b0f33544-8e72-40bb-8bb3-9762a862364d),segment_id=b0f33544-8e72-40bb-8bb3-9762a862364d)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:32.698681 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:32.703866 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-20938122-4136-4228-82ae-c080361cd40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:32.745953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Transition to ACTIVE for port object 023c8a56-662f-4017-b26b-b8b3c6198989 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:32.749189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93866e28-75f0-4ef9-9d70-30b0ca31576f req-0fbe84d5-ab97-47b8-a008-05530b80faa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:32.750722 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-93866e28-75f0-4ef9-9d70-30b0ca31576f req-0fbe84d5-ab97-47b8-a008-05530b80faa4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.1611814 May 30 20:13:32.853051 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a254cc5e-c4c9-41bc-b1f4-a635b647a9dc req-1b117a7f-a9ca-4d8a-bcfe-3e00199c55d0 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 210 time: 0.2537773 May 30 20:13:32.874085 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:32.886877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 6e0148e0-9156-46b2-83f4-5ee35abe7c55 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:32.939053 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 6e0148e0-9156-46b2-83f4-5ee35abe7c55 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:32.939635 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:32.964543 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-81f72877-3db0-40b5-8d36-e9fda370e439 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff480fdd7c454b03807b916a453b01d1 HTTP/1.1" status: 200 len: 379 time: 0.5356219 May 30 20:13:32.981071 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:32.994674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-806e26d7-29dc-4185-82a6-ec8e246d0cf1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Request body: {'port': {'device_id': 'f6766fa5-8441-4f60-a359-17941571fc97', 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de', 'admin_state_up': True, 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'security_groups': ['a396d596-08ef-49e0-8fef-b13e6d9e494b']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:33.067711 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20938122-4136-4228-82ae-c080361cd40f None None] Pushing event updated for resources: {'Port': ['ID=b80b4e18-13a4-4bb9-827a-e48a4122144f,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:33.096657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network e43f5e44-53d9-4f98-9790-782b55922a45 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:33.098083 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:33.138742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:33.145820 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8aee8b7d-c458-4c60-bd9d-47a537ddabe2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:33.147657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:33.148258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:33.255342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a2e2bd8d-7502-44bf-beca-926f19e59dac up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:33.327232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dc947-eca5-4d91-a442-5fc449eccef1 req-0ee9657e-d146-46af-a2ee-5f0cc7154e71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:33.352035 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f42dc947-eca5-4d91-a442-5fc449eccef1 req-0ee9657e-d146-46af-a2ee-5f0cc7154e71 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.9278035 May 30 20:13:33.408980 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:33.472475 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aee8b7d-c458-4c60-bd9d-47a537ddabe2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Network a14b206e-52c7-474d-98de-29c364c4bcbf is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:33.481426 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 6e0148e0-9156-46b2-83f4-5ee35abe7c55, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6e0148e0-9156-46b2-83f4-5ee35abe7c55,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:33.483012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port a2e2bd8d-7502-44bf-beca-926f19e59dac completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:33.490132 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port a2e2bd8d-7502-44bf-beca-926f19e59dac triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:33.490619 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:33.531523 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:33.542056 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-8aee8b7d-c458-4c60-bd9d-47a537ddabe2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:33.551856 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aee8b7d-c458-4c60-bd9d-47a537ddabe2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:33.580234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-806e26d7-29dc-4185-82a6-ec8e246d0cf1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:33.617523 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:33.653076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=023c8a56-662f-4017-b26b-b8b3c6198989,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:33.735851 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=6e0148e0-9156-46b2-83f4-5ee35abe7c55,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:33.852128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aee8b7d-c458-4c60-bd9d-47a537ddabe2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:33.853121 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8aee8b7d-c458-4c60-bd9d-47a537ddabe2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:33.859842 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-806e26d7-29dc-4185-82a6-ec8e246d0cf1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:33.891316 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:33.927685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee8b7d-c458-4c60-bd9d-47a537ddabe2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Pushing event updated for resources: {'Port': ['ID=2358e19c-4f9a-4af3-99e8-06c13ae1b284,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:33.958891 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf137a15-1b6f-486f-8281-543f8fd56f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e2bd8d-7502-44bf-beca-926f19e59dac'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:33.982354 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port a2e2bd8d-7502-44bf-beca-926f19e59dac, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a2e2bd8d-7502-44bf-beca-926f19e59dac,segment=NetworkSegment(fdaf3d5c-780d-42d3-ae2f-6a69fcafc186),segment_id=fdaf3d5c-780d-42d3-ae2f-6a69fcafc186)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:33.989859 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:34.000626 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f42dc947-eca5-4d91-a442-5fc449eccef1 req-d9b33863-63fd-4644-b8e9-f51e77cc9528 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6478205 May 30 20:13:34.107016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-806e26d7-29dc-4185-82a6-ec8e246d0cf1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Made reservation on behalf of ff480fdd7c454b03807b916a453b01d1 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:34.118993 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-806e26d7-29dc-4185-82a6-ec8e246d0cf1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:34.155483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=a2e2bd8d-7502-44bf-beca-926f19e59dac,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:34.261057 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-93866e28-75f0-4ef9-9d70-30b0ca31576f req-2ffe0328-a890-4b43-9bbe-63e313ccda79 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4996779 May 30 20:13:34.310970 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1720f9-e0d6-4af1-98bd-3ebfa8830b70 req-0444864b-b616-441d-8aa7-b672956472db tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:34.312536 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e1720f9-e0d6-4af1-98bd-3ebfa8830b70 req-0444864b-b616-441d-8aa7-b672956472db tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf137a15-1b6f-486f-8281-543f8fd56f27 HTTP/1.1" status: 200 len: 945 time: 0.8443363 May 30 20:13:34.394219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6e0148e0-9156-46b2-83f4-5ee35abe7c55 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:34.461279 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8aee8b7d-c458-4c60-bd9d-47a537ddabe2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.9819925 May 30 20:13:34.472891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39560) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:34.508548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 6e0148e0-9156-46b2-83f4-5ee35abe7c55 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:34.509093 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:34.691023 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b80b4e18-13a4-4bb9-827a-e48a4122144f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:34.712471 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-adeaccb5-8aef-4107-8be7-aeb7848bd117 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:34.713939 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-adeaccb5-8aef-4107-8be7-aeb7848bd117 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 819 time: 0.4450159 May 30 20:13:34.737608 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-93866e28-75f0-4ef9-9d70-30b0ca31576f req-9d85b383-de3f-493e-9a8c-e7ae92a039a8 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499932 May 30 20:13:34.769108 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-6d7aedf0-cbc0-4ed6-bb26-e7332bb7bedb tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/quotas/180189b01ed94322bd9d30462dff2e77 HTTP/1.1" status: 200 len: 375 time: 0.0288169 May 30 20:13:34.773270 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43751498-bcd4-48eb-94b5-4e01142d0f14 None None] Network e43f5e44-53d9-4f98-9790-782b55922a45 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:13:34.779093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-a401a0ba-3c59-4b7a-8563-d4291df75479 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:34.780536 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-a401a0ba-3c59-4b7a-8563-d4291df75479 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.93 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 819 time: 0.9300129 May 30 20:13:34.843575 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e1720f9-e0d6-4af1-98bd-3ebfa8830b70 req-128b4c58-5da1-46e0-8844-a7d669d7da85 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=c32570da-c162-4a6e-954c-c46fe5b0877c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3552852 May 30 20:13:34.851514 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-ad0e1e64-76d3-4963-a351-42f3a4d26b84 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Request body: {'port': {'device_id': '942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'admin_state_up': True, 'tenant_id': '180189b01ed94322bd9d30462dff2e77'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:34.999152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-096b47ec-7850-40b4-aa1d-a7cb4a4326f5 None None] Provisioning for port b80b4e18-13a4-4bb9-827a-e48a4122144f completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:35.053286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port b80b4e18-13a4-4bb9-827a-e48a4122144f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:35.069743 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port b80b4e18-13a4-4bb9-827a-e48a4122144f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:35.070378 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:35.097639 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-93866e28-75f0-4ef9-9d70-30b0ca31576f req-516cd212-cdf2-4e00-8560-18acaf45b204 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485973 May 30 20:13:35.164811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-ad0e1e64-76d3-4963-a351-42f3a4d26b84 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:35.235481 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:35.239719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f3595e70-0616-4ef0-b7a8-5cfb196f74a3 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Deleting port 2358e19c-4f9a-4af3-99e8-06c13ae1b284 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:35.240172 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3595e70-0616-4ef0-b7a8-5cfb196f74a3 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:35.284978 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:35.293564 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:35.355103 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-354dfb47-38bd-45ed-ace4-c98003d84904 req-d2e2b3e7-3797-43da-a73e-faea46ca5aa9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 210 time: 0.1010177 May 30 20:13:35.373953 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:35.430241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-ad0e1e64-76d3-4963-a351-42f3a4d26b84 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:35.454578 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port b80b4e18-13a4-4bb9-827a-e48a4122144f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b80b4e18-13a4-4bb9-827a-e48a4122144f,segment=NetworkSegment(b0f33544-8e72-40bb-8bb3-9762a862364d),segment_id=b0f33544-8e72-40bb-8bb3-9762a862364d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:35.464714 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:35.517415 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-11445c6a-9591-4e5d-a94c-c84c62d5a41d admin admin] Deleting port f72f5d12-94af-4235-a431-fbc1efab57d5 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:35.517852 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11445c6a-9591-4e5d-a94c-c84c62d5a41d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:35.573133 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca94c1df-8a6a-43ac-896c-52f6b0f2fcd9'] response: {'server_uuid': 'cf137a15-1b6f-486f-8281-543f8fd56f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e2bd8d-7502-44bf-beca-926f19e59dac', 'code': 200} May 30 20:13:35.595387 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-ad0e1e64-76d3-4963-a351-42f3a4d26b84 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Made reservation on behalf of 180189b01ed94322bd9d30462dff2e77 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:35.602394 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-ad0e1e64-76d3-4963-a351-42f3a4d26b84 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:35.638165 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=b80b4e18-13a4-4bb9-827a-e48a4122144f,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:35.703097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-806e26d7-29dc-4185-82a6-ec8e246d0cf1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Allocated IP 172.20.0.10 (677b4579-4403-49bf-8cf6-3e606ff679de/cb8e3034-73da-40c9-8b9f-ac7e8912c65f/a119ffb7-3481-4755-972d-e59b32f97613) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:35.817158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event updated for resources: {'Port': ['ID=023c8a56-662f-4017-b26b-b8b3c6198989,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:35.866407 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bf4bd70e-c786-4bd7-86d5-178ceb56762d None None] Provisioning complete for port b80b4e18-13a4-4bb9-827a-e48a4122144f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:35.866856 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bf4bd70e-c786-4bd7-86d5-178ceb56762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:35.947616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-b0b3266a-31e0-4e3a-883a-c4385664735a tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1624644 May 30 20:13:36.011453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-6e1668a2-2182-4f69-aaba-98104b888737 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:13:36.012471 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-6e1668a2-2182-4f69-aaba-98104b888737 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0102131 May 30 20:13:36.105472 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3595e70-0616-4ef0-b7a8-5cfb196f74a3 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:36.206622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-ad0e1e64-76d3-4963-a351-42f3a4d26b84 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Allocated IP 172.20.0.11 (efb471ec-2aac-4789-83c5-5fd42e6f1b1a/b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1/0667502c-cc41-40ed-9096-d2ac28b63c69) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:36.217780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b80b4e18-13a4-4bb9-827a-e48a4122144f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:36.352141 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bf4bd70e-c786-4bd7-86d5-178ceb56762d None None] Provisioning for port 023c8a56-662f-4017-b26b-b8b3c6198989 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:36.357034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Network e43f5e44-53d9-4f98-9790-782b55922a45 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:36.363996 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bf4bd70e-c786-4bd7-86d5-178ceb56762d None None] Provisioning complete for port 023c8a56-662f-4017-b26b-b8b3c6198989 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:36.364446 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bf4bd70e-c786-4bd7-86d5-178ceb56762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:36.384478 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f3595e70-0616-4ef0-b7a8-5cfb196f74a3 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Calling delete_port for 2358e19c-4f9a-4af3-99e8-06c13ae1b284 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:13:36.405368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcd54b-6704-4f87-b058-aaf7cacca2b3 req-f3ec2d9e-a3cb-400d-ac8f-35a0c482bd0f tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:36.414169 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2cbcd54b-6704-4f87-b058-aaf7cacca2b3 req-f3ec2d9e-a3cb-400d-ac8f-35a0c482bd0f tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.7529302 May 30 20:13:36.431098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bf4bd70e-c786-4bd7-86d5-178ceb56762d None None] Port 023c8a56-662f-4017-b26b-b8b3c6198989 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:36.443123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port b80b4e18-13a4-4bb9-827a-e48a4122144f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:36.444055 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:36.445670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:36.574411 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4fb0339b-4f2e-4a60-9273-dc6ad1ef7252 None None] Provisioning complete for port 023c8a56-662f-4017-b26b-b8b3c6198989 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:36.574786 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4fb0339b-4f2e-4a60-9273-dc6ad1ef7252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:36.723667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4fb0339b-4f2e-4a60-9273-dc6ad1ef7252 None None] Port 023c8a56-662f-4017-b26b-b8b3c6198989 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:36.743400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-11445c6a-9591-4e5d-a94c-c84c62d5a41d admin admin] For port f72f5d12-94af-4235-a431-fbc1efab57d5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f72f5d12-94af-4235-a431-fbc1efab57d5,segment=NetworkSegment(22f9e521-4016-4bae-9f6e-03025f40665d),segment_id=22f9e521-4016-4bae-9f6e-03025f40665d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:36.743762 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11445c6a-9591-4e5d-a94c-c84c62d5a41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:36.929164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-11445c6a-9591-4e5d-a94c-c84c62d5a41d admin admin] Calling delete_port for f72f5d12-94af-4235-a431-fbc1efab57d5 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:13:36.939987 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-dc0e5928-698d-4e13-a62c-1d2e628c8211 req-70cd9c3a-3972-42d4-a18d-144d2e340b86 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cf137a15-1b6f-486f-8281-543f8fd56f27 HTTP/1.1" status: 200 len: 1097 time: 1.1275213 May 30 20:13:36.957117 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:36.968693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-781a7d26-09ae-4386-8262-2c19d6cf72c8 None None] Provisioning complete for port 023c8a56-662f-4017-b26b-b8b3c6198989 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:36.969058 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-781a7d26-09ae-4386-8262-2c19d6cf72c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:37.049601 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-781a7d26-09ae-4386-8262-2c19d6cf72c8 None None] Port 023c8a56-662f-4017-b26b-b8b3c6198989 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:37.141553 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-dc0e5928-698d-4e13-a62c-1d2e628c8211 req-51228a8d-bfb3-40fe-83ea-60e60a7602b3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c32570da-c162-4a6e-954c-c46fe5b0877c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235216 May 30 20:13:37.143269 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3595e70-0616-4ef0-b7a8-5cfb196f74a3 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:37.223043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3595e70-0616-4ef0-b7a8-5cfb196f74a3 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Pushing event deleted for resources: {'Port': ['ID=2358e19c-4f9a-4af3-99e8-06c13ae1b284,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:37.306538 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-3ebef43b-49d7-48f6-be80-4b48064488c8 service neutron] 10.222.0.84 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2770367 May 30 20:13:37.343316 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3595e70-0616-4ef0-b7a8-5cfb196f74a3 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:37.348187 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 017e4888-a1d0-4166-9b0d-e07d9ba75278 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:13:37.353125 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f3595e70-0616-4ef0-b7a8-5cfb196f74a3 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "DELETE /v2.0/ports/2358e19c-4f9a-4af3-99e8-06c13ae1b284 HTTP/1.1" status: 204 len: 168 time: 2.6873846 May 30 20:13:37.355952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39590) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:37.382726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14b206e-52c7-474d-98de-29c364c4bcbf', 'external_fixed_ips': [{'subnet_id': 'fdead2d2-b4e2-474d-a51f-8773ed1bce1f', 'ip_address': '172.20.0.14'}]}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:37.388589 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:37.392595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Usage tracker for resource:router and tenant:149354093b904a1884d35f27e6d22e4c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:37.414446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:37.423122 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2cbcd54b-6704-4f87-b058-aaf7cacca2b3 req-eb25759d-9551-43a1-b379-729d216b3ff5 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0074253 May 30 20:13:37.492910 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:37.515867 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-806e26d7-29dc-4185-82a6-ec8e246d0cf1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:37.521747 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:37.522658 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:37.580328 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11445c6a-9591-4e5d-a94c-c84c62d5a41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:37.592437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:13:37.606064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Sync routers for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:13:37.606584 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-59dccecf-d447-462f-8395-c2f8ec9dfb58 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/017e4888-a1d0-4166-9b0d-e07d9ba75278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3901520 May 30 20:13:37.608667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39598) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:37.621405 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1aa697df-8c87-48d8-b6cf-306e88f3e958 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:37.628163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:37.628357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-806e26d7-29dc-4185-82a6-ec8e246d0cf1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Transition to ACTIVE for port object a119ffb7-3481-4755-972d-e59b32f97613 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:37.630540 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:37.717382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11445c6a-9591-4e5d-a94c-c84c62d5a41d admin admin] Pushing event deleted for resources: {'Port': ['ID=f72f5d12-94af-4235-a431-fbc1efab57d5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:37.849178 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:37.899419 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-ad0e1e64-76d3-4963-a351-42f3a4d26b84 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:37.970312 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:37.977509 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-6342694b-96f1-428a-bbb0-20f65f6a4afc service neutron] 10.222.0.84 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653898 May 30 20:13:38.033058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-ad0e1e64-76d3-4963-a351-42f3a4d26b84 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Transition to ACTIVE for port object 0667502c-cc41-40ed-9096-d2ac28b63c69 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:38.047491 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-806e26d7-29dc-4185-82a6-ec8e246d0cf1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:38.272153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-806e26d7-29dc-4185-82a6-ec8e246d0cf1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Network 677b4579-4403-49bf-8cf6-3e606ff679de is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:38.374467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-806e26d7-29dc-4185-82a6-ec8e246d0cf1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:38.376586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e26d7-29dc-4185-82a6-ec8e246d0cf1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event updated for resources: {'Port': ['ID=a119ffb7-3481-4755-972d-e59b32f97613,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:38.519491 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-806e26d7-29dc-4185-82a6-ec8e246d0cf1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:38.657745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:13:33Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': '023c8a56-662f-4017-b26b-b8b3c6198989', 'name': '', 'network_id': 'e43f5e44-53d9-4f98-9790-782b55922a45', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:24:b9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b4316ba-e5b7-4baa-9be9-83b4b558cddf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:30Z', 'updated_at': '2022-05-30T20:13:34Z', 'revision_number': 2, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0b4316ba-e5b7-4baa-9be9-83b4b558cddf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a5033f5-f5dc-46da-a8fc-121119014e23', 'name': '', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:66:db:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:54Z', 'updated_at': '2022-05-30T20:13:24Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab4204a-a637-456c-9f21-02a785d132f9', 'name': '', 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:31:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:26Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:38.670563 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Checking router: 017e4888-a1d0-4166-9b0d-e07d9ba75278 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:13:38.670915 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Updating router 017e4888-a1d0-4166-9b0d-e07d9ba75278 port 023c8a56-662f-4017-b26b-b8b3c6198989 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:13:38.697050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.extraroute_db [None req-1aa697df-8c87-48d8-b6cf-306e88f3e958 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 30 20:13:38.728916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.extraroute_db [None req-1aa697df-8c87-48d8-b6cf-306e88f3e958 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Removed routes are [] {{(pid=84024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 30 20:13:38.729355 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1aa697df-8c87-48d8-b6cf-306e88f3e958 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:38.845912 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:39.051768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec9a46-3051-4abf-bc05-fdad79f07221 req-7e53022e-6197-4f9e-9d07-0dc0352d13b3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:39.053596 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60ec9a46-3051-4abf-bc05-fdad79f07221 req-7e53022e-6197-4f9e-9d07-0dc0352d13b3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf137a15-1b6f-486f-8281-543f8fd56f27 HTTP/1.1" status: 200 len: 946 time: 1.4173055 May 30 20:13:39.176904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-806e26d7-29dc-4185-82a6-ec8e246d0cf1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:39.177708 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-806e26d7-29dc-4185-82a6-ec8e246d0cf1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:39.210807 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-ad0e1e64-76d3-4963-a351-42f3a4d26b84 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:39.240394 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-87459e24-3bfc-437f-933e-3546218c0f74 None None] Provisioning for port a119ffb7-3481-4755-972d-e59b32f97613 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:39.377141 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:39.384826 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-ad0e1e64-76d3-4963-a351-42f3a4d26b84 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Network efb471ec-2aac-4789-83c5-5fd42e6f1b1a is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:39.422804 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-87459e24-3bfc-437f-933e-3546218c0f74 None None] Provisioning complete for port a119ffb7-3481-4755-972d-e59b32f97613 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:39.423162 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-87459e24-3bfc-437f-933e-3546218c0f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:39.430801 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60ec9a46-3051-4abf-bc05-fdad79f07221 req-31e8dbac-f5a9-4a4e-8f1a-3c8b904ca2cf tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=c32570da-c162-4a6e-954c-c46fe5b0877c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3688045 May 30 20:13:39.431846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-ad0e1e64-76d3-4963-a351-42f3a4d26b84 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:39.452259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-ad0e1e64-76d3-4963-a351-42f3a4d26b84 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:39.545832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-87459e24-3bfc-437f-933e-3546218c0f74 None None] Port a119ffb7-3481-4755-972d-e59b32f97613 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:39.660318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5a40a-3cb3-4f49-87eb-10c51e810b1d req-6f1d17d2-f636-4337-8fd3-0a6ea99bed49 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:39.661061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8fd5a40a-3cb3-4f49-87eb-10c51e810b1d req-6f1d17d2-f636-4337-8fd3-0a6ea99bed49 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Synchronizing usage tracker for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:39.685625 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-806e26d7-29dc-4185-82a6-ec8e246d0cf1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7101042 May 30 20:13:39.688034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e1e64-76d3-4963-a351-42f3a4d26b84 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Pushing event updated for resources: {'Port': ['ID=0667502c-cc41-40ed-9096-d2ac28b63c69,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:39.707999 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1aa697df-8c87-48d8-b6cf-306e88f3e958 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:39.712502 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1aa697df-8c87-48d8-b6cf-306e88f3e958 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:39.722230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-29abb357-6515-4526-bff2-fceaf246a19b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Request body: {'port': {'device_id': 'f6766fa5-8441-4f60-a359-17941571fc97', 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707', 'admin_state_up': True, 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'security_groups': ['a396d596-08ef-49e0-8fef-b13e6d9e494b']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:39.755741 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:39.776651 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Transition to ACTIVE for port object 023c8a56-662f-4017-b26b-b8b3c6198989 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:39.782703 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8fd5a40a-3cb3-4f49-87eb-10c51e810b1d req-6f1d17d2-f636-4337-8fd3-0a6ea99bed49 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Unset dirty status for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:39.790069 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:39.795768 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8fd5a40a-3cb3-4f49-87eb-10c51e810b1d req-6f1d17d2-f636-4337-8fd3-0a6ea99bed49 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 932 time: 1.0844061 May 30 20:13:39.852457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-ad0e1e64-76d3-4963-a351-42f3a4d26b84 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:39.853097 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-ad0e1e64-76d3-4963-a351-42f3a4d26b84 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:39.873209 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e918e5ae-4858-49cc-96a7-1f5927f4349b None None] Provisioning for port 0667502c-cc41-40ed-9096-d2ac28b63c69 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:39.908658 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e918e5ae-4858-49cc-96a7-1f5927f4349b None None] Provisioning complete for port 0667502c-cc41-40ed-9096-d2ac28b63c69 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:39.911927 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e918e5ae-4858-49cc-96a7-1f5927f4349b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:40.049540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa697df-8c87-48d8-b6cf-306e88f3e958 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 017e4888-a1d0-4166-9b0d-e07d9ba75278 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:13:40.163770 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa3c2c-4e83-4033-93b9-97c3829d63d8 None None] Pushing event updated for resources: {'Port': ['ID=023c8a56-662f-4017-b26b-b8b3c6198989,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:40.176139 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e918e5ae-4858-49cc-96a7-1f5927f4349b None None] Port 0667502c-cc41-40ed-9096-d2ac28b63c69 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:40.323427 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-35f7f522-53a1-4598-b1ad-c1ba808602af req-ec323a34-5da0-4292-a14e-1cdc33d1eb5b tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Synchronizing usage tracker for tenant:180189b01ed94322bd9d30462dff2e77 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:40.326801 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-ad0e1e64-76d3-4963-a351-42f3a4d26b84 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4788790 May 30 20:13:40.355751 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Attempting to bind port 023c8a56-662f-4017-b26b-b8b3c6198989 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:40.358659 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Attempting to bind port 023c8a56-662f-4017-b26b-b8b3c6198989 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'b0f33544-8e72-40bb-8bb3-9762a862364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e43f5e44-53d9-4f98-9790-782b55922a45'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:40.361211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Attempting to bind port 023c8a56-662f-4017-b26b-b8b3c6198989 on network e43f5e44-53d9-4f98-9790-782b55922a45 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:40.388219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:40.393528 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Checking segment: {'id': 'b0f33544-8e72-40bb-8bb3-9762a862364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e43f5e44-53d9-4f98-9790-782b55922a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:40.393979 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:40.394378 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Bound using segment: {'id': 'b0f33544-8e72-40bb-8bb3-9762a862364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e43f5e44-53d9-4f98-9790-782b55922a45'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:40.395265 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Bound port: 023c8a56-662f-4017-b26b-b8b3c6198989, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f33544-8e72-40bb-8bb3-9762a862364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e43f5e44-53d9-4f98-9790-782b55922a45'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:40.395265 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:40.431753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Request body: {'port': {'device_id': '942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:40.583356 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-7e38885c-3463-414d-9940-b5ae0e0ddf56 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:40.585354 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-7e38885c-3463-414d-9940-b5ae0e0ddf56 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.77 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 819 time: 0.3537838 May 30 20:13:40.608033 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] For port 023c8a56-662f-4017-b26b-b8b3c6198989, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:40.611855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] For port 023c8a56-662f-4017-b26b-b8b3c6198989, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=023c8a56-662f-4017-b26b-b8b3c6198989,segment=NetworkSegment(b0f33544-8e72-40bb-8bb3-9762a862364d),segment_id=b0f33544-8e72-40bb-8bb3-9762a862364d)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:40.620062 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-eeed210c-56a0-4ce5-8fd3-c3a783fd13a2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Request body: {'port': {'device_id': '82f62e02-aee6-4cae-9e3f-61c57e8e2ba3', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'admin_state_up': True, 'tenant_id': '180189b01ed94322bd9d30462dff2e77'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:40.622678 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:40.669054 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-35f7f522-53a1-4598-b1ad-c1ba808602af req-ec323a34-5da0-4292-a14e-1cdc33d1eb5b tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Unset dirty status for tenant:180189b01ed94322bd9d30462dff2e77 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:40.670702 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35f7f522-53a1-4598-b1ad-c1ba808602af req-ec323a34-5da0-4292-a14e-1cdc33d1eb5b tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 210 time: 0.5356784 May 30 20:13:40.674299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-29abb357-6515-4526-bff2-fceaf246a19b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:40.682053 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8fd5a40a-3cb3-4f49-87eb-10c51e810b1d req-a0ba6bb0-7ef1-45b6-abc6-fad568df7364 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8854373 May 30 20:13:40.737543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-29abb357-6515-4526-bff2-fceaf246a19b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:40.758101 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa3c2c-4e83-4033-93b9-97c3829d63d8 None None] Pushing event updated for resources: {'Port': ['ID=023c8a56-662f-4017-b26b-b8b3c6198989,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:40.767296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:40.768039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:40.789508 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:40.807049 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa697df-8c87-48d8-b6cf-306e88f3e958 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:13:40.824609 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1aa697df-8c87-48d8-b6cf-306e88f3e958 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:40.828444 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1aa697df-8c87-48d8-b6cf-306e88f3e958 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/017e4888-a1d0-4166-9b0d-e07d9ba75278 HTTP/1.1" status: 200 len: 954 time: 3.2187512 May 30 20:13:40.829110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39632) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:40.835176 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11445c6a-9591-4e5d-a94c-c84c62d5a41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:41.116443 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-29abb357-6515-4526-bff2-fceaf246a19b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Made reservation on behalf of ff480fdd7c454b03807b916a453b01d1 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:41.121391 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-29abb357-6515-4526-bff2-fceaf246a19b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:41.147462 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:41.181315 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-eeed210c-56a0-4ce5-8fd3-c3a783fd13a2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:41.196958 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-eeed210c-56a0-4ce5-8fd3-c3a783fd13a2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:41.221435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-eeed210c-56a0-4ce5-8fd3-c3a783fd13a2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Made reservation on behalf of 180189b01ed94322bd9d30462dff2e77 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:41.224982 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-eeed210c-56a0-4ce5-8fd3-c3a783fd13a2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:41.330627 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-54217a89-5831-4938-96d4-f11726c26bbf tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/routers/017e4888-a1d0-4166-9b0d-e07d9ba75278 HTTP/1.1" status: 200 len: 954 time: 0.4979780 May 30 20:13:41.331340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39640) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:41.347512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-41185723-b620-49f9-a83c-a00fae310b15 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'router': {'routes': None}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:41.646573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:13:38Z', 'revision_number': 6, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': '023c8a56-662f-4017-b26b-b8b3c6198989', 'name': '', 'network_id': 'e43f5e44-53d9-4f98-9790-782b55922a45', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:24:b9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b4316ba-e5b7-4baa-9be9-83b4b558cddf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:30Z', 'updated_at': '2022-05-30T20:13:40Z', 'revision_number': 4, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0b4316ba-e5b7-4baa-9be9-83b4b558cddf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a5033f5-f5dc-46da-a8fc-121119014e23', 'name': '', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:66:db:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:54Z', 'updated_at': '2022-05-30T20:13:24Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab4204a-a637-456c-9f21-02a785d132f9', 'name': '', 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:31:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:26Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:41.651655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe08ec-3c00-41c6-935e-f9c68d98d467 None None] The sync data for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 is: [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:13:38Z', 'revision_number': 6, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': '023c8a56-662f-4017-b26b-b8b3c6198989', 'name': '', 'network_id': 'e43f5e44-53d9-4f98-9790-782b55922a45', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:24:b9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b4316ba-e5b7-4baa-9be9-83b4b558cddf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:30Z', 'updated_at': '2022-05-30T20:13:40Z', 'revision_number': 4, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0b4316ba-e5b7-4baa-9be9-83b4b558cddf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a5033f5-f5dc-46da-a8fc-121119014e23', 'name': '', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:66:db:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:54Z', 'updated_at': '2022-05-30T20:13:24Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab4204a-a637-456c-9f21-02a785d132f9', 'name': '', 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:31:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:26Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:13:41.803287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-eeed210c-56a0-4ce5-8fd3-c3a783fd13a2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Allocated IP 172.20.0.14 (efb471ec-2aac-4789-83c5-5fd42e6f1b1a/b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1/088d4ec0-6b9d-4501-8680-9d70a2f64679) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:41.922024 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:42.001306 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:42.201765 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-29abb357-6515-4526-bff2-fceaf246a19b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Allocated IP 10.1.1.55 (2b44cc57-c7bb-420e-87d1-3b3cc91a2707/f15726d8-e5bd-4f64-bfd0-ce6e1d35af25/d19c9106-68fd-4008-8dad-fb546e20a36f) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:42.218554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d72f7-dc22-44a2-84fd-95cb24ee4785 req-ec021cf3-ce5c-49b7-8b15-8dd302b3c772 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:42.225960 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 023c8a56-662f-4017-b26b-b8b3c6198989 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:42.230155 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b30d72f7-dc22-44a2-84fd-95cb24ee4785 req-ec021cf3-ce5c-49b7-8b15-8dd302b3c772 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 1.2035797 May 30 20:13:42.247486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aebcee-b843-4639-bf89-d43cf18204ef req-a09fdbae-c843-474b-a3eb-d7b884b0d167 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:42.255368 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-65aebcee-b843-4639-bf89-d43cf18204ef req-a09fdbae-c843-474b-a3eb-d7b884b0d167 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf137a15-1b6f-486f-8281-543f8fd56f27 HTTP/1.1" status: 200 len: 946 time: 1.2298143 May 30 20:13:42.431788 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 023c8a56-662f-4017-b26b-b8b3c6198989 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:42.432990 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-eeed210c-56a0-4ce5-8fd3-c3a783fd13a2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:42.440068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 023c8a56-662f-4017-b26b-b8b3c6198989 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:42.440464 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:42.475562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-eeed210c-56a0-4ce5-8fd3-c3a783fd13a2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Transition to ACTIVE for port object 088d4ec0-6b9d-4501-8680-9d70a2f64679 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:42.518552 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-eeed210c-56a0-4ce5-8fd3-c3a783fd13a2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:42.605204 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:42.627768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed210c-56a0-4ce5-8fd3-c3a783fd13a2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Pushing event updated for resources: {'Port': ['ID=088d4ec0-6b9d-4501-8680-9d70a2f64679,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:42.650835 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 023c8a56-662f-4017-b26b-b8b3c6198989, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=023c8a56-662f-4017-b26b-b8b3c6198989,segment=NetworkSegment(b0f33544-8e72-40bb-8bb3-9762a862364d),segment_id=b0f33544-8e72-40bb-8bb3-9762a862364d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:42.656642 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:42.700249 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-eeed210c-56a0-4ce5-8fd3-c3a783fd13a2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Network efb471ec-2aac-4789-83c5-5fd42e6f1b1a is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:42.704057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-eeed210c-56a0-4ce5-8fd3-c3a783fd13a2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:42.720500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-eeed210c-56a0-4ce5-8fd3-c3a783fd13a2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:42.754736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=023c8a56-662f-4017-b26b-b8b3c6198989,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:42.796343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-eeed210c-56a0-4ce5-8fd3-c3a783fd13a2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:42.796964 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-eeed210c-56a0-4ce5-8fd3-c3a783fd13a2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:42.842425 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-65aebcee-b843-4639-bf89-d43cf18204ef req-4c001ede-88d5-43ad-9628-98b6cace94f7 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=c32570da-c162-4a6e-954c-c46fe5b0877c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5860081 May 30 20:13:42.980499 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Allocated IP 172.20.0.14 (a14b206e-52c7-474d-98de-29c364c4bcbf/fdead2d2-b4e2-474d-a51f-8773ed1bce1f/e50ebd05-e7f9-4516-83d8-435a9fb909c9) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:43.027260 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-eeed210c-56a0-4ce5-8fd3-c3a783fd13a2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4292464 May 30 20:13:43.040175 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Request body: {'port': {'device_id': '82f62e02-aee6-4cae-9e3f-61c57e8e2ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:43.085925 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2e37ff60-f1f1-4b05-988a-041bf37dd3da None None] Provisioning for port 088d4ec0-6b9d-4501-8680-9d70a2f64679 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:43.086212 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.extraroute_db [None req-41185723-b620-49f9-a83c-a00fae310b15 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Added routes are [] {{(pid=84024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 30 20:13:43.086448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.extraroute_db [None req-41185723-b620-49f9-a83c-a00fae310b15 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 30 20:13:43.092381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2e37ff60-f1f1-4b05-988a-041bf37dd3da None None] Provisioning complete for port 088d4ec0-6b9d-4501-8680-9d70a2f64679 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:43.092896 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2e37ff60-f1f1-4b05-988a-041bf37dd3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:43.167994 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-29abb357-6515-4526-bff2-fceaf246a19b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:43.177359 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:43.184882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-29abb357-6515-4526-bff2-fceaf246a19b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Transition to ACTIVE for port object d19c9106-68fd-4008-8dad-fb546e20a36f will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:43.218334 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b30d72f7-dc22-44a2-84fd-95cb24ee4785 req-19a58b12-b36f-4dff-84b9-d11b96401f67 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9872804 May 30 20:13:43.228207 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2e37ff60-f1f1-4b05-988a-041bf37dd3da None None] Port 088d4ec0-6b9d-4501-8680-9d70a2f64679 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:43.267762 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-29abb357-6515-4526-bff2-fceaf246a19b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:43.349029 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-41185723-b620-49f9-a83c-a00fae310b15 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:43.459246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abb357-6515-4526-bff2-fceaf246a19b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event updated for resources: {'Port': ['ID=d19c9106-68fd-4008-8dad-fb546e20a36f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:43.464346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-29abb357-6515-4526-bff2-fceaf246a19b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:43.502633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-29abb357-6515-4526-bff2-fceaf246a19b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:43.507717 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-29abb357-6515-4526-bff2-fceaf246a19b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:43.588104 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:43.629519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf63ae-be1a-43a3-aff6-6f4bf38ce145 req-1108c539-b15e-4367-95da-f37aec7e45b0 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:43.631579 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b1bf63ae-be1a-43a3-aff6-6f4bf38ce145 req-1108c539-b15e-4367-95da-f37aec7e45b0 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 932 time: 0.5543783 May 30 20:13:43.633022 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:13:43.758458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-29abb357-6515-4526-bff2-fceaf246a19b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:43.759510 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-29abb357-6515-4526-bff2-fceaf246a19b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:43.852720 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:43.864568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-86ff23f0-c4f4-47db-9953-16e0d9261f82 None None] Provisioning for port d19c9106-68fd-4008-8dad-fb546e20a36f completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:43.872192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-86ff23f0-c4f4-47db-9953-16e0d9261f82 None None] Provisioning complete for port d19c9106-68fd-4008-8dad-fb546e20a36f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:43.872617 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-86ff23f0-c4f4-47db-9953-16e0d9261f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:43.901124 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-41185723-b620-49f9-a83c-a00fae310b15 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:43.904624 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-41185723-b620-49f9-a83c-a00fae310b15 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:43.949530 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-86ff23f0-c4f4-47db-9953-16e0d9261f82 None None] Port d19c9106-68fd-4008-8dad-fb546e20a36f cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:43.989961 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0667502c-cc41-40ed-9096-d2ac28b63c69 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:13:44.035629 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:44.064326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b1bf63ae-be1a-43a3-aff6-6f4bf38ce145 req-f245a524-1b5e-4d79-9b1f-9be5a3f67432 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Synchronizing usage tracker for tenant:180189b01ed94322bd9d30462dff2e77 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:44.067355 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-29abb357-6515-4526-bff2-fceaf246a19b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3748763 May 30 20:13:44.070188 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Network a14b206e-52c7-474d-98de-29c364c4bcbf is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:44.083358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcbaee-d3b8-470f-848b-0aaeca9dd6b9 req-5351929b-f46b-4276-8b34-a912d085dcef tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:44.087823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcbaee-d3b8-470f-848b-0aaeca9dd6b9 req-5351929b-f46b-4276-8b34-a912d085dcef tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:44.088622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-15fcbaee-d3b8-470f-848b-0aaeca9dd6b9 req-5351929b-f46b-4276-8b34-a912d085dcef tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Synchronizing usage tracker for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:44.097675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41185723-b620-49f9-a83c-a00fae310b15 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 017e4888-a1d0-4166-9b0d-e07d9ba75278 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:13:44.102047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:44.110092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-341efd2a-51a8-455d-a74f-c98c3ad199c1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Request body: {'port': {'device_id': 'f6766fa5-8441-4f60-a359-17941571fc97', 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707', 'admin_state_up': True, 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'security_groups': ['a396d596-08ef-49e0-8fef-b13e6d9e494b']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:44.124728 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Pushing event updated for resources: {'Port': ['ID=e50ebd05-e7f9-4516-83d8-435a9fb909c9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:44.131720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Transition to ACTIVE for port object 0667502c-cc41-40ed-9096-d2ac28b63c69 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:44.135234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:44.172972 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 023c8a56-662f-4017-b26b-b8b3c6198989 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:44.191353 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:44.268044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 023c8a56-662f-4017-b26b-b8b3c6198989 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:44.269423 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:44.350284 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-15fcbaee-d3b8-470f-848b-0aaeca9dd6b9 req-5351929b-f46b-4276-8b34-a912d085dcef tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Unset dirty status for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:44.357697 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15fcbaee-d3b8-470f-848b-0aaeca9dd6b9 req-5351929b-f46b-4276-8b34-a912d085dcef tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 1653 time: 0.9051116 May 30 20:13:44.359561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b1bf63ae-be1a-43a3-aff6-6f4bf38ce145 req-f245a524-1b5e-4d79-9b1f-9be5a3f67432 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Unset dirty status for tenant:180189b01ed94322bd9d30462dff2e77 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:44.360515 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b1bf63ae-be1a-43a3-aff6-6f4bf38ce145 req-f245a524-1b5e-4d79-9b1f-9be5a3f67432 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7124569 May 30 20:13:44.425343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41185723-b620-49f9-a83c-a00fae310b15 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:13:44.432013 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-41185723-b620-49f9-a83c-a00fae310b15 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:44.435493 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-41185723-b620-49f9-a83c-a00fae310b15 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/017e4888-a1d0-4166-9b0d-e07d9ba75278 HTTP/1.1" status: 200 len: 704 time: 3.0972254 May 30 20:13:44.470735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39680) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:44.678091 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088d4ec0-6b9d-4501-8680-9d70a2f64679 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:13:44.689280 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:44.724391 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Transition to ACTIVE for port object 088d4ec0-6b9d-4501-8680-9d70a2f64679 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:44.730359 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:44.752693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Pushing event updated for resources: {'Port': ['ID=0667502c-cc41-40ed-9096-d2ac28b63c69,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:44.875133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=088d4ec0-6b9d-4501-8680-9d70a2f64679,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:44.895934 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-66e3e03c-e509-40a6-8a4b-5df42bf254f8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/routers/017e4888-a1d0-4166-9b0d-e07d9ba75278 HTTP/1.1" status: 200 len: 704 time: 0.4238377 May 30 20:13:44.898275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39690) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:45.048651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-341efd2a-51a8-455d-a74f-c98c3ad199c1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:45.092608 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15fcbaee-d3b8-470f-848b-0aaeca9dd6b9 req-6ef2c69c-ecc8-4bd6-be4d-6c4700fa066b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7339272 May 30 20:13:45.159161 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Attempting to bind port 088d4ec0-6b9d-4501-8680-9d70a2f64679 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:45.159650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Attempting to bind port 088d4ec0-6b9d-4501-8680-9d70a2f64679 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:45.159804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Attempting to bind port 088d4ec0-6b9d-4501-8680-9d70a2f64679 on network efb471ec-2aac-4789-83c5-5fd42e6f1b1a {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:45.172606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-341efd2a-51a8-455d-a74f-c98c3ad199c1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:45.174902 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Port 088d4ec0-6b9d-4501-8680-9d70a2f64679 on network efb471ec-2aac-4789-83c5-5fd42e6f1b1a not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:13:45.175222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Attempting to bind port 088d4ec0-6b9d-4501-8680-9d70a2f64679 on network efb471ec-2aac-4789-83c5-5fd42e6f1b1a {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:45.187283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:45.187619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Checking segment: {'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:45.188018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Bound using segment: {'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:45.188450 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Bound port: 088d4ec0-6b9d-4501-8680-9d70a2f64679, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:45.188793 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:45.290580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-341efd2a-51a8-455d-a74f-c98c3ad199c1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Made reservation on behalf of ff480fdd7c454b03807b916a453b01d1 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:45.295687 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-341efd2a-51a8-455d-a74f-c98c3ad199c1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:45.377262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Attempting to bind port 0667502c-cc41-40ed-9096-d2ac28b63c69 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:45.377681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Attempting to bind port 0667502c-cc41-40ed-9096-d2ac28b63c69 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:45.378089 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Attempting to bind port 0667502c-cc41-40ed-9096-d2ac28b63c69 on network efb471ec-2aac-4789-83c5-5fd42e6f1b1a {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:45.415462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ee699-783f-4bec-947c-c4c139e34f0a req-73550c2c-db44-4976-a33e-d3dc3cd4f060 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:45.416997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f31ee699-783f-4bec-947c-c4c139e34f0a req-73550c2c-db44-4976-a33e-d3dc3cd4f060 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf137a15-1b6f-486f-8281-543f8fd56f27 HTTP/1.1" status: 200 len: 946 time: 0.6951823 May 30 20:13:45.453828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Port 0667502c-cc41-40ed-9096-d2ac28b63c69 on network efb471ec-2aac-4789-83c5-5fd42e6f1b1a not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:13:45.454152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Attempting to bind port 0667502c-cc41-40ed-9096-d2ac28b63c69 on network efb471ec-2aac-4789-83c5-5fd42e6f1b1a {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:45.524882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:45.525219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Checking segment: {'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:45.525705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Bound using segment: {'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:45.526055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Bound port: 0667502c-cc41-40ed-9096-d2ac28b63c69, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:45.526401 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:45.549576 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] For port 088d4ec0-6b9d-4501-8680-9d70a2f64679, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:45.554015 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] For port 088d4ec0-6b9d-4501-8680-9d70a2f64679, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=088d4ec0-6b9d-4501-8680-9d70a2f64679,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:45.563267 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:45.643435 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:45.644826 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] 10.222.0.77 "PUT /v2.0/ports/088d4ec0-6b9d-4501-8680-9d70a2f64679 HTTP/1.1" status: 200 len: 1092 time: 2.6088331 May 30 20:13:45.645507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f62e02-aee6-4cae-9e3f-61c57e8e2ba3', 'tag': '088d4ec0-6b9d-4501-8680-9d70a2f64679'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:45.661685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5e47c-e06b-4a31-9a43-fbec5d4d8fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=088d4ec0-6b9d-4501-8680-9d70a2f64679,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:45.668964 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-520b7cf2-2f2f-4d15-bef2-e288e6506e88 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:45.698969 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a721fd1-afe9-4242-a2d3-cad6b5a81d6a req-e14af90f-2554-4fb9-9a01-d7c5955a644a tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:45.700750 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a721fd1-afe9-4242-a2d3-cad6b5a81d6a req-e14af90f-2554-4fb9-9a01-d7c5955a644a tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.4260242 May 30 20:13:45.717144 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f31ee699-783f-4bec-947c-c4c139e34f0a req-c58fe95f-d82b-45cc-80dd-816298324c7c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=c32570da-c162-4a6e-954c-c46fe5b0877c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589965 May 30 20:13:45.796315 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:45.797197 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:45.878901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-341efd2a-51a8-455d-a74f-c98c3ad199c1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Allocated IP 10.1.1.120 (2b44cc57-c7bb-420e-87d1-3b3cc91a2707/f15726d8-e5bd-4f64-bfd0-ce6e1d35af25/8185b0a2-aba5-4088-8b42-71d8b45ced23) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:45.903768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] For port 0667502c-cc41-40ed-9096-d2ac28b63c69, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:45.935063 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-d5cfe3c7-0c71-4a26-998a-5f075edc8a5a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 1095 time: 0.2126217 May 30 20:13:46.034455 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-dd780b27-4eeb-403a-b08d-43d53e5ad467 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=088d4ec0-6b9d-4501-8680-9d70a2f64679 HTTP/1.1" status: 200 len: 217 time: 0.0853436 May 30 20:13:46.038101 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] For port 0667502c-cc41-40ed-9096-d2ac28b63c69, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0667502c-cc41-40ed-9096-d2ac28b63c69,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:46.073930 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b263afeb-fe13-4225-bff1-b87331b45f12 None None] Sync routers for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:13:46.093787 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b263afeb-fe13-4225-bff1-b87331b45f12 None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:46.094581 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b263afeb-fe13-4225-bff1-b87331b45f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:46.143408 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:46.149197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a721fd1-afe9-4242-a2d3-cad6b5a81d6a req-77792af3-58a5-40da-82a7-1c38742cf222 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4285553 May 30 20:13:46.161331 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-74f26210-69ec-4d42-924d-deb811c11f97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:46.163380 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-74f26210-69ec-4d42-924d-deb811c11f97 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 HTTP/1.1" status: 200 len: 858 time: 0.1205289 May 30 20:13:46.234708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11445c6a-9591-4e5d-a94c-c84c62d5a41d admin admin] Router df6f6363-fe56-48b5-80c0-7fe91ef710ae has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:13:46.290818 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c8f666-45a1-4066-8404-630d15e08a40'] response: {'name': 'network-changed', 'server_uuid': '82f62e02-aee6-4cae-9e3f-61c57e8e2ba3', 'tag': '088d4ec0-6b9d-4501-8680-9d70a2f64679', 'status': 'completed', 'code': 200} May 30 20:13:46.318913 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:46.320445 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] 10.222.0.93 "PUT /v2.0/ports/0667502c-cc41-40ed-9096-d2ac28b63c69 HTTP/1.1" status: 200 len: 1092 time: 5.9422987 May 30 20:13:46.321991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e', 'tag': '0667502c-cc41-40ed-9096-d2ac28b63c69'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:46.471600 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-b263afeb-fe13-4225-bff1-b87331b45f12 None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:46.529601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e395be3-d175-40c5-b10f-fc8b745811fe service neutron] Pushing event updated for resources: {'Port': ['ID=0667502c-cc41-40ed-9096-d2ac28b63c69,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:46.670167 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-796dd70e-5121-4dec-9b98-f49a34a9b32c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3784871 May 30 20:13:46.849285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ac79b-0534-44aa-a644-2846330ecad7 req-a7d79a46-d2c3-4764-9f50-8d86d42e3489 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:46.850752 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f01ac79b-0534-44aa-a644-2846330ecad7 req-a7d79a46-d2c3-4764-9f50-8d86d42e3489 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 944 time: 0.8768315 May 30 20:13:46.897324 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b263afeb-fe13-4225-bff1-b87331b45f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:13:43Z', 'revision_number': 7, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': '023c8a56-662f-4017-b26b-b8b3c6198989', 'name': '', 'network_id': 'e43f5e44-53d9-4f98-9790-782b55922a45', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:24:b9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b4316ba-e5b7-4baa-9be9-83b4b558cddf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:30Z', 'updated_at': '2022-05-30T20:13:42Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0b4316ba-e5b7-4baa-9be9-83b4b558cddf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a5033f5-f5dc-46da-a8fc-121119014e23', 'name': '', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:66:db:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:54Z', 'updated_at': '2022-05-30T20:13:24Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab4204a-a637-456c-9f21-02a785d132f9', 'name': '', 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:31:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:26Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:46.903411 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b263afeb-fe13-4225-bff1-b87331b45f12 None None] Checking router: 017e4888-a1d0-4166-9b0d-e07d9ba75278 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:13:46.919498 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b263afeb-fe13-4225-bff1-b87331b45f12 None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:46.921406 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b263afeb-fe13-4225-bff1-b87331b45f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:46.923368 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-d164f4c3-353b-461a-8867-1ba1236db8b0 service neutron] 10.222.0.77 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417092 May 30 20:13:46.998880 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f01ac79b-0534-44aa-a644-2846330ecad7 req-3baf3f40-405c-47a2-93fd-2ffc77aca84c tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765564 May 30 20:13:47.060764 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-341efd2a-51a8-455d-a74f-c98c3ad199c1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:47.094001 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce57b26-c5a3-46fb-a785-4882d9b47d6a req-cc0be09e-a7e0-4749-97ea-35de15e164c2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:47.097902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce57b26-c5a3-46fb-a785-4882d9b47d6a req-cc0be09e-a7e0-4749-97ea-35de15e164c2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:47.099485 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ce57b26-c5a3-46fb-a785-4882d9b47d6a req-cc0be09e-a7e0-4749-97ea-35de15e164c2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 1653 time: 0.6893036 May 30 20:13:47.110757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-b2f5a3e7-1497-4691-89cb-8c8cab0ec29a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 1095 time: 0.7016432 May 30 20:13:47.124908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-341efd2a-51a8-455d-a74f-c98c3ad199c1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Transition to ACTIVE for port object 8185b0a2-aba5-4088-8b42-71d8b45ced23 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:47.155925 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-b263afeb-fe13-4225-bff1-b87331b45f12 None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:47.174124 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0f16f672-fc4f-4674-a6ab-ece55e7de242 req-02520e64-6e5d-47bf-b935-bfb7c0845367 service neutron] 10.222.0.77 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443094 May 30 20:13:47.255610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39736) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:47.331116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-520b7cf2-2f2f-4d15-bef2-e288e6506e88 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port 023c8a56-662f-4017-b26b-b8b3c6198989 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:47.331836 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-520b7cf2-2f2f-4d15-bef2-e288e6506e88 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:47.412381 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-77f6affb-ad4d-4e5c-b178-88957474739b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0667502c-cc41-40ed-9096-d2ac28b63c69 HTTP/1.1" status: 200 len: 217 time: 0.2908051 May 30 20:13:47.536507 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459011b8-ec0f-4113-b122-2c1bb4a10d42'] response: {'name': 'network-changed', 'server_uuid': '942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e', 'tag': '0667502c-cc41-40ed-9096-d2ac28b63c69', 'status': 'completed', 'code': 200} May 30 20:13:47.546821 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ce57b26-c5a3-46fb-a785-4882d9b47d6a req-82e0caa6-bc94-493f-9259-00a85eefa231 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4349439 May 30 20:13:47.584458 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-341efd2a-51a8-455d-a74f-c98c3ad199c1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:47.671588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-e551d944-6a81-4cc5-896b-640eb76f3ebc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:47.673055 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-e551d944-6a81-4cc5-896b-640eb76f3ebc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 HTTP/1.1" status: 200 len: 858 time: 0.2469287 May 30 20:13:47.684696 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-85c58420-7d89-4123-ab05-f1fbeaf69725 req-ff6da036-f31d-490f-b8be-cc5934be8844 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 1095 time: 0.4361899 May 30 20:13:47.700644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11445c6a-9591-4e5d-a94c-c84c62d5a41d admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:13:47.712067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0821243-120e-4573-957b-bbd6b732ce07 None None] Sync routers for ids ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:13:47.737461 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0821243-120e-4573-957b-bbd6b732ce07 None None] Routers {'df6f6363-fe56-48b5-80c0-7fe91ef710ae'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:47.738087 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a0821243-120e-4573-957b-bbd6b732ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:47.776030 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b263afeb-fe13-4225-bff1-b87331b45f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:13:43Z', 'revision_number': 7, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': '023c8a56-662f-4017-b26b-b8b3c6198989', 'name': '', 'network_id': 'e43f5e44-53d9-4f98-9790-782b55922a45', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:24:b9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b4316ba-e5b7-4baa-9be9-83b4b558cddf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:30Z', 'updated_at': '2022-05-30T20:13:42Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0b4316ba-e5b7-4baa-9be9-83b4b558cddf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a5033f5-f5dc-46da-a8fc-121119014e23', 'name': '', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:66:db:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:54Z', 'updated_at': '2022-05-30T20:13:24Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab4204a-a637-456c-9f21-02a785d132f9', 'name': '', 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:31:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:26Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:47.783232 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b263afeb-fe13-4225-bff1-b87331b45f12 None None] The sync data for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 is: [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:13:43Z', 'revision_number': 7, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': '023c8a56-662f-4017-b26b-b8b3c6198989', 'name': '', 'network_id': 'e43f5e44-53d9-4f98-9790-782b55922a45', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:24:b9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b4316ba-e5b7-4baa-9be9-83b4b558cddf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:30Z', 'updated_at': '2022-05-30T20:13:42Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0b4316ba-e5b7-4baa-9be9-83b4b558cddf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a5033f5-f5dc-46da-a8fc-121119014e23', 'name': '', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:66:db:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:54Z', 'updated_at': '2022-05-30T20:13:24Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab4204a-a637-456c-9f21-02a785d132f9', 'name': '', 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:31:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:26Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:13:47.823813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-341efd2a-51a8-455d-a74f-c98c3ad199c1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:47.837268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-341efd2a-51a8-455d-a74f-c98c3ad199c1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:47.840151 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-341efd2a-51a8-455d-a74f-c98c3ad199c1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:47.873599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341efd2a-51a8-455d-a74f-c98c3ad199c1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event updated for resources: {'Port': ['ID=8185b0a2-aba5-4088-8b42-71d8b45ced23,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:47.908702 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-11445c6a-9591-4e5d-a94c-c84c62d5a41d admin admin] 10.222.0.84 "PUT /v2.0/routers/df6f6363-fe56-48b5-80c0-7fe91ef710ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.1555743 May 30 20:13:47.920639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39744) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:47.974010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39748) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:47.982717 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Router 4be11cfa-7daf-4825-9c0b-e721cbbe3d53 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:13:48.020655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-341efd2a-51a8-455d-a74f-c98c3ad199c1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:48.021707 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-341efd2a-51a8-455d-a74f-c98c3ad199c1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:48.023382 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-a0821243-120e-4573-957b-bbd6b732ce07 None None] Set router df6f6363-fe56-48b5-80c0-7fe91ef710ae gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:48.126635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3213395-e647-4d17-84a9-0fdc9f834241 req-e8a04c08-d1f8-4f4e-91b6-0adfe78e663c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:48.136389 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3213395-e647-4d17-84a9-0fdc9f834241 req-e8a04c08-d1f8-4f4e-91b6-0adfe78e663c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.3796408 May 30 20:13:48.141967 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-341efd2a-51a8-455d-a74f-c98c3ad199c1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0504568 May 30 20:13:48.155350 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-822d30de-e907-4688-b190-795823f47005 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4572949 May 30 20:13:48.182578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b2a0da61-fca0-41c9-8fcc-e4ac9564d172 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Request body: {'port': {'device_id': 'f6766fa5-8441-4f60-a359-17941571fc97', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '448a5305-1745-4735-9914-168fb49da986', 'admin_state_up': True, 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'security_groups': ['a396d596-08ef-49e0-8fef-b13e6d9e494b']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:48.265261 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-520b7cf2-2f2f-4d15-bef2-e288e6506e88 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] For port 023c8a56-662f-4017-b26b-b8b3c6198989, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=023c8a56-662f-4017-b26b-b8b3c6198989,segment=NetworkSegment(b0f33544-8e72-40bb-8bb3-9762a862364d),segment_id=b0f33544-8e72-40bb-8bb3-9762a862364d)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:48.265828 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-520b7cf2-2f2f-4d15-bef2-e288e6506e88 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:48.330951 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d3a08170-02c7-4661-953b-0e099e27f79f None None] Provisioning for port 8185b0a2-aba5-4088-8b42-71d8b45ced23 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:48.337790 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d3a08170-02c7-4661-953b-0e099e27f79f None None] Provisioning complete for port 8185b0a2-aba5-4088-8b42-71d8b45ced23 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:48.338348 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d3a08170-02c7-4661-953b-0e099e27f79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:48.415658 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-520b7cf2-2f2f-4d15-bef2-e288e6506e88 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Calling delete_port for 023c8a56-662f-4017-b26b-b8b3c6198989 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:13:48.415868 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d3a08170-02c7-4661-953b-0e099e27f79f None None] Port 8185b0a2-aba5-4088-8b42-71d8b45ced23 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:48.459514 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c58420-7d89-4123-ab05-f1fbeaf69725 req-a4df2b27-f573-4423-a955-76a6b2b7b6b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:48.460975 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-85c58420-7d89-4123-ab05-f1fbeaf69725 req-a4df2b27-f573-4423-a955-76a6b2b7b6b8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 920 time: 0.7682114 May 30 20:13:48.494820 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a0821243-120e-4573-957b-bbd6b732ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'name': 'tempest-ServersTestManualDisk-833752489-router', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:13:37Z', 'revision_number': 5, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'gw_port': {'id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:20Z', 'updated_at': '2022-05-30T20:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:48.499376 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0821243-120e-4573-957b-bbd6b732ce07 None None] Checking router: df6f6363-fe56-48b5-80c0-7fe91ef710ae for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:13:48.511786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0821243-120e-4573-957b-bbd6b732ce07 None None] Routers {'df6f6363-fe56-48b5-80c0-7fe91ef710ae'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:48.512656 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a0821243-120e-4573-957b-bbd6b732ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:48.555874 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-85c58420-7d89-4123-ab05-f1fbeaf69725 req-d251fdbf-879d-4820-812f-0885f8a403a9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=088d4ec0-6b9d-4501-8680-9d70a2f64679 HTTP/1.1" status: 200 len: 217 time: 0.0813975 May 30 20:13:48.642748 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-40159c8b-aba6-4157-984a-262e76e0e9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:48.667316 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c58420-7d89-4123-ab05-f1fbeaf69725 req-e81341dc-6983-4126-a7c3-4b46183c3cd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:48.668979 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-85c58420-7d89-4123-ab05-f1fbeaf69725 req-e81341dc-6983-4126-a7c3-4b46183c3cd0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 HTTP/1.1" status: 200 len: 858 time: 0.1009159 May 30 20:13:48.706744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-a0821243-120e-4573-957b-bbd6b732ce07 None None] Set router df6f6363-fe56-48b5-80c0-7fe91ef710ae gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:48.818724 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0edf-3b77-4ae4-a033-be49cdf194ca admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:48.898600 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d3213395-e647-4d17-84a9-0fdc9f834241 req-d668122b-982c-44cd-8615-011eb6f3c519 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7612879 May 30 20:13:48.950521 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-520b7cf2-2f2f-4d15-bef2-e288e6506e88 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:49.004814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b7cf2-2f2f-4d15-bef2-e288e6506e88 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Port': ['ID=023c8a56-662f-4017-b26b-b8b3c6198989,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:49.012754 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-85c58420-7d89-4123-ab05-f1fbeaf69725 req-edea17e6-058b-42be-bd1e-17bd382a58c3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3233175 May 30 20:13:49.022407 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a0821243-120e-4573-957b-bbd6b732ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'name': 'tempest-ServersTestManualDisk-833752489-router', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:13:37Z', 'revision_number': 5, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'gw_port': {'id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:20Z', 'updated_at': '2022-05-30T20:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:49.027417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0821243-120e-4573-957b-bbd6b732ce07 None None] The sync data for ids ['df6f6363-fe56-48b5-80c0-7fe91ef710ae'] in n-d-843949-2 is: [{'id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'name': 'tempest-ServersTestManualDisk-833752489-router', 'tenant_id': 'eef88738dac1466b8f5722591af6815c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:13:37Z', 'revision_number': 5, 'project_id': 'eef88738dac1466b8f5722591af6815c', 'gw_port': {'id': 'b772439e-359d-4d8e-93fa-a665e8539302', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f6363-fe56-48b5-80c0-7fe91ef710ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:20Z', 'updated_at': '2022-05-30T20:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:13:49.034493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-40159c8b-aba6-4157-984a-262e76e0e9f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:49.046032 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-4517babe-64ec-40f1-94fe-5304a05e459b service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8294156 May 30 20:13:49.056828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-40159c8b-aba6-4157-984a-262e76e0e9f3 admin admin] Usage tracker for resource:security_group_rule and tenant:c6642f857de4422c9aa2996694872647 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:49.061358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b2a0da61-fca0-41c9-8fcc-e4ac9564d172 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:49.087482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-40159c8b-aba6-4157-984a-262e76e0e9f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:49.097914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b2a0da61-fca0-41c9-8fcc-e4ac9564d172 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Usage tracker for resource:port and tenant:ff480fdd7c454b03807b916a453b01d1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:49.102348 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b2a0da61-fca0-41c9-8fcc-e4ac9564d172 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Quota usage for port was recalculated. Used quota:10. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:49.105139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-40159c8b-aba6-4157-984a-262e76e0e9f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:49.221492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b2a0da61-fca0-41c9-8fcc-e4ac9564d172 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:49.275486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae19e4d-381d-4ed2-8f1f-3bab4db55267 req-be07ea01-0abc-4ecd-a106-640d840a0999 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:49.277172 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eae19e4d-381d-4ed2-8f1f-3bab4db55267 req-be07ea01-0abc-4ecd-a106-640d840a0999 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 944 time: 0.9463017 May 30 20:13:49.285269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b2a0da61-fca0-41c9-8fcc-e4ac9564d172 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Made reservation on behalf of ff480fdd7c454b03807b916a453b01d1 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:49.296293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 088d4ec0-6b9d-4501-8680-9d70a2f64679 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:13:49.536697 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-85c58420-7d89-4123-ab05-f1fbeaf69725 req-006b179f-81f1-4b7a-8c9b-85b1d8963f79 service neutron] 10.222.0.77 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098407 May 30 20:13:49.548930 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 088d4ec0-6b9d-4501-8680-9d70a2f64679, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=088d4ec0-6b9d-4501-8680-9d70a2f64679,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:49.558968 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d392aa8-346f-4054-a5d9-bf20f0c77cb6 req-8de12d21-ac94-4ef6-9246-0058999bd6eb service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951856 May 30 20:13:49.566246 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '088d4ec0-6b9d-4501-8680-9d70a2f64679', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'port_id': '088d4ec0-6b9d-4501-8680-9d70a2f64679', 'mac_address': 'fa:16:3e:54:b3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:13:49.622879 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-40159c8b-aba6-4157-984a-262e76e0e9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:49.648567 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:49.664157 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-520b7cf2-2f2f-4d15-bef2-e288e6506e88 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:49.667117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088d4ec0-6b9d-4501-8680-9d70a2f64679 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:13:49.682926 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 088d4ec0-6b9d-4501-8680-9d70a2f64679, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=088d4ec0-6b9d-4501-8680-9d70a2f64679,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:49.687055 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:49.701503 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eae19e4d-381d-4ed2-8f1f-3bab4db55267 req-34caa722-0e13-467b-84a4-0143795009a8 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749962 May 30 20:13:49.711812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd4358-da92-463a-a2e8-65e85185ce9a req-7db0e4c8-864f-4091-b307-01ef0d0ff8aa tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:49.716685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd4358-da92-463a-a2e8-65e85185ce9a req-7db0e4c8-864f-4091-b307-01ef0d0ff8aa tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:49.721746 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd4358-da92-463a-a2e8-65e85185ce9a req-7db0e4c8-864f-4091-b307-01ef0d0ff8aa tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:49.722666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0dcd4358-da92-463a-a2e8-65e85185ce9a req-7db0e4c8-864f-4091-b307-01ef0d0ff8aa tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Synchronizing usage tracker for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:49.727126 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-40159c8b-aba6-4157-984a-262e76e0e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:49.756969 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=088d4ec0-6b9d-4501-8680-9d70a2f64679,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:49.831636 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0edf-3b77-4ae4-a033-be49cdf194ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:49.839324 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b2a0da61-fca0-41c9-8fcc-e4ac9564d172 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:49.842879 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-85c58420-7d89-4123-ab05-f1fbeaf69725 req-bee064d4-10f8-4b40-b6a5-465bc7ade0c7 service neutron] 10.222.0.77 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974575 May 30 20:13:49.852218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf0edf-3b77-4ae4-a033-be49cdf194ca admin admin] Deleting port b772439e-359d-4d8e-93fa-a665e8539302 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:49.852581 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0edf-3b77-4ae4-a033-be49cdf194ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:49.873534 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0dcd4358-da92-463a-a2e8-65e85185ce9a req-7db0e4c8-864f-4091-b307-01ef0d0ff8aa tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Unset dirty status for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:49.874692 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dcd4358-da92-463a-a2e8-65e85185ce9a req-7db0e4c8-864f-4091-b307-01ef0d0ff8aa tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 2374 time: 0.7615929 May 30 20:13:49.881919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40159c8b-aba6-4157-984a-262e76e0e9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628a2bb3-84ef-4fe2-acc1-8357d99dc927,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:49.924266 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-40159c8b-aba6-4157-984a-262e76e0e9f3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c6642f857de4422c9aa2996694872647&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9428666 May 30 20:13:49.933352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39760) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:49.939024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:13:49.949988 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Sync routers for ids ['4be11cfa-7daf-4825-9c0b-e721cbbe3d53'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:13:49.970309 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Routers {'4be11cfa-7daf-4825-9c0b-e721cbbe3d53'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:49.971006 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4be11cfa-7daf-4825-9c0b-e721cbbe3d53'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:49.972250 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['088d4ec0-6b9d-4501-8680-9d70a2f64679'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:50.195403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-4bcf0edf-3b77-4ae4-a033-be49cdf194ca admin admin] For port b772439e-359d-4d8e-93fa-a665e8539302, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b772439e-359d-4d8e-93fa-a665e8539302,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:50.195798 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0edf-3b77-4ae4-a033-be49cdf194ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:50.222648 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dcd4358-da92-463a-a2e8-65e85185ce9a req-d0996270-c3f6-42b3-a7d7-8b13e9e0e239 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3303227 May 30 20:13:50.261254 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f72f5d12-94af-4235-a431-fbc1efab57d5 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:13:50.272486 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63c04b7d-3caf-4779-9640-7c5f8acedf3e req-38c0ccf7-e76b-4ac8-9835-66090b9faec1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 1095 time: 0.6297903 May 30 20:13:50.289181 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:50.292893 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-aa2420ed-c2f1-47e8-98fe-dd51ce2e7007 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 12.9222846 May 30 20:13:50.310699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39766) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:50.356426 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: f72f5d12-94af-4235-a431-fbc1efab57d5 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:13:50.356767 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f72f5d12-94af-4235-a431-fbc1efab57d5 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:13:50.408967 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Set router 4be11cfa-7daf-4825-9c0b-e721cbbe3d53 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:50.480997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf0edf-3b77-4ae4-a033-be49cdf194ca admin admin] Calling delete_port for b772439e-359d-4d8e-93fa-a665e8539302 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:13:50.543013 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1405b998-6064-49c1-abf9-d7b26a07cbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:50.648845 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1405b998-6064-49c1-abf9-d7b26a07cbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:50.709242 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab701d9-c991-4e23-a6f5-4f8e22347e1e req-ec6283b2-c72f-4a72-91be-3d51f54e873c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:50.710724 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ab701d9-c991-4e23-a6f5-4f8e22347e1e req-ec6283b2-c72f-4a72-91be-3d51f54e873c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.5066559 May 30 20:13:50.713267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b2a0da61-fca0-41c9-8fcc-e4ac9564d172 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Allocated IP 10.2.2.100 (448a5305-1745-4735-9914-168fb49da986/c9304462-25a6-49ff-a1ff-129232b6a9f5/c0ef498a-f8d4-4992-b421-7e95058e3c69) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:50.716452 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c04b7d-3caf-4779-9640-7c5f8acedf3e req-a4b96221-5d41-477e-8b8e-cad87d73aeda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:50.717854 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63c04b7d-3caf-4779-9640-7c5f8acedf3e req-a4b96221-5d41-477e-8b8e-cad87d73aeda service neutron] 10.222.0.93 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 920 time: 0.4336698 May 30 20:13:50.718785 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be11cfa-7daf-4825-9c0b-e721cbbe3d53', 'name': '', 'tenant_id': '149354093b904a1884d35f27e6d22e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b206e-52c7-474d-98de-29c364c4bcbf', 'external_fixed_ips': [{'subnet_id': 'fdead2d2-b4e2-474d-a51f-8773ed1bce1f', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e50ebd05-e7f9-4516-83d8-435a9fb909c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:37Z', 'updated_at': '2022-05-30T20:13:44Z', 'revision_number': 3, 'project_id': '149354093b904a1884d35f27e6d22e4c', 'gw_port': {'id': 'e50ebd05-e7f9-4516-83d8-435a9fb909c9', 'name': '', 'network_id': 'a14b206e-52c7-474d-98de-29c364c4bcbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be11cfa-7daf-4825-9c0b-e721cbbe3d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdead2d2-b4e2-474d-a51f-8773ed1bce1f', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:42Z', 'updated_at': '2022-05-30T20:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdead2d2-b4e2-474d-a51f-8773ed1bce1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:50.723057 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Checking router: 4be11cfa-7daf-4825-9c0b-e721cbbe3d53 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:13:50.723437 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Updating router 4be11cfa-7daf-4825-9c0b-e721cbbe3d53 port e50ebd05-e7f9-4516-83d8-435a9fb909c9 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:13:50.782510 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:50.864418 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63c04b7d-3caf-4779-9640-7c5f8acedf3e req-08b1dc6f-1a9a-47e8-8425-dc5ee870421b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0667502c-cc41-40ed-9096-d2ac28b63c69 HTTP/1.1" status: 200 len: 217 time: 0.1346402 May 30 20:13:51.056016 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0edf-3b77-4ae4-a033-be49cdf194ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.107596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf0edf-3b77-4ae4-a033-be49cdf194ca admin admin] Pushing event deleted for resources: {'Port': ['ID=b772439e-359d-4d8e-93fa-a665e8539302,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:51.113217 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520b7cf2-2f2f-4d15-bef2-e288e6506e88 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 017e4888-a1d0-4166-9b0d-e07d9ba75278 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:13:51.120092 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aa5d4b36-dd44-4e6d-9d73-3d20d37f9ec1 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.182127 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1405b998-6064-49c1-abf9-d7b26a07cbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.183007 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.195381 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Transition to ACTIVE for port object e50ebd05-e7f9-4516-83d8-435a9fb909c9 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:51.202690 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.239060 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ab701d9-c991-4e23-a6f5-4f8e22347e1e req-c691fadd-1c50-4d15-9810-9b740eeead60 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5022588 May 30 20:13:51.268854 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405b998-6064-49c1-abf9-d7b26a07cbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628a2bb3-84ef-4fe2-acc1-8357d99dc927,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:51.285822 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c04b7d-3caf-4779-9640-7c5f8acedf3e req-71363704-4b3f-44d6-81a8-7c59d778ea24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:51.287882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63c04b7d-3caf-4779-9640-7c5f8acedf3e req-71363704-4b3f-44d6-81a8-7c59d778ea24 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 HTTP/1.1" status: 200 len: 858 time: 0.4055231 May 30 20:13:51.291195 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622ec54-4b2b-43fe-8e41-4d0176dd64ad None None] Pushing event updated for resources: {'Port': ['ID=e50ebd05-e7f9-4516-83d8-435a9fb909c9,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:51.293682 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Attempting to bind port e50ebd05-e7f9-4516-83d8-435a9fb909c9 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:51.294054 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Attempting to bind port e50ebd05-e7f9-4516-83d8-435a9fb909c9 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '71eeea25-a135-4e32-8e99-a1c854ecac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a14b206e-52c7-474d-98de-29c364c4bcbf'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:51.294409 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Attempting to bind port e50ebd05-e7f9-4516-83d8-435a9fb909c9 on network a14b206e-52c7-474d-98de-29c364c4bcbf {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:51.308123 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec54-4b2b-43fe-8e41-4d0176dd64ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:51.308753 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec54-4b2b-43fe-8e41-4d0176dd64ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:51.309100 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec54-4b2b-43fe-8e41-4d0176dd64ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:51.309429 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec54-4b2b-43fe-8e41-4d0176dd64ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:51.309755 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec54-4b2b-43fe-8e41-4d0176dd64ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:51.310080 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec54-4b2b-43fe-8e41-4d0176dd64ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:51.310401 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec54-4b2b-43fe-8e41-4d0176dd64ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:51.310733 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec54-4b2b-43fe-8e41-4d0176dd64ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:51.311036 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec54-4b2b-43fe-8e41-4d0176dd64ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:51.311352 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec54-4b2b-43fe-8e41-4d0176dd64ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:51.311667 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec54-4b2b-43fe-8e41-4d0176dd64ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:51.316219 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:51.316596 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Checking segment: {'id': '71eeea25-a135-4e32-8e99-a1c854ecac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a14b206e-52c7-474d-98de-29c364c4bcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:51.316993 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.317373 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Bound using segment: {'id': '71eeea25-a135-4e32-8e99-a1c854ecac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a14b206e-52c7-474d-98de-29c364c4bcbf'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:51.317870 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Bound port: e50ebd05-e7f9-4516-83d8-435a9fb909c9, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71eeea25-a135-4e32-8e99-a1c854ecac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a14b206e-52c7-474d-98de-29c364c4bcbf'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:51.318239 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.325262 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 088d4ec0-6b9d-4501-8680-9d70a2f64679 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:51.341601 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1405b998-6064-49c1-abf9-d7b26a07cbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.354568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1405b998-6064-49c1-abf9-d7b26a07cbca admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/628a2bb3-84ef-4fe2-acc1-8357d99dc927 HTTP/1.1" status: 204 len: 168 time: 1.4156268 May 30 20:13:51.452114 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] For port e50ebd05-e7f9-4516-83d8-435a9fb909c9, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:51.455195 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 0667502c-cc41-40ed-9096-d2ac28b63c69 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:13:51.459269 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] For port e50ebd05-e7f9-4516-83d8-435a9fb909c9, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e50ebd05-e7f9-4516-83d8-435a9fb909c9,segment=NetworkSegment(71eeea25-a135-4e32-8e99-a1c854ecac53),segment_id=71eeea25-a135-4e32-8e99-a1c854ecac53)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:51.465430 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 088d4ec0-6b9d-4501-8680-9d70a2f64679 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:51.467873 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.475329 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 088d4ec0-6b9d-4501-8680-9d70a2f64679 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:51.476044 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.500149 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b2a0da61-fca0-41c9-8fcc-e4ac9564d172 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.516373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f02339-de1c-4f66-a651-00ef7c9a7bad req-dfbab775-cd6c-48c5-93f4-29b8f1e61ab3 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:51.518022 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7f02339-de1c-4f66-a651-00ef7c9a7bad req-dfbab775-cd6c-48c5-93f4-29b8f1e61ab3 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 945 time: 0.4352224 May 30 20:13:51.594846 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:13:51.659381 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Routers {'4be11cfa-7daf-4825-9c0b-e721cbbe3d53'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:51.660058 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4be11cfa-7daf-4825-9c0b-e721cbbe3d53'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:51.665484 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b2a0da61-fca0-41c9-8fcc-e4ac9564d172 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Transition to ACTIVE for port object c0ef498a-f8d4-4992-b421-7e95058e3c69 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:51.721139 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63c04b7d-3caf-4779-9640-7c5f8acedf3e req-06b8f8d9-82d4-41ec-bec3-52face6a5203 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4188621 May 30 20:13:51.783238 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.839088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 088d4ec0-6b9d-4501-8680-9d70a2f64679, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=088d4ec0-6b9d-4501-8680-9d70a2f64679,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:51.842938 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f62e02-aee6-4cae-9e3f-61c57e8e2ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088d4ec0-6b9d-4501-8680-9d70a2f64679'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:51.852047 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.877143 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7f02339-de1c-4f66-a651-00ef7c9a7bad req-1ec71135-e675-46a8-b0e9-ecaf6dbc278b tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874367 May 30 20:13:51.916809 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b2a0da61-fca0-41c9-8fcc-e4ac9564d172 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.922723 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0edf-3b77-4ae4-a033-be49cdf194ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.924495 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.036384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39782) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:52.085508 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] Set router 4be11cfa-7daf-4825-9c0b-e721cbbe3d53 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:52.090932 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 0667502c-cc41-40ed-9096-d2ac28b63c69, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0667502c-cc41-40ed-9096-d2ac28b63c69,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:52.132871 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '0667502c-cc41-40ed-9096-d2ac28b63c69', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'port_id': '0667502c-cc41-40ed-9096-d2ac28b63c69', 'mac_address': 'fa:16:3e:14:28:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:13:52.222984 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf03fa-0484-4905-8b5e-cd04699ba84c req-f927a7c2-1f37-437e-92cf-47d1b0ad423b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:52.227475 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622ec54-4b2b-43fe-8e41-4d0176dd64ad None None] Pushing event updated for resources: {'Port': ['ID=e50ebd05-e7f9-4516-83d8-435a9fb909c9,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:52.228014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf03fa-0484-4905-8b5e-cd04699ba84c req-f927a7c2-1f37-437e-92cf-47d1b0ad423b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:52.228792 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=088d4ec0-6b9d-4501-8680-9d70a2f64679,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:52.232602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf03fa-0484-4905-8b5e-cd04699ba84c req-f927a7c2-1f37-437e-92cf-47d1b0ad423b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:52.233591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-bfaf03fa-0484-4905-8b5e-cd04699ba84c req-f927a7c2-1f37-437e-92cf-47d1b0ad423b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Synchronizing usage tracker for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:52.239279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0da61-fca0-41c9-8fcc-e4ac9564d172 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event updated for resources: {'Port': ['ID=c0ef498a-f8d4-4992-b421-7e95058e3c69,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:52.287349 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.307578 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0667502c-cc41-40ed-9096-d2ac28b63c69 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:13:52.337506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 0667502c-cc41-40ed-9096-d2ac28b63c69, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0667502c-cc41-40ed-9096-d2ac28b63c69,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:52.345964 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.414146 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0edf-3b77-4ae4-a033-be49cdf194ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.425654 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0edf-3b77-4ae4-a033-be49cdf194ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.444267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520b7cf2-2f2f-4d15-bef2-e288e6506e88 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:13:52.462380 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=0667502c-cc41-40ed-9096-d2ac28b63c69,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:52.472215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c97094-be8d-4051-a290-65ac6550db6b None None] Sync routers for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:13:52.489635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c97094-be8d-4051-a290-65ac6550db6b None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:52.490503 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-21c97094-be8d-4051-a290-65ac6550db6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:52.498002 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-520b7cf2-2f2f-4d15-bef2-e288e6506e88 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/017e4888-a1d0-4166-9b0d-e07d9ba75278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5962296 May 30 20:13:52.499517 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39788) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:52.536512 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be11cfa-7daf-4825-9c0b-e721cbbe3d53', 'name': '', 'tenant_id': '149354093b904a1884d35f27e6d22e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b206e-52c7-474d-98de-29c364c4bcbf', 'external_fixed_ips': [{'subnet_id': 'fdead2d2-b4e2-474d-a51f-8773ed1bce1f', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e50ebd05-e7f9-4516-83d8-435a9fb909c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:37Z', 'updated_at': '2022-05-30T20:13:44Z', 'revision_number': 3, 'project_id': '149354093b904a1884d35f27e6d22e4c', 'gw_port': {'id': 'e50ebd05-e7f9-4516-83d8-435a9fb909c9', 'name': '', 'network_id': 'a14b206e-52c7-474d-98de-29c364c4bcbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be11cfa-7daf-4825-9c0b-e721cbbe3d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdead2d2-b4e2-474d-a51f-8773ed1bce1f', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:42Z', 'updated_at': '2022-05-30T20:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdead2d2-b4e2-474d-a51f-8773ed1bce1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:52.542596 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee16f5d7-bed9-4c22-90d9-09227c326aab None None] The sync data for ids ['4be11cfa-7daf-4825-9c0b-e721cbbe3d53'] in n-d-843949-2 is: [{'id': '4be11cfa-7daf-4825-9c0b-e721cbbe3d53', 'name': '', 'tenant_id': '149354093b904a1884d35f27e6d22e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b206e-52c7-474d-98de-29c364c4bcbf', 'external_fixed_ips': [{'subnet_id': 'fdead2d2-b4e2-474d-a51f-8773ed1bce1f', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e50ebd05-e7f9-4516-83d8-435a9fb909c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:37Z', 'updated_at': '2022-05-30T20:13:44Z', 'revision_number': 3, 'project_id': '149354093b904a1884d35f27e6d22e4c', 'gw_port': {'id': 'e50ebd05-e7f9-4516-83d8-435a9fb909c9', 'name': '', 'network_id': 'a14b206e-52c7-474d-98de-29c364c4bcbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be11cfa-7daf-4825-9c0b-e721cbbe3d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdead2d2-b4e2-474d-a51f-8773ed1bce1f', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:42Z', 'updated_at': '2022-05-30T20:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdead2d2-b4e2-474d-a51f-8773ed1bce1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:13:52.551077 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6330fd78-4a75-45d5-bab5-a8546bb2b8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.556657 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4378091-98c4-434f-bac0-46fc8e85af97'] response: {'server_uuid': '82f62e02-aee6-4cae-9e3f-61c57e8e2ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088d4ec0-6b9d-4501-8680-9d70a2f64679', 'code': 200} May 30 20:13:52.576938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b2a0da61-fca0-41c9-8fcc-e4ac9564d172 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Network 448a5305-1745-4735-9914-168fb49da986 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:52.585575 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0edf-3b77-4ae4-a033-be49cdf194ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.586074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcf0edf-3b77-4ae4-a033-be49cdf194ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router df6f6363-fe56-48b5-80c0-7fe91ef710ae {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:13:52.642964 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['0667502c-cc41-40ed-9096-d2ac28b63c69'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:52.671160 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0edf-3b77-4ae4-a033-be49cdf194ca admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.675004 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4bcf0edf-3b77-4ae4-a033-be49cdf194ca admin admin] 10.222.0.84 "DELETE /v2.0/routers/df6f6363-fe56-48b5-80c0-7fe91ef710ae HTTP/1.1" status: 204 len: 168 time: 4.7534890 May 30 20:13:52.679224 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39792) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:52.741960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Allocated IP 172.20.0.17 (a096f7a4-1788-4ff4-b2d1-d3c3743b103c/eeac1b25-5788-48f2-93fa-be57f2f792ad/3e3f072d-470b-445c-80c7-582a5a628a5e) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:52.767085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b2a0da61-fca0-41c9-8fcc-e4ac9564d172 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:52.786616 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aa5d4b36-dd44-4e6d-9d73-3d20d37f9ec1 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.795206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63c04b7d-3caf-4779-9640-7c5f8acedf3e req-27f366ad-f22a-43b0-8b2b-92e96d193454 service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0389171 May 30 20:13:52.798400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b2a0da61-fca0-41c9-8fcc-e4ac9564d172 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:52.820309 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-21c97094-be8d-4051-a290-65ac6550db6b None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:52.897532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-bfaf03fa-0484-4905-8b5e-cd04699ba84c req-f927a7c2-1f37-437e-92cf-47d1b0ad423b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Unset dirty status for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:52.898698 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bfaf03fa-0484-4905-8b5e-cd04699ba84c req-f927a7c2-1f37-437e-92cf-47d1b0ad423b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 2374 time: 1.2976396 May 30 20:13:53.072274 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d4b36-dd44-4e6d-9d73-3d20d37f9ec1 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Deleting port e50ebd05-e7f9-4516-83d8-435a9fb909c9 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:53.072537 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aa5d4b36-dd44-4e6d-9d73-3d20d37f9ec1 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:53.080453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b2a0da61-fca0-41c9-8fcc-e4ac9564d172 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:53.081053 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b2a0da61-fca0-41c9-8fcc-e4ac9564d172 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:53.128686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-4569c007-ab94-439d-a3c4-b01b602fa1f3 admin admin] Deleting subnet ae5104ee-483f-4473-9d5d-99834637d593 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:13:53.181405 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4569c007-ab94-439d-a3c4-b01b602fa1f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:53.259322 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bca6591b-4339-4459-9a7b-a981739f71df req-2fb9e7c4-23e2-463c-98f1-7b1816787517 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 1097 time: 0.6865621 May 30 20:13:53.294938 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d853fd2f-42a6-461d-a4dc-29ffb7762a3e None None] Provisioning for port c0ef498a-f8d4-4992-b421-7e95058e3c69 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:53.319540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-2675ca3a-fc68-40df-b1cf-e2c5e2aca7c3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting subnet 0b4316ba-e5b7-4baa-9be9-83b4b558cddf {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:13:53.341628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d853fd2f-42a6-461d-a4dc-29ffb7762a3e None None] Provisioning complete for port c0ef498a-f8d4-4992-b421-7e95058e3c69 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:53.342248 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d853fd2f-42a6-461d-a4dc-29ffb7762a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:53.343482 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2675ca3a-fc68-40df-b1cf-e2c5e2aca7c3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:53.422603 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d853fd2f-42a6-461d-a4dc-29ffb7762a3e None None] Port c0ef498a-f8d4-4992-b421-7e95058e3c69 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:53.430087 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4569c007-ab94-439d-a3c4-b01b602fa1f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:53.470545 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-21c97094-be8d-4051-a290-65ac6550db6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:13:48Z', 'revision_number': 8, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': '0a5033f5-f5dc-46da-a8fc-121119014e23', 'name': '', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:66:db:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:54Z', 'updated_at': '2022-05-30T20:13:24Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab4204a-a637-456c-9f21-02a785d132f9', 'name': '', 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:31:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:26Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:53.480231 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c97094-be8d-4051-a290-65ac6550db6b None None] Checking router: 017e4888-a1d0-4166-9b0d-e07d9ba75278 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:13:53.498943 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c97094-be8d-4051-a290-65ac6550db6b None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:13:53.500797 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-21c97094-be8d-4051-a290-65ac6550db6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:13:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:53.513917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6330fd78-4a75-45d5-bab5-a8546bb2b8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:53.519836 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6330fd78-4a75-45d5-bab5-a8546bb2b8ec admin admin] Usage tracker for resource:security_group_rule and tenant:737403e6286d491abe52684c2a9fef1a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:53.525254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6330fd78-4a75-45d5-bab5-a8546bb2b8ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:53.537510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6330fd78-4a75-45d5-bab5-a8546bb2b8ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:53.541704 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2675ca3a-fc68-40df-b1cf-e2c5e2aca7c3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:53.553322 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63c04b7d-3caf-4779-9640-7c5f8acedf3e req-e88c8146-59e9-4196-a511-cd5a4634ba34 service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6208661 May 30 20:13:53.613470 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bca6591b-4339-4459-9a7b-a981739f71df req-ec938573-e9a4-4d66-8fec-0b6f89ee9cd7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437922 May 30 20:13:53.674123 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-aa5d4b36-dd44-4e6d-9d73-3d20d37f9ec1 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] For port e50ebd05-e7f9-4516-83d8-435a9fb909c9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e50ebd05-e7f9-4516-83d8-435a9fb909c9,segment=NetworkSegment(71eeea25-a135-4e32-8e99-a1c854ecac53),segment_id=71eeea25-a135-4e32-8e99-a1c854ecac53)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:53.674360 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aa5d4b36-dd44-4e6d-9d73-3d20d37f9ec1 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:53.678208 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:53.689941 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-21c97094-be8d-4051-a290-65ac6550db6b None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:13:53.696497 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Transition to ACTIVE for port object 3e3f072d-470b-445c-80c7-582a5a628a5e will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:53.741084 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b2a0da61-fca0-41c9-8fcc-e4ac9564d172 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5657823 May 30 20:13:53.760207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-453e9043-6fe2-4be0-97f3-92c0b435bb53 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Request body: {'port': {'device_id': 'f6766fa5-8441-4f60-a359-17941571fc97', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '448a5305-1745-4735-9914-168fb49da986', 'admin_state_up': True, 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'security_groups': ['a396d596-08ef-49e0-8fef-b13e6d9e494b']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:53.814354 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d4b36-dd44-4e6d-9d73-3d20d37f9ec1 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Calling delete_port for e50ebd05-e7f9-4516-83d8-435a9fb909c9 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:13:53.846225 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bfaf03fa-0484-4905-8b5e-cd04699ba84c req-5d59e1c3-1cdc-4999-8a3f-1c529ac9e274 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8231542 May 30 20:13:53.885593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c4c08-069b-4cb0-bd3a-5f0f44007135 req-512d9ef2-9b8c-41bc-ab7f-ba684495d2c1 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:53.887131 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a8c4c08-069b-4cb0-bd3a-5f0f44007135 req-512d9ef2-9b8c-41bc-ab7f-ba684495d2c1 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 1.0904794 May 30 20:13:53.901551 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6330fd78-4a75-45d5-bab5-a8546bb2b8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:53.929834 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6330fd78-4a75-45d5-bab5-a8546bb2b8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:53.948298 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4569c007-ab94-439d-a3c4-b01b602fa1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:53.991056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330fd78-4a75-45d5-bab5-a8546bb2b8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d2c62b-485a-4307-8818-8c6f9ee785b3,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:53.994865 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.010251 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2675ca3a-fc68-40df-b1cf-e2c5e2aca7c3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.130935 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2675ca3a-fc68-40df-b1cf-e2c5e2aca7c3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.148443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-21c97094-be8d-4051-a290-65ac6550db6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:13:48Z', 'revision_number': 8, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': '0a5033f5-f5dc-46da-a8fc-121119014e23', 'name': '', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:66:db:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:54Z', 'updated_at': '2022-05-30T20:13:24Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab4204a-a637-456c-9f21-02a785d132f9', 'name': '', 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:31:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:26Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:54.156079 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c97094-be8d-4051-a290-65ac6550db6b None None] The sync data for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 is: [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:13:48Z', 'revision_number': 8, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': '0a5033f5-f5dc-46da-a8fc-121119014e23', 'name': '', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:66:db:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:54Z', 'updated_at': '2022-05-30T20:13:24Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab4204a-a637-456c-9f21-02a785d132f9', 'name': '', 'network_id': 'c2c35129-c3b9-4688-bbbd-56797934de82', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:31:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:26Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '6621d8cb-53d7-4c4c-a764-58d0dabd403e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:13:54.211427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675ca3a-fc68-40df-b1cf-e2c5e2aca7c3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4316ba-e5b7-4baa-9be9-83b4b558cddf,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:54.220623 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2675ca3a-fc68-40df-b1cf-e2c5e2aca7c3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.227880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network a096f7a4-1788-4ff4-b2d1-d3c3743b103c is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:54.229729 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2675ca3a-fc68-40df-b1cf-e2c5e2aca7c3 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/subnets/0b4316ba-e5b7-4baa-9be9-83b4b558cddf HTTP/1.1" status: 204 len: 168 time: 1.7285910 May 30 20:13:54.230567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39798) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:54.232724 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8208939b-0b6d-4463-88e8-9cf2b208d809 None None] Network e43f5e44-53d9-4f98-9790-782b55922a45 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:13:54.241025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:54.244658 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:54.288127 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6330fd78-4a75-45d5-bab5-a8546bb2b8ec admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=737403e6286d491abe52684c2a9fef1a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2382710 May 30 20:13:54.295846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39802) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:54.308647 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-453e9043-6fe2-4be0-97f3-92c0b435bb53 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:54.316834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Port': ['ID=3e3f072d-470b-445c-80c7-582a5a628a5e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:54.345468 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a8c4c08-069b-4cb0-bd3a-5f0f44007135 req-bb6c1472-d270-4a8b-a9ae-9b30b70c67e8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4459991 May 30 20:13:54.415344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-453e9043-6fe2-4be0-97f3-92c0b435bb53 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:54.416039 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4569c007-ab94-439d-a3c4-b01b602fa1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.520353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5595c-338f-44f0-a29d-64d96cbeb1ad req-4dcce2b2-25ec-4f38-9cc5-58d34f16fa34 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:54.522845 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bda5595c-338f-44f0-a29d-64d96cbeb1ad req-4dcce2b2-25ec-4f38-9cc5-58d34f16fa34 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 946 time: 0.4297600 May 30 20:13:54.526772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-453e9043-6fe2-4be0-97f3-92c0b435bb53 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Made reservation on behalf of ff480fdd7c454b03807b916a453b01d1 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:54.530831 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569c007-ab94-439d-a3c4-b01b602fa1f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae5104ee-483f-4473-9d5d-99834637d593,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:54.533467 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e50ebd05-e7f9-4516-83d8-435a9fb909c9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:54.533892 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-453e9043-6fe2-4be0-97f3-92c0b435bb53 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.544858 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.558285 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.592807 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4569c007-ab94-439d-a3c4-b01b602fa1f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.602407 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port b80b4e18-13a4-4bb9-827a-e48a4122144f {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:54.603057 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.605599 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5666e47a-81be-4d00-9a3c-b6e380831586 None None] Network def4f14d-c04a-4ac8-9422-2ee039daee9f requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:13:54.658234 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aa5d4b36-dd44-4e6d-9d73-3d20d37f9ec1 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.678047 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86832ddc-6d0c-4cd3-a306-9daadb56d79c None None] DHCP port deletion for e43f5e44-53d9-4f98-9790-782b55922a45 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:13:54.697290 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.707031 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-86832ddc-6d0c-4cd3-a306-9daadb56d79c None None] Deleting port b80b4e18-13a4-4bb9-827a-e48a4122144f {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:54.707539 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-86832ddc-6d0c-4cd3-a306-9daadb56d79c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.741818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d4b36-dd44-4e6d-9d73-3d20d37f9ec1 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Pushing event deleted for resources: {'Port': ['ID=e50ebd05-e7f9-4516-83d8-435a9fb909c9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:54.751699 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No active binding found for port e50ebd05-e7f9-4516-83d8-435a9fb909c9 {{(pid=84025) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 20:13:54.752257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e50ebd05-e7f9-4516-83d8-435a9fb909c9 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 30 20:13:54.794527 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4569c007-ab94-439d-a3c4-b01b602fa1f3 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/ae5104ee-483f-4473-9d5d-99834637d593 HTTP/1.1" status: 204 len: 168 time: 2.1140664 May 30 20:13:54.807031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39810) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:54.813987 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Port e50ebd05-e7f9-4516-83d8-435a9fb909c9 not found, will not notify nova. {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 30 20:13:54.852902 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b772439e-359d-4d8e-93fa-a665e8539302 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:13:54.864099 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bed8a8b9-15ba-491c-99a9-41b987effe2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.901698 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bed8a8b9-15ba-491c-99a9-41b987effe2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.957111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: b772439e-359d-4d8e-93fa-a665e8539302 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:13:54.957323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b772439e-359d-4d8e-93fa-a665e8539302 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:13:55.009904 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fac9d41d-0194-4ea8-91ae-00af9de754dd None None] Provisioning for port 3e3f072d-470b-445c-80c7-582a5a628a5e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:55.037099 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fac9d41d-0194-4ea8-91ae-00af9de754dd None None] Provisioning complete for port 3e3f072d-470b-445c-80c7-582a5a628a5e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:55.037473 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fac9d41d-0194-4ea8-91ae-00af9de754dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.102512 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bed8a8b9-15ba-491c-99a9-41b987effe2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.120881 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bda5595c-338f-44f0-a29d-64d96cbeb1ad req-b147f0c3-56ce-432e-8435-19caa271650a tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436928 May 30 20:13:55.259645 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.300566 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fac9d41d-0194-4ea8-91ae-00af9de754dd None None] Port 3e3f072d-470b-445c-80c7-582a5a628a5e cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:55.335294 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-86832ddc-6d0c-4cd3-a306-9daadb56d79c None None] For port b80b4e18-13a4-4bb9-827a-e48a4122144f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b80b4e18-13a4-4bb9-827a-e48a4122144f,segment=NetworkSegment(b0f33544-8e72-40bb-8bb3-9762a862364d),segment_id=b0f33544-8e72-40bb-8bb3-9762a862364d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:55.335690 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-86832ddc-6d0c-4cd3-a306-9daadb56d79c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.355987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8a8b9-15ba-491c-99a9-41b987effe2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d2c62b-485a-4307-8818-8c6f9ee785b3,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:55.370283 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bed8a8b9-15ba-491c-99a9-41b987effe2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.373749 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bed8a8b9-15ba-491c-99a9-41b987effe2d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c7d2c62b-485a-4307-8818-8c6f9ee785b3 HTTP/1.1" status: 204 len: 168 time: 1.0691361 May 30 20:13:55.439590 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aa5d4b36-dd44-4e6d-9d73-3d20d37f9ec1 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.439823 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d826d9-ac5f-44e7-8980-afea4d826b06 None None] DHCP port deletion for def4f14d-c04a-4ac8-9422-2ee039daee9f request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:13:55.515049 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d6d826d9-ac5f-44e7-8980-afea4d826b06 None None] Deleting port f8631a28-3c5d-4c34-91c0-fcf71913c73c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:55.515417 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d6d826d9-ac5f-44e7-8980-afea4d826b06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.533152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] Deleting port f8631a28-3c5d-4c34-91c0-fcf71913c73c {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:55.533497 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.551906 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-86832ddc-6d0c-4cd3-a306-9daadb56d79c None None] Calling delete_port for b80b4e18-13a4-4bb9-827a-e48a4122144f owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:13:55.582860 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 0667502c-cc41-40ed-9096-d2ac28b63c69 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:55.858962 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aa5d4b36-dd44-4e6d-9d73-3d20d37f9ec1 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.865528 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9fb673e-4edf-46ab-bf1a-49c514079c1b req-ef93adb6-eb2e-48b6-8994-06e7a7d1a355 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 1096 time: 0.6545768 May 30 20:13:55.871239 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d6d826d9-ac5f-44e7-8980-afea4d826b06 None None] For port f8631a28-3c5d-4c34-91c0-fcf71913c73c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f8631a28-3c5d-4c34-91c0-fcf71913c73c,segment=NetworkSegment(22f9e521-4016-4bae-9f6e-03025f40665d),segment_id=22f9e521-4016-4bae-9f6e-03025f40665d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:55.871441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] For port b80b4e18-13a4-4bb9-827a-e48a4122144f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b80b4e18-13a4-4bb9-827a-e48a4122144f,segment=NetworkSegment(b0f33544-8e72-40bb-8bb3-9762a862364d),segment_id=b0f33544-8e72-40bb-8bb3-9762a862364d)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:55.871617 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d6d826d9-ac5f-44e7-8980-afea4d826b06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.871987 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.899870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39820) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:55.907632 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aa5d4b36-dd44-4e6d-9d73-3d20d37f9ec1 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.936268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-453e9043-6fe2-4be0-97f3-92c0b435bb53 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Allocated IP 10.2.2.200 (448a5305-1745-4735-9914-168fb49da986/c9304462-25a6-49ff-a1ff-129232b6a9f5/f846b61e-b0d7-4049-98a5-549dde8e7f22) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:55.978945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84276b35-e6fb-451d-9a60-0d1735e9704d req-6b3e85ea-ded7-4138-954d-802f176c8a56 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:55.980458 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84276b35-e6fb-451d-9a60-0d1735e9704d req-6b3e85ea-ded7-4138-954d-802f176c8a56 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.8795965 May 30 20:13:55.992356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88fcda-8caa-4b5c-994b-8110cbf2e012 req-7e3d7fef-a567-4b78-9ea1-8d94eac3e5ae tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:55.996190 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88fcda-8caa-4b5c-994b-8110cbf2e012 req-7e3d7fef-a567-4b78-9ea1-8d94eac3e5ae tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:56.000095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88fcda-8caa-4b5c-994b-8110cbf2e012 req-7e3d7fef-a567-4b78-9ea1-8d94eac3e5ae tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:56.002153 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d6d826d9-ac5f-44e7-8980-afea4d826b06 None None] Calling delete_port for f8631a28-3c5d-4c34-91c0-fcf71913c73c owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:13:56.003870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88fcda-8caa-4b5c-994b-8110cbf2e012 req-7e3d7fef-a567-4b78-9ea1-8d94eac3e5ae tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:56.005838 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc88fcda-8caa-4b5c-994b-8110cbf2e012 req-7e3d7fef-a567-4b78-9ea1-8d94eac3e5ae tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 3095 time: 0.6557240 May 30 20:13:56.102443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 0667502c-cc41-40ed-9096-d2ac28b63c69 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:56.109502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Calling delete_port for b80b4e18-13a4-4bb9-827a-e48a4122144f owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:13:56.113320 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-86832ddc-6d0c-4cd3-a306-9daadb56d79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.137936 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c439a83f-19f3-4720-914e-9d3f03ff5951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.151762 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d6d826d9-ac5f-44e7-8980-afea4d826b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.175956 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d826d9-ac5f-44e7-8980-afea4d826b06 None None] No DVR routers for this DVR port f8631a28-3c5d-4c34-91c0-fcf71913c73c on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:13:56.184037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 0667502c-cc41-40ed-9096-d2ac28b63c69 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:56.184037 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.229007 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aa5d4b36-dd44-4e6d-9d73-3d20d37f9ec1 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.229669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5d4b36-dd44-4e6d-9d73-3d20d37f9ec1 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4be11cfa-7daf-4825-9c0b-e721cbbe3d53 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:13:56.259826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb673e-4edf-46ab-bf1a-49c514079c1b req-4a275be1-02a7-4bcd-9edb-c605b152fcef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:56.261374 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9fb673e-4edf-46ab-bf1a-49c514079c1b req-4a275be1-02a7-4bcd-9edb-c605b152fcef service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.3804822 May 30 20:13:56.282399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] For port f8631a28-3c5d-4c34-91c0-fcf71913c73c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f8631a28-3c5d-4c34-91c0-fcf71913c73c,segment=NetworkSegment(22f9e521-4016-4bae-9f6e-03025f40665d),segment_id=22f9e521-4016-4bae-9f6e-03025f40665d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:56.283043 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.299196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 023c8a56-662f-4017-b26b-b8b3c6198989 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:13:56.346338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86832ddc-6d0c-4cd3-a306-9daadb56d79c None None] Pushing event deleted for resources: {'Port': ['ID=b80b4e18-13a4-4bb9-827a-e48a4122144f,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:56.348801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86832ddc-6d0c-4cd3-a306-9daadb56d79c None None] No DVR routers for this DVR port b80b4e18-13a4-4bb9-827a-e48a4122144f on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:13:56.351266 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 023c8a56-662f-4017-b26b-b8b3c6198989 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:13:56.351608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 023c8a56-662f-4017-b26b-b8b3c6198989 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:13:56.353095 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f8631a28-3c5d-4c34-91c0-fcf71913c73c no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:13:56.370228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c439a83f-19f3-4720-914e-9d3f03ff5951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:56.388109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c439a83f-19f3-4720-914e-9d3f03ff5951 admin admin] Usage tracker for resource:security_group_rule and tenant:5bea452c05494024b705bd24f5dc4c96 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:56.396683 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aa5d4b36-dd44-4e6d-9d73-3d20d37f9ec1 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.400372 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-aa5d4b36-dd44-4e6d-9d73-3d20d37f9ec1 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "DELETE /v2.0/routers/4be11cfa-7daf-4825-9c0b-e721cbbe3d53 HTTP/1.1" status: 204 len: 168 time: 6.0837045 May 30 20:13:56.400372 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c439a83f-19f3-4720-914e-9d3f03ff5951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:56.413558 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39826) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:56.416456 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c439a83f-19f3-4720-914e-9d3f03ff5951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:56.420999 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:13:56.421444 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:13:56.429198 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: f8631a28-3c5d-4c34-91c0-fcf71913c73c {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:13:56.429554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f8631a28-3c5d-4c34-91c0-fcf71913c73c not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:13:56.429960 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b80b4e18-13a4-4bb9-827a-e48a4122144f no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:13:56.461391 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d826d9-ac5f-44e7-8980-afea4d826b06 None None] Pushing event deleted for resources: {'Port': ['ID=f8631a28-3c5d-4c34-91c0-fcf71913c73c,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:56.471772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] Calling delete_port for f8631a28-3c5d-4c34-91c0-fcf71913c73c owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:13:56.493511 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: b80b4e18-13a4-4bb9-827a-e48a4122144f {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:13:56.493772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b80b4e18-13a4-4bb9-827a-e48a4122144f not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:13:56.501821 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9fb673e-4edf-46ab-bf1a-49c514079c1b req-a0db3807-c878-442a-a119-7e2a82af59b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72 HTTP/1.1" status: 200 len: 1000 time: 0.2257328 May 30 20:13:56.540904 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.545250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-318e2d30-2576-4815-a12f-1bc1241b1b74 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Deleting subnet fdead2d2-b4e2-474d-a51f-8773ed1bce1f {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:13:56.564219 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-318e2d30-2576-4815-a12f-1bc1241b1b74 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.584160 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0667502c-cc41-40ed-9096-d2ac28b63c69'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:56.595030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 0667502c-cc41-40ed-9096-d2ac28b63c69, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0667502c-cc41-40ed-9096-d2ac28b63c69,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:56.601837 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.651276 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-318e2d30-2576-4815-a12f-1bc1241b1b74 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.652507 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc88fcda-8caa-4b5c-994b-8110cbf2e012 req-e06897c5-0572-43e6-968d-f782c7e27be2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6227601 May 30 20:13:56.691491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=0667502c-cc41-40ed-9096-d2ac28b63c69,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:56.691734 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84276b35-e6fb-451d-9a60-0d1735e9704d req-5f606e51-e549-4ff1-94ec-27140a45be67 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6732836 May 30 20:13:56.699872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb673e-4edf-46ab-bf1a-49c514079c1b req-2cd9efb9-895d-4ca9-aae2-5fc2d27458d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:56.701515 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9fb673e-4edf-46ab-bf1a-49c514079c1b req-2cd9efb9-895d-4ca9-aae2-5fc2d27458d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.1929929 May 30 20:13:56.778966 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c439a83f-19f3-4720-914e-9d3f03ff5951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.788726 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-318e2d30-2576-4815-a12f-1bc1241b1b74 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.797778 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:13:56.798311 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:13:56.816088 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601215f9-1505-493e-8ce6-490bf1190102'] response: {'server_uuid': '942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0667502c-cc41-40ed-9096-d2ac28b63c69', 'code': 200} May 30 20:13:56.845333 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.905077 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-453e9043-6fe2-4be0-97f3-92c0b435bb53 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.959385 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.972578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port b80b4e18-13a4-4bb9-827a-e48a4122144f {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:56.973110 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.996693 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c439a83f-19f3-4720-914e-9d3f03ff5951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.045956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-453e9043-6fe2-4be0-97f3-92c0b435bb53 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Transition to ACTIVE for port object f846b61e-b0d7-4049-98a5-549dde8e7f22 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:57.109564 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] The port 'b80b4e18-13a4-4bb9-827a-e48a4122144f' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:13:57.148646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439a83f-19f3-4720-914e-9d3f03ff5951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0564b8-b92c-4701-ab8a-6a0f107916ab,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:57.158692 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c439a83f-19f3-4720-914e-9d3f03ff5951 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5bea452c05494024b705bd24f5dc4c96&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2525651 May 30 20:13:57.164567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39832) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:57.176814 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.185289 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Port': ['ID=3e3f072d-470b-445c-80c7-582a5a628a5e,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:57.273038 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9fb673e-4edf-46ab-bf1a-49c514079c1b req-77b95625-a461-4793-9889-60702b846de0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5624716 May 30 20:13:57.282571 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-453e9043-6fe2-4be0-97f3-92c0b435bb53 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.328597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] Deleting port f8631a28-3c5d-4c34-91c0-fcf71913c73c {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:57.328936 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.329050 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-318e2d30-2576-4815-a12f-1bc1241b1b74 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.393819 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7f9d9445-7ff9-4faf-b4f7-9410bf9fde06 req-17be507f-41e5-4e1e-a930-dd1531b859e9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 1097 time: 0.4766605 May 30 20:13:57.435812 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.444245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] The port 'f8631a28-3c5d-4c34-91c0-fcf71913c73c' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:13:57.451655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e2d30-2576-4815-a12f-1bc1241b1b74 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fdead2d2-b4e2-474d-a51f-8773ed1bce1f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:57.465157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc0ca3-4a40-4a29-b035-8d413ddce69c req-769d1498-f6ae-4751-ad2d-3825f90cfb7e tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:57.466608 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ecbc0ca3-4a40-4a29-b035-8d413ddce69c req-769d1498-f6ae-4751-ad2d-3825f90cfb7e tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 946 time: 0.4192736 May 30 20:13:57.488089 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-318e2d30-2576-4815-a12f-1bc1241b1b74 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.503560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43f5e44-53d9-4f98-9790-782b55922a45']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:57.525759 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f33544-8e72-40bb-8bb3-9762a862364d') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:57.526342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f33544-8e72-40bb-8bb3-9762a862364d') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:57.552348 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df1e493f-c0f1-4e27-94f7-fdd428feffe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.554176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-453e9043-6fe2-4be0-97f3-92c0b435bb53 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Network 448a5305-1745-4735-9914-168fb49da986 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:57.554972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e9043-6fe2-4be0-97f3-92c0b435bb53 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event updated for resources: {'Port': ['ID=f846b61e-b0d7-4049-98a5-549dde8e7f22,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:57.563435 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.583096 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-318e2d30-2576-4815-a12f-1bc1241b1b74 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "DELETE /v2.0/subnets/fdead2d2-b4e2-474d-a51f-8773ed1bce1f HTTP/1.1" status: 204 len: 168 time: 1.1661260 May 30 20:13:57.583832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-453e9043-6fe2-4be0-97f3-92c0b435bb53 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:57.595835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39836) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:57.598687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-453e9043-6fe2-4be0-97f3-92c0b435bb53 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:57.622461 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.626796 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9fb673e-4edf-46ab-bf1a-49c514079c1b req-70212b87-2d31-4446-8526-9739f4f8e8ab service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401737 May 30 20:13:57.631935 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df1e493f-c0f1-4e27-94f7-fdd428feffe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.664900 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:13:57.665310 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: timer() May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:13:57.681109 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:13:57.734185 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5b895e48-cfb4-4044-bf38-0feba95e2fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.883714 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.889411 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.934162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Network': ['ID=e43f5e44-53d9-4f98-9790-782b55922a45,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:57.944601 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2f1ac225-8be9-45bd-99c6-066286d5f57f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/networks/e43f5e44-53d9-4f98-9790-782b55922a45 HTTP/1.1" status: 204 len: 168 time: 3.7092199 May 30 20:13:57.945506 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39844) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:57.947760 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df1e493f-c0f1-4e27-94f7-fdd428feffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.950207 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df1e493f-c0f1-4e27-94f7-fdd428feffe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.952658 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-df1e493f-c0f1-4e27-94f7-fdd428feffe9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6e0564b8-b92c-4701-ab8a-6a0f107916ab HTTP/1.1" status: 204 len: 168 time: 0.7855124 May 30 20:13:57.953501 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8eaca006-af6d-454c-b08d-07a479d7e11d None None] Provisioning for port f846b61e-b0d7-4049-98a5-549dde8e7f22 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:57.959724 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8eaca006-af6d-454c-b08d-07a479d7e11d None None] Provisioning complete for port f846b61e-b0d7-4049-98a5-549dde8e7f22 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:57.960323 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8eaca006-af6d-454c-b08d-07a479d7e11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.974623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network a096f7a4-1788-4ff4-b2d1-d3c3743b103c is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:58.004210 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:58.012002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:58.021880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8eaca006-af6d-454c-b08d-07a479d7e11d None None] Port f846b61e-b0d7-4049-98a5-549dde8e7f22 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:58.040616 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e493f-c0f1-4e27-94f7-fdd428feffe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0564b8-b92c-4701-ab8a-6a0f107916ab,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:58.046876 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9fb673e-4edf-46ab-bf1a-49c514079c1b req-a407686b-e259-4558-a593-e91e263f6205 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081931 May 30 20:13:58.115471 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7f9d9445-7ff9-4faf-b4f7-9410bf9fde06 req-6ea964c9-4059-4d85-bbca-654a1b13936a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6863785 May 30 20:13:58.121573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e50ebd05-e7f9-4516-83d8-435a9fb909c9 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:13:58.159677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: e50ebd05-e7f9-4516-83d8-435a9fb909c9 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:13:58.160052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e50ebd05-e7f9-4516-83d8-435a9fb909c9 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:13:58.253078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def4f14d-c04a-4ac8-9422-2ee039daee9f']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:58.279520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-453e9043-6fe2-4be0-97f3-92c0b435bb53 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:58.280410 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-453e9043-6fe2-4be0-97f3-92c0b435bb53 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:58.285890 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ecbc0ca3-4a40-4a29-b035-8d413ddce69c req-ee9e1258-bf4f-49d8-98c3-90fa163b4155 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7985501 May 30 20:13:58.316501 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-08393cdf-9acb-494c-81c8-4ec418bd68cd tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:58.331026 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f9e521-4016-4bae-9f6e-03025f40665d') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:58.331026 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f9e521-4016-4bae-9f6e-03025f40665d') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:58.378925 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:58.471056 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-453e9043-6fe2-4be0-97f3-92c0b435bb53 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7150946 May 30 20:13:58.472727 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:58.474151 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6037b4cf-b018-435a-9d76-2b32da68e36e None None] Provisioning complete for port 3e3f072d-470b-445c-80c7-582a5a628a5e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:58.476188 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8ccdbe9-7bce-40eb-b6c3-067338e15dba tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:58.476425 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6037b4cf-b018-435a-9d76-2b32da68e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:58.562718 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6037b4cf-b018-435a-9d76-2b32da68e36e None None] Port 3e3f072d-470b-445c-80c7-582a5a628a5e cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:58.570208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Request body: {'port': {'device_id': 'f6766fa5-8441-4f60-a359-17941571fc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:58.611490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf7343-314d-4e5e-8b86-8b1c81e52bbd req-8bf1bbbc-f3e9-45eb-b10d-236c4f11e0d8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:58.615627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf7343-314d-4e5e-8b86-8b1c81e52bbd req-8bf1bbbc-f3e9-45eb-b10d-236c4f11e0d8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:58.626408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf7343-314d-4e5e-8b86-8b1c81e52bbd req-8bf1bbbc-f3e9-45eb-b10d-236c4f11e0d8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:58.631120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf7343-314d-4e5e-8b86-8b1c81e52bbd req-8bf1bbbc-f3e9-45eb-b10d-236c4f11e0d8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:58.636518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf7343-314d-4e5e-8b86-8b1c81e52bbd req-8bf1bbbc-f3e9-45eb-b10d-236c4f11e0d8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:58.637514 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-5bbf7343-314d-4e5e-8b86-8b1c81e52bbd req-8bf1bbbc-f3e9-45eb-b10d-236c4f11e0d8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Synchronizing usage tracker for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:58.640761 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:13:58.641250 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: timer() May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:13:58.712062 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:13:58.846588 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-08393cdf-9acb-494c-81c8-4ec418bd68cd tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:58.863666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-5bbf7343-314d-4e5e-8b86-8b1c81e52bbd req-8bf1bbbc-f3e9-45eb-b10d-236c4f11e0d8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Unset dirty status for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:58.865347 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5bbf7343-314d-4e5e-8b86-8b1c81e52bbd req-8bf1bbbc-f3e9-45eb-b10d-236c4f11e0d8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 3816 time: 1.0024254 May 30 20:13:58.884038 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.034816 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.040387 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-08393cdf-9acb-494c-81c8-4ec418bd68cd tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14b206e-52c7-474d-98de-29c364c4bcbf']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:59.118032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=def4f14d-c04a-4ac8-9422-2ee039daee9f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:59.135395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-08393cdf-9acb-494c-81c8-4ec418bd68cd tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71eeea25-a135-4e32-8e99-a1c854ecac53') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:59.135691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-08393cdf-9acb-494c-81c8-4ec418bd68cd tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71eeea25-a135-4e32-8e99-a1c854ecac53') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:59.165262 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ceab0617-0028-4c6a-9217-767ad56108a4 admin admin] 10.222.0.84 "DELETE /v2.0/networks/def4f14d-c04a-4ac8-9422-2ee039daee9f HTTP/1.1" status: 204 len: 168 time: 4.3473568 May 30 20:13:59.179081 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-08393cdf-9acb-494c-81c8-4ec418bd68cd tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.187545 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.221485 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade2ecb-1e59-4649-9121-5ffc090d558b req-f4185fba-ecc7-4de8-9947-0b5024c23d1b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:59.222954 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ade2ecb-1e59-4649-9121-5ffc090d558b req-f4185fba-ecc7-4de8-9947-0b5024c23d1b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.7125206 May 30 20:13:59.233743 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5bbf7343-314d-4e5e-8b86-8b1c81e52bbd req-15c678dc-7874-4c68-ae21-0d3362f52d34 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3599141 May 30 20:13:59.234696 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-08393cdf-9acb-494c-81c8-4ec418bd68cd tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.508552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-d8ccdbe9-7bce-40eb-b6c3-067338e15dba tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port 7ab4204a-a637-456c-9f21-02a785d132f9 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:59.509149 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8ccdbe9-7bce-40eb-b6c3-067338e15dba tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.593591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39876) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:59.728341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08393cdf-9acb-494c-81c8-4ec418bd68cd tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:13:59.728748 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-08393cdf-9acb-494c-81c8-4ec418bd68cd tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: timer() May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:13:59.750331 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:13:59.838456 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1561e0e5-97ad-4b8a-9878-09b58207d29f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=eef88738dac1466b8f5722591af6815c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2435863 May 30 20:13:59.842233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39884) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:59.870701 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-75a6b466-155d-4d3e-9265-a4d8b431945b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.902069 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-d8ccdbe9-7bce-40eb-b6c3-067338e15dba tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] For port 7ab4204a-a637-456c-9f21-02a785d132f9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7ab4204a-a637-456c-9f21-02a785d132f9,segment=NetworkSegment(d5953915-3099-4a56-9ac4-85f26c0c991e),segment_id=d5953915-3099-4a56-9ac4-85f26c0c991e)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:59.902596 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8ccdbe9-7bce-40eb-b6c3-067338e15dba tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.919695 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-06f6eb2b-b2d4-4460-83c0-31e4ad80c341 req-c4ee0140-8bc9-4bad-9205-ab656e71b48f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 1097 time: 0.2737191 May 30 20:13:59.924847 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ade2ecb-1e59-4649-9121-5ffc090d558b req-aa71a013-979e-4963-a18f-09af333eb40c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5992186 May 30 20:14:00.015934 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-08393cdf-9acb-494c-81c8-4ec418bd68cd tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:00.046725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08393cdf-9acb-494c-81c8-4ec418bd68cd tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a14b206e-52c7-474d-98de-29c364c4bcbf {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 30 20:14:00.052011 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-08393cdf-9acb-494c-81c8-4ec418bd68cd tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:00.056349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08393cdf-9acb-494c-81c8-4ec418bd68cd tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Pushing event deleted for resources: {'Network': ['ID=a14b206e-52c7-474d-98de-29c364c4bcbf,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:00.068031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a119ffb7-3481-4755-972d-e59b32f97613 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:14:00.072464 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-d8ccdbe9-7bce-40eb-b6c3-067338e15dba tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Calling delete_port for 7ab4204a-a637-456c-9f21-02a785d132f9 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:00.080083 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:00.083378 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-08393cdf-9acb-494c-81c8-4ec418bd68cd tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "DELETE /v2.0/networks/a14b206e-52c7-474d-98de-29c364c4bcbf HTTP/1.1" status: 204 len: 168 time: 2.4597423 May 30 20:14:00.106761 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Transition to ACTIVE for port object a119ffb7-3481-4755-972d-e59b32f97613 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:00.122447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc763c60-b1a8-4096-ab3e-729f7fc4734a req-320bdb3a-7fa7-4622-9e4a-7a3f6cef6966 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:00.124231 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc763c60-b1a8-4096-ab3e-729f7fc4734a req-320bdb3a-7fa7-4622-9e4a-7a3f6cef6966 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 946 time: 0.3678477 May 30 20:14:00.127038 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:00.377845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6eb2b-b2d4-4460-83c0-31e4ad80c341 req-dc2e6332-e565-4d58-88c6-64cacee03880 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:00.379548 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-06f6eb2b-b2d4-4460-83c0-31e4ad80c341 req-dc2e6332-e565-4d58-88c6-64cacee03880 service neutron] 10.222.0.77 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 920 time: 0.4469130 May 30 20:14:00.408965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Pushing event updated for resources: {'Port': ['ID=a119ffb7-3481-4755-972d-e59b32f97613,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:00.439426 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc763c60-b1a8-4096-ab3e-729f7fc4734a req-fc7916db-a93e-48df-b5b7-5118b9dff7f8 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729735 May 30 20:14:00.475354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Router e045d8c6-14c7-434f-b27d-351bd241df88 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:14:00.574165 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a86c7538-1436-4caa-a01c-c79148fa1176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:00.639880 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a86c7538-1436-4caa-a01c-c79148fa1176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:00.754607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39908) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:00.764525 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-06f6eb2b-b2d4-4460-83c0-31e4ad80c341 req-0703d421-6b15-4e00-9b4b-ad1595e55694 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=088d4ec0-6b9d-4501-8680-9d70a2f64679 HTTP/1.1" status: 200 len: 217 time: 0.1293218 May 30 20:14:00.776210 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5f582b8a-3f21-475a-81e0-cb378e88a6e6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Request body: {'router': {'name': 'tempest-router--686049455', 'project_id': 'd191b70d27c048398aa796a390042a9b'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:00.819755 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5f582b8a-3f21-475a-81e0-cb378e88a6e6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:00.832577 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5f582b8a-3f21-475a-81e0-cb378e88a6e6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Usage tracker for resource:router and tenant:d191b70d27c048398aa796a390042a9b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:00.843752 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5f582b8a-3f21-475a-81e0-cb378e88a6e6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:00.846494 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8ccdbe9-7bce-40eb-b6c3-067338e15dba tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:00.867419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Attempting to bind port a119ffb7-3481-4755-972d-e59b32f97613 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:00.867753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Attempting to bind port a119ffb7-3481-4755-972d-e59b32f97613 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '4a2dfae7-5417-47c1-b3b3-4f49e14fbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:00.868116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Attempting to bind port a119ffb7-3481-4755-972d-e59b32f97613 on network 677b4579-4403-49bf-8cf6-3e606ff679de {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:00.887664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Port a119ffb7-3481-4755-972d-e59b32f97613 on network 677b4579-4403-49bf-8cf6-3e606ff679de not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:14:00.888023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Attempting to bind port a119ffb7-3481-4755-972d-e59b32f97613 on network 677b4579-4403-49bf-8cf6-3e606ff679de {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:00.891268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5f582b8a-3f21-475a-81e0-cb378e88a6e6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:00.916790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccdbe9-7bce-40eb-b6c3-067338e15dba tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Port': ['ID=7ab4204a-a637-456c-9f21-02a785d132f9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:00.922606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:14:00.922997 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Checking segment: {'id': '4a2dfae7-5417-47c1-b3b3-4f49e14fbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:00.923425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Bound using segment: {'id': '4a2dfae7-5417-47c1-b3b3-4f49e14fbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:14:00.923903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Bound port: a119ffb7-3481-4755-972d-e59b32f97613, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2dfae7-5417-47c1-b3b3-4f49e14fbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:14:00.924276 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:00.928871 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6eb2b-b2d4-4460-83c0-31e4ad80c341 req-6e28b7a0-1d5a-4cbf-b6c6-157d716d5eb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:00.930448 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-06f6eb2b-b2d4-4460-83c0-31e4ad80c341 req-6e28b7a0-1d5a-4cbf-b6c6-157d716d5eb4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 HTTP/1.1" status: 200 len: 858 time: 0.1475189 May 30 20:14:00.934482 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f582b8a-3f21-475a-81e0-cb378e88a6e6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:00.935566 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f582b8a-3f21-475a-81e0-cb378e88a6e6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.018691 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a86c7538-1436-4caa-a01c-c79148fa1176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.077731 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] For port a119ffb7-3481-4755-972d-e59b32f97613, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:14:01.086608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] For port a119ffb7-3481-4755-972d-e59b32f97613, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=a119ffb7-3481-4755-972d-e59b32f97613,segment=NetworkSegment(4a2dfae7-5417-47c1-b3b3-4f49e14fbe78),segment_id=4a2dfae7-5417-47c1-b3b3-4f49e14fbe78)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:14:01.096616 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.147311 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.190938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99240f-0431-4a66-8b61-dbde8dcb10b9 req-1c628b04-5c1c-4639-b707-c6cca6ec048b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:01.195347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99240f-0431-4a66-8b61-dbde8dcb10b9 req-1c628b04-5c1c-4639-b707-c6cca6ec048b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:01.199332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99240f-0431-4a66-8b61-dbde8dcb10b9 req-1c628b04-5c1c-4639-b707-c6cca6ec048b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:01.203429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99240f-0431-4a66-8b61-dbde8dcb10b9 req-1c628b04-5c1c-4639-b707-c6cca6ec048b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:01.207348 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99240f-0431-4a66-8b61-dbde8dcb10b9 req-1c628b04-5c1c-4639-b707-c6cca6ec048b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:01.209209 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f99240f-0431-4a66-8b61-dbde8dcb10b9 req-1c628b04-5c1c-4639-b707-c6cca6ec048b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 3828 time: 0.6115575 May 30 20:14:01.288817 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.290181 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] 10.222.0.93 "PUT /v2.0/ports/a119ffb7-3481-4755-972d-e59b32f97613 HTTP/1.1" status: 200 len: 1092 time: 2.7808940 May 30 20:14:01.300047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'tag': 'a119ffb7-3481-4755-972d-e59b32f97613'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:01.302534 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.328832 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f582b8a-3f21-475a-81e0-cb378e88a6e6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.341931 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Request body: {'port': {'device_id': 'f6766fa5-8441-4f60-a359-17941571fc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:01.355866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c7538-1436-4caa-a01c-c79148fa1176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5e318c-8a0a-4ab4-a343-afb96f4890db,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:01.397719 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f582b8a-3f21-475a-81e0-cb378e88a6e6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.462651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ece3b9-b215-455a-ad74-b8869e167bfd service neutron] Pushing event updated for resources: {'Port': ['ID=a119ffb7-3481-4755-972d-e59b32f97613,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:01.508521 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a86c7538-1436-4caa-a01c-c79148fa1176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.509624 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a86c7538-1436-4caa-a01c-c79148fa1176 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ef5e318c-8a0a-4ab4-a343-afb96f4890db HTTP/1.1" status: 204 len: 168 time: 1.6644206 May 30 20:14:01.510442 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f582b8a-3f21-475a-81e0-cb378e88a6e6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.513905 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5f582b8a-3f21-475a-81e0-cb378e88a6e6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7525818 May 30 20:14:01.514591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f99240f-0431-4a66-8b61-dbde8dcb10b9 req-a2d6d133-54a8-44b8-86e4-42fbb34a8a26 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862043 May 30 20:14:01.514992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39932) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:01.549559 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021b020-e9d1-468c-a001-6eafaa26db5f req-6165c369-81e6-4539-bc76-4f26ad3e2cf8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:01.561656 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4021b020-e9d1-468c-a001-6eafaa26db5f req-6165c369-81e6-4539-bc76-4f26ad3e2cf8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.4694841 May 30 20:14:01.592672 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.698987 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-06f6eb2b-b2d4-4460-83c0-31e4ad80c341 req-53251b45-5992-4fb7-a118-bdf26b89bbd5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7599580 May 30 20:14:01.759815 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f98aefcd-ba51-44c2-a318-a2974e921bcb tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.787610 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b4c78d-b66a-46ef-816c-5a45fb45a3df'] response: {'name': 'network-changed', 'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'tag': 'a119ffb7-3481-4755-972d-e59b32f97613', 'status': 'completed', 'code': 200} May 30 20:14:01.998717 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8ccdbe9-7bce-40eb-b6c3-067338e15dba tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:02.163690 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-06f6eb2b-b2d4-4460-83c0-31e4ad80c341 req-22c98230-06a9-40ed-a3db-0edcae82fc4c service neutron] 10.222.0.77 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562604 May 30 20:14:02.330836 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc738771-8a18-43a2-a37a-8f6a9440822a {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:14:02.338592 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:02.353211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Transition to ACTIVE for port object fc738771-8a18-43a2-a37a-8f6a9440822a will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:02.377033 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:02.582084 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4021b020-e9d1-468c-a001-6eafaa26db5f req-696fc7a3-4ea3-4314-947f-0512136b3bda tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0194139 May 30 20:14:02.607035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff6b42-05bd-46e6-939b-c2dde07bc7eb req-479f3ade-3743-4dbd-9ae3-f038d326db85 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:02.625352 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cff6b42-05bd-46e6-939b-c2dde07bc7eb req-479f3ade-3743-4dbd-9ae3-f038d326db85 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 946 time: 0.7889287 May 30 20:14:02.627319 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:14:02.631453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Pushing event updated for resources: {'Port': ['ID=fc738771-8a18-43a2-a37a-8f6a9440822a,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:02.640033 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9de62b8f-aa0c-4384-bce4-c867f92b9285 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "PUT /v2.0/routers/e045d8c6-14c7-434f-b27d-351bd241df88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3790314 May 30 20:14:02.646731 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Sync routers for ids ['e045d8c6-14c7-434f-b27d-351bd241df88'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:14:02.670577 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Routers {'e045d8c6-14c7-434f-b27d-351bd241df88'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:02.676129 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e045d8c6-14c7-434f-b27d-351bd241df88'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:02.704725 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99117af7-4865-48a4-b02f-451a455ddbf1 req-883667f1-373e-4330-89db-3c289889daca service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ff480fdd7c454b03807b916a453b01d1&device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 4363 time: 0.9122188 May 30 20:14:02.766538 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:02.826362 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f98aefcd-ba51-44c2-a318-a2974e921bcb tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:02.889506 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f98aefcd-ba51-44c2-a318-a2974e921bcb tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:02.944762 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-06f6eb2b-b2d4-4460-83c0-31e4ad80c341 req-546efd00-05de-4428-8ead-ab0176674f00 service neutron] 10.222.0.77 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7673724 May 30 20:14:02.995003 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f98aefcd-ba51-44c2-a318-a2974e921bcb tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:02.995684 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98aefcd-ba51-44c2-a318-a2974e921bcb tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38c7920e-9fb9-4ccc-892f-df18ff7d0b96 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:14:03.009133 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f98aefcd-ba51-44c2-a318-a2974e921bcb tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:03.011242 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f98aefcd-ba51-44c2-a318-a2974e921bcb tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "DELETE /v2.0/routers/38c7920e-9fb9-4ccc-892f-df18ff7d0b96 HTTP/1.1" status: 204 len: 168 time: 1.4927027 May 30 20:14:03.039064 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:03.056979 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:14:03.111187 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Set router e045d8c6-14c7-434f-b27d-351bd241df88 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:03.136566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Attempting to bind port fc738771-8a18-43a2-a37a-8f6a9440822a on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:03.137022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Attempting to bind port fc738771-8a18-43a2-a37a-8f6a9440822a by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:03.137283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Attempting to bind port fc738771-8a18-43a2-a37a-8f6a9440822a on network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:03.141535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cff6b42-05bd-46e6-939b-c2dde07bc7eb req-695fb5eb-98a3-4c00-b6f1-c7feb022d601 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316607 May 30 20:14:03.178636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Port fc738771-8a18-43a2-a37a-8f6a9440822a on network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:14:03.178966 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Attempting to bind port fc738771-8a18-43a2-a37a-8f6a9440822a on network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:03.209617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:14:03.209959 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Checking segment: {'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:03.218560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Bound using segment: {'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:14:03.219241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Bound port: fc738771-8a18-43a2-a37a-8f6a9440822a, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:14:03.219781 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:03.267590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99117af7-4865-48a4-b02f-451a455ddbf1 req-238066d7-5251-48e5-8e14-b2664a0c48d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:03.269667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99117af7-4865-48a4-b02f-451a455ddbf1 req-238066d7-5251-48e5-8e14-b2664a0c48d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:03.270208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99117af7-4865-48a4-b02f-451a455ddbf1 req-238066d7-5251-48e5-8e14-b2664a0c48d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:03.273678 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99117af7-4865-48a4-b02f-451a455ddbf1 req-238066d7-5251-48e5-8e14-b2664a0c48d1 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=ff480fdd7c454b03807b916a453b01d1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4791279 May 30 20:14:03.324337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06c849-bc83-4f26-a22e-5590fd5628d3 req-20dadc7c-ae3f-4928-a32d-7535cd7fe0db tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:03.332861 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06c849-bc83-4f26-a22e-5590fd5628d3 req-20dadc7c-ae3f-4928-a32d-7535cd7fe0db tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:03.350591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06c849-bc83-4f26-a22e-5590fd5628d3 req-20dadc7c-ae3f-4928-a32d-7535cd7fe0db tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:03.356681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06c849-bc83-4f26-a22e-5590fd5628d3 req-20dadc7c-ae3f-4928-a32d-7535cd7fe0db tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:03.365430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06c849-bc83-4f26-a22e-5590fd5628d3 req-20dadc7c-ae3f-4928-a32d-7535cd7fe0db tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:03.369678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06c849-bc83-4f26-a22e-5590fd5628d3 req-20dadc7c-ae3f-4928-a32d-7535cd7fe0db tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:03.379001 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d06c849-bc83-4f26-a22e-5590fd5628d3 req-20dadc7c-ae3f-4928-a32d-7535cd7fe0db tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 4601 time: 0.4288461 May 30 20:14:03.418674 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39982) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:03.543153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ccdbe9-7bce-40eb-b6c3-067338e15dba tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 017e4888-a1d0-4166-9b0d-e07d9ba75278 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:14:03.694142 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d06c849-bc83-4f26-a22e-5590fd5628d3 req-af58d7f0-8d93-4aff-b66e-d4a58386a64c tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2247601 May 30 20:14:03.736450 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:13:54Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '6f01ea73-569a-4d33-8316-9f27976bd88e', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'port_id': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'mac_address': 'fa:16:3e:c9:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:12:19Z', 'updated_at': '2022-05-30T20:12:29Z', 'revision_number': 1, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3f072d-470b-445c-80c7-582a5a628a5e', 'name': '', 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:9a:67:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeac1b25-5788-48f2-93fa-be57f2f792ad', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:52Z', 'updated_at': '2022-05-30T20:13:55Z', 'revision_number': 2, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': 'eeac1b25-5788-48f2-93fa-be57f2f792ad', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88674430-098b-4c12-ac57-c1cfd9d339a6', 'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:f0:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:24Z', 'updated_at': '2022-05-30T20:11:42Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:03.741424 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Checking router: e045d8c6-14c7-434f-b27d-351bd241df88 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:14:03.741864 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Updating router e045d8c6-14c7-434f-b27d-351bd241df88 port 3e3f072d-470b-445c-80c7-582a5a628a5e binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:14:03.791935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1744369987', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:03.799659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:03.804202 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] For port fc738771-8a18-43a2-a37a-8f6a9440822a, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:14:03.804480 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Usage tracker for resource:router and tenant:409b6a8283164c9586525594bec1aad8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:03.804776 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:03.807915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:03.813926 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:03.816389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99117af7-4865-48a4-b02f-451a455ddbf1 req-a9ae43d6-69a3-447f-af1d-285efb80f2e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:03.818124 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99117af7-4865-48a4-b02f-451a455ddbf1 req-a9ae43d6-69a3-447f-af1d-285efb80f2e4 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5181420 May 30 20:14:03.828293 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48470bb3-1918-476e-a9b5-31987bd626e8 req-3390ab72-20d3-4226-abfe-fd52075ca206 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:03.835798 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48470bb3-1918-476e-a9b5-31987bd626e8 req-3390ab72-20d3-4226-abfe-fd52075ca206 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.4363749 May 30 20:14:03.836767 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:03.837755 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:03.840326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] For port fc738771-8a18-43a2-a37a-8f6a9440822a, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=fc738771-8a18-43a2-a37a-8f6a9440822a,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:14:03.872520 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:03.873595 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:03.894003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ccdbe9-7bce-40eb-b6c3-067338e15dba tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:14:03.908050 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c921bc60-dd36-46fe-98dc-981a80028564 None None] Sync routers for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:14:03.938402 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c921bc60-dd36-46fe-98dc-981a80028564 None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:03.940530 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c921bc60-dd36-46fe-98dc-981a80028564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:03.972893 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d8ccdbe9-7bce-40eb-b6c3-067338e15dba tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/017e4888-a1d0-4166-9b0d-e07d9ba75278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0261929 May 30 20:14:03.979295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39992) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:03.992398 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:03.996877 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] 10.222.0.93 "PUT /v2.0/ports/fc738771-8a18-43a2-a37a-8f6a9440822a HTTP/1.1" status: 200 len: 1131 time: 2.6596203 May 30 20:14:04.018625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'tag': 'fc738771-8a18-43a2-a37a-8f6a9440822a'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:04.039483 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48470bb3-1918-476e-a9b5-31987bd626e8 req-93ed0f4b-8a3d-47e9-b797-64c5e7d669fd tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024148 May 30 20:14:04.060405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Request body: {'port': {'device_id': 'f6766fa5-8441-4f60-a359-17941571fc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:04.258812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69629493-d87d-48aa-ab2a-176bd18b318e service neutron] Pushing event updated for resources: {'Port': ['ID=fc738771-8a18-43a2-a37a-8f6a9440822a,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:04.385558 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:04.425246 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:04.491732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c921bc60-dd36-46fe-98dc-981a80028564 None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:04.594715 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:04.616779 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Transition to ACTIVE for port object 3e3f072d-470b-445c-80c7-582a5a628a5e will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:04.633448 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:04.665097 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb3550b-cd49-4844-bbb9-0b2dd4aac99f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting subnet 6621d8cb-53d7-4c4c-a764-58d0dabd403e {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:14:04.673394 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8eb3550b-cd49-4844-bbb9-0b2dd4aac99f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:04.734694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069284a9-4777-4a65-896d-b8565c5260ff req-aa02e596-490e-49dc-930e-7c9369612b46 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:04.742127 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-069284a9-4777-4a65-896d-b8565c5260ff req-aa02e596-490e-49dc-930e-7c9369612b46 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.3179052 May 30 20:14:04.913346 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8eb3550b-cd49-4844-bbb9-0b2dd4aac99f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:05.043556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-069284a9-4777-4a65-896d-b8565c5260ff req-027b82a5-f600-4df4-9937-3a685b51a5cd tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003542 May 30 20:14:05.101534 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Attempting to bind port 3e3f072d-470b-445c-80c7-582a5a628a5e on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:05.102110 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Attempting to bind port 3e3f072d-470b-445c-80c7-582a5a628a5e by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'fdaf3d5c-780d-42d3-ae2f-6a69fcafc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:05.102285 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Attempting to bind port 3e3f072d-470b-445c-80c7-582a5a628a5e on network a096f7a4-1788-4ff4-b2d1-d3c3743b103c {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:05.129217 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cea38-904c-4014-8d7f-cc568d5f1dbc None None] Pushing event updated for resources: {'Port': ['ID=3e3f072d-470b-445c-80c7-582a5a628a5e,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:05.171496 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:14:05.171874 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Checking segment: {'id': 'fdaf3d5c-780d-42d3-ae2f-6a69fcafc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:05.172295 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:05.172812 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Bound using segment: {'id': 'fdaf3d5c-780d-42d3-ae2f-6a69fcafc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:14:05.173283 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Bound port: 3e3f072d-470b-445c-80c7-582a5a628a5e, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdaf3d5c-780d-42d3-ae2f-6a69fcafc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:14:05.173650 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:05.188967 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cff978e-e9b2-45d8-b43f-f62c62ff1b00'] response: {'name': 'network-changed', 'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'tag': 'fc738771-8a18-43a2-a37a-8f6a9440822a', 'status': 'completed', 'code': 200} May 30 20:14:05.270331 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8eb3550b-cd49-4844-bbb9-0b2dd4aac99f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:05.302957 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] For port 3e3f072d-470b-445c-80c7-582a5a628a5e, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:14:05.314695 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] For port 3e3f072d-470b-445c-80c7-582a5a628a5e, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3e3f072d-470b-445c-80c7-582a5a628a5e,segment=NetworkSegment(fdaf3d5c-780d-42d3-ae2f-6a69fcafc186),segment_id=fdaf3d5c-780d-42d3-ae2f-6a69fcafc186)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:14:05.322906 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:05.448210 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8eb3550b-cd49-4844-bbb9-0b2dd4aac99f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:05.505701 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cea38-904c-4014-8d7f-cc568d5f1dbc None None] Pushing event updated for resources: {'Port': ['ID=3e3f072d-470b-445c-80c7-582a5a628a5e,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:05.533273 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Routers {'e045d8c6-14c7-434f-b27d-351bd241df88'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:05.534193 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e045d8c6-14c7-434f-b27d-351bd241df88'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:05.544520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3550b-cd49-4844-bbb9-0b2dd4aac99f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Subnet': ['ID=6621d8cb-53d7-4c4c-a764-58d0dabd403e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:05.610196 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8eb3550b-cd49-4844-bbb9-0b2dd4aac99f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:05.627868 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8eb3550b-cd49-4844-bbb9-0b2dd4aac99f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/subnets/6621d8cb-53d7-4c4c-a764-58d0dabd403e HTTP/1.1" status: 204 len: 168 time: 1.6382692 May 30 20:14:05.636952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40030) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:05.647701 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee492d-f775-4fa5-b861-2c949115bdb8 None None] Network c2c35129-c3b9-4688-bbbd-56797934de82 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:14:05.668270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9dd14dc-8615-4ccf-8a3a-87c921095f0d {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:14:05.694025 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:05.722582 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:05.731943 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2cceb3be-3973-490e-b7dd-1982160dbb61 req-8fbd948e-a07d-46ee-9ded-3006043e44fb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ff480fdd7c454b03807b916a453b01d1&device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5287 time: 0.4296372 May 30 20:14:05.779593 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:05.804193 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86574977-be1a-426a-b4b6-8a14439bd860 req-8f63a544-c6cd-44df-ac62-5e4adfa9320b tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:05.811666 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-86574977-be1a-426a-b4b6-8a14439bd860 req-8f63a544-c6cd-44df-ac62-5e4adfa9320b tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 946 time: 0.5008748 May 30 20:14:05.814320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Transition to ACTIVE for port object c9dd14dc-8615-4ccf-8a3a-87c921095f0d will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:05.897020 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] Set router e045d8c6-14c7-434f-b27d-351bd241df88 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:05.954054 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-86574977-be1a-426a-b4b6-8a14439bd860 req-35ef3711-ac75-4888-a76d-3e5cf0c1700c tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410439 May 30 20:14:05.954992 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:06.109690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Pushing event updated for resources: {'Port': ['ID=c9dd14dc-8615-4ccf-8a3a-87c921095f0d,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:06.145539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Allocated IP 172.25.5.118 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/22e79e31-88cd-4a93-9ec1-ed16c10daac6) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:14:06.160564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc4212-016c-4f7a-83d9-0cd8ca32f816 req-7975148e-2a27-41a4-a049-a5663f109cea tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:06.171642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc4212-016c-4f7a-83d9-0cd8ca32f816 req-7975148e-2a27-41a4-a049-a5663f109cea tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:06.177810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc4212-016c-4f7a-83d9-0cd8ca32f816 req-7975148e-2a27-41a4-a049-a5663f109cea tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:06.183147 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc4212-016c-4f7a-83d9-0cd8ca32f816 req-7975148e-2a27-41a4-a049-a5663f109cea tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:06.193434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc4212-016c-4f7a-83d9-0cd8ca32f816 req-7975148e-2a27-41a4-a049-a5663f109cea tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:06.199896 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc4212-016c-4f7a-83d9-0cd8ca32f816 req-7975148e-2a27-41a4-a049-a5663f109cea tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:06.224516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43dc4212-016c-4f7a-83d9-0cd8ca32f816 req-7975148e-2a27-41a4-a049-a5663f109cea tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 4601 time: 0.6882575 May 30 20:14:06.411177 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:06.443802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port f9685865-58ca-4bf4-bb6c-43b4d3efa6ca {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:06.444182 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:06.459953 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43dc4212-016c-4f7a-83d9-0cd8ca32f816 req-fd1abe6f-6e2d-4550-8c05-91e1d5200341 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2023940 May 30 20:14:06.475905 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-042a9a32-1586-4ba1-8eb4-4d2a3478edf0 req-0914f70a-ffd7-410a-aa4d-c4d5c06c6627 tempest-ServersAaction247Test-365408307 tempest-ServersAaction247Test-365408307-project] 10.222.0.84 "GET /v2.0/ports?device_id=75d68dea-b64e-440b-8952-33e8b2af5596 HTTP/1.1" status: 200 len: 210 time: 0.3713603 May 30 20:14:06.613402 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c921bc60-dd36-46fe-98dc-981a80028564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:14:00Z', 'revision_number': 9, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': '0a5033f5-f5dc-46da-a8fc-121119014e23', 'name': '', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:66:db:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:54Z', 'updated_at': '2022-05-30T20:13:24Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:06.626795 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c921bc60-dd36-46fe-98dc-981a80028564 None None] Checking router: 017e4888-a1d0-4166-9b0d-e07d9ba75278 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:14:06.729191 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c921bc60-dd36-46fe-98dc-981a80028564 None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:06.736137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c921bc60-dd36-46fe-98dc-981a80028564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:06.747183 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:13:54Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '6f01ea73-569a-4d33-8316-9f27976bd88e', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'port_id': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'mac_address': 'fa:16:3e:c9:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:12:19Z', 'updated_at': '2022-05-30T20:12:29Z', 'revision_number': 1, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3f072d-470b-445c-80c7-582a5a628a5e', 'name': '', 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:9a:67:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeac1b25-5788-48f2-93fa-be57f2f792ad', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:52Z', 'updated_at': '2022-05-30T20:14:05Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': 'eeac1b25-5788-48f2-93fa-be57f2f792ad', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88674430-098b-4c12-ac57-c1cfd9d339a6', 'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:f0:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:24Z', 'updated_at': '2022-05-30T20:11:42Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:06.753476 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:06.757703 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f132b-fb67-48c5-940a-15f588e2cac1 None None] The sync data for ids ['e045d8c6-14c7-434f-b27d-351bd241df88'] in n-d-843949-2 is: [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:13:54Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '6f01ea73-569a-4d33-8316-9f27976bd88e', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'port_id': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'mac_address': 'fa:16:3e:c9:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:12:19Z', 'updated_at': '2022-05-30T20:12:29Z', 'revision_number': 1, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3f072d-470b-445c-80c7-582a5a628a5e', 'name': '', 'network_id': 'a096f7a4-1788-4ff4-b2d1-d3c3743b103c', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:9a:67:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeac1b25-5788-48f2-93fa-be57f2f792ad', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:52Z', 'updated_at': '2022-05-30T20:14:05Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': 'eeac1b25-5788-48f2-93fa-be57f2f792ad', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88674430-098b-4c12-ac57-c1cfd9d339a6', 'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:f0:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:24Z', 'updated_at': '2022-05-30T20:11:42Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:14:06.807297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b14fb13-a369-4102-b0e8-7451b0a89501 None None] DHCP port deletion for c2c35129-c3b9-4688-bbbd-56797934de82 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:14:06.924285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Attempting to bind port c9dd14dc-8615-4ccf-8a3a-87c921095f0d on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:06.924893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Attempting to bind port c9dd14dc-8615-4ccf-8a3a-87c921095f0d by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:06.925006 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Attempting to bind port c9dd14dc-8615-4ccf-8a3a-87c921095f0d on network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:06.930211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8b14fb13-a369-4102-b0e8-7451b0a89501 None None] Deleting port f9685865-58ca-4bf4-bb6c-43b4d3efa6ca {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:06.930964 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8b14fb13-a369-4102-b0e8-7451b0a89501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:06.934134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceb3be-3973-490e-b7dd-1982160dbb61 req-bb7fcbfd-fde0-49ed-821f-652b3bab19be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:06.934519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceb3be-3973-490e-b7dd-1982160dbb61 req-bb7fcbfd-fde0-49ed-821f-652b3bab19be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:06.934884 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceb3be-3973-490e-b7dd-1982160dbb61 req-bb7fcbfd-fde0-49ed-821f-652b3bab19be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:06.936508 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2cceb3be-3973-490e-b7dd-1982160dbb61 req-bb7fcbfd-fde0-49ed-821f-652b3bab19be service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=ff480fdd7c454b03807b916a453b01d1&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.1916301 May 30 20:14:07.003041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Port c9dd14dc-8615-4ccf-8a3a-87c921095f0d on network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:14:07.003379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Attempting to bind port c9dd14dc-8615-4ccf-8a3a-87c921095f0d on network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:07.145535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] For port f9685865-58ca-4bf4-bb6c-43b4d3efa6ca, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f9685865-58ca-4bf4-bb6c-43b4d3efa6ca,segment=NetworkSegment(d5953915-3099-4a56-9ac4-85f26c0c991e),segment_id=d5953915-3099-4a56-9ac4-85f26c0c991e)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:07.146121 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:07.212263 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:14:07.213257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Checking segment: {'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:07.214631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Bound using segment: {'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:14:07.216288 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Bound port: c9dd14dc-8615-4ccf-8a3a-87c921095f0d, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:14:07.217811 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:07.231665 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:07.258925 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:07.398704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c921bc60-dd36-46fe-98dc-981a80028564 None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:07.482746 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Calling delete_port for f9685865-58ca-4bf4-bb6c-43b4d3efa6ca owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:07.518600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceb3be-3973-490e-b7dd-1982160dbb61 req-9b62be1e-1d95-423a-bdd7-2637b44dc54b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:07.520237 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2cceb3be-3973-490e-b7dd-1982160dbb61 req-9b62be1e-1d95-423a-bdd7-2637b44dc54b service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5127521 May 30 20:14:07.529184 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8b14fb13-a369-4102-b0e8-7451b0a89501 None None] For port f9685865-58ca-4bf4-bb6c-43b4d3efa6ca, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f9685865-58ca-4bf4-bb6c-43b4d3efa6ca,segment=NetworkSegment(d5953915-3099-4a56-9ac4-85f26c0c991e),segment_id=d5953915-3099-4a56-9ac4-85f26c0c991e)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:07.529575 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8b14fb13-a369-4102-b0e8-7451b0a89501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:07.563420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7246234-aca6-43a7-8f69-63f6822dbba8 req-0104c37b-40b1-4b2b-af0a-5bde4fee96d2 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:07.581584 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7246234-aca6-43a7-8f69-63f6822dbba8 req-0104c37b-40b1-4b2b-af0a-5bde4fee96d2 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.7071009 May 30 20:14:07.584169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:14:07.601974 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:07.612581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:14:07.640440 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] For port c9dd14dc-8615-4ccf-8a3a-87c921095f0d, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:14:07.649171 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] For port c9dd14dc-8615-4ccf-8a3a-87c921095f0d, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c9dd14dc-8615-4ccf-8a3a-87c921095f0d,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:14:07.664794 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:07.678727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Pushing event updated for resources: {'Port': ['ID=22e79e31-88cd-4a93-9ec1-ed16c10daac6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:07.742965 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7246234-aca6-43a7-8f69-63f6822dbba8 req-f8cc5809-47ee-4449-9a19-5356b2be280f tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569543 May 30 20:14:07.756391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c176b-085e-427e-b814-56303b80198f req-c654bbfa-5f86-4ebf-9138-f730e6e85105 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:07.758021 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e4c176b-085e-427e-b814-56303b80198f req-c654bbfa-5f86-4ebf-9138-f730e6e85105 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 946 time: 0.5048640 May 30 20:14:07.780202 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:07.781621 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] 10.222.0.93 "PUT /v2.0/ports/c9dd14dc-8615-4ccf-8a3a-87c921095f0d HTTP/1.1" status: 200 len: 1131 time: 3.7340744 May 30 20:14:07.782444 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'tag': 'c9dd14dc-8615-4ccf-8a3a-87c921095f0d'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:07.816519 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:07.839465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Request body: {'port': {'device_id': 'f6766fa5-8441-4f60-a359-17941571fc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:07.905543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0863e-3094-45a4-afc5-b02f22b41feb service neutron] Pushing event updated for resources: {'Port': ['ID=c9dd14dc-8615-4ccf-8a3a-87c921095f0d,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:07.916720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8b14fb13-a369-4102-b0e8-7451b0a89501 None None] Calling delete_port for f9685865-58ca-4bf4-bb6c-43b4d3efa6ca owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:07.961779 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e4c176b-085e-427e-b814-56303b80198f req-ab63ba09-46f1-4e17-89f6-b73ee125a301 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928666 May 30 20:14:07.982328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] No DVR routers for this DVR port f9685865-58ca-4bf4-bb6c-43b4d3efa6ca on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:14:07.984294 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Port': ['ID=f9685865-58ca-4bf4-bb6c-43b4d3efa6ca,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:08.226281 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.300452 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.323611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3e3f072d-470b-445c-80c7-582a5a628a5e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:14:08.328858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c35129-c3b9-4688-bbbd-56797934de82']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:08.343006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5953915-3099-4a56-9ac4-85f26c0c991e') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:08.343006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5953915-3099-4a56-9ac4-85f26c0c991e') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:08.359539 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.389149 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.399919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:14:08.400416 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: timer() May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:14:08.416235 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:14:08.462679 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-8b14fb13-a369-4102-b0e8-7451b0a89501 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:14:08.463051 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-8b14fb13-a369-4102-b0e8-7451b0a89501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:14:08.520350 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.547223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 3e3f072d-470b-445c-80c7-582a5a628a5e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:14:08.554024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3e3f072d-470b-445c-80c7-582a5a628a5e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:14:08.554443 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.557134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.584282 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/networks/c2c35129-c3b9-4688-bbbd-56797934de82 HTTP/1.1" status: 204 len: 168 time: 2.8634260 May 30 20:14:08.589889 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40078) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:08.591155 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49588bf0-7588-41d9-a417-8e004833a1d4 req-f7e10c99-0feb-43d0-b416-8cfdf63c78ec tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:08.594006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe2504-1d8b-450e-b4d3-6e6643495a52 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Network': ['ID=c2c35129-c3b9-4688-bbbd-56797934de82,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:08.595212 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49588bf0-7588-41d9-a417-8e004833a1d4 req-f7e10c99-0feb-43d0-b416-8cfdf63c78ec tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:08.599585 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49588bf0-7588-41d9-a417-8e004833a1d4 req-f7e10c99-0feb-43d0-b416-8cfdf63c78ec tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:08.603492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49588bf0-7588-41d9-a417-8e004833a1d4 req-f7e10c99-0feb-43d0-b416-8cfdf63c78ec tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:08.607618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49588bf0-7588-41d9-a417-8e004833a1d4 req-f7e10c99-0feb-43d0-b416-8cfdf63c78ec tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:08.611716 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49588bf0-7588-41d9-a417-8e004833a1d4 req-f7e10c99-0feb-43d0-b416-8cfdf63c78ec tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:08.616387 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49588bf0-7588-41d9-a417-8e004833a1d4 req-f7e10c99-0feb-43d0-b416-8cfdf63c78ec tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:08.618683 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49588bf0-7588-41d9-a417-8e004833a1d4 req-f7e10c99-0feb-43d0-b416-8cfdf63c78ec tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5374 time: 0.5434556 May 30 20:14:08.630828 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c921bc60-dd36-46fe-98dc-981a80028564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:14:00Z', 'revision_number': 9, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': '0a5033f5-f5dc-46da-a8fc-121119014e23', 'name': '', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:66:db:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:54Z', 'updated_at': '2022-05-30T20:13:24Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:08.636747 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68a0b140-23b2-492d-8dac-403b08463f87 req-3eefd720-0426-4011-a80c-63c3f620a622 tempest-ServersAaction247Test-365408307 tempest-ServersAaction247Test-365408307-project] 10.222.0.84 "GET /v2.0/ports?device_id=75d68dea-b64e-440b-8952-33e8b2af5596 HTTP/1.1" status: 200 len: 210 time: 0.1080384 May 30 20:14:08.637503 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c921bc60-dd36-46fe-98dc-981a80028564 None None] The sync data for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 is: [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:14:00Z', 'revision_number': 9, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': '0a5033f5-f5dc-46da-a8fc-121119014e23', 'name': '', 'network_id': 'c76fcfa9-2a51-4cc0-97bb-d6340cc635f2', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:66:db:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:54Z', 'updated_at': '2022-05-30T20:13:24Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': 'a1e62761-364b-4bde-8615-f6674a3b1ad7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:14:08.714100 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.741329 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49588bf0-7588-41d9-a417-8e004833a1d4 req-ae050aa9-546e-44fc-a736-164f2262c7f3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090415 May 30 20:14:08.762316 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 3e3f072d-470b-445c-80c7-582a5a628a5e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3e3f072d-470b-445c-80c7-582a5a628a5e,segment=NetworkSegment(fdaf3d5c-780d-42d3-ae2f-6a69fcafc186),segment_id=fdaf3d5c-780d-42d3-ae2f-6a69fcafc186)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:08.771620 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.864055 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b72b77-32dc-4a88-8a9f-86966c8dda70'] response: {'name': 'network-changed', 'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'tag': 'c9dd14dc-8615-4ccf-8a3a-87c921095f0d', 'status': 'completed', 'code': 200} May 30 20:14:08.910595 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=3e3f072d-470b-445c-80c7-582a5a628a5e,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:08.928430 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.929159 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.965008 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8b14fb13-a369-4102-b0e8-7451b0a89501 None None] Deleting port f9685865-58ca-4bf4-bb6c-43b4d3efa6ca {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:08.965831 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8b14fb13-a369-4102-b0e8-7451b0a89501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:09.048542 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f9685865-58ca-4bf4-bb6c-43b4d3efa6ca no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:09.079806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8b14fb13-a369-4102-b0e8-7451b0a89501 None None] The port 'f9685865-58ca-4bf4-bb6c-43b4d3efa6ca' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:14:09.091894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: f9685865-58ca-4bf4-bb6c-43b4d3efa6ca {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:14:09.092794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f9685865-58ca-4bf4-bb6c-43b4d3efa6ca not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:14:09.151994 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7777700a-803e-4069-973a-a1cc4ab78576 req-937a5e27-ccc5-48fc-8f44-112134e24e64 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ff480fdd7c454b03807b916a453b01d1&device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 6211 time: 0.2674830 May 30 20:14:09.164164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72735dc9-7ae2-4412-948e-87df4321e051 req-8fd781ff-9936-4de2-953f-61e1862bd931 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:09.165601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-72735dc9-7ae2-4412-948e-87df4321e051 req-8fd781ff-9936-4de2-953f-61e1862bd931 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.2039492 May 30 20:14:09.315022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777700a-803e-4069-973a-a1cc4ab78576 req-776974b5-e5ae-40e6-85a2-e9fb0f40dc0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:09.315403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777700a-803e-4069-973a-a1cc4ab78576 req-776974b5-e5ae-40e6-85a2-e9fb0f40dc0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:09.315767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777700a-803e-4069-973a-a1cc4ab78576 req-776974b5-e5ae-40e6-85a2-e9fb0f40dc0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:09.318098 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7777700a-803e-4069-973a-a1cc4ab78576 req-776974b5-e5ae-40e6-85a2-e9fb0f40dc0c service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=ff480fdd7c454b03807b916a453b01d1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1490028 May 30 20:14:09.403116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19c9106-68fd-4008-8dad-fb546e20a36f {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:14:09.445968 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:09.450409 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fdf9c968-552a-467d-a492-ae540dcfd6cf req-be1e1c51-972e-4872-aeec-8a8cd5bc7e32 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=75d68dea-b64e-440b-8952-33e8b2af5596 HTTP/1.1" status: 200 len: 210 time: 0.1294022 May 30 20:14:09.469919 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-696040cd-f816-4ded-8efe-c2dc9cf4f95a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:09.544994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Transition to ACTIVE for port object d19c9106-68fd-4008-8dad-fb546e20a36f will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:09.563088 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:09.606981 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-72735dc9-7ae2-4412-948e-87df4321e051 req-b6bc2989-3e0f-4fae-9332-afe7d6ae9a11 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2851908 May 30 20:14:09.651807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Router b2f50193-5c07-492d-bbcc-18e002054b6a is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:14:09.773118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=d19c9106-68fd-4008-8dad-fb546e20a36f,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:09.796767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777700a-803e-4069-973a-a1cc4ab78576 req-2dc26971-1bf0-47d5-85aa-aa2cf8897e47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:09.804063 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7777700a-803e-4069-973a-a1cc4ab78576 req-2dc26971-1bf0-47d5-85aa-aa2cf8897e47 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4794204 May 30 20:14:09.815418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e352a-cb4e-488b-a0c0-5bb8381da4ce req-6bf9a486-cfd0-4bc7-829a-cd52ae781f41 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:09.829585 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-df0e352a-cb4e-488b-a0c0-5bb8381da4ce req-6bf9a486-cfd0-4bc7-829a-cd52ae781f41 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 946 time: 0.5105729 May 30 20:14:10.023188 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-df0e352a-cb4e-488b-a0c0-5bb8381da4ce req-a446b83f-62bb-447d-a7ac-3fe001a1b68d tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927636 May 30 20:14:10.053117 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Attempting to bind port d19c9106-68fd-4008-8dad-fb546e20a36f on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:10.053561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Attempting to bind port d19c9106-68fd-4008-8dad-fb546e20a36f by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:10.054918 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Attempting to bind port d19c9106-68fd-4008-8dad-fb546e20a36f on network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:10.061174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Port d19c9106-68fd-4008-8dad-fb546e20a36f on network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:14:10.061648 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Attempting to bind port d19c9106-68fd-4008-8dad-fb546e20a36f on network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:10.070192 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:14:10.070784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Checking segment: {'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:10.071416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Bound using segment: {'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:14:10.072298 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Bound port: d19c9106-68fd-4008-8dad-fb546e20a36f, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:14:10.072893 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:10.189461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] For port d19c9106-68fd-4008-8dad-fb546e20a36f, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:14:10.193892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] For port d19c9106-68fd-4008-8dad-fb546e20a36f, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d19c9106-68fd-4008-8dad-fb546e20a36f,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:14:10.199803 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:10.294627 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:10.296713 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] 10.222.0.93 "PUT /v2.0/ports/d19c9106-68fd-4008-8dad-fb546e20a36f HTTP/1.1" status: 200 len: 1090 time: 2.4655304 May 30 20:14:10.308402 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c9cfb-2da9-41a4-876f-9f424bab7cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=d19c9106-68fd-4008-8dad-fb546e20a36f,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:10.316865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40116) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:10.330808 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3e3f072d-470b-445c-80c7-582a5a628a5e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:14:10.419217 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3e3f072d-470b-445c-80c7-582a5a628a5e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:14:10.419819 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:10.453350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Request body: {'port': {'device_id': 'f6766fa5-8441-4f60-a359-17941571fc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:10.526041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:14:10.538708 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a587f74f-cdff-44ea-b34d-246cee5b72a7 None None] Sync routers for ids ['b2f50193-5c07-492d-bbcc-18e002054b6a'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:14:10.557500 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a587f74f-cdff-44ea-b34d-246cee5b72a7 None None] Routers {'b2f50193-5c07-492d-bbcc-18e002054b6a'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:10.558133 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a587f74f-cdff-44ea-b34d-246cee5b72a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b2f50193-5c07-492d-bbcc-18e002054b6a'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:10.638770 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:10.652384 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-559f1dd0-c347-4f5d-90a0-bdacac004b1b tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.2162602 May 30 20:14:10.654274 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40124) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:10.660754 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7ab4204a-a637-456c-9f21-02a785d132f9 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:10.730127 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a587f74f-cdff-44ea-b34d-246cee5b72a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:10.740445 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 7ab4204a-a637-456c-9f21-02a785d132f9 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:14:10.741543 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7ab4204a-a637-456c-9f21-02a785d132f9 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:14:10.758616 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a587f74f-cdff-44ea-b34d-246cee5b72a7 None None] Routers {'b2f50193-5c07-492d-bbcc-18e002054b6a'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:10.759237 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a587f74f-cdff-44ea-b34d-246cee5b72a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b2f50193-5c07-492d-bbcc-18e002054b6a'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:10.849146 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a587f74f-cdff-44ea-b34d-246cee5b72a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:10.849552 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a587f74f-cdff-44ea-b34d-246cee5b72a7 None None] The sync data for ids ['b2f50193-5c07-492d-bbcc-18e002054b6a'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:14:10.901043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'tag': 'd19c9106-68fd-4008-8dad-fb546e20a36f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:10.959497 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92723d14-c532-49bc-875f-bb238a5e3a75 req-056cd68d-025e-4c35-b1ee-de4dac5518e1 tempest-ServersAaction247Test-365408307 tempest-ServersAaction247Test-365408307-project] 10.222.0.84 "GET /v2.0/ports?device_id=75d68dea-b64e-440b-8952-33e8b2af5596 HTTP/1.1" status: 200 len: 210 time: 0.5175052 May 30 20:14:11.046590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-696040cd-f816-4ded-8efe-c2dc9cf4f95a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port 0a5033f5-f5dc-46da-a8fc-121119014e23 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:11.047095 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-696040cd-f816-4ded-8efe-c2dc9cf4f95a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:11.070776 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:11.257331 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813589-8722-4664-9c40-84722f352caf req-c45ed092-b66c-41b2-8b01-9728dfb0fff4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:11.261830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813589-8722-4664-9c40-84722f352caf req-c45ed092-b66c-41b2-8b01-9728dfb0fff4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:11.266153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813589-8722-4664-9c40-84722f352caf req-c45ed092-b66c-41b2-8b01-9728dfb0fff4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:11.269986 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813589-8722-4664-9c40-84722f352caf req-c45ed092-b66c-41b2-8b01-9728dfb0fff4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:11.274563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813589-8722-4664-9c40-84722f352caf req-c45ed092-b66c-41b2-8b01-9728dfb0fff4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:11.279405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813589-8722-4664-9c40-84722f352caf req-c45ed092-b66c-41b2-8b01-9728dfb0fff4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:11.283311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813589-8722-4664-9c40-84722f352caf req-c45ed092-b66c-41b2-8b01-9728dfb0fff4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:11.290658 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e9813589-8722-4664-9c40-84722f352caf req-c45ed092-b66c-41b2-8b01-9728dfb0fff4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5386 time: 0.7241406 May 30 20:14:11.373030 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4d3f5c46-2e15-45d3-bc58-9cc22130d866 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "GET /v2.0/routers/b2f50193-5c07-492d-bbcc-18e002054b6a HTTP/1.1" status: 200 len: 921 time: 0.7176192 May 30 20:14:11.376463 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40146) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:11.426075 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5c12265a-88ef-4150-bddc-485025d988a2 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2f50193-5c07-492d-bbcc-18e002054b6a HTTP/1.1" status: 200 len: 205 time: 0.0461564 May 30 20:14:11.427638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40152) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:11.441280 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-696040cd-f816-4ded-8efe-c2dc9cf4f95a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] For port 0a5033f5-f5dc-46da-a8fc-121119014e23, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0a5033f5-f5dc-46da-a8fc-121119014e23,segment=NetworkSegment(6ad58949-9e5d-4c10-a42e-1ee60a00882a),segment_id=6ad58949-9e5d-4c10-a42e-1ee60a00882a)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:11.441637 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-696040cd-f816-4ded-8efe-c2dc9cf4f95a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:11.570168 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-696040cd-f816-4ded-8efe-c2dc9cf4f95a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Calling delete_port for 0a5033f5-f5dc-46da-a8fc-121119014e23 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:11.614627 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e9813589-8722-4664-9c40-84722f352caf req-1dc88c64-1ebc-4c0d-860d-4c7834f544d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3226030 May 30 20:14:11.699110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46db228-0a3c-4666-b146-fe7f0c5cf12f req-2f3db526-ce91-4c20-8c7c-d6719a871d25 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:11.705860 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d46db228-0a3c-4666-b146-fe7f0c5cf12f req-2f3db526-ce91-4c20-8c7c-d6719a871d25 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.5495806 May 30 20:14:11.715066 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5787223d-96e3-4b47-bd06-8779cbf35972'] response: {'name': 'network-changed', 'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'tag': 'd19c9106-68fd-4008-8dad-fb546e20a36f', 'status': 'completed', 'code': 200} May 30 20:14:11.809443 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-696040cd-f816-4ded-8efe-c2dc9cf4f95a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:11.860209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696040cd-f816-4ded-8efe-c2dc9cf4f95a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Port': ['ID=0a5033f5-f5dc-46da-a8fc-121119014e23,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:12.072310 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d46db228-0a3c-4666-b146-fe7f0c5cf12f req-f18d6a34-dd9e-46c0-8dc3-908cac81eb4b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3654690 May 30 20:14:12.119178 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8185b0a2-aba5-4088-8b42-71d8b45ced23 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:14:12.127216 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-696040cd-f816-4ded-8efe-c2dc9cf4f95a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:12.160515 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:12.250500 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Transition to ACTIVE for port object 8185b0a2-aba5-4088-8b42-71d8b45ced23 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:12.259366 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7aaeebb-370b-40ef-b6e3-a73ca529681c req-d2f1bc45-8c0b-4365-ac6e-f544e0fc353b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ff480fdd7c454b03807b916a453b01d1&device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 6278 time: 0.5215707 May 30 20:14:12.290087 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:12.386959 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a0812a7-c6c2-47b3-8ff3-92a95c1cc2a9 req-f664813c-b488-4454-a7fb-620fec56ba88 tempest-ServersAaction247Test-365408307 tempest-ServersAaction247Test-365408307-project] 10.222.0.84 "GET /v2.0/ports?device_id=75d68dea-b64e-440b-8952-33e8b2af5596 HTTP/1.1" status: 200 len: 210 time: 0.0897465 May 30 20:14:12.516147 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86270f-c546-4a5a-a66c-bdbfd15437e0 req-e6722c03-9642-40d3-a84b-50abb657e449 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:12.517679 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c86270f-c546-4a5a-a66c-bdbfd15437e0 req-e6722c03-9642-40d3-a84b-50abb657e449 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 946 time: 0.6396842 May 30 20:14:12.731379 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696040cd-f816-4ded-8efe-c2dc9cf4f95a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 017e4888-a1d0-4166-9b0d-e07d9ba75278 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:14:12.857365 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Pushing event updated for resources: {'Port': ['ID=8185b0a2-aba5-4088-8b42-71d8b45ced23,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:12.944503 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-109c2d57-a857-41f4-a64d-0f8aa39f6d30 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:13.051396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaeebb-370b-40ef-b6e3-a73ca529681c req-bf19ca85-2a67-48ae-b450-97b918fbcfc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:13.052592 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaeebb-370b-40ef-b6e3-a73ca529681c req-bf19ca85-2a67-48ae-b450-97b918fbcfc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:13.053140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaeebb-370b-40ef-b6e3-a73ca529681c req-bf19ca85-2a67-48ae-b450-97b918fbcfc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:13.055479 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7aaeebb-370b-40ef-b6e3-a73ca529681c req-bf19ca85-2a67-48ae-b450-97b918fbcfc9 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=ff480fdd7c454b03807b916a453b01d1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7872455 May 30 20:14:13.119110 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2b2749ea-1b17-4d1b-b9a4-2c307aba9ac5 req-647ff8df-7118-4f10-ad56-76159f0825bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 1096 time: 0.1758487 May 30 20:14:13.236178 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696040cd-f816-4ded-8efe-c2dc9cf4f95a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:14:13.250330 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c2415f-84f8-415f-b82f-dc2eca11f325 None None] Sync routers for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:14:13.273216 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-696040cd-f816-4ded-8efe-c2dc9cf4f95a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/017e4888-a1d0-4166-9b0d-e07d9ba75278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6818597 May 30 20:14:13.276552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40192) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:13.309757 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c2415f-84f8-415f-b82f-dc2eca11f325 None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:13.310355 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a9c2415f-84f8-415f-b82f-dc2eca11f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:13.323084 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c86270f-c546-4a5a-a66c-bdbfd15437e0 req-ab11f7e1-ba97-4882-812b-1563a86f12ab tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031514 May 30 20:14:13.344899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2749ea-1b17-4d1b-b9a4-2c307aba9ac5 req-83c96d37-dd88-4248-bdd9-8e1e1bda9b9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:13.346599 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2b2749ea-1b17-4d1b-b9a4-2c307aba9ac5 req-83c96d37-dd88-4248-bdd9-8e1e1bda9b9c service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.2193234 May 30 20:14:13.478616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Attempting to bind port 8185b0a2-aba5-4088-8b42-71d8b45ced23 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:13.479011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Attempting to bind port 8185b0a2-aba5-4088-8b42-71d8b45ced23 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:13.479282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Attempting to bind port 8185b0a2-aba5-4088-8b42-71d8b45ced23 on network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:13.509023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Port 8185b0a2-aba5-4088-8b42-71d8b45ced23 on network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:14:13.510176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Attempting to bind port 8185b0a2-aba5-4088-8b42-71d8b45ced23 on network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:13.513152 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4f865055-e5bc-4076-888e-79068e894f8b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:13.593830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaeebb-370b-40ef-b6e3-a73ca529681c req-f07f89e0-de09-4667-aa70-bba7be0ed16d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:13.596388 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7aaeebb-370b-40ef-b6e3-a73ca529681c req-f07f89e0-de09-4667-aa70-bba7be0ed16d service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4703448 May 30 20:14:13.676934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:14:13.677997 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Checking segment: {'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:13.678582 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Bound using segment: {'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:14:13.679893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Bound port: 8185b0a2-aba5-4088-8b42-71d8b45ced23, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b4b4f8-fecd-4917-b372-24d175a00484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:14:13.680049 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2b2749ea-1b17-4d1b-b9a4-2c307aba9ac5 req-936cc31b-d16b-41ef-8143-29aa44c5bd70 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72 HTTP/1.1" status: 200 len: 1000 time: 0.3235817 May 30 20:14:13.680584 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:13.739388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7008103-df02-448a-aee1-d5cd4c315e38 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting subnet a1e62761-364b-4bde-8615-f6674a3b1ad7 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:14:13.747320 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b7008103-df02-448a-aee1-d5cd4c315e38 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:13.753792 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-a9c2415f-84f8-415f-b82f-dc2eca11f325 None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:13.808664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2749ea-1b17-4d1b-b9a4-2c307aba9ac5 req-c36f304f-0192-438f-9ee3-475cc7fb54ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:13.810121 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2b2749ea-1b17-4d1b-b9a4-2c307aba9ac5 req-c36f304f-0192-438f-9ee3-475cc7fb54ea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.1194837 May 30 20:14:13.818326 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b7008103-df02-448a-aee1-d5cd4c315e38 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:13.924861 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] For port 8185b0a2-aba5-4088-8b42-71d8b45ced23, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:14:13.929555 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] For port 8185b0a2-aba5-4088-8b42-71d8b45ced23, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=8185b0a2-aba5-4088-8b42-71d8b45ced23,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:14:13.959716 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b7008103-df02-448a-aee1-d5cd4c315e38 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:13.993584 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2b2749ea-1b17-4d1b-b9a4-2c307aba9ac5 req-748df4dd-c7b6-4e95-bf80-8a640b422659 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455929 May 30 20:14:14.018009 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:14.131083 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a9c2415f-84f8-415f-b82f-dc2eca11f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:14:11Z', 'revision_number': 10, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:14.136337 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c2415f-84f8-415f-b82f-dc2eca11f325 None None] Checking router: 017e4888-a1d0-4166-9b0d-e07d9ba75278 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:14:14.149596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c2415f-84f8-415f-b82f-dc2eca11f325 None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:14.150362 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a9c2415f-84f8-415f-b82f-dc2eca11f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:14.171137 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:14.172528 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] 10.222.0.93 "PUT /v2.0/ports/8185b0a2-aba5-4088-8b42-71d8b45ced23 HTTP/1.1" status: 200 len: 1091 time: 3.7319703 May 30 20:14:14.172983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'tag': '8185b0a2-aba5-4088-8b42-71d8b45ced23'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:14.234057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Request body: {'port': {'device_id': 'f6766fa5-8441-4f60-a359-17941571fc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:14.266117 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2b2749ea-1b17-4d1b-b9a4-2c307aba9ac5 req-815d7049-1ea0-4c10-a72b-6f0602920dfc service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640741 May 30 20:14:14.322454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c3418-beb0-400b-9d26-74f0ed4b63ce req-c7d6cef0-cce3-4b34-afe5-1e98bf1d5d32 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:14.329303 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c66c3418-beb0-400b-9d26-74f0ed4b63ce req-c7d6cef0-cce3-4b34-afe5-1e98bf1d5d32 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.3743324 May 30 20:14:14.343799 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d517bc8-2c29-4096-962e-63b2db90caa3 service neutron] Pushing event updated for resources: {'Port': ['ID=8185b0a2-aba5-4088-8b42-71d8b45ced23,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:14.403134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1911c38-b3df-426e-8d59-83a0f300346d req-fc04ef83-dfb7-4518-a893-7e14527c72f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:14.407984 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1911c38-b3df-426e-8d59-83a0f300346d req-fc04ef83-dfb7-4518-a893-7e14527c72f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:14.414181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1911c38-b3df-426e-8d59-83a0f300346d req-fc04ef83-dfb7-4518-a893-7e14527c72f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:14.416561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1911c38-b3df-426e-8d59-83a0f300346d req-fc04ef83-dfb7-4518-a893-7e14527c72f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:14.420425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1911c38-b3df-426e-8d59-83a0f300346d req-fc04ef83-dfb7-4518-a893-7e14527c72f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:14.429042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1911c38-b3df-426e-8d59-83a0f300346d req-fc04ef83-dfb7-4518-a893-7e14527c72f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:14.436046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1911c38-b3df-426e-8d59-83a0f300346d req-fc04ef83-dfb7-4518-a893-7e14527c72f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:14.437548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-a9c2415f-84f8-415f-b82f-dc2eca11f325 None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:14.438019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c1911c38-b3df-426e-8d59-83a0f300346d req-fc04ef83-dfb7-4518-a893-7e14527c72f1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5398 time: 0.8399897 May 30 20:14:14.519447 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2b2749ea-1b17-4d1b-b9a4-2c307aba9ac5 req-da5d548b-f851-49ad-b8a1-08a0e84f8db0 service neutron] 10.222.0.77 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431960 May 30 20:14:14.526200 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b7008103-df02-448a-aee1-d5cd4c315e38 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:14.589381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7008103-df02-448a-aee1-d5cd4c315e38 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e62761-364b-4bde-8615-f6674a3b1ad7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:14.594189 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b7008103-df02-448a-aee1-d5cd4c315e38 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:14.600544 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b7008103-df02-448a-aee1-d5cd4c315e38 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/subnets/a1e62761-364b-4bde-8615-f6674a3b1ad7 HTTP/1.1" status: 204 len: 168 time: 1.3231344 May 30 20:14:14.603155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40212) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:14.622731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc1f590-0c55-4550-af59-9d07b512e20f None None] Network c76fcfa9-2a51-4cc0-97bb-d6340cc635f2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:14:14.632304 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c66c3418-beb0-400b-9d26-74f0ed4b63ce req-55f6f271-5224-4aa5-bdc7-55afbaf01fbe tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935276 May 30 20:14:14.739754 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:14.743945 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-109c2d57-a857-41f4-a64d-0f8aa39f6d30 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:14.751671 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port ec95fd43-dcfc-4817-9cda-8d9b79a9122c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:14.752031 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:14.764715 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:14.800204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c1911c38-b3df-426e-8d59-83a0f300346d req-6bd3cb6e-b169-4f0c-b53c-82102530a254 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3518229 May 30 20:14:14.832629 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-109c2d57-a857-41f4-a64d-0f8aa39f6d30 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Deleting port 22e79e31-88cd-4a93-9ec1-ed16c10daac6 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:14.833088 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-109c2d57-a857-41f4-a64d-0f8aa39f6d30 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:14.962567 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-444a25f6-8682-4a13-a5f6-a8fef2f4c339'] response: {'name': 'network-changed', 'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'tag': '8185b0a2-aba5-4088-8b42-71d8b45ced23', 'status': 'completed', 'code': 200} May 30 20:14:15.347727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] For port ec95fd43-dcfc-4817-9cda-8d9b79a9122c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ec95fd43-dcfc-4817-9cda-8d9b79a9122c,segment=NetworkSegment(6ad58949-9e5d-4c10-a42e-1ee60a00882a),segment_id=6ad58949-9e5d-4c10-a42e-1ee60a00882a)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:15.349526 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:15.377753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5518d3-3363-4223-9b34-de4d08772b80 None None] DHCP port deletion for c76fcfa9-2a51-4cc0-97bb-d6340cc635f2 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:14:15.384270 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4b5518d3-3363-4223-9b34-de4d08772b80 None None] Deleting port ec95fd43-dcfc-4817-9cda-8d9b79a9122c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:15.391417 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4b5518d3-3363-4223-9b34-de4d08772b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:15.447917 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a9c2415f-84f8-415f-b82f-dc2eca11f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:14:11Z', 'revision_number': 10, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:15.454189 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c2415f-84f8-415f-b82f-dc2eca11f325 None None] The sync data for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 is: [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:14:11Z', 'revision_number': 10, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None, '_interfaces': [{'id': 'f66c5541-61db-4c2d-853a-d89a6c602268', 'name': '', 'network_id': 'c22d482c-5af9-4e59-a267-0c51e0fb3fcf', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'mac_address': 'fa:16:3e:34:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:42Z', 'updated_at': '2022-05-30T20:13:04Z', 'revision_number': 5, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'subnets': [{'id': '0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:14:15.557571 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Calling delete_port for ec95fd43-dcfc-4817-9cda-8d9b79a9122c owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:15.581332 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a9cba315-6d83-4f6a-ba1f-533c76486473 req-a1b91bb0-e9b6-436b-80cd-3557a4dfd359 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=126ba5738da84ec9931d9476f6318ef6&device_id=75d68dea-b64e-440b-8952-33e8b2af5596 HTTP/1.1" status: 200 len: 210 time: 0.4305298 May 30 20:14:15.639389 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:15.662601 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4b5518d3-3363-4223-9b34-de4d08772b80 None None] For port ec95fd43-dcfc-4817-9cda-8d9b79a9122c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ec95fd43-dcfc-4817-9cda-8d9b79a9122c,segment=NetworkSegment(6ad58949-9e5d-4c10-a42e-1ee60a00882a),segment_id=6ad58949-9e5d-4c10-a42e-1ee60a00882a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:15.663392 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4b5518d3-3363-4223-9b34-de4d08772b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:15.693713 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Port': ['ID=ec95fd43-dcfc-4817-9cda-8d9b79a9122c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:15.702166 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] No DVR routers for this DVR port ec95fd43-dcfc-4817-9cda-8d9b79a9122c on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:14:15.775094 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e61950f6-1e22-439f-b715-49aa43f9e918 req-da247230-50d2-4037-8ecf-3ae742877c57 tempest-ServersAaction247Test-365408307 tempest-ServersAaction247Test-365408307-project] 10.222.0.84 "GET /v2.0/ports?device_id=75d68dea-b64e-440b-8952-33e8b2af5596 HTTP/1.1" status: 200 len: 210 time: 0.2199471 May 30 20:14:15.776656 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a9cba315-6d83-4f6a-ba1f-533c76486473 req-e84849d8-3c70-404b-8dd7-50fc60a0995e service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=126ba5738da84ec9931d9476f6318ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1255190 May 30 20:14:15.812821 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4b5518d3-3363-4223-9b34-de4d08772b80 None None] Calling delete_port for ec95fd43-dcfc-4817-9cda-8d9b79a9122c owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:15.860937 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-109c2d57-a857-41f4-a64d-0f8aa39f6d30 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:15.861569 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:15.906812 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c76fcfa9-2a51-4cc0-97bb-d6340cc635f2']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:15.913244 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-4b5518d3-3363-4223-9b34-de4d08772b80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:14:15.913661 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-4b5518d3-3363-4223-9b34-de4d08772b80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:14:15.925781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad58949-9e5d-4c10-a42e-1ee60a00882a') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:15.926454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad58949-9e5d-4c10-a42e-1ee60a00882a') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:15.944879 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:15.963328 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:15.971386 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:14:15.972146 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: timer() May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:14:15.988503 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:14:16.073336 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:16.091087 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:16.105287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Network': ['ID=c76fcfa9-2a51-4cc0-97bb-d6340cc635f2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:16.110331 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-77a671a5-776b-4063-8ba0-4701c480732f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/networks/c76fcfa9-2a51-4cc0-97bb-d6340cc635f2 HTTP/1.1" status: 204 len: 168 time: 1.5062356 May 30 20:14:16.113054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40238) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:16.151783 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-109c2d57-a857-41f4-a64d-0f8aa39f6d30 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Calling delete_port for 22e79e31-88cd-4a93-9ec1-ed16c10daac6 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:16.183805 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0a5033f5-f5dc-46da-a8fc-121119014e23 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:16.238181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 0a5033f5-f5dc-46da-a8fc-121119014e23 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:14:16.238530 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0a5033f5-f5dc-46da-a8fc-121119014e23 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:14:16.239478 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ec95fd43-dcfc-4817-9cda-8d9b79a9122c no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:16.289744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: ec95fd43-dcfc-4817-9cda-8d9b79a9122c {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:14:16.290860 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ec95fd43-dcfc-4817-9cda-8d9b79a9122c not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:14:16.388263 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-087bd733-6878-46ae-baee-7f0e60906dec req-e5518853-e8d2-4ad0-8000-458cf09b520a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ff480fdd7c454b03807b916a453b01d1&device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 6345 time: 1.3367126 May 30 20:14:16.415345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4b5518d3-3363-4223-9b34-de4d08772b80 None None] Deleting port ec95fd43-dcfc-4817-9cda-8d9b79a9122c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:16.415721 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4b5518d3-3363-4223-9b34-de4d08772b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:16.569889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4b5518d3-3363-4223-9b34-de4d08772b80 None None] The port 'ec95fd43-dcfc-4817-9cda-8d9b79a9122c' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:14:16.574426 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26a831e8-4020-4c84-b050-d74c148844eb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:16.713572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cba315-6d83-4f6a-ba1f-533c76486473 req-3d50225b-0a1f-4341-a350-04ecb327ed2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:16.715004 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a9cba315-6d83-4f6a-ba1f-533c76486473 req-3d50225b-0a1f-4341-a350-04ecb327ed2f service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8961048 May 30 20:14:16.759428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cabfc0-afb6-4ce9-9700-078543033dc5 req-2a54afc4-5ba2-40eb-a505-e518f7c4fb51 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:16.761631 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79cabfc0-afb6-4ce9-9700-078543033dc5 req-2a54afc4-5ba2-40eb-a505-e518f7c4fb51 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.7227356 May 30 20:14:16.766554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fce5f-9921-4391-acfb-940b77fff7ce req-4f8106b6-523d-45b7-a26d-2f8df7f54259 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:16.768004 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e62fce5f-9921-4391-acfb-940b77fff7ce req-4f8106b6-523d-45b7-a26d-2f8df7f54259 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 946 time: 1.1909177 May 30 20:14:16.882507 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:14:16.955532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bd733-6878-46ae-baee-7f0e60906dec req-dd37930c-a7fa-4fb0-ae96-bf1feef0bac7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:16.955908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bd733-6878-46ae-baee-7f0e60906dec req-dd37930c-a7fa-4fb0-ae96-bf1feef0bac7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:16.956301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bd733-6878-46ae-baee-7f0e60906dec req-dd37930c-a7fa-4fb0-ae96-bf1feef0bac7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:16.957921 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-087bd733-6878-46ae-baee-7f0e60906dec req-dd37930c-a7fa-4fb0-ae96-bf1feef0bac7 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=ff480fdd7c454b03807b916a453b01d1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4959705 May 30 20:14:17.296541 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79cabfc0-afb6-4ce9-9700-078543033dc5 req-2fbfc293-84d1-40e6-b855-930ef1043426 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5172868 May 30 20:14:17.298831 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e62fce5f-9921-4391-acfb-940b77fff7ce req-104c0631-166a-490a-ba49-d970833db058 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175686 May 30 20:14:17.340245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ef498a-f8d4-4992-b421-7e95058e3c69 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:14:17.394008 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:17.420079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-26a831e8-4020-4c84-b050-d74c148844eb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port f66c5541-61db-4c2d-853a-d89a6c602268 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:17.421393 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26a831e8-4020-4c84-b050-d74c148844eb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:17.451353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bd733-6878-46ae-baee-7f0e60906dec req-0ef5a614-f5bd-4d31-a637-a9f09157d2a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:17.451556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-087bd733-6878-46ae-baee-7f0e60906dec req-0ef5a614-f5bd-4d31-a637-a9f09157d2a1 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4495897 May 30 20:14:17.561544 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Transition to ACTIVE for port object c0ef498a-f8d4-4992-b421-7e95058e3c69 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:17.574539 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54469f50-be32-4823-a8be-565066d291a8 req-38749c2e-a401-4c25-bee2-03ceb8bb8a40 tempest-ServersAaction247Test-365408307 tempest-ServersAaction247Test-365408307-project] 10.222.0.84 "GET /v2.0/ports?device_id=75d68dea-b64e-440b-8952-33e8b2af5596 HTTP/1.1" status: 200 len: 210 time: 0.0676785 May 30 20:14:17.575654 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-109c2d57-a857-41f4-a64d-0f8aa39f6d30 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:17.610988 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:17.675526 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-26a831e8-4020-4c84-b050-d74c148844eb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] For port f66c5541-61db-4c2d-853a-d89a6c602268, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f66c5541-61db-4c2d-853a-d89a6c602268,segment=NetworkSegment(8b8fca0f-6b57-445b-876a-3108c566136d),segment_id=8b8fca0f-6b57-445b-876a-3108c566136d)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:17.675883 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26a831e8-4020-4c84-b050-d74c148844eb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:17.705494 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c2d57-a857-41f4-a64d-0f8aa39f6d30 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Pushing event deleted for resources: {'Port': ['ID=22e79e31-88cd-4a93-9ec1-ed16c10daac6,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:17.846958 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-26a831e8-4020-4c84-b050-d74c148844eb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Calling delete_port for f66c5541-61db-4c2d-853a-d89a6c602268 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:17.972472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Pushing event updated for resources: {'Port': ['ID=c0ef498a-f8d4-4992-b421-7e95058e3c69,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:18.087328 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26a831e8-4020-4c84-b050-d74c148844eb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:18.098341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4218ea7-15bc-4c4e-ade0-2ec4fa7470df req-ee242d6d-8dc6-48b7-9b4d-3c9bb6223a83 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:18.101970 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4218ea7-15bc-4c4e-ade0-2ec4fa7470df req-ee242d6d-8dc6-48b7-9b4d-3c9bb6223a83 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:18.105983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4218ea7-15bc-4c4e-ade0-2ec4fa7470df req-ee242d6d-8dc6-48b7-9b4d-3c9bb6223a83 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:18.109871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4218ea7-15bc-4c4e-ade0-2ec4fa7470df req-ee242d6d-8dc6-48b7-9b4d-3c9bb6223a83 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:18.114029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4218ea7-15bc-4c4e-ade0-2ec4fa7470df req-ee242d6d-8dc6-48b7-9b4d-3c9bb6223a83 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:18.118122 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4218ea7-15bc-4c4e-ade0-2ec4fa7470df req-ee242d6d-8dc6-48b7-9b4d-3c9bb6223a83 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:18.122111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4218ea7-15bc-4c4e-ade0-2ec4fa7470df req-ee242d6d-8dc6-48b7-9b4d-3c9bb6223a83 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:18.124414 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4218ea7-15bc-4c4e-ade0-2ec4fa7470df req-ee242d6d-8dc6-48b7-9b4d-3c9bb6223a83 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5398 time: 0.6656413 May 30 20:14:18.158100 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a831e8-4020-4c84-b050-d74c148844eb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Port': ['ID=f66c5541-61db-4c2d-853a-d89a6c602268,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:18.413918 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a9cba315-6d83-4f6a-ba1f-533c76486473 req-46454755-e93a-4c63-a470-2a74ed8d6e19 tempest-ServersAaction247Test-365408307 tempest-ServersAaction247Test-365408307-project] 10.222.0.93 "GET /v2.0/ports?device_id=75d68dea-b64e-440b-8952-33e8b2af5596 HTTP/1.1" status: 200 len: 210 time: 0.0797548 May 30 20:14:18.414390 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-109c2d57-a857-41f4-a64d-0f8aa39f6d30 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:18.416247 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26a831e8-4020-4c84-b050-d74c148844eb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:18.475754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Attempting to bind port c0ef498a-f8d4-4992-b421-7e95058e3c69 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:18.476046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Attempting to bind port c0ef498a-f8d4-4992-b421-7e95058e3c69 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '9ac5df36-6ecf-4237-9c31-5563d393e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '448a5305-1745-4735-9914-168fb49da986'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:18.476347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Attempting to bind port c0ef498a-f8d4-4992-b421-7e95058e3c69 on network 448a5305-1745-4735-9914-168fb49da986 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:18.544757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39ba58-cae4-4bbc-ba99-0c947b4f864a req-9df1733c-d57c-4eb3-a3be-84bf36a3a571 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:18.552130 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa39ba58-cae4-4bbc-ba99-0c947b4f864a req-9df1733c-d57c-4eb3-a3be-84bf36a3a571 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.7746274 May 30 20:14:18.638859 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Port c0ef498a-f8d4-4992-b421-7e95058e3c69 on network 448a5305-1745-4735-9914-168fb49da986 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:14:18.639187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Attempting to bind port c0ef498a-f8d4-4992-b421-7e95058e3c69 on network 448a5305-1745-4735-9914-168fb49da986 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:18.648512 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4218ea7-15bc-4c4e-ade0-2ec4fa7470df req-159ecfba-189b-41c1-8b6b-031e6f9fa2ac tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5089819 May 30 20:14:18.927410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:14:18.927695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Checking segment: {'id': '9ac5df36-6ecf-4237-9c31-5563d393e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '448a5305-1745-4735-9914-168fb49da986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:18.928119 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Bound using segment: {'id': '9ac5df36-6ecf-4237-9c31-5563d393e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '448a5305-1745-4735-9914-168fb49da986'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:14:18.928563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Bound port: c0ef498a-f8d4-4992-b421-7e95058e3c69, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac5df36-6ecf-4237-9c31-5563d393e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '448a5305-1745-4735-9914-168fb49da986'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:14:18.928917 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:18.984177 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4f865055-e5bc-4076-888e-79068e894f8b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Deleting port 3e3f072d-470b-445c-80c7-582a5a628a5e {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:18.985043 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4f865055-e5bc-4076-888e-79068e894f8b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:18.985306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a831e8-4020-4c84-b050-d74c148844eb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 017e4888-a1d0-4166-9b0d-e07d9ba75278 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:14:19.017951 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-109c2d57-a857-41f4-a64d-0f8aa39f6d30 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:19.061958 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa39ba58-cae4-4bbc-ba99-0c947b4f864a req-61c0b373-65bd-4f79-98ed-7a72e5f2bb1b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5088897 May 30 20:14:19.099991 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-109c2d57-a857-41f4-a64d-0f8aa39f6d30 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:19.164292 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a831e8-4020-4c84-b050-d74c148844eb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:14:19.177113 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c10931-3b0a-4d32-a3a7-4ce1566f61a2 None None] Sync routers for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:14:19.188867 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c10931-3b0a-4d32-a3a7-4ce1566f61a2 None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:19.189383 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-29c10931-3b0a-4d32-a3a7-4ce1566f61a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:19.191406 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-26a831e8-4020-4c84-b050-d74c148844eb tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/017e4888-a1d0-4166-9b0d-e07d9ba75278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0773981 May 30 20:14:19.192053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40294) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:19.301485 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] For port c0ef498a-f8d4-4992-b421-7e95058e3c69, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:14:19.310216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] For port c0ef498a-f8d4-4992-b421-7e95058e3c69, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c0ef498a-f8d4-4992-b421-7e95058e3c69,segment=NetworkSegment(9ac5df36-6ecf-4237-9c31-5563d393e94a),segment_id=9ac5df36-6ecf-4237-9c31-5563d393e94a)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:14:19.311262 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-109c2d57-a857-41f4-a64d-0f8aa39f6d30 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:19.312063 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109c2d57-a857-41f4-a64d-0f8aa39f6d30 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Fanout notify agent at l3_agent the message router_deleted on router b2f50193-5c07-492d-bbcc-18e002054b6a {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:14:19.340884 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:19.402717 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a8e96-2712-4be8-89c3-c7c251d0306c req-2ac56827-389d-4b6b-bbf2-cf1b53ad952b tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:19.409938 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-da2a8e96-2712-4be8-89c3-c7c251d0306c req-2ac56827-389d-4b6b-bbf2-cf1b53ad952b tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 946 time: 0.5017850 May 30 20:14:19.498047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-4f865055-e5bc-4076-888e-79068e894f8b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] For port 3e3f072d-470b-445c-80c7-582a5a628a5e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3e3f072d-470b-445c-80c7-582a5a628a5e,segment=NetworkSegment(fdaf3d5c-780d-42d3-ae2f-6a69fcafc186),segment_id=fdaf3d5c-780d-42d3-ae2f-6a69fcafc186)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:19.499135 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-29c10931-3b0a-4d32-a3a7-4ce1566f61a2 None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:19.501182 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4f865055-e5bc-4076-888e-79068e894f8b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:19.521268 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-109c2d57-a857-41f4-a64d-0f8aa39f6d30 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:19.535858 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-109c2d57-a857-41f4-a64d-0f8aa39f6d30 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "DELETE /v2.0/routers/b2f50193-5c07-492d-bbcc-18e002054b6a HTTP/1.1" status: 204 len: 168 time: 8.1075766 May 30 20:14:19.545923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40306) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:19.547124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-5debc2d1-3763-43e7-b67e-a198b35e7350 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting subnet 0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:14:19.551736 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5debc2d1-3763-43e7-b67e-a198b35e7350 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:19.559536 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Request body: {'router': {'name': 'tempest-snat-router-39146831', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'enable_snat': False}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:19.632807 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5debc2d1-3763-43e7-b67e-a198b35e7350 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:19.646046 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:19.647687 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] 10.222.0.93 "PUT /v2.0/ports/c0ef498a-f8d4-4992-b421-7e95058e3c69 HTTP/1.1" status: 200 len: 1091 time: 5.4298997 May 30 20:14:19.648570 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'tag': 'c0ef498a-f8d4-4992-b421-7e95058e3c69'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:19.688563 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-29c10931-3b0a-4d32-a3a7-4ce1566f61a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:14:17Z', 'revision_number': 11, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:19.700797 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c10931-3b0a-4d32-a3a7-4ce1566f61a2 None None] Checking router: 017e4888-a1d0-4166-9b0d-e07d9ba75278 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:14:19.729169 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c10931-3b0a-4d32-a3a7-4ce1566f61a2 None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:19.729799 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-29c10931-3b0a-4d32-a3a7-4ce1566f61a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:19.773453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:19.784915 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5debc2d1-3763-43e7-b67e-a198b35e7350 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:19.800205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4f865055-e5bc-4076-888e-79068e894f8b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Calling delete_port for 3e3f072d-470b-445c-80c7-582a5a628a5e owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:19.853684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Request body: {'port': {'device_id': 'f6766fa5-8441-4f60-a359-17941571fc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:19.917150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Usage tracker for resource:router and tenant:149354093b904a1884d35f27e6d22e4c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:19.935678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:19.936226 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5debc2d1-3763-43e7-b67e-a198b35e7350 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:19.952399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:19.962150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Pushing event updated for resources: {'Port': ['ID=c0ef498a-f8d4-4992-b421-7e95058e3c69,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:19.994245 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-da2a8e96-2712-4be8-89c3-c7c251d0306c req-5285c54b-775d-4c02-8056-2948fe15b4f8 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827961 May 30 20:14:20.042116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40328) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:20.074768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43ba7d8-bd79-4627-9b1e-d9ad4e84e791 None None] Network c22d482c-5af9-4e59-a267-0c51e0fb3fcf requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:14:20.082756 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5debc2d1-3763-43e7-b67e-a198b35e7350 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:20.106292 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5debc2d1-3763-43e7-b67e-a198b35e7350 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/subnets/0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad HTTP/1.1" status: 204 len: 168 time: 0.9109564 May 30 20:14:20.107302 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40334) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:20.114352 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-29c10931-3b0a-4d32-a3a7-4ce1566f61a2 None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:20.118538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debc2d1-3763-43e7-b67e-a198b35e7350 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:20.175890 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:20.181024 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:20.215082 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02064162-560c-407e-a31a-92065f5064af'] response: {'name': 'network-changed', 'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'tag': 'c0ef498a-f8d4-4992-b421-7e95058e3c69', 'status': 'completed', 'code': 200} May 30 20:14:20.218330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:20.218693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:20.219007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:20.224417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:20.224891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:20.225385 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:20.225706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:20.226043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:20.226377 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:20.226707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:20.227035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7549a6-8833-4486-a8aa-812ebc93e28b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:20.370656 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-29c10931-3b0a-4d32-a3a7-4ce1566f61a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:14:17Z', 'revision_number': 11, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:20.375853 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c10931-3b0a-4d32-a3a7-4ce1566f61a2 None None] The sync data for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 is: [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:14:17Z', 'revision_number': 11, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:14:20.430312 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:20.443311 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Deleting port 72eda69e-4d12-4e9f-a602-0db79d27c4f5 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:20.444061 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:20.561647 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:20.665347 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f1f2cde6-5ce8-4a37-b782-cd3ea7722190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:20.699947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] For port 72eda69e-4d12-4e9f-a602-0db79d27c4f5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=72eda69e-4d12-4e9f-a602-0db79d27c4f5,segment=NetworkSegment(8b8fca0f-6b57-445b-876a-3108c566136d),segment_id=8b8fca0f-6b57-445b-876a-3108c566136d)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:20.700948 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:20.709807 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:20.764139 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6325b9ef-e3cd-46c0-b294-9d7b0f0bfa95 None None] DHCP port deletion for c22d482c-5af9-4e59-a267-0c51e0fb3fcf request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:14:20.772818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6325b9ef-e3cd-46c0-b294-9d7b0f0bfa95 None None] Deleting port 72eda69e-4d12-4e9f-a602-0db79d27c4f5 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:20.773449 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6325b9ef-e3cd-46c0-b294-9d7b0f0bfa95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:20.851333 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e721a8a6-f9dd-4eae-945b-6cb6695a20b3 req-27cdff32-cb84-4607-91e9-338a50f05350 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ff480fdd7c454b03807b916a453b01d1&device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 6412 time: 0.6648412 May 30 20:14:20.894907 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Calling delete_port for 72eda69e-4d12-4e9f-a602-0db79d27c4f5 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:21.057610 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.119083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Port': ['ID=72eda69e-4d12-4e9f-a602-0db79d27c4f5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:21.125617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] No DVR routers for this DVR port 72eda69e-4d12-4e9f-a602-0db79d27c4f5 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:14:21.242584 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f846b61e-b0d7-4049-98a5-549dde8e7f22 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:14:21.249515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6325b9ef-e3cd-46c0-b294-9d7b0f0bfa95 None None] For port 72eda69e-4d12-4e9f-a602-0db79d27c4f5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=72eda69e-4d12-4e9f-a602-0db79d27c4f5,segment=NetworkSegment(8b8fca0f-6b57-445b-876a-3108c566136d),segment_id=8b8fca0f-6b57-445b-876a-3108c566136d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:21.250119 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6325b9ef-e3cd-46c0-b294-9d7b0f0bfa95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.259767 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.286418 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.319224 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22d482c-5af9-4e59-a267-0c51e0fb3fcf']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:21.332944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8fca0f-6b57-445b-876a-3108c566136d') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:21.333529 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8fca0f-6b57-445b-876a-3108c566136d') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:21.356882 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.378285 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.386840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:14:21.387330 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.388410 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6325b9ef-e3cd-46c0-b294-9d7b0f0bfa95 None None] Calling delete_port for 72eda69e-4d12-4e9f-a602-0db79d27c4f5 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: timer() May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:14:21.416866 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:14:21.477058 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-6325b9ef-e3cd-46c0-b294-9d7b0f0bfa95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:14:21.477517 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-6325b9ef-e3cd-46c0-b294-9d7b0f0bfa95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:14:21.601435 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.622837 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.630771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Pushing event deleted for resources: {'Network': ['ID=c22d482c-5af9-4e59-a267-0c51e0fb3fcf,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:21.645470 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2d604bd7-eb05-4e99-b831-5a2d2933ae81 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/networks/c22d482c-5af9-4e59-a267-0c51e0fb3fcf HTTP/1.1" status: 204 len: 168 time: 1.5340955 May 30 20:14:21.648155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40390) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:21.654078 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-215a0a97-9176-4126-a058-4c800c61de08 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'router': {'routes': None}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:21.667851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Transition to ACTIVE for port object f846b61e-b0d7-4049-98a5-549dde8e7f22 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:21.687195 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d46e0-0637-4a16-8042-790a66bb81ea req-7e425629-c3e0-4633-bfca-342e317808af tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:21.691627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d46e0-0637-4a16-8042-790a66bb81ea req-7e425629-c3e0-4633-bfca-342e317808af tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:21.696106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d46e0-0637-4a16-8042-790a66bb81ea req-7e425629-c3e0-4633-bfca-342e317808af tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:21.699955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d46e0-0637-4a16-8042-790a66bb81ea req-7e425629-c3e0-4633-bfca-342e317808af tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:21.703795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d46e0-0637-4a16-8042-790a66bb81ea req-7e425629-c3e0-4633-bfca-342e317808af tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:21.707767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d46e0-0637-4a16-8042-790a66bb81ea req-7e425629-c3e0-4633-bfca-342e317808af tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:21.711602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d46e0-0637-4a16-8042-790a66bb81ea req-7e425629-c3e0-4633-bfca-342e317808af tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:21.713536 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc8d46e0-0637-4a16-8042-790a66bb81ea req-7e425629-c3e0-4633-bfca-342e317808af tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5410 time: 1.2529473 May 30 20:14:21.732596 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4f865055-e5bc-4076-888e-79068e894f8b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.776693 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.829638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f1f2cde6-5ce8-4a37-b782-cd3ea7722190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:21.834628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f865055-e5bc-4076-888e-79068e894f8b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'Port': ['ID=3e3f072d-470b-445c-80c7-582a5a628a5e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:21.883084 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f1f2cde6-5ce8-4a37-b782-cd3ea7722190 admin admin] Usage tracker for resource:security_group_rule and tenant:126ba5738da84ec9931d9476f6318ef6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:21.906917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f1f2cde6-5ce8-4a37-b782-cd3ea7722190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:21.963830 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.extraroute_db [None req-215a0a97-9176-4126-a058-4c800c61de08 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Added routes are [] {{(pid=84024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 30 20:14:21.964204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.extraroute_db [None req-215a0a97-9176-4126-a058-4c800c61de08 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Removed routes are [] {{(pid=84024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 30 20:14:21.964558 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-215a0a97-9176-4126-a058-4c800c61de08 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.974848 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f1f2cde6-5ce8-4a37-b782-cd3ea7722190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:21.978365 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6325b9ef-e3cd-46c0-b294-9d7b0f0bfa95 None None] Deleting port 72eda69e-4d12-4e9f-a602-0db79d27c4f5 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:21.978971 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6325b9ef-e3cd-46c0-b294-9d7b0f0bfa95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:22.142826 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6325b9ef-e3cd-46c0-b294-9d7b0f0bfa95 None None] The port '72eda69e-4d12-4e9f-a602-0db79d27c4f5' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:14:22.186800 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc8d46e0-0637-4a16-8042-790a66bb81ea req-f210c6f6-a36f-4efa-b326-cd5b25e0fedf tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4491463 May 30 20:14:22.315021 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 72eda69e-4d12-4e9f-a602-0db79d27c4f5 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:22.376278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 72eda69e-4d12-4e9f-a602-0db79d27c4f5 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:14:22.377573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 72eda69e-4d12-4e9f-a602-0db79d27c4f5 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:14:22.378273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f66c5541-61db-4c2d-853a-d89a6c602268 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:22.405553 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f1f2cde6-5ce8-4a37-b782-cd3ea7722190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:22.407981 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:22.420067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: f66c5541-61db-4c2d-853a-d89a6c602268 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:14:22.420749 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f66c5541-61db-4c2d-853a-d89a6c602268 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:14:22.422710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Pushing event updated for resources: {'Port': ['ID=f846b61e-b0d7-4049-98a5-549dde8e7f22,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:22.464950 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-215a0a97-9176-4126-a058-4c800c61de08 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:22.467333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721a8a6-f9dd-4eae-945b-6cb6695a20b3 req-9924da83-1281-479a-bf20-a63eee23b5f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:22.467712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721a8a6-f9dd-4eae-945b-6cb6695a20b3 req-9924da83-1281-479a-bf20-a63eee23b5f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:22.468102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721a8a6-f9dd-4eae-945b-6cb6695a20b3 req-9924da83-1281-479a-bf20-a63eee23b5f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:22.469651 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-215a0a97-9176-4126-a058-4c800c61de08 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:22.469947 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e721a8a6-f9dd-4eae-945b-6cb6695a20b3 req-9924da83-1281-479a-bf20-a63eee23b5f9 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=ff480fdd7c454b03807b916a453b01d1&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.1795025 May 30 20:14:22.529334 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f1f2cde6-5ce8-4a37-b782-cd3ea7722190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:22.615593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215a0a97-9176-4126-a058-4c800c61de08 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 017e4888-a1d0-4166-9b0d-e07d9ba75278 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:14:22.656997 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207ed95-f0a2-4c14-8da0-1f3602d25912 req-124f2ec5-8489-4583-b872-6424f58b83af tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:22.658431 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d207ed95-f0a2-4c14-8da0-1f3602d25912 req-124f2ec5-8489-4583-b872-6424f58b83af tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=ba517549-dece-412c-a08f-1d4977fe5dd4 HTTP/1.1" status: 200 len: 944 time: 1.3533123 May 30 20:14:22.756296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215a0a97-9176-4126-a058-4c800c61de08 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:14:22.762955 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-215a0a97-9176-4126-a058-4c800c61de08 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:22.764142 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-215a0a97-9176-4126-a058-4c800c61de08 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/017e4888-a1d0-4166-9b0d-e07d9ba75278 HTTP/1.1" status: 200 len: 705 time: 1.1149232 May 30 20:14:22.766963 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40402) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:22.772053 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb9f8a0-2dc7-4636-9055-efeb8b1d81bd None None] Sync routers for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:14:22.784545 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb9f8a0-2dc7-4636-9055-efeb8b1d81bd None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:22.785404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bcb9f8a0-2dc7-4636-9055-efeb8b1d81bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:22.816634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5044b5be-4d8f-467f-95eb-a6a9f620818f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Synchronizing usage tracker for tenant:758efaed7a954d48b571181ce4e6d8b0 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:22.836876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5044b5be-4d8f-467f-95eb-a6a9f620818f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Unset dirty status for tenant:758efaed7a954d48b571181ce4e6d8b0 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:22.838343 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5044b5be-4d8f-467f-95eb-a6a9f620818f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports?device_id=017e4888-a1d0-4166-9b0d-e07d9ba75278 HTTP/1.1" status: 200 len: 205 time: 0.0704205 May 30 20:14:22.841232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40406) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:22.942578 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-bcb9f8a0-2dc7-4636-9055-efeb8b1d81bd None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:22.947553 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f1f2cde6-5ce8-4a37-b782-cd3ea7722190 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=126ba5738da84ec9931d9476f6318ef6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9027245 May 30 20:14:22.948588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2cde6-5ce8-4a37-b782-cd3ea7722190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0fd646-8d7b-40d8-b905-52800d4057ef,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:22.956387 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40412) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:23.063608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40416) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:23.063888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bcb9f8a0-2dc7-4636-9055-efeb8b1d81bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:14:17Z', 'revision_number': 11, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:23.068655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb9f8a0-2dc7-4636-9055-efeb8b1d81bd None None] Checking router: 017e4888-a1d0-4166-9b0d-e07d9ba75278 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:14:23.073280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d207ed95-f0a2-4c14-8da0-1f3602d25912 req-b196a9d2-3dc5-41d1-b1bf-cc9da2a6b345 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Deleting port 0896b2ca-18b2-441f-aa73-854269db7efe {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:23.073762 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d207ed95-f0a2-4c14-8da0-1f3602d25912 req-b196a9d2-3dc5-41d1-b1bf-cc9da2a6b345 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.080037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb9f8a0-2dc7-4636-9055-efeb8b1d81bd None None] Routers {'017e4888-a1d0-4166-9b0d-e07d9ba75278'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:23.080665 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bcb9f8a0-2dc7-4636-9055-efeb8b1d81bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['017e4888-a1d0-4166-9b0d-e07d9ba75278'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:23.127733 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bda550b6-65fc-437d-8c0c-0ac3ea0a006e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.199606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721a8a6-f9dd-4eae-945b-6cb6695a20b3 req-de180731-f4ae-49bb-9714-893db3d72639 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:23.201061 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e721a8a6-f9dd-4eae-945b-6cb6695a20b3 req-de180731-f4ae-49bb-9714-893db3d72639 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6560738 May 30 20:14:23.210437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Attempting to bind port f846b61e-b0d7-4049-98a5-549dde8e7f22 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:23.210834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Attempting to bind port f846b61e-b0d7-4049-98a5-549dde8e7f22 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '9ac5df36-6ecf-4237-9c31-5563d393e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '448a5305-1745-4735-9914-168fb49da986'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:23.211081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Attempting to bind port f846b61e-b0d7-4049-98a5-549dde8e7f22 on network 448a5305-1745-4735-9914-168fb49da986 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:23.265833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-bcb9f8a0-2dc7-4636-9055-efeb8b1d81bd None None] Set router 017e4888-a1d0-4166-9b0d-e07d9ba75278 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:23.286838 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfcd35-07c2-4d33-a6b4-c1a299bcdc5e req-0ff5253f-bac0-4675-b41a-facc4edee86d tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:23.288256 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5bfcd35-07c2-4d33-a6b4-c1a299bcdc5e req-0ff5253f-bac0-4675-b41a-facc4edee86d tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 946 time: 0.8105888 May 30 20:14:23.400576 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bcb9f8a0-2dc7-4636-9055-efeb8b1d81bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:14:17Z', 'revision_number': 11, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:23.405089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb9f8a0-2dc7-4636-9055-efeb8b1d81bd None None] The sync data for ids ['017e4888-a1d0-4166-9b0d-e07d9ba75278'] in n-d-843949-2 is: [{'id': '017e4888-a1d0-4166-9b0d-e07d9ba75278', 'name': 'tempest-RoutersIpV6Test-router-1879666699', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:12:38Z', 'updated_at': '2022-05-30T20:14:17Z', 'revision_number': 11, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:14:23.430774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Port f846b61e-b0d7-4049-98a5-549dde8e7f22 on network 448a5305-1745-4735-9914-168fb49da986 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:14:23.431372 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Attempting to bind port f846b61e-b0d7-4049-98a5-549dde8e7f22 on network 448a5305-1745-4735-9914-168fb49da986 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:23.535099 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3740d66-5258-4264-9f34-a231dce2e1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.545926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:14:23.546201 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Checking segment: {'id': '9ac5df36-6ecf-4237-9c31-5563d393e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '448a5305-1745-4735-9914-168fb49da986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:23.546578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Bound using segment: {'id': '9ac5df36-6ecf-4237-9c31-5563d393e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '448a5305-1745-4735-9914-168fb49da986'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:14:23.547013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Bound port: f846b61e-b0d7-4049-98a5-549dde8e7f22, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac5df36-6ecf-4237-9c31-5563d393e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '448a5305-1745-4735-9914-168fb49da986'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:14:23.547342 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.586296 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bda550b6-65fc-437d-8c0c-0ac3ea0a006e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.590619 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bda550b6-65fc-437d-8c0c-0ac3ea0a006e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.616078 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bda550b6-65fc-437d-8c0c-0ac3ea0a006e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.616718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda550b6-65fc-437d-8c0c-0ac3ea0a006e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Fanout notify agent at l3_agent the message router_deleted on router 017e4888-a1d0-4166-9b0d-e07d9ba75278 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:14:23.621712 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f34c76fb-396a-4c01-afd5-f389b8da3fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.632349 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bda550b6-65fc-437d-8c0c-0ac3ea0a006e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.633729 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bda550b6-65fc-437d-8c0c-0ac3ea0a006e tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/routers/017e4888-a1d0-4166-9b0d-e07d9ba75278 HTTP/1.1" status: 204 len: 168 time: 0.7911026 May 30 20:14:23.637826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40426) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:23.644852 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-554bd78f-e13f-4940-a8fd-3ad4808e5a55 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-28974866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:23.652838 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-554bd78f-e13f-4940-a8fd-3ad4808e5a55 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:23.657362 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-554bd78f-e13f-4940-a8fd-3ad4808e5a55 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Usage tracker for resource:router and tenant:758efaed7a954d48b571181ce4e6d8b0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:23.661308 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-554bd78f-e13f-4940-a8fd-3ad4808e5a55 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:23.667226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-554bd78f-e13f-4940-a8fd-3ad4808e5a55 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:23.678595 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-554bd78f-e13f-4940-a8fd-3ad4808e5a55 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.679638 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-554bd78f-e13f-4940-a8fd-3ad4808e5a55 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.698738 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-554bd78f-e13f-4940-a8fd-3ad4808e5a55 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.719114 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-554bd78f-e13f-4940-a8fd-3ad4808e5a55 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.745319 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-554bd78f-e13f-4940-a8fd-3ad4808e5a55 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.746449 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-554bd78f-e13f-4940-a8fd-3ad4808e5a55 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1061912 May 30 20:14:23.749143 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40430) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:23.754429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4dc26ab3-7ab0-4c2a-a41b-672202202f1b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:23.794409 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f34c76fb-396a-4c01-afd5-f389b8da3fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.826695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f3740d66-5258-4264-9f34-a231dce2e1ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:23.835050 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5bfcd35-07c2-4d33-a6b4-c1a299bcdc5e req-1bb56f62-9d84-453e-9dbd-1e3d7c78f3a5 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995326 May 30 20:14:23.854738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f3740d66-5258-4264-9f34-a231dce2e1ec admin admin] Usage tracker for resource:security_group_rule and tenant:b596c8d32fe54fa997a706e0e006fc10 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:23.873126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f3740d66-5258-4264-9f34-a231dce2e1ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:23.933814 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f3740d66-5258-4264-9f34-a231dce2e1ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:23.945151 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-d207ed95-f0a2-4c14-8da0-1f3602d25912 req-b196a9d2-3dc5-41d1-b1bf-cc9da2a6b345 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] For port 0896b2ca-18b2-441f-aa73-854269db7efe, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0896b2ca-18b2-441f-aa73-854269db7efe,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:23.946163 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d207ed95-f0a2-4c14-8da0-1f3602d25912 req-b196a9d2-3dc5-41d1-b1bf-cc9da2a6b345 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.968292 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] For port f846b61e-b0d7-4049-98a5-549dde8e7f22, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:14:24.141392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] For port f846b61e-b0d7-4049-98a5-549dde8e7f22, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f846b61e-b0d7-4049-98a5-549dde8e7f22,segment=NetworkSegment(9ac5df36-6ecf-4237-9c31-5563d393e94a),segment_id=9ac5df36-6ecf-4237-9c31-5563d393e94a)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:14:24.142893 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4dc26ab3-7ab0-4c2a-a41b-672202202f1b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:24.153782 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4dc26ab3-7ab0-4c2a-a41b-672202202f1b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:24.155126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d207ed95-f0a2-4c14-8da0-1f3602d25912 req-b196a9d2-3dc5-41d1-b1bf-cc9da2a6b345 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Calling delete_port for 0896b2ca-18b2-441f-aa73-854269db7efe owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:24.207218 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:24.280156 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:24.346053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc26ab3-7ab0-4c2a-a41b-672202202f1b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Router 953c2dbc-6000-4874-a953-90b5d956cf5a is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:14:24.351550 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:24.403268 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f34c76fb-396a-4c01-afd5-f389b8da3fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:24.444108 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:24.445525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] 10.222.0.93 "PUT /v2.0/ports/f846b61e-b0d7-4049-98a5-549dde8e7f22 HTTP/1.1" status: 200 len: 1091 time: 4.6617298 May 30 20:14:24.450066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'tag': 'f846b61e-b0d7-4049-98a5-549dde8e7f22'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:24.485964 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4f865055-e5bc-4076-888e-79068e894f8b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:24.489726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c76fb-396a-4c01-afd5-f389b8da3fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0fd646-8d7b-40d8-b905-52800d4057ef,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:24.562863 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e5141-568a-4fde-90a2-efc649fde439 service neutron] Pushing event updated for resources: {'Port': ['ID=f846b61e-b0d7-4049-98a5-549dde8e7f22,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:24.670811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc26ab3-7ab0-4c2a-a41b-672202202f1b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:14:24.671426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0085c8-79fe-4b3d-ab90-4d9f27c537c7 req-cc27605c-bd08-4c39-9eb0-1277d58c5a6e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:24.674641 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0af3030a-f638-44e6-ab8b-16552610c6d8 req-5283314d-3924-4755-902e-3ecbe9d62ec4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 1097 time: 0.3235807 May 30 20:14:24.675360 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0085c8-79fe-4b3d-ab90-4d9f27c537c7 req-cc27605c-bd08-4c39-9eb0-1277d58c5a6e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:24.678906 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4dc26ab3-7ab0-4c2a-a41b-672202202f1b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:24.679307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0085c8-79fe-4b3d-ab90-4d9f27c537c7 req-cc27605c-bd08-4c39-9eb0-1277d58c5a6e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:24.682491 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4dc26ab3-7ab0-4c2a-a41b-672202202f1b tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "PUT /v2.0/routers/953c2dbc-6000-4874-a953-90b5d956cf5a HTTP/1.1" status: 200 len: 696 time: 0.9297493 May 30 20:14:24.682640 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ed397-2686-4182-ba83-70c329509f1a None None] Sync routers for ids ['953c2dbc-6000-4874-a953-90b5d956cf5a'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:14:24.683087 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40436) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:24.683308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0085c8-79fe-4b3d-ab90-4d9f27c537c7 req-cc27605c-bd08-4c39-9eb0-1277d58c5a6e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:24.687258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0085c8-79fe-4b3d-ab90-4d9f27c537c7 req-cc27605c-bd08-4c39-9eb0-1277d58c5a6e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:24.691157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0085c8-79fe-4b3d-ab90-4d9f27c537c7 req-cc27605c-bd08-4c39-9eb0-1277d58c5a6e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:24.695610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0085c8-79fe-4b3d-ab90-4d9f27c537c7 req-cc27605c-bd08-4c39-9eb0-1277d58c5a6e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:24.697614 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca0085c8-79fe-4b3d-ab90-4d9f27c537c7 req-cc27605c-bd08-4c39-9eb0-1277d58c5a6e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5422 time: 0.7214277 May 30 20:14:24.711776 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0ed397-2686-4182-ba83-70c329509f1a None None] Routers {'953c2dbc-6000-4874-a953-90b5d956cf5a'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:24.712433 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8f0ed397-2686-4182-ba83-70c329509f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['953c2dbc-6000-4874-a953-90b5d956cf5a'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:24.761106 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3740d66-5258-4264-9f34-a231dce2e1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:24.837303 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3740d66-5258-4264-9f34-a231dce2e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:24.845937 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-8f0ed397-2686-4182-ba83-70c329509f1a None None] Set router 953c2dbc-6000-4874-a953-90b5d956cf5a gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:24.848750 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0af3030a-f638-44e6-ab8b-16552610c6d8 req-d06582a7-53e8-4375-ae27-0ed41752e009 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663923 May 30 20:14:24.861504 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4d40388c-783f-4f77-bd99-a271b63aa23f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/routers/953c2dbc-6000-4874-a953-90b5d956cf5a HTTP/1.1" status: 200 len: 702 time: 0.1751170 May 30 20:14:24.861789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40440) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:24.906871 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-985c937e-9bf6-4ac8-9d3d-37378cd25664 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports?device_id=953c2dbc-6000-4874-a953-90b5d956cf5a HTTP/1.1" status: 200 len: 205 time: 0.0417407 May 30 20:14:24.907412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40446) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:24.936598 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f34c76fb-396a-4c01-afd5-f389b8da3fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:24.940361 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f34c76fb-396a-4c01-afd5-f389b8da3fb1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4f0fd646-8d7b-40d8-b905-52800d4057ef HTTP/1.1" status: 204 len: 168 time: 1.9747756 May 30 20:14:24.952060 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8f0ed397-2686-4182-ba83-70c329509f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c2dbc-6000-4874-a953-90b5d956cf5a', 'name': 'tempest-RoutersIpV6Test-router-28974866', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:23Z', 'updated_at': '2022-05-30T20:14:24Z', 'revision_number': 2, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:24.956523 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ed397-2686-4182-ba83-70c329509f1a None None] Checking router: 953c2dbc-6000-4874-a953-90b5d956cf5a for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:14:24.967924 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0ed397-2686-4182-ba83-70c329509f1a None None] Routers {'953c2dbc-6000-4874-a953-90b5d956cf5a'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:24.968786 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8f0ed397-2686-4182-ba83-70c329509f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['953c2dbc-6000-4874-a953-90b5d956cf5a'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:24.993703 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d207ed95-f0a2-4c14-8da0-1f3602d25912 req-b196a9d2-3dc5-41d1-b1bf-cc9da2a6b345 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:25.012895 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['706a4667-45c9-4f3b-8a87-532f54b476f5'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:14:25.023226 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3740d66-5258-4264-9f34-a231dce2e1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7940ca9-9800-4486-8ff1-32b4647bbc5d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:25.074320 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db755949-d743-4305-8f48-0ce5f0861788 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:25.076503 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Allocated IP 172.25.5.133 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/61fbed4e-f586-4ccd-bde6-34a6f85f6276) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:14:25.096457 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f3740d66-5258-4264-9f34-a231dce2e1ec admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b596c8d32fe54fa997a706e0e006fc10&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0257168 May 30 20:14:25.096457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196a9d2-3dc5-41d1-b1bf-cc9da2a6b345 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Pushing event deleted for resources: {'Port': ['ID=0896b2ca-18b2-441f-aa73-854269db7efe,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:25.100835 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-8f0ed397-2686-4182-ba83-70c329509f1a None None] Set router 953c2dbc-6000-4874-a953-90b5d956cf5a gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:25.105284 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca0085c8-79fe-4b3d-ab90-4d9f27c537c7 req-3ea86607-b5f5-4d0f-adc6-51cb6a722c95 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3421650 May 30 20:14:25.107207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40452) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:25.124883 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-0ae0b60c-c0e8-4f2c-a086-7699e14a6eed service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ff480fdd7c454b03807b916a453b01d1&device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 6479 time: 0.6330459 May 30 20:14:25.151462 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b74244dc-9d3e-48f3-a4bb-47baef450dc1'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:14:25.375821 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8f0ed397-2686-4182-ba83-70c329509f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c2dbc-6000-4874-a953-90b5d956cf5a', 'name': 'tempest-RoutersIpV6Test-router-28974866', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:23Z', 'updated_at': '2022-05-30T20:14:24Z', 'revision_number': 2, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:25.381308 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ed397-2686-4182-ba83-70c329509f1a None None] The sync data for ids ['953c2dbc-6000-4874-a953-90b5d956cf5a'] in n-d-843949-2 is: [{'id': '953c2dbc-6000-4874-a953-90b5d956cf5a', 'name': 'tempest-RoutersIpV6Test-router-28974866', 'tenant_id': '758efaed7a954d48b571181ce4e6d8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:23Z', 'updated_at': '2022-05-30T20:14:24Z', 'revision_number': 2, 'project_id': '758efaed7a954d48b571181ce4e6d8b0', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:14:25.625578 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e7d0f2-dc55-4b71-ad6f-a32a3816b63c'] response: {'name': 'network-changed', 'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'tag': 'f846b61e-b0d7-4049-98a5-549dde8e7f22', 'status': 'completed', 'code': 200} May 30 20:14:25.807740 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-5bb09fce-5873-4b46-b946-f28171304930 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a119ffb7-3481-4755-972d-e59b32f97613 HTTP/1.1" status: 200 len: 217 time: 0.6693609 May 30 20:14:25.808713 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d207ed95-f0a2-4c14-8da0-1f3602d25912 req-b196a9d2-3dc5-41d1-b1bf-cc9da2a6b345 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] No DVR routers for this DVR port 0896b2ca-18b2-441f-aa73-854269db7efe on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:14:25.816074 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d207ed95-f0a2-4c14-8da0-1f3602d25912 req-b196a9d2-3dc5-41d1-b1bf-cc9da2a6b345 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:25.829153 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db755949-d743-4305-8f48-0ce5f0861788 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:25.834133 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db755949-d743-4305-8f48-0ce5f0861788 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:25.863244 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db755949-d743-4305-8f48-0ce5f0861788 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:25.864069 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db755949-d743-4305-8f48-0ce5f0861788 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Fanout notify agent at l3_agent the message router_deleted on router 953c2dbc-6000-4874-a953-90b5d956cf5a {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:14:25.879100 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db755949-d743-4305-8f48-0ce5f0861788 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:25.880862 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-db755949-d743-4305-8f48-0ce5f0861788 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/routers/953c2dbc-6000-4874-a953-90b5d956cf5a HTTP/1.1" status: 204 len: 168 time: 0.9726496 May 30 20:14:25.885567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40466) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:25.930697 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3f880642-ef80-42ef-ab58-1b373c568083 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports?device_id=953c2dbc-6000-4874-a953-90b5d956cf5a HTTP/1.1" status: 200 len: 205 time: 0.0419822 May 30 20:14:25.930922 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40472) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:26.001184 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-1128d267-487c-4c5a-a8e7-d48674262ffa tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] delete failed (client error): The resource could not be found. May 30 20:14:26.002376 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1128d267-487c-4c5a-a8e7-d48674262ffa tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/routers/953c2dbc-6000-4874-a953-90b5d956cf5a HTTP/1.1" status: 404 len: 336 time: 0.0706060 May 30 20:14:26.004986 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40478) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:26.019177 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:26.051803 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d207ed95-f0a2-4c14-8da0-1f3602d25912 req-b196a9d2-3dc5-41d1-b1bf-cc9da2a6b345 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "DELETE /v2.0/ports/0896b2ca-18b2-441f-aa73-854269db7efe HTTP/1.1" status: 204 len: 173 time: 3.3581820 May 30 20:14:26.063069 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06d26e9-803f-4152-9069-b954e9dbf8c6 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] DELETE failed (client error): The resource could not be found. May 30 20:14:26.063548 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06d26e9-803f-4152-9069-b954e9dbf8c6 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:14:26.068431 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b06d26e9-803f-4152-9069-b954e9dbf8c6 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/subnets/0b4316ba-e5b7-4baa-9be9-83b4b558cddf HTTP/1.1" status: 404 len: 337 time: 0.0618794 May 30 20:14:26.069631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40482) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:26.134706 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42b20df-3f51-4e3f-bd08-248f061a3cb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] DELETE failed (client error): The resource could not be found. May 30 20:14:26.135478 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42b20df-3f51-4e3f-bd08-248f061a3cb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:14:26.140651 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d42b20df-3f51-4e3f-bd08-248f061a3cb8 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/subnets/6621d8cb-53d7-4c4c-a764-58d0dabd403e HTTP/1.1" status: 404 len: 337 time: 0.0697322 May 30 20:14:26.141828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40492) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:26.144370 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-18649d76-4afb-42dc-9ae3-8dc01163fc57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:26.146344 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-18649d76-4afb-42dc-9ae3-8dc01163fc57 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cb8e3034-73da-40c9-8b9f-ac7e8912c65f HTTP/1.1" status: 200 len: 849 time: 0.2804015 May 30 20:14:26.167410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc4805-fe71-4c41-8a46-0ad69f2f7af5 req-5420c9f4-3877-439a-91ba-60ad84e91f3a tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:26.174164 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ecc4805-fe71-4c41-8a46-0ad69f2f7af5 req-5420c9f4-3877-439a-91ba-60ad84e91f3a tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 946 time: 0.5302033 May 30 20:14:26.196973 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf018988-62a4-4cf0-9da2-a86152f7d7db tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] DELETE failed (client error): The resource could not be found. May 30 20:14:26.199176 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf018988-62a4-4cf0-9da2-a86152f7d7db tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:14:26.204401 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cf018988-62a4-4cf0-9da2-a86152f7d7db tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/subnets/a1e62761-364b-4bde-8615-f6674a3b1ad7 HTTP/1.1" status: 404 len: 337 time: 0.0613296 May 30 20:14:26.205246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40498) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:26.241457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40502) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:26.250958 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe87201-71f0-4cb8-b687-71caa0b82c20 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] DELETE failed (client error): The resource could not be found. May 30 20:14:26.251396 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe87201-71f0-4cb8-b687-71caa0b82c20 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:14:26.256521 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1fe87201-71f0-4cb8-b687-71caa0b82c20 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/subnets/0bc8b82b-0bb4-4c76-9c6d-a804a752c9ad HTTP/1.1" status: 404 len: 337 time: 0.0501528 May 30 20:14:26.257056 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40508) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:26.286817 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1b3acc9-9aa7-40de-b74d-6f657370d6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:26.302057 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dc8fbd56-ba88-4448-9a07-28dc62e46a70 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports?device_id=017e4888-a1d0-4166-9b0d-e07d9ba75278 HTTP/1.1" status: 200 len: 205 time: 0.0436723 May 30 20:14:26.302654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40512) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:26.359911 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1b3acc9-9aa7-40de-b74d-6f657370d6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:26.468420 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:26.524601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1270035504-network', 'tenant_id': 'e9d9caa4c137422a9b59e1edda560dd6'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:26.536021 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-e86fd859-bb86-4df7-80d5-2f7321321607 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] delete failed (client error): The resource could not be found. May 30 20:14:26.536942 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e86fd859-bb86-4df7-80d5-2f7321321607 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/routers/017e4888-a1d0-4166-9b0d-e07d9ba75278 HTTP/1.1" status: 404 len: 336 time: 0.2333698 May 30 20:14:26.538054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:26.540536 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40516) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:26.577417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Pushing event updated for resources: {'Port': ['ID=61fbed4e-f586-4ccd-bde6-34a6f85f6276,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:26.581982 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Usage tracker for resource:network and tenant:e9d9caa4c137422a9b59e1edda560dd6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:26.589916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:26.603128 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0671d937-388f-46d9-ba87-96c8b67ac994 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports?device_id=a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c HTTP/1.1" status: 200 len: 205 time: 0.0590165 May 30 20:14:26.603128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:26.603804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40522) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:26.651346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ecc4805-fe71-4c41-8a46-0ad69f2f7af5 req-8753dfae-43cb-4ad0-96c9-138500a5617f tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763319 May 30 20:14:26.682125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Made reservation on behalf of e9d9caa4c137422a9b59e1edda560dd6 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:14:26.684580 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:26.695661 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-fa4ef14e-b950-48a1-923c-f1cba65d83f0 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] delete failed (client error): The resource could not be found. May 30 20:14:26.701156 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fa4ef14e-b950-48a1-923c-f1cba65d83f0 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/routers/a9217ab3-18e3-4d64-9fc1-7dcaf2bf6b6c HTTP/1.1" status: 404 len: 336 time: 0.0959537 May 30 20:14:26.706850 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:26.717508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40526) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:26.763498 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6328bfeb-276a-422d-b064-a30718e4f796 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] DELETE failed (client error): The resource could not be found. May 30 20:14:26.764043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6328bfeb-276a-422d-b064-a30718e4f796 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:14:26.768122 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6328bfeb-276a-422d-b064-a30718e4f796 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/subnets/f37235d4-60ce-4f77-8040-9a292e7b66f7 HTTP/1.1" status: 404 len: 337 time: 0.0472257 May 30 20:14:26.768851 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40532) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:26.795496 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:14:26.806396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:26.809145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:14:26.813696 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-21ceb625-ece0-448b-af70-1e7f51534289 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f6225a-4ae8-4e85-a0dd-2b9858234bc0 HTTP/1.1" status: 200 len: 205 time: 0.0419281 May 30 20:14:26.814276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40536) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:26.868222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-c71df5de-f2a0-465a-8d71-25d8e93e5207 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=677b4579-4403-49bf-8cf6-3e606ff679de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7113285 May 30 20:14:26.883793 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1b3acc9-9aa7-40de-b74d-6f657370d6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:26.890520 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-c9e015dc-2530-46b4-bae6-0b45a0957184 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] delete failed (client error): The resource could not be found. May 30 20:14:26.894063 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c9e015dc-2530-46b4-bae6-0b45a0957184 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/routers/d1f6225a-4ae8-4e85-a0dd-2b9858234bc0 HTTP/1.1" status: 404 len: 336 time: 0.0766788 May 30 20:14:26.894584 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40540) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:26.937115 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-de9cde6c-3b5f-4356-860d-23755bf374a5 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports?device_id=24bb4ae5-265d-45f5-aaf7-6d126e201f01 HTTP/1.1" status: 200 len: 205 time: 0.0415483 May 30 20:14:26.940233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40544) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:26.943372 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:27.005979 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Usage tracker for resource:security_group_rule and tenant:e9d9caa4c137422a9b59e1edda560dd6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:27.014202 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:27.017734 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-81246a8c-a17f-423e-a537-49c5110744ca tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] delete failed (client error): The resource could not be found. May 30 20:14:27.018853 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-81246a8c-a17f-423e-a537-49c5110744ca tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/routers/24bb4ae5-265d-45f5-aaf7-6d126e201f01 HTTP/1.1" status: 404 len: 336 time: 0.0776367 May 30 20:14:27.021994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40550) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:27.024383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:27.027313 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3acc9-9aa7-40de-b74d-6f657370d6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7940ca9-9800-4486-8ff1-32b4647bbc5d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:27.068251 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08d2cd8-4b59-4b5e-b44b-5e3f79c43d69 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] DELETE failed (client error): The resource could not be found. May 30 20:14:27.068637 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08d2cd8-4b59-4b5e-b44b-5e3f79c43d69 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:14:27.079113 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e08d2cd8-4b59-4b5e-b44b-5e3f79c43d69 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/subnets/1246dd7e-97b3-443d-a07f-9f2cd685b668 HTTP/1.1" status: 404 len: 337 time: 0.0560613 May 30 20:14:27.082876 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1b3acc9-9aa7-40de-b74d-6f657370d6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:27.083050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40554) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:27.084495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d1b3acc9-9aa7-40de-b74d-6f657370d6be admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c7940ca9-9800-4486-8ff1-32b4647bbc5d HTTP/1.1" status: 204 len: 168 time: 1.9713287 May 30 20:14:27.134153 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b2457dba-33c0-4608-a486-fffa61e896c6 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports?device_id=42d6f0ad-cb83-43ee-bdf1-af21c27a1125 HTTP/1.1" status: 200 len: 205 time: 0.0502460 May 30 20:14:27.139380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40560) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:27.211916 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-3a903c20-73e8-4cf4-a8ab-044e46bd3ec2 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] delete failed (client error): The resource could not be found. May 30 20:14:27.215347 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3a903c20-73e8-4cf4-a8ab-044e46bd3ec2 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/routers/42d6f0ad-cb83-43ee-bdf1-af21c27a1125 HTTP/1.1" status: 404 len: 336 time: 0.0727019 May 30 20:14:27.217775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40564) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:27.227363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef5549-1aa7-4aaf-ac01-1bf4dd47edfa req-5b02638c-25d7-4bce-8bfb-3345860bc81a tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:27.231705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef5549-1aa7-4aaf-ac01-1bf4dd47edfa req-5b02638c-25d7-4bce-8bfb-3345860bc81a tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:27.236014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef5549-1aa7-4aaf-ac01-1bf4dd47edfa req-5b02638c-25d7-4bce-8bfb-3345860bc81a tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:27.240481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef5549-1aa7-4aaf-ac01-1bf4dd47edfa req-5b02638c-25d7-4bce-8bfb-3345860bc81a tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:27.248191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef5549-1aa7-4aaf-ac01-1bf4dd47edfa req-5b02638c-25d7-4bce-8bfb-3345860bc81a tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:27.253066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef5549-1aa7-4aaf-ac01-1bf4dd47edfa req-5b02638c-25d7-4bce-8bfb-3345860bc81a tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:27.258041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef5549-1aa7-4aaf-ac01-1bf4dd47edfa req-5b02638c-25d7-4bce-8bfb-3345860bc81a tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:27.259929 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4fef5549-1aa7-4aaf-ac01-1bf4dd47edfa req-5b02638c-25d7-4bce-8bfb-3345860bc81a tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5422 time: 0.5291042 May 30 20:14:27.272806 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f0e1b0-dfe7-4273-8eed-31ba9cc32c2f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] DELETE failed (client error): The resource could not be found. May 30 20:14:27.273238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f0e1b0-dfe7-4273-8eed-31ba9cc32c2f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:14:27.292992 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-53f0e1b0-dfe7-4273-8eed-31ba9cc32c2f tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/subnets/63879848-1dc3-40ba-8a6d-13aba8f6964b HTTP/1.1" status: 404 len: 337 time: 0.0719600 May 30 20:14:27.293652 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40570) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:27.296930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:27.333128 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:27.351723 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ac7fc87d-84d5-4610-8044-2fb3d19d406a tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "GET /v2.0/ports?device_id=59490784-a6c7-4870-8255-51fc1c38011a HTTP/1.1" status: 200 len: 205 time: 0.0572469 May 30 20:14:27.355422 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40574) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:27.426234 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:14:27.444331 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c51b60e-3adf-4239-9278-cbf4db580686,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:27.448492 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-78522885-aa06-4ac9-8bc0-881fe3950d29 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] delete failed (client error): The resource could not be found. May 30 20:14:27.448697 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-246796bf-378b-438b-aead-cfb2fd5a9732 service neutron] 10.222.0.93 "GET /v2.0/networks/677b4579-4403-49bf-8cf6-3e606ff679de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658555 May 30 20:14:27.451824 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-78522885-aa06-4ac9-8bc0-881fe3950d29 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/routers/59490784-a6c7-4870-8255-51fc1c38011a HTTP/1.1" status: 404 len: 336 time: 0.0910234 May 30 20:14:27.452505 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:27.452845 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Added segment 7977df01-5eb9-4805-b181-5578f300223c of type vlan for network 7da7d639-b856-4f6e-80a4-b7ad0464f299 May 30 20:14:27.453692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40578) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:27.504051 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b111189-1ca2-41d4-b83c-81c2e6704be4 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] DELETE failed (client error): The resource could not be found. May 30 20:14:27.504530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b111189-1ca2-41d4-b83c-81c2e6704be4 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:14:27.514295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:27.514634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:27.514990 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:27.515292 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:27.515627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:27.515934 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:27.516283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:27.516585 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:27.516902 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:27.517231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:27.517537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:27.521231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40582) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:27.549439 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4b111189-1ca2-41d4-b83c-81c2e6704be4 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/subnets/efe8cb00-5999-47d8-a1b9-92cac24a672a HTTP/1.1" status: 404 len: 337 time: 0.0947018 May 30 20:14:27.551234 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:27.555840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40586) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:27.597392 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8fc0a89e-20fe-4f36-92d2-d3c4925f28d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:27.615732 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf42212-7cb7-4f34-a1a1-edcccf776094 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] DELETE failed (client error): The resource could not be found. May 30 20:14:27.616193 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf42212-7cb7-4f34-a1a1-edcccf776094 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:14:27.617853 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fbf42212-7cb7-4f34-a1a1-edcccf776094 tempest-RoutersIpV6Test-498629972 tempest-RoutersIpV6Test-498629972-project] 10.222.0.84 "DELETE /v2.0/subnets/7e07ae44-1bd1-4a42-b616-d8691151a381 HTTP/1.1" status: 404 len: 337 time: 0.0605283 May 30 20:14:27.650641 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:27.651489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:27.652088 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:27.689910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8fc0a89e-20fe-4f36-92d2-d3c4925f28d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:27.708734 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cc5b3325-7763-4818-9c69-8901d4498aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:27.720391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba517549-dece-412c-a08f-1d4977fe5dd4', 'name': 'network-vif-deleted', 'tag': '0896b2ca-18b2-441f-aa73-854269db7efe'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:27.732897 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4fef5549-1aa7-4aaf-ac01-1bf4dd47edfa req-9bf45ad5-4d14-4ed2-b401-6ba8a7742519 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4174278 May 30 20:14:27.745535 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5031991 May 30 20:14:27.746674 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8fc0a89e-20fe-4f36-92d2-d3c4925f28d7 admin admin] Usage tracker for resource:security_group_rule and tenant:0e819063d1824a7baa671f56495a59a9 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:27.749134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40596) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:27.759592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8fc0a89e-20fe-4f36-92d2-d3c4925f28d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:27.764483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6d37f10d-d829-44b5-9f17-5b9252ce316e admin admin] Request body: {'subnet': {'network_id': '7da7d639-b856-4f6e-80a4-b7ad0464f299', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1270035504-subnet', 'tenant_id': 'e9d9caa4c137422a9b59e1edda560dd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:27.768604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8fc0a89e-20fe-4f36-92d2-d3c4925f28d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:27.775906 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63da57-3111-4c56-a396-47748c7e1c8c req-cc828be1-1d34-47e7-b32c-6df089208aaa tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:27.776652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3c63da57-3111-4c56-a396-47748c7e1c8c req-cc828be1-1d34-47e7-b32c-6df089208aaa tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Synchronizing usage tracker for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:27.779883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068dabb-ee8f-4714-8495-f2775a23c47c admin admin] Pushing event updated for resources: {'Network': ['ID=7da7d639-b856-4f6e-80a4-b7ad0464f299,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:27.796687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 7da7d639-b856-4f6e-80a4-b7ad0464f299 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:14:27.831879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6d37f10d-d829-44b5-9f17-5b9252ce316e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:27.857129 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8fc0a89e-20fe-4f36-92d2-d3c4925f28d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:27.863271 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8fc0a89e-20fe-4f36-92d2-d3c4925f28d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:27.868284 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6d37f10d-d829-44b5-9f17-5b9252ce316e admin admin] Usage tracker for resource:subnet and tenant:e9d9caa4c137422a9b59e1edda560dd6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:27.911703 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6d37f10d-d829-44b5-9f17-5b9252ce316e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:27.920498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0a89e-20fe-4f36-92d2-d3c4925f28d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10e5031-e6ca-4d51-80cf-77f348a9a2c5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:27.924851 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8fc0a89e-20fe-4f36-92d2-d3c4925f28d7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0e819063d1824a7baa671f56495a59a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3940377 May 30 20:14:27.927535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40602) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:27.943651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6d37f10d-d829-44b5-9f17-5b9252ce316e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:27.983059 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3776e5e9-367e-4360-8370-1a972183c784 service neutron] 10.222.0.93 "GET /v2.0/networks/677b4579-4403-49bf-8cf6-3e606ff679de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226500 May 30 20:14:27.983594 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3c63da57-3111-4c56-a396-47748c7e1c8c req-cc828be1-1d34-47e7-b32c-6df089208aaa tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Unset dirty status for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:27.984614 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c63da57-3111-4c56-a396-47748c7e1c8c req-cc828be1-1d34-47e7-b32c-6df089208aaa tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 908 time: 0.8711946 May 30 20:14:27.997363 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-67215c71-5bb9-4cd1-984a-23c16996d424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:28.039352 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-67215c71-5bb9-4cd1-984a-23c16996d424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:28.052428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40606) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:28.069943 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d37f10d-d829-44b5-9f17-5b9252ce316e admin admin] Made reservation on behalf of e9d9caa4c137422a9b59e1edda560dd6 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:14:28.072246 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d37f10d-d829-44b5-9f17-5b9252ce316e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:28.084759 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:28.085498 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:28.089117 n-d-843949-2 neutron-server[84023]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2f5d6863-92e5-4a08-aa49-f868b7937fb9']: {'server_uuid': 'ba517549-dece-412c-a08f-1d4977fe5dd4', 'name': 'network-vif-deleted', 'tag': '0896b2ca-18b2-441f-aa73-854269db7efe', 'status': 'failed', 'code': 422} returned with failed status May 30 20:14:28.121984 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-67215c71-5bb9-4cd1-984a-23c16996d424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:28.138921 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67215c71-5bb9-4cd1-984a-23c16996d424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10e5031-e6ca-4d51-80cf-77f348a9a2c5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:28.143466 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-67215c71-5bb9-4cd1-984a-23c16996d424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:28.145016 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-67215c71-5bb9-4cd1-984a-23c16996d424 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d10e5031-e6ca-4d51-80cf-77f348a9a2c5 HTTP/1.1" status: 204 len: 168 time: 0.2161713 May 30 20:14:28.170035 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-27496a93-bf7d-4f09-a5d7-2b06f2bd8f16 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=fc738771-8a18-43a2-a37a-8f6a9440822a HTTP/1.1" status: 200 len: 217 time: 0.1750081 May 30 20:14:28.263252 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f378f590-4d4a-43d1-bf3f-2d2cb3e1abd1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=758efaed7a954d48b571181ce4e6d8b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2093811 May 30 20:14:28.265595 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40614) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:28.343526 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d83436be-585c-465d-9c6e-7bbe7a522e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:28.373325 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d83436be-585c-465d-9c6e-7bbe7a522e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:28.427876 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d83436be-585c-465d-9c6e-7bbe7a522e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:28.443071 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83436be-585c-465d-9c6e-7bbe7a522e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5941044f-1935-4ca6-8b09-6562e2f4570a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:28.450094 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d83436be-585c-465d-9c6e-7bbe7a522e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:28.451552 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d83436be-585c-465d-9c6e-7bbe7a522e34 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5941044f-1935-4ca6-8b09-6562e2f4570a HTTP/1.1" status: 204 len: 168 time: 0.1846931 May 30 20:14:28.556301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-4bf3f71b-a510-4a21-9b0c-d7dcc823c15f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:28.557834 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-4bf3f71b-a510-4a21-9b0c-d7dcc823c15f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f15726d8-e5bd-4f64-bfd0-ce6e1d35af25 HTTP/1.1" status: 200 len: 797 time: 0.3698580 May 30 20:14:28.618611 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fd4f5-1aab-4337-913b-d96bf8523ba3 req-7b57bea9-d60c-4dd1-984e-9b37181806fa tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:28.620160 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b0fd4f5-1aab-4337-913b-d96bf8523ba3 req-7b57bea9-d60c-4dd1-984e-9b37181806fa tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 946 time: 0.6803575 May 30 20:14:28.678432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f865055-e5bc-4076-888e-79068e894f8b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Router e045d8c6-14c7-434f-b27d-351bd241df88 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:14:28.756451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e09cc1f-84b8-47d1-9d43-62d18ea6ce7e req-242dbd3a-dfa8-4172-a7b9-a72a42a69c26 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5844386 May 30 20:14:28.841619 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4e187-6cd3-469e-8799-a0ab876d2499 req-2624af22-b180-4d9d-b92a-83bfccf85786 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:28.845424 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81f4e187-6cd3-469e-8799-a0ab876d2499 req-2624af22-b180-4d9d-b92a-83bfccf85786 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.93 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 908 time: 0.4743359 May 30 20:14:28.895779 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b0fd4f5-1aab-4337-913b-d96bf8523ba3 req-32fa3ad8-b9d8-46d1-a6a6-0167f66a337b tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505434 May 30 20:14:29.143206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8b8f0d90-175b-4254-9a85-a3a6a40bebaa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2b44cc57-c7bb-420e-87d1-3b3cc91a2707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5675335 May 30 20:14:29.384544 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-81f4e187-6cd3-469e-8799-a0ab876d2499 req-0acece0b-8102-4d8c-a223-4eb39c3b5b9b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Deleting port 93ba003d-2cc3-4b2a-8022-5c504393115c {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:29.384884 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-81f4e187-6cd3-469e-8799-a0ab876d2499 req-0acece0b-8102-4d8c-a223-4eb39c3b5b9b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:29.409293 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d37f10d-d829-44b5-9f17-5b9252ce316e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:29.704836 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e09cc1f-84b8-47d1-9d43-62d18ea6ce7e req-0934e9c8-f13b-4e80-874d-1aa09002145c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 1096 time: 0.8588004 May 30 20:14:29.811032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37f10d-d829-44b5-9f17-5b9252ce316e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c52ff3e2-6867-4c94-be30-d9e9f57e678a,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:29.893520 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-52e335c3-bd3a-4b85-9153-6391e8e63a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:29.928653 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5fcbd-45eb-4db1-bc15-cbc1105b6069 req-364913fa-5421-4c93-8135-70c9d5cef873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:29.930117 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-37a5fcbd-45eb-4db1-bc15-cbc1105b6069 req-364913fa-5421-4c93-8135-70c9d5cef873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.8290353 May 30 20:14:29.946507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2cf20-a14e-49f6-afb1-460f566a5074 req-69e0a5f0-28a8-4b58-94e2-1643bc4ee550 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:29.950455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2cf20-a14e-49f6-afb1-460f566a5074 req-69e0a5f0-28a8-4b58-94e2-1643bc4ee550 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:29.954358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2cf20-a14e-49f6-afb1-460f566a5074 req-69e0a5f0-28a8-4b58-94e2-1643bc4ee550 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:29.958952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2cf20-a14e-49f6-afb1-460f566a5074 req-69e0a5f0-28a8-4b58-94e2-1643bc4ee550 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:29.963110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2cf20-a14e-49f6-afb1-460f566a5074 req-69e0a5f0-28a8-4b58-94e2-1643bc4ee550 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:29.966985 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2cf20-a14e-49f6-afb1-460f566a5074 req-69e0a5f0-28a8-4b58-94e2-1643bc4ee550 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:29.971018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2cf20-a14e-49f6-afb1-460f566a5074 req-69e0a5f0-28a8-4b58-94e2-1643bc4ee550 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:29.977083 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50f2cf20-a14e-49f6-afb1-460f566a5074 req-69e0a5f0-28a8-4b58-94e2-1643bc4ee550 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5422 time: 1.0316291 May 30 20:14:29.998282 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-086c3f9d-5062-4be6-9852-0b3d10aed9b3 service neutron] 10.222.0.93 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8013303 May 30 20:14:30.159443 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37f10d-d829-44b5-9f17-5b9252ce316e admin admin] Checking segment: {'id': '7977df01-5eb9-4805-b181-5578f300223c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7da7d639-b856-4f6e-80a4-b7ad0464f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:30.159806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d37f10d-d829-44b5-9f17-5b9252ce316e admin admin] Network hostable DHCP agents. Network: 7da7d639-b856-4f6e-80a4-b7ad0464f299, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:14:30.408957 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09cc1f-84b8-47d1-9d43-62d18ea6ce7e req-e139adad-ca01-4ce7-b558-b0066053a260 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:30.411459 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e09cc1f-84b8-47d1-9d43-62d18ea6ce7e req-e139adad-ca01-4ce7-b558-b0066053a260 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 200 len: 912 time: 0.6486266 May 30 20:14:30.421941 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Router db7523f3-df88-466a-a2de-ed0dbfef981a is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:14:30.544831 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-37a5fcbd-45eb-4db1-bc15-cbc1105b6069 req-42ff9503-4edb-4d66-8c6b-4da2c6127eee tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593371 May 30 20:14:30.574966 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d37f10d-d829-44b5-9f17-5b9252ce316e admin admin] Network 7da7d639-b856-4f6e-80a4-b7ad0464f299 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:14:30.687743 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e09cc1f-84b8-47d1-9d43-62d18ea6ce7e req-aabe2110-6dd0-41df-89e3-65dba52fcc16 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=706a4667-45c9-4f3b-8a87-532f54b476f5 HTTP/1.1" status: 200 len: 217 time: 0.2549763 May 30 20:14:30.769103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-81f4e187-6cd3-469e-8799-a0ab876d2499 req-0acece0b-8102-4d8c-a223-4eb39c3b5b9b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] For port 93ba003d-2cc3-4b2a-8022-5c504393115c, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=93ba003d-2cc3-4b2a-8022-5c504393115c,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:30.769471 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-81f4e187-6cd3-469e-8799-a0ab876d2499 req-0acece0b-8102-4d8c-a223-4eb39c3b5b9b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:30.916849 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50f2cf20-a14e-49f6-afb1-460f566a5074 req-32a5c3f9-66d7-4c01-82fb-59ebb2c0d695 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9352064 May 30 20:14:30.944776 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5f8cb5f0-8680-4855-bf1a-c888b842658a req-dc2dd6b7-3fe4-4931-9f7d-03b2375defe9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ca672c74-e627-48b7-8a0a-05a21113272c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2126720 May 30 20:14:31.044362 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-81f4e187-6cd3-469e-8799-a0ab876d2499 req-0acece0b-8102-4d8c-a223-4eb39c3b5b9b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Calling delete_port for 93ba003d-2cc3-4b2a-8022-5c504393115c owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:31.090303 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5f8cb5f0-8680-4855-bf1a-c888b842658a req-996f4939-9fd5-4d9e-a317-19307f477b32 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=83c273a70b9742ee885b1f1f37dab263&device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 1097 time: 0.1163306 May 30 20:14:31.127750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-6d37f10d-d829-44b5-9f17-5b9252ce316e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 7da7d639-b856-4f6e-80a4-b7ad0464f299) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:31.164611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c1efb3-cd31-4155-a39e-5e084a5ad156 None None] Network 7da7d639-b856-4f6e-80a4-b7ad0464f299 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:14:31.172870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d37f10d-d829-44b5-9f17-5b9252ce316e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:31.173688 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d37f10d-d829-44b5-9f17-5b9252ce316e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:31.190644 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-2478a1a3-7981-489c-be27-bccfd2ef0fb9 service neutron] 10.222.0.93 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1335208 May 30 20:14:31.309482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f865055-e5bc-4076-888e-79068e894f8b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:14:31.435020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09cc1f-84b8-47d1-9d43-62d18ea6ce7e req-c8f5771e-9d76-4530-9d61-ba9e7cb86813 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:31.436504 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e09cc1f-84b8-47d1-9d43-62d18ea6ce7e req-c8f5771e-9d76-4530-9d61-ba9e7cb86813 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 200 len: 850 time: 0.4149194 May 30 20:14:31.464483 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6d37f10d-d829-44b5-9f17-5b9252ce316e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7108111 May 30 20:14:31.470638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cb5f0-8680-4855-bf1a-c888b842658a req-448b6646-9273-47ca-9962-7e7efb9a13f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:31.482789 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5f8cb5f0-8680-4855-bf1a-c888b842658a req-448b6646-9273-47ca-9962-7e7efb9a13f6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 HTTP/1.1" status: 200 len: 897 time: 0.3670990 May 30 20:14:31.551197 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e23ea0a-90d9-4295-af6b-006943562753 None None] Sync routers for ids ['e045d8c6-14c7-434f-b27d-351bd241df88'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:14:31.557411 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4f865055-e5bc-4076-888e-79068e894f8b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "PUT /v2.0/routers/e045d8c6-14c7-434f-b27d-351bd241df88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 21.2392101 May 30 20:14:31.572357 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:31.600251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a527cc4-ffea-4c59-89f7-466b07086861 req-5f734cef-2ceb-43e0-9e4c-0d29be8b1304 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:31.605290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a527cc4-ffea-4c59-89f7-466b07086861 req-5f734cef-2ceb-43e0-9e4c-0d29be8b1304 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=def01e56-432e-4808-9f20-34ab2b73fb71 HTTP/1.1" status: 200 len: 908 time: 0.9163473 May 30 20:14:31.607910 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-cf889cc5-4c29-4668-ab60-2dfee6efb389 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=c9dd14dc-8615-4ccf-8a3a-87c921095f0d HTTP/1.1" status: 200 len: 217 time: 0.4068289 May 30 20:14:31.632962 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 93ba003d-2cc3-4b2a-8022-5c504393115c no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:31.726557 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5f8cb5f0-8680-4855-bf1a-c888b842658a req-ccd609f6-0359-402e-9cb6-9f8ad62b5857 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 HTTP/1.1" status: 200 len: 1002 time: 0.2352605 May 30 20:14:31.727150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40732) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:31.786172 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:31.801695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e23ea0a-90d9-4295-af6b-006943562753 None None] Routers {'e045d8c6-14c7-434f-b27d-351bd241df88'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:31.807284 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5e23ea0a-90d9-4295-af6b-006943562753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e045d8c6-14c7-434f-b27d-351bd241df88'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:31.822656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cb5f0-8680-4855-bf1a-c888b842658a req-44e63d90-466d-42f9-b2c7-a865d25243f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:31.824628 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5f8cb5f0-8680-4855-bf1a-c888b842658a req-44e63d90-466d-42f9-b2c7-a865d25243f7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=020c68de-c650-4f83-8051-1d8adbb5dc70 HTTP/1.1" status: 200 len: 834 time: 0.0873144 May 30 20:14:32.001362 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388113f4-c31a-4d0a-bb12-8158c025ea4f None None] Network 7da7d639-b856-4f6e-80a4-b7ad0464f299 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:14:32.019455 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5f8cb5f0-8680-4855-bf1a-c888b842658a req-b0583e30-8d8b-407a-a558-5a8d4882b163 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1877363 May 30 20:14:32.230403 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5f8cb5f0-8680-4855-bf1a-c888b842658a req-0d840b75-4b88-43ae-b249-72696046dcf5 service neutron] 10.222.0.77 "GET /v2.0/networks/d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028916 May 30 20:14:32.233390 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:32.276813 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-409b7071-892a-4ead-bfaf-89b1e7074e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:32.303700 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-f81bef6b-f454-4c4d-9e27-5e6bb786e910 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:32.305334 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-f81bef6b-f454-4c4d-9e27-5e6bb786e910 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f15726d8-e5bd-4f64-bfd0-ce6e1d35af25 HTTP/1.1" status: 200 len: 797 time: 0.6715930 May 30 20:14:32.374438 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-81f4e187-6cd3-469e-8799-a0ab876d2499 req-0acece0b-8102-4d8c-a223-4eb39c3b5b9b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:32.420627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-409b7071-892a-4ead-bfaf-89b1e7074e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:32.428945 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-409b7071-892a-4ead-bfaf-89b1e7074e08 admin admin] Usage tracker for resource:security_group_rule and tenant:8587fd955a6d4afeab1f11db426a92aa is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:32.453883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-409b7071-892a-4ead-bfaf-89b1e7074e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:32.468110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-409b7071-892a-4ead-bfaf-89b1e7074e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:32.487976 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5f8cb5f0-8680-4855-bf1a-c888b842658a req-c224de2a-e288-4cb4-beb7-81c0bba2867b service neutron] 10.222.0.77 "GET /v2.0/networks/d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392511 May 30 20:14:32.492152 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e09cc1f-84b8-47d1-9d43-62d18ea6ce7e req-c888335f-eddb-4a4a-828f-1c23ac638e1c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9ea528b6-cc9d-40ff-b131-d41923530da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0212865 May 30 20:14:32.544247 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acece0b-8102-4d8c-a223-4eb39c3b5b9b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Pushing event deleted for resources: {'Port': ['ID=93ba003d-2cc3-4b2a-8022-5c504393115c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:32.548165 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-5e23ea0a-90d9-4295-af6b-006943562753 None None] Set router e045d8c6-14c7-434f-b27d-351bd241df88 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:32.655329 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-409b7071-892a-4ead-bfaf-89b1e7074e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:32.664993 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-409b7071-892a-4ead-bfaf-89b1e7074e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:32.758238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b7071-892a-4ead-bfaf-89b1e7074e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfce266-e9c7-43a9-821b-a1820bf978fd,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:32.772376 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-409b7071-892a-4ead-bfaf-89b1e7074e08 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8587fd955a6d4afeab1f11db426a92aa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0335698 May 30 20:14:32.772376 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40754) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:32.814833 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:32.845678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:14:32.846126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40760) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:32.857097 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Sync routers for ids ['db7523f3-df88-466a-a2de-ed0dbfef981a'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:14:32.869490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62bc1a-aabe-4cce-a0a2-c582e94e2208 req-d76ac927-6993-4269-9edd-59e422a2a85b tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:32.877090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc62bc1a-aabe-4cce-a0a2-c582e94e2208 req-d76ac927-6993-4269-9edd-59e422a2a85b tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 1.2533567 May 30 20:14:32.888900 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Routers {'db7523f3-df88-466a-a2de-ed0dbfef981a'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:32.895284 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['db7523f3-df88-466a-a2de-ed0dbfef981a'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:32.895512 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93087ebe-4317-4c9b-8ce9-b5d1e58acb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:32.898412 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f4e187-6cd3-469e-8799-a0ab876d2499 req-0acece0b-8102-4d8c-a223-4eb39c3b5b9b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] No DVR routers for this DVR port 93ba003d-2cc3-4b2a-8022-5c504393115c on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:14:32.902226 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-81f4e187-6cd3-469e-8799-a0ab876d2499 req-0acece0b-8102-4d8c-a223-4eb39c3b5b9b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:32.947481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def01e56-432e-4808-9f20-34ab2b73fb71', 'name': 'network-vif-deleted', 'tag': '93ba003d-2cc3-4b2a-8022-5c504393115c'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:32.960085 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93087ebe-4317-4c9b-8ce9-b5d1e58acb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:32.978175 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81f4e187-6cd3-469e-8799-a0ab876d2499 req-0acece0b-8102-4d8c-a223-4eb39c3b5b9b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.93 "DELETE /v2.0/ports/93ba003d-2cc3-4b2a-8022-5c504393115c HTTP/1.1" status: 204 len: 173 time: 4.0844679 May 30 20:14:33.033376 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93087ebe-4317-4c9b-8ce9-b5d1e58acb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:33.075785 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93087ebe-4317-4c9b-8ce9-b5d1e58acb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfce266-e9c7-43a9-821b-a1820bf978fd,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:33.087715 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e09cc1f-84b8-47d1-9d43-62d18ea6ce7e req-5b7a86ee-5cb7-4a6f-a383-451f1a6501e2 service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747283 May 30 20:14:33.092677 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:33.093391 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93087ebe-4317-4c9b-8ce9-b5d1e58acb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:33.094964 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d63d4315-21e4-4346-bbc4-6d7b935a668e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.5474403 May 30 20:14:33.098405 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-93087ebe-4317-4c9b-8ce9-b5d1e58acb72 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9cfce266-e9c7-43a9-821b-a1820bf978fd HTTP/1.1" status: 204 len: 168 time: 0.3245871 May 30 20:14:33.101719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40768) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:33.111460 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:33.139690 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5e23ea0a-90d9-4295-af6b-006943562753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:14:20Z', 'revision_number': 6, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '6f01ea73-569a-4d33-8316-9f27976bd88e', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'port_id': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'mac_address': 'fa:16:3e:c9:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:12:19Z', 'updated_at': '2022-05-30T20:12:29Z', 'revision_number': 1, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88674430-098b-4c12-ac57-c1cfd9d339a6', 'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:f0:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:24Z', 'updated_at': '2022-05-30T20:11:42Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:33.144311 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e23ea0a-90d9-4295-af6b-006943562753 None None] Checking router: e045d8c6-14c7-434f-b27d-351bd241df88 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:14:33.155331 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e23ea0a-90d9-4295-af6b-006943562753 None None] Routers {'e045d8c6-14c7-434f-b27d-351bd241df88'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:33.155950 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5e23ea0a-90d9-4295-af6b-006943562753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e045d8c6-14c7-434f-b27d-351bd241df88'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:33.242917 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-a72cd1eb-d650-47ab-80aa-b6111dd9c8bf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2b44cc57-c7bb-420e-87d1-3b3cc91a2707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9294271 May 30 20:14:33.252357 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-25ae2c9c-5d49-4455-bdac-743294f9c09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:33.296719 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Set router db7523f3-df88-466a-a2de-ed0dbfef981a gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:33.323164 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc62bc1a-aabe-4cce-a0a2-c582e94e2208 req-c365bb28-8809-4733-989d-a03ebe646985 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446640 May 30 20:14:33.454872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-25ae2c9c-5d49-4455-bdac-743294f9c09c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:33.480687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-5e23ea0a-90d9-4295-af6b-006943562753 None None] Set router e045d8c6-14c7-434f-b27d-351bd241df88 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:33.487977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-25ae2c9c-5d49-4455-bdac-743294f9c09c admin admin] Usage tracker for resource:security_group_rule and tenant:7e8c367b84314f70bec9ef08aea4c9de is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:33.498672 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-25ae2c9c-5d49-4455-bdac-743294f9c09c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:33.528051 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-25ae2c9c-5d49-4455-bdac-743294f9c09c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:33.705745 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7523f3-df88-466a-a2de-ed0dbfef981a', 'name': 'tempest-snat-router-39146831', 'tenant_id': '149354093b904a1884d35f27e6d22e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.133'}], 'enable_snat': False}, 'gw_port_id': '61fbed4e-f586-4ccd-bde6-34a6f85f6276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:20Z', 'updated_at': '2022-05-30T20:14:27Z', 'revision_number': 3, 'project_id': '149354093b904a1884d35f27e6d22e4c', 'gw_port': {'id': '61fbed4e-f586-4ccd-bde6-34a6f85f6276', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7523f3-df88-466a-a2de-ed0dbfef981a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:24Z', 'updated_at': '2022-05-30T20:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:33.715209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d17e5-2b8c-477d-8370-59679db78e30 req-b5446572-a833-48c2-889d-c99a74cf71b9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:33.716516 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Checking router: db7523f3-df88-466a-a2de-ed0dbfef981a for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:14:33.717037 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Updating router db7523f3-df88-466a-a2de-ed0dbfef981a port 61fbed4e-f586-4ccd-bde6-34a6f85f6276 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:14:33.719449 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d17e5-2b8c-477d-8370-59679db78e30 req-b5446572-a833-48c2-889d-c99a74cf71b9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:33.723935 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d17e5-2b8c-477d-8370-59679db78e30 req-b5446572-a833-48c2-889d-c99a74cf71b9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:33.727875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d17e5-2b8c-477d-8370-59679db78e30 req-b5446572-a833-48c2-889d-c99a74cf71b9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:33.749441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d17e5-2b8c-477d-8370-59679db78e30 req-b5446572-a833-48c2-889d-c99a74cf71b9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:33.753380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d17e5-2b8c-477d-8370-59679db78e30 req-b5446572-a833-48c2-889d-c99a74cf71b9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:33.768143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d17e5-2b8c-477d-8370-59679db78e30 req-b5446572-a833-48c2-889d-c99a74cf71b9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:33.786375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f73d17e5-2b8c-477d-8370-59679db78e30 req-b5446572-a833-48c2-889d-c99a74cf71b9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5422 time: 0.8143637 May 30 20:14:33.796480 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40776) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:33.798853 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:33.865391 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ff67-ff3f-46eb-8e0c-dc81c13786f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:33.884290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e09cc1f-84b8-47d1-9d43-62d18ea6ce7e req-c309c7c6-6e4f-4ad6-a973-cd4380984c15 service neutron] 10.222.0.93 "GET /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7565668 May 30 20:14:33.887025 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-0f450588-bb45-43e9-91e2-da97a6ce5584 service neutron] 10.222.0.93 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584741 May 30 20:14:33.931874 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-25ae2c9c-5d49-4455-bdac-743294f9c09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:33.939683 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c740c69d-0d0e-43cb-98d4-be68ae7d6644 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "GET /v2.0/routers/db7523f3-df88-466a-a2de-ed0dbfef981a HTTP/1.1" status: 200 len: 907 time: 0.8333533 May 30 20:14:33.949699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40780) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:33.955610 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-25ae2c9c-5d49-4455-bdac-743294f9c09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:33.967388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Request body: {'router': {'name': 'tempest-snat-router-39146831', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'enable_snat': True}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:33.983068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763e16d-bf74-49c4-92f0-589b71d96fcc req-f3fe0c2b-773b-4dc4-9a87-9bcbb1a21a42 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:33.983670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3763e16d-bf74-49c4-92f0-589b71d96fcc req-f3fe0c2b-773b-4dc4-9a87-9bcbb1a21a42 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Synchronizing usage tracker for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:33.998464 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9cb6ff67-ff3f-46eb-8e0c-dc81c13786f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:34.006607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:34.010336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9cb6ff67-ff3f-46eb-8e0c-dc81c13786f0 admin admin] Usage tracker for resource:security_group_rule and tenant:04770fbbb9334dc1910141b2369cde09 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:34.022895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9cb6ff67-ff3f-46eb-8e0c-dc81c13786f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:34.028261 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Usage tracker for resource:router and tenant:149354093b904a1884d35f27e6d22e4c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:34.043038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:34.047775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9cb6ff67-ff3f-46eb-8e0c-dc81c13786f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:34.058814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae2c9c-5d49-4455-bdac-743294f9c09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b125068-d6cd-4201-a902-98581d4012d7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:34.077517 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:34.096109 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-25ae2c9c-5d49-4455-bdac-743294f9c09c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7e8c367b84314f70bec9ef08aea4c9de&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2482388 May 30 20:14:34.096763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40784) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:34.105479 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f73d17e5-2b8c-477d-8370-59679db78e30 req-f581ba99-c58d-407b-bba8-85defb9de6c9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3182333 May 30 20:14:34.120261 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3763e16d-bf74-49c4-92f0-589b71d96fcc req-f3fe0c2b-773b-4dc4-9a87-9bcbb1a21a42 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Unset dirty status for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:34.121405 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3763e16d-bf74-49c4-92f0-589b71d96fcc req-f3fe0c2b-773b-4dc4-9a87-9bcbb1a21a42 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf137a15-1b6f-486f-8281-543f8fd56f27 HTTP/1.1" status: 200 len: 946 time: 0.5339262 May 30 20:14:34.132300 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5e23ea0a-90d9-4295-af6b-006943562753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:14:20Z', 'revision_number': 6, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '6f01ea73-569a-4d33-8316-9f27976bd88e', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'port_id': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'mac_address': 'fa:16:3e:c9:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:12:19Z', 'updated_at': '2022-05-30T20:12:29Z', 'revision_number': 1, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88674430-098b-4c12-ac57-c1cfd9d339a6', 'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:f0:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:24Z', 'updated_at': '2022-05-30T20:11:42Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:34.143087 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e23ea0a-90d9-4295-af6b-006943562753 None None] The sync data for ids ['e045d8c6-14c7-434f-b27d-351bd241df88'] in n-d-843949-2 is: [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:14:20Z', 'revision_number': 6, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '6f01ea73-569a-4d33-8316-9f27976bd88e', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'port_id': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'mac_address': 'fa:16:3e:c9:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:12:19Z', 'updated_at': '2022-05-30T20:12:29Z', 'revision_number': 1, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88674430-098b-4c12-ac57-c1cfd9d339a6', 'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:f0:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:24Z', 'updated_at': '2022-05-30T20:11:42Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:14:34.154046 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b32cf428-e65b-4feb-82e5-fda099fe282f service neutron] 10.222.0.93 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237060 May 30 20:14:34.159981 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:34.161066 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:34.250656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0507a91-49e5-471a-a02e-c55445811600 req-3c5b49ec-f71c-4191-b45a-acfec0e6031a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:34.251922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c0507a91-49e5-471a-a02e-c55445811600 req-3c5b49ec-f71c-4191-b45a-acfec0e6031a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Synchronizing usage tracker for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:34.265767 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3a4125e0-23e0-485c-8e69-abff4612a1b9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=d19c9106-68fd-4008-8dad-fb546e20a36f HTTP/1.1" status: 200 len: 217 time: 0.1054838 May 30 20:14:34.266525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c0507a91-49e5-471a-a02e-c55445811600 req-3c5b49ec-f71c-4191-b45a-acfec0e6031a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Unset dirty status for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:34.273665 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0507a91-49e5-471a-a02e-c55445811600 req-3c5b49ec-f71c-4191-b45a-acfec0e6031a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf137a15-1b6f-486f-8281-543f8fd56f27 HTTP/1.1" status: 200 len: 946 time: 0.4652367 May 30 20:14:34.348811 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:34.367353 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Transition to ACTIVE for port object 61fbed4e-f586-4ccd-bde6-34a6f85f6276 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:34.372731 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0507a91-49e5-471a-a02e-c55445811600 req-97b82414-d6ea-4458-861f-c58ed2562cd8 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=c32570da-c162-4a6e-954c-c46fe5b0877c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978651 May 30 20:14:34.378550 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:34.389323 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-305804a8-6071-428e-bcd2-5c42c284f947 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:34.390220 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-3763e16d-bf74-49c4-92f0-589b71d96fcc req-7b04be35-a71e-4c4a-be5e-29c07f630062 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Deleting port a2e2bd8d-7502-44bf-beca-926f19e59dac {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:34.390569 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3763e16d-bf74-49c4-92f0-589b71d96fcc req-7b04be35-a71e-4c4a-be5e-29c07f630062 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:34.390904 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-305804a8-6071-428e-bcd2-5c42c284f947 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f15726d8-e5bd-4f64-bfd0-ce6e1d35af25 HTTP/1.1" status: 200 len: 797 time: 0.1152978 May 30 20:14:34.448065 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:34.498511 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fabebc0-ca7d-4e97-b84f-35e80b08d027'] response: {'server_uuid': 'def01e56-432e-4808-9f20-34ab2b73fb71', 'name': 'network-vif-deleted', 'tag': '93ba003d-2cc3-4b2a-8022-5c504393115c', 'status': 'completed', 'code': 200} May 30 20:14:34.498709 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3c80fd4-f1fe-4ba7-bd3e-4692e7485603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:34.529642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-fb43cdf2-7e7c-42f3-877b-58c770d4d5b8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2b44cc57-c7bb-420e-87d1-3b3cc91a2707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1318746 May 30 20:14:34.542691 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ff67-ff3f-46eb-8e0c-dc81c13786f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:34.557935 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Attempting to bind port 61fbed4e-f586-4ccd-bde6-34a6f85f6276 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:34.558393 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Attempting to bind port 61fbed4e-f586-4ccd-bde6-34a6f85f6276 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:34.558854 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Attempting to bind port 61fbed4e-f586-4ccd-bde6-34a6f85f6276 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:34.600616 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576356c0-0ec1-4931-966e-d55a7ae4aef9 None None] Pushing event updated for resources: {'Port': ['ID=61fbed4e-f586-4ccd-bde6-34a6f85f6276,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:34.611060 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:14:34.611427 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:34.611825 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:34.612265 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:14:34.612755 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Bound port: 61fbed4e-f586-4ccd-bde6-34a6f85f6276, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:14:34.613106 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:34.678519 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ff67-ff3f-46eb-8e0c-dc81c13786f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:34.698851 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] For port 61fbed4e-f586-4ccd-bde6-34a6f85f6276, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:14:34.707655 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] For port 61fbed4e-f586-4ccd-bde6-34a6f85f6276, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=61fbed4e-f586-4ccd-bde6-34a6f85f6276,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:14:34.713555 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:34.739437 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-5bc89585-3cd4-4405-b9bb-9a1e8e45308f service neutron] 10.222.0.93 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023385 May 30 20:14:34.851173 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576356c0-0ec1-4931-966e-d55a7ae4aef9 None None] Pushing event updated for resources: {'Port': ['ID=61fbed4e-f586-4ccd-bde6-34a6f85f6276,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:34.870766 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Routers {'db7523f3-df88-466a-a2de-ed0dbfef981a'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:34.871778 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['db7523f3-df88-466a-a2de-ed0dbfef981a'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:34.940300 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3c80fd4-f1fe-4ba7-bd3e-4692e7485603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:35.072195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6ff67-ff3f-46eb-8e0c-dc81c13786f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bac298-59c7-4ced-903c-4f8216968da7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:35.085139 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9cb6ff67-ff3f-46eb-8e0c-dc81c13786f0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=04770fbbb9334dc1910141b2369cde09&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2737985 May 30 20:14:35.093699 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40798) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:35.112120 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] Set router db7523f3-df88-466a-a2de-ed0dbfef981a gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:35.117299 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-07fee835-9bf6-49cd-857b-a55a007f5934 service neutron] 10.222.0.93 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716140 May 30 20:14:35.133398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:35.134931 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2ef49-799c-498d-8a00-69c7b97807f8 req-a39758a4-0588-4ed2-9f5d-1441d0f9e931 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:35.143205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7bc2ef49-799c-498d-8a00-69c7b97807f8 req-a39758a4-0588-4ed2-9f5d-1441d0f9e931 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.3959835 May 30 20:14:35.306646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-3763e16d-bf74-49c4-92f0-589b71d96fcc req-7b04be35-a71e-4c4a-be5e-29c07f630062 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] For port a2e2bd8d-7502-44bf-beca-926f19e59dac, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a2e2bd8d-7502-44bf-beca-926f19e59dac,segment=NetworkSegment(fdaf3d5c-780d-42d3-ae2f-6a69fcafc186),segment_id=fdaf3d5c-780d-42d3-ae2f-6a69fcafc186)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:35.307075 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3763e16d-bf74-49c4-92f0-589b71d96fcc req-7b04be35-a71e-4c4a-be5e-29c07f630062 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:35.319711 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3c80fd4-f1fe-4ba7-bd3e-4692e7485603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:35.359528 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-120d351c-5a55-46c7-b1c8-56ec3452bba8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=8185b0a2-aba5-4088-8b42-71d8b45ced23 HTTP/1.1" status: 200 len: 217 time: 0.2349756 May 30 20:14:35.448808 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c80fd4-f1fe-4ba7-bd3e-4692e7485603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b125068-d6cd-4201-a902-98581d4012d7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:35.458156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-3763e16d-bf74-49c4-92f0-589b71d96fcc req-7b04be35-a71e-4c4a-be5e-29c07f630062 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Calling delete_port for a2e2bd8d-7502-44bf-beca-926f19e59dac owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:35.496680 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7bc2ef49-799c-498d-8a00-69c7b97807f8 req-ab8ed189-2bea-45ad-9f73-1586db522a69 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522992 May 30 20:14:35.499958 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7523f3-df88-466a-a2de-ed0dbfef981a', 'name': 'tempest-snat-router-39146831', 'tenant_id': '149354093b904a1884d35f27e6d22e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.133'}], 'enable_snat': False}, 'gw_port_id': '61fbed4e-f586-4ccd-bde6-34a6f85f6276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:20Z', 'updated_at': '2022-05-30T20:14:27Z', 'revision_number': 3, 'project_id': '149354093b904a1884d35f27e6d22e4c', 'gw_port': {'id': '61fbed4e-f586-4ccd-bde6-34a6f85f6276', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7523f3-df88-466a-a2de-ed0dbfef981a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:24Z', 'updated_at': '2022-05-30T20:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:35.504018 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f23c59-f641-478e-ac57-0dc74519d136 None None] The sync data for ids ['db7523f3-df88-466a-a2de-ed0dbfef981a'] in n-d-843949-2 is: [{'id': 'db7523f3-df88-466a-a2de-ed0dbfef981a', 'name': 'tempest-snat-router-39146831', 'tenant_id': '149354093b904a1884d35f27e6d22e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.133'}], 'enable_snat': False}, 'gw_port_id': '61fbed4e-f586-4ccd-bde6-34a6f85f6276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:20Z', 'updated_at': '2022-05-30T20:14:27Z', 'revision_number': 3, 'project_id': '149354093b904a1884d35f27e6d22e4c', 'gw_port': {'id': '61fbed4e-f586-4ccd-bde6-34a6f85f6276', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7523f3-df88-466a-a2de-ed0dbfef981a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:24Z', 'updated_at': '2022-05-30T20:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:14:35.506389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-ca2d3a7e-a2e6-4700-9126-2a40be2b69c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:35.508535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-ca2d3a7e-a2e6-4700-9126-2a40be2b69c5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f15726d8-e5bd-4f64-bfd0-ce6e1d35af25 HTTP/1.1" status: 200 len: 797 time: 0.1333714 May 30 20:14:35.509196 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-099146b7-49e1-4479-9542-85a08d1c6f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:35.527322 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3c80fd4-f1fe-4ba7-bd3e-4692e7485603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:35.529100 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b3c80fd4-f1fe-4ba7-bd3e-4692e7485603 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5b125068-d6cd-4201-a902-98581d4012d7 HTTP/1.1" status: 204 len: 168 time: 1.4256315 May 30 20:14:35.606450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc5477-0cd0-4a7b-894d-ce2c428774c6 req-107cb633-cf4e-48a1-9820-1ccc9568c3da tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:35.606954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f0fc5477-0cd0-4a7b-894d-ce2c428774c6 req-107cb633-cf4e-48a1-9820-1ccc9568c3da tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Synchronizing usage tracker for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:35.661080 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f0fc5477-0cd0-4a7b-894d-ce2c428774c6 req-107cb633-cf4e-48a1-9820-1ccc9568c3da tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Unset dirty status for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:35.668180 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0fc5477-0cd0-4a7b-894d-ce2c428774c6 req-107cb633-cf4e-48a1-9820-1ccc9568c3da tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 945 time: 0.4421229 May 30 20:14:35.712362 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-099146b7-49e1-4479-9542-85a08d1c6f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:35.762910 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3763e16d-bf74-49c4-92f0-589b71d96fcc req-7b04be35-a71e-4c4a-be5e-29c07f630062 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:35.763323 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8cfe0b97-15d5-4410-9282-8a11d5ae6890 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2b44cc57-c7bb-420e-87d1-3b3cc91a2707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2455928 May 30 20:14:35.786767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd5cda-b3a9-4f25-aff4-9fac9fc256d3 req-470643ab-0b7a-447f-8d3f-e98c02c3a21f tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:35.788248 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50cd5cda-b3a9-4f25-aff4-9fac9fc256d3 req-470643ab-0b7a-447f-8d3f-e98c02c3a21f tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.77 "GET /v2.0/ports?device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 945 time: 0.4877367 May 30 20:14:35.837764 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04be35-a71e-4c4a-be5e-29c07f630062 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'Port': ['ID=a2e2bd8d-7502-44bf-beca-926f19e59dac,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:35.850007 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:35.909355 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0fc5477-0cd0-4a7b-894d-ce2c428774c6 req-f49a42d5-8870-4fc7-acd7-c4a35a65051c tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352927 May 30 20:14:35.942598 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:36.057899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3763e16d-bf74-49c4-92f0-589b71d96fcc req-7b04be35-a71e-4c4a-be5e-29c07f630062 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] No DVR routers for this DVR port a2e2bd8d-7502-44bf-beca-926f19e59dac on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:14:36.061312 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3763e16d-bf74-49c4-92f0-589b71d96fcc req-7b04be35-a71e-4c4a-be5e-29c07f630062 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:36.065508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf137a15-1b6f-486f-8281-543f8fd56f27', 'name': 'network-vif-deleted', 'tag': 'a2e2bd8d-7502-44bf-beca-926f19e59dac'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:36.067074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-50cd5cda-b3a9-4f25-aff4-9fac9fc256d3 req-b117d3a0-ffe5-4369-a356-568bf059494b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Deleting port b74244dc-9d3e-48f3-a4bb-47baef450dc1 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:36.067418 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-50cd5cda-b3a9-4f25-aff4-9fac9fc256d3 req-b117d3a0-ffe5-4369-a356-568bf059494b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:36.097240 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3763e16d-bf74-49c4-92f0-589b71d96fcc req-7b04be35-a71e-4c4a-be5e-29c07f630062 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.77 "DELETE /v2.0/ports/a2e2bd8d-7502-44bf-beca-926f19e59dac HTTP/1.1" status: 204 len: 173 time: 1.9463034 May 30 20:14:36.206768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40816) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:36.274725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 61fbed4e-f586-4ccd-bde6-34a6f85f6276 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:14:36.289432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Allocated IP 172.25.5.156 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/626ff90a-f1d1-442e-956e-1c0ddac6e21d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:14:36.294565 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b771b0a1-75b7-426b-ba5f-a58de930a9d7 req-d21e2e31-eb1b-4fac-9a0e-2fe9e475a652 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf137a15-1b6f-486f-8281-543f8fd56f27 HTTP/1.1" status: 200 len: 210 time: 0.1861784 May 30 20:14:36.319844 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e13c7e2-2fa6-4526-a695-f720d80f33df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:36.443846 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 61fbed4e-f586-4ccd-bde6-34a6f85f6276 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:14:36.451620 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 61fbed4e-f586-4ccd-bde6-34a6f85f6276 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:14:36.452364 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:36.519039 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-099146b7-49e1-4479-9542-85a08d1c6f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:36.601246 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:36.625261 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099146b7-49e1-4479-9542-85a08d1c6f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bac298-59c7-4ced-903c-4f8216968da7,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:36.665644 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:36.685728 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f486fb-8be8-486c-b4a1-569d716381d6 req-aabfb9a9-7e89-466d-80c3-d0d6696be199 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:36.690519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f486fb-8be8-486c-b4a1-569d716381d6 req-aabfb9a9-7e89-466d-80c3-d0d6696be199 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:36.695995 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f486fb-8be8-486c-b4a1-569d716381d6 req-aabfb9a9-7e89-466d-80c3-d0d6696be199 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:36.701091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f486fb-8be8-486c-b4a1-569d716381d6 req-aabfb9a9-7e89-466d-80c3-d0d6696be199 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:36.706660 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:36.707825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f486fb-8be8-486c-b4a1-569d716381d6 req-aabfb9a9-7e89-466d-80c3-d0d6696be199 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:36.712187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f486fb-8be8-486c-b4a1-569d716381d6 req-aabfb9a9-7e89-466d-80c3-d0d6696be199 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:36.717603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f486fb-8be8-486c-b4a1-569d716381d6 req-aabfb9a9-7e89-466d-80c3-d0d6696be199 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:36.727947 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48f486fb-8be8-486c-b4a1-569d716381d6 req-aabfb9a9-7e89-466d-80c3-d0d6696be199 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5422 time: 0.8442640 May 30 20:14:36.729959 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 61fbed4e-f586-4ccd-bde6-34a6f85f6276, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=61fbed4e-f586-4ccd-bde6-34a6f85f6276,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:36.731881 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-f330fc6e-0f7f-40b2-8754-11e204df6cb7 service neutron] 10.222.0.93 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9510865 May 30 20:14:36.745955 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:36.850992 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=61fbed4e-f586-4ccd-bde6-34a6f85f6276,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:36.851253 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Pushing event updated for resources: {'Port': ['ID=626ff90a-f1d1-442e-956e-1c0ddac6e21d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:36.869545 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3e3f072d-470b-445c-80c7-582a5a628a5e no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:36.886892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:14:36.888048 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:36.893637 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:14:36.904109 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:36.904450 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:36.904785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:36.905114 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:36.905441 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:36.905765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:36.906088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:36.906407 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:36.906724 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:36.907040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:36.907357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:36.924150 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 3e3f072d-470b-445c-80c7-582a5a628a5e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:14:36.924495 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3e3f072d-470b-445c-80c7-582a5a628a5e not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:14:36.939648 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-099146b7-49e1-4479-9542-85a08d1c6f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:36.941093 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-099146b7-49e1-4479-9542-85a08d1c6f36 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/20bac298-59c7-4ced-903c-4f8216968da7 HTTP/1.1" status: 204 len: 168 time: 1.8435490 May 30 20:14:36.973272 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:37.012163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48f486fb-8be8-486c-b4a1-569d716381d6 req-71dd0d17-b897-4895-8f92-3dd8ccfe689d tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2828662 May 30 20:14:37.080959 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0e13c7e2-2fa6-4526-a695-f720d80f33df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:37.114817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0e13c7e2-2fa6-4526-a695-f720d80f33df admin admin] Usage tracker for resource:security_group_rule and tenant:907f98e60c694f9f95cc01d7c4f5014e is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:37.121143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0e13c7e2-2fa6-4526-a695-f720d80f33df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:37.146495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0e13c7e2-2fa6-4526-a695-f720d80f33df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:37.156117 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f721707c-99a3-4d08-ab5a-e0f36d3a7a11'] response: {'server_uuid': 'cf137a15-1b6f-486f-8281-543f8fd56f27', 'name': 'network-vif-deleted', 'tag': 'a2e2bd8d-7502-44bf-beca-926f19e59dac', 'status': 'completed', 'code': 200} May 30 20:14:37.202466 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:37.203480 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:37.254868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-50cd5cda-b3a9-4f25-aff4-9fac9fc256d3 req-b117d3a0-ffe5-4369-a356-568bf059494b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] For port b74244dc-9d3e-48f3-a4bb-47baef450dc1, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b74244dc-9d3e-48f3-a4bb-47baef450dc1,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:37.255494 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-50cd5cda-b3a9-4f25-aff4-9fac9fc256d3 req-b117d3a0-ffe5-4369-a356-568bf059494b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:37.544620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-41602818-33f0-4628-bd1f-0f3d998ea34e service neutron] 10.222.0.93 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7611346 May 30 20:14:37.549326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Router bfcab411-e311-4ad3-8fca-9295a88194dc is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:14:37.552141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-50cd5cda-b3a9-4f25-aff4-9fac9fc256d3 req-b117d3a0-ffe5-4369-a356-568bf059494b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Calling delete_port for b74244dc-9d3e-48f3-a4bb-47baef450dc1 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:37.592196 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40840) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:37.630699 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a2e2bd8d-7502-44bf-beca-926f19e59dac no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:37.728902 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: a2e2bd8d-7502-44bf-beca-926f19e59dac {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:14:37.729417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a2e2bd8d-7502-44bf-beca-926f19e59dac not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:14:37.730100 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b74244dc-9d3e-48f3-a4bb-47baef450dc1 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:37.813883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:14:37.824579 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd171e-858e-4318-b4c2-b031a41da0e3 None None] Sync routers for ids ['bfcab411-e311-4ad3-8fca-9295a88194dc'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:14:37.861864 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:37.868359 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d1059bdb-f2ae-4b95-a2fe-10279eaad37c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.9169183 May 30 20:14:37.871078 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40848) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:37.873349 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd171e-858e-4318-b4c2-b031a41da0e3 None None] Routers {'bfcab411-e311-4ad3-8fca-9295a88194dc'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:37.874254 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-1acd171e-858e-4318-b4c2-b031a41da0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bfcab411-e311-4ad3-8fca-9295a88194dc'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:37.899064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-3bec29ec-8932-45b9-b192-0c2767670a26 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c0ef498a-f8d4-4992-b421-7e95058e3c69 HTTP/1.1" status: 200 len: 217 time: 0.3045473 May 30 20:14:38.081455 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e13c7e2-2fa6-4526-a695-f720d80f33df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:38.085901 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9bdb4b4a-3bbb-4ef2-bd70-880ad790bf34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:38.095254 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:38.111947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-1acd171e-858e-4318-b4c2-b031a41da0e3 None None] Set router bfcab411-e311-4ad3-8fca-9295a88194dc gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:38.142880 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e13c7e2-2fa6-4526-a695-f720d80f33df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:38.151213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-91a75278-4e4f-4079-a035-8958976937b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:38.157472 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-91a75278-4e4f-4079-a035-8958976937b9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c9304462-25a6-49ff-a1ff-129232b6a9f5 HTTP/1.1" status: 200 len: 797 time: 0.2446022 May 30 20:14:38.190450 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cec084f5-b7a8-45cb-b045-a55dbd1ee4b1 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "GET /v2.0/routers/bfcab411-e311-4ad3-8fca-9295a88194dc HTTP/1.1" status: 200 len: 906 time: 0.3145204 May 30 20:14:38.194135 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40858) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:38.201383 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13c7e2-2fa6-4526-a695-f720d80f33df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df05da6-d8e5-40c2-8a71-878e645a69d3,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:38.266230 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9bdb4b4a-3bbb-4ef2-bd70-880ad790bf34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:38.281490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d29ba-2fd0-4732-aa91-d93911c6c430 req-cb2a860b-e034-4ed6-ba40-e6581e1167ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:38.288788 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-919d29ba-2fd0-4732-aa91-d93911c6c430 req-cb2a860b-e034-4ed6-ba40-e6581e1167ed tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=442850a1-352e-4fb5-a9f4-7dd49f86af58 HTTP/1.1" status: 200 len: 945 time: 0.7002432 May 30 20:14:38.317251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d4256-e453-4e13-a4e8-fa0cd3b54188 req-4ddfbcdd-4a6c-49f0-972f-8642e0f72fa5 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:38.324081 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e51d4256-e453-4e13-a4e8-fa0cd3b54188 req-4ddfbcdd-4a6c-49f0-972f-8642e0f72fa5 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.5536163 May 30 20:14:38.424981 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0e13c7e2-2fa6-4526-a695-f720d80f33df admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=907f98e60c694f9f95cc01d7c4f5014e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2057967 May 30 20:14:38.431851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40866) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:38.449924 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-50cd5cda-b3a9-4f25-aff4-9fac9fc256d3 req-b117d3a0-ffe5-4369-a356-568bf059494b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:38.470080 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe96f26-5b2f-48bd-a661-589f3ac32c6c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:38.499439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 61fbed4e-f586-4ccd-bde6-34a6f85f6276 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:14:38.557528 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['706a4667-45c9-4f3b-8a87-532f54b476f5'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:14:38.648489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117d3a0-ffe5-4369-a356-568bf059494b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Pushing event deleted for resources: {'Port': ['ID=b74244dc-9d3e-48f3-a4bb-47baef450dc1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:38.702631 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe96f26-5b2f-48bd-a661-589f3ac32c6c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:38.710552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 61fbed4e-f586-4ccd-bde6-34a6f85f6276 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:14:38.711353 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:38.713129 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-efe96f26-5b2f-48bd-a661-589f3ac32c6c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Deleting port 626ff90a-f1d1-442e-956e-1c0ddac6e21d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:38.713638 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe96f26-5b2f-48bd-a661-589f3ac32c6c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:38.723687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cd5cda-b3a9-4f25-aff4-9fac9fc256d3 req-b117d3a0-ffe5-4369-a356-568bf059494b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] No DVR routers for this DVR port b74244dc-9d3e-48f3-a4bb-47baef450dc1 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:14:38.730916 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-50cd5cda-b3a9-4f25-aff4-9fac9fc256d3 req-b117d3a0-ffe5-4369-a356-568bf059494b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:38.736531 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-919d29ba-2fd0-4732-aa91-d93911c6c430 req-bd3af20f-5504-48bd-9b35-cfb0f5fcc7df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469509 May 30 20:14:38.736963 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442850a1-352e-4fb5-a9f4-7dd49f86af58', 'name': 'network-vif-deleted', 'tag': 'b74244dc-9d3e-48f3-a4bb-47baef450dc1'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:38.760085 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e51d4256-e453-4e13-a4e8-fa0cd3b54188 req-9c557ac9-eb72-4870-a3ad-0d80f1bc7564 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350083 May 30 20:14:38.805046 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-f0d4f458-daea-4fab-953a-dcf7815c2fe3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=448a5305-1745-4735-9914-168fb49da986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6111679 May 30 20:14:38.895376 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4763f850-2023-4bff-bba3-da53ee0fb81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.030534 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe96f26-5b2f-48bd-a661-589f3ac32c6c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.030978 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50cd5cda-b3a9-4f25-aff4-9fac9fc256d3 req-b117d3a0-ffe5-4369-a356-568bf059494b tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.77 "DELETE /v2.0/ports/b74244dc-9d3e-48f3-a4bb-47baef450dc1 HTTP/1.1" status: 204 len: 173 time: 3.1416771 May 30 20:14:39.050134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-1acd171e-858e-4318-b4c2-b031a41da0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcab411-e311-4ad3-8fca-9295a88194dc', 'name': 'tempest-snat-router-39146831', 'tenant_id': '149354093b904a1884d35f27e6d22e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '626ff90a-f1d1-442e-956e-1c0ddac6e21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:34Z', 'updated_at': '2022-05-30T20:14:37Z', 'revision_number': 3, 'project_id': '149354093b904a1884d35f27e6d22e4c', 'gw_port': {'id': '626ff90a-f1d1-442e-956e-1c0ddac6e21d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcab411-e311-4ad3-8fca-9295a88194dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:36Z', 'updated_at': '2022-05-30T20:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:39.116874 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72bbba72-4671-4ee6-ab94-d5364af69f95'] response: {'server_uuid': '442850a1-352e-4fb5-a9f4-7dd49f86af58', 'name': 'network-vif-deleted', 'tag': 'b74244dc-9d3e-48f3-a4bb-47baef450dc1', 'status': 'completed', 'code': 200} May 30 20:14:39.125610 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9bdb4b4a-3bbb-4ef2-bd70-880ad790bf34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.127894 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9bdb4b4a-3bbb-4ef2-bd70-880ad790bf34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.142186 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9bdb4b4a-3bbb-4ef2-bd70-880ad790bf34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "DELETE /v2.0/security-groups/c32570da-c162-4a6e-954c-c46fe5b0877c HTTP/1.1" status: 204 len: 168 time: 1.5467198 May 30 20:14:39.172678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb4b4a-3bbb-4ef2-bd70-880ad790bf34 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32570da-c162-4a6e-954c-c46fe5b0877c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:39.179694 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4763f850-2023-4bff-bba3-da53ee0fb81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.250439 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40886) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:39.261251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd171e-858e-4318-b4c2-b031a41da0e3 None None] Checking router: bfcab411-e311-4ad3-8fca-9295a88194dc for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:14:39.261675 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd171e-858e-4318-b4c2-b031a41da0e3 None None] Updating router bfcab411-e311-4ad3-8fca-9295a88194dc port 626ff90a-f1d1-442e-956e-1c0ddac6e21d binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:14:39.370570 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1acd171e-858e-4318-b4c2-b031a41da0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.405851 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-efe96f26-5b2f-48bd-a661-589f3ac32c6c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Calling delete_port for 626ff90a-f1d1-442e-956e-1c0ddac6e21d owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:39.461397 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-8e4c4620-3d20-4402-9ce3-f75c4fb4c79d service neutron] 10.222.0.93 "GET /v2.0/networks/448a5305-1745-4735-9914-168fb49da986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474090 May 30 20:14:39.481639 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588240c-8f12-4b79-a75b-e60c75e6a8eb req-6cf3c06d-3127-4129-a415-fb266ffb2e8b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:39.486384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588240c-8f12-4b79-a75b-e60c75e6a8eb req-6cf3c06d-3127-4129-a415-fb266ffb2e8b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:39.492917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588240c-8f12-4b79-a75b-e60c75e6a8eb req-6cf3c06d-3127-4129-a415-fb266ffb2e8b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:39.496939 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588240c-8f12-4b79-a75b-e60c75e6a8eb req-6cf3c06d-3127-4129-a415-fb266ffb2e8b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:39.501852 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588240c-8f12-4b79-a75b-e60c75e6a8eb req-6cf3c06d-3127-4129-a415-fb266ffb2e8b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:39.510222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588240c-8f12-4b79-a75b-e60c75e6a8eb req-6cf3c06d-3127-4129-a415-fb266ffb2e8b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:39.514314 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588240c-8f12-4b79-a75b-e60c75e6a8eb req-6cf3c06d-3127-4129-a415-fb266ffb2e8b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:39.522474 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7588240c-8f12-4b79-a75b-e60c75e6a8eb req-6cf3c06d-3127-4129-a415-fb266ffb2e8b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5422 time: 0.4930758 May 30 20:14:39.708713 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4763f850-2023-4bff-bba3-da53ee0fb81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.786336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763f850-2023-4bff-bba3-da53ee0fb81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df05da6-d8e5-40c2-8a71-878e645a69d3,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:39.817844 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4763f850-2023-4bff-bba3-da53ee0fb81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.818962 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4763f850-2023-4bff-bba3-da53ee0fb81b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9df05da6-d8e5-40c2-8a71-878e645a69d3 HTTP/1.1" status: 204 len: 168 time: 1.3745413 May 30 20:14:39.912573 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7588240c-8f12-4b79-a75b-e60c75e6a8eb req-d7135d62-4511-4aaa-a7fc-e17ed35a08b4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3891318 May 30 20:14:39.967067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f85e87-cf68-4469-9dac-cd3bf20a4278 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Deleting subnet eeac1b25-5788-48f2-93fa-be57f2f792ad {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:14:39.974793 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e5f85e87-cf68-4469-9dac-cd3bf20a4278 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.990945 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe96f26-5b2f-48bd-a661-589f3ac32c6c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:40.007147 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:14:40.017144 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-1acd171e-858e-4318-b4c2-b031a41da0e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:14:40.017812 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-1acd171e-858e-4318-b4c2-b031a41da0e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:14:40.135844 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe96f26-5b2f-48bd-a661-589f3ac32c6c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Pushing event deleted for resources: {'Port': ['ID=626ff90a-f1d1-442e-956e-1c0ddac6e21d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:40.188237 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-133a84b3-96bf-49ad-8f39-dcee5dc9981b service neutron] 10.222.0.93 "GET /v2.0/networks/448a5305-1745-4735-9914-168fb49da986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6611245 May 30 20:14:40.392796 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-cfa6d24d-6b8d-416a-81c5-2f7445243d51 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f846b61e-b0d7-4049-98a5-549dde8e7f22 HTTP/1.1" status: 200 len: 217 time: 0.1633067 May 30 20:14:40.428577 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe96f26-5b2f-48bd-a661-589f3ac32c6c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:40.447616 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e5f85e87-cf68-4469-9dac-cd3bf20a4278 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:40.588002 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd171e-858e-4318-b4c2-b031a41da0e3 None None] Port 626ff90a-f1d1-442e-956e-1c0ddac6e21d not found while updating agent binding for router bfcab411-e311-4ad3-8fca-9295a88194dc. {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} May 30 20:14:40.625787 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd171e-858e-4318-b4c2-b031a41da0e3 None None] Routers {'bfcab411-e311-4ad3-8fca-9295a88194dc'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:40.629520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-1acd171e-858e-4318-b4c2-b031a41da0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bfcab411-e311-4ad3-8fca-9295a88194dc'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:40.653777 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-5610b96f-d6e1-4747-90de-be0ada8f1e70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:40.655331 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-5610b96f-d6e1-4747-90de-be0ada8f1e70 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c9304462-25a6-49ff-a1ff-129232b6a9f5 HTTP/1.1" status: 200 len: 797 time: 0.2161791 May 30 20:14:40.666703 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5c050-fb53-45ac-aaec-53f25fe338e1 req-af10bb35-2950-4c25-b2c0-98f7a38e9573 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:40.673576 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08d5c050-fb53-45ac-aaec-53f25fe338e1 req-af10bb35-2950-4c25-b2c0-98f7a38e9573 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.4877474 May 30 20:14:40.717087 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe96f26-5b2f-48bd-a661-589f3ac32c6c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:40.721481 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe96f26-5b2f-48bd-a661-589f3ac32c6c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:40.742926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ae27c-372c-411e-b43c-fef516a458db req-c1237c3e-4b09-43f9-b850-0f5566b67ba7 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:40.749418 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe96f26-5b2f-48bd-a661-589f3ac32c6c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:40.750055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe96f26-5b2f-48bd-a661-589f3ac32c6c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfcab411-e311-4ad3-8fca-9295a88194dc {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:14:40.750481 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-679ae27c-372c-411e-b43c-fef516a458db req-c1237c3e-4b09-43f9-b850-0f5566b67ba7 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/networks?id=7da7d639-b856-4f6e-80a4-b7ad0464f299 HTTP/1.1" status: 200 len: 810 time: 0.4116652 May 30 20:14:40.775875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-1acd171e-858e-4318-b4c2-b031a41da0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:40.776323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd171e-858e-4318-b4c2-b031a41da0e3 None None] The sync data for ids ['bfcab411-e311-4ad3-8fca-9295a88194dc'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:14:40.782624 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe96f26-5b2f-48bd-a661-589f3ac32c6c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:40.783839 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-efe96f26-5b2f-48bd-a661-589f3ac32c6c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "DELETE /v2.0/routers/bfcab411-e311-4ad3-8fca-9295a88194dc HTTP/1.1" status: 204 len: 168 time: 2.5882401 May 30 20:14:40.785527 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08d5c050-fb53-45ac-aaec-53f25fe338e1 req-615b2d7c-e735-4bb0-835f-790bc9589a7f tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109543 May 30 20:14:40.793476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40936) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:40.799152 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e5f85e87-cf68-4469-9dac-cd3bf20a4278 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:40.930795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-679ae27c-372c-411e-b43c-fef516a458db req-fd9d4f13-e251-4a98-a2c1-d46cb9e3c738 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/quotas/e9d9caa4c137422a9b59e1edda560dd6 HTTP/1.1" status: 200 len: 375 time: 0.1792521 May 30 20:14:41.076252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-679ae27c-372c-411e-b43c-fef516a458db req-d8cce544-bdae-4a1a-b5d9-5508c3266cab tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e9d9caa4c137422a9b59e1edda560dd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1441236 May 30 20:14:41.167077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-42f125d9-aa36-4704-96f7-7d4efd9756d7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=448a5305-1745-4735-9914-168fb49da986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4913504 May 30 20:14:41.170166 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e5f85e87-cf68-4469-9dac-cd3bf20a4278 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:41.243285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f85e87-cf68-4469-9dac-cd3bf20a4278 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'Subnet': ['ID=eeac1b25-5788-48f2-93fa-be57f2f792ad,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:41.433039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69931e4-927e-4f0f-b5bb-cbd394b6bc95 None None] Network a096f7a4-1788-4ff4-b2d1-d3c3743b103c requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:14:41.444815 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e5f85e87-cf68-4469-9dac-cd3bf20a4278 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:41.466898 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e5f85e87-cf68-4469-9dac-cd3bf20a4278 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "DELETE /v2.0/subnets/eeac1b25-5788-48f2-93fa-be57f2f792ad HTTP/1.1" status: 204 len: 168 time: 2.2005675 May 30 20:14:41.470093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40966) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:41.734981 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:41.749198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Deleting port c2195cb0-0f29-4c39-b14a-bf13b6498797 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:41.749911 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:41.808805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26424c43-9eb8-4a92-9ae8-728fe34ee624 req-7091116f-03a8-4be6-9c9d-f108d81e5be1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:41.813513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26424c43-9eb8-4a92-9ae8-728fe34ee624 req-7091116f-03a8-4be6-9c9d-f108d81e5be1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:41.817725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26424c43-9eb8-4a92-9ae8-728fe34ee624 req-7091116f-03a8-4be6-9c9d-f108d81e5be1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:41.821951 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26424c43-9eb8-4a92-9ae8-728fe34ee624 req-7091116f-03a8-4be6-9c9d-f108d81e5be1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:41.826107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26424c43-9eb8-4a92-9ae8-728fe34ee624 req-7091116f-03a8-4be6-9c9d-f108d81e5be1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:41.830252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26424c43-9eb8-4a92-9ae8-728fe34ee624 req-7091116f-03a8-4be6-9c9d-f108d81e5be1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:41.834685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26424c43-9eb8-4a92-9ae8-728fe34ee624 req-7091116f-03a8-4be6-9c9d-f108d81e5be1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:41.836792 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26424c43-9eb8-4a92-9ae8-728fe34ee624 req-7091116f-03a8-4be6-9c9d-f108d81e5be1 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5422 time: 0.6196890 May 30 20:14:41.840919 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-00df66e4-57ed-4cf6-bbe3-19cd8fdc2a8b service neutron] 10.222.0.93 "GET /v2.0/networks/448a5305-1745-4735-9914-168fb49da986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6370251 May 30 20:14:41.864508 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-679ae27c-372c-411e-b43c-fef516a458db req-ae1c947e-edf4-4c05-bc8c-da94d9290cc1 service neutron] 10.222.0.84 "GET /v2.0/networks/7da7d639-b856-4f6e-80a4-b7ad0464f299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7873695 May 30 20:14:41.941858 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47d5851-a5a1-4451-b150-8ad8645a5f63 None None] DHCP port deletion for a096f7a4-1788-4ff4-b2d1-d3c3743b103c request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:14:41.946776 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c47d5851-a5a1-4451-b150-8ad8645a5f63 None None] Deleting port c2195cb0-0f29-4c39-b14a-bf13b6498797 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:41.947216 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c47d5851-a5a1-4451-b150-8ad8645a5f63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:42.065083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] For port c2195cb0-0f29-4c39-b14a-bf13b6498797, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c2195cb0-0f29-4c39-b14a-bf13b6498797,segment=NetworkSegment(fdaf3d5c-780d-42d3-ae2f-6a69fcafc186),segment_id=fdaf3d5c-780d-42d3-ae2f-6a69fcafc186)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:42.065600 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:42.173984 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f534c826-7f57-49cd-ab23-2505433f18c8 req-b5947164-4cc0-4cc0-bdc3-5de9c33660e0 service neutron] 10.222.0.93 "GET /v2.0/networks/448a5305-1745-4735-9914-168fb49da986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196182 May 30 20:14:42.257513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-298575b7-3a92-498d-9f74-586c46c517e8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:42.258259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-298575b7-3a92-498d-9f74-586c46c517e8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Synchronizing usage tracker for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:42.270464 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c2195cb0-0f29-4c39-b14a-bf13b6498797 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:42.288777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Calling delete_port for c2195cb0-0f29-4c39-b14a-bf13b6498797 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:42.356578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26424c43-9eb8-4a92-9ae8-728fe34ee624 req-70c315b2-19ca-401f-badb-24f64374b2ca tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5045118 May 30 20:14:42.401358 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6390222b-c96e-4e86-a555-fed2d48b3803 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:42.436950 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:42.452356 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c47d5851-a5a1-4451-b150-8ad8645a5f63 None None] For port c2195cb0-0f29-4c39-b14a-bf13b6498797, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c2195cb0-0f29-4c39-b14a-bf13b6498797,segment=NetworkSegment(fdaf3d5c-780d-42d3-ae2f-6a69fcafc186),segment_id=fdaf3d5c-780d-42d3-ae2f-6a69fcafc186)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:42.452897 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c47d5851-a5a1-4451-b150-8ad8645a5f63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:42.537753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] No DVR routers for this DVR port c2195cb0-0f29-4c39-b14a-bf13b6498797 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:14:42.571267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-298575b7-3a92-498d-9f74-586c46c517e8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Unset dirty status for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:42.572531 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-298575b7-3a92-498d-9f74-586c46c517e8 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 1.2155812 May 30 20:14:42.702001 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'Port': ['ID=c2195cb0-0f29-4c39-b14a-bf13b6498797,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:42.729934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c47d5851-a5a1-4451-b150-8ad8645a5f63 None None] Calling delete_port for c2195cb0-0f29-4c39-b14a-bf13b6498797 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:42.833447 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-c47d5851-a5a1-4451-b150-8ad8645a5f63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:14:42.833675 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-c47d5851-a5a1-4451-b150-8ad8645a5f63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:14:42.835951 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:42.864719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-1b7eb75d-3d74-4e35-8eeb-03de50ab39df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Deleting port 706a4667-45c9-4f3b-8a87-532f54b476f5 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:42.865652 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-1b7eb75d-3d74-4e35-8eeb-03de50ab39df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:43.000972 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:43.029578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a096f7a4-1788-4ff4-b2d1-d3c3743b103c']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:43.037045 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-679ae27c-372c-411e-b43c-fef516a458db req-ccc278f5-15b1-4a7f-848c-4a405aedab99 service neutron] 10.222.0.84 "GET /v2.0/networks/7da7d639-b856-4f6e-80a4-b7ad0464f299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1713417 May 30 20:14:43.044962 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdaf3d5c-780d-42d3-ae2f-6a69fcafc186') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:43.045266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdaf3d5c-780d-42d3-ae2f-6a69fcafc186') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:43.068223 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:43.090643 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:43.103526 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:14:43.103940 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: timer() May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:14:43.136241 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:14:43.161839 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5f466b7d-7601-4e77-9897-cf2bd2a3e5fb req-3ba2ee40-a793-487a-af7b-1b8922c42b64 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ff480fdd7c454b03807b916a453b01d1&device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 6479 time: 0.9141538 May 30 20:14:43.334523 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c47d5851-a5a1-4451-b150-8ad8645a5f63 None None] Deleting port c2195cb0-0f29-4c39-b14a-bf13b6498797 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:43.334951 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c47d5851-a5a1-4451-b150-8ad8645a5f63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:43.358973 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:43.374946 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:43.386336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15fd73-634c-4825-9d66-8aab77ce87a0 req-13ba00bc-3546-4109-b236-8c82abc6ec57 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:43.394420 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb15fd73-634c-4825-9d66-8aab77ce87a0 req-13ba00bc-3546-4109-b236-8c82abc6ec57 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 945 time: 0.6794794 May 30 20:14:43.439355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'Network': ['ID=a096f7a4-1788-4ff4-b2d1-d3c3743b103c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:43.509224 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-45df8fff-b97b-420d-bbd1-b707b34d844a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "DELETE /v2.0/networks/a096f7a4-1788-4ff4-b2d1-d3c3743b103c HTTP/1.1" status: 204 len: 168 time: 2.0326152 May 30 20:14:43.510012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41016) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:43.536280 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c47d5851-a5a1-4451-b150-8ad8645a5f63 None None] The port 'c2195cb0-0f29-4c39-b14a-bf13b6498797' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:14:43.606188 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d09c79a-bf76-4994-a475-0f40ecc705e2 req-0b2b2251-ae59-4ef6-8b2a-f36195f598e8 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a32cc3-d7b4-40e6-9a08-a8521068daf1 HTTP/1.1" status: 200 len: 210 time: 0.1470666 May 30 20:14:43.669738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 706a4667-45c9-4f3b-8a87-532f54b476f5 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:43.687724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f466b7d-7601-4e77-9897-cf2bd2a3e5fb req-340537f6-27f0-4dd7-8f20-e35e5ccc9ba4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:43.689675 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5f466b7d-7601-4e77-9897-cf2bd2a3e5fb req-340537f6-27f0-4dd7-8f20-e35e5ccc9ba4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=448a5305-1745-4735-9914-168fb49da986 HTTP/1.1" status: 200 len: 903 time: 0.5171468 May 30 20:14:43.776040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41030) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:43.793019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb15fd73-634c-4825-9d66-8aab77ce87a0 req-8c992ed5-8aac-423c-95fd-724448f0f968 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974466 May 30 20:14:43.817116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-1b7eb75d-3d74-4e35-8eeb-03de50ab39df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] For port 706a4667-45c9-4f3b-8a87-532f54b476f5, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=706a4667-45c9-4f3b-8a87-532f54b476f5,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:43.817493 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-1b7eb75d-3d74-4e35-8eeb-03de50ab39df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:43.903647 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:43.933380 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9891d1-413f-46d1-a712-03e61747582b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '706a4667-45c9-4f3b-8a87-532f54b476f5'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:43.943906 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 706a4667-45c9-4f3b-8a87-532f54b476f5, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=706a4667-45c9-4f3b-8a87-532f54b476f5,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:43.949356 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:43.954090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5f466b7d-7601-4e77-9897-cf2bd2a3e5fb req-e8dab352-8559-4376-a30c-9d02da6b6aaf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f846b61e-b0d7-4049-98a5-549dde8e7f22 HTTP/1.1" status: 200 len: 217 time: 0.2569175 May 30 20:14:44.090506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=706a4667-45c9-4f3b-8a87-532f54b476f5,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:44.107476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-1b7eb75d-3d74-4e35-8eeb-03de50ab39df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Calling delete_port for 706a4667-45c9-4f3b-8a87-532f54b476f5 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:44.174296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f10ded0a-5511-433a-ad20-2a8eee24f59d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Deleting port b81bbd8c-0c12-4af0-b7a9-7cb625b7f137 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:44.182550 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f10ded0a-5511-433a-ad20-2a8eee24f59d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:44.220694 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-1b7eb75d-3d74-4e35-8eeb-03de50ab39df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:14:44.221066 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-1b7eb75d-3d74-4e35-8eeb-03de50ab39df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:14:44.354535 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-395c816c-bcb3-4f73-98d9-2d1e8ea2f95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:44.372033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f466b7d-7601-4e77-9897-cf2bd2a3e5fb req-8af94d4a-43ec-4f1e-9090-adf90494adc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:44.373484 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5f466b7d-7601-4e77-9897-cf2bd2a3e5fb req-8af94d4a-43ec-4f1e-9090-adf90494adc8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c9304462-25a6-49ff-a1ff-129232b6a9f5 HTTP/1.1" status: 200 len: 797 time: 0.1565087 May 30 20:14:44.401274 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297e87ae-2fcf-4aca-9f8f-2573c5683ab5'] response: {'server_uuid': 'fa9891d1-413f-46d1-a712-03e61747582b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '706a4667-45c9-4f3b-8a87-532f54b476f5', 'code': 200} May 30 20:14:44.517861 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f10ded0a-5511-433a-ad20-2a8eee24f59d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:44.518185 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f10ded0a-5511-433a-ad20-2a8eee24f59d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:44.585462 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6390222b-c96e-4e86-a555-fed2d48b3803 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:44.706521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f10ded0a-5511-433a-ad20-2a8eee24f59d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Calling delete_port for b81bbd8c-0c12-4af0-b7a9-7cb625b7f137 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:44.715210 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6390222b-c96e-4e86-a555-fed2d48b3803 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Deleting port 61fbed4e-f586-4ccd-bde6-34a6f85f6276 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:44.716013 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6390222b-c96e-4e86-a555-fed2d48b3803 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:44.755516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-1b7eb75d-3d74-4e35-8eeb-03de50ab39df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Deleting port 706a4667-45c9-4f3b-8a87-532f54b476f5 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:44.755861 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-1b7eb75d-3d74-4e35-8eeb-03de50ab39df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:44.840637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-395c816c-bcb3-4f73-98d9-2d1e8ea2f95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:44.868434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-395c816c-bcb3-4f73-98d9-2d1e8ea2f95d admin admin] Usage tracker for resource:security_group_rule and tenant:a5b8e725a5864389b42d2b66be0b6828 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:44.885183 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-395c816c-bcb3-4f73-98d9-2d1e8ea2f95d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:44.917014 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f10ded0a-5511-433a-ad20-2a8eee24f59d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:44.923932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-395c816c-bcb3-4f73-98d9-2d1e8ea2f95d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:45.043910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ded0a-5511-433a-ad20-2a8eee24f59d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'Port': ['ID=b81bbd8c-0c12-4af0-b7a9-7cb625b7f137,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:45.057178 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5f466b7d-7601-4e77-9897-cf2bd2a3e5fb req-49d1a36a-3eb9-42fb-a823-06f584b2fab5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=448a5305-1745-4735-9914-168fb49da986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6695604 May 30 20:14:45.089570 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357aae1-88d9-4521-9317-48894daf5093 req-72e1f338-598b-4c1c-9c54-acb98fe7aed6 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:45.093490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357aae1-88d9-4521-9317-48894daf5093 req-72e1f338-598b-4c1c-9c54-acb98fe7aed6 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:45.097939 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357aae1-88d9-4521-9317-48894daf5093 req-72e1f338-598b-4c1c-9c54-acb98fe7aed6 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:45.102081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357aae1-88d9-4521-9317-48894daf5093 req-72e1f338-598b-4c1c-9c54-acb98fe7aed6 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:45.105979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357aae1-88d9-4521-9317-48894daf5093 req-72e1f338-598b-4c1c-9c54-acb98fe7aed6 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:45.111428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357aae1-88d9-4521-9317-48894daf5093 req-72e1f338-598b-4c1c-9c54-acb98fe7aed6 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:45.115941 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357aae1-88d9-4521-9317-48894daf5093 req-72e1f338-598b-4c1c-9c54-acb98fe7aed6 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:45.117877 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3357aae1-88d9-4521-9317-48894daf5093 req-72e1f338-598b-4c1c-9c54-acb98fe7aed6 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5422 time: 0.9066658 May 30 20:14:45.122718 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f10ded0a-5511-433a-ad20-2a8eee24f59d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:45.169257 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-628a84fb-1b51-44f0-8a55-3b36d53d24f3 req-6bf267b6-3f8d-4c7b-975f-cad33b630d91 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 1097 time: 0.5673289 May 30 20:14:45.279189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b4fd4-5d9c-4b2a-b7de-91aca60a643c req-2a270650-72bf-449e-aad7-8f4c7d4e8128 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:45.280671 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-845b4fd4-5d9c-4b2a-b7de-91aca60a643c req-2a270650-72bf-449e-aad7-8f4c7d4e8128 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.6879926 May 30 20:14:45.696879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10ded0a-5511-433a-ad20-2a8eee24f59d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Router e045d8c6-14c7-434f-b27d-351bd241df88 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:14:45.735068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-6390222b-c96e-4e86-a555-fed2d48b3803 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] For port 61fbed4e-f586-4ccd-bde6-34a6f85f6276, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=61fbed4e-f586-4ccd-bde6-34a6f85f6276,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:45.735442 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6390222b-c96e-4e86-a555-fed2d48b3803 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:45.767204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3357aae1-88d9-4521-9317-48894daf5093 req-dec7c663-2684-472c-a5c8-11a56351cb65 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6122639 May 30 20:14:45.795263 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-845b4fd4-5d9c-4b2a-b7de-91aca60a643c req-32d4415c-acf9-48c6-9d8f-4d8c66f09f71 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960636 May 30 20:14:45.879546 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-395c816c-bcb3-4f73-98d9-2d1e8ea2f95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:45.976588 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10ded0a-5511-433a-ad20-2a8eee24f59d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:14:45.990239 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afe01ee-02b0-4c50-b696-30e2ec7c17e9 None None] Sync routers for ids ['e045d8c6-14c7-434f-b27d-351bd241df88'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:14:45.999677 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f10ded0a-5511-433a-ad20-2a8eee24f59d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:46.005034 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afe01ee-02b0-4c50-b696-30e2ec7c17e9 None None] Routers {'e045d8c6-14c7-434f-b27d-351bd241df88'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:46.006265 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9afe01ee-02b0-4c50-b696-30e2ec7c17e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e045d8c6-14c7-434f-b27d-351bd241df88'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:46.031163 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6390222b-c96e-4e86-a555-fed2d48b3803 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Calling delete_port for 61fbed4e-f586-4ccd-bde6-34a6f85f6276 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:46.060246 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f10ded0a-5511-433a-ad20-2a8eee24f59d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "DELETE /v2.0/floatingips/6f01ea73-569a-4d33-8316-9f27976bd88e HTTP/1.1" status: 204 len: 168 time: 2.5487714 May 30 20:14:46.060455 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-395c816c-bcb3-4f73-98d9-2d1e8ea2f95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:46.061711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'tag': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:46.072717 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ae27c-372c-411e-b43c-fef516a458db req-2eedd62f-bad9-453c-b55d-c9c22b5c9c69 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:46.074208 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-679ae27c-372c-411e-b43c-fef516a458db req-2eedd62f-bad9-453c-b55d-c9c22b5c9c69 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.77 "GET /v2.0/networks?id=7da7d639-b856-4f6e-80a4-b7ad0464f299 HTTP/1.1" status: 200 len: 810 time: 0.7439497 May 30 20:14:46.213518 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-9afe01ee-02b0-4c50-b696-30e2ec7c17e9 None None] Set router e045d8c6-14c7-434f-b27d-351bd241df88 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:46.335118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-1b7eb75d-3d74-4e35-8eeb-03de50ab39df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] For port 706a4667-45c9-4f3b-8a87-532f54b476f5, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=706a4667-45c9-4f3b-8a87-532f54b476f5,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:46.335585 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-1b7eb75d-3d74-4e35-8eeb-03de50ab39df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:46.522414 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e74442cb-e22f-433e-b686-1f4d13a14405 req-fc348bd3-01fe-4405-afb5-a2e0c873730a tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a32cc3-d7b4-40e6-9a08-a8521068daf1 HTTP/1.1" status: 200 len: 210 time: 0.5627053 May 30 20:14:46.534060 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-1b7eb75d-3d74-4e35-8eeb-03de50ab39df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Calling delete_port for 706a4667-45c9-4f3b-8a87-532f54b476f5 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:46.699764 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5f466b7d-7601-4e77-9897-cf2bd2a3e5fb req-4510e31d-3e8d-4e3f-8b6c-36e6a2fe8eb1 service neutron] 10.222.0.93 "GET /v2.0/networks/448a5305-1745-4735-9914-168fb49da986?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6214705 May 30 20:14:46.704267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-679ae27c-372c-411e-b43c-fef516a458db req-be34d0ee-5ea8-4f6b-8cc6-f908adb056f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Request body: {'port': {'device_id': '83a32cc3-d7b4-40e6-9a08-a8521068daf1', 'network_id': '7da7d639-b856-4f6e-80a4-b7ad0464f299', 'admin_state_up': True, 'tenant_id': 'e9d9caa4c137422a9b59e1edda560dd6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:46.746568 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9afe01ee-02b0-4c50-b696-30e2ec7c17e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:14:20Z', 'revision_number': 6, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '88674430-098b-4c12-ac57-c1cfd9d339a6', 'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:f0:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:24Z', 'updated_at': '2022-05-30T20:11:42Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:46.751056 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afe01ee-02b0-4c50-b696-30e2ec7c17e9 None None] Checking router: e045d8c6-14c7-434f-b27d-351bd241df88 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:14:46.753964 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a84fb-1b51-44f0-8a55-3b36d53d24f3 req-b720af6e-e176-4d88-9f87-febe3f63b7cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:46.755669 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-628a84fb-1b51-44f0-8a55-3b36d53d24f3 req-b720af6e-e176-4d88-9f87-febe3f63b7cb service neutron] 10.222.0.93 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 920 time: 1.4582880 May 30 20:14:46.764030 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afe01ee-02b0-4c50-b696-30e2ec7c17e9 None None] Routers {'e045d8c6-14c7-434f-b27d-351bd241df88'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:46.764750 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9afe01ee-02b0-4c50-b696-30e2ec7c17e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e045d8c6-14c7-434f-b27d-351bd241df88'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:46.783986 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c816c-bcb3-4f73-98d9-2d1e8ea2f95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5708aa-a1a1-40d7-b71a-fe9d609e2549,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:46.956247 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-9afe01ee-02b0-4c50-b696-30e2ec7c17e9 None None] Set router e045d8c6-14c7-434f-b27d-351bd241df88 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:46.967792 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9aad7f-9cff-43d6-84b2-e019145981e9'] response: {'name': 'network-changed', 'server_uuid': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'tag': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96', 'status': 'completed', 'code': 200} May 30 20:14:47.038536 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-628a84fb-1b51-44f0-8a55-3b36d53d24f3 req-b46904b0-8b72-4364-80f7-4ef9a11aa3c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0667502c-cc41-40ed-9096-d2ac28b63c69 HTTP/1.1" status: 200 len: 217 time: 0.2409284 May 30 20:14:47.044465 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-395c816c-bcb3-4f73-98d9-2d1e8ea2f95d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a5b8e725a5864389b42d2b66be0b6828&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2671292 May 30 20:14:47.044677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41074) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:47.150022 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d773b53b-1686-4540-a6d0-dbc6aa114489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:47.182379 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d773b53b-1686-4540-a6d0-dbc6aa114489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:47.192848 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1c79e704-51c0-4522-b9d8-7ff2c945dcbe req-5d50cee1-52f9-4cb3-b4ae-9f9636aeac5e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=83c273a70b9742ee885b1f1f37dab263&device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 1097 time: 0.2042365 May 30 20:14:47.327586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d984205-6f17-4a40-b924-3e6d60fd1080 req-0b487534-9527-43ab-b592-299cf5f84d49 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:47.334801 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d984205-6f17-4a40-b924-3e6d60fd1080 req-0b487534-9527-43ab-b592-299cf5f84d49 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa9891d1-413f-46d1-a712-03e61747582b HTTP/1.1" status: 200 len: 943 time: 1.3155532 May 30 20:14:47.336683 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-1b7eb75d-3d74-4e35-8eeb-03de50ab39df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:47.358294 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9afe01ee-02b0-4c50-b696-30e2ec7c17e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:14:20Z', 'revision_number': 6, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '88674430-098b-4c12-ac57-c1cfd9d339a6', 'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:f0:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:24Z', 'updated_at': '2022-05-30T20:11:42Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:47.371922 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afe01ee-02b0-4c50-b696-30e2ec7c17e9 None None] The sync data for ids ['e045d8c6-14c7-434f-b27d-351bd241df88'] in n-d-843949-2 is: [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:14:20Z', 'revision_number': 6, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '88674430-098b-4c12-ac57-c1cfd9d339a6', 'name': '', 'network_id': 'd3901e69-bfa3-4dda-b1dd-52ccb2ce6de5', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:f0:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:24Z', 'updated_at': '2022-05-30T20:11:42Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '020c68de-c650-4f83-8051-1d8adbb5dc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:14:47.388233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a84fb-1b51-44f0-8a55-3b36d53d24f3 req-df1a0dc3-268e-448a-8534-9ddb2aad61e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:47.389673 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-628a84fb-1b51-44f0-8a55-3b36d53d24f3 req-df1a0dc3-268e-448a-8534-9ddb2aad61e3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 HTTP/1.1" status: 200 len: 858 time: 0.3317339 May 30 20:14:47.398322 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d773b53b-1686-4540-a6d0-dbc6aa114489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:47.409601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-679ae27c-372c-411e-b43c-fef516a458db req-be34d0ee-5ea8-4f6b-8cc6-f908adb056f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:47.415317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79e704-51c0-4522-b9d8-7ff2c945dcbe req-adbc2293-7748-4391-963e-e9d53f1cfd17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:47.416885 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1c79e704-51c0-4522-b9d8-7ff2c945dcbe req-adbc2293-7748-4391-963e-e9d53f1cfd17 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 HTTP/1.1" status: 200 len: 897 time: 0.2121019 May 30 20:14:47.419884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773b53b-1686-4540-a6d0-dbc6aa114489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5708aa-a1a1-40d7-b71a-fe9d609e2549,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:47.427772 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5f466b7d-7601-4e77-9897-cf2bd2a3e5fb req-246e4728-4f2e-4775-b0bd-27d081e6da83 service neutron] 10.222.0.93 "GET /v2.0/networks/448a5305-1745-4735-9914-168fb49da986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6838391 May 30 20:14:47.452244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-679ae27c-372c-411e-b43c-fef516a458db req-be34d0ee-5ea8-4f6b-8cc6-f908adb056f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Usage tracker for resource:port and tenant:e9d9caa4c137422a9b59e1edda560dd6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:47.491831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7eb75d-3d74-4e35-8eeb-03de50ab39df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Pushing event deleted for resources: {'Port': ['ID=706a4667-45c9-4f3b-8a87-532f54b476f5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:47.495793 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-679ae27c-372c-411e-b43c-fef516a458db req-be34d0ee-5ea8-4f6b-8cc6-f908adb056f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:47.524745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-679ae27c-372c-411e-b43c-fef516a458db req-be34d0ee-5ea8-4f6b-8cc6-f908adb056f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:47.531097 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d773b53b-1686-4540-a6d0-dbc6aa114489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:47.535863 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d773b53b-1686-4540-a6d0-dbc6aa114489 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fa5708aa-a1a1-40d7-b71a-fe9d609e2549 HTTP/1.1" status: 204 len: 168 time: 0.4846849 May 30 20:14:47.555629 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1c79e704-51c0-4522-b9d8-7ff2c945dcbe req-4a0bc495-09d5-4d4c-abed-7563d7ea0056 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 HTTP/1.1" status: 200 len: 217 time: 0.1274681 May 30 20:14:47.654861 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6390222b-c96e-4e86-a555-fed2d48b3803 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:47.658553 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79e704-51c0-4522-b9d8-7ff2c945dcbe req-209a19eb-e22f-4351-95ae-62104ca1cd17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:47.660859 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1c79e704-51c0-4522-b9d8-7ff2c945dcbe req-209a19eb-e22f-4351-95ae-62104ca1cd17 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=020c68de-c650-4f83-8051-1d8adbb5dc70 HTTP/1.1" status: 200 len: 834 time: 0.0978963 May 30 20:14:47.741278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0564de4-0e08-410f-be7e-f89e5ac53198 None None] New status for floating IP 6f01ea73-569a-4d33-8316-9f27976bd88e: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:14:47.766503 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-679ae27c-372c-411e-b43c-fef516a458db req-be34d0ee-5ea8-4f6b-8cc6-f908adb056f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Made reservation on behalf of e9d9caa4c137422a9b59e1edda560dd6 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:14:47.771443 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-679ae27c-372c-411e-b43c-fef516a458db req-be34d0ee-5ea8-4f6b-8cc6-f908adb056f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:47.815050 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1c79e704-51c0-4522-b9d8-7ff2c945dcbe req-e78520c8-9a65-4133-a09d-8812ba58a18c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457548 May 30 20:14:47.892176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-1b7eb75d-3d74-4e35-8eeb-03de50ab39df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] No DVR routers for this DVR port 706a4667-45c9-4f3b-8a87-532f54b476f5 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:14:47.900721 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-1b7eb75d-3d74-4e35-8eeb-03de50ab39df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:47.929144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9891d1-413f-46d1-a712-03e61747582b', 'name': 'network-vif-deleted', 'tag': '706a4667-45c9-4f3b-8a87-532f54b476f5'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:47.970031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cd223-3c94-4ace-976c-105e12f8087c req-2181579e-e2cb-4278-9ed1-0e9a55562218 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:47.975068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cd223-3c94-4ace-976c-105e12f8087c req-2181579e-e2cb-4278-9ed1-0e9a55562218 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:47.979207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cd223-3c94-4ace-976c-105e12f8087c req-2181579e-e2cb-4278-9ed1-0e9a55562218 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:47.986783 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cd223-3c94-4ace-976c-105e12f8087c req-2181579e-e2cb-4278-9ed1-0e9a55562218 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:47.991614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cd223-3c94-4ace-976c-105e12f8087c req-2181579e-e2cb-4278-9ed1-0e9a55562218 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:48.003213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cd223-3c94-4ace-976c-105e12f8087c req-2181579e-e2cb-4278-9ed1-0e9a55562218 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:48.008376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cd223-3c94-4ace-976c-105e12f8087c req-2181579e-e2cb-4278-9ed1-0e9a55562218 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:48.010794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a90cd223-3c94-4ace-976c-105e12f8087c req-2181579e-e2cb-4278-9ed1-0e9a55562218 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5422 time: 0.9061151 May 30 20:14:48.011667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390222b-c96e-4e86-a555-fed2d48b3803 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Pushing event deleted for resources: {'Port': ['ID=61fbed4e-f586-4ccd-bde6-34a6f85f6276,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:48.026853 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1c79e704-51c0-4522-b9d8-7ff2c945dcbe req-2e405a44-a3a2-4202-9eb0-bc7b7b73c824 service neutron] 10.222.0.77 "GET /v2.0/networks/d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930163 May 30 20:14:48.027279 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d984205-6f17-4a40-b924-3e6d60fd1080 req-4daabc90-b007-46a1-b123-bac3b1d658fb tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=2abb46ec-e69f-4f08-86d8-472eab7b986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6915076 May 30 20:14:48.232083 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1c79e704-51c0-4522-b9d8-7ff2c945dcbe req-82055c8f-553a-4b09-b486-3f32c7dc5ef9 service neutron] 10.222.0.77 "GET /v2.0/networks/d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956875 May 30 20:14:48.361676 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7469eba-89a2-4c44-898e-1dce20a51b8a req-1b7eb75d-3d74-4e35-8eeb-03de50ab39df tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.93 "DELETE /v2.0/ports/706a4667-45c9-4f3b-8a87-532f54b476f5 HTTP/1.1" status: 204 len: 173 time: 5.6216528 May 30 20:14:48.401201 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-628a84fb-1b51-44f0-8a55-3b36d53d24f3 req-f7ed904b-cb1d-499b-99c5-e3358761dced service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9707789 May 30 20:14:48.682980 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a74f73-3745-43a2-bb1a-6cfbccfc80b4 req-6ed16adb-c8e3-4c69-8b1b-70379067cb4e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:48.683836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-06a74f73-3745-43a2-bb1a-6cfbccfc80b4 req-6ed16adb-c8e3-4c69-8b1b-70379067cb4e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Synchronizing usage tracker for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:48.711738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-06a74f73-3745-43a2-bb1a-6cfbccfc80b4 req-6ed16adb-c8e3-4c69-8b1b-70379067cb4e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Unset dirty status for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:48.713478 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-06a74f73-3745-43a2-bb1a-6cfbccfc80b4 req-6ed16adb-c8e3-4c69-8b1b-70379067cb4e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 946 time: 0.1910498 May 30 20:14:48.814494 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-06a74f73-3745-43a2-bb1a-6cfbccfc80b4 req-cb7b0e9c-0f40-468b-8851-9669034daeb0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Deleting port 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:48.814836 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-06a74f73-3745-43a2-bb1a-6cfbccfc80b4 req-cb7b0e9c-0f40-468b-8851-9669034daeb0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:48.844454 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a90cd223-3c94-4ace-976c-105e12f8087c req-e0ab3be3-f525-4b84-b65c-85e44881e8d9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7746780 May 30 20:14:49.114446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-06a74f73-3745-43a2-bb1a-6cfbccfc80b4 req-cb7b0e9c-0f40-468b-8851-9669034daeb0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] For port 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1aaa362f-6ccc-433c-8f0d-3c19a03ffa96,segment=NetworkSegment(5c55f4e9-6669-48bd-ac37-9f6962053b9f),segment_id=5c55f4e9-6669-48bd-ac37-9f6962053b9f)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:49.115423 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-06a74f73-3745-43a2-bb1a-6cfbccfc80b4 req-cb7b0e9c-0f40-468b-8851-9669034daeb0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:49.236898 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6390222b-c96e-4e86-a555-fed2d48b3803 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:49.418804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-06a74f73-3745-43a2-bb1a-6cfbccfc80b4 req-cb7b0e9c-0f40-468b-8851-9669034daeb0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Calling delete_port for 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:49.430608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-679ae27c-372c-411e-b43c-fef516a458db req-be34d0ee-5ea8-4f6b-8cc6-f908adb056f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Allocated IP 172.20.0.11 (7da7d639-b856-4f6e-80a4-b7ad0464f299/c52ff3e2-6867-4c94-be30-d9e9f57e678a/e8cbd8df-3160-41ec-8946-077bb5a2d7f0) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:14:49.605846 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-06a74f73-3745-43a2-bb1a-6cfbccfc80b4 req-cb7b0e9c-0f40-468b-8851-9669034daeb0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:49.661493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b0e9c-0f40-468b-8851-9669034daeb0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'Port': ['ID=1aaa362f-6ccc-433c-8f0d-3c19a03ffa96,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:49.725486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285ef39-1e62-46cc-9a94-cd55124f117e req-1fa0988d-f10e-4f7a-8cf4-0a5e57a0b835 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:49.727267 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2285ef39-1e62-46cc-9a94-cd55124f117e req-1fa0988d-f10e-4f7a-8cf4-0a5e57a0b835 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 1.4484549 May 30 20:14:49.747419 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-628a84fb-1b51-44f0-8a55-3b36d53d24f3 req-5062f7c7-cdfd-4efa-bd10-bc30e3c858b5 service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3281045 May 30 20:14:49.754756 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6390222b-c96e-4e86-a555-fed2d48b3803 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:49.761423 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a74f73-3745-43a2-bb1a-6cfbccfc80b4 req-cb7b0e9c-0f40-468b-8851-9669034daeb0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] No DVR routers for this DVR port 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:14:49.764069 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-06a74f73-3745-43a2-bb1a-6cfbccfc80b4 req-cb7b0e9c-0f40-468b-8851-9669034daeb0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:49.774606 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'name': 'network-vif-deleted', 'tag': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:49.783838 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-06a74f73-3745-43a2-bb1a-6cfbccfc80b4 req-cb7b0e9c-0f40-468b-8851-9669034daeb0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.77 "DELETE /v2.0/ports/1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 HTTP/1.1" status: 204 len: 173 time: 1.0594432 May 30 20:14:49.860390 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6390222b-c96e-4e86-a555-fed2d48b3803 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:49.930435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85744a32-90bd-4d4e-8423-25144d3358a9 req-babaa43c-894e-4758-ae3e-ace045ef5370 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:49.938106 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-85744a32-90bd-4d4e-8423-25144d3358a9 req-babaa43c-894e-4758-ae3e-ace045ef5370 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca672c74-e627-48b7-8a0a-05a21113272c HTTP/1.1" status: 200 len: 946 time: 0.7517028 May 30 20:14:50.094110 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2285ef39-1e62-46cc-9a94-cd55124f117e req-643b1d52-5ea0-441d-a522-fad1d4674d1d tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371532 May 30 20:14:50.114434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41158) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:50.143095 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6390222b-c96e-4e86-a555-fed2d48b3803 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:50.143860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6390222b-c96e-4e86-a555-fed2d48b3803 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db7523f3-df88-466a-a2de-ed0dbfef981a {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:14:50.146676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-85744a32-90bd-4d4e-8423-25144d3358a9 req-8bed5456-e49a-49a8-a5f1-1f2fa0ee82bb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Synchronizing usage tracker for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:50.182052 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-679ae27c-372c-411e-b43c-fef516a458db req-be34d0ee-5ea8-4f6b-8cc6-f908adb056f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:50.201782 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-628a84fb-1b51-44f0-8a55-3b36d53d24f3 req-5f8c6819-2c8e-4fe3-aea9-2804d7e4e9f9 service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429512 May 30 20:14:50.228225 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6390222b-c96e-4e86-a555-fed2d48b3803 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:50.233331 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41164) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:50.235128 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6390222b-c96e-4e86-a555-fed2d48b3803 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "DELETE /v2.0/routers/db7523f3-df88-466a-a2de-ed0dbfef981a HTTP/1.1" status: 204 len: 168 time: 9.4387214 May 30 20:14:50.237677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-85744a32-90bd-4d4e-8423-25144d3358a9 req-8bed5456-e49a-49a8-a5f1-1f2fa0ee82bb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Unset dirty status for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:50.240719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-463434762', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:50.249716 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-85744a32-90bd-4d4e-8423-25144d3358a9 req-8bed5456-e49a-49a8-a5f1-1f2fa0ee82bb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=8422b1eb-9546-4c8e-99f4-8e55cd4c5dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104784 May 30 20:14:50.275147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:50.299614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Usage tracker for resource:router and tenant:409b6a8283164c9586525594bec1aad8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:50.301802 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-679ae27c-372c-411e-b43c-fef516a458db req-be34d0ee-5ea8-4f6b-8cc6-f908adb056f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:50.317115 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:50.346465 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:50.386758 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:50.387721 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:50.413959 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-679ae27c-372c-411e-b43c-fef516a458db req-be34d0ee-5ea8-4f6b-8cc6-f908adb056f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Network 7da7d639-b856-4f6e-80a4-b7ad0464f299 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:14:50.417807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-679ae27c-372c-411e-b43c-fef516a458db req-be34d0ee-5ea8-4f6b-8cc6-f908adb056f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:50.428426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-679ae27c-372c-411e-b43c-fef516a458db req-be34d0ee-5ea8-4f6b-8cc6-f908adb056f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:14:50.445598 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:50.465281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34d0ee-5ea8-4f6b-8cc6-f908adb056f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Pushing event updated for resources: {'Port': ['ID=e8cbd8df-3160-41ec-8946-077bb5a2d7f0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:50.508600 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a933c6-1a4b-4799-a93e-d50cfa5d33a5'] response: {'server_uuid': 'fa9891d1-413f-46d1-a712-03e61747582b', 'name': 'network-vif-deleted', 'tag': '706a4667-45c9-4f3b-8a87-532f54b476f5', 'status': 'completed', 'code': 200} May 30 20:14:50.557834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ae27c-372c-411e-b43c-fef516a458db req-be34d0ee-5ea8-4f6b-8cc6-f908adb056f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:50.558541 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-679ae27c-372c-411e-b43c-fef516a458db req-be34d0ee-5ea8-4f6b-8cc6-f908adb056f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:50.587498 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-679ae27c-372c-411e-b43c-fef516a458db req-be34d0ee-5ea8-4f6b-8cc6-f908adb056f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9524035 May 30 20:14:50.602761 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91f6b9-51fe-4a88-b1ad-d7b8fd7ccf64 req-7f9459cd-bb37-4645-b03e-3fdfba0eb476 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:50.603518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1d91f6b9-51fe-4a88-b1ad-d7b8fd7ccf64 req-7f9459cd-bb37-4645-b03e-3fdfba0eb476 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Synchronizing usage tracker for tenant:e9d9caa4c137422a9b59e1edda560dd6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:50.612003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Request body: {'port': {'device_id': '83a32cc3-d7b4-40e6-9a08-a8521068daf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:50.698163 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1d91f6b9-51fe-4a88-b1ad-d7b8fd7ccf64 req-7f9459cd-bb37-4645-b03e-3fdfba0eb476 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Unset dirty status for tenant:e9d9caa4c137422a9b59e1edda560dd6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:50.705448 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d91f6b9-51fe-4a88-b1ad-d7b8fd7ccf64 req-7f9459cd-bb37-4645-b03e-3fdfba0eb476 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a32cc3-d7b4-40e6-9a08-a8521068daf1 HTTP/1.1" status: 200 len: 932 time: 0.2413371 May 30 20:14:50.717834 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-926b81e8-ecc1-476e-9b01-885addb4af3c'] response: {'server_uuid': 'ca672c74-e627-48b7-8a0a-05a21113272c', 'name': 'network-vif-deleted', 'tag': '1aaa362f-6ccc-433c-8f0d-3c19a03ffa96', 'status': 'completed', 'code': 200} May 30 20:14:50.720735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1521ff34-08f7-4dbd-b798-a153313566d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:50.796597 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:50.809137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1521ff34-08f7-4dbd-b798-a153313566d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:50.814682 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1521ff34-08f7-4dbd-b798-a153313566d8 admin admin] Usage tracker for resource:security_group_rule and tenant:f125f5f2892f431fb9b6691b1417389c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:50.837172 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1521ff34-08f7-4dbd-b798-a153313566d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:50.845777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1521ff34-08f7-4dbd-b798-a153313566d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:51.003192 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.052512 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1521ff34-08f7-4dbd-b798-a153313566d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.058403 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1521ff34-08f7-4dbd-b798-a153313566d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.120112 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d91f6b9-51fe-4a88-b1ad-d7b8fd7ccf64 req-08cdf22e-a5fd-49d0-bab5-98b7dd60c89b tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c51b60e-3adf-4239-9278-cbf4db580686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137807 May 30 20:14:51.127131 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521ff34-08f7-4dbd-b798-a153313566d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b382d96-1a15-438a-9093-90a2d80c18c3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:51.132212 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1521ff34-08f7-4dbd-b798-a153313566d8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f125f5f2892f431fb9b6691b1417389c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0167387 May 30 20:14:51.136686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41174) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:51.191030 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.208718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154c083-6ee4-4212-8e65-96a6def0c14c req-ed34e41b-ae52-4965-a6df-ea83a2ef82f8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:51.214488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154c083-6ee4-4212-8e65-96a6def0c14c req-ed34e41b-ae52-4965-a6df-ea83a2ef82f8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:51.222997 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154c083-6ee4-4212-8e65-96a6def0c14c req-ed34e41b-ae52-4965-a6df-ea83a2ef82f8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:51.229530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154c083-6ee4-4212-8e65-96a6def0c14c req-ed34e41b-ae52-4965-a6df-ea83a2ef82f8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:51.244302 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154c083-6ee4-4212-8e65-96a6def0c14c req-ed34e41b-ae52-4965-a6df-ea83a2ef82f8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:51.253615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154c083-6ee4-4212-8e65-96a6def0c14c req-ed34e41b-ae52-4965-a6df-ea83a2ef82f8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:51.258842 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154c083-6ee4-4212-8e65-96a6def0c14c req-ed34e41b-ae52-4965-a6df-ea83a2ef82f8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:51.259447 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.265717 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8154c083-6ee4-4212-8e65-96a6def0c14c req-ed34e41b-ae52-4965-a6df-ea83a2ef82f8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5422 time: 0.3378570 May 30 20:14:51.345644 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-704ff127-41b7-43c8-8d9e-72d243845952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.420127 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-704ff127-41b7-43c8-8d9e-72d243845952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.438198 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8154c083-6ee4-4212-8e65-96a6def0c14c req-3cb6d051-8542-4844-a527-5d1e54d9afa6 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1716290 May 30 20:14:51.475398 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Allocated IP 172.25.5.198 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/fc794547-3cd2-4052-9263-fd2dd9e2eaed) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:14:51.591149 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-704ff127-41b7-43c8-8d9e-72d243845952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.646292 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ff127-41b7-43c8-8d9e-72d243845952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b382d96-1a15-438a-9093-90a2d80c18c3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:51.665657 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41184) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:51.695805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8cbd8df-3160-41ec-8946-077bb5a2d7f0 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:14:51.725603 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-704ff127-41b7-43c8-8d9e-72d243845952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.726626 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-704ff127-41b7-43c8-8d9e-72d243845952 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1b382d96-1a15-438a-9093-90a2d80c18c3 HTTP/1.1" status: 204 len: 168 time: 0.5897069 May 30 20:14:51.747854 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.760739 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.808139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.815374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Transition to ACTIVE for port object e8cbd8df-3160-41ec-8946-077bb5a2d7f0 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:51.827783 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.904240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Pushing event updated for resources: {'Port': ['ID=fc794547-3cd2-4052-9263-fd2dd9e2eaed,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:51.923194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:14:51.928342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:51.935735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:14:52.064971 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777267c1-eca1-42ca-98ec-85a10ab76ac6 req-425a1848-fa48-4a31-aea5-e2c4234b2c84 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:52.071770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-777267c1-eca1-42ca-98ec-85a10ab76ac6 req-425a1848-fa48-4a31-aea5-e2c4234b2c84 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.3853250 May 30 20:14:52.085172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cbd8df-3160-41ec-8946-077bb5a2d7f0,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:52.102485 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3594c5f2-1d3b-4cd7-9ac0-b9ce93b63abb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:52.156297 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:52.159091 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:52.171559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 61fbed4e-f586-4ccd-bde6-34a6f85f6276 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:52.254597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 61fbed4e-f586-4ccd-bde6-34a6f85f6276 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:14:52.255460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 61fbed4e-f586-4ccd-bde6-34a6f85f6276 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:14:52.320460 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3594c5f2-1d3b-4cd7-9ac0-b9ce93b63abb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:52.403154 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431962d-5b7c-4cce-ba21-06505a541b86 req-60c9954b-b64c-4b81-bf3c-afabe3ef0212 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:52.403875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a431962d-5b7c-4cce-ba21-06505a541b86 req-60c9954b-b64c-4b81-bf3c-afabe3ef0212 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Synchronizing usage tracker for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:52.447654 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-777267c1-eca1-42ca-98ec-85a10ab76ac6 req-68171488-8146-4848-afaf-4d2c58041fbd tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746438 May 30 20:14:52.452140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Attempting to bind port e8cbd8df-3160-41ec-8946-077bb5a2d7f0 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:52.452560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Attempting to bind port e8cbd8df-3160-41ec-8946-077bb5a2d7f0 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '7977df01-5eb9-4805-b181-5578f300223c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7da7d639-b856-4f6e-80a4-b7ad0464f299'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:52.452921 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Attempting to bind port e8cbd8df-3160-41ec-8946-077bb5a2d7f0 on network 7da7d639-b856-4f6e-80a4-b7ad0464f299 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:52.468536 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Port e8cbd8df-3160-41ec-8946-077bb5a2d7f0 on network 7da7d639-b856-4f6e-80a4-b7ad0464f299 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:14:52.468860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Attempting to bind port e8cbd8df-3160-41ec-8946-077bb5a2d7f0 on network 7da7d639-b856-4f6e-80a4-b7ad0464f299 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:52.479573 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:14:52.479918 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Checking segment: {'id': '7977df01-5eb9-4805-b181-5578f300223c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7da7d639-b856-4f6e-80a4-b7ad0464f299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:52.480348 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Bound using segment: {'id': '7977df01-5eb9-4805-b181-5578f300223c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7da7d639-b856-4f6e-80a4-b7ad0464f299'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:14:52.480784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Bound port: e8cbd8df-3160-41ec-8946-077bb5a2d7f0, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7977df01-5eb9-4805-b181-5578f300223c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7da7d639-b856-4f6e-80a4-b7ad0464f299'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:14:52.481254 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:52.511800 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a431962d-5b7c-4cce-ba21-06505a541b86 req-60c9954b-b64c-4b81-bf3c-afabe3ef0212 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Unset dirty status for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:52.518276 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a431962d-5b7c-4cce-ba21-06505a541b86 req-60c9954b-b64c-4b81-bf3c-afabe3ef0212 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.7007833 May 30 20:14:52.645359 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3594c5f2-1d3b-4cd7-9ac0-b9ce93b63abb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:52.704089 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a431962d-5b7c-4cce-ba21-06505a541b86 req-a73c24fa-b264-4700-9204-8b20770b4143 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848576 May 30 20:14:52.704886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594c5f2-1d3b-4cd7-9ac0-b9ce93b63abb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8422b1eb-9546-4c8e-99f4-8e55cd4c5dec,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:52.772117 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Router 71f3e03f-6694-45be-8672-a41d6c82a94a is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:14:52.812282 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3594c5f2-1d3b-4cd7-9ac0-b9ce93b63abb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:52.816617 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3594c5f2-1d3b-4cd7-9ac0-b9ce93b63abb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "DELETE /v2.0/security-groups/8422b1eb-9546-4c8e-99f4-8e55cd4c5dec HTTP/1.1" status: 204 len: 168 time: 1.1467657 May 30 20:14:52.823767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] For port e8cbd8df-3160-41ec-8946-077bb5a2d7f0, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:14:52.853792 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] For port e8cbd8df-3160-41ec-8946-077bb5a2d7f0, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e8cbd8df-3160-41ec-8946-077bb5a2d7f0,segment=NetworkSegment(7977df01-5eb9-4805-b181-5578f300223c),segment_id=7977df01-5eb9-4805-b181-5578f300223c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:14:52.877025 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:53.019518 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:53.020911 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-679ae27c-372c-411e-b43c-fef516a458db req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] 10.222.0.77 "PUT /v2.0/ports/e8cbd8df-3160-41ec-8946-077bb5a2d7f0 HTTP/1.1" status: 200 len: 1092 time: 2.4144416 May 30 20:14:53.021623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a32cc3-d7b4-40e6-9a08-a8521068daf1', 'tag': 'e8cbd8df-3160-41ec-8946-077bb5a2d7f0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:53.061585 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5d885-f256-4ceb-9eb4-3f67e38b4ed4 req-4fac7f5b-1bed-42d0-8940-0a6415fb0fb4 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:53.069043 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8dd5d885-f256-4ceb-9eb4-3f67e38b4ed4 req-4fac7f5b-1bed-42d0-8940-0a6415fb0fb4 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a32cc3-d7b4-40e6-9a08-a8521068daf1 HTTP/1.1" status: 200 len: 944 time: 0.3871748 May 30 20:14:53.138050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd6423-4705-4e8e-9343-6ed6043495b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cbd8df-3160-41ec-8946-077bb5a2d7f0,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:53.144589 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41218) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:53.149891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:14:53.164247 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7121ea3f-0fdc-4932-ba53-de593c7dd1df None None] Sync routers for ids ['71f3e03f-6694-45be-8672-a41d6c82a94a'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:14:53.197940 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7121ea3f-0fdc-4932-ba53-de593c7dd1df None None] Routers {'71f3e03f-6694-45be-8672-a41d6c82a94a'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:53.205103 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:53.208306 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7121ea3f-0fdc-4932-ba53-de593c7dd1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['71f3e03f-6694-45be-8672-a41d6c82a94a'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:53.208422 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4aea4a7f-22d2-4dbd-820c-b0115cc064b1 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9587455 May 30 20:14:53.216159 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41224) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:53.236560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f141bdf-e196-4005-a33a-cc0b678728a8 req-944b6ca1-424d-4f7e-801b-f0c92b2cbce4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:53.246521 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-88213b30-490e-4663-a2ed-5fd8d67cf94e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'enable_snat': False}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:53.250750 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-5f141bdf-e196-4005-a33a-cc0b678728a8 req-944b6ca1-424d-4f7e-801b-f0c92b2cbce4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Synchronizing usage tracker for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:53.279133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-5f141bdf-e196-4005-a33a-cc0b678728a8 req-944b6ca1-424d-4f7e-801b-f0c92b2cbce4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Unset dirty status for tenant:3a8d97a4beaa47c0906bc677b6c0ce16 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:53.283796 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5f141bdf-e196-4005-a33a-cc0b678728a8 req-944b6ca1-424d-4f7e-801b-f0c92b2cbce4 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.77 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.2486773 May 30 20:14:53.333091 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7121ea3f-0fdc-4932-ba53-de593c7dd1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:53.359849 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7121ea3f-0fdc-4932-ba53-de593c7dd1df None None] Routers {'71f3e03f-6694-45be-8672-a41d6c82a94a'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:53.360511 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7121ea3f-0fdc-4932-ba53-de593c7dd1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['71f3e03f-6694-45be-8672-a41d6c82a94a'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:53.397208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-5f141bdf-e196-4005-a33a-cc0b678728a8 req-0797caf7-f0f0-416b-a9bb-46879db2a685 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Deleting port fc878913-fa2f-48a5-98de-24bcccf4ed72 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:53.397550 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5f141bdf-e196-4005-a33a-cc0b678728a8 req-0797caf7-f0f0-416b-a9bb-46879db2a685 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:53.414923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8697-3627-4b8b-a26e-23343587cacd req-49a7f141-a4cc-4f33-ae86-13fb024f4aa8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:53.420047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8697-3627-4b8b-a26e-23343587cacd req-49a7f141-a4cc-4f33-ae86-13fb024f4aa8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:53.422985 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8697-3627-4b8b-a26e-23343587cacd req-49a7f141-a4cc-4f33-ae86-13fb024f4aa8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:53.466342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1039712046'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:53.468895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:53.476224 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8697-3627-4b8b-a26e-23343587cacd req-49a7f141-a4cc-4f33-ae86-13fb024f4aa8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:53.480467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8697-3627-4b8b-a26e-23343587cacd req-49a7f141-a4cc-4f33-ae86-13fb024f4aa8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:53.482367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Usage tracker for resource:network and tenant:d62bf63210d442ef9e8113db3ec29807 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:53.484726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8697-3627-4b8b-a26e-23343587cacd req-49a7f141-a4cc-4f33-ae86-13fb024f4aa8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:53.487517 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:53.489493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8697-3627-4b8b-a26e-23343587cacd req-49a7f141-a4cc-4f33-ae86-13fb024f4aa8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:53.498901 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7fe8697-3627-4b8b-a26e-23343587cacd req-49a7f141-a4cc-4f33-ae86-13fb024f4aa8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5422 time: 0.5498524 May 30 20:14:53.501662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:53.546621 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7121ea3f-0fdc-4932-ba53-de593c7dd1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:53.546951 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7121ea3f-0fdc-4932-ba53-de593c7dd1df None None] The sync data for ids ['71f3e03f-6694-45be-8672-a41d6c82a94a'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:14:53.587216 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8dd5d885-f256-4ceb-9eb4-3f67e38b4ed4 req-77af8713-e727-49ff-8bca-d61b4f8a4480 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c51b60e-3adf-4239-9278-cbf4db580686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105853 May 30 20:14:53.692119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41236) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:53.718127 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:53.804066 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fe9ad60-1e25-434a-8cb6-36538429212d'] response: {'name': 'network-changed', 'server_uuid': '83a32cc3-d7b4-40e6-9a08-a8521068daf1', 'tag': 'e8cbd8df-3160-41ec-8946-077bb5a2d7f0', 'status': 'completed', 'code': 200} May 30 20:14:53.814636 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:14:53.815391 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-679ae27c-372c-411e-b43c-fef516a458db req-c22e0194-174e-46ff-8fe2-2906790f828f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e9d9caa4c137422a9b59e1edda560dd6&device_id=83a32cc3-d7b4-40e6-9a08-a8521068daf1 HTTP/1.1" status: 200 len: 1095 time: 0.7416916 May 30 20:14:53.817142 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1aaa362f-6ccc-433c-8f0d-3c19a03ffa96 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:14:53.840373 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7fe8697-3627-4b8b-a26e-23343587cacd req-400822f3-c838-4a72-8e28-c1ac45e3b6f9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3407416 May 30 20:14:53.845187 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Made reservation on behalf of d62bf63210d442ef9e8113db3ec29807 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:14:53.848615 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:53.883163 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:53.988722 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:53.991363 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-679ae27c-372c-411e-b43c-fef516a458db req-d70ee015-91df-4d2b-86ee-3caae734ecc9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8cbd8df-3160-41ec-8946-077bb5a2d7f0 HTTP/1.1" status: 200 len: 217 time: 0.1675744 May 30 20:14:53.992750 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-5f141bdf-e196-4005-a33a-cc0b678728a8 req-0797caf7-f0f0-416b-a9bb-46879db2a685 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] For port fc878913-fa2f-48a5-98de-24bcccf4ed72, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc878913-fa2f-48a5-98de-24bcccf4ed72,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:53.993113 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5f141bdf-e196-4005-a33a-cc0b678728a8 req-0797caf7-f0f0-416b-a9bb-46879db2a685 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:54.006812 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Usage tracker for resource:security_group_rule and tenant:d62bf63210d442ef9e8113db3ec29807 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:54.015467 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:54.075395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:54.209050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ae27c-372c-411e-b43c-fef516a458db req-7e0d7e19-e5a9-4694-ae01-f440b2306310 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:54.210622 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-679ae27c-372c-411e-b43c-fef516a458db req-7e0d7e19-e5a9-4694-ae01-f440b2306310 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c52ff3e2-6867-4c94-be30-d9e9f57e678a HTTP/1.1" status: 200 len: 850 time: 0.2094429 May 30 20:14:54.299763 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-679ae27c-372c-411e-b43c-fef516a458db req-defe0311-f65b-4fc6-8054-48cfb48ffb71 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7da7d639-b856-4f6e-80a4-b7ad0464f299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746756 May 30 20:14:54.452549 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:54.468282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a4a03-68fd-4cd1-9e05-e14ad55052ab req-647f3700-10a7-4c10-9d1f-51e023c3c9d9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:54.469508 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a81a4a03-68fd-4cd1-9e05-e14ad55052ab req-647f3700-10a7-4c10-9d1f-51e023c3c9d9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.3964226 May 30 20:14:54.508211 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:54.508893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63b242-c433-45b5-a588-2bb0b645c2b6 req-77df3b84-39a7-444a-af63-1af91391bf18 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:54.510347 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c63b242-c433-45b5-a588-2bb0b645c2b6 req-77df3b84-39a7-444a-af63-1af91391bf18 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 945 time: 0.3688793 May 30 20:14:54.560796 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5f141bdf-e196-4005-a33a-cc0b678728a8 req-0797caf7-f0f0-416b-a9bb-46879db2a685 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:54.561161 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5f141bdf-e196-4005-a33a-cc0b678728a8 req-0797caf7-f0f0-416b-a9bb-46879db2a685 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:54.561455 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [req-5f141bdf-e196-4005-a33a-cc0b678728a8 req-0797caf7-f0f0-416b-a9bb-46879db2a685 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Floating IP c0c80737-a929-434a-925c-a54ba4a89ddc disassociated. External IP: 172.25.5.245, port: fc878913-fa2f-48a5-98de-24bcccf4ed72. May 30 20:14:54.561784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-5f141bdf-e196-4005-a33a-cc0b678728a8 req-0797caf7-f0f0-416b-a9bb-46879db2a685 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Calling delete_port for fc878913-fa2f-48a5-98de-24bcccf4ed72 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:54.572400 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-679ae27c-372c-411e-b43c-fef516a458db req-bcaa2aa5-03a5-47f7-b883-1fdc2a04d501 service neutron] 10.222.0.77 "GET /v2.0/networks/7da7d639-b856-4f6e-80a4-b7ad0464f299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640092 May 30 20:14:54.613966 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:14:54.623364 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:54.623707 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Added segment cd3ac08b-1c7d-4d80-8680-728862053cea of type vlan for network f24af49e-d4d4-496e-a988-fdbdc15eb129 May 30 20:14:54.652006 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:54.685104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33662fac-815d-4563-bb22-244fe2950a5b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:54.698483 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:54.702334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:54.703917 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:54.791291 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a81a4a03-68fd-4cd1-9e05-e14ad55052ab req-3f980927-b637-426d-b9ad-71e3b5e11f6e tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061507 May 30 20:14:54.803560 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c63b242-c433-45b5-a588-2bb0b645c2b6 req-0ad509fd-5547-4bf5-9e2b-18e5db1de7b2 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0ad91a4-ef39-4f66-8433-38f220cf97ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845850 May 30 20:14:54.892795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-679ae27c-372c-411e-b43c-fef516a458db req-6effbe42-36b0-4828-837e-a5044f1b60ba service neutron] 10.222.0.77 "GET /v2.0/networks/7da7d639-b856-4f6e-80a4-b7ad0464f299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049598 May 30 20:14:55.047162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event updated for resources: {'Network': ['ID=f24af49e-d4d4-496e-a988-fdbdc15eb129,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:55.061544 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network f24af49e-d4d4-496e-a988-fdbdc15eb129 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:14:55.107756 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b9a775b7-1474-4b83-a4f8-14e2ee900de7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9606974 May 30 20:14:55.116641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41250) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:55.126612 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0eb8e78a-a570-48f5-9618-b0101478c4d2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Request body: {'subnet': {'network_id': 'f24af49e-d4d4-496e-a988-fdbdc15eb129', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:55.234462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b571834c-52a1-4c68-b628-3b5099bedf71 req-8b5ba709-b12c-497e-89b0-bff308354b69 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e9d9caa4c137422a9b59e1edda560dd6&device_id=83a32cc3-d7b4-40e6-9a08-a8521068daf1 HTTP/1.1" status: 200 len: 1095 time: 0.2908664 May 30 20:14:55.256358 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5f141bdf-e196-4005-a33a-cc0b678728a8 req-0797caf7-f0f0-416b-a9bb-46879db2a685 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:55.317910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797caf7-f0f0-416b-a9bb-46879db2a685 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Pushing event deleted for resources: {'Port': ['ID=fc878913-fa2f-48a5-98de-24bcccf4ed72,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:55.320660 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0eb8e78a-a570-48f5-9618-b0101478c4d2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:55.327628 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0eb8e78a-a570-48f5-9618-b0101478c4d2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Usage tracker for resource:subnet and tenant:d62bf63210d442ef9e8113db3ec29807 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:55.330527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0eb8e78a-a570-48f5-9618-b0101478c4d2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:55.340888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0eb8e78a-a570-48f5-9618-b0101478c4d2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:55.403714 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c65ba-fd4b-4ff1-b3ed-dc1674334f9b req-fd69691c-6695-4346-af60-ea5bdd548f8e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:55.407774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c65ba-fd4b-4ff1-b3ed-dc1674334f9b req-fd69691c-6695-4346-af60-ea5bdd548f8e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:55.414045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c65ba-fd4b-4ff1-b3ed-dc1674334f9b req-fd69691c-6695-4346-af60-ea5bdd548f8e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:55.416685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c65ba-fd4b-4ff1-b3ed-dc1674334f9b req-fd69691c-6695-4346-af60-ea5bdd548f8e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:55.420990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c65ba-fd4b-4ff1-b3ed-dc1674334f9b req-fd69691c-6695-4346-af60-ea5bdd548f8e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:55.425167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c65ba-fd4b-4ff1-b3ed-dc1674334f9b req-fd69691c-6695-4346-af60-ea5bdd548f8e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:55.429051 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c65ba-fd4b-4ff1-b3ed-dc1674334f9b req-fd69691c-6695-4346-af60-ea5bdd548f8e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:55.431000 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-211c65ba-fd4b-4ff1-b3ed-dc1674334f9b req-fd69691c-6695-4346-af60-ea5bdd548f8e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5422 time: 0.3776948 May 30 20:14:55.437030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feff1c5-d0bf-45fe-931e-439e9d6c7baa req-87106f40-0929-46cd-b5db-2b722bd668df tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:55.438572 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6feff1c5-d0bf-45fe-931e-439e9d6c7baa req-87106f40-0929-46cd-b5db-2b722bd668df tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a32cc3-d7b4-40e6-9a08-a8521068daf1 HTTP/1.1" status: 200 len: 944 time: 0.4279749 May 30 20:14:55.481768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb8e78a-a570-48f5-9618-b0101478c4d2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Made reservation on behalf of d62bf63210d442ef9e8113db3ec29807 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:14:55.616398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ad4971d-bbf4-4101-b78e-91a11079e04c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:55.674779 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0eb8e78a-a570-48f5-9618-b0101478c4d2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:55.705542 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-211c65ba-fd4b-4ff1-b3ed-dc1674334f9b req-936a93c7-8656-4b60-a15c-1d986ef13d70 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2616255 May 30 20:14:55.707318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571834c-52a1-4c68-b628-3b5099bedf71 req-288a3027-cb56-451b-ab09-6cb8c77291a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:55.708910 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b571834c-52a1-4c68-b628-3b5099bedf71 req-288a3027-cb56-451b-ab09-6cb8c77291a8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7da7d639-b856-4f6e-80a4-b7ad0464f299 HTTP/1.1" status: 200 len: 911 time: 0.4663432 May 30 20:14:55.739996 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6feff1c5-d0bf-45fe-931e-439e9d6c7baa req-603246bc-1ad2-4aea-9995-2ab7ca3c087b tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c51b60e-3adf-4239-9278-cbf4db580686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887571 May 30 20:14:56.193600 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2d7dcf19-a66c-449b-9939-5101d905030b req-ac539d2a-4373-49cd-889d-5aa15f727140 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 210 time: 0.0893912 May 30 20:14:56.201219 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b571834c-52a1-4c68-b628-3b5099bedf71 req-eb1657bc-0239-4dc8-99c2-625dedb1cf22 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8cbd8df-3160-41ec-8946-077bb5a2d7f0 HTTP/1.1" status: 200 len: 217 time: 0.4844985 May 30 20:14:56.222688 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0eb8e78a-a570-48f5-9618-b0101478c4d2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:56.288075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f141bdf-e196-4005-a33a-cc0b678728a8 req-0797caf7-f0f0-416b-a9bb-46879db2a685 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Router 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:14:56.339695 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8e78a-a570-48f5-9618-b0101478c4d2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event updated for resources: {'Subnet': ['ID=725f0719-dd74-4b0f-a4ac-dc156db1da7c,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:56.368045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571834c-52a1-4c68-b628-3b5099bedf71 req-14c237d0-61b1-486a-ace7-9799f04662d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:56.369486 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b571834c-52a1-4c68-b628-3b5099bedf71 req-14c237d0-61b1-486a-ace7-9799f04662d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c52ff3e2-6867-4c94-be30-d9e9f57e678a HTTP/1.1" status: 200 len: 850 time: 0.1622291 May 30 20:14:56.424515 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c35e49-6791-451e-84a0-a66616a20935 req-b68aff6d-529c-4fc2-a63e-a98b1f7d01d8 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:56.431701 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e0c35e49-6791-451e-84a0-a66616a20935 req-b68aff6d-529c-4fc2-a63e-a98b1f7d01d8 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.3259058 May 30 20:14:56.454264 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b571834c-52a1-4c68-b628-3b5099bedf71 req-f47eda4e-7aee-4797-ac1f-0cc6d9e82484 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7da7d639-b856-4f6e-80a4-b7ad0464f299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763717 May 30 20:14:56.547428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb8e78a-a570-48f5-9618-b0101478c4d2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Checking segment: {'id': 'cd3ac08b-1c7d-4d80-8680-728862053cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f24af49e-d4d4-496e-a988-fdbdc15eb129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:56.548445 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb8e78a-a570-48f5-9618-b0101478c4d2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Network hostable DHCP agents. Network: f24af49e-d4d4-496e-a988-fdbdc15eb129, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:14:56.584576 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e0c35e49-6791-451e-84a0-a66616a20935 req-a74d2515-8944-4762-999c-01ad724b416d tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520033 May 30 20:14:56.613695 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88213b30-490e-4663-a2ed-5fd8d67cf94e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:56.646097 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b571834c-52a1-4c68-b628-3b5099bedf71 req-638ea95e-e18d-49b8-8629-d332467c4ec8 service neutron] 10.222.0.77 "GET /v2.0/networks/7da7d639-b856-4f6e-80a4-b7ad0464f299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848228 May 30 20:14:56.848583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb8e78a-a570-48f5-9618-b0101478c4d2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Network f24af49e-d4d4-496e-a988-fdbdc15eb129 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:14:56.868145 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-0eb8e78a-a570-48f5-9618-b0101478c4d2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, f24af49e-d4d4-496e-a988-fdbdc15eb129) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:56.876208 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7ea4bd-1818-4a87-b65c-54b086878a56 None None] Network f24af49e-d4d4-496e-a988-fdbdc15eb129 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:14:56.880909 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb8e78a-a570-48f5-9618-b0101478c4d2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:56.881509 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0eb8e78a-a570-48f5-9618-b0101478c4d2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:56.962350 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b571834c-52a1-4c68-b628-3b5099bedf71 req-7e87ec96-2ce5-4ca6-86ec-9f647a59bc8e service neutron] 10.222.0.77 "GET /v2.0/networks/7da7d639-b856-4f6e-80a4-b7ad0464f299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950318 May 30 20:14:56.981962 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0eb8e78a-a570-48f5-9618-b0101478c4d2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8609369 May 30 20:14:56.992581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41270) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:57.026198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Request body: {'port': {'network_id': 'f24af49e-d4d4-496e-a988-fdbdc15eb129', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-469180281'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:57.131208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f141bdf-e196-4005-a33a-cc0b678728a8 req-0797caf7-f0f0-416b-a9bb-46879db2a685 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:14:57.156285 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a67066-9db7-4c1d-8dce-302601b50e78 None None] Sync routers for ids ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:14:57.336746 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a67066-9db7-4c1d-8dce-302601b50e78 None None] Routers {'1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:57.337766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d5a67066-9db7-4c1d-8dce-302601b50e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:57.392416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f141bdf-e196-4005-a33a-cc0b678728a8 req-0797caf7-f0f0-416b-a9bb-46879db2a685 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] No DVR routers for this DVR port fc878913-fa2f-48a5-98de-24bcccf4ed72 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:14:57.397921 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5f141bdf-e196-4005-a33a-cc0b678728a8 req-0797caf7-f0f0-416b-a9bb-46879db2a685 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:57.399876 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5f141bdf-e196-4005-a33a-cc0b678728a8 req-0797caf7-f0f0-416b-a9bb-46879db2a685 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.77 "DELETE /v2.0/ports/fc878913-fa2f-48a5-98de-24bcccf4ed72 HTTP/1.1" status: 204 len: 173 time: 4.1087554 May 30 20:14:57.416007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'name': 'network-vif-deleted', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:57.530078 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-f24af49e-d4d4-496e-a988-fdbdc15eb129', 'network_id': 'f24af49e-d4d4-496e-a988-fdbdc15eb129', 'tenant_id': 'd62bf63210d442ef9e8113db3ec29807', 'fixed_ips': [{'subnet_id': '725f0719-dd74-4b0f-a4ac-dc156db1da7c'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:14:57.531783 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:57.548488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:57.557607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Usage tracker for resource:port and tenant:d62bf63210d442ef9e8113db3ec29807 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:57.571653 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dcb38-8693-4b25-b8d7-6628366b4e0a req-24832ef3-3eec-4f57-94e7-09951a31a7f7 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:57.575649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dcb38-8693-4b25-b8d7-6628366b4e0a req-24832ef3-3eec-4f57-94e7-09951a31a7f7 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:57.579458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dcb38-8693-4b25-b8d7-6628366b4e0a req-24832ef3-3eec-4f57-94e7-09951a31a7f7 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:57.583478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dcb38-8693-4b25-b8d7-6628366b4e0a req-24832ef3-3eec-4f57-94e7-09951a31a7f7 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:57.587421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dcb38-8693-4b25-b8d7-6628366b4e0a req-24832ef3-3eec-4f57-94e7-09951a31a7f7 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:57.591374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dcb38-8693-4b25-b8d7-6628366b4e0a req-24832ef3-3eec-4f57-94e7-09951a31a7f7 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:57.595239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dcb38-8693-4b25-b8d7-6628366b4e0a req-24832ef3-3eec-4f57-94e7-09951a31a7f7 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:57.602874 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-805dcb38-8693-4b25-b8d7-6628366b4e0a req-24832ef3-3eec-4f57-94e7-09951a31a7f7 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5422 time: 0.5205390 May 30 20:14:57.623833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:57.646557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:57.703148 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3deb15-2b48-4326-a08d-1d99ce00a119 req-0354adce-ec7d-45ed-a48b-67f71b4068f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:57.704857 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a3deb15-2b48-4326-a08d-1d99ce00a119 req-0354adce-ec7d-45ed-a48b-67f71b4068f5 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a32cc3-d7b4-40e6-9a08-a8521068daf1 HTTP/1.1" status: 200 len: 944 time: 0.5121129 May 30 20:14:57.709043 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88213b30-490e-4663-a2ed-5fd8d67cf94e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:57.716571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Made reservation on behalf of d62bf63210d442ef9e8113db3ec29807 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:14:57.719508 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:57.746720 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88213b30-490e-4663-a2ed-5fd8d67cf94e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:57.752998 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-805dcb38-8693-4b25-b8d7-6628366b4e0a req-78aa7a50-f616-4d86-9a95-4dcd3d5fa348 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1483383 May 30 20:14:57.797366 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4971d-bbf4-4101-b78e-91a11079e04c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Deleting port 88674430-098b-4c12-ac57-c1cfd9d339a6 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:57.797897 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ad4971d-bbf4-4101-b78e-91a11079e04c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:57.799024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e8cbd8df-3160-41ec-8946-077bb5a2d7f0 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:14:57.871715 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] device_id is not set on port 6ab2caac-0fd1-4c68-b96f-d8526214ea23 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:14:57.898998 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fc878913-fa2f-48a5-98de-24bcccf4ed72 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:57.933995 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-d5a67066-9db7-4c1d-8dce-302601b50e78 None None] Set router 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:57.977363 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: fc878913-fa2f-48a5-98de-24bcccf4ed72 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:14:57.977708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fc878913-fa2f-48a5-98de-24bcccf4ed72 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:14:58.051774 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-5ad4971d-bbf4-4101-b78e-91a11079e04c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] For port 88674430-098b-4c12-ac57-c1cfd9d339a6, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=88674430-098b-4c12-ac57-c1cfd9d339a6,segment=NetworkSegment(5c55f4e9-6669-48bd-ac37-9f6962053b9f),segment_id=5c55f4e9-6669-48bd-ac37-9f6962053b9f)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:58.052260 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ad4971d-bbf4-4101-b78e-91a11079e04c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:58.056204 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Allocated IP 2001:db8::2 (f24af49e-d4d4-496e-a988-fdbdc15eb129/725f0719-dd74-4b0f-a4ac-dc156db1da7c/65aedfc6-37f3-4da0-afca-93e7b8c5ebf6) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:14:58.080867 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8834801c-9373-4083-84db-1ee19c14593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:58.125613 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e8cbd8df-3160-41ec-8946-077bb5a2d7f0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e8cbd8df-3160-41ec-8946-077bb5a2d7f0,segment=NetworkSegment(7977df01-5eb9-4805-b181-5578f300223c),segment_id=7977df01-5eb9-4805-b181-5578f300223c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:58.208306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4971d-bbf4-4101-b78e-91a11079e04c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Calling delete_port for 88674430-098b-4c12-ac57-c1cfd9d339a6 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:58.218202 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b6e4bbb-f34d-4c22-95be-e5f2f1793d5d req-33cca877-30ed-4210-9ac6-e4ac4208b4d7 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/ports?device_id=14ebbcfc-fa39-48fb-957d-58cc42d3f4c9 HTTP/1.1" status: 200 len: 210 time: 0.0745854 May 30 20:14:58.239219 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a3deb15-2b48-4326-a08d-1d99ce00a119 req-82b2b0c5-7615-4816-a033-f0bc70a41b79 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c51b60e-3adf-4239-9278-cbf4db580686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994938 May 30 20:14:58.401167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88213b30-490e-4663-a2ed-5fd8d67cf94e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Router 71f3e03f-6694-45be-8672-a41d6c82a94a has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:14:58.401349 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'e8cbd8df-3160-41ec-8946-077bb5a2d7f0', 'network_id': '7da7d639-b856-4f6e-80a4-b7ad0464f299', 'port_id': 'e8cbd8df-3160-41ec-8946-077bb5a2d7f0', 'mac_address': 'fa:16:3e:b7:aa:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c52ff3e2-6867-4c94-be30-d9e9f57e678a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:14:58.404449 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4201edb4-66f2-464f-b2c0-63b57f01bace'] response: {'server_uuid': '14ebbcfc-fa39-48fb-957d-58cc42d3f4c9', 'name': 'network-vif-deleted', 'tag': 'fc878913-fa2f-48a5-98de-24bcccf4ed72', 'status': 'completed', 'code': 200} May 30 20:14:58.518531 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ad4971d-bbf4-4101-b78e-91a11079e04c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:58.590000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4971d-bbf4-4101-b78e-91a11079e04c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'Port': ['ID=88674430-098b-4c12-ac57-c1cfd9d339a6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:58.662703 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be9597-5031-4762-8c8b-7bf156bb84f3 req-a38433ba-b24d-4924-9a7c-2e2b8a89ce35 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:58.665589 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46be9597-5031-4762-8c8b-7bf156bb84f3 req-a38433ba-b24d-4924-9a7c-2e2b8a89ce35 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.2574050 May 30 20:14:58.739399 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:58.752948 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46be9597-5031-4762-8c8b-7bf156bb84f3 req-a79f1cb7-ff47-4e5b-96d2-88ba08ee83c1 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776086 May 30 20:14:58.798283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88213b30-490e-4663-a2ed-5fd8d67cf94e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:14:58.808670 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88213b30-490e-4663-a2ed-5fd8d67cf94e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:58.812823 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-88213b30-490e-4663-a2ed-5fd8d67cf94e tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "PUT /v2.0/routers/71f3e03f-6694-45be-8672-a41d6c82a94a HTTP/1.1" status: 200 len: 921 time: 5.5817308 May 30 20:14:58.812988 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e994c5a9-cdc3-4fc9-b4d2-3665e370d949 None None] Sync routers for ids ['71f3e03f-6694-45be-8672-a41d6c82a94a'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:14:58.813426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41296) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:58.834702 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e994c5a9-cdc3-4fc9-b4d2-3665e370d949 None None] Routers {'71f3e03f-6694-45be-8672-a41d6c82a94a'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:58.835329 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e994c5a9-cdc3-4fc9-b4d2-3665e370d949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['71f3e03f-6694-45be-8672-a41d6c82a94a'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:58.963775 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8cbd8df-3160-41ec-8946-077bb5a2d7f0 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:14:58.970104 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e994c5a9-cdc3-4fc9-b4d2-3665e370d949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:58.999101 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e994c5a9-cdc3-4fc9-b4d2-3665e370d949 None None] Routers {'71f3e03f-6694-45be-8672-a41d6c82a94a'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:59.002800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e8cbd8df-3160-41ec-8946-077bb5a2d7f0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e8cbd8df-3160-41ec-8946-077bb5a2d7f0,segment=NetworkSegment(7977df01-5eb9-4805-b181-5578f300223c),segment_id=7977df01-5eb9-4805-b181-5578f300223c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:59.003591 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e994c5a9-cdc3-4fc9-b4d2-3665e370d949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['71f3e03f-6694-45be-8672-a41d6c82a94a'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:59.041131 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:59.106572 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e994c5a9-cdc3-4fc9-b4d2-3665e370d949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:59.107278 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e994c5a9-cdc3-4fc9-b4d2-3665e370d949 None None] The sync data for ids ['71f3e03f-6694-45be-8672-a41d6c82a94a'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:14:59.133471 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ad4971d-bbf4-4101-b78e-91a11079e04c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:59.156070 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7309a939-b060-4ffd-a0db-9a28739602c2 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "GET /v2.0/routers/71f3e03f-6694-45be-8672-a41d6c82a94a HTTP/1.1" status: 200 len: 921 time: 0.3414516 May 30 20:14:59.161261 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41306) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:59.177205 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d5a67066-9db7-4c1d-8dce-302601b50e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'name': 'tempest-ServerActionsTestJSON-912470179-router', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:01Z', 'updated_at': '2022-05-30T20:04:06Z', 'revision_number': 4, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'gw_port': {'id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:02Z', 'updated_at': '2022-05-30T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '2c9e1a93-5a9c-4de1-aef5-6021ca916bac', 'name': '', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'mac_address': 'fa:16:3e:53:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:05Z', 'updated_at': '2022-05-30T20:04:17Z', 'revision_number': 5, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'subnets': [{'id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:59.207397 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:59.223295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a67066-9db7-4c1d-8dce-302601b50e78 None None] Checking router: 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:14:59.257589 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a4d55-a477-417a-b749-f8b86c997a54 req-0dee2a04-9423-446c-b087-9f5793b19f57 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.257989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=e8cbd8df-3160-41ec-8946-077bb5a2d7f0,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:59.261625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a4d55-a477-417a-b749-f8b86c997a54 req-0dee2a04-9423-446c-b087-9f5793b19f57 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.265664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a4d55-a477-417a-b749-f8b86c997a54 req-0dee2a04-9423-446c-b087-9f5793b19f57 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.270084 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a4d55-a477-417a-b749-f8b86c997a54 req-0dee2a04-9423-446c-b087-9f5793b19f57 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.275743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a4d55-a477-417a-b749-f8b86c997a54 req-0dee2a04-9423-446c-b087-9f5793b19f57 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.281361 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a4d55-a477-417a-b749-f8b86c997a54 req-0dee2a04-9423-446c-b087-9f5793b19f57 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.285966 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a4d55-a477-417a-b749-f8b86c997a54 req-0dee2a04-9423-446c-b087-9f5793b19f57 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.289598 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Transition to ACTIVE for port object 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:59.293621 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-481a4d55-a477-417a-b749-f8b86c997a54 req-0dee2a04-9423-446c-b087-9f5793b19f57 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5422 time: 0.2252426 May 30 20:14:59.341675 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a67066-9db7-4c1d-8dce-302601b50e78 None None] Routers {'1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:59.346741 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d5a67066-9db7-4c1d-8dce-302601b50e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:14:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:59.354457 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2b3c485d-fa6d-42bd-a9db-154563a59f8f tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&device_id=71f3e03f-6694-45be-8672-a41d6c82a94a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1922777 May 30 20:14:59.355231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41320) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:59.448928 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-481a4d55-a477-417a-b749-f8b86c997a54 req-d2889d74-b842-4f1f-9daf-1d177ddff758 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1543198 May 30 20:14:59.543519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['e8cbd8df-3160-41ec-8946-077bb5a2d7f0'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:14:59.575887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Transition to ACTIVE for port object 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:59.602474 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:59.683007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Allocated IP 2001:db8::1fd (f24af49e-d4d4-496e-a988-fdbdc15eb129/725f0719-dd74-4b0f-a4ac-dc156db1da7c/6ab2caac-0fd1-4c68-b96f-d8526214ea23) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:14:59.718999 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Network f24af49e-d4d4-496e-a988-fdbdc15eb129 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:14:59.725164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:59.727816 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41326) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:59.736473 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:14:59.818324 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c9dd14dc-8615-4ccf-8a3a-87c921095f0d details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:14:59.828179 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Pushing event updated for resources: {'Port': ['ID=65aedfc6-37f3-4da0-afca-93e7b8c5ebf6,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:59.851766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Attempting to bind port 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:59.852173 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Attempting to bind port 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'cd3ac08b-1c7d-4d80-8680-728862053cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f24af49e-d4d4-496e-a988-fdbdc15eb129'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:59.852538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Attempting to bind port 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 on network f24af49e-d4d4-496e-a988-fdbdc15eb129 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:59.865780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:14:59.866163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Checking segment: {'id': 'cd3ac08b-1c7d-4d80-8680-728862053cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f24af49e-d4d4-496e-a988-fdbdc15eb129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:59.866614 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:59.867009 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Bound using segment: {'id': 'cd3ac08b-1c7d-4d80-8680-728862053cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f24af49e-d4d4-496e-a988-fdbdc15eb129'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:14:59.867477 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Bound port: 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3ac08b-1c7d-4d80-8680-728862053cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f24af49e-d4d4-496e-a988-fdbdc15eb129'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:14:59.867854 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:59.910081 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-160ab456-159f-453e-baa3-391152f23009 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:59.924079 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-d5a67066-9db7-4c1d-8dce-302601b50e78 None None] Set router 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:59.950631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70df179f-2691-498b-9c48-59a1f5d1b093 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.951313 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-70df179f-2691-498b-9c48-59a1f5d1b093 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Synchronizing usage tracker for tenant:149354093b904a1884d35f27e6d22e4c on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:59.974252 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-160ab456-159f-453e-baa3-391152f23009 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.036450 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:15:00.088438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-70df179f-2691-498b-9c48-59a1f5d1b093 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Unset dirty status for tenant:149354093b904a1884d35f27e6d22e4c on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:00.089607 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-70df179f-2691-498b-9c48-59a1f5d1b093 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 881 time: 0.7313104 May 30 20:15:00.096631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41332) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:00.105296 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.170616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-17ea9a3d-f3e4-42c8-9947-fac75f3a53b0 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "GET /v2.0/ports?device_id=71f3e03f-6694-45be-8672-a41d6c82a94a HTTP/1.1" status: 200 len: 205 time: 0.0707941 May 30 20:15:00.176738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41336) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:00.184739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb95b3a-bf89-40ef-b33d-03fbb558a0e8 req-b00e1f99-481f-4583-bb50-4ac9bc7e4d3d tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:00.189560 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a51a21b2-48ee-47d2-8978-16ef3fb55748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.192211 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbb95b3a-bf89-40ef-b33d-03fbb558a0e8 req-b00e1f99-481f-4583-bb50-4ac9bc7e4d3d tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a32cc3-d7b4-40e6-9a08-a8521068daf1 HTTP/1.1" status: 200 len: 945 time: 0.6560509 May 30 20:15:00.276505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Transition to ACTIVE for port object 6ab2caac-0fd1-4c68-b96f-d8526214ea23 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:00.353334 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-160ab456-159f-453e-baa3-391152f23009 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.406290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ab456-159f-453e-baa3-391152f23009 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ad91a4-ef39-4f66-8433-38f220cf97ec,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:00.439478 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] For port 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:15:00.444112 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-160ab456-159f-453e-baa3-391152f23009 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.448369 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-160ab456-159f-453e-baa3-391152f23009 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "DELETE /v2.0/security-groups/c0ad91a4-ef39-4f66-8433-38f220cf97ec HTTP/1.1" status: 204 len: 168 time: 0.7188485 May 30 20:15:00.450593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41344) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:00.478710 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-ee329b0c-02c0-4b09-bdf9-8e3a7be55136 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] show failed (client error): The resource could not be found. May 30 20:15:00.482312 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ee329b0c-02c0-4b09-bdf9-8e3a7be55136 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "GET /v2.0/security-groups/c0ad91a4-ef39-4f66-8433-38f220cf97ec HTTP/1.1" status: 404 len: 347 time: 0.0289042 May 30 20:15:00.483794 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41348) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:00.502941 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50298b66-93f7-4f26-b7e7-fd27c2ccf04e req-28799cbc-68f8-4ba2-b75a-1c7723c01a0d tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:00.510257 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50298b66-93f7-4f26-b7e7-fd27c2ccf04e req-28799cbc-68f8-4ba2-b75a-1c7723c01a0d tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.5547180 May 30 20:15:00.540206 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] For port 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=65aedfc6-37f3-4da0-afca-93e7b8c5ebf6,segment=NetworkSegment(cd3ac08b-1c7d-4d80-8680-728862053cea),segment_id=cd3ac08b-1c7d-4d80-8680-728862053cea)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:15:00.565246 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.619302 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbb95b3a-bf89-40ef-b33d-03fbb558a0e8 req-f19f8045-6ea7-410b-9fd8-dc29dbb33ecf tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c51b60e-3adf-4239-9278-cbf4db580686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251809 May 30 20:15:00.622044 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50298b66-93f7-4f26-b7e7-fd27c2ccf04e req-1d4350d7-bb1c-4555-b2e5-792f6a7fd95f tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110427 May 30 20:15:00.625254 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.664214 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b12aa-e1cf-43c1-ba3f-461a0f5f1aac None None] Pushing event updated for resources: {'Port': ['ID=65aedfc6-37f3-4da0-afca-93e7b8c5ebf6,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:00.693947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c9dd14dc-8615-4ccf-8a3a-87c921095f0d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c9dd14dc-8615-4ccf-8a3a-87c921095f0d,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:00.708119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d5d0b-bc0b-4fa2-a14d-6957a80d8d88 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Deleting port 7464b844-8617-44da-8344-770d7bfcb089 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:00.708486 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5d0b-bc0b-4fa2-a14d-6957a80d8d88 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.747776 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'c9dd14dc-8615-4ccf-8a3a-87c921095f0d', 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707', 'port_id': 'c9dd14dc-8615-4ccf-8a3a-87c921095f0d', 'mac_address': 'fa:16:3e:46:e1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15726d8-e5bd-4f64-bfd0-ce6e1d35af25', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:15:00.765995 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Network f24af49e-d4d4-496e-a988-fdbdc15eb129 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:00.773165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:00.775942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:00.780648 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:00.781587 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.797498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event updated for resources: {'Port': ['ID=6ab2caac-0fd1-4c68-b96f-d8526214ea23,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:00.825910 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-969a1f2d-fff3-4c9b-9661-4acdbb0fc574 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.8224869 May 30 20:15:00.832292 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41354) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:00.837607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad4971d-bbf4-4101-b78e-91a11079e04c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Router e045d8c6-14c7-434f-b27d-351bd241df88 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:15:00.852280 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.852500 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Request body: {'port': {'network_id': 'f24af49e-d4d4-496e-a988-fdbdc15eb129', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-974498427', 'allowed_address_pairs': [{'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:d2:e2:84'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:00.885955 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9dd14dc-8615-4ccf-8a3a-87c921095f0d {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:00.911266 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c9dd14dc-8615-4ccf-8a3a-87c921095f0d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c9dd14dc-8615-4ccf-8a3a-87c921095f0d,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:00.919863 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d5a67066-9db7-4c1d-8dce-302601b50e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'name': 'tempest-ServerActionsTestJSON-912470179-router', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:01Z', 'updated_at': '2022-05-30T20:04:06Z', 'revision_number': 4, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'gw_port': {'id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:02Z', 'updated_at': '2022-05-30T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '2c9e1a93-5a9c-4de1-aef5-6021ca916bac', 'name': '', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'mac_address': 'fa:16:3e:53:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:05Z', 'updated_at': '2022-05-30T20:04:17Z', 'revision_number': 5, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'subnets': [{'id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:00.925410 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.926047 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f846b61e-b0d7-4049-98a5-549dde8e7f22 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:15:00.928094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a67066-9db7-4c1d-8dce-302601b50e78 None None] The sync data for ids ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'] in n-d-843949-2 is: [{'id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'name': 'tempest-ServerActionsTestJSON-912470179-router', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:01Z', 'updated_at': '2022-05-30T20:04:06Z', 'revision_number': 4, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'gw_port': {'id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:02Z', 'updated_at': '2022-05-30T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '2c9e1a93-5a9c-4de1-aef5-6021ca916bac', 'name': '', 'network_id': '9ea528b6-cc9d-40ff-b131-d41923530da2', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'mac_address': 'fa:16:3e:53:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:05Z', 'updated_at': '2022-05-30T20:04:17Z', 'revision_number': 5, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'subnets': [{'id': 'c40dc128-537b-4332-9a2f-38117a30858e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:15:01.165425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:01.182081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=c9dd14dc-8615-4ccf-8a3a-87c921095f0d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:01.186362 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e87d1dd9-ed38-43d2-a2a1-0e96d9a5b8d7 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:01.196907 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:01.301721 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f846b61e-b0d7-4049-98a5-549dde8e7f22, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f846b61e-b0d7-4049-98a5-549dde8e7f22,segment=NetworkSegment(9ac5df36-6ecf-4237-9c31-5563d393e94a),segment_id=9ac5df36-6ecf-4237-9c31-5563d393e94a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:01.332272 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'f846b61e-b0d7-4049-98a5-549dde8e7f22', 'network_id': '448a5305-1745-4735-9914-168fb49da986', 'port_id': 'f846b61e-b0d7-4049-98a5-549dde8e7f22', 'mac_address': 'fa:16:3e:6c:dc:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9304462-25a6-49ff-a1ff-129232b6a9f5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:15:01.362989 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5d0b-bc0b-4fa2-a14d-6957a80d8d88 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:01.363578 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5d0b-bc0b-4fa2-a14d-6957a80d8d88 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:01.481221 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Usage tracker for resource:port and tenant:d62bf63210d442ef9e8113db3ec29807 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:01.509309 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd273bcb-9120-4bce-b499-baf30e10acb3 None None] New status for floating IP c0c80737-a929-434a-925c-a54ba4a89ddc: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:15:01.576675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d5d0b-bc0b-4fa2-a14d-6957a80d8d88 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Calling delete_port for 7464b844-8617-44da-8344-770d7bfcb089 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:01.611300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:01.638227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa619d18-872a-4eeb-a1b1-36b01834c9e7 req-e0e141e3-afdd-4dea-be52-2052a36db05f tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:01.642239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa619d18-872a-4eeb-a1b1-36b01834c9e7 req-e0e141e3-afdd-4dea-be52-2052a36db05f tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:01.652562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa619d18-872a-4eeb-a1b1-36b01834c9e7 req-e0e141e3-afdd-4dea-be52-2052a36db05f tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:01.656623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa619d18-872a-4eeb-a1b1-36b01834c9e7 req-e0e141e3-afdd-4dea-be52-2052a36db05f tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:01.661892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa619d18-872a-4eeb-a1b1-36b01834c9e7 req-e0e141e3-afdd-4dea-be52-2052a36db05f tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:01.666541 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa619d18-872a-4eeb-a1b1-36b01834c9e7 req-e0e141e3-afdd-4dea-be52-2052a36db05f tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:01.670586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa619d18-872a-4eeb-a1b1-36b01834c9e7 req-e0e141e3-afdd-4dea-be52-2052a36db05f tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:01.672645 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa619d18-872a-4eeb-a1b1-36b01834c9e7 req-e0e141e3-afdd-4dea-be52-2052a36db05f tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5423 time: 0.8354509 May 30 20:15:01.679565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:01.738985 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e8cbd8df-3160-41ec-8946-077bb5a2d7f0 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:01.791773 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:01.795660 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Made reservation on behalf of d62bf63210d442ef9e8113db3ec29807 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:01.818862 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:01.824234 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5d0b-bc0b-4fa2-a14d-6957a80d8d88 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:01.825355 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f846b61e-b0d7-4049-98a5-549dde8e7f22 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:01.829095 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-fd273bcb-9120-4bce-b499-baf30e10acb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:15:01.829535 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-fd273bcb-9120-4bce-b499-baf30e10acb3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:15:01.846813 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f846b61e-b0d7-4049-98a5-549dde8e7f22, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f846b61e-b0d7-4049-98a5-549dde8e7f22,segment=NetworkSegment(9ac5df36-6ecf-4237-9c31-5563d393e94a),segment_id=9ac5df36-6ecf-4237-9c31-5563d393e94a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:01.854942 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:01.855898 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device fc738771-8a18-43a2-a37a-8f6a9440822a details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:15:01.889071 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad4971d-bbf4-4101-b78e-91a11079e04c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:15:01.900106 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725de29d-d23d-4a62-bc88-906594577648 None None] Sync routers for ids ['e045d8c6-14c7-434f-b27d-351bd241df88'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:15:01.921814 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725de29d-d23d-4a62-bc88-906594577648 None None] Routers {'e045d8c6-14c7-434f-b27d-351bd241df88'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:15:01.922500 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-725de29d-d23d-4a62-bc88-906594577648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:15:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e045d8c6-14c7-434f-b27d-351bd241df88'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:01.954877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d5d0b-bc0b-4fa2-a14d-6957a80d8d88 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Pushing event deleted for resources: {'Port': ['ID=7464b844-8617-44da-8344-770d7bfcb089,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:01.962921 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5ad4971d-bbf4-4101-b78e-91a11079e04c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "PUT /v2.0/routers/e045d8c6-14c7-434f-b27d-351bd241df88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2686040 May 30 20:15:01.964182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41366) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:01.964325 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port e8cbd8df-3160-41ec-8946-077bb5a2d7f0 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:02.006770 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port e8cbd8df-3160-41ec-8946-077bb5a2d7f0 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:02.007140 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:02.142828 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:15:02.155265 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=f846b61e-b0d7-4049-98a5-549dde8e7f22,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:02.165538 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3865d51c-704d-4064-b325-a9c232596a9a req-cd4aba4d-6ae7-48d5-96d5-054c47fea407 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 1097 time: 0.7733872 May 30 20:15:02.202585 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port fc738771-8a18-43a2-a37a-8f6a9440822a, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=fc738771-8a18-43a2-a37a-8f6a9440822a,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:02.296424 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3ff8a-a256-4516-b586-301871dff2f5 req-3315dd68-51c0-42f6-bdc7-cac8d5facde2 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:02.297971 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-05c3ff8a-a256-4516-b586-301871dff2f5 req-3315dd68-51c0-42f6-bdc7-cac8d5facde2 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a32cc3-d7b4-40e6-9a08-a8521068daf1 HTTP/1.1" status: 200 len: 945 time: 0.2519796 May 30 20:15:02.300625 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'fc738771-8a18-43a2-a37a-8f6a9440822a', 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707', 'port_id': 'fc738771-8a18-43a2-a37a-8f6a9440822a', 'mac_address': 'fa:16:3e:70:4c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15726d8-e5bd-4f64-bfd0-ce6e1d35af25', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:15:02.313866 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa619d18-872a-4eeb-a1b1-36b01834c9e7 req-3518746e-17be-4711-96d7-8ba2142618c3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6297293 May 30 20:15:02.341506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd273bcb-9120-4bce-b499-baf30e10acb3 None None] New status for floating IP c0c80737-a929-434a-925c-a54ba4a89ddc: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:15:02.390265 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-725de29d-d23d-4a62-bc88-906594577648 None None] Set router e045d8c6-14c7-434f-b27d-351bd241df88 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:15:02.425883 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:02.508954 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-05c3ff8a-a256-4516-b586-301871dff2f5 req-e9d45e7f-f975-4960-9853-fbe7e6b3fd41 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c51b60e-3adf-4239-9278-cbf4db580686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754344 May 30 20:15:02.541706 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:02.570851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] device_id is not set on port cdfb2fc7-ebc3-440b-8306-3fb89529052d yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:15:02.571876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-feacf7cc-1250-42bf-a874-8c37e6cf75d3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Deleting subnet 020c68de-c650-4f83-8051-1d8adbb5dc70 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:15:02.577281 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-feacf7cc-1250-42bf-a874-8c37e6cf75d3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:02.637615 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-feacf7cc-1250-42bf-a874-8c37e6cf75d3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:02.712575 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:02.725461 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e049fd87-4b83-4b91-a6d8-0d53273119bd None None] Network f24af49e-d4d4-496e-a988-fdbdc15eb129 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:15:02.817784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3865d51c-704d-4064-b325-a9c232596a9a req-8148ddc5-f944-41d3-9c02-3f83f13c87bb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6274874 May 30 20:15:02.827285 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-725de29d-d23d-4a62-bc88-906594577648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:14:58Z', 'revision_number': 7, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:02.851331 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725de29d-d23d-4a62-bc88-906594577648 None None] Checking router: e045d8c6-14c7-434f-b27d-351bd241df88 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:15:02.886460 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-feacf7cc-1250-42bf-a874-8c37e6cf75d3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:02.888049 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725de29d-d23d-4a62-bc88-906594577648 None None] Routers {'e045d8c6-14c7-434f-b27d-351bd241df88'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:15:02.896798 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-725de29d-d23d-4a62-bc88-906594577648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:15:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e045d8c6-14c7-434f-b27d-351bd241df88'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:02.927327 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5d0b-bc0b-4fa2-a14d-6957a80d8d88 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:02.936783 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5d0b-bc0b-4fa2-a14d-6957a80d8d88 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:02.942174 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-eb1d5d0b-bc0b-4fa2-a14d-6957a80d8d88 tempest-ServerActionsTestJSON-1339538444 tempest-ServerActionsTestJSON-1339538444-project] 10.222.0.84 "DELETE /v2.0/floatingips/c0c80737-a929-434a-925c-a54ba4a89ddc HTTP/1.1" status: 204 len: 168 time: 2.4573324 May 30 20:15:02.943404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41376) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:03.073628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-feacf7cc-1250-42bf-a874-8c37e6cf75d3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:03.086068 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e87d1dd9-ed38-43d2-a2a1-0e96d9a5b8d7 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:03.121133 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:03.142694 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:03.160882 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-725de29d-d23d-4a62-bc88-906594577648 None None] Set router e045d8c6-14c7-434f-b27d-351bd241df88 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:15:03.169300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e87d1dd9-ed38-43d2-a2a1-0e96d9a5b8d7 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Deleting port fc794547-3cd2-4052-9263-fd2dd9e2eaed {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:03.187811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacf7cc-1250-42bf-a874-8c37e6cf75d3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'Subnet': ['ID=020c68de-c650-4f83-8051-1d8adbb5dc70,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:03.188416 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e87d1dd9-ed38-43d2-a2a1-0e96d9a5b8d7 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:03.202027 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-feacf7cc-1250-42bf-a874-8c37e6cf75d3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:03.232086 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-feacf7cc-1250-42bf-a874-8c37e6cf75d3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "DELETE /v2.0/subnets/020c68de-c650-4f83-8051-1d8adbb5dc70 HTTP/1.1" status: 204 len: 168 time: 1.2662978 May 30 20:15:03.238566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41404) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:03.249314 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e8cbd8df-3160-41ec-8946-077bb5a2d7f0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e8cbd8df-3160-41ec-8946-077bb5a2d7f0,segment=NetworkSegment(7977df01-5eb9-4805-b181-5578f300223c),segment_id=7977df01-5eb9-4805-b181-5578f300223c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:03.252707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5082bda7-c0c3-44d9-93f8-0b7853a610d8 None None] Provisioning for port 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:03.301654 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a32cc3-d7b4-40e6-9a08-a8521068daf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cbd8df-3160-41ec-8946-077bb5a2d7f0'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:03.328753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc738771-8a18-43a2-a37a-8f6a9440822a {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:03.339170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Allocated IP 2001:db8::33a (f24af49e-d4d4-496e-a988-fdbdc15eb129/725f0719-dd74-4b0f-a4ac-dc156db1da7c/cdfb2fc7-ebc3-440b-8306-3fb89529052d) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:03.345066 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7dbf70-250e-4373-8e78-30f1f1e87944 None None] Network d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:15:03.389371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8dd3e-b5e7-4401-a39a-da24d9eaebb7 req-7d9e13a3-7476-4caa-8616-3593194edbe8 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:03.404916 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9d8dd3e-b5e7-4401-a39a-da24d9eaebb7 req-7d9e13a3-7476-4caa-8616-3593194edbe8 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.5977082 May 30 20:15:03.542448 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port fc738771-8a18-43a2-a37a-8f6a9440822a, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=fc738771-8a18-43a2-a37a-8f6a9440822a,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:03.602012 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:03.644664 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-725de29d-d23d-4a62-bc88-906594577648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:14:58Z', 'revision_number': 7, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:03.649004 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725de29d-d23d-4a62-bc88-906594577648 None None] The sync data for ids ['e045d8c6-14c7-434f-b27d-351bd241df88'] in n-d-843949-2 is: [{'id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'name': 'tempest-TestNetworkBasicOps-router-2067493371', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:10Z', 'updated_at': '2022-05-30T20:14:58Z', 'revision_number': 7, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'de58d741-53ea-4841-b2ed-a90a3e45ce6b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e045d8c6-14c7-434f-b27d-351bd241df88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:11Z', 'updated_at': '2022-05-30T20:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:15:03.717841 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:03.718489 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 8185b0a2-aba5-4088-8b42-71d8b45ced23 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:15:03.720425 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:03.737055 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:03.737486 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:03.801666 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:03.806980 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-664e7058-4011-400b-9762-d0566aa11178 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.019823 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:15:04.054520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=e8cbd8df-3160-41ec-8946-077bb5a2d7f0,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:04.094279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 8185b0a2-aba5-4088-8b42-71d8b45ced23, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=8185b0a2-aba5-4088-8b42-71d8b45ced23,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:04.157132 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.188194 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9d8dd3e-b5e7-4401-a39a-da24d9eaebb7 req-195280c3-a2d7-47e6-a756-993aeacdf3ac tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7823951 May 30 20:15:04.211316 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '8185b0a2-aba5-4088-8b42-71d8b45ced23', 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707', 'port_id': '8185b0a2-aba5-4088-8b42-71d8b45ced23', 'mac_address': 'fa:16:3e:2f:b0:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15726d8-e5bd-4f64-bfd0-ce6e1d35af25', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:15:04.232508 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.253877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Transition to ACTIVE for port object cdfb2fc7-ebc3-440b-8306-3fb89529052d will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:04.305014 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-664e7058-4011-400b-9762-d0566aa11178 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.321265 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d371c50-f1f5-4f43-b019-1dcc4af0c8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.373654 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e87d1dd9-ed38-43d2-a2a1-0e96d9a5b8d7 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.374332 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ad0ae2-a54b-4fb9-805b-96008ab757b2'] response: {'server_uuid': '83a32cc3-d7b4-40e6-9a08-a8521068daf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cbd8df-3160-41ec-8946-077bb5a2d7f0', 'code': 200} May 30 20:15:04.462843 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97918-b4f6-4c45-9424-cba25f85db12 req-bc4e9a3f-fd37-4dc8-8e48-82ec7ac14e26 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:04.468165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97918-b4f6-4c45-9424-cba25f85db12 req-bc4e9a3f-fd37-4dc8-8e48-82ec7ac14e26 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:04.479706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97918-b4f6-4c45-9424-cba25f85db12 req-bc4e9a3f-fd37-4dc8-8e48-82ec7ac14e26 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:04.488154 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97918-b4f6-4c45-9424-cba25f85db12 req-bc4e9a3f-fd37-4dc8-8e48-82ec7ac14e26 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:04.493687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97918-b4f6-4c45-9424-cba25f85db12 req-bc4e9a3f-fd37-4dc8-8e48-82ec7ac14e26 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:04.498530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97918-b4f6-4c45-9424-cba25f85db12 req-bc4e9a3f-fd37-4dc8-8e48-82ec7ac14e26 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:04.503341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97918-b4f6-4c45-9424-cba25f85db12 req-bc4e9a3f-fd37-4dc8-8e48-82ec7ac14e26 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:04.505840 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96f97918-b4f6-4c45-9424-cba25f85db12 req-bc4e9a3f-fd37-4dc8-8e48-82ec7ac14e26 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5425 time: 0.4613163 May 30 20:15:04.543136 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.565513 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=fc738771-8a18-43a2-a37a-8f6a9440822a,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:04.584816 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=65aedfc6-37f3-4da0-afca-93e7b8c5ebf6,segment=NetworkSegment(cd3ac08b-1c7d-4d80-8680-728862053cea),segment_id=cd3ac08b-1c7d-4d80-8680-728862053cea)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:04.587457 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8185b0a2-aba5-4088-8b42-71d8b45ced23 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:04.601156 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.649344 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 8185b0a2-aba5-4088-8b42-71d8b45ced23, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=8185b0a2-aba5-4088-8b42-71d8b45ced23,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:04.671720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 88674430-098b-4c12-ac57-c1cfd9d339a6 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:15:04.682042 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-664e7058-4011-400b-9762-d0566aa11178 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Deleting port de58d741-53ea-4841-b2ed-a90a3e45ce6b {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:04.682900 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-664e7058-4011-400b-9762-d0566aa11178 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.712368 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8019fafa-adbe-4cc4-8a92-ca8706a12cc4 None None] DHCP port deletion for d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:15:04.714439 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.715055 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device d19c9106-68fd-4008-8dad-fb546e20a36f details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:15:04.728891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e87d1dd9-ed38-43d2-a2a1-0e96d9a5b8d7 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Calling delete_port for fc794547-3cd2-4052-9263-fd2dd9e2eaed owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:04.729751 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 88674430-098b-4c12-ac57-c1cfd9d339a6 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:15:04.730211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 88674430-098b-4c12-ac57-c1cfd9d339a6 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:15:04.736054 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8019fafa-adbe-4cc4-8a92-ca8706a12cc4 None None] Deleting port e723d04b-6efd-439a-9c20-836826fa8978 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:04.736427 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8019fafa-adbe-4cc4-8a92-ca8706a12cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.770739 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.801381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=65aedfc6-37f3-4da0-afca-93e7b8c5ebf6,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:04.911368 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port d19c9106-68fd-4008-8dad-fb546e20a36f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d19c9106-68fd-4008-8dad-fb546e20a36f,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:04.929198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Network f24af49e-d4d4-496e-a988-fdbdc15eb129 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:04.939246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:04.946665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:04.951124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:04.953007 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'd19c9106-68fd-4008-8dad-fb546e20a36f', 'network_id': '2b44cc57-c7bb-420e-87d1-3b3cc91a2707', 'port_id': 'd19c9106-68fd-4008-8dad-fb546e20a36f', 'mac_address': 'fa:16:3e:89:2d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15726d8-e5bd-4f64-bfd0-ce6e1d35af25', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:15:04.954034 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.967837 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=8185b0a2-aba5-4088-8b42-71d8b45ced23,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:04.995015 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-664e7058-4011-400b-9762-d0566aa11178 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] For port de58d741-53ea-4841-b2ed-a90a3e45ce6b, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=de58d741-53ea-4841-b2ed-a90a3e45ce6b,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:04.995671 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-664e7058-4011-400b-9762-d0566aa11178 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:05.011636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event updated for resources: {'Port': ['ID=cdfb2fc7-ebc3-440b-8306-3fb89529052d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:05.033434 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96f97918-b4f6-4c45-9424-cba25f85db12 req-066a3144-d855-4932-b3eb-b5b360c0acff tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4445789 May 30 20:15:05.052181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3eca8a-25c5-4f7e-ae05-58ba888d8905 req-952b6fcb-7723-4e10-8034-5d36143a6862 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:05.059777 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee3eca8a-25c5-4f7e-ae05-58ba888d8905 req-952b6fcb-7723-4e10-8034-5d36143a6862 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a32cc3-d7b4-40e6-9a08-a8521068daf1 HTTP/1.1" status: 200 len: 946 time: 0.3884737 May 30 20:15:05.081332 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7c6c3975-a339-4ebd-8edc-3aa37f8d9623 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.2478380 May 30 20:15:05.088218 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41416) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:05.143344 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:05.165040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8019fafa-adbe-4cc4-8a92-ca8706a12cc4 None None] For port e723d04b-6efd-439a-9c20-836826fa8978, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e723d04b-6efd-439a-9c20-836826fa8978,segment=NetworkSegment(5c55f4e9-6669-48bd-ac37-9f6962053b9f),segment_id=5c55f4e9-6669-48bd-ac37-9f6962053b9f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:05.165575 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8019fafa-adbe-4cc4-8a92-ca8706a12cc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:05.181181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-664e7058-4011-400b-9762-d0566aa11178 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Calling delete_port for de58d741-53ea-4841-b2ed-a90a3e45ce6b owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:05.183154 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19c9106-68fd-4008-8dad-fb546e20a36f {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:05.199232 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee3eca8a-25c5-4f7e-ae05-58ba888d8905 req-a42bdea8-a648-4f29-aa26-d18c0993dbee tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c51b60e-3adf-4239-9278-cbf4db580686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384575 May 30 20:15:05.270447 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bf5ce742-dc29-41f5-94e6-e638068d7000 req-c58355b2-ec67-4499-a6a9-26b7ba20198e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=83a32cc3-d7b4-40e6-9a08-a8521068daf1 HTTP/1.1" status: 200 len: 1097 time: 0.8092442 May 30 20:15:05.368669 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd9678a-d200-4741-b786-e1024477231e tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:05.373003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd9678a-d200-4741-b786-e1024477231e tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:05.373163 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bf5ce742-dc29-41f5-94e6-e638068d7000 req-25c5bd21-9f46-4ff8-8764-2a41817af882 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9c51b60e-3adf-4239-9278-cbf4db580686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934656 May 30 20:15:05.377251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd9678a-d200-4741-b786-e1024477231e tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:05.380733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-edd9678a-d200-4741-b786-e1024477231e tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Synchronizing usage tracker for tenant:d62bf63210d442ef9e8113db3ec29807 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:05.411209 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8019fafa-adbe-4cc4-8a92-ca8706a12cc4 None None] Calling delete_port for e723d04b-6efd-439a-9c20-836826fa8978 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:05.450576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-edd9678a-d200-4741-b786-e1024477231e tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Unset dirty status for tenant:d62bf63210d442ef9e8113db3ec29807 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:05.455182 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-edd9678a-d200-4741-b786-e1024477231e tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3620384 May 30 20:15:05.455182 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e87d1dd9-ed38-43d2-a2a1-0e96d9a5b8d7 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:05.458059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41426) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:05.502059 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port d19c9106-68fd-4008-8dad-fb546e20a36f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d19c9106-68fd-4008-8dad-fb546e20a36f,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:05.507614 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:05.509086 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device a119ffb7-3481-4755-972d-e59b32f97613 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:15:05.585185 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d1dd9-ed38-43d2-a2a1-0e96d9a5b8d7 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Pushing event deleted for resources: {'Port': ['ID=fc794547-3cd2-4052-9263-fd2dd9e2eaed,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:05.736482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-acc6b5ff-116a-4c05-b859-1a1c01493b96 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Deleting port cdfb2fc7-ebc3-440b-8306-3fb89529052d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:05.736830 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-acc6b5ff-116a-4c05-b859-1a1c01493b96 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:05.743541 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port a119ffb7-3481-4755-972d-e59b32f97613, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=a119ffb7-3481-4755-972d-e59b32f97613,segment=NetworkSegment(4a2dfae7-5417-47c1-b3b3-4f49e14fbe78),segment_id=4a2dfae7-5417-47c1-b3b3-4f49e14fbe78)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:05.780274 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-664e7058-4011-400b-9762-d0566aa11178 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:05.794874 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'a119ffb7-3481-4755-972d-e59b32f97613', 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de', 'port_id': 'a119ffb7-3481-4755-972d-e59b32f97613', 'mac_address': 'fa:16:3e:a8:8a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:15:05.802747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8336cd56-b4d7-4b39-8bed-ee13fb5f7787 None None] Provisioning for port 6ab2caac-0fd1-4c68-b96f-d8526214ea23 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:05.836833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8336cd56-b4d7-4b39-8bed-ee13fb5f7787 None None] Provisioning complete for port 6ab2caac-0fd1-4c68-b96f-d8526214ea23 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:05.837212 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8336cd56-b4d7-4b39-8bed-ee13fb5f7787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:05.930727 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:05.993552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e7058-4011-400b-9762-d0566aa11178 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'Port': ['ID=de58d741-53ea-4841-b2ed-a90a3e45ce6b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:06.040709 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8019fafa-adbe-4cc4-8a92-ca8706a12cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.061165 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8019fafa-adbe-4cc4-8a92-ca8706a12cc4 None None] No DVR routers for this DVR port e723d04b-6efd-439a-9c20-836826fa8978 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:15:06.071060 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a119ffb7-3481-4755-972d-e59b32f97613 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:06.082270 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=d19c9106-68fd-4008-8dad-fb546e20a36f,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:06.139977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8336cd56-b4d7-4b39-8bed-ee13fb5f7787 None None] Port 6ab2caac-0fd1-4c68-b96f-d8526214ea23 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:15:06.149834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60f43f-3edf-4008-a749-5b22cf005811 req-22307606-11b3-475e-a449-6a971643d7af tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:06.151311 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c60f43f-3edf-4008-a749-5b22cf005811 req-22307606-11b3-475e-a449-6a971643d7af tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.7538676 May 30 20:15:06.157047 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019fafa-adbe-4cc4-8a92-ca8706a12cc4 None None] Pushing event deleted for resources: {'Port': ['ID=e723d04b-6efd-439a-9c20-836826fa8978,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:06.174274 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port a119ffb7-3481-4755-972d-e59b32f97613, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=a119ffb7-3481-4755-972d-e59b32f97613,segment=NetworkSegment(4a2dfae7-5417-47c1-b3b3-4f49e14fbe78),segment_id=4a2dfae7-5417-47c1-b3b3-4f49e14fbe78)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:06.177424 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8336cd56-b4d7-4b39-8bed-ee13fb5f7787 None None] Provisioning complete for port 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:06.177831 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8336cd56-b4d7-4b39-8bed-ee13fb5f7787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.240725 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.241364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c0ef498a-f8d4-4992-b421-7e95058e3c69 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:15:06.313640 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e87d1dd9-ed38-43d2-a2a1-0e96d9a5b8d7 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.436569 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c0ef498a-f8d4-4992-b421-7e95058e3c69, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c0ef498a-f8d4-4992-b421-7e95058e3c69,segment=NetworkSegment(9ac5df36-6ecf-4237-9c31-5563d393e94a),segment_id=9ac5df36-6ecf-4237-9c31-5563d393e94a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:06.463633 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=a119ffb7-3481-4755-972d-e59b32f97613,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:06.479988 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'c0ef498a-f8d4-4992-b421-7e95058e3c69', 'network_id': '448a5305-1745-4735-9914-168fb49da986', 'port_id': 'c0ef498a-f8d4-4992-b421-7e95058e3c69', 'mac_address': 'fa:16:3e:d8:cc:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9304462-25a6-49ff-a1ff-129232b6a9f5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:15:06.518957 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-664e7058-4011-400b-9762-d0566aa11178 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.584418 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.631999 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ef498a-f8d4-4992-b421-7e95058e3c69 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:06.654006 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c0ef498a-f8d4-4992-b421-7e95058e3c69, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c0ef498a-f8d4-4992-b421-7e95058e3c69,segment=NetworkSegment(9ac5df36-6ecf-4237-9c31-5563d393e94a),segment_id=9ac5df36-6ecf-4237-9c31-5563d393e94a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:06.658071 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-86feb3f9-ca7f-4e83-b071-58e28c94cb56 None None] Provisioning for port cdfb2fc7-ebc3-440b-8306-3fb89529052d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:06.664818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-86feb3f9-ca7f-4e83-b071-58e28c94cb56 None None] Provisioning complete for port cdfb2fc7-ebc3-440b-8306-3fb89529052d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:06.665037 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-86feb3f9-ca7f-4e83-b071-58e28c94cb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.749022 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c60f43f-3edf-4008-a749-5b22cf005811 req-c24faf20-1c4a-4e9d-b3c2-fa78287624d4 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5920167 May 30 20:15:06.750450 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-86feb3f9-ca7f-4e83-b071-58e28c94cb56 None None] Port cdfb2fc7-ebc3-440b-8306-3fb89529052d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:15:06.757411 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.851632 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-86feb3f9-ca7f-4e83-b071-58e28c94cb56 None None] Provisioning complete for port 6ab2caac-0fd1-4c68-b96f-d8526214ea23 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:06.856729 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-86feb3f9-ca7f-4e83-b071-58e28c94cb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.859371 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e87d1dd9-ed38-43d2-a2a1-0e96d9a5b8d7 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.863471 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-acc6b5ff-116a-4c05-b859-1a1c01493b96 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.891454 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e87d1dd9-ed38-43d2-a2a1-0e96d9a5b8d7 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.926770 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-86feb3f9-ca7f-4e83-b071-58e28c94cb56 None None] Port 6ab2caac-0fd1-4c68-b96f-d8526214ea23 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:15:06.928894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:07.020554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=c0ef498a-f8d4-4992-b421-7e95058e3c69,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:07.052128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-acc6b5ff-116a-4c05-b859-1a1c01493b96 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Calling delete_port for cdfb2fc7-ebc3-440b-8306-3fb89529052d owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:07.069422 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.097611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:07.099428 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.150797 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-664e7058-4011-400b-9762-d0566aa11178 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.165432 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-664e7058-4011-400b-9762-d0566aa11178 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.187180 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8f0e-cf79-42b6-a1f8-8efe9c82a078 req-5b9b2375-7120-4b48-8fbd-ccbf02537088 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:07.191190 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8f0e-cf79-42b6-a1f8-8efe9c82a078 req-5b9b2375-7120-4b48-8fbd-ccbf02537088 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:07.196557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8f0e-cf79-42b6-a1f8-8efe9c82a078 req-5b9b2375-7120-4b48-8fbd-ccbf02537088 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:07.200697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8f0e-cf79-42b6-a1f8-8efe9c82a078 req-5b9b2375-7120-4b48-8fbd-ccbf02537088 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:07.205469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8f0e-cf79-42b6-a1f8-8efe9c82a078 req-5b9b2375-7120-4b48-8fbd-ccbf02537088 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:07.211483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8f0e-cf79-42b6-a1f8-8efe9c82a078 req-5b9b2375-7120-4b48-8fbd-ccbf02537088 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:07.228638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8f0e-cf79-42b6-a1f8-8efe9c82a078 req-5b9b2375-7120-4b48-8fbd-ccbf02537088 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:07.230214 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfcd8f0e-cf79-42b6-a1f8-8efe9c82a078 req-5b9b2375-7120-4b48-8fbd-ccbf02537088 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5428 time: 0.8481102 May 30 20:15:07.283528 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e87d1dd9-ed38-43d2-a2a1-0e96d9a5b8d7 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.284160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87d1dd9-ed38-43d2-a2a1-0e96d9a5b8d7 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Fanout notify agent at l3_agent the message router_deleted on router 71f3e03f-6694-45be-8672-a41d6c82a94a {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:15:07.318071 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4d371c50-f1f5-4f43-b019-1dcc4af0c8ec admin admin] Deleting port 2c9e1a93-5a9c-4de1-aef5-6021ca916bac {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:07.320652 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d371c50-f1f5-4f43-b019-1dcc4af0c8ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.360323 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e87d1dd9-ed38-43d2-a2a1-0e96d9a5b8d7 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.361406 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e87d1dd9-ed38-43d2-a2a1-0e96d9a5b8d7 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "DELETE /v2.0/routers/71f3e03f-6694-45be-8672-a41d6c82a94a HTTP/1.1" status: 204 len: 168 time: 7.1834118 May 30 20:15:07.388982 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['f846b61e-b0d7-4049-98a5-549dde8e7f22'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:07.403077 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41450) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:07.414712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-5fc09ab9-c929-43d2-95a2-18789b06e1b3 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-355422970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:07.420260 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-664e7058-4011-400b-9762-d0566aa11178 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.421267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664e7058-4011-400b-9762-d0566aa11178 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Fanout notify agent at l3_agent the message router_deleted on router e045d8c6-14c7-434f-b27d-351bd241df88 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:15:07.421787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5fc09ab9-c929-43d2-95a2-18789b06e1b3 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:07.427662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5fc09ab9-c929-43d2-95a2-18789b06e1b3 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Usage tracker for resource:router and tenant:409b6a8283164c9586525594bec1aad8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:07.430533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5fc09ab9-c929-43d2-95a2-18789b06e1b3 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:07.436868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5fc09ab9-c929-43d2-95a2-18789b06e1b3 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:07.462393 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfcd8f0e-cf79-42b6-a1f8-8efe9c82a078 req-9484d85f-082c-4e7d-a3e0-a85b39477c6c tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2168312 May 30 20:15:07.479387 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e723d04b-6efd-439a-9c20-836826fa8978 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:15:07.480270 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5fc09ab9-c929-43d2-95a2-18789b06e1b3 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.481674 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5fc09ab9-c929-43d2-95a2-18789b06e1b3 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.536560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e649288-c5cc-4cdc-912a-2a0399f346ce req-bc5f661e-5764-4a79-bdaf-5fcb2eda472a tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:07.546953 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e649288-c5cc-4cdc-912a-2a0399f346ce req-bc5f661e-5764-4a79-bdaf-5fcb2eda472a tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a32cc3-d7b4-40e6-9a08-a8521068daf1 HTTP/1.1" status: 200 len: 946 time: 0.5758109 May 30 20:15:07.571544 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['fc738771-8a18-43a2-a37a-8f6a9440822a'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:07.612574 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e649288-c5cc-4cdc-912a-2a0399f346ce req-1553eb01-b229-4260-b2b2-d59eeabd8a85 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c51b60e-3adf-4239-9278-cbf4db580686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642467 May 30 20:15:07.622083 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-acc6b5ff-116a-4c05-b859-1a1c01493b96 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.633671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['8185b0a2-aba5-4088-8b42-71d8b45ced23'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:07.676043 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-664e7058-4011-400b-9762-d0566aa11178 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.680752 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-664e7058-4011-400b-9762-d0566aa11178 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "DELETE /v2.0/routers/e045d8c6-14c7-434f-b27d-351bd241df88 HTTP/1.1" status: 204 len: 168 time: 4.4396760 May 30 20:15:07.685080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41456) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:07.688401 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-4d371c50-f1f5-4f43-b019-1dcc4af0c8ec admin admin] For port 2c9e1a93-5a9c-4de1-aef5-6021ca916bac, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=2c9e1a93-5a9c-4de1-aef5-6021ca916bac,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:07.688761 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d371c50-f1f5-4f43-b019-1dcc4af0c8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.704171 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['d19c9106-68fd-4008-8dad-fb546e20a36f'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:07.720732 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5fc09ab9-c929-43d2-95a2-18789b06e1b3 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.758838 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5fc09ab9-c929-43d2-95a2-18789b06e1b3 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.765516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6b5ff-116a-4c05-b859-1a1c01493b96 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event deleted for resources: {'Port': ['ID=cdfb2fc7-ebc3-440b-8306-3fb89529052d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:07.831135 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: e723d04b-6efd-439a-9c20-836826fa8978 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:15:07.831500 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e723d04b-6efd-439a-9c20-836826fa8978 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:15:07.836494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['a119ffb7-3481-4755-972d-e59b32f97613'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:07.856909 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5fc09ab9-c929-43d2-95a2-18789b06e1b3 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.861092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5fc09ab9-c929-43d2-95a2-18789b06e1b3 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4547398 May 30 20:15:07.905264 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41464) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:07.923928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-61a4ec74-aebb-4e94-9080-ea3b6716753f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Request body: {'router': {'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:07.954134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['c0ef498a-f8d4-4992-b421-7e95058e3c69'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:08.019596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4d371c50-f1f5-4f43-b019-1dcc4af0c8ec admin admin] Calling delete_port for 2c9e1a93-5a9c-4de1-aef5-6021ca916bac owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:08.215144 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3a34-a530-4584-84a9-e72f4f9dfedd tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:08.426521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['c9dd14dc-8615-4ccf-8a3a-87c921095f0d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:08.472653 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-acc6b5ff-116a-4c05-b859-1a1c01493b96 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:08.474533 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-acc6b5ff-116a-4c05-b859-1a1c01493b96 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "DELETE /v2.0/ports/cdfb2fc7-ebc3-440b-8306-3fb89529052d HTTP/1.1" status: 204 len: 168 time: 2.9873347 May 30 20:15:08.479051 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41478) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:08.537767 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3a34-a530-4584-84a9-e72f4f9dfedd tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:08.575351 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b5bc3a34-a530-4584-84a9-e72f4f9dfedd tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:08.680324 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b5bc3a34-a530-4584-84a9-e72f4f9dfedd tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c55f4e9-6669-48bd-ac37-9f6962053b9f') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:08.681741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b5bc3a34-a530-4584-84a9-e72f4f9dfedd tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c55f4e9-6669-48bd-ac37-9f6962053b9f') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:08.710900 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3a34-a530-4584-84a9-e72f4f9dfedd tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:08.754103 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3a34-a530-4584-84a9-e72f4f9dfedd tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:08.778737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5bc3a34-a530-4584-84a9-e72f4f9dfedd tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:15:08.779125 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3a34-a530-4584-84a9-e72f4f9dfedd tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:08.794035 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device de58d741-53ea-4841-b2ed-a90a3e45ce6b no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: timer() May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:15:08.820524 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:15:08.823071 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d371c50-f1f5-4f43-b019-1dcc4af0c8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:08.886926 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-419527c5-6ae2-4690-9545-3cdedd1614e2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] GET failed (client error): The resource could not be found. May 30 20:15:08.891791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-419527c5-6ae2-4690-9545-3cdedd1614e2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Synchronizing usage tracker for tenant:d62bf63210d442ef9e8113db3ec29807 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:08.924617 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f5b4e1ed-12e4-47d2-b38e-c9a63196341d req-33d544f5-143d-449d-881e-5741ec7e9c3a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 1097 time: 0.7338190 May 30 20:15:08.948502 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: de58d741-53ea-4841-b2ed-a90a3e45ce6b {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:15:08.948922 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device de58d741-53ea-4841-b2ed-a90a3e45ce6b not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:15:09.034621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-419527c5-6ae2-4690-9545-3cdedd1614e2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Unset dirty status for tenant:d62bf63210d442ef9e8113db3ec29807 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:09.039539 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-419527c5-6ae2-4690-9545-3cdedd1614e2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "GET /v2.0/ports/cdfb2fc7-ebc3-440b-8306-3fb89529052d HTTP/1.1" status: 404 len: 333 time: 0.5537109 May 30 20:15:09.048983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41492) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:09.067176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-0929b31d-3222-4470-ba33-17022fa55f33 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Request body: {'port': {'network_id': 'f24af49e-d4d4-496e-a988-fdbdc15eb129', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-987747047'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:09.190393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d371c50-f1f5-4f43-b019-1dcc4af0c8ec admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9e1a93-5a9c-4de1-aef5-6021ca916bac,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:09.351196 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcf71b-4755-47e5-a794-9df36a69bd5e req-68c168d4-7aa2-478d-896c-2eb38555c40a tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:09.359535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-91bcf71b-4755-47e5-a794-9df36a69bd5e req-68c168d4-7aa2-478d-896c-2eb38555c40a tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 1.0163450 May 30 20:15:09.475562 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3a34-a530-4584-84a9-e72f4f9dfedd tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:09.485861 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4e1ed-12e4-47d2-b38e-c9a63196341d req-d839f37b-1d33-46b4-8ca5-4b53407421a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:09.488990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f5b4e1ed-12e4-47d2-b38e-c9a63196341d req-d839f37b-1d33-46b4-8ca5-4b53407421a5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 920 time: 0.5508161 May 30 20:15:09.533341 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3a34-a530-4584-84a9-e72f4f9dfedd tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:09.544695 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc3a34-a530-4584-84a9-e72f4f9dfedd tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'Network': ['ID=d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:09.566716 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b5bc3a34-a530-4584-84a9-e72f4f9dfedd tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "DELETE /v2.0/networks/d3901e69-bfa3-4dda-b1dd-52ccb2ce6de5 HTTP/1.1" status: 204 len: 168 time: 1.8805764 May 30 20:15:09.571671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0929b31d-3222-4470-ba33-17022fa55f33 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:09.596137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41496) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:09.604785 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-36843b19-822b-49c5-9ff2-ee50f4995697 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'network': {'name': 'tempest-network-smoke--10754965', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'port_security_enabled': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:09.619476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-36843b19-822b-49c5-9ff2-ee50f4995697 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:09.626371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-36843b19-822b-49c5-9ff2-ee50f4995697 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:network and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:09.641357 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-36843b19-822b-49c5-9ff2-ee50f4995697 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:09.651860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-36843b19-822b-49c5-9ff2-ee50f4995697 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:09.667670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36843b19-822b-49c5-9ff2-ee50f4995697 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Made reservation on behalf of 83c273a70b9742ee885b1f1f37dab263 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:09.671368 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36843b19-822b-49c5-9ff2-ee50f4995697 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:09.675821 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acade31a-b9a8-4031-9f34-e2bff2fdceb1 req-772e0045-f228-42cb-a7a7-aabac2fe60d0 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:09.677310 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-acade31a-b9a8-4031-9f34-e2bff2fdceb1 req-772e0045-f228-42cb-a7a7-aabac2fe60d0 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a32cc3-d7b4-40e6-9a08-a8521068daf1 HTTP/1.1" status: 200 len: 946 time: 0.9386749 May 30 20:15:09.697342 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0929b31d-3222-4470-ba33-17022fa55f33 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:09.717326 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-91bcf71b-4755-47e5-a794-9df36a69bd5e req-39a685cb-cfe8-475e-a497-634cb98265d5 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565557 May 30 20:15:09.719472 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f5b4e1ed-12e4-47d2-b38e-c9a63196341d req-2778acb3-5e4b-46a5-9d88-7b147f59dcde service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0667502c-cc41-40ed-9096-d2ac28b63c69 HTTP/1.1" status: 200 len: 217 time: 0.1451650 May 30 20:15:09.734482 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d371c50-f1f5-4f43-b019-1dcc4af0c8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:09.763048 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36843b19-822b-49c5-9ff2-ee50f4995697 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:15:09.773800 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0929b31d-3222-4470-ba33-17022fa55f33 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Made reservation on behalf of d62bf63210d442ef9e8113db3ec29807 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:09.777156 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0929b31d-3222-4470-ba33-17022fa55f33 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:09.815466 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61a4ec74-aebb-4e94-9080-ea3b6716753f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:09.843496 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36843b19-822b-49c5-9ff2-ee50f4995697 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:09.843913 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-36843b19-822b-49c5-9ff2-ee50f4995697 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Added segment fb897844-8e9f-44ba-858b-098c68297d96 of type vlan for network 8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 May 30 20:15:09.846020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-0929b31d-3222-4470-ba33-17022fa55f33 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] device_id is not set on port 826d56b5-7898-41b4-be17-477211af98ed yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:15:09.888842 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-acade31a-b9a8-4031-9f34-e2bff2fdceb1 req-be74f822-ed4d-4614-ab3c-cd9e1829a100 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c51b60e-3adf-4239-9278-cbf4db580686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938035 May 30 20:15:09.902578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4e1ed-12e4-47d2-b38e-c9a63196341d req-150f25d9-dd6e-4870-9e04-0963e93b452d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:09.904549 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f5b4e1ed-12e4-47d2-b38e-c9a63196341d req-150f25d9-dd6e-4870-9e04-0963e93b452d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 HTTP/1.1" status: 200 len: 858 time: 0.1759062 May 30 20:15:09.940898 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36843b19-822b-49c5-9ff2-ee50f4995697 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:09.952960 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525f457-5152-4b84-8d31-65a0f6dad435 req-a07ea591-d381-4772-bf0d-e2cdf5a65df7 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:09.954422 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2525f457-5152-4b84-8d31-65a0f6dad435 req-a07ea591-d381-4772-bf0d-e2cdf5a65df7 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.77 "GET /v2.0/ports?device_id=83a32cc3-d7b4-40e6-9a08-a8521068daf1 HTTP/1.1" status: 200 len: 946 time: 0.2704010 May 30 20:15:10.058865 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-2525f457-5152-4b84-8d31-65a0f6dad435 req-36a4860c-49d9-422c-8f99-7aaf7b6612c0 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Deleting port e8cbd8df-3160-41ec-8946-077bb5a2d7f0 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:10.059208 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-2525f457-5152-4b84-8d31-65a0f6dad435 req-36a4860c-49d9-422c-8f99-7aaf7b6612c0 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:10.087008 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36843b19-822b-49c5-9ff2-ee50f4995697 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:10.090704 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36843b19-822b-49c5-9ff2-ee50f4995697 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:10.091376 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36843b19-822b-49c5-9ff2-ee50f4995697 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:10.232121 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-36843b19-822b-49c5-9ff2-ee50f4995697 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6312840 May 30 20:15:10.235262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41504) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:10.246759 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-0929b31d-3222-4470-ba33-17022fa55f33 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Allocated IP 2001:db8::1ae (f24af49e-d4d4-496e-a988-fdbdc15eb129/725f0719-dd74-4b0f-a4ac-dc156db1da7c/826d56b5-7898-41b4-be17-477211af98ed) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:10.271156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2036709370', 'admin_state_up': True, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:10.293507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:10.295618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36843b19-822b-49c5-9ff2-ee50f4995697 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Network': ['ID=8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:10.307114 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:router and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:10.310143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:15:10.313392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:10.324760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:10.422628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:10.423836 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:10.457102 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f5b4e1ed-12e4-47d2-b38e-c9a63196341d req-5620772c-a539-4f65-bc96-3ce9feac8024 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5310771 May 30 20:15:10.562561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfa18d-f898-48b0-9336-d47f142ad0f8 req-5bc81bbc-c4e3-4c2d-8aa3-9d0c43ab89ba tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:10.567214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfa18d-f898-48b0-9336-d47f142ad0f8 req-5bc81bbc-c4e3-4c2d-8aa3-9d0c43ab89ba tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:10.571519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfa18d-f898-48b0-9336-d47f142ad0f8 req-5bc81bbc-c4e3-4c2d-8aa3-9d0c43ab89ba tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:10.575726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfa18d-f898-48b0-9336-d47f142ad0f8 req-5bc81bbc-c4e3-4c2d-8aa3-9d0c43ab89ba tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:10.579793 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfa18d-f898-48b0-9336-d47f142ad0f8 req-5bc81bbc-c4e3-4c2d-8aa3-9d0c43ab89ba tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:10.584738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfa18d-f898-48b0-9336-d47f142ad0f8 req-5bc81bbc-c4e3-4c2d-8aa3-9d0c43ab89ba tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:10.588788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfa18d-f898-48b0-9336-d47f142ad0f8 req-5bc81bbc-c4e3-4c2d-8aa3-9d0c43ab89ba tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:10.596477 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64cfa18d-f898-48b0-9336-d47f142ad0f8 req-5bc81bbc-c4e3-4c2d-8aa3-9d0c43ab89ba tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5429 time: 0.5527496 May 30 20:15:10.641395 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:10.663314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-2525f457-5152-4b84-8d31-65a0f6dad435 req-36a4860c-49d9-422c-8f99-7aaf7b6612c0 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] For port e8cbd8df-3160-41ec-8946-077bb5a2d7f0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e8cbd8df-3160-41ec-8946-077bb5a2d7f0,segment=NetworkSegment(7977df01-5eb9-4805-b181-5578f300223c),segment_id=7977df01-5eb9-4805-b181-5578f300223c)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:10.663701 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-2525f457-5152-4b84-8d31-65a0f6dad435 req-36a4860c-49d9-422c-8f99-7aaf7b6612c0 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:10.795141 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 8185b0a2-aba5-4088-8b42-71d8b45ced23 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:10.847690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-2525f457-5152-4b84-8d31-65a0f6dad435 req-36a4860c-49d9-422c-8f99-7aaf7b6612c0 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Calling delete_port for e8cbd8df-3160-41ec-8946-077bb5a2d7f0 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:10.893195 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 8185b0a2-aba5-4088-8b42-71d8b45ced23 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:10.899885 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 8185b0a2-aba5-4088-8b42-71d8b45ced23 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:10.900292 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:10.907283 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f5b4e1ed-12e4-47d2-b38e-c9a63196341d req-88fb918a-6d7a-4e18-81b5-ede3bc6eb87f service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354806 May 30 20:15:11.056757 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:11.090020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8185b0a2-aba5-4088-8b42-71d8b45ced23'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:11.102163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 8185b0a2-aba5-4088-8b42-71d8b45ced23, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=8185b0a2-aba5-4088-8b42-71d8b45ced23,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:11.108317 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:11.128597 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64cfa18d-f898-48b0-9336-d47f142ad0f8 req-1320155c-9630-4642-a420-5bb16a4ce066 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5305088 May 30 20:15:11.169528 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61a4ec74-aebb-4e94-9080-ea3b6716753f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:11.235039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=8185b0a2-aba5-4088-8b42-71d8b45ced23,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:11.242164 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0929b31d-3222-4470-ba33-17022fa55f33 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:11.262906 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61a4ec74-aebb-4e94-9080-ea3b6716753f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:11.376175 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:11.405842 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-0929b31d-3222-4470-ba33-17022fa55f33 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Transition to ACTIVE for port object 826d56b5-7898-41b4-be17-477211af98ed will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:11.524845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da942c8-b281-480d-b4ea-0689d1428f43 req-a01f9391-b258-458c-a294-79a877df737f tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:11.526452 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0da942c8-b281-480d-b4ea-0689d1428f43 req-a01f9391-b258-458c-a294-79a877df737f tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.6226809 May 30 20:15:11.534406 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f5b4e1ed-12e4-47d2-b38e-c9a63196341d req-6b4a6c52-fe52-49d4-a9b0-8672e3dbb9c2 service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774477 May 30 20:15:11.612594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-2525f457-5152-4b84-8d31-65a0f6dad435 req-36a4860c-49d9-422c-8f99-7aaf7b6612c0 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:11.632782 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['e8cbd8df-3160-41ec-8946-077bb5a2d7f0'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:11.686857 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0da942c8-b281-480d-b4ea-0689d1428f43 req-268cce84-332d-45a2-b06a-8eb2f4f32da4 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092894 May 30 20:15:11.692098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-61a4ec74-aebb-4e94-9080-ea3b6716753f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Allocated IP 172.25.5.244 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/7a0ec7ef-184f-4037-a115-7ec7559264dc) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:11.694920 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0929b31d-3222-4470-ba33-17022fa55f33 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:11.698522 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4860c-49d9-422c-8f99-7aaf7b6612c0 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Pushing event deleted for resources: {'Port': ['ID=e8cbd8df-3160-41ec-8946-077bb5a2d7f0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:11.817305 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed8bb62-a75e-4618-af9b-2afb22cf2dc0'] response: {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8185b0a2-aba5-4088-8b42-71d8b45ced23', 'code': 200} May 30 20:15:11.827350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-2525f457-5152-4b84-8d31-65a0f6dad435 req-36a4860c-49d9-422c-8f99-7aaf7b6612c0 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] No DVR routers for this DVR port e8cbd8df-3160-41ec-8946-077bb5a2d7f0 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:15:11.831550 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-2525f457-5152-4b84-8d31-65a0f6dad435 req-36a4860c-49d9-422c-8f99-7aaf7b6612c0 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:11.836920 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a32cc3-d7b4-40e6-9a08-a8521068daf1', 'name': 'network-vif-deleted', 'tag': 'e8cbd8df-3160-41ec-8946-077bb5a2d7f0'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:11.844440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d371c50-f1f5-4f43-b019-1dcc4af0c8ec admin admin] Router 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:15:11.874012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd484e9-b515-4d6f-b216-79947e3ecd93 req-74f9e728-2b31-4c9c-a977-01359b10f3d0 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:11.878506 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-edd484e9-b515-4d6f-b216-79947e3ecd93 req-74f9e728-2b31-4c9c-a977-01359b10f3d0 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a32cc3-d7b4-40e6-9a08-a8521068daf1 HTTP/1.1" status: 200 len: 946 time: 0.4217117 May 30 20:15:11.896134 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2525f457-5152-4b84-8d31-65a0f6dad435 req-36a4860c-49d9-422c-8f99-7aaf7b6612c0 tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.77 "DELETE /v2.0/ports/e8cbd8df-3160-41ec-8946-077bb5a2d7f0 HTTP/1.1" status: 204 len: 173 time: 1.9302697 May 30 20:15:12.004339 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c64ce229-1db9-49a7-ae73-dc0105d920c5'] response: {'server_uuid': '83a32cc3-d7b4-40e6-9a08-a8521068daf1', 'name': 'network-vif-deleted', 'tag': 'e8cbd8df-3160-41ec-8946-077bb5a2d7f0', 'status': 'completed', 'code': 200} May 30 20:15:12.028943 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929b31d-3222-4470-ba33-17022fa55f33 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event updated for resources: {'Port': ['ID=826d56b5-7898-41b4-be17-477211af98ed,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:12.032581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0929b31d-3222-4470-ba33-17022fa55f33 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Network f24af49e-d4d4-496e-a988-fdbdc15eb129 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:12.036909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-0929b31d-3222-4470-ba33-17022fa55f33 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:12.059652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0929b31d-3222-4470-ba33-17022fa55f33 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:12.064047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0929b31d-3222-4470-ba33-17022fa55f33 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:12.064786 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0929b31d-3222-4470-ba33-17022fa55f33 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:12.140914 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:12.153166 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-edd484e9-b515-4d6f-b216-79947e3ecd93 req-8d283d0b-6d87-4519-8b11-853087007f1b tempest-ServerGroupTestJSON-1498325921 tempest-ServerGroupTestJSON-1498325921-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c51b60e-3adf-4239-9278-cbf4db580686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616243 May 30 20:15:12.177743 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:12.207325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0929b31d-3222-4470-ba33-17022fa55f33 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1569486 May 30 20:15:12.208192 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41534) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:12.251916 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f1630403-bbf3-4f3a-a8b8-41c076ecd5d1 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:d2:e2:84'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:12.302091 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61a4ec74-aebb-4e94-9080-ea3b6716753f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:12.509009 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d371c50-f1f5-4f43-b019-1dcc4af0c8ec admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:15:12.512858 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4e830de1-8fe8-4c67-9bd2-5f2c92f41905 None None] Provisioning for port 826d56b5-7898-41b4-be17-477211af98ed completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:12.521014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e14fda-e2db-4ddb-9c9e-33f370849304 None None] Sync routers for ids ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:15:12.533794 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4d371c50-f1f5-4f43-b019-1dcc4af0c8ec admin admin] 10.222.0.84 "PUT /v2.0/routers/1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5756016 May 30 20:15:12.538619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4e830de1-8fe8-4c67-9bd2-5f2c92f41905 None None] Provisioning complete for port 826d56b5-7898-41b4-be17-477211af98ed triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:12.538923 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4e830de1-8fe8-4c67-9bd2-5f2c92f41905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:12.540726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41544) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:12.663586 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e14fda-e2db-4ddb-9c9e-33f370849304 None None] Routers {'1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:15:12.664141 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61a4ec74-aebb-4e94-9080-ea3b6716753f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:12.665181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-72e14fda-e2db-4ddb-9c9e-33f370849304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:15:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:12.832310 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688d364-0e55-4fa6-b5da-fd699175f3e2 req-3858c1b8-b1bc-4c21-bd81-b7c81d54ab52 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:12.836434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688d364-0e55-4fa6-b5da-fd699175f3e2 req-3858c1b8-b1bc-4c21-bd81-b7c81d54ab52 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:12.840428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688d364-0e55-4fa6-b5da-fd699175f3e2 req-3858c1b8-b1bc-4c21-bd81-b7c81d54ab52 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:12.844594 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688d364-0e55-4fa6-b5da-fd699175f3e2 req-3858c1b8-b1bc-4c21-bd81-b7c81d54ab52 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:12.858940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4e830de1-8fe8-4c67-9bd2-5f2c92f41905 None None] Port 826d56b5-7898-41b4-be17-477211af98ed cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:15:12.860611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device a119ffb7-3481-4755-972d-e59b32f97613 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:12.876084 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688d364-0e55-4fa6-b5da-fd699175f3e2 req-3858c1b8-b1bc-4c21-bd81-b7c81d54ab52 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:12.880942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688d364-0e55-4fa6-b5da-fd699175f3e2 req-3858c1b8-b1bc-4c21-bd81-b7c81d54ab52 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:12.885058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688d364-0e55-4fa6-b5da-fd699175f3e2 req-3858c1b8-b1bc-4c21-bd81-b7c81d54ab52 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:12.895545 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a688d364-0e55-4fa6-b5da-fd699175f3e2 req-3858c1b8-b1bc-4c21-bd81-b7c81d54ab52 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5430 time: 0.5211294 May 30 20:15:12.920908 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Allocated IP 172.25.5.239 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/a94368b7-6710-4352-ad69-68a418dd6088) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:12.987088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port a119ffb7-3481-4755-972d-e59b32f97613 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:12.996054 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port a119ffb7-3481-4755-972d-e59b32f97613 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:12.996598 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:13.048719 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-72e14fda-e2db-4ddb-9c9e-33f370849304 None None] Set router 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:15:13.121991 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f1630403-bbf3-4f3a-a8b8-41c076ecd5d1 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:13.126640 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8eaef3b-bc19-4007-8fd0-0846714bb69a admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:13.217927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a4ec74-aebb-4e94-9080-ea3b6716753f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:13.221034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4ec74-aebb-4e94-9080-ea3b6716753f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Pushing event updated for resources: {'Port': ['ID=7a0ec7ef-184f-4037-a115-7ec7559264dc,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:13.237881 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-61a4ec74-aebb-4e94-9080-ea3b6716753f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:13.240780 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a4ec74-aebb-4e94-9080-ea3b6716753f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:13.350422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a688d364-0e55-4fa6-b5da-fd699175f3e2 req-d00048b6-cf9f-4257-a9a0-a8dabd85ee81 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4520168 May 30 20:15:13.428802 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:13.437680 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:13.496477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103cfe6-dc57-4489-b480-9f7984b93262 req-8c016bfb-197a-4f8a-b6fe-27121cf08df4 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:13.498204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8103cfe6-dc57-4489-b480-9f7984b93262 req-8c016bfb-197a-4f8a-b6fe-27121cf08df4 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.4983871 May 30 20:15:13.566371 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:13.635256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port a119ffb7-3481-4755-972d-e59b32f97613, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=a119ffb7-3481-4755-972d-e59b32f97613,segment=NetworkSegment(4a2dfae7-5417-47c1-b3b3-4f49e14fbe78),segment_id=4a2dfae7-5417-47c1-b3b3-4f49e14fbe78)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:13.646681 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:13.647622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c9dd14dc-8615-4ccf-8a3a-87c921095f0d up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:13.683699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Port': ['ID=a94368b7-6710-4352-ad69-68a418dd6088,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:13.694113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:13.704406 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:13.719805 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:13.817590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=a119ffb7-3481-4755-972d-e59b32f97613,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:13.823090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e8cbd8df-3160-41ec-8946-077bb5a2d7f0 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:15:13.836148 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8103cfe6-dc57-4489-b480-9f7984b93262 req-7ac862aa-8264-4ab0-b829-b4733bab86ca tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404085 May 30 20:15:13.848454 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-72e14fda-e2db-4ddb-9c9e-33f370849304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'name': 'tempest-ServerActionsTestJSON-912470179-router', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:01Z', 'updated_at': '2022-05-30T20:15:08Z', 'revision_number': 5, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'gw_port': {'id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:02Z', 'updated_at': '2022-05-30T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:13.855112 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a119ffb7-3481-4755-972d-e59b32f97613'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:13.887592 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: e8cbd8df-3160-41ec-8946-077bb5a2d7f0 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:15:13.888141 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e8cbd8df-3160-41ec-8946-077bb5a2d7f0 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:15:13.890605 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e14fda-e2db-4ddb-9c9e-33f370849304 None None] Checking router: 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:15:13.892622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port c9dd14dc-8615-4ccf-8a3a-87c921095f0d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:13.897990 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port c9dd14dc-8615-4ccf-8a3a-87c921095f0d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:13.898531 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:13.958370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e14fda-e2db-4ddb-9c9e-33f370849304 None None] Routers {'1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:15:13.959006 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-72e14fda-e2db-4ddb-9c9e-33f370849304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:15:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:13.962027 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f1630403-bbf3-4f3a-a8b8-41c076ecd5d1 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:13.970458 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f1630403-bbf3-4f3a-a8b8-41c076ecd5d1 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.096728 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7326229-33db-456a-ad60-32d8fa53220e'] response: {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a119ffb7-3481-4755-972d-e59b32f97613', 'code': 200} May 30 20:15:14.103858 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.104608 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.108672 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8eaef3b-bc19-4007-8fd0-0846714bb69a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.114549 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f1630403-bbf3-4f3a-a8b8-41c076ecd5d1 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] In _notify_port_updated(), no bound segment for port 826d56b5-7898-41b4-be17-477211af98ed on network f24af49e-d4d4-496e-a988-fdbdc15eb129 {{(pid=84023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:15:14.120006 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1630403-bbf3-4f3a-a8b8-41c076ecd5d1 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:14.120672 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f1630403-bbf3-4f3a-a8b8-41c076ecd5d1 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.136266 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f1630403-bbf3-4f3a-a8b8-41c076ecd5d1 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "PUT /v2.0/ports/826d56b5-7898-41b4-be17-477211af98ed HTTP/1.1" status: 200 len: 1002 time: 1.8924499 May 30 20:15:14.138072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41574) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:14.261787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6c0668d9-6fa8-4241-ad70-e3d7faf5c076 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Deleting port 826d56b5-7898-41b4-be17-477211af98ed {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:14.262197 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6c0668d9-6fa8-4241-ad70-e3d7faf5c076 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.321147 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1630403-bbf3-4f3a-a8b8-41c076ecd5d1 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event updated for resources: {'Port': ['ID=826d56b5-7898-41b4-be17-477211af98ed,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:14.353674 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61a4ec74-aebb-4e94-9080-ea3b6716753f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.365413 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-72e14fda-e2db-4ddb-9c9e-33f370849304 None None] Set router 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:15:14.379985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c8eaef3b-bc19-4007-8fd0-0846714bb69a admin admin] Deleting port 6350f139-a418-4db5-8b5d-f1f2c009e83d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:14.387745 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8eaef3b-bc19-4007-8fd0-0846714bb69a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.437918 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41592) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:14.527725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31e6185-4238-4dae-a54b-16815796ea02 admin admin] Deleting subnet c52ff3e2-6867-4c94-be30-d9e9f57e678a {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:15:14.533733 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.540253 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c31e6185-4238-4dae-a54b-16815796ea02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.665283 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c9dd14dc-8615-4ccf-8a3a-87c921095f0d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c9dd14dc-8615-4ccf-8a3a-87c921095f0d,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:14.680450 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c31e6185-4238-4dae-a54b-16815796ea02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.684926 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.685706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f846b61e-b0d7-4049-98a5-549dde8e7f22 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:14.759790 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a649cb9b-f0fe-4786-b78e-254abef48fe2 None None] Provisioning complete for port 826d56b5-7898-41b4-be17-477211af98ed triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:14.760184 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a649cb9b-f0fe-4786-b78e-254abef48fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.793962 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c31e6185-4238-4dae-a54b-16815796ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.803782 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61a4ec74-aebb-4e94-9080-ea3b6716753f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.810652 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6c0668d9-6fa8-4241-ad70-e3d7faf5c076 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.823069 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61a4ec74-aebb-4e94-9080-ea3b6716753f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.842702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-c8eaef3b-bc19-4007-8fd0-0846714bb69a admin admin] For port 6350f139-a418-4db5-8b5d-f1f2c009e83d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6350f139-a418-4db5-8b5d-f1f2c009e83d,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:14.843123 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8eaef3b-bc19-4007-8fd0-0846714bb69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.903080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a649cb9b-f0fe-4786-b78e-254abef48fe2 None None] Port 826d56b5-7898-41b4-be17-477211af98ed cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:15:14.912029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93577432-3a27-45e5-849b-7e1c0456c2bc req-53b724a2-7752-45b4-b504-5bbac9c4aaba tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:14.916534 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=c9dd14dc-8615-4ccf-8a3a-87c921095f0d,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:14.918136 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93577432-3a27-45e5-849b-7e1c0456c2bc req-53b724a2-7752-45b4-b504-5bbac9c4aaba tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:14.934027 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93577432-3a27-45e5-849b-7e1c0456c2bc req-53b724a2-7752-45b4-b504-5bbac9c4aaba tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:14.940987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93577432-3a27-45e5-849b-7e1c0456c2bc req-53b724a2-7752-45b4-b504-5bbac9c4aaba tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:14.943804 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port f846b61e-b0d7-4049-98a5-549dde8e7f22 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:14.947307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93577432-3a27-45e5-849b-7e1c0456c2bc req-53b724a2-7752-45b4-b504-5bbac9c4aaba tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:14.950534 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port f846b61e-b0d7-4049-98a5-549dde8e7f22 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:14.950944 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.952548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93577432-3a27-45e5-849b-7e1c0456c2bc req-53b724a2-7752-45b4-b504-5bbac9c4aaba tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:14.958210 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93577432-3a27-45e5-849b-7e1c0456c2bc req-53b724a2-7752-45b4-b504-5bbac9c4aaba tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:14.967007 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93577432-3a27-45e5-849b-7e1c0456c2bc req-53b724a2-7752-45b4-b504-5bbac9c4aaba tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5432 time: 0.3191404 May 30 20:15:14.982738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c8eaef3b-bc19-4007-8fd0-0846714bb69a admin admin] Calling delete_port for 6350f139-a418-4db5-8b5d-f1f2c009e83d owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:15.001628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-72e14fda-e2db-4ddb-9c9e-33f370849304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'name': 'tempest-ServerActionsTestJSON-912470179-router', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:01Z', 'updated_at': '2022-05-30T20:15:08Z', 'revision_number': 5, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'gw_port': {'id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:02Z', 'updated_at': '2022-05-30T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:15.011899 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e14fda-e2db-4ddb-9c9e-33f370849304 None None] The sync data for ids ['1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c'] in n-d-843949-2 is: [{'id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'name': 'tempest-ServerActionsTestJSON-912470179-router', 'tenant_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:01Z', 'updated_at': '2022-05-30T20:15:08Z', 'revision_number': 5, 'project_id': '3a8d97a4beaa47c0906bc677b6c0ce16', 'gw_port': {'id': '6350f139-a418-4db5-8b5d-f1f2c009e83d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:02Z', 'updated_at': '2022-05-30T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:15:15.082190 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c31e6185-4238-4dae-a54b-16815796ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.083946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6c0668d9-6fa8-4241-ad70-e3d7faf5c076 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Calling delete_port for 826d56b5-7898-41b4-be17-477211af98ed owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:15.085798 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.122446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f846b61e-b0d7-4049-98a5-549dde8e7f22, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f846b61e-b0d7-4049-98a5-549dde8e7f22,segment=NetworkSegment(9ac5df36-6ecf-4237-9c31-5563d393e94a),segment_id=9ac5df36-6ecf-4237-9c31-5563d393e94a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:15.128521 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.129445 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c0ef498a-f8d4-4992-b421-7e95058e3c69 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:15.139366 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e6185-4238-4dae-a54b-16815796ea02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c52ff3e2-6867-4c94-be30-d9e9f57e678a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:15.152714 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c31e6185-4238-4dae-a54b-16815796ea02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.173844 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c31e6185-4238-4dae-a54b-16815796ea02 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c52ff3e2-6867-4c94-be30-d9e9f57e678a HTTP/1.1" status: 204 len: 168 time: 0.7269642 May 30 20:15:15.174449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41600) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:15.261084 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=f846b61e-b0d7-4049-98a5-549dde8e7f22,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:15.278440 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port c0ef498a-f8d4-4992-b421-7e95058e3c69 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:15.283994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port c0ef498a-f8d4-4992-b421-7e95058e3c69 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:15.284836 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.490086 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f275efa9-aca5-48f7-9998-9c0b2900b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.495172 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.504664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Router 722c8eaa-1585-411a-b678-17f5e61ad650 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:15:15.559679 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c0ef498a-f8d4-4992-b421-7e95058e3c69, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c0ef498a-f8d4-4992-b421-7e95058e3c69,segment=NetworkSegment(9ac5df36-6ecf-4237-9c31-5563d393e94a),segment_id=9ac5df36-6ecf-4237-9c31-5563d393e94a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:15.567495 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.568403 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device fc738771-8a18-43a2-a37a-8f6a9440822a up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:15.633625 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93577432-3a27-45e5-849b-7e1c0456c2bc req-7a2e7700-44eb-410e-a0ed-64d143a4b0cb tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6656737 May 30 20:15:15.692194 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6c0668d9-6fa8-4241-ad70-e3d7faf5c076 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.763666 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=c0ef498a-f8d4-4992-b421-7e95058e3c69,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:15.779753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port fc738771-8a18-43a2-a37a-8f6a9440822a completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:15.787719 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port fc738771-8a18-43a2-a37a-8f6a9440822a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:15.788271 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.802152 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8eaef3b-bc19-4007-8fd0-0846714bb69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.856098 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaef3b-bc19-4007-8fd0-0846714bb69a admin admin] Pushing event deleted for resources: {'Port': ['ID=6350f139-a418-4db5-8b5d-f1f2c009e83d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:15.860035 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f275efa9-aca5-48f7-9998-9c0b2900b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.876411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0668d9-6fa8-4241-ad70-e3d7faf5c076 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event deleted for resources: {'Port': ['ID=826d56b5-7898-41b4-be17-477211af98ed,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:15.903368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5b989-a0f4-4ab8-8415-e64b03ffae06 req-8b0b32f9-78d0-4f83-b710-40995d3dd650 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:15.903759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3bc5b989-a0f4-4ab8-8415-e64b03ffae06 req-8b0b32f9-78d0-4f83-b710-40995d3dd650 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.8322847 May 30 20:15:15.943530 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.958313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f275efa9-aca5-48f7-9998-9c0b2900b6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da7d639-b856-4f6e-80a4-b7ad0464f299']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:15.985898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f275efa9-aca5-48f7-9998-9c0b2900b6d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7977df01-5eb9-4805-b181-5578f300223c') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:15.986286 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f275efa9-aca5-48f7-9998-9c0b2900b6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7977df01-5eb9-4805-b181-5578f300223c') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:15.993973 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port fc738771-8a18-43a2-a37a-8f6a9440822a, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=fc738771-8a18-43a2-a37a-8f6a9440822a,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:16.003732 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.005224 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device d19c9106-68fd-4008-8dad-fb546e20a36f up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:16.010263 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f275efa9-aca5-48f7-9998-9c0b2900b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.083744 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3bc5b989-a0f4-4ab8-8415-e64b03ffae06 req-5d0fdc36-a63b-458f-8b2b-74435a76c8d3 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483011 May 30 20:15:16.107477 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6c0668d9-6fa8-4241-ad70-e3d7faf5c076 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.139436 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6c0668d9-6fa8-4241-ad70-e3d7faf5c076 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "DELETE /v2.0/ports/826d56b5-7898-41b4-be17-477211af98ed HTTP/1.1" status: 204 len: 168 time: 1.9980161 May 30 20:15:16.140232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41610) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:16.191802 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dd14dc-8615-4ccf-8a3a-87c921095f0d'}, {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f846b61e-b0d7-4049-98a5-549dde8e7f22'}, {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ef498a-f8d4-4992-b421-7e95058e3c69'}, {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc738771-8a18-43a2-a37a-8f6a9440822a'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:16.195413 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f275efa9-aca5-48f7-9998-9c0b2900b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.197576 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=fc738771-8a18-43a2-a37a-8f6a9440822a,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:16.210819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f275efa9-aca5-48f7-9998-9c0b2900b6d2 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:15:16.211248 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f275efa9-aca5-48f7-9998-9c0b2900b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: timer() May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:15:16.225728 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:15:16.228882 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8eaef3b-bc19-4007-8fd0-0846714bb69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.243370 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2d2086-61b5-4425-adef-a104b0c15a4b tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] GET failed (client error): The resource could not be found. May 30 20:15:16.244127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cd2d2086-61b5-4425-adef-a104b0c15a4b tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Synchronizing usage tracker for tenant:d62bf63210d442ef9e8113db3ec29807 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:16.270766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port d19c9106-68fd-4008-8dad-fb546e20a36f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:16.275577 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cd2d2086-61b5-4425-adef-a104b0c15a4b tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Unset dirty status for tenant:d62bf63210d442ef9e8113db3ec29807 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:16.277116 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cd2d2086-61b5-4425-adef-a104b0c15a4b tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "GET /v2.0/ports/826d56b5-7898-41b4-be17-477211af98ed HTTP/1.1" status: 404 len: 333 time: 0.1286278 May 30 20:15:16.278474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a4ec74-aebb-4e94-9080-ea3b6716753f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Router c866ece9-6eb2-42d5-99af-9015e076175b is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:15:16.286431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41616) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:16.289378 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port d19c9106-68fd-4008-8dad-fb546e20a36f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:16.289764 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.296552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-ab574ed3-ada9-4b64-8824-fd34fbcd9b68 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Request body: {'port': {'network_id': 'f24af49e-d4d4-496e-a988-fdbdc15eb129', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2101569294'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:16.359122 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33402fa4-69a6-4837-8e66-c45ca387cefe'] response: {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dd14dc-8615-4ccf-8a3a-87c921095f0d', 'code': 200} May 30 20:15:16.359302 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33402fa4-69a6-4837-8e66-c45ca387cefe'] response: {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f846b61e-b0d7-4049-98a5-549dde8e7f22', 'code': 200} May 30 20:15:16.359541 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33402fa4-69a6-4837-8e66-c45ca387cefe'] response: {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ef498a-f8d4-4992-b421-7e95058e3c69', 'code': 200} May 30 20:15:16.359794 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33402fa4-69a6-4837-8e66-c45ca387cefe'] response: {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc738771-8a18-43a2-a37a-8f6a9440822a', 'code': 200} May 30 20:15:16.501939 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.544083 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port d19c9106-68fd-4008-8dad-fb546e20a36f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d19c9106-68fd-4008-8dad-fb546e20a36f,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:16.552790 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.590735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f275efa9-aca5-48f7-9998-9c0b2900b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.595618 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f275efa9-aca5-48f7-9998-9c0b2900b6d2 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.677636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ab574ed3-ada9-4b64-8824-fd34fbcd9b68 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:16.696892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ab574ed3-ada9-4b64-8824-fd34fbcd9b68 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:16.710736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275efa9-aca5-48f7-9998-9c0b2900b6d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7da7d639-b856-4f6e-80a4-b7ad0464f299,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:16.722383 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f275efa9-aca5-48f7-9998-9c0b2900b6d2 admin admin] 10.222.0.84 "DELETE /v2.0/networks/7da7d639-b856-4f6e-80a4-b7ad0464f299 HTTP/1.1" status: 204 len: 168 time: 1.5439105 May 30 20:15:16.724106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab574ed3-ada9-4b64-8824-fd34fbcd9b68 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Made reservation on behalf of d62bf63210d442ef9e8113db3ec29807 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:16.737522 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8eaef3b-bc19-4007-8fd0-0846714bb69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.749429 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8eaef3b-bc19-4007-8fd0-0846714bb69a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.751470 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ab574ed3-ada9-4b64-8824-fd34fbcd9b68 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.765932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:15:16.775890 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Sync routers for ids ['722c8eaa-1585-411a-b678-17f5e61ad650'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:15:16.797214 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Routers {'722c8eaa-1585-411a-b678-17f5e61ad650'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:15:16.802331 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:15:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['722c8eaa-1585-411a-b678-17f5e61ad650'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:16.811820 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=d19c9106-68fd-4008-8dad-fb546e20a36f,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:16.834177 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 2c9e1a93-5a9c-4de1-aef5-6021ca916bac no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:15:16.841082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-ab574ed3-ada9-4b64-8824-fd34fbcd9b68 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] device_id is not set on port e5b25a85-bb52-4560-8b53-f6f07e4067d1 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:15:16.847462 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.850623 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d67c6617-76ca-459b-b9b8-353862d4bcb1 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6124840 May 30 20:15:16.853791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41632) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:16.960397 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 2c9e1a93-5a9c-4de1-aef5-6021ca916bac {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:15:16.961020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 2c9e1a93-5a9c-4de1-aef5-6021ca916bac not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:15:16.965766 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1ab2c1ed-4264-4150-b201-22af9189da90 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=83c273a70b9742ee885b1f1f37dab263&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1091356 May 30 20:15:16.976855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41640) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:16.979244 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8eaef3b-bc19-4007-8fd0-0846714bb69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.982454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8eaef3b-bc19-4007-8fd0-0846714bb69a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:15:17.034082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41644) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:17.063205 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8eaef3b-bc19-4007-8fd0-0846714bb69a admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:17.064328 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c8eaef3b-bc19-4007-8fd0-0846714bb69a admin admin] 10.222.0.84 "DELETE /v2.0/routers/1d8a9ba6-d2f9-4e36-a580-f8c53b22d45c HTTP/1.1" status: 204 len: 168 time: 4.5223866 May 30 20:15:17.117876 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:15:17.179150 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Set router 722c8eaa-1585-411a-b678-17f5e61ad650 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:15:17.253906 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-ab574ed3-ada9-4b64-8824-fd34fbcd9b68 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Allocated IP 2001:db8::365 (f24af49e-d4d4-496e-a988-fdbdc15eb129/725f0719-dd74-4b0f-a4ac-dc156db1da7c/e5b25a85-bb52-4560-8b53-f6f07e4067d1) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:17.329059 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce79e4b-acf2-4ee7-9b6e-91ca61106bc0 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:17.334758 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2ce79e4b-acf2-4ee7-9b6e-91ca61106bc0 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3405027 May 30 20:15:17.335641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41650) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:17.336074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41654) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:17.439435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1834b3-1833-438e-9798-f063ab37655e admin admin] Deleting subnet c40dc128-537b-4332-9a2f-38117a30858e {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:15:17.452616 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d1834b3-1833-438e-9798-f063ab37655e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:17.462641 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ab574ed3-ada9-4b64-8824-fd34fbcd9b68 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:17.479014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ab574ed3-ada9-4b64-8824-fd34fbcd9b68 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Transition to ACTIVE for port object e5b25a85-bb52-4560-8b53-f6f07e4067d1 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:17.489956 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-acf31e51-8c66-4ca5-8f01-092f95c70b4d tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1491907 May 30 20:15:17.490685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41660) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:17.508333 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-cb1be6c9-fae9-41d5-bb03-290c51d4773b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-390240168', 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:17.516173 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'name': 'tempest-TestNetworkBasicOps-router-2036709370', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:15:10Z', 'updated_at': '2022-05-30T20:15:13Z', 'revision_number': 3, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:12Z', 'updated_at': '2022-05-30T20:15:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:17.521838 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Checking router: 722c8eaa-1585-411a-b678-17f5e61ad650 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:15:17.522229 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Updating router 722c8eaa-1585-411a-b678-17f5e61ad650 port a94368b7-6710-4352-ad69-68a418dd6088 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:15:17.542671 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ab574ed3-ada9-4b64-8824-fd34fbcd9b68 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:17.604017 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:17.604951 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d1834b3-1833-438e-9798-f063ab37655e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:17.642356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab574ed3-ada9-4b64-8824-fd34fbcd9b68 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event updated for resources: {'Port': ['ID=e5b25a85-bb52-4560-8b53-f6f07e4067d1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:17.653754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab574ed3-ada9-4b64-8824-fd34fbcd9b68 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Network f24af49e-d4d4-496e-a988-fdbdc15eb129 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:17.667748 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-ab574ed3-ada9-4b64-8824-fd34fbcd9b68 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:17.677411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab574ed3-ada9-4b64-8824-fd34fbcd9b68 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:17.681290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab574ed3-ada9-4b64-8824-fd34fbcd9b68 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:17.681939 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ab574ed3-ada9-4b64-8824-fd34fbcd9b68 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:17.701811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989cecc-a384-4bf0-a0e1-2696c0ec55f1 req-1bb5c703-bb19-45f4-9eb0-2d074a354bdc tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:17.704944 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d1834b3-1833-438e-9798-f063ab37655e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:17.706307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989cecc-a384-4bf0-a0e1-2696c0ec55f1 req-1bb5c703-bb19-45f4-9eb0-2d074a354bdc tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:17.710403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989cecc-a384-4bf0-a0e1-2696c0ec55f1 req-1bb5c703-bb19-45f4-9eb0-2d074a354bdc tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:17.715448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989cecc-a384-4bf0-a0e1-2696c0ec55f1 req-1bb5c703-bb19-45f4-9eb0-2d074a354bdc tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:17.726298 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989cecc-a384-4bf0-a0e1-2696c0ec55f1 req-1bb5c703-bb19-45f4-9eb0-2d074a354bdc tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:17.730269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989cecc-a384-4bf0-a0e1-2696c0ec55f1 req-1bb5c703-bb19-45f4-9eb0-2d074a354bdc tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:17.734471 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989cecc-a384-4bf0-a0e1-2696c0ec55f1 req-1bb5c703-bb19-45f4-9eb0-2d074a354bdc tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:17.742856 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e989cecc-a384-4bf0-a0e1-2696c0ec55f1 req-1bb5c703-bb19-45f4-9eb0-2d074a354bdc tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5436 time: 0.7876766 May 30 20:15:17.765616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a4ec74-aebb-4e94-9080-ea3b6716753f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:15:17.782170 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-61a4ec74-aebb-4e94-9080-ea3b6716753f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:17.785753 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-61a4ec74-aebb-4e94-9080-ea3b6716753f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "PUT /v2.0/routers/c866ece9-6eb2-42d5-99af-9015e076175b HTTP/1.1" status: 200 len: 879 time: 9.8783579 May 30 20:15:17.785753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41664) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:17.787236 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c04621-8f74-4e2d-b573-4fdabfb5bc6d None None] Sync routers for ids ['c866ece9-6eb2-42d5-99af-9015e076175b'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:15:17.828695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c04621-8f74-4e2d-b573-4fdabfb5bc6d None None] Routers {'c866ece9-6eb2-42d5-99af-9015e076175b'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:15:17.829245 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c9c04621-8f74-4e2d-b573-4fdabfb5bc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:15:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c866ece9-6eb2-42d5-99af-9015e076175b'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:17.906142 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-862097f5-e7c2-4efc-8812-e150d10d6da7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e9d9caa4c137422a9b59e1edda560dd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8675036 May 30 20:15:17.910913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41670) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:17.988399 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c9c04621-8f74-4e2d-b573-4fdabfb5bc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:18.012663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cb1be6c9-fae9-41d5-bb03-290c51d4773b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:18.022024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c04621-8f74-4e2d-b573-4fdabfb5bc6d None None] Routers {'c866ece9-6eb2-42d5-99af-9015e076175b'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:15:18.022649 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c9c04621-8f74-4e2d-b573-4fdabfb5bc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:15:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c866ece9-6eb2-42d5-99af-9015e076175b'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:18.029205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cb1be6c9-fae9-41d5-bb03-290c51d4773b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:subnet and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:18.035988 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ab574ed3-ada9-4b64-8824-fd34fbcd9b68 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7454515 May 30 20:15:18.038420 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cb1be6c9-fae9-41d5-bb03-290c51d4773b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:18.042300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41676) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:18.057370 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cb1be6c9-fae9-41d5-bb03-290c51d4773b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:18.067875 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d1834b3-1833-438e-9798-f063ab37655e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.104403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-19320659-449d-45e6-a13a-da8dbcd2369f tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d2:e2:84'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:18.128928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1be6c9-fae9-41d5-bb03-290c51d4773b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Made reservation on behalf of 83c273a70b9742ee885b1f1f37dab263 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:18.174137 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e989cecc-a384-4bf0-a0e1-2696c0ec55f1 req-2b52f48f-3640-4b79-9426-f563eef792d9 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4302993 May 30 20:15:18.186564 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c9c04621-8f74-4e2d-b573-4fdabfb5bc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:18.186883 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c04621-8f74-4e2d-b573-4fdabfb5bc6d None None] The sync data for ids ['c866ece9-6eb2-42d5-99af-9015e076175b'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:15:18.244293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-624a5cae-0ff1-40af-bfaa-c51b3a2c3e17 None None] Provisioning for port e5b25a85-bb52-4560-8b53-f6f07e4067d1 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:18.247498 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb1be6c9-fae9-41d5-bb03-290c51d4773b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.249753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-624a5cae-0ff1-40af-bfaa-c51b3a2c3e17 None None] Provisioning complete for port e5b25a85-bb52-4560-8b53-f6f07e4067d1 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:18.250287 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-624a5cae-0ff1-40af-bfaa-c51b3a2c3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.261542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1834b3-1833-438e-9798-f063ab37655e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40dc128-537b-4332-9a2f-38117a30858e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:18.267151 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86bc9f19-7758-4082-b1e0-d58b56121d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.303820 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfcca43-dd28-4eed-b7f6-38ebdf68e525 None None] Network 9ea528b6-cc9d-40ff-b131-d41923530da2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:15:18.341948 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.366981 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Transition to ACTIVE for port object a94368b7-6710-4352-ad69-68a418dd6088 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:18.369892 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19c9106-68fd-4008-8dad-fb546e20a36f'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:18.379270 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d1834b3-1833-438e-9798-f063ab37655e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.380224 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.385609 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7d1834b3-1833-438e-9798-f063ab37655e admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c40dc128-537b-4332-9a2f-38117a30858e HTTP/1.1" status: 204 len: 168 time: 1.0464039 May 30 20:15:18.394963 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41686) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:18.487399 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-624a5cae-0ff1-40af-bfaa-c51b3a2c3e17 None None] Port e5b25a85-bb52-4560-8b53-f6f07e4067d1 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:15:18.512585 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86bc9f19-7758-4082-b1e0-d58b56121d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.538628 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5e7e2-ca99-450a-871e-928f2a464db9 None None] Pushing event updated for resources: {'Port': ['ID=a94368b7-6710-4352-ad69-68a418dd6088,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:18.548297 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Attempting to bind port a94368b7-6710-4352-ad69-68a418dd6088 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:18.548661 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Attempting to bind port a94368b7-6710-4352-ad69-68a418dd6088 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:18.549015 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Attempting to bind port a94368b7-6710-4352-ad69-68a418dd6088 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:18.557953 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e7e2-ca99-450a-871e-928f2a464db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:18.558296 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e7e2-ca99-450a-871e-928f2a464db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:18.558631 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e7e2-ca99-450a-871e-928f2a464db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:18.558959 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e7e2-ca99-450a-871e-928f2a464db9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:18.559283 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e7e2-ca99-450a-871e-928f2a464db9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:18.559655 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e7e2-ca99-450a-871e-928f2a464db9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:18.560068 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e7e2-ca99-450a-871e-928f2a464db9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:18.560309 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e7e2-ca99-450a-871e-928f2a464db9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:18.560623 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e7e2-ca99-450a-871e-928f2a464db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:18.561355 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e7e2-ca99-450a-871e-928f2a464db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:18.561679 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5e7e2-ca99-450a-871e-928f2a464db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:18.567123 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:15:18.567500 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:18.568116 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.568498 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:15:18.568971 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Bound port: a94368b7-6710-4352-ad69-68a418dd6088, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:15:18.569339 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.585765 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.599913 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6ae04b-e50a-489e-9009-ddaef51589fe'] response: {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19c9106-68fd-4008-8dad-fb546e20a36f', 'code': 200} May 30 20:15:18.607758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] Deleting port 78e9c41e-2825-4d11-8d7e-267dc3502535 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:18.608534 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.706257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6350f139-a418-4db5-8b5d-f1f2c009e83d no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:15:18.727763 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] For port a94368b7-6710-4352-ad69-68a418dd6088, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:15:18.729826 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86bc9f19-7758-4082-b1e0-d58b56121d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.732448 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] For port a94368b7-6710-4352-ad69-68a418dd6088, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a94368b7-6710-4352-ad69-68a418dd6088,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:15:18.749228 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.754088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2b600e-cfc1-4262-ab7e-604c14477c07 None None] DHCP port deletion for 9ea528b6-cc9d-40ff-b131-d41923530da2 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:15:18.758529 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc9f19-7758-4082-b1e0-d58b56121d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c51b60e-3adf-4239-9278-cbf4db580686,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:18.766209 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b600e-cfc1-4262-ab7e-604c14477c07 None None] Deleting port 78e9c41e-2825-4d11-8d7e-267dc3502535 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:18.767159 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3d2b600e-cfc1-4262-ab7e-604c14477c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.812622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 6350f139-a418-4db5-8b5d-f1f2c009e83d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:15:18.813255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6350f139-a418-4db5-8b5d-f1f2c009e83d not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:15:18.830722 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86bc9f19-7758-4082-b1e0-d58b56121d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.834459 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-86bc9f19-7758-4082-b1e0-d58b56121d08 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9c51b60e-3adf-4239-9278-cbf4db580686 HTTP/1.1" status: 204 len: 168 time: 0.9143300 May 30 20:15:18.873393 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5e7e2-ca99-450a-871e-928f2a464db9 None None] Pushing event updated for resources: {'Port': ['ID=a94368b7-6710-4352-ad69-68a418dd6088,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:18.880626 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Routers {'722c8eaa-1585-411a-b678-17f5e61ad650'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:15:18.881672 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:15:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['722c8eaa-1585-411a-b678-17f5e61ad650'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:18.920534 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19320659-449d-45e6-a13a-da8dbcd2369f tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:19.066434 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3d2b600e-cfc1-4262-ab7e-604c14477c07 None None] For port 78e9c41e-2825-4d11-8d7e-267dc3502535, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=78e9c41e-2825-4d11-8d7e-267dc3502535,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:19.067045 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3d2b600e-cfc1-4262-ab7e-604c14477c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:19.096604 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb1be6c9-fae9-41d5-bb03-290c51d4773b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:19.191472 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] Set router 722c8eaa-1585-411a-b678-17f5e61ad650 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:15:19.208057 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b600e-cfc1-4262-ab7e-604c14477c07 None None] Calling delete_port for 78e9c41e-2825-4d11-8d7e-267dc3502535 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:19.247859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] For port 78e9c41e-2825-4d11-8d7e-267dc3502535, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=78e9c41e-2825-4d11-8d7e-267dc3502535,segment=NetworkSegment(30ea0e7c-6df5-4d5e-9458-a9047689de38),segment_id=30ea0e7c-6df5-4d5e-9458-a9047689de38)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:19.248295 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:19.341679 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19320659-449d-45e6-a13a-da8dbcd2369f tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:19.361345 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19320659-449d-45e6-a13a-da8dbcd2369f tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:19.392902 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3d2b600e-cfc1-4262-ab7e-604c14477c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:19.500578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41702) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:19.523311 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b600e-cfc1-4262-ab7e-604c14477c07 None None] Pushing event deleted for resources: {'Port': ['ID=78e9c41e-2825-4d11-8d7e-267dc3502535,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:19.531935 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2b600e-cfc1-4262-ab7e-604c14477c07 None None] No DVR routers for this DVR port 78e9c41e-2825-4d11-8d7e-267dc3502535 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:15:19.571788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-19320659-449d-45e6-a13a-da8dbcd2369f tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] In _notify_port_updated(), no bound segment for port e5b25a85-bb52-4560-8b53-f6f07e4067d1 on network f24af49e-d4d4-496e-a988-fdbdc15eb129 {{(pid=84023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:15:19.575810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19320659-449d-45e6-a13a-da8dbcd2369f tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:19.576954 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19320659-449d-45e6-a13a-da8dbcd2369f tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:19.578613 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-19320659-449d-45e6-a13a-da8dbcd2369f tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "PUT /v2.0/ports/e5b25a85-bb52-4560-8b53-f6f07e4067d1 HTTP/1.1" status: 200 len: 1003 time: 1.5232241 May 30 20:15:19.608591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41708) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:19.609241 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] Calling delete_port for 78e9c41e-2825-4d11-8d7e-267dc3502535 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:19.613741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1959096375', 'description': 'tempest-description--1434303401'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:19.675862 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:19.712125 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-56beb7d8-c9ae-41d5-807d-87d079794a98 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "GET /v2.0/routers/c866ece9-6eb2-42d5-99af-9015e076175b HTTP/1.1" status: 200 len: 920 time: 1.9213955 May 30 20:15:19.748438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41720) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:19.770311 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76d5557d-c6f6-4ad1-8c06-24f5b1d9d0b3 req-2f07b2f0-39a4-4148-a576-898bf46a8fd0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 6493 time: 0.8358502 May 30 20:15:19.868970 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:19.875297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19320659-449d-45e6-a13a-da8dbcd2369f tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event updated for resources: {'Port': ['ID=e5b25a85-bb52-4560-8b53-f6f07e4067d1,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:19.876764 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1be6c9-fae9-41d5-bb03-290c51d4773b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Subnet': ['ID=05e584b7-1f11-483d-b960-40b20bf30832,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:19.898022 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'name': 'tempest-TestNetworkBasicOps-router-2036709370', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:15:10Z', 'updated_at': '2022-05-30T20:15:13Z', 'revision_number': 3, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:12Z', 'updated_at': '2022-05-30T20:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:19.905375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1be6c9-fae9-41d5-bb03-290c51d4773b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Checking segment: {'id': 'fb897844-8e9f-44ba-858b-098c68297d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:19.905610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1be6c9-fae9-41d5-bb03-290c51d4773b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network hostable DHCP agents. Network: 8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:15:19.907157 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab7ef3-acef-4ecd-b54b-380abe67ff47 None None] The sync data for ids ['722c8eaa-1585-411a-b678-17f5e61ad650'] in n-d-843949-2 is: [{'id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'name': 'tempest-TestNetworkBasicOps-router-2036709370', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:15:10Z', 'updated_at': '2022-05-30T20:15:13Z', 'revision_number': 3, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:12Z', 'updated_at': '2022-05-30T20:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:15:19.951660 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-44d51719-84bb-42d0-9aa2-f54af193f73b None None] Provisioning complete for port e5b25a85-bb52-4560-8b53-f6f07e4067d1 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:19.951818 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:15:19.952182 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-44d51719-84bb-42d0-9aa2-f54af193f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:19.952318 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:15:19.953307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1be6c9-fae9-41d5-bb03-290c51d4773b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network 8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:15:19.981587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-cb1be6c9-fae9-41d5-bb03-290c51d4773b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:19.982834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f392c35a-e34d-4584-8187-fe7ebf8a6f61 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Deleting port e5b25a85-bb52-4560-8b53-f6f07e4067d1 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:19.983320 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f392c35a-e34d-4584-8187-fe7ebf8a6f61 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:19.989882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1be6c9-fae9-41d5-bb03-290c51d4773b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:19.993550 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb1be6c9-fae9-41d5-bb03-290c51d4773b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:20.046228 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cb1be6c9-fae9-41d5-bb03-290c51d4773b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5441201 May 30 20:15:20.050017 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41730) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:20.054166 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:20.069334 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fca1db-4bbc-49a9-bf8b-902d3f540163 None None] Network 8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:15:20.099068 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76d5557d-c6f6-4ad1-8c06-24f5b1d9d0b3 req-08f060b0-088f-450d-99e1-672000191565 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2338147 May 30 20:15:20.166929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59035894-e7e1-488f-9a7a-58aed5131364 req-2bfb9a39-3f95-402e-8cae-7a2303558183 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:20.174781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59035894-e7e1-488f-9a7a-58aed5131364 req-2bfb9a39-3f95-402e-8cae-7a2303558183 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:20.179126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59035894-e7e1-488f-9a7a-58aed5131364 req-2bfb9a39-3f95-402e-8cae-7a2303558183 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:20.183184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59035894-e7e1-488f-9a7a-58aed5131364 req-2bfb9a39-3f95-402e-8cae-7a2303558183 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:20.188349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59035894-e7e1-488f-9a7a-58aed5131364 req-2bfb9a39-3f95-402e-8cae-7a2303558183 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:20.195712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59035894-e7e1-488f-9a7a-58aed5131364 req-2bfb9a39-3f95-402e-8cae-7a2303558183 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:20.206716 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59035894-e7e1-488f-9a7a-58aed5131364 req-2bfb9a39-3f95-402e-8cae-7a2303558183 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:20.209418 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59035894-e7e1-488f-9a7a-58aed5131364 req-2bfb9a39-3f95-402e-8cae-7a2303558183 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5436 time: 0.7076597 May 30 20:15:20.232235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:20.237035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Usage tracker for resource:security_group_rule and tenant:180189b01ed94322bd9d30462dff2e77 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:20.240608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:20.247440 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:20.278741 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-44d51719-84bb-42d0-9aa2-f54af193f73b None None] Port e5b25a85-bb52-4560-8b53-f6f07e4067d1 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:15:20.405578 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:20.451379 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:20.485313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] Deleting port 78e9c41e-2825-4d11-8d7e-267dc3502535 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:20.485809 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:20.511352 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31', 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'fixed_ips': [{'subnet_id': '05e584b7-1f11-483d-b960-40b20bf30832'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:15:20.512191 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:20.586934 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] The port '78e9c41e-2825-4d11-8d7e-267dc3502535' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:15:20.600948 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1e5b295a-340b-450a-ac8e-440b305a797f tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&device_id=c866ece9-6eb2-42d5-99af-9015e076175b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8271246 May 30 20:15:20.608255 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41742) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:20.805442 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:20.807264 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Allocated IP 172.20.0.2 (8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31/05e584b7-1f11-483d-b960-40b20bf30832/daca3775-1145-4c68-9085-00392f1e4236) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:20.809487 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a94368b7-6710-4352-ad69-68a418dd6088 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:20.838025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea528b6-cc9d-40ff-b131-d41923530da2']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:20.851030 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ea0e7c-6df5-4d5e-9458-a9047689de38') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:20.851331 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ea0e7c-6df5-4d5e-9458-a9047689de38') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:20.864204 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:20.881656 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:20.888421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:15:20.888819 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:20.892339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68883e9e-8e85-435b-82d2-74af79428438 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:20.896654 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-68883e9e-8e85-435b-82d2-74af79428438 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 881 time: 0.2733006 May 30 20:15:20.898866 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59035894-e7e1-488f-9a7a-58aed5131364 req-97d6d721-8ff3-4e52-8876-2f834b726950 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5385866 May 30 20:15:20.899535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08abd210-ce04-4e64-97f1-48519d32ed34,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:20.910182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41746) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:20.910517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41748) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: timer() May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:15:20.988002 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:15:20.994529 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:20.996809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:20.997346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:20.999525 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.002488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:21.002941 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:21.003280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:21.005927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:21.006274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:21.006610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:21.007145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:21.007626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:21.009230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:21.022347 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.026305 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3277075b-cf12-48c5-ae61-5340e25a2360 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.4438429 May 30 20:15:21.042817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41754) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:21.060953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea528b6-cc9d-40ff-b131-d41923530da2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:21.072617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-69ec419f-a7e0-4cfd-a1d2-e60ab1e2bec9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Request body: {'security_group_rule': {'security_group_id': '08abd210-ce04-4e64-97f1-48519d32ed34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:21.082405 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5af0e34d-b138-4a9b-abb4-7ceed5e5a30a admin admin] 10.222.0.84 "DELETE /v2.0/networks/9ea528b6-cc9d-40ff-b131-d41923530da2 HTTP/1.1" status: 204 len: 168 time: 2.6862686 May 30 20:15:21.085065 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port a94368b7-6710-4352-ad69-68a418dd6088 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:21.086130 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-69ec419f-a7e0-4cfd-a1d2-e60ab1e2bec9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:21.092218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-69ec419f-a7e0-4cfd-a1d2-e60ab1e2bec9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Usage tracker for resource:security_group_rule and tenant:180189b01ed94322bd9d30462dff2e77 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:21.102817 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a94368b7-6710-4352-ad69-68a418dd6088 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:21.103193 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.106781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-69ec419f-a7e0-4cfd-a1d2-e60ab1e2bec9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:21.115779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-69ec419f-a7e0-4cfd-a1d2-e60ab1e2bec9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:21.143875 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f512f10c-bb7a-4052-8f08-34dd64af02ee tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "GET /v2.0/ports?device_id=c866ece9-6eb2-42d5-99af-9015e076175b HTTP/1.1" status: 200 len: 205 time: 0.1222255 May 30 20:15:21.160833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41762) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:21.180655 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f392c35a-e34d-4584-8187-fe7ebf8a6f61 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.343804 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69ec419f-a7e0-4cfd-a1d2-e60ab1e2bec9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.365804 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.378687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Transition to ACTIVE for port object daca3775-1145-4c68-9085-00392f1e4236 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:21.415487 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Transition to ACTIVE for port object daca3775-1145-4c68-9085-00392f1e4236 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:21.480111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41768) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:21.489667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f392c35a-e34d-4584-8187-fe7ebf8a6f61 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Calling delete_port for e5b25a85-bb52-4560-8b53-f6f07e4067d1 owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:21.507122 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.512292 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.598971 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1319941426-network', 'tenant_id': '3292faf7491a41a6a783237df428b88d'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:21.599730 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Network 8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:21.605485 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:21.608494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:21.613430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Usage tracker for resource:network and tenant:3292faf7491a41a6a783237df428b88d is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:21.613674 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:21.619168 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:21.620032 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port a94368b7-6710-4352-ad69-68a418dd6088, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a94368b7-6710-4352-ad69-68a418dd6088,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:21.625189 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Pushing event updated for resources: {'Port': ['ID=daca3775-1145-4c68-9085-00392f1e4236,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:21.633817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:21.640234 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.661511 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Made reservation on behalf of 3292faf7491a41a6a783237df428b88d for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:21.668041 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.711409 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.783247 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:21.790578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Usage tracker for resource:security_group_rule and tenant:3292faf7491a41a6a783237df428b88d is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:21.796747 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:21.808829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:21.859334 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 78e9c41e-2825-4d11-8d7e-267dc3502535 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:15:21.861262 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69ec419f-a7e0-4cfd-a1d2-e60ab1e2bec9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.871514 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c2f59cf0-5931-42f4-8bc3-90f56a68ae80 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3a8d97a4beaa47c0906bc677b6c0ce16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3902969 May 30 20:15:21.871836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41772) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:21.887013 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69ec419f-a7e0-4cfd-a1d2-e60ab1e2bec9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.941170 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 78e9c41e-2825-4d11-8d7e-267dc3502535 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:15:21.941571 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 78e9c41e-2825-4d11-8d7e-267dc3502535 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:15:21.949727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Attempting to bind port daca3775-1145-4c68-9085-00392f1e4236 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:21.950097 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Attempting to bind port daca3775-1145-4c68-9085-00392f1e4236 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'fb897844-8e9f-44ba-858b-098c68297d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:21.950768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Attempting to bind port daca3775-1145-4c68-9085-00392f1e4236 on network 8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:21.957984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec419f-a7e0-4cfd-a1d2-e60ab1e2bec9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5324b490-705c-4efe-a56f-3181027202eb,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:21.975907 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:15:21.976297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Checking segment: {'id': 'fb897844-8e9f-44ba-858b-098c68297d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:21.976747 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.985556 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Bound using segment: {'id': 'fb897844-8e9f-44ba-858b-098c68297d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:15:21.986626 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Bound port: daca3775-1145-4c68-9085-00392f1e4236, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb897844-8e9f-44ba-858b-098c68297d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:15:21.988361 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.003241 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69ec419f-a7e0-4cfd-a1d2-e60ab1e2bec9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.006213 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-69ec419f-a7e0-4cfd-a1d2-e60ab1e2bec9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9577239 May 30 20:15:22.015753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41778) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:22.042619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-64453d29-b5bb-4717-a728-32f902502807 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Request body: {'security_group_rule': {'security_group_id': '08abd210-ce04-4e64-97f1-48519d32ed34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:22.072914 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-64453d29-b5bb-4717-a728-32f902502807 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:22.081861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-64453d29-b5bb-4717-a728-32f902502807 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Usage tracker for resource:security_group_rule and tenant:180189b01ed94322bd9d30462dff2e77 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:22.113684 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-64453d29-b5bb-4717-a728-32f902502807 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:22.122208 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=a94368b7-6710-4352-ad69-68a418dd6088,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:22.123104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-64453d29-b5bb-4717-a728-32f902502807 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:22.190513 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-58c5aa67-89ba-441b-8cfb-f937431aec25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.224463 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f392c35a-e34d-4584-8187-fe7ebf8a6f61 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.230934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] For port daca3775-1145-4c68-9085-00392f1e4236, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:15:22.236258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-58c5aa67-89ba-441b-8cfb-f937431aec25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.238369 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] For port daca3775-1145-4c68-9085-00392f1e4236, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=daca3775-1145-4c68-9085-00392f1e4236,segment=NetworkSegment(fb897844-8e9f-44ba-858b-098c68297d96),segment_id=fb897844-8e9f-44ba-858b-098c68297d96)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:15:22.250148 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.337931 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64453d29-b5bb-4717-a728-32f902502807 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.343036 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.363991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392c35a-e34d-4584-8187-fe7ebf8a6f61 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event deleted for resources: {'Port': ['ID=e5b25a85-bb52-4560-8b53-f6f07e4067d1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:22.374373 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.386283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:15:22.411752 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.412215 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Added segment a51eb42f-07c6-4445-afbf-fb3a051a9eab of type vlan for network d49efd3a-93e5-4af5-8268-c74e29a3b2f8 May 30 20:15:22.419509 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904ab7c-e3da-4171-b5d0-80646c06c800 None None] Pushing event updated for resources: {'Port': ['ID=daca3775-1145-4c68-9085-00392f1e4236,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:22.466534 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8d98fd1f-90dd-4c01-9782-0d8dd21239d0 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.521768 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f392c35a-e34d-4584-8187-fe7ebf8a6f61 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.536059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0a694c-455e-44a1-a884-6f2007d7f75b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:22.558181 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.611787 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f392c35a-e34d-4584-8187-fe7ebf8a6f61 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "DELETE /v2.0/ports/e5b25a85-bb52-4560-8b53-f6f07e4067d1 HTTP/1.1" status: 204 len: 168 time: 2.9864385 May 30 20:15:22.625885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef43b5b-39bf-4cdc-9b4e-e17ca179fe7c req-a516c599-a325-4612-9898-2391db8f8826 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:22.631180 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef43b5b-39bf-4cdc-9b4e-e17ca179fe7c req-a516c599-a325-4612-9898-2391db8f8826 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:22.636160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef43b5b-39bf-4cdc-9b4e-e17ca179fe7c req-a516c599-a325-4612-9898-2391db8f8826 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:22.640570 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef43b5b-39bf-4cdc-9b4e-e17ca179fe7c req-a516c599-a325-4612-9898-2391db8f8826 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:22.645793 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef43b5b-39bf-4cdc-9b4e-e17ca179fe7c req-a516c599-a325-4612-9898-2391db8f8826 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:22.658116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef43b5b-39bf-4cdc-9b4e-e17ca179fe7c req-a516c599-a325-4612-9898-2391db8f8826 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:22.667616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef43b5b-39bf-4cdc-9b4e-e17ca179fe7c req-a516c599-a325-4612-9898-2391db8f8826 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:22.678030 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eef43b5b-39bf-4cdc-9b4e-e17ca179fe7c req-a516c599-a325-4612-9898-2391db8f8826 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5436 time: 0.3731818 May 30 20:15:22.678725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41784) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:22.765570 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a94368b7-6710-4352-ad69-68a418dd6088 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:22.805509 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.806396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:22.807163 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.846901 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c4b15b-68d3-41c9-933d-cdd8a1efdfe7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] GET failed (client error): The resource could not be found. May 30 20:15:22.847660 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a4c4b15b-68d3-41c9-933d-cdd8a1efdfe7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Synchronizing usage tracker for tenant:d62bf63210d442ef9e8113db3ec29807 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:22.862951 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a94368b7-6710-4352-ad69-68a418dd6088 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:22.863570 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.993205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9760554 May 30 20:15:22.998829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eef43b5b-39bf-4cdc-9b4e-e17ca179fe7c req-c3d2fbfc-736a-41e5-b513-b76cc60d5a5b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3136480 May 30 20:15:22.999413 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a4c4b15b-68d3-41c9-933d-cdd8a1efdfe7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Unset dirty status for tenant:d62bf63210d442ef9e8113db3ec29807 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:23.000529 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a4c4b15b-68d3-41c9-933d-cdd8a1efdfe7 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "GET /v2.0/ports/e5b25a85-bb52-4560-8b53-f6f07e4067d1 HTTP/1.1" status: 404 len: 333 time: 0.3185921 May 30 20:15:23.001150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41788) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:23.004506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9a84f-d2ff-4bd8-aef0-9d2da341aa10 admin admin] Pushing event updated for resources: {'Network': ['ID=d49efd3a-93e5-4af5-8268-c74e29a3b2f8,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:23.006860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41792) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:23.012647 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-26c3752c-075e-453b-b2ce-44c4757041c0 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Request body: {'port': {'network_id': 'f24af49e-d4d4-496e-a988-fdbdc15eb129', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1355721815'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:23.031103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a65e2457-9ded-4918-a14e-055c62bcfd26 admin admin] Request body: {'subnet': {'network_id': 'd49efd3a-93e5-4af5-8268-c74e29a3b2f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1319941426-subnet', 'tenant_id': '3292faf7491a41a6a783237df428b88d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:23.032088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network d49efd3a-93e5-4af5-8268-c74e29a3b2f8 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:15:23.038716 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a65e2457-9ded-4918-a14e-055c62bcfd26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:23.041944 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-58c5aa67-89ba-441b-8cfb-f937431aec25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:23.093333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a65e2457-9ded-4918-a14e-055c62bcfd26 admin admin] Usage tracker for resource:subnet and tenant:3292faf7491a41a6a783237df428b88d is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:23.097861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5aa67-89ba-441b-8cfb-f937431aec25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abb46ec-e69f-4f08-86d8-472eab7b986a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:23.101351 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64453d29-b5bb-4717-a728-32f902502807 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:23.102125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a65e2457-9ded-4918-a14e-055c62bcfd26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:23.121841 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64453d29-b5bb-4717-a728-32f902502807 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:23.122816 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a65e2457-9ded-4918-a14e-055c62bcfd26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:23.132747 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-58c5aa67-89ba-441b-8cfb-f937431aec25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:23.133874 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-58c5aa67-89ba-441b-8cfb-f937431aec25 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2abb46ec-e69f-4f08-86d8-472eab7b986a HTTP/1.1" status: 204 len: 168 time: 1.2609940 May 30 20:15:23.202089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64453d29-b5bb-4717-a728-32f902502807 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853bf253-84ce-4831-b0cd-91e1bf757896,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:23.231707 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64453d29-b5bb-4717-a728-32f902502807 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:23.239374 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-64453d29-b5bb-4717-a728-32f902502807 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2051470 May 30 20:15:23.247064 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41800) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:23.261888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:23.266725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65e2457-9ded-4918-a14e-055c62bcfd26 admin admin] Made reservation on behalf of 3292faf7491a41a6a783237df428b88d for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:23.276602 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a65e2457-9ded-4918-a14e-055c62bcfd26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:23.283070 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:23.293610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Usage tracker for resource:floatingip and tenant:180189b01ed94322bd9d30462dff2e77 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:23.296852 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:23.308283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:23.335116 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:23.500191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-26c3752c-075e-453b-b2ce-44c4757041c0 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:23.571793 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8d98fd1f-90dd-4c01-9782-0d8dd21239d0 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:23.611858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-26c3752c-075e-453b-b2ce-44c4757041c0 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:23.654548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c3752c-075e-453b-b2ce-44c4757041c0 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Made reservation on behalf of d62bf63210d442ef9e8113db3ec29807 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:23.657917 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-26c3752c-075e-453b-b2ce-44c4757041c0 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:23.744473 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-26c3752c-075e-453b-b2ce-44c4757041c0 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] device_id is not set on port cba4fd3b-86d9-4d30-9f8b-1b77b7b4c91a yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:15:23.794769 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a65e2457-9ded-4918-a14e-055c62bcfd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:23.809334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8d98fd1f-90dd-4c01-9782-0d8dd21239d0 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Deleting port 7a0ec7ef-184f-4037-a115-7ec7559264dc {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:23.809674 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8d98fd1f-90dd-4c01-9782-0d8dd21239d0 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:24.008122 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:24.010374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5b369-417c-4189-a78b-a65edbf7c4b6 req-97f00f9c-2029-49a3-8c7c-89e617619db2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:24.015796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5b369-417c-4189-a78b-a65edbf7c4b6 req-97f00f9c-2029-49a3-8c7c-89e617619db2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:24.028279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5b369-417c-4189-a78b-a65edbf7c4b6 req-97f00f9c-2029-49a3-8c7c-89e617619db2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:24.038023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5b369-417c-4189-a78b-a65edbf7c4b6 req-97f00f9c-2029-49a3-8c7c-89e617619db2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:24.044288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849027f4-d304-4823-b74e-88d5ac9d4cb1 None None] Network 8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:15:24.046730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5b369-417c-4189-a78b-a65edbf7c4b6 req-97f00f9c-2029-49a3-8c7c-89e617619db2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:24.051314 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5b369-417c-4189-a78b-a65edbf7c4b6 req-97f00f9c-2029-49a3-8c7c-89e617619db2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:24.055754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5b369-417c-4189-a78b-a65edbf7c4b6 req-97f00f9c-2029-49a3-8c7c-89e617619db2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:24.057941 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a5d5b369-417c-4189-a78b-a65edbf7c4b6 req-97f00f9c-2029-49a3-8c7c-89e617619db2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5436 time: 0.6141942 May 30 20:15:24.083573 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41816) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:24.128042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-54109e8a-2546-4c8d-bdd1-b2311505a375 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Request body: {'floatingip': {'port_id': 'a119ffb7-3481-4755-972d-e59b32f97613'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:24.319857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-26c3752c-075e-453b-b2ce-44c4757041c0 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Allocated IP 2001:db8::367 (f24af49e-d4d4-496e-a988-fdbdc15eb129/725f0719-dd74-4b0f-a4ac-dc156db1da7c/cba4fd3b-86d9-4d30-9f8b-1b77b7b4c91a) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:24.388135 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:24.394655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d7e4787d-cc62-41d3-bf04-a9ec006a068b None None] Provisioning for port daca3775-1145-4c68-9085-00392f1e4236 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:24.522480 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8d98fd1f-90dd-4c01-9782-0d8dd21239d0 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:24.588812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e2457-9ded-4918-a14e-055c62bcfd26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb507935-3ded-4b57-baa3-e72360a31590,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:24.608604 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-54109e8a-2546-4c8d-bdd1-b2311505a375 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:24.671364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8d98fd1f-90dd-4c01-9782-0d8dd21239d0 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Calling delete_port for 7a0ec7ef-184f-4037-a115-7ec7559264dc owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:24.691062 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e2457-9ded-4918-a14e-055c62bcfd26 admin admin] Checking segment: {'id': 'a51eb42f-07c6-4445-afbf-fb3a051a9eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd49efd3a-93e5-4af5-8268-c74e29a3b2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:24.691490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65e2457-9ded-4918-a14e-055c62bcfd26 admin admin] Network hostable DHCP agents. Network: d49efd3a-93e5-4af5-8268-c74e29a3b2f8, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:15:24.812012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41836) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:24.824234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device daca3775-1145-4c68-9085-00392f1e4236 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:24.964417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port daca3775-1145-4c68-9085-00392f1e4236 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:24.970246 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port daca3775-1145-4c68-9085-00392f1e4236 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:24.970872 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:25.059821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Allocated IP 172.25.5.23 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/c35f1437-11ff-4f93-8527-b38f8fba980a) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:25.149773 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:25.171326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3daa1941-0dd9-4c99-85b8-65951ab6f1f4 None None] Provisioning complete for port daca3775-1145-4c68-9085-00392f1e4236 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:25.171711 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3daa1941-0dd9-4c99-85b8-65951ab6f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:25.214574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-156198919-network', 'tenant_id': 'd2138a4675004c45942a0c1497b9b709'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:25.218275 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65e2457-9ded-4918-a14e-055c62bcfd26 admin admin] Network d49efd3a-93e5-4af5-8268-c74e29a3b2f8 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:15:25.225589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port daca3775-1145-4c68-9085-00392f1e4236, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=daca3775-1145-4c68-9085-00392f1e4236,segment=NetworkSegment(fb897844-8e9f-44ba-858b-098c68297d96),segment_id=fb897844-8e9f-44ba-858b-098c68297d96)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:25.242145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:25.263489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Usage tracker for resource:network and tenant:d2138a4675004c45942a0c1497b9b709 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:25.267555 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:25.271844 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-26c3752c-075e-453b-b2ce-44c4757041c0 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:25.277507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:25.287548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-a65e2457-9ded-4918-a14e-055c62bcfd26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, d49efd3a-93e5-4af5-8268-c74e29a3b2f8) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:25.292757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65e2457-9ded-4918-a14e-055c62bcfd26 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:25.293195 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a65e2457-9ded-4918-a14e-055c62bcfd26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:25.341579 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a65e2457-9ded-4918-a14e-055c62bcfd26 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3391719 May 30 20:15:25.345900 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:25.352738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-26c3752c-075e-453b-b2ce-44c4757041c0 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Transition to ACTIVE for port object cba4fd3b-86d9-4d30-9f8b-1b77b7b4c91a will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:25.396286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6080ed2d-bf7b-4716-b180-58f9a9c0238a None None] Network d49efd3a-93e5-4af5-8268-c74e29a3b2f8 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:15:25.537631 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=daca3775-1145-4c68-9085-00392f1e4236,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:25.561093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Made reservation on behalf of d2138a4675004c45942a0c1497b9b709 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:25.563375 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:25.582733 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:25.653412 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-26c3752c-075e-453b-b2ce-44c4757041c0 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:25.660839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:25.664791 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:25.726925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Usage tracker for resource:security_group_rule and tenant:d2138a4675004c45942a0c1497b9b709 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:25.732964 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:25.751742 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a344d642-706f-4b6f-b5f1-a5017affff99 None None] Network d49efd3a-93e5-4af5-8268-c74e29a3b2f8 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:15:25.766463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:25.795557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c3752c-075e-453b-b2ce-44c4757041c0 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Network f24af49e-d4d4-496e-a988-fdbdc15eb129 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:25.855804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-26c3752c-075e-453b-b2ce-44c4757041c0 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:25.858807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c3752c-075e-453b-b2ce-44c4757041c0 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:25.868176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c3752c-075e-453b-b2ce-44c4757041c0 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:25.868824 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-26c3752c-075e-453b-b2ce-44c4757041c0 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:25.935462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3752c-075e-453b-b2ce-44c4757041c0 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event updated for resources: {'Port': ['ID=cba4fd3b-86d9-4d30-9f8b-1b77b7b4c91a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:25.954977 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-26c3752c-075e-453b-b2ce-44c4757041c0 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9468803 May 30 20:15:25.961006 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41860) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:25.969354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Request body: {'port': {'network_id': 'f24af49e-d4d4-496e-a988-fdbdc15eb129', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-456959991'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:25.997417 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.075266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Allocated IP 172.20.0.1 (8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31/05e584b7-1f11-483d-b960-40b20bf30832/923953d0-a5de-4616-9dbd-ce5de3f584df) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:26.235109 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8d98fd1f-90dd-4c01-9782-0d8dd21239d0 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.248829 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-996b6838-42f4-42b9-b47f-323b13a26d0e None None] Provisioning for port cba4fd3b-86d9-4d30-9f8b-1b77b7b4c91a completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:26.255832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-996b6838-42f4-42b9-b47f-323b13a26d0e None None] Provisioning complete for port cba4fd3b-86d9-4d30-9f8b-1b77b7b4c91a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:26.256328 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-996b6838-42f4-42b9-b47f-323b13a26d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.264528 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-718d57ff-18bc-4c24-9dfc-6c8821468068 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:26.265246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-718d57ff-18bc-4c24-9dfc-6c8821468068 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Synchronizing usage tracker for tenant:3292faf7491a41a6a783237df428b88d on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:26.287569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:26.348751 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.350565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Pushing event updated for resources: {'Port': ['ID=c35f1437-11ff-4f93-8527-b38f8fba980a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:26.377755 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.418492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:26.424016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-996b6838-42f4-42b9-b47f-323b13a26d0e None None] Port cba4fd3b-86d9-4d30-9f8b-1b77b7b4c91a cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:15:26.453837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-718d57ff-18bc-4c24-9dfc-6c8821468068 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Unset dirty status for tenant:3292faf7491a41a6a783237df428b88d on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:26.455449 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-718d57ff-18bc-4c24-9dfc-6c8821468068 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/networks?id=d49efd3a-93e5-4af5-8268-c74e29a3b2f8 HTTP/1.1" status: 200 len: 813 time: 0.4034469 May 30 20:15:26.459856 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:26.462214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d442b3e-04e4-41e3-b7be-40eb88abd7e8,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:26.472452 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:15:26.480777 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Usage tracker for resource:port and tenant:d62bf63210d442ef9e8113db3ec29807 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:26.484137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:26.493819 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:26.509927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:26.512147 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.512513 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Added segment 26962918-bb55-4156-a100-9c8cec880b02 of type vlan for network 2d235a6d-1c0d-4db2-93c9-82be7c6d0bcf May 30 20:15:26.522126 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-ede422bb-a23c-45b3-9895-8ce249230af0 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/quotas/3292faf7491a41a6a783237df428b88d HTTP/1.1" status: 200 len: 375 time: 0.0557418 May 30 20:15:26.555232 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.558257 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98fd1f-90dd-4c01-9782-0d8dd21239d0 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Pushing event deleted for resources: {'Port': ['ID=7a0ec7ef-184f-4037-a115-7ec7559264dc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:26.610048 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Transition to ACTIVE for port object 923953d0-a5de-4616-9dbd-ce5de3f584df will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:26.657240 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-09f2461b-f0fb-4256-9959-c49050fb3428 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3292faf7491a41a6a783237df428b88d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710261 May 30 20:15:26.705906 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device daca3775-1145-4c68-9085-00392f1e4236 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:26.731768 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-54109e8a-2546-4c8d-bdd1-b2311505a375 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.762226 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.779158 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port daca3775-1145-4c68-9085-00392f1e4236 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:26.779522 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.780866 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8d98fd1f-90dd-4c01-9782-0d8dd21239d0 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.802440 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Made reservation on behalf of d62bf63210d442ef9e8113db3ec29807 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:26.805989 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.822633 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.823597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:26.824279 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.827647 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-54109e8a-2546-4c8d-bdd1-b2311505a375 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.918588 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.195086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network 8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:27.201117 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8d98fd1f-90dd-4c01-9782-0d8dd21239d0 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.202894 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:27.204665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Port': ['ID=923953d0-a5de-4616-9dbd-ce5de3f584df,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:27.207811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:27.233798 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] device_id is not set on port 7736c1ff-26cd-4f38-b08e-9638b764852a yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:15:27.283956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4696519 May 30 20:15:27.308816 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41870) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:27.309519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15022a3-844b-4501-bd3a-1d229c5ae6db admin admin] Pushing event updated for resources: {'Network': ['ID=2d235a6d-1c0d-4db2-93c9-82be7c6d0bcf,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:27.325064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 2d235a6d-1c0d-4db2-93c9-82be7c6d0bcf details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:15:27.338769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-b60de275-47cf-4883-8e6b-8fd2158d66c4 admin admin] Request body: {'subnet': {'network_id': '2d235a6d-1c0d-4db2-93c9-82be7c6d0bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-156198919-subnet', 'tenant_id': 'd2138a4675004c45942a0c1497b9b709', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:27.395477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b60de275-47cf-4883-8e6b-8fd2158d66c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:27.414277 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.434035 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8d98fd1f-90dd-4c01-9782-0d8dd21239d0 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.464996 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b60de275-47cf-4883-8e6b-8fd2158d66c4 admin admin] Usage tracker for resource:subnet and tenant:d2138a4675004c45942a0c1497b9b709 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:27.477908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b60de275-47cf-4883-8e6b-8fd2158d66c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:27.517386 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b60de275-47cf-4883-8e6b-8fd2158d66c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:27.550798 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8d98fd1f-90dd-4c01-9782-0d8dd21239d0 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.551553 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d98fd1f-90dd-4c01-9782-0d8dd21239d0 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Fanout notify agent at l3_agent the message router_deleted on router c866ece9-6eb2-42d5-99af-9015e076175b {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:15:27.579297 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-2781fa70-de09-4ed5-a774-58e8b96d1cf1 service neutron] 10.222.0.84 "GET /v2.0/networks/d49efd3a-93e5-4af5-8268-c74e29a3b2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9212701 May 30 20:15:27.595498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60de275-47cf-4883-8e6b-8fd2158d66c4 admin admin] Made reservation on behalf of d2138a4675004c45942a0c1497b9b709 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:27.597801 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b60de275-47cf-4883-8e6b-8fd2158d66c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.604544 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.608137 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.638267 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8d98fd1f-90dd-4c01-9782-0d8dd21239d0 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.639372 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8d98fd1f-90dd-4c01-9782-0d8dd21239d0 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "DELETE /v2.0/routers/c866ece9-6eb2-42d5-99af-9015e076175b HTTP/1.1" status: 204 len: 168 time: 6.4738696 May 30 20:15:27.645044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41876) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:27.659177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a9236747-b7c7-4fbb-b6a2-75c89fe36a26 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-313183891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:27.662583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-13bcdaf5-c98f-4fd9-bbfd-7df7872ce1e4 None None] Provisioning for port 923953d0-a5de-4616-9dbd-ce5de3f584df completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:27.677138 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-13bcdaf5-c98f-4fd9-bbfd-7df7872ce1e4 None None] Provisioning complete for port 923953d0-a5de-4616-9dbd-ce5de3f584df triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:27.677817 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-13bcdaf5-c98f-4fd9-bbfd-7df7872ce1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.683604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a9236747-b7c7-4fbb-b6a2-75c89fe36a26 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:27.692604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a9236747-b7c7-4fbb-b6a2-75c89fe36a26 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Usage tracker for resource:router and tenant:409b6a8283164c9586525594bec1aad8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:27.699019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a9236747-b7c7-4fbb-b6a2-75c89fe36a26 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:27.710223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a9236747-b7c7-4fbb-b6a2-75c89fe36a26 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:27.738654 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9236747-b7c7-4fbb-b6a2-75c89fe36a26 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.739674 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9236747-b7c7-4fbb-b6a2-75c89fe36a26 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.775742 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e16e67a0-1647-44ae-a974-ab8c80069fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.779436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-13bcdaf5-c98f-4fd9-bbfd-7df7872ce1e4 None None] Port 923953d0-a5de-4616-9dbd-ce5de3f584df cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:15:27.796191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Allocated IP 2001:db8::1de (f24af49e-d4d4-496e-a988-fdbdc15eb129/725f0719-dd74-4b0f-a4ac-dc156db1da7c/7736c1ff-26cd-4f38-b08e-9638b764852a) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:27.893578 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.915044 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9236747-b7c7-4fbb-b6a2-75c89fe36a26 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.933044 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-afecf1cc-a283-4d47-a36b-e2266d72d44c service neutron] 10.222.0.84 "GET /v2.0/networks/d49efd3a-93e5-4af5-8268-c74e29a3b2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199840 May 30 20:15:28.035305 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9236747-b7c7-4fbb-b6a2-75c89fe36a26 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:28.212684 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9236747-b7c7-4fbb-b6a2-75c89fe36a26 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:28.213843 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a9236747-b7c7-4fbb-b6a2-75c89fe36a26 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5670485 May 30 20:15:28.224572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41884) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:28.236669 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b60de275-47cf-4883-8e6b-8fd2158d66c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:28.241550 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-bfdc520b-8ede-4f54-9dfc-ee6a76cbf4b6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'enable_snat': True}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:28.268337 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21b1fc47-d2b7-4fe2-973b-7c08d0cefdee req-0f67c719-e714-4807-8de4-d54db26ef507 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/ports?device_id=079f39ec-28c1-4cd3-9511-c4092c4de074 HTTP/1.1" status: 200 len: 210 time: 0.0847945 May 30 20:15:28.269928 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-54109e8a-2546-4c8d-bdd1-b2311505a375 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Floating IP dd0bb15e-64fb-4c65-aac7-04466068ff68 associated. External IP: 172.25.5.164, port: a119ffb7-3481-4755-972d-e59b32f97613. May 30 20:15:28.301465 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:28.379070 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:28.416116 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:28.464409 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Transition to ACTIVE for port object 7736c1ff-26cd-4f38-b08e-9638b764852a will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:28.487986 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60de275-47cf-4883-8e6b-8fd2158d66c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ef3878e-bd97-419e-8373-eb4c6fe0a127,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:28.520650 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60de275-47cf-4883-8e6b-8fd2158d66c4 admin admin] Checking segment: {'id': '26962918-bb55-4156-a100-9c8cec880b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d235a6d-1c0d-4db2-93c9-82be7c6d0bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:28.521009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60de275-47cf-4883-8e6b-8fd2158d66c4 admin admin] Network hostable DHCP agents. Network: 2d235a6d-1c0d-4db2-93c9-82be7c6d0bcf, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:15:28.540575 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Pushing event updated for resources: {'Port': ['ID=c35f1437-11ff-4f93-8527-b38f8fba980a,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:28.559112 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:28.620640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60de275-47cf-4883-8e6b-8fd2158d66c4 admin admin] Network 2d235a6d-1c0d-4db2-93c9-82be7c6d0bcf is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:15:28.661356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-b60de275-47cf-4883-8e6b-8fd2158d66c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 2d235a6d-1c0d-4db2-93c9-82be7c6d0bcf) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:28.671235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43db7ab8-aadf-4b9f-8db4-26d00d3e6d08 None None] Network 2d235a6d-1c0d-4db2-93c9-82be7c6d0bcf requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:15:28.677406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event updated for resources: {'Port': ['ID=7736c1ff-26cd-4f38-b08e-9638b764852a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:28.688230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60de275-47cf-4883-8e6b-8fd2158d66c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:28.689043 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b60de275-47cf-4883-8e6b-8fd2158d66c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:28.729845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Network f24af49e-d4d4-496e-a988-fdbdc15eb129 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:28.735058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:28.750122 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:28.755994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:28.756652 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:28.776278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b60de275-47cf-4883-8e6b-8fd2158d66c4 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4641402 May 30 20:15:28.832892 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5cd7c2be-cf1d-4389-a78b-5427034bd1dc tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8693984 May 30 20:15:28.834390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41912) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:28.835900 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:28.836664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:28.837154 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:28.838101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:28.839104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:28.839520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:28.839852 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:28.840379 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:28.840594 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:28.841103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:28.841599 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:28.866147 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:28.879895 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f6d85886-29ba-419f-94bc-66c7f4585955 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:d2:e2:84'}, {'ip_address': '2001:db8::367', 'mac_address': 'fa:16:3e:37:00:3d'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:29.098151 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:29.124553 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:29.264366 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2b61e2-c9d4-4615-8204-d2df62c91439 None None] Network 2d235a6d-1c0d-4db2-93c9-82be7c6d0bcf requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:15:29.322793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Port': ['ID=923953d0-a5de-4616-9dbd-ce5de3f584df,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:29.340136 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:29.343554 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6146f53a-edaf-48c6-a9a1-4c36705fd873 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0927675 May 30 20:15:29.445563 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0a7093df-1d52-438c-b0db-3cfbdcfa0eb2 None None] Provisioning for port 7736c1ff-26cd-4f38-b08e-9638b764852a completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:29.484685 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0a7093df-1d52-438c-b0db-3cfbdcfa0eb2 None None] Provisioning complete for port 7736c1ff-26cd-4f38-b08e-9638b764852a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:29.485042 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0a7093df-1d52-438c-b0db-3cfbdcfa0eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:29.634653 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0a7093df-1d52-438c-b0db-3cfbdcfa0eb2 None None] Port 7736c1ff-26cd-4f38-b08e-9638b764852a cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:15:29.720106 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:29.879421 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d81bfa33-f448-40af-98a0-7fa4b2a05446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:29.885610 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1bde2f3-3719-4a65-9f9a-45f943a64fa7 req-58822283-8059-4071-bba5-48b291193dc9 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/ports?device_id=079f39ec-28c1-4cd3-9511-c4092c4de074 HTTP/1.1" status: 200 len: 210 time: 0.1344848 May 30 20:15:29.957341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-a6812de5-ef86-4446-8940-d639da6b3431 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Synchronizing usage tracker for tenant:180189b01ed94322bd9d30462dff2e77 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:29.990125 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfdc520b-8ede-4f54-9dfc-ee6a76cbf4b6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:30.014114 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-910ac351-ef8d-4ad6-9d80-ff3502b82423 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:30.015756 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-910ac351-ef8d-4ad6-9d80-ff3502b82423 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.77 "GET /v2.0/networks?id=d49efd3a-93e5-4af5-8268-c74e29a3b2f8 HTTP/1.1" status: 200 len: 813 time: 0.3776188 May 30 20:15:30.049118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-d56cc681-2b87-4983-8eaf-5453a327976a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Request body: {'port': {'device_id': '079f39ec-28c1-4cd3-9511-c4092c4de074', 'network_id': 'd49efd3a-93e5-4af5-8268-c74e29a3b2f8', 'admin_state_up': True, 'tenant_id': '3292faf7491a41a6a783237df428b88d'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:30.060401 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-a6812de5-ef86-4446-8940-d639da6b3431 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Unset dirty status for tenant:180189b01ed94322bd9d30462dff2e77 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:30.062701 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-a6812de5-ef86-4446-8940-d639da6b3431 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1959096375&fields=id&tenant_id=180189b01ed94322bd9d30462dff2e77 HTTP/1.1" status: 200 len: 267 time: 0.3126223 May 30 20:15:30.080617 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6d85886-29ba-419f-94bc-66c7f4585955 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:30.132544 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41942) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:30.227459 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c0afc61-361b-4b05-8127-739ee06e4c96 req-bc575897-ba3d-4a16-815e-6544922a825e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9485638 May 30 20:15:30.293272 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network 8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:30.298462 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:30.370014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-d56cc681-2b87-4983-8eaf-5453a327976a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:30.429315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f296b4-090a-4f84-bee2-7cb98874ebd4 admin admin] Deleting subnet 2ef3878e-bd97-419e-8373-eb4c6fe0a127 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:15:30.438323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-d56cc681-2b87-4983-8eaf-5453a327976a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Usage tracker for resource:port and tenant:3292faf7491a41a6a783237df428b88d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:30.448383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-d56cc681-2b87-4983-8eaf-5453a327976a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:30.459110 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86f296b4-090a-4f84-bee2-7cb98874ebd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:30.467544 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-d56cc681-2b87-4983-8eaf-5453a327976a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:30.507673 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-d56cc681-2b87-4983-8eaf-5453a327976a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Made reservation on behalf of 3292faf7491a41a6a783237df428b88d for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:30.510668 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-d56cc681-2b87-4983-8eaf-5453a327976a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:30.515943 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-b88d7e8d-0214-49de-a591-fb2a012b1c00 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:30.517525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-b88d7e8d-0214-49de-a591-fb2a012b1c00 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 819 time: 0.4405093 May 30 20:15:30.645019 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86f296b4-090a-4f84-bee2-7cb98874ebd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:30.670366 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3d3bdcec-949b-4c6d-876b-9a733043b407 None None] Provisioning complete for port 923953d0-a5de-4616-9dbd-ce5de3f584df triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:30.670736 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3d3bdcec-949b-4c6d-876b-9a733043b407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:30.699092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-d7473382-b314-4f00-bb7f-3545292585cb tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/quotas/180189b01ed94322bd9d30462dff2e77 HTTP/1.1" status: 200 len: 375 time: 0.1006923 May 30 20:15:30.753150 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3d3bdcec-949b-4c6d-876b-9a733043b407 None None] Port 923953d0-a5de-4616-9dbd-ce5de3f584df cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:15:30.777516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c0afc61-361b-4b05-8127-739ee06e4c96 req-c8dc2741-b93b-42c4-ab08-43cc2f4345e8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 1097 time: 0.4974377 May 30 20:15:30.790369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54109e8a-2546-4c8d-bdd1-b2311505a375 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Router 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:15:30.982511 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfdc520b-8ede-4f54-9dfc-ee6a76cbf4b6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.016998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-d56cc681-2b87-4983-8eaf-5453a327976a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Allocated IP 172.20.0.6 (d49efd3a-93e5-4af5-8268-c74e29a3b2f8/bb507935-3ded-4b57-baa3-e72360a31590/78fc284e-6bce-4bac-85c6-7e8f84856080) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:31.034798 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfdc520b-8ede-4f54-9dfc-ee6a76cbf4b6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.047616 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86f296b4-090a-4f84-bee2-7cb98874ebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.100229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0afc61-361b-4b05-8127-739ee06e4c96 req-4f280034-8ce3-461c-825a-55f58c9e5b81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:31.102084 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c0afc61-361b-4b05-8127-739ee06e4c96 req-4f280034-8ce3-461c-825a-55f58c9e5b81 service neutron] 10.222.0.93 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 920 time: 0.2882411 May 30 20:15:31.168737 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.233322 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-f6d85886-29ba-419f-94bc-66c7f4585955 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:15:31.249315 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6d85886-29ba-419f-94bc-66c7f4585955 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.259599 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86f296b4-090a-4f84-bee2-7cb98874ebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.335881 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6d85886-29ba-419f-94bc-66c7f4585955 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.506876 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c0afc61-361b-4b05-8127-739ee06e4c96 req-281e7f16-804c-42b3-83da-55c0e4b71cc9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0667502c-cc41-40ed-9096-d2ac28b63c69 HTTP/1.1" status: 200 len: 217 time: 0.3805106 May 30 20:15:31.513296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-bfdc520b-8ede-4f54-9dfc-ee6a76cbf4b6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Allocated IP 172.25.5.50 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/f7fc5d92-98d5-4f7e-bf82-08d8af4fdda3) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:31.538145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f296b4-090a-4f84-bee2-7cb98874ebd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ef3878e-bd97-419e-8373-eb4c6fe0a127,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:31.548567 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.615437 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-cfac10d9-0c56-4947-9ab4-f06392ab93fe tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8906884 May 30 20:15:31.630043 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b77cde31-abf7-4ef4-a56b-8e66f47d217e req-6c59788c-6ac7-47d9-9f96-8a70bb9e4ca9 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/ports?device_id=079f39ec-28c1-4cd3-9511-c4092c4de074 HTTP/1.1" status: 200 len: 210 time: 0.3747628 May 30 20:15:31.683074 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-d56cc681-2b87-4983-8eaf-5453a327976a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.713440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Router 722c8eaa-1585-411a-b678-17f5e61ad650 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:15:31.724432 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-d56cc681-2b87-4983-8eaf-5453a327976a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.857017 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-d56cc681-2b87-4983-8eaf-5453a327976a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Network d49efd3a-93e5-4af5-8268-c74e29a3b2f8 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:31.917833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f6d85886-29ba-419f-94bc-66c7f4585955 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] In _notify_port_updated(), no bound segment for port 7736c1ff-26cd-4f38-b08e-9638b764852a on network f24af49e-d4d4-496e-a988-fdbdc15eb129 {{(pid=84023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:15:31.922408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d85886-29ba-419f-94bc-66c7f4585955 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:31.922986 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6d85886-29ba-419f-94bc-66c7f4585955 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.927402 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f6d85886-29ba-419f-94bc-66c7f4585955 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "PUT /v2.0/ports/7736c1ff-26cd-4f38-b08e-9638b764852a HTTP/1.1" status: 200 len: 1067 time: 3.0683265 May 30 20:15:31.928776 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41956) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:31.950801 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0afc61-361b-4b05-8127-739ee06e4c96 req-dc6187a6-1c72-4532-8a4d-7da7cd4ce80d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:31.952508 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c0afc61-361b-4b05-8127-739ee06e4c96 req-dc6187a6-1c72-4532-8a4d-7da7cd4ce80d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 HTTP/1.1" status: 200 len: 858 time: 0.3549473 May 30 20:15:31.955860 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86f296b4-090a-4f84-bee2-7cb98874ebd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.977032 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-d56cc681-2b87-4983-8eaf-5453a327976a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:31.979395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-d56cc681-2b87-4983-8eaf-5453a327976a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:32.012047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d85886-29ba-419f-94bc-66c7f4585955 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event updated for resources: {'Port': ['ID=7736c1ff-26cd-4f38-b08e-9638b764852a,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:32.039947 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-86f296b4-090a-4f84-bee2-7cb98874ebd4 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/2ef3878e-bd97-419e-8373-eb4c6fe0a127 HTTP/1.1" status: 204 len: 168 time: 1.8583524 May 30 20:15:32.047406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41960) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:32.079908 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cc681-2b87-4983-8eaf-5453a327976a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Pushing event updated for resources: {'Port': ['ID=78fc284e-6bce-4bac-85c6-7e8f84856080,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:32.098118 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfdc520b-8ede-4f54-9dfc-ee6a76cbf4b6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:32.146879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-d0075ccf-abd0-48f2-b1fb-7fb2fb98e05b tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Deleting port 7736c1ff-26cd-4f38-b08e-9638b764852a {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:32.147474 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0075ccf-abd0-48f2-b1fb-7fb2fb98e05b tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:32.200431 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-d56cc681-2b87-4983-8eaf-5453a327976a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:32.201023 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-d56cc681-2b87-4983-8eaf-5453a327976a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:32.222743 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-17f51903-1506-4c30-883a-6992ce740238 service neutron] 10.222.0.84 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981857 May 30 20:15:32.233725 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-beb1503a-2f3e-40b2-9bbe-013777e9041b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:32.302381 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-d56cc681-2b87-4983-8eaf-5453a327976a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2592885 May 30 20:15:32.315684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-46209698-1aa2-408b-b7ab-a81ba36213e7 None None] Provisioning complete for port 7736c1ff-26cd-4f38-b08e-9638b764852a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:32.316304 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-46209698-1aa2-408b-b7ab-a81ba36213e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:32.320048 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Request body: {'port': {'device_id': '079f39ec-28c1-4cd3-9511-c4092c4de074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:32.338221 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c0afc61-361b-4b05-8127-739ee06e4c96 req-2efd5763-3f53-4fa7-8617-9f2bbc78f6dd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3686576 May 30 20:15:32.348397 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfdc520b-8ede-4f54-9dfc-ee6a76cbf4b6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:32.419496 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-46209698-1aa2-408b-b7ab-a81ba36213e7 None None] Port 7736c1ff-26cd-4f38-b08e-9638b764852a cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:15:32.534621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc520b-8ede-4f54-9dfc-ee6a76cbf4b6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:32.582125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-bfdc520b-8ede-4f54-9dfc-ee6a76cbf4b6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:32.584377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdc520b-8ede-4f54-9dfc-ee6a76cbf4b6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:32.605177 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-beb1503a-2f3e-40b2-9bbe-013777e9041b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:32.620595 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc520b-8ede-4f54-9dfc-ee6a76cbf4b6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Pushing event updated for resources: {'Port': ['ID=f7fc5d92-98d5-4f7e-bf82-08d8af4fdda3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:32.628327 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-c9d6fdb7-b374-4cab-9dea-4a655342c963 service neutron] 10.222.0.84 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888826 May 30 20:15:32.680741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-beb1503a-2f3e-40b2-9bbe-013777e9041b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d235a6d-1c0d-4db2-93c9-82be7c6d0bcf']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:32.712846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-beb1503a-2f3e-40b2-9bbe-013777e9041b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26962918-bb55-4156-a100-9c8cec880b02') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:32.713227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-beb1503a-2f3e-40b2-9bbe-013777e9041b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26962918-bb55-4156-a100-9c8cec880b02') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:32.731397 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-beb1503a-2f3e-40b2-9bbe-013777e9041b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:32.739431 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:32.739617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54109e8a-2546-4c8d-bdd1-b2311505a375 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:15:32.746708 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-54109e8a-2546-4c8d-bdd1-b2311505a375 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:32.761602 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2dbc80-1015-4fce-84da-e5d1f347eaf8 None None] Sync routers for ids ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:15:32.800037 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2dbc80-1015-4fce-84da-e5d1f347eaf8 None None] Routers {'4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:15:32.804806 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5c2dbc80-1015-4fce-84da-e5d1f347eaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:15:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:32.805972 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0075ccf-abd0-48f2-b1fb-7fb2fb98e05b tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:32.811741 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:32.843712 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c0afc61-361b-4b05-8127-739ee06e4c96 req-f83f351e-c3ee-4b03-b3c0-a460ec55c58d service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660056 May 30 20:15:32.980543 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-beb1503a-2f3e-40b2-9bbe-013777e9041b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:33.068717 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:33.198031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb1503a-2f3e-40b2-9bbe-013777e9041b admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:15:33.199128 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-beb1503a-2f3e-40b2-9bbe-013777e9041b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:33.211925 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-5c2dbc80-1015-4fce-84da-e5d1f347eaf8 None None] Set router 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:15:33.212856 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-d0075ccf-abd0-48f2-b1fb-7fb2fb98e05b tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Calling delete_port for 7736c1ff-26cd-4f38-b08e-9638b764852a owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: timer() May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:15:33.217344 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:15:33.298535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7df34ad9-7e0b-4758-babd-68ed01dadc77 req-308e883e-aba3-4ee4-8170-b98399d9d346 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 210 time: 0.2103601 May 30 20:15:33.313106 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-54109e8a-2546-4c8d-bdd1-b2311505a375 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "PUT /v2.0/floatingips/dd0bb15e-64fb-4c65-aac7-04466068ff68 HTTP/1.1" status: 200 len: 992 time: 9.2263126 May 30 20:15:33.319004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'tag': 'a119ffb7-3481-4755-972d-e59b32f97613'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:33.480115 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c0afc61-361b-4b05-8127-739ee06e4c96 req-7c140408-7095-4ca4-934a-dd393338bfef service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6181769 May 30 20:15:33.539666 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df33dde7-66c7-414c-8b66-3ac5e1b1a1b8'] response: {'name': 'network-changed', 'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'tag': 'a119ffb7-3481-4755-972d-e59b32f97613', 'status': 'completed', 'code': 200} May 30 20:15:33.568380 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-beb1503a-2f3e-40b2-9bbe-013777e9041b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:33.640391 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:15:33.654475 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-314588fa-1e51-4f61-9b08-ed4bbbcfc4c4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "PUT /v2.0/routers/722c8eaa-1585-411a-b678-17f5e61ad650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5951564 May 30 20:15:33.660302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Sync routers for ids ['722c8eaa-1585-411a-b678-17f5e61ad650'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:15:33.677246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41982) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:33.679676 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Routers {'722c8eaa-1585-411a-b678-17f5e61ad650'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:15:33.680962 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:15:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['722c8eaa-1585-411a-b678-17f5e61ad650'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:33.782498 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-beb1503a-2f3e-40b2-9bbe-013777e9041b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:33.869251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1503a-2f3e-40b2-9bbe-013777e9041b admin admin] Pushing event deleted for resources: {'Network': ['ID=2d235a6d-1c0d-4db2-93c9-82be7c6d0bcf,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:33.891845 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-beb1503a-2f3e-40b2-9bbe-013777e9041b admin admin] 10.222.0.84 "DELETE /v2.0/networks/2d235a6d-1c0d-4db2-93c9-82be7c6d0bcf HTTP/1.1" status: 204 len: 168 time: 1.8425729 May 30 20:15:33.914632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b3899-cab4-47b6-9c9a-10b63265c383 req-bef6b302-02bc-410d-84fd-16ba342e1ea2 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:33.932137 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-274b3899-cab4-47b6-9c9a-10b63265c383 req-bef6b302-02bc-410d-84fd-16ba342e1ea2 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/ports?device_id=079f39ec-28c1-4cd3-9511-c4092c4de074 HTTP/1.1" status: 200 len: 931 time: 0.9728193 May 30 20:15:34.099594 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Set router 722c8eaa-1585-411a-b678-17f5e61ad650 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:15:34.105914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-274b3899-cab4-47b6-9c9a-10b63265c383 req-49016d1a-50f0-4ed6-8814-ba29416f5ce5 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Synchronizing usage tracker for tenant:3292faf7491a41a6a783237df428b88d on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:34.197453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-274b3899-cab4-47b6-9c9a-10b63265c383 req-49016d1a-50f0-4ed6-8814-ba29416f5ce5 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Unset dirty status for tenant:3292faf7491a41a6a783237df428b88d on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:34.210419 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-274b3899-cab4-47b6-9c9a-10b63265c383 req-49016d1a-50f0-4ed6-8814-ba29416f5ce5 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/security-groups?id=cd0a694c-455e-44a1-a884-6f2007d7f75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752461 May 30 20:15:34.294257 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ed7cd50-2c9a-4621-aef4-f6f3d80db160 req-46dc8c31-0505-430b-926f-66b1026a16cc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ff480fdd7c454b03807b916a453b01d1&device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 6493 time: 0.7638063 May 30 20:15:34.294624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41994) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:34.381069 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5c2dbc80-1015-4fce-84da-e5d1f347eaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'name': 'tempest-TaggedBootDevicesTest-42288722-router', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:38Z', 'revision_number': 4, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'gw_port': {'id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'dd0bb15e-64fb-4c65-aac7-04466068ff68', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'port_id': 'a119ffb7-3481-4755-972d-e59b32f97613', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de', 'mac_address': 'fa:16:3e:a8:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6766fa5-8441-4f60-a359-17941571fc97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:15:26Z', 'revision_number': 1, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bada1cbe-841c-48d5-a036-3634e52bbb62', 'name': '', 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'mac_address': 'fa:16:3e:7f:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:35Z', 'updated_at': '2022-05-30T20:12:01Z', 'revision_number': 5, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'subnets': [{'id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:34.401465 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2dbc80-1015-4fce-84da-e5d1f347eaf8 None None] Checking router: 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:15:34.444412 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2dbc80-1015-4fce-84da-e5d1f347eaf8 None None] Routers {'4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:15:34.450565 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5c2dbc80-1015-4fce-84da-e5d1f347eaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:15:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:34.879856 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0075ccf-abd0-48f2-b1fb-7fb2fb98e05b tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:34.897293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297b71c5-5c78-4893-938d-78ddf79c83d5 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.897777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297b71c5-5c78-4893-938d-78ddf79c83d5 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.898147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297b71c5-5c78-4893-938d-78ddf79c83d5 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.898656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297b71c5-5c78-4893-938d-78ddf79c83d5 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.899600 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297b71c5-5c78-4893-938d-78ddf79c83d5 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.900276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297b71c5-5c78-4893-938d-78ddf79c83d5 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.904274 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-5c2dbc80-1015-4fce-84da-e5d1f347eaf8 None None] Set router 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:15:34.908904 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297b71c5-5c78-4893-938d-78ddf79c83d5 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.909442 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297b71c5-5c78-4893-938d-78ddf79c83d5 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.910086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297b71c5-5c78-4893-938d-78ddf79c83d5 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.910086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297b71c5-5c78-4893-938d-78ddf79c83d5 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.910086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297b71c5-5c78-4893-938d-78ddf79c83d5 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.925046 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-297b71c5-5c78-4893-938d-78ddf79c83d5 tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7783 time: 1.2441232 May 30 20:15:34.928196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42012) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:35.224687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'name': 'tempest-TestNetworkBasicOps-router-2036709370', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:15:10Z', 'updated_at': '2022-05-30T20:15:27Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:12Z', 'updated_at': '2022-05-30T20:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '923953d0-a5de-4616-9dbd-ce5de3f584df', 'name': '', 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:78:f8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e584b7-1f11-483d-b960-40b20bf30832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:24Z', 'updated_at': '2022-05-30T20:15:28Z', 'revision_number': 2, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '05e584b7-1f11-483d-b960-40b20bf30832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:35.246500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fc284e-6bce-4bac-85c6-7e8f84856080 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:35.257173 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-382ea657-91dd-450d-b9d6-b60c829ea3f0 req-6df69061-d38c-40dc-b1ab-6ce01c57637c tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 210 time: 0.1182375 May 30 20:15:35.257663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Checking router: 722c8eaa-1585-411a-b678-17f5e61ad650 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:15:35.258987 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Updating router 722c8eaa-1585-411a-b678-17f5e61ad650 port 923953d0-a5de-4616-9dbd-ce5de3f584df binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:15:35.264521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca67ea0-1eb7-4fa1-8b96-ae887e57cf3f tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:35.265194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca67ea0-1eb7-4fa1-8b96-ae887e57cf3f tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:35.265760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca67ea0-1eb7-4fa1-8b96-ae887e57cf3f tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:35.266377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca67ea0-1eb7-4fa1-8b96-ae887e57cf3f tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:35.267505 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca67ea0-1eb7-4fa1-8b96-ae887e57cf3f tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:35.269092 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca67ea0-1eb7-4fa1-8b96-ae887e57cf3f tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:35.269658 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca67ea0-1eb7-4fa1-8b96-ae887e57cf3f tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:35.270380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca67ea0-1eb7-4fa1-8b96-ae887e57cf3f tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:35.270900 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca67ea0-1eb7-4fa1-8b96-ae887e57cf3f tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:35.271442 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca67ea0-1eb7-4fa1-8b96-ae887e57cf3f tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:35.272060 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca67ea0-1eb7-4fa1-8b96-ae887e57cf3f tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:35.277419 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fca67ea0-1eb7-4fa1-8b96-ae887e57cf3f tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7072 time: 0.2628176 May 30 20:15:35.278211 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42018) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:35.289737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0075ccf-abd0-48f2-b1fb-7fb2fb98e05b tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event deleted for resources: {'Port': ['ID=7736c1ff-26cd-4f38-b08e-9638b764852a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:35.292435 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfdc520b-8ede-4f54-9dfc-ee6a76cbf4b6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:35.378467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7cd50-2c9a-4621-aef4-f6f3d80db160 req-34f3ad16-1bed-4c19-8dab-59066963545b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:35.384043 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ed7cd50-2c9a-4621-aef4-f6f3d80db160 req-34f3ad16-1bed-4c19-8dab-59066963545b service neutron] 10.222.0.93 "GET /v2.0/networks?id=677b4579-4403-49bf-8cf6-3e606ff679de HTTP/1.1" status: 200 len: 911 time: 1.0812016 May 30 20:15:35.430685 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:35.641822 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ed7cd50-2c9a-4621-aef4-f6f3d80db160 req-d5c9d217-feda-41e8-9245-7f91f0e80381 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a119ffb7-3481-4755-972d-e59b32f97613 HTTP/1.1" status: 200 len: 1000 time: 0.2507000 May 30 20:15:35.676315 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfdc520b-8ede-4f54-9dfc-ee6a76cbf4b6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:35.680803 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5c2dbc80-1015-4fce-84da-e5d1f347eaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'name': 'tempest-TaggedBootDevicesTest-42288722-router', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:38Z', 'revision_number': 4, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'gw_port': {'id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'dd0bb15e-64fb-4c65-aac7-04466068ff68', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'port_id': 'a119ffb7-3481-4755-972d-e59b32f97613', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de', 'mac_address': 'fa:16:3e:a8:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6766fa5-8441-4f60-a359-17941571fc97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:15:26Z', 'revision_number': 1, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bada1cbe-841c-48d5-a036-3634e52bbb62', 'name': '', 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'mac_address': 'fa:16:3e:7f:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:35Z', 'updated_at': '2022-05-30T20:12:01Z', 'revision_number': 5, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'subnets': [{'id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:35.685982 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:35.689913 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfdc520b-8ede-4f54-9dfc-ee6a76cbf4b6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:35.695236 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2dbc80-1015-4fce-84da-e5d1f347eaf8 None None] The sync data for ids ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'] in n-d-843949-2 is: [{'id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'name': 'tempest-TaggedBootDevicesTest-42288722-router', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:38Z', 'revision_number': 4, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'gw_port': {'id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'dd0bb15e-64fb-4c65-aac7-04466068ff68', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'port_id': 'a119ffb7-3481-4755-972d-e59b32f97613', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de', 'mac_address': 'fa:16:3e:a8:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6766fa5-8441-4f60-a359-17941571fc97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:15:26Z', 'revision_number': 1, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bada1cbe-841c-48d5-a036-3634e52bbb62', 'name': '', 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'mac_address': 'fa:16:3e:7f:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:35Z', 'updated_at': '2022-05-30T20:12:01Z', 'revision_number': 5, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'subnets': [{'id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:15:35.707436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f36a1-8d13-43d6-8891-3ccfb37798d0 req-41ce22a7-d195-4d60-9ac3-c6538bce55b7 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:35.720482 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-689f36a1-8d13-43d6-8891-3ccfb37798d0 req-41ce22a7-d195-4d60-9ac3-c6538bce55b7 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/ports?device_id=079f39ec-28c1-4cd3-9511-c4092c4de074 HTTP/1.1" status: 200 len: 931 time: 0.1958234 May 30 20:15:35.797617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7cd50-2c9a-4621-aef4-f6f3d80db160 req-4329f143-a076-43fd-b8f9-49ad0c362cca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:35.801763 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ed7cd50-2c9a-4621-aef4-f6f3d80db160 req-4329f143-a076-43fd-b8f9-49ad0c362cca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cb8e3034-73da-40c9-8b9f-ac7e8912c65f HTTP/1.1" status: 200 len: 849 time: 0.1512291 May 30 20:15:35.821748 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-82e4ff88-0276-41a5-8410-dda5d7666085 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d2138a4675004c45942a0c1497b9b709&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2283127 May 30 20:15:35.882686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42024) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:35.986212 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:36.003718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Transition to ACTIVE for port object 78fc284e-6bce-4bac-85c6-7e8f84856080 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:36.012852 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Transition to ACTIVE for port object 923953d0-a5de-4616-9dbd-ce5de3f584df will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:36.025121 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:36.131875 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:36.138353 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81e73f6-00cf-4810-84ee-6e0090ef9483 None None] New status for floating IP dd0bb15e-64fb-4c65-aac7-04466068ff68: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:15:36.184911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2914dc1-54d6-4cf1-8daa-2575fd73b8db None None] Pushing event updated for resources: {'Port': ['ID=923953d0-a5de-4616-9dbd-ce5de3f584df,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:36.199152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-83d77252-a689-4f7c-963f-aca409fc80a3 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:36.200652 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-83d77252-a689-4f7c-963f-aca409fc80a3 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.93 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 819 time: 0.3152504 May 30 20:15:36.240489 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-689f36a1-8d13-43d6-8891-3ccfb37798d0 req-5dc99711-e217-4930-b465-323873dad4c0 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/security-groups?id=cd0a694c-455e-44a1-a884-6f2007d7f75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186074 May 30 20:15:36.417567 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-501caf76-62c7-4e2e-a7ec-c6868fe84f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:36.534976 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Attempting to bind port 923953d0-a5de-4616-9dbd-ce5de3f584df on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:36.536086 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Attempting to bind port 923953d0-a5de-4616-9dbd-ce5de3f584df by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'fb897844-8e9f-44ba-858b-098c68297d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:36.536645 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Attempting to bind port 923953d0-a5de-4616-9dbd-ce5de3f584df on network 8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:36.545813 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:15:36.546449 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Checking segment: {'id': 'fb897844-8e9f-44ba-858b-098c68297d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:36.547024 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:36.547615 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Bound using segment: {'id': 'fb897844-8e9f-44ba-858b-098c68297d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:15:36.548276 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Bound port: 923953d0-a5de-4616-9dbd-ce5de3f584df, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb897844-8e9f-44ba-858b-098c68297d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:15:36.549932 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:36.594939 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-501caf76-62c7-4e2e-a7ec-c6868fe84f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:36.701871 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-06cb92a2-3ef3-490f-b66f-ed78b55426ab tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=180189b01ed94322bd9d30462dff2e77 HTTP/1.1" status: 200 len: 380 time: 0.4330692 May 30 20:15:36.710024 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-501caf76-62c7-4e2e-a7ec-c6868fe84f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:36.728981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] For port 923953d0-a5de-4616-9dbd-ce5de3f584df, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:15:36.732159 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] For port 923953d0-a5de-4616-9dbd-ce5de3f584df, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=923953d0-a5de-4616-9dbd-ce5de3f584df,segment=NetworkSegment(fb897844-8e9f-44ba-858b-098c68297d96),segment_id=fb897844-8e9f-44ba-858b-098c68297d96)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:15:36.733336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-57cec458-c66b-45e9-bd85-a9467304e215 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Request body: {'port': {'device_id': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'admin_state_up': True, 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'security_groups': ['08abd210-ce04-4e64-97f1-48519d32ed34']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:36.737982 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:36.783532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Pushing event updated for resources: {'Port': ['ID=78fc284e-6bce-4bac-85c6-7e8f84856080,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:36.827513 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2914dc1-54d6-4cf1-8daa-2575fd73b8db None None] Pushing event updated for resources: {'Port': ['ID=923953d0-a5de-4616-9dbd-ce5de3f584df,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:36.828006 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2b1bdce-d450-412c-8f2a-80ff8a623da3 req-be873517-36d2-4570-9477-ddfa255a06e5 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 210 time: 0.1727037 May 30 20:15:36.842633 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ed7cd50-2c9a-4621-aef4-f6f3d80db160 req-a184059a-aac9-4ddf-81ce-bdc637da7337 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=677b4579-4403-49bf-8cf6-3e606ff679de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0126109 May 30 20:15:36.846797 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501caf76-62c7-4e2e-a7ec-c6868fe84f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d442b3e-04e4-41e3-b7be-40eb88abd7e8,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:36.896527 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Routers {'722c8eaa-1585-411a-b678-17f5e61ad650'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:15:36.897366 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:15:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['722c8eaa-1585-411a-b678-17f5e61ad650'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:36.905086 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0075ccf-abd0-48f2-b1fb-7fb2fb98e05b tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:36.917429 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d0075ccf-abd0-48f2-b1fb-7fb2fb98e05b tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "DELETE /v2.0/ports/7736c1ff-26cd-4f38-b08e-9638b764852a HTTP/1.1" status: 204 len: 168 time: 4.9077017 May 30 20:15:36.920990 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42036) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:37.082798 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-501caf76-62c7-4e2e-a7ec-c6868fe84f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:37.083302 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-501caf76-62c7-4e2e-a7ec-c6868fe84f73 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4d442b3e-04e4-41e3-b7be-40eb88abd7e8 HTTP/1.1" status: 204 len: 168 time: 1.1996675 May 30 20:15:37.085305 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ed7cd50-2c9a-4621-aef4-f6f3d80db160 req-4624fc90-8be2-4dc5-bab2-2657fbb6c4bb service neutron] 10.222.0.93 "GET /v2.0/networks/677b4579-4403-49bf-8cf6-3e606ff679de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194283 May 30 20:15:37.134846 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:37.237241 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f60bc5-0d6c-4155-b3b5-7d99a0495c3c tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] GET failed (client error): The resource could not be found. May 30 20:15:37.237776 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e6f60bc5-0d6c-4155-b3b5-7d99a0495c3c tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Synchronizing usage tracker for tenant:d62bf63210d442ef9e8113db3ec29807 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:37.248041 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] Set router 722c8eaa-1585-411a-b678-17f5e61ad650 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:15:37.330665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Attempting to bind port 78fc284e-6bce-4bac-85c6-7e8f84856080 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:37.330665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Attempting to bind port 78fc284e-6bce-4bac-85c6-7e8f84856080 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'a51eb42f-07c6-4445-afbf-fb3a051a9eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd49efd3a-93e5-4af5-8268-c74e29a3b2f8'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:37.330665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Attempting to bind port 78fc284e-6bce-4bac-85c6-7e8f84856080 on network d49efd3a-93e5-4af5-8268-c74e29a3b2f8 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:37.344677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Port 78fc284e-6bce-4bac-85c6-7e8f84856080 on network d49efd3a-93e5-4af5-8268-c74e29a3b2f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:37.345014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Attempting to bind port 78fc284e-6bce-4bac-85c6-7e8f84856080 on network d49efd3a-93e5-4af5-8268-c74e29a3b2f8 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:37.375830 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:15:37.376204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Checking segment: {'id': 'a51eb42f-07c6-4445-afbf-fb3a051a9eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd49efd3a-93e5-4af5-8268-c74e29a3b2f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:37.376596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Bound using segment: {'id': 'a51eb42f-07c6-4445-afbf-fb3a051a9eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd49efd3a-93e5-4af5-8268-c74e29a3b2f8'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:15:37.377661 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Bound port: 78fc284e-6bce-4bac-85c6-7e8f84856080, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a51eb42f-07c6-4445-afbf-fb3a051a9eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd49efd3a-93e5-4af5-8268-c74e29a3b2f8'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:15:37.378213 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:37.429470 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8ed7cd50-2c9a-4621-aef4-f6f3d80db160 req-c06351a4-3eae-4015-a239-ad69b10aa7d0 service neutron] 10.222.0.93 "GET /v2.0/networks/677b4579-4403-49bf-8cf6-3e606ff679de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242860 May 30 20:15:37.454403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-57cec458-c66b-45e9-bd85-a9467304e215 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:37.475171 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-57cec458-c66b-45e9-bd85-a9467304e215 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Usage tracker for resource:port and tenant:180189b01ed94322bd9d30462dff2e77 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:37.479509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-57cec458-c66b-45e9-bd85-a9467304e215 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:37.493161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-57cec458-c66b-45e9-bd85-a9467304e215 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:37.516257 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] For port 78fc284e-6bce-4bac-85c6-7e8f84856080, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:15:37.519790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] For port 78fc284e-6bce-4bac-85c6-7e8f84856080, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=78fc284e-6bce-4bac-85c6-7e8f84856080,segment=NetworkSegment(a51eb42f-07c6-4445-afbf-fb3a051a9eab),segment_id=a51eb42f-07c6-4445-afbf-fb3a051a9eab)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:15:37.521183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e6f60bc5-0d6c-4155-b3b5-7d99a0495c3c tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Unset dirty status for tenant:d62bf63210d442ef9e8113db3ec29807 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:37.522602 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e6f60bc5-0d6c-4155-b3b5-7d99a0495c3c tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "GET /v2.0/ports/7736c1ff-26cd-4f38-b08e-9638b764852a HTTP/1.1" status: 404 len: 333 time: 0.5993624 May 30 20:15:37.529074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42054) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:37.610077 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-57cec458-c66b-45e9-bd85-a9467304e215 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Made reservation on behalf of 180189b01ed94322bd9d30462dff2e77 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:37.613495 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-57cec458-c66b-45e9-bd85-a9467304e215 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:37.638236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c6753ee6-94c2-4ca2-b057-6221e3963173 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Deleting port cba4fd3b-86d9-4d30-9f8b-1b77b7b4c91a {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:37.638574 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c6753ee6-94c2-4ca2-b057-6221e3963173 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:37.699809 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:37.779075 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c32ebb-d0f8-472e-9bb4-5bd8c4cefdd9 req-e12b1ceb-8e46-487f-a73c-6cea65a75942 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:37.797105 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6c32ebb-d0f8-472e-9bb4-5bd8c4cefdd9 req-e12b1ceb-8e46-487f-a73c-6cea65a75942 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/ports?device_id=079f39ec-28c1-4cd3-9511-c4092c4de074 HTTP/1.1" status: 200 len: 943 time: 0.2935061 May 30 20:15:37.897533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'name': 'tempest-TestNetworkBasicOps-router-2036709370', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:15:10Z', 'updated_at': '2022-05-30T20:15:27Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:12Z', 'updated_at': '2022-05-30T20:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '923953d0-a5de-4616-9dbd-ce5de3f584df', 'name': '', 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:78:f8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e584b7-1f11-483d-b960-40b20bf30832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:24Z', 'updated_at': '2022-05-30T20:15:36Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '05e584b7-1f11-483d-b960-40b20bf30832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:37.901915 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d599b9-8943-47c5-92b5-7ab05e1e62a1 None None] The sync data for ids ['722c8eaa-1585-411a-b678-17f5e61ad650'] in n-d-843949-2 is: [{'id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'name': 'tempest-TestNetworkBasicOps-router-2036709370', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:15:10Z', 'updated_at': '2022-05-30T20:15:27Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:12Z', 'updated_at': '2022-05-30T20:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '923953d0-a5de-4616-9dbd-ce5de3f584df', 'name': '', 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:78:f8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e584b7-1f11-483d-b960-40b20bf30832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:24Z', 'updated_at': '2022-05-30T20:15:36Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '05e584b7-1f11-483d-b960-40b20bf30832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:15:37.963084 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6c32ebb-d0f8-472e-9bb4-5bd8c4cefdd9 req-886819f3-67a4-4322-82ef-b3908442d683 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/security-groups?id=cd0a694c-455e-44a1-a884-6f2007d7f75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641219 May 30 20:15:38.015345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-57cec458-c66b-45e9-bd85-a9467304e215 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Allocated IP 172.20.0.8 (efb471ec-2aac-4789-83c5-5fd42e6f1b1a/b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1/4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:38.102041 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:38.105346 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] 10.222.0.77 "PUT /v2.0/ports/78fc284e-6bce-4bac-85c6-7e8f84856080 HTTP/1.1" status: 200 len: 1091 time: 5.7899363 May 30 20:15:38.126053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079f39ec-28c1-4cd3-9511-c4092c4de074', 'tag': '78fc284e-6bce-4bac-85c6-7e8f84856080'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:38.157321 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c6753ee6-94c2-4ca2-b057-6221e3963173 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:38.208347 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cf5abf03-43cb-4a38-854f-668f65ace37f req-e494534a-e494-44b7-a828-5a11279fad83 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 210 time: 0.1048994 May 30 20:15:38.337851 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad6ddc19-501b-47fa-bdc7-1c2d17b6c344'] response: {'name': 'network-changed', 'server_uuid': '079f39ec-28c1-4cd3-9511-c4092c4de074', 'tag': '78fc284e-6bce-4bac-85c6-7e8f84856080', 'status': 'completed', 'code': 200} May 30 20:15:38.345053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdc520b-8ede-4f54-9dfc-ee6a76cbf4b6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Router a3588421-0780-4fff-bfd0-4d7127682fd6 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:15:38.447057 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ad4ccd22-b327-4f30-a071-3720486e394b tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4482 time: 3.1510997 May 30 20:15:38.462166 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c6753ee6-94c2-4ca2-b057-6221e3963173 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Calling delete_port for cba4fd3b-86d9-4d30-9f8b-1b77b7b4c91a owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:38.575583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42080) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:38.648859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27a702-a6bc-40a8-b8d0-ed9365389a3c service neutron] Pushing event updated for resources: {'Port': ['ID=78fc284e-6bce-4bac-85c6-7e8f84856080,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:38.657185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-01f00e4d-9820-4066-8b66-0b518eb0f8b6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1591587422', 'description': 'tempest-secgroup-smoke-1591587422 description', 'project_id': '83c273a70b9742ee885b1f1f37dab263'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:38.679608 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-01f00e4d-9820-4066-8b66-0b518eb0f8b6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:38.690718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-01f00e4d-9820-4066-8b66-0b518eb0f8b6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:38.697677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-01f00e4d-9820-4066-8b66-0b518eb0f8b6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:38.705911 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-57cec458-c66b-45e9-bd85-a9467304e215 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:38.718624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-01f00e4d-9820-4066-8b66-0b518eb0f8b6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:38.737522 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-57cec458-c66b-45e9-bd85-a9467304e215 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Transition to ACTIVE for port object 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:38.760026 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-62a587a0-9928-4c89-babc-6c3011449142 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3292faf7491a41a6a783237df428b88d&device_id=079f39ec-28c1-4cd3-9511-c4092c4de074 HTTP/1.1" status: 200 len: 1094 time: 0.5856416 May 30 20:15:38.762821 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01f00e4d-9820-4066-8b66-0b518eb0f8b6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:38.813794 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-57cec458-c66b-45e9-bd85-a9467304e215 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:38.824855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 923953d0-a5de-4616-9dbd-ce5de3f584df up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:38.915111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-57cec458-c66b-45e9-bd85-a9467304e215 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Network efb471ec-2aac-4789-83c5-5fd42e6f1b1a is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:38.920262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-57cec458-c66b-45e9-bd85-a9467304e215 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:38.933007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-57cec458-c66b-45e9-bd85-a9467304e215 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:38.946071 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-a1bc0423-05fa-4689-ad56-243a5c9a3c66 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78fc284e-6bce-4bac-85c6-7e8f84856080 HTTP/1.1" status: 200 len: 217 time: 0.1712825 May 30 20:15:38.977813 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 923953d0-a5de-4616-9dbd-ce5de3f584df completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:38.984261 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 923953d0-a5de-4616-9dbd-ce5de3f584df triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:38.984633 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.040233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cec458-c66b-45e9-bd85-a9467304e215 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Pushing event updated for resources: {'Port': ['ID=4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:39.076412 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-57cec458-c66b-45e9-bd85-a9467304e215 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:39.077216 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-57cec458-c66b-45e9-bd85-a9467304e215 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.136969 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-57cec458-c66b-45e9-bd85-a9467304e215 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4209049 May 30 20:15:39.149677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Request body: {'port': {'device_id': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:39.196768 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.258249 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 923953d0-a5de-4616-9dbd-ce5de3f584df, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=923953d0-a5de-4616-9dbd-ce5de3f584df,segment=NetworkSegment(fb897844-8e9f-44ba-858b-098c68297d96),segment_id=fb897844-8e9f-44ba-858b-098c68297d96)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:39.267063 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.337471 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c6753ee6-94c2-4ca2-b057-6221e3963173 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.391276 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d7ec4030-01de-47de-aea6-59aec8ccf6e6 None None] Provisioning for port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:39.400667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d7ec4030-01de-47de-aea6-59aec8ccf6e6 None None] Provisioning complete for port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:39.401351 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d7ec4030-01de-47de-aea6-59aec8ccf6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.444753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=923953d0-a5de-4616-9dbd-ce5de3f584df,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:39.458850 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:39.459298 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:39.459904 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:39.460574 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:39.461027 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:39.461433 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:39.462043 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:39.462370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:39.462686 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:39.463360 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:39.463477 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:39.491580 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.504150 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d7ec4030-01de-47de-aea6-59aec8ccf6e6 None None] Port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:15:39.504443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-6f5c750b-6b44-4662-8fc8-6d0ee8b6b4bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:39.511661 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-6f5c750b-6b44-4662-8fc8-6d0ee8b6b4bd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bb507935-3ded-4b57-baa3-e72360a31590 HTTP/1.1" status: 200 len: 853 time: 0.5537701 May 30 20:15:39.513533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-01f00e4d-9820-4066-8b66-0b518eb0f8b6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:39.519534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6753ee6-94c2-4ca2-b057-6221e3963173 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event deleted for resources: {'Port': ['ID=cba4fd3b-86d9-4d30-9f8b-1b77b7b4c91a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:39.568097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43a0b8-9189-4d95-9635-e9991b87892e req-4cfe804c-24d3-4dc0-910f-807b6cca8779 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:39.576315 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-01f00e4d-9820-4066-8b66-0b518eb0f8b6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:39.578703 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b43a0b8-9189-4d95-9635-e9991b87892e req-4cfe804c-24d3-4dc0-910f-807b6cca8779 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/ports?device_id=079f39ec-28c1-4cd3-9511-c4092c4de074 HTTP/1.1" status: 200 len: 943 time: 0.3013661 May 30 20:15:39.686977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-01f00e4d-9820-4066-8b66-0b518eb0f8b6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:39.710995 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-9a7f153d-b6d5-4480-a82f-b805771bff0e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d49efd3a-93e5-4af5-8268-c74e29a3b2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1766222 May 30 20:15:39.749517 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-01f00e4d-9820-4066-8b66-0b518eb0f8b6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:39.763199 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c6753ee6-94c2-4ca2-b057-6221e3963173 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.838111 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdc520b-8ede-4f54-9dfc-ee6a76cbf4b6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:15:39.851589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5a5b8-7107-4918-9769-5a16cf75b57c None None] Sync routers for ids ['a3588421-0780-4fff-bfd0-4d7127682fd6'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:15:39.873086 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5a5b8-7107-4918-9769-5a16cf75b57c None None] Routers {'a3588421-0780-4fff-bfd0-4d7127682fd6'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:15:39.873086 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a6a5a5b8-7107-4918-9769-5a16cf75b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:15:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a3588421-0780-4fff-bfd0-4d7127682fd6'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:39.885065 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b43a0b8-9189-4d95-9635-e9991b87892e req-ed7aa5e7-9455-4da1-8b8f-609ec2032fac tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/security-groups?id=cd0a694c-455e-44a1-a884-6f2007d7f75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052042 May 30 20:15:40.075418 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a6a5a5b8-7107-4918-9769-5a16cf75b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:40.103832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5a5b8-7107-4918-9769-5a16cf75b57c None None] Routers {'a3588421-0780-4fff-bfd0-4d7127682fd6'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:15:40.104657 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a6a5a5b8-7107-4918-9769-5a16cf75b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:15:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a3588421-0780-4fff-bfd0-4d7127682fd6'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:40.109523 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-15d3a661-bb0e-4bdb-a340-92ac340a6d8d service neutron] 10.222.0.77 "GET /v2.0/networks/d49efd3a-93e5-4af5-8268-c74e29a3b2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630574 May 30 20:15:40.201516 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c6753ee6-94c2-4ca2-b057-6221e3963173 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "DELETE /v2.0/ports/cba4fd3b-86d9-4d30-9f8b-1b77b7b4c91a HTTP/1.1" status: 204 len: 168 time: 2.6557164 May 30 20:15:40.267062 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42116) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:40.339877 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfdc520b-8ede-4f54-9dfc-ee6a76cbf4b6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:40.341235 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bfdc520b-8ede-4f54-9dfc-ee6a76cbf4b6 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "PUT /v2.0/routers/a3588421-0780-4fff-bfd0-4d7127682fd6 HTTP/1.1" status: 200 len: 913 time: 12.1125064 May 30 20:15:40.342287 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d34efa-fe56-47d1-8dd8-02ae2826cab2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] GET failed (client error): The resource could not be found. May 30 20:15:40.348454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-36d34efa-fe56-47d1-8dd8-02ae2826cab2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Synchronizing usage tracker for tenant:d62bf63210d442ef9e8113db3ec29807 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:40.349106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a6a5a5b8-7107-4918-9769-5a16cf75b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:40.349629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5a5b8-7107-4918-9769-5a16cf75b57c None None] The sync data for ids ['a3588421-0780-4fff-bfd0-4d7127682fd6'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:15:40.355910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42122) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:40.479313 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01f00e4d-9820-4066-8b66-0b518eb0f8b6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:40.495348 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:40.495570 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01f00e4d-9820-4066-8b66-0b518eb0f8b6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:40.504430 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:40.523451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Transition to ACTIVE for port object 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:40.540537 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c59e1c0-cc33-43db-a4ff-90d55d521130 req-33627b82-55ea-48b8-ac01-258495e6f128 tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.1490653 May 30 20:15:40.545308 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:40.610193 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01f00e4d-9820-4066-8b66-0b518eb0f8b6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:40.612611 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-01f00e4d-9820-4066-8b66-0b518eb0f8b6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.9738104 May 30 20:15:40.624658 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42126) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:40.638528 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-36d34efa-fe56-47d1-8dd8-02ae2826cab2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Unset dirty status for tenant:d62bf63210d442ef9e8113db3ec29807 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:40.640578 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-36d34efa-fe56-47d1-8dd8-02ae2826cab2 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "GET /v2.0/ports/cba4fd3b-86d9-4d30-9f8b-1b77b7b4c91a HTTP/1.1" status: 404 len: 333 time: 0.3664093 May 30 20:15:40.646152 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-456a0f4c-de4e-4ec6-88ef-019134efc321 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group_rule': {'security_group_id': 'd321dc23-d90a-4965-9910-02632a28c4c7', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:40.653940 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-456a0f4c-de4e-4ec6-88ef-019134efc321 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:40.658954 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-456a0f4c-de4e-4ec6-88ef-019134efc321 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:40.662363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-456a0f4c-de4e-4ec6-88ef-019134efc321 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:40.668390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-456a0f4c-de4e-4ec6-88ef-019134efc321 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:40.704963 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42130) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:40.743490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f00e4d-9820-4066-8b66-0b518eb0f8b6 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d321dc23-d90a-4965-9910-02632a28c4c7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:40.753834 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-20101ca2-2088-47ed-a402-5c51936b2d87 req-3aa937b6-e113-40ab-8856-93830c9f2494 service neutron] 10.222.0.77 "GET /v2.0/networks/d49efd3a-93e5-4af5-8268-c74e29a3b2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021466 May 30 20:15:40.766954 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-456a0f4c-de4e-4ec6-88ef-019134efc321 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:40.800357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 923953d0-a5de-4616-9dbd-ce5de3f584df up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:40.822926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f5b61-54ca-41f1-9c73-83fc94eef269 req-fd2ea874-06b9-40ef-b6a5-c6e79c2367e8 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:40.824796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c60f5b61-54ca-41f1-9c73-83fc94eef269 req-fd2ea874-06b9-40ef-b6a5-c6e79c2367e8 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Synchronizing usage tracker for tenant:180189b01ed94322bd9d30462dff2e77 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:40.832258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Pushing event updated for resources: {'Port': ['ID=4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:40.995378 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-456a0f4c-de4e-4ec6-88ef-019134efc321 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:41.004455 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 923953d0-a5de-4616-9dbd-ce5de3f584df triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:41.008303 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:41.039762 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e7016ab6-22e5-4f5d-94de-4e8a7435184c req-d5fc7f9e-c635-40a5-9a74-d3f097b9494d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3292faf7491a41a6a783237df428b88d&device_id=079f39ec-28c1-4cd3-9511-c4092c4de074 HTTP/1.1" status: 200 len: 1094 time: 0.1853867 May 30 20:15:41.039762 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-456a0f4c-de4e-4ec6-88ef-019134efc321 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:41.213309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a0f4c-de4e-4ec6-88ef-019134efc321 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3880250-e5ed-47a1-8c51-b75db8104081,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:41.251218 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6d0874a5-dc8e-4fb5-8d96-2e88f4eb8de8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Deleting port 6ab2caac-0fd1-4c68-b96f-d8526214ea23 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:41.251218 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d0874a5-dc8e-4fb5-8d96-2e88f4eb8de8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:41.434519 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7016ab6-22e5-4f5d-94de-4e8a7435184c req-bf375ac6-9420-427c-a989-a8549fcb05b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:41.434519 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e7016ab6-22e5-4f5d-94de-4e8a7435184c req-bf375ac6-9420-427c-a989-a8549fcb05b0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d49efd3a-93e5-4af5-8268-c74e29a3b2f8 HTTP/1.1" status: 200 len: 914 time: 0.3879712 May 30 20:15:41.473138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c60f5b61-54ca-41f1-9c73-83fc94eef269 req-fd2ea874-06b9-40ef-b6a5-c6e79c2367e8 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Unset dirty status for tenant:180189b01ed94322bd9d30462dff2e77 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:41.473138 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c60f5b61-54ca-41f1-9c73-83fc94eef269 req-fd2ea874-06b9-40ef-b6a5-c6e79c2367e8 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 931 time: 1.5510542 May 30 20:15:41.599327 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-456a0f4c-de4e-4ec6-88ef-019134efc321 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:41.608612 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-456a0f4c-de4e-4ec6-88ef-019134efc321 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9823527 May 30 20:15:41.611859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42138) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:41.613676 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e7016ab6-22e5-4f5d-94de-4e8a7435184c req-6817bb01-bb06-4e06-8307-ee2bc28ab99a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78fc284e-6bce-4bac-85c6-7e8f84856080 HTTP/1.1" status: 200 len: 217 time: 0.1637256 May 30 20:15:41.622701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Attempting to bind port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:41.623267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Attempting to bind port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:41.623859 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Attempting to bind port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd on network efb471ec-2aac-4789-83c5-5fd42e6f1b1a {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:41.669635 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5e73d8b2-213c-4bb3-b095-624ad4eba8c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group_rule': {'security_group_id': 'd321dc23-d90a-4965-9910-02632a28c4c7', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:41.677037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5e73d8b2-213c-4bb3-b095-624ad4eba8c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:41.681529 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5e73d8b2-213c-4bb3-b095-624ad4eba8c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:41.686099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5e73d8b2-213c-4bb3-b095-624ad4eba8c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:41.696804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5e73d8b2-213c-4bb3-b095-624ad4eba8c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:41.730910 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd on network efb471ec-2aac-4789-83c5-5fd42e6f1b1a not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:41.731239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Attempting to bind port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd on network efb471ec-2aac-4789-83c5-5fd42e6f1b1a {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:41.766769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:15:41.766769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Checking segment: {'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:41.766769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Bound using segment: {'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:15:41.766769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Bound port: 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc97e501-0012-4f39-9902-9465e177099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:15:41.766769 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:41.770372 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2036c7f6-3e5d-45e7-a807-b8acf727dd44 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "GET /v2.0/routers/a3588421-0780-4fff-bfd0-4d7127682fd6 HTTP/1.1" status: 200 len: 919 time: 1.4027975 May 30 20:15:41.770372 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e73d8b2-213c-4bb3-b095-624ad4eba8c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:41.783828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42146) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:41.801471 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7016ab6-22e5-4f5d-94de-4e8a7435184c req-91a7f8e3-d3b1-4142-a165-702659e4ab0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:41.801471 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e7016ab6-22e5-4f5d-94de-4e8a7435184c req-91a7f8e3-d3b1-4142-a165-702659e4ab0c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bb507935-3ded-4b57-baa3-e72360a31590 HTTP/1.1" status: 200 len: 853 time: 0.1645565 May 30 20:15:42.002837 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e7016ab6-22e5-4f5d-94de-4e8a7435184c req-9399e247-8779-4309-9318-6527f110c6e8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d49efd3a-93e5-4af5-8268-c74e29a3b2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1887174 May 30 20:15:42.098187 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c60f5b61-54ca-41f1-9c73-83fc94eef269 req-5afab9fc-1d1b-4910-9e82-ab662bb1f268 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5729213 May 30 20:15:42.194477 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e73d8b2-213c-4bb3-b095-624ad4eba8c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:42.198708 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e73d8b2-213c-4bb3-b095-624ad4eba8c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:42.253274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] For port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:15:42.253274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] For port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:15:42.291660 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:42.365377 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:42.370039 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e73d8b2-213c-4bb3-b095-624ad4eba8c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:42.380234 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] 10.222.0.93 "PUT /v2.0/ports/4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd HTTP/1.1" status: 200 len: 1091 time: 3.2188804 May 30 20:15:42.380234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'tag': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:42.384932 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5e73d8b2-213c-4bb3-b095-624ad4eba8c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7609706 May 30 20:15:42.391671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42152) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:42.411671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d2321-5517-474e-9521-6d3fda43f3ed req-7b8e6807-e274-4747-aec9-fa88dc4d149b tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:42.418144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73d8b2-213c-4bb3-b095-624ad4eba8c3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6033600c-72da-4283-afe0-0a1d3073822b,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:42.425042 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-138d2321-5517-474e-9521-6d3fda43f3ed req-7b8e6807-e274-4747-aec9-fa88dc4d149b tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/ports?device_id=079f39ec-28c1-4cd3-9511-c4092c4de074 HTTP/1.1" status: 200 len: 943 time: 1.0054884 May 30 20:15:42.425042 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d0874a5-dc8e-4fb5-8d96-2e88f4eb8de8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:42.449531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d8baca65-133e-4f00-89e3-2c193e3c9657 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group_rule': {'security_group_id': 'd321dc23-d90a-4965-9910-02632a28c4c7', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:42.476115 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d8baca65-133e-4f00-89e3-2c193e3c9657 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:42.476115 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d8baca65-133e-4f00-89e3-2c193e3c9657 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:42.488346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d8baca65-133e-4f00-89e3-2c193e3c9657 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:42.508681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d8baca65-133e-4f00-89e3-2c193e3c9657 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:42.513340 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e7016ab6-22e5-4f5d-94de-4e8a7435184c req-739679e9-8a0c-45de-b483-36620f20d3f5 service neutron] 10.222.0.77 "GET /v2.0/networks/d49efd3a-93e5-4af5-8268-c74e29a3b2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894803 May 30 20:15:42.785078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6d0874a5-dc8e-4fb5-8d96-2e88f4eb8de8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Calling delete_port for 6ab2caac-0fd1-4c68-b96f-d8526214ea23 owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:42.819921 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e7016ab6-22e5-4f5d-94de-4e8a7435184c req-7d971aa7-de17-49f4-8cfe-d08e38f5a60d service neutron] 10.222.0.77 "GET /v2.0/networks/d49efd3a-93e5-4af5-8268-c74e29a3b2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025239 May 30 20:15:42.845078 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d8baca65-133e-4f00-89e3-2c193e3c9657 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:42.853343 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ad44cc1-fd2e-43aa-8d67-54bae5f6793c req-6723b60f-5b51-422f-b1e5-1cab437b8b57 tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.2740896 May 30 20:15:42.877088 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d845e1-517e-4ae6-be7b-60b59d32eb3c service neutron] Pushing event updated for resources: {'Port': ['ID=4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:42.897032 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f0ca3ba7-035f-4f5a-8bc7-e7a0ec82120b tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&device_id=a3588421-0780-4fff-bfd0-4d7127682fd6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.1174850 May 30 20:15:42.902869 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42158) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:42.947341 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-974e35cf-caac-41ac-a14d-592a0e178010 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 1094 time: 0.4150140 May 30 20:15:42.971927 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df50b3eb-a83b-4b94-b49f-30a26024fd5e'] response: {'name': 'network-changed', 'server_uuid': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'tag': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd', 'status': 'completed', 'code': 200} May 30 20:15:42.971927 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-138d2321-5517-474e-9521-6d3fda43f3ed req-721f9760-ae58-41c0-8f6a-80e7eb79ac8a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/security-groups?id=cd0a694c-455e-44a1-a884-6f2007d7f75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458704 May 30 20:15:43.040562 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-2128c652-939b-4072-b968-3a209f0222a5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd HTTP/1.1" status: 200 len: 217 time: 0.0783174 May 30 20:15:43.065325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623be4cd-85d7-439e-8cfa-48a787dbeb39 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:43.066769 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-623be4cd-85d7-439e-8cfa-48a787dbeb39 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 881 time: 0.1629040 May 30 20:15:43.069712 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42162) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:43.112120 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a603e7be-3f36-431e-818a-9e4fdc33a225 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3588421-0780-4fff-bfd0-4d7127682fd6 HTTP/1.1" status: 200 len: 205 time: 0.0412552 May 30 20:15:43.115103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42166) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:43.127957 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d8baca65-133e-4f00-89e3-2c193e3c9657 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:43.141401 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d8baca65-133e-4f00-89e3-2c193e3c9657 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:43.198093 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d0874a5-dc8e-4fb5-8d96-2e88f4eb8de8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:43.270116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8baca65-133e-4f00-89e3-2c193e3c9657 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2d9296-5441-41a2-87c4-b6adbc2eb6e3,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:43.271919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0874a5-dc8e-4fb5-8d96-2e88f4eb8de8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event deleted for resources: {'Port': ['ID=6ab2caac-0fd1-4c68-b96f-d8526214ea23,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:43.275116 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5c933013-5622-4614-85d4-125446cc1c43 req-a6841661-5a8b-40b6-9a23-4c4bcbd1a0c4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.0987823 May 30 20:15:43.320514 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-61134d6e-c1af-4021-a24e-00e19f828cad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:43.323196 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-61134d6e-c1af-4021-a24e-00e19f828cad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 HTTP/1.1" status: 200 len: 858 time: 0.2735736 May 30 20:15:43.371808 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-73d16a5b-297b-4d44-a0b6-2aee2164b3b2 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:43.410234 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d8baca65-133e-4f00-89e3-2c193e3c9657 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:43.413959 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d8baca65-133e-4f00-89e3-2c193e3c9657 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0032499 May 30 20:15:43.418824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42180) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:43.435251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-0c8338c0-c206-43eb-8ed2-e272c1e79774 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group_rule': {'security_group_id': 'd321dc23-d90a-4965-9910-02632a28c4c7', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:43.460735 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d0874a5-dc8e-4fb5-8d96-2e88f4eb8de8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:43.465394 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6d0874a5-dc8e-4fb5-8d96-2e88f4eb8de8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "DELETE /v2.0/ports/6ab2caac-0fd1-4c68-b96f-d8526214ea23 HTTP/1.1" status: 204 len: 168 time: 2.7584126 May 30 20:15:43.467642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42186) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:43.470927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0c8338c0-c206-43eb-8ed2-e272c1e79774 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:43.516762 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0c8338c0-c206-43eb-8ed2-e272c1e79774 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:43.535706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0c8338c0-c206-43eb-8ed2-e272c1e79774 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:43.557134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0c8338c0-c206-43eb-8ed2-e272c1e79774 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:43.612204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-77fc57f7-d8fd-4393-b2d8-3674f9426031 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2765784 May 30 20:15:43.619736 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c8338c0-c206-43eb-8ed2-e272c1e79774 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:43.649942 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-73d16a5b-297b-4d44-a0b6-2aee2164b3b2 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:43.662083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-73d16a5b-297b-4d44-a0b6-2aee2164b3b2 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Deleting port f7fc5d92-98d5-4f7e-bf82-08d8af4fdda3 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:43.662640 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-73d16a5b-297b-4d44-a0b6-2aee2164b3b2 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:43.702257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ad9d8-c8ee-48be-a3cd-8d7f74d96523 req-f79c6d08-29d8-4eed-afcf-7d5e1f649dd7 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:43.704128 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c4ad9d8-c8ee-48be-a3cd-8d7f74d96523 req-f79c6d08-29d8-4eed-afcf-7d5e1f649dd7 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 943 time: 0.4431221 May 30 20:15:43.862408 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-73d16a5b-297b-4d44-a0b6-2aee2164b3b2 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:43.899095 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 78fc284e-6bce-4bac-85c6-7e8f84856080 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:15:44.002249 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-73d16a5b-297b-4d44-a0b6-2aee2164b3b2 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Calling delete_port for f7fc5d92-98d5-4f7e-bf82-08d8af4fdda3 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:44.026757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c4ad9d8-c8ee-48be-a3cd-8d7f74d96523 req-0a70401a-6e0d-4e2c-b20f-23e26b1555f2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033490 May 30 20:15:44.059947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-053baee1-3b07-42eb-8828-8571ffdba1b4 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Deleting subnet 725f0719-dd74-4b0f-a4ac-dc156db1da7c {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:15:44.069395 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-d6b11ec5-e28d-4a67-8200-608e5afa8b90 service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381928 May 30 20:15:44.076818 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c8338c0-c206-43eb-8ed2-e272c1e79774 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.088911 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-053baee1-3b07-42eb-8828-8571ffdba1b4 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.191583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 78fc284e-6bce-4bac-85c6-7e8f84856080, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=78fc284e-6bce-4bac-85c6-7e8f84856080,segment=NetworkSegment(a51eb42f-07c6-4445-afbf-fb3a051a9eab),segment_id=a51eb42f-07c6-4445-afbf-fb3a051a9eab)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:44.212185 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c8338c0-c206-43eb-8ed2-e272c1e79774 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.218953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '78fc284e-6bce-4bac-85c6-7e8f84856080', 'network_id': 'd49efd3a-93e5-4af5-8268-c74e29a3b2f8', 'port_id': '78fc284e-6bce-4bac-85c6-7e8f84856080', 'mac_address': 'fa:16:3e:28:be:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb507935-3ded-4b57-baa3-e72360a31590', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:15:44.286192 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.315395 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fc284e-6bce-4bac-85c6-7e8f84856080 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:44.344589 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-73d16a5b-297b-4d44-a0b6-2aee2164b3b2 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.350258 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 78fc284e-6bce-4bac-85c6-7e8f84856080, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=78fc284e-6bce-4bac-85c6-7e8f84856080,segment=NetworkSegment(a51eb42f-07c6-4445-afbf-fb3a051a9eab),segment_id=a51eb42f-07c6-4445-afbf-fb3a051a9eab)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:44.358760 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.461839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=78fc284e-6bce-4bac-85c6-7e8f84856080,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:44.501482 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c8018cd-1bbf-4372-b86a-685678a77f06 req-7252160b-7668-407f-a488-283da5479b86 tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.4264650 May 30 20:15:44.538379 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d16a5b-297b-4d44-a0b6-2aee2164b3b2 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Pushing event deleted for resources: {'Port': ['ID=f7fc5d92-98d5-4f7e-bf82-08d8af4fdda3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:44.583075 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['78fc284e-6bce-4bac-85c6-7e8f84856080'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:44.584868 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0c8338c0-c206-43eb-8ed2-e272c1e79774 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.586120 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0c8338c0-c206-43eb-8ed2-e272c1e79774 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1607175 May 30 20:15:44.596511 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42208) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:44.597287 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8338c0-c206-43eb-8ed2-e272c1e79774 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2efb10-217f-451c-88d1-cb1680bdee8b,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:44.604462 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-053baee1-3b07-42eb-8828-8571ffdba1b4 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.642944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-7c15caaa-51d7-4cf1-8576-dfb6d4e6ff1e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group_rule': {'security_group_id': 'd321dc23-d90a-4965-9910-02632a28c4c7', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:44.660237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7c15caaa-51d7-4cf1-8576-dfb6d4e6ff1e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:44.694760 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7c15caaa-51d7-4cf1-8576-dfb6d4e6ff1e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:44.714359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7c15caaa-51d7-4cf1-8576-dfb6d4e6ff1e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:44.737049 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7c15caaa-51d7-4cf1-8576-dfb6d4e6ff1e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:44.760356 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-075cc965-34f0-4ece-a148-7877f5a4cfe5 req-2de27ef6-8fae-415b-b014-3c3c4c868385 service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6725907 May 30 20:15:44.774181 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-7c15caaa-51d7-4cf1-8576-dfb6d4e6ff1e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Project 83c273a70b9742ee885b1f1f37dab263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:15:44.788872 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c15caaa-51d7-4cf1-8576-dfb6d4e6ff1e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.861032 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-053baee1-3b07-42eb-8828-8571ffdba1b4 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.863942 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-73d16a5b-297b-4d44-a0b6-2aee2164b3b2 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.934551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39945d7-b4db-4b26-bb9f-5ec90a60295a req-be651399-7da9-4aff-9a31-f4dc82bd5902 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:44.936094 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c39945d7-b4db-4b26-bb9f-5ec90a60295a req-be651399-7da9-4aff-9a31-f4dc82bd5902 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/ports?device_id=079f39ec-28c1-4cd3-9511-c4092c4de074 HTTP/1.1" status: 200 len: 944 time: 0.7077713 May 30 20:15:45.102032 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c15caaa-51d7-4cf1-8576-dfb6d4e6ff1e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.114124 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-053baee1-3b07-42eb-8828-8571ffdba1b4 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.209976 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053baee1-3b07-42eb-8828-8571ffdba1b4 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event deleted for resources: {'Subnet': ['ID=725f0719-dd74-4b0f-a4ac-dc156db1da7c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:45.209976 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94d53eb-64a9-4f7c-8a04-ed024fca3ed5 req-fadb07bc-7e19-4372-ac86-05b47489738c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 1094 time: 0.3810081 May 30 20:15:45.209976 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c15caaa-51d7-4cf1-8576-dfb6d4e6ff1e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.239954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15caaa-51d7-4cf1-8576-dfb6d4e6ff1e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694a48bd-d671-408d-9ec7-29392c562dae,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:45.257297 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c39945d7-b4db-4b26-bb9f-5ec90a60295a req-66298523-453c-43be-95bf-55c740e7052e tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/security-groups?id=cd0a694c-455e-44a1-a884-6f2007d7f75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004336 May 30 20:15:45.295072 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-73d16a5b-297b-4d44-a0b6-2aee2164b3b2 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.300878 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-73d16a5b-297b-4d44-a0b6-2aee2164b3b2 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.329479 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-73d16a5b-297b-4d44-a0b6-2aee2164b3b2 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.331044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d16a5b-297b-4d44-a0b6-2aee2164b3b2 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Fanout notify agent at l3_agent the message router_deleted on router a3588421-0780-4fff-bfd0-4d7127682fd6 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:15:45.349596 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-73d16a5b-297b-4d44-a0b6-2aee2164b3b2 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.351277 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-73d16a5b-297b-4d44-a0b6-2aee2164b3b2 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "DELETE /v2.0/routers/a3588421-0780-4fff-bfd0-4d7127682fd6 HTTP/1.1" status: 204 len: 168 time: 2.2351708 May 30 20:15:45.354992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42218) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:45.359921 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-333572bb-e08f-4e3b-8682-6b3f77a7837a tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1058278959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:45.366612 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-333572bb-e08f-4e3b-8682-6b3f77a7837a tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:45.370773 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-333572bb-e08f-4e3b-8682-6b3f77a7837a tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Usage tracker for resource:router and tenant:409b6a8283164c9586525594bec1aad8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:45.374512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-333572bb-e08f-4e3b-8682-6b3f77a7837a tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:45.381027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-333572bb-e08f-4e3b-8682-6b3f77a7837a tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:45.396062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0a568b-231f-449d-8d73-257ede4b4722 None None] Network f24af49e-d4d4-496e-a988-fdbdc15eb129 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:15:45.396578 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-053baee1-3b07-42eb-8828-8571ffdba1b4 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.412800 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-333572bb-e08f-4e3b-8682-6b3f77a7837a tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.413784 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-333572bb-e08f-4e3b-8682-6b3f77a7837a tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.418687 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c15caaa-51d7-4cf1-8576-dfb6d4e6ff1e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.419950 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7c15caaa-51d7-4cf1-8576-dfb6d4e6ff1e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8204684 May 30 20:15:45.423720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42222) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:45.427139 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-053baee1-3b07-42eb-8828-8571ffdba1b4 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "DELETE /v2.0/subnets/725f0719-dd74-4b0f-a4ac-dc156db1da7c HTTP/1.1" status: 204 len: 168 time: 1.9529753 May 30 20:15:45.430328 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42224) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:45.432207 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-68628f21-10b1-4db0-b1c7-e5642fb80333 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'security_group_rule': {'security_group_id': 'd321dc23-d90a-4965-9910-02632a28c4c7', 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:45.442688 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-68628f21-10b1-4db0-b1c7-e5642fb80333 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:45.448463 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-68628f21-10b1-4db0-b1c7-e5642fb80333 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:security_group_rule and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:45.452188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-68628f21-10b1-4db0-b1c7-e5642fb80333 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:45.460683 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-68628f21-10b1-4db0-b1c7-e5642fb80333 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:45.467296 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-333572bb-e08f-4e3b-8682-6b3f77a7837a tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.490823 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-68628f21-10b1-4db0-b1c7-e5642fb80333 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Project 83c273a70b9742ee885b1f1f37dab263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:15:45.498098 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68628f21-10b1-4db0-b1c7-e5642fb80333 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.511485 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-333572bb-e08f-4e3b-8682-6b3f77a7837a tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.608595 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68628f21-10b1-4db0-b1c7-e5642fb80333 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.609905 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-333572bb-e08f-4e3b-8682-6b3f77a7837a tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.613996 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-333572bb-e08f-4e3b-8682-6b3f77a7837a tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2553697 May 30 20:15:45.614349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42232) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:45.617098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d53eb-64a9-4f7c-8a04-ed024fca3ed5 req-7ec9df8a-11fd-4009-801a-c3bddfc1b687 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:45.618635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94d53eb-64a9-4f7c-8a04-ed024fca3ed5 req-7ec9df8a-11fd-4009-801a-c3bddfc1b687 service neutron] 10.222.0.93 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 920 time: 0.3901401 May 30 20:15:45.622778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-667ad1a1-e846-448d-a5e9-7ef79d9bdb34 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'enable_snat': False}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:45.625761 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.722429 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68628f21-10b1-4db0-b1c7-e5642fb80333 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.763075 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ed63c2-82f9-4e3a-a83b-34626944afe1 None None] DHCP port deletion for f24af49e-d4d4-496e-a988-fdbdc15eb129 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:15:45.767854 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-21ed63c2-82f9-4e3a-a83b-34626944afe1 None None] Deleting port 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:45.768226 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-21ed63c2-82f9-4e3a-a83b-34626944afe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.768728 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f915d8-82ae-450d-8713-a4b051fd4105 req-8ceb3ab2-5236-4ff6-879d-408233da4ff1 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:45.770832 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8f915d8-82ae-450d-8713-a4b051fd4105 req-8ceb3ab2-5236-4ff6-879d-408233da4ff1 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 943 time: 0.5103810 May 30 20:15:45.778100 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94d53eb-64a9-4f7c-8a04-ed024fca3ed5 req-ceb8bddb-94b7-4be1-955b-6acf282a4ab6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd HTTP/1.1" status: 200 len: 217 time: 0.1328204 May 30 20:15:45.787137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Deleting port 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:45.787390 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.811562 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-387ac1bc-66b1-4e10-8cbf-cd2d76f59ded req-63253b45-029b-49de-bc6d-887e0f38ce61 tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.0982943 May 30 20:15:45.813906 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68628f21-10b1-4db0-b1c7-e5642fb80333 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a31672-96f9-4c48-b63a-ccad7b6d4894,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:45.832246 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68628f21-10b1-4db0-b1c7-e5642fb80333 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.840563 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-68628f21-10b1-4db0-b1c7-e5642fb80333 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4115982 May 30 20:15:45.903810 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 78fc284e-6bce-4bac-85c6-7e8f84856080 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:45.968489 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8f915d8-82ae-450d-8713-a4b051fd4105 req-faeb5ae8-d1b7-464a-97ff-7d7e64be6787 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803868 May 30 20:15:45.970745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d53eb-64a9-4f7c-8a04-ed024fca3ed5 req-b8bde1b8-d8d4-4dd8-becc-f86cd7bb1ed3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:45.970745 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94d53eb-64a9-4f7c-8a04-ed024fca3ed5 req-b8bde1b8-d8d4-4dd8-becc-f86cd7bb1ed3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 HTTP/1.1" status: 200 len: 858 time: 0.1418295 May 30 20:15:46.339085 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 78fc284e-6bce-4bac-85c6-7e8f84856080 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:46.355201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 78fc284e-6bce-4bac-85c6-7e8f84856080 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:46.355869 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:46.432252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] For port 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=65aedfc6-37f3-4da0-afca-93e7b8c5ebf6,segment=NetworkSegment(cd3ac08b-1c7d-4d80-8680-728862053cea),segment_id=cd3ac08b-1c7d-4d80-8680-728862053cea)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:46.432655 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:46.440728 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-21ed63c2-82f9-4e3a-a83b-34626944afe1 None None] For port 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=65aedfc6-37f3-4da0-afca-93e7b8c5ebf6,segment=NetworkSegment(cd3ac08b-1c7d-4d80-8680-728862053cea),segment_id=cd3ac08b-1c7d-4d80-8680-728862053cea)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:46.442565 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-21ed63c2-82f9-4e3a-a83b-34626944afe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:46.681248 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-21ed63c2-82f9-4e3a-a83b-34626944afe1 None None] Calling delete_port for 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:46.706744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Calling delete_port for 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:46.707240 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-667ad1a1-e846-448d-a5e9-7ef79d9bdb34 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:46.791055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-d3a0fdba-0d39-430e-bd42-86c2541c0c88 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Synchronizing usage tracker for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:46.846104 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94d53eb-64a9-4f7c-8a04-ed024fca3ed5 req-8603f66b-ad3f-441d-ab42-35d383d15a37 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8620772 May 30 20:15:46.905949 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-d3a0fdba-0d39-430e-bd42-86c2541c0c88 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Unset dirty status for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:46.913300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-d3a0fdba-0d39-430e-bd42-86c2541c0c88 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1591587422&fields=id&tenant_id=83c273a70b9742ee885b1f1f37dab263 HTTP/1.1" status: 200 len: 267 time: 0.5982606 May 30 20:15:47.020287 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:15:47.106495 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-21ed63c2-82f9-4e3a-a83b-34626944afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.106495 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:15:47.139504 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-667ad1a1-e846-448d-a5e9-7ef79d9bdb34 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.180660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-667ad1a1-e846-448d-a5e9-7ef79d9bdb34 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.294809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:15:47.298182 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:15:47.363440 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed63c2-82f9-4e3a-a83b-34626944afe1 None None] Pushing event deleted for resources: {'Port': ['ID=65aedfc6-37f3-4da0-afca-93e7b8c5ebf6,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:47.393405 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed63c2-82f9-4e3a-a83b-34626944afe1 None None] No DVR routers for this DVR port 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:15:47.399946 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.422752 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:15:47.434897 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-667ad1a1-e846-448d-a5e9-7ef79d9bdb34 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Allocated IP 172.25.5.166 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/4f211bb3-f671-4eff-adcc-a75cb1d6221d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:47.527616 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 78fc284e-6bce-4bac-85c6-7e8f84856080, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=78fc284e-6bce-4bac-85c6-7e8f84856080,segment=NetworkSegment(a51eb42f-07c6-4445-afbf-fb3a051a9eab),segment_id=a51eb42f-07c6-4445-afbf-fb3a051a9eab)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:47.528818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079f39ec-28c1-4cd3-9511-c4092c4de074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fc284e-6bce-4bac-85c6-7e8f84856080'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:47.544887 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.591356 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:15:47.591677 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:15:47.649182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-2391e2d0-f5d7-4ad5-8f88-4b911eda7e4a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:47.656451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-2391e2d0-f5d7-4ad5-8f88-4b911eda7e4a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/networks?id=8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 HTTP/1.1" status: 200 len: 795 time: 0.7483325 May 30 20:15:47.705796 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-b9163cb3-73c9-4136-af5f-6c5db258961a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/quotas/83c273a70b9742ee885b1f1f37dab263 HTTP/1.1" status: 200 len: 375 time: 0.0480568 May 30 20:15:47.725638 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:47.732835 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=78fc284e-6bce-4bac-85c6-7e8f84856080,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:47.738926 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94d53eb-64a9-4f7c-8a04-ed024fca3ed5 req-4f70e603-3a20-42a0-bbff-f5e366f07a8a service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8841319 May 30 20:15:47.742870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'port_id': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd', 'mac_address': 'fa:16:3e:69:6b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:15:47.744888 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-667ad1a1-e846-448d-a5e9-7ef79d9bdb34 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.780094 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-667ad1a1-e846-448d-a5e9-7ef79d9bdb34 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.798221 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.820732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:47.858590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:47.858590 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.888103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1780972-4757-4a93-a431-9f60430a27d3 req-1232e4ce-5df5-46a9-a4e8-a7ce5399b7f1 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:47.888103 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1780972-4757-4a93-a431-9f60430a27d3 req-1232e4ce-5df5-46a9-a4e8-a7ce5399b7f1 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/ports?device_id=079f39ec-28c1-4cd3-9511-c4092c4de074 HTTP/1.1" status: 200 len: 945 time: 0.3754151 May 30 20:15:47.945555 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667ad1a1-e846-448d-a5e9-7ef79d9bdb34 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:47.945555 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-667ad1a1-e846-448d-a5e9-7ef79d9bdb34 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:47.957539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667ad1a1-e846-448d-a5e9-7ef79d9bdb34 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:47.982895 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:48.004477 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b94d53eb-64a9-4f7c-8a04-ed024fca3ed5 req-274dd84e-48af-4e79-a3c5-2a6f238e54ef service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560093 May 30 20:15:48.024406 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-679a4fd1-1eca-4660-877f-345622efb823 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=83c273a70b9742ee885b1f1f37dab263&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3112869 May 30 20:15:48.026412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ad1a1-e846-448d-a5e9-7ef79d9bdb34 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Pushing event updated for resources: {'Port': ['ID=4f211bb3-f671-4eff-adcc-a75cb1d6221d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:48.084309 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1780972-4757-4a93-a431-9f60430a27d3 req-55f6cc84-8b44-4116-89ef-61777182c03a tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/security-groups?id=cd0a694c-455e-44a1-a884-6f2007d7f75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842492 May 30 20:15:48.093439 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Deleting port 65aedfc6-37f3-4da0-afca-93e7b8c5ebf6 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:48.093439 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:48.175685 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:48.284947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] The port '65aedfc6-37f3-4da0-afca-93e7b8c5ebf6' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:15:48.341595 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-667ad1a1-e846-448d-a5e9-7ef79d9bdb34 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:48.550179 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23666e58-3e9b-4e82-9a82-3640f7c39b9b req-a5817a42-7ff7-4a55-9300-e4440bfa3b88 tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.1632099 May 30 20:15:48.649457 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-667ad1a1-e846-448d-a5e9-7ef79d9bdb34 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:48.653852 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-667ad1a1-e846-448d-a5e9-7ef79d9bdb34 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:48.749892 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:48.826860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24af49e-d4d4-496e-a988-fdbdc15eb129']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:48.857286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3ac08b-1c7d-4d80-8680-728862053cea') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:48.857807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3ac08b-1c7d-4d80-8680-728862053cea') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:48.894121 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:48.915138 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03e03e12-ec69-4c16-a881-6054973df64e service neutron] 10.222.0.84 "GET /v2.0/networks/8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8822396 May 30 20:15:48.947325 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:48.960839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:15:48.961244 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: timer() May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:15:48.975908 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:15:48.998182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667ad1a1-e846-448d-a5e9-7ef79d9bdb34 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Router 704d6d19-3dcf-4185-b3ff-719797327108 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:15:49.116421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a2a19-8d33-4374-922a-13fb34bfdddd req-c1720843-7f27-44ce-80d2-2b2e2d7fe06a tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:49.124024 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e79a2a19-8d33-4374-922a-13fb34bfdddd req-c1720843-7f27-44ce-80d2-2b2e2d7fe06a tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 944 time: 0.3655436 May 30 20:15:49.173981 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:49.212080 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:49.217019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] Pushing event deleted for resources: {'Network': ['ID=f24af49e-d4d4-496e-a988-fdbdc15eb129,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:49.256350 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-9bd113db-5033-4ac1-a561-048090dd5888 service neutron] 10.222.0.84 "GET /v2.0/networks/8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241739 May 30 20:15:49.268116 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e79a2a19-8d33-4374-922a-13fb34bfdddd req-b91be4b8-5f26-4a99-9344-dc54af5fd233 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375091 May 30 20:15:49.291085 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-897fee43-0654-4c24-a6f4-fc201ca8daf8 tempest-AllowedAddressPairIpV6TestJSON-204366513 tempest-AllowedAddressPairIpV6TestJSON-204366513-project] 10.222.0.84 "DELETE /v2.0/networks/f24af49e-d4d4-496e-a988-fdbdc15eb129 HTTP/1.1" status: 204 len: 168 time: 3.8371215 May 30 20:15:49.366585 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667ad1a1-e846-448d-a5e9-7ef79d9bdb34 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:15:49.370955 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752e86af-838e-4472-ae9c-aef7fe2e4eed'] response: {'server_uuid': '079f39ec-28c1-4cd3-9511-c4092c4de074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fc284e-6bce-4bac-85c6-7e8f84856080', 'code': 200} May 30 20:15:49.383076 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094dda05-7c31-44d0-ab88-8258858d438f None None] Sync routers for ids ['704d6d19-3dcf-4185-b3ff-719797327108'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:15:49.386282 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-667ad1a1-e846-448d-a5e9-7ef79d9bdb34 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:49.387533 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-667ad1a1-e846-448d-a5e9-7ef79d9bdb34 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "PUT /v2.0/routers/704d6d19-3dcf-4185-b3ff-719797327108 HTTP/1.1" status: 200 len: 916 time: 3.7720306 May 30 20:15:49.391509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42308) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:49.415624 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094dda05-7c31-44d0-ab88-8258858d438f None None] Routers {'704d6d19-3dcf-4185-b3ff-719797327108'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:15:49.415624 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-094dda05-7c31-44d0-ab88-8258858d438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:15:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['704d6d19-3dcf-4185-b3ff-719797327108'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:49.539137 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-094dda05-7c31-44d0-ab88-8258858d438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:49.567622 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094dda05-7c31-44d0-ab88-8258858d438f None None] Routers {'704d6d19-3dcf-4185-b3ff-719797327108'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:15:49.569108 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-094dda05-7c31-44d0-ab88-8258858d438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:15:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['704d6d19-3dcf-4185-b3ff-719797327108'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:49.667930 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-733847de-08ac-4042-958a-97f0a3e027f8 req-8685e122-2507-4b50-9d55-9a21191db7d8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=079f39ec-28c1-4cd3-9511-c4092c4de074 HTTP/1.1" status: 200 len: 1096 time: 0.2150710 May 30 20:15:49.812645 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-094dda05-7c31-44d0-ab88-8258858d438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:49.814138 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094dda05-7c31-44d0-ab88-8258858d438f None None] The sync data for ids ['704d6d19-3dcf-4185-b3ff-719797327108'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:15:49.824397 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-733847de-08ac-4042-958a-97f0a3e027f8 req-9f335ada-1c14-437e-81b6-7a4a6d84f2a0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cd0a694c-455e-44a1-a884-6f2007d7f75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488326 May 30 20:15:50.075883 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-028658df-8fbf-44c0-92e5-42dd3303bc67 req-0b270f23-9ab8-4758-8deb-53743302dae3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 210 time: 0.4272013 May 30 20:15:50.098272 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42336) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:50.199293 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c9585-0354-49bd-a921-a5771548b5c9 req-cb89373f-bcad-431f-8946-ec06f7031815 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:50.205536 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d6c9585-0354-49bd-a921-a5771548b5c9 req-cb89373f-bcad-431f-8946-ec06f7031815 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/ports?device_id=079f39ec-28c1-4cd3-9511-c4092c4de074 HTTP/1.1" status: 200 len: 945 time: 0.1773906 May 30 20:15:50.335786 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d6c9585-0354-49bd-a921-a5771548b5c9 req-3f3c9e24-71d4-40a3-9867-22aca5c3fda2 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/security-groups?id=cd0a694c-455e-44a1-a884-6f2007d7f75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207094 May 30 20:15:50.366567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42350) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:50.374751 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-78b3a841-ea99-4d35-8c44-e13064149c07 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "GET /v2.0/routers/704d6d19-3dcf-4185-b3ff-719797327108 HTTP/1.1" status: 200 len: 922 time: 0.9667566 May 30 20:15:50.518848 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6d4d7bb-ea94-4189-8887-4153d674fa44 req-a28ed7e0-8403-4a3f-aec2-682ad15fcdb1 tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.1224275 May 30 20:15:50.661467 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-92f865ba-9e5f-4f32-86e7-170ed5aa1e2c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d62bf63210d442ef9e8113db3ec29807&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5423348 May 30 20:15:50.661467 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42360) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:50.686539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4224463c-bc4b-4388-a4b0-fdd389cb9b9b tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Synchronizing usage tracker for tenant:149354093b904a1884d35f27e6d22e4c on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:50.786018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4224463c-bc4b-4388-a4b0-fdd389cb9b9b tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Unset dirty status for tenant:149354093b904a1884d35f27e6d22e4c on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:50.786018 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4224463c-bc4b-4388-a4b0-fdd389cb9b9b tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&device_id=704d6d19-3dcf-4185-b3ff-719797327108&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4196541 May 30 20:15:50.786018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42364) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:50.798103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddcae5-4b21-4be0-9e3e-bf5fba1eddb7 req-65781c41-c833-4287-b37f-764ffdc5f24c tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:50.808427 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cddcae5-4b21-4be0-9e3e-bf5fba1eddb7 req-65781c41-c833-4287-b37f-764ffdc5f24c tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 944 time: 0.1805906 May 30 20:15:50.919003 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cddcae5-4b21-4be0-9e3e-bf5fba1eddb7 req-10764690-6911-40ef-98b2-356ef8e6f9c0 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148233 May 30 20:15:51.046332 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-674ac26b-1aa1-416d-aeea-406d8ef53786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:51.065801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:51.129216 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f137a7-4636-47bf-ba58-91c2a19dec1c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:51.129216 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-64f137a7-4636-47bf-ba58-91c2a19dec1c tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "GET /v2.0/networks/238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 881 time: 0.3413367 May 30 20:15:51.135390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42374) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:51.178332 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-674ac26b-1aa1-416d-aeea-406d8ef53786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:51.271333 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:51.297246 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:51.297246 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:51.308252 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-674ac26b-1aa1-416d-aeea-406d8ef53786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:51.342484 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2161bfe2-611c-4304-b493-21334325cb0e tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "GET /v2.0/ports?device_id=704d6d19-3dcf-4185-b3ff-719797327108 HTTP/1.1" status: 200 len: 205 time: 0.2029622 May 30 20:15:51.342484 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42380) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:51.357802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ac26b-1aa1-416d-aeea-406d8ef53786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33662fac-815d-4563-bb22-244fe2950a5b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:51.390762 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-674ac26b-1aa1-416d-aeea-406d8ef53786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:51.390762 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-674ac26b-1aa1-416d-aeea-406d8ef53786 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/33662fac-815d-4563-bb22-244fe2950a5b HTTP/1.1" status: 204 len: 168 time: 0.7298207 May 30 20:15:51.503074 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9c2395ef-8752-42d4-abb9-43d39c7cb5bd req-7f19a8c6-7b18-40a7-b95e-eb0dece81f3e tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 210 time: 0.1620057 May 30 20:15:51.552161 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42388) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:51.639413 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:51.725266 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:51.745312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:51.752648 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:51.880286 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a20ea542-e1d9-448f-849f-c7c7237ff39f req-c47234c1-54d5-4791-96a1-4b71b741e7d5 tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.1588404 May 30 20:15:51.895448 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:52.053758 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be6a185-693d-4e8a-b2f0-b199c5d00637'] response: {'server_uuid': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd', 'code': 200} May 30 20:15:52.105858 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-89c3207d-4506-4e6f-b478-3b892785aac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:52.185031 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-89c3207d-4506-4e6f-b478-3b892785aac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:52.190391 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-89c3207d-4506-4e6f-b478-3b892785aac1 admin admin] Usage tracker for resource:security_group_rule and tenant:9b4fd61428c542e1b7fa2aa0311b146c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:52.194254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-89c3207d-4506-4e6f-b478-3b892785aac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:52.206327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-89c3207d-4506-4e6f-b478-3b892785aac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:52.288905 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-89c3207d-4506-4e6f-b478-3b892785aac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:52.293852 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-89c3207d-4506-4e6f-b478-3b892785aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:52.320179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1e97d-5708-49d6-b6d5-1dce0ee9e3ed req-b8679a99-b2d1-442a-8bee-a8dd7b9cd6cf tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:52.321944 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06c1e97d-5708-49d6-b6d5-1dce0ee9e3ed req-b8679a99-b2d1-442a-8bee-a8dd7b9cd6cf tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/ports?device_id=079f39ec-28c1-4cd3-9511-c4092c4de074 HTTP/1.1" status: 200 len: 945 time: 0.5996747 May 30 20:15:52.340995 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-7bd65839-ffc2-4734-b5a7-080169524884 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:52.342430 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-7bd65839-ffc2-4734-b5a7-080169524884 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.93 "GET /v2.0/networks?id=8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 HTTP/1.1" status: 200 len: 795 time: 0.6183705 May 30 20:15:52.360898 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-89c3207d-4506-4e6f-b478-3b892785aac1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9b4fd61428c542e1b7fa2aa0311b146c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8071187 May 30 20:15:52.361927 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3207d-4506-4e6f-b478-3b892785aac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa47da9d-4a75-4fc7-8ad4-bb23381b8a8d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:52.364451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42410) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:52.461945 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f553194-20b0-4161-b1d8-7817e0072860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:52.491425 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-37257bbb-4cd4-4f9e-8b1c-9e4242b5efbd tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83c273a70b9742ee885b1f1f37dab263 HTTP/1.1" status: 200 len: 380 time: 0.1149204 May 30 20:15:52.504613 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06c1e97d-5708-49d6-b6d5-1dce0ee9e3ed req-932b0d66-90a6-4528-becd-c3f706646880 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/security-groups?id=cd0a694c-455e-44a1-a884-6f2007d7f75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598034 May 30 20:15:52.513305 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f553194-20b0-4161-b1d8-7817e0072860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:52.516005 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-a33eb2e7-da94-4204-a8c2-9b38380129cb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'port': {'device_id': '9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef', 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31', 'admin_state_up': True, 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'security_groups': ['d321dc23-d90a-4965-9910-02632a28c4c7']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:52.599449 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f553194-20b0-4161-b1d8-7817e0072860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:52.635050 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f813bc9-714e-42f3-88bf-f8a4ab963f2d req-be4afb7e-e286-48be-bc6c-f46943fdad36 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 1096 time: 0.4903486 May 30 20:15:52.637273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c663393-5388-4df2-9ffe-df73917cea7c req-7a33bb01-824c-46f6-b69f-65f673865938 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:52.637527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553194-20b0-4161-b1d8-7817e0072860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa47da9d-4a75-4fc7-8ad4-bb23381b8a8d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:52.643592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c663393-5388-4df2-9ffe-df73917cea7c req-7a33bb01-824c-46f6-b69f-65f673865938 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.4515510 May 30 20:15:52.648160 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f553194-20b0-4161-b1d8-7817e0072860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:52.649519 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4f553194-20b0-4161-b1d8-7817e0072860 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aa47da9d-4a75-4fc7-8ad4-bb23381b8a8d HTTP/1.1" status: 204 len: 168 time: 0.2840641 May 30 20:15:52.818692 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-587f85b1-7e9d-4270-aa72-05f00880217d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:52.851350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42426) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:52.887403 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f813bc9-714e-42f3-88bf-f8a4ab963f2d req-a92c0cc6-b5a0-4e01-95f5-2774d8ef027a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390585 May 30 20:15:52.900770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-a33eb2e7-da94-4204-a8c2-9b38380129cb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:53.115818 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c663393-5388-4df2-9ffe-df73917cea7c req-79b11d2e-7965-4a48-8a38-8677f531ee74 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4692323 May 30 20:15:53.129735 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6dc8d839-2e00-40de-90c6-897b246e2def req-63346ce7-aaaf-4925-a7f7-5f898ed7b90d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 210 time: 0.3690612 May 30 20:15:53.129735 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-a33eb2e7-da94-4204-a8c2-9b38380129cb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:port and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:53.155715 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-a33eb2e7-da94-4204-a8c2-9b38380129cb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:53.175159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1761942850'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:53.175159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:53.190618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:network and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:53.193563 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:53.194042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-a33eb2e7-da94-4204-a8c2-9b38380129cb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:53.204438 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:53.226754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:53.232095 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.246172 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.267650 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-a33eb2e7-da94-4204-a8c2-9b38380129cb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Made reservation on behalf of 83c273a70b9742ee885b1f1f37dab263 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:53.272173 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-a33eb2e7-da94-4204-a8c2-9b38380129cb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.292481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:53.296927 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:security_group_rule and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:53.300776 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:53.307678 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:53.410923 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.415649 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.434060 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:15:53.446735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.448728 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Added segment 445fb1f1-12b6-4eb9-b3c2-914b1dfb9412 of type vlan for network 446355f8-91a6-4c10-962b-33cb6573bbd2 May 30 20:15:53.455031 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42438) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:53.524542 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e5fe9856-ecd3-4681-8e19-6d9e5046e59e req-a86c7c3b-7b08-4692-8881-53b1206a21c7 tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.2141061 May 30 20:15:53.593854 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d143e307-4614-4e1b-ab10-0eb550f5a3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.646006 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.656903 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfd8ecd-b5fe-48a3-a1fb-6fe8bdb1b24d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:53.675825 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d143e307-4614-4e1b-ab10-0eb550f5a3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:53.689847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d143e307-4614-4e1b-ab10-0eb550f5a3d7 admin admin] Usage tracker for resource:security_group_rule and tenant:03285065bc7e4170a3ac0b63c553e15a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:53.689847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d143e307-4614-4e1b-ab10-0eb550f5a3d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:53.707690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d143e307-4614-4e1b-ab10-0eb550f5a3d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:53.718016 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-587f85b1-7e9d-4270-aa72-05f00880217d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.731319 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.731319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:53.731319 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.739684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-a33eb2e7-da94-4204-a8c2-9b38380129cb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Allocated IP 172.20.0.3 (8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31/05e584b7-1f11-483d-b960-40b20bf30832/ae63be30-e252-41a4-bb45-00657a3752a4) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:53.739684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-587f85b1-7e9d-4270-aa72-05f00880217d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Deleting port 4f211bb3-f671-4eff-adcc-a75cb1d6221d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:53.739684 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-587f85b1-7e9d-4270-aa72-05f00880217d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.851948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Network': ['ID=446355f8-91a6-4c10-962b-33cb6573bbd2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:53.874909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:15:53.918089 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e7c3589a-7b5b-4a39-85b7-67ef4a98aa08 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0657809 May 30 20:15:53.932458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42446) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:53.932458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2', 'name': 'tempest-PortsTestJSON-1475719289'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:54.140884 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:15:54.236518 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d143e307-4614-4e1b-ab10-0eb550f5a3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.236518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:54.243629 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d143e307-4614-4e1b-ab10-0eb550f5a3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.261275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:port and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:54.276907 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:54.277353 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-587f85b1-7e9d-4270-aa72-05f00880217d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.296283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:54.327185 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d143e307-4614-4e1b-ab10-0eb550f5a3d7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=03285065bc7e4170a3ac0b63c553e15a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8581362 May 30 20:15:54.327185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42456) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:54.332927 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143e307-4614-4e1b-ab10-0eb550f5a3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917c7cac-f382-4639-9d49-2b1965211fcf,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:54.370303 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:54.370303 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.425121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] device_id is not set on port 5c4fcdcb-aa4d-4f59-9771-4344f7b6636c yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:15:54.459724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-587f85b1-7e9d-4270-aa72-05f00880217d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Calling delete_port for 4f211bb3-f671-4eff-adcc-a75cb1d6221d owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:54.506497 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f23f4c49-a552-4300-934d-50df6ea62b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.561560 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f23f4c49-a552-4300-934d-50df6ea62b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.567211 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-a33eb2e7-da94-4204-a8c2-9b38380129cb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.613925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-a33eb2e7-da94-4204-a8c2-9b38380129cb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Transition to ACTIVE for port object ae63be30-e252-41a4-bb45-00657a3752a4 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:54.694882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba881f4-b8f3-4851-94c3-e6be8724d921 req-c13394fc-f371-4794-856e-30a63887d224 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:54.696653 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eba881f4-b8f3-4851-94c3-e6be8724d921 req-c13394fc-f371-4794-856e-30a63887d224 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/ports?device_id=079f39ec-28c1-4cd3-9511-c4092c4de074 HTTP/1.1" status: 200 len: 945 time: 0.4809940 May 30 20:15:54.707904 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-a33eb2e7-da94-4204-a8c2-9b38380129cb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.708985 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.715088 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ee3ce-bb54-4ba3-9621-fb3aea833ad6 req-9ef0f058-3489-4fd5-b18b-726454bba850 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:54.716820 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e03ee3ce-bb54-4ba3-9621-fb3aea833ad6 req-9ef0f058-3489-4fd5-b18b-726454bba850 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.2681663 May 30 20:15:54.725848 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f23f4c49-a552-4300-934d-50df6ea62b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.749228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f4c49-a552-4300-934d-50df6ea62b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917c7cac-f382-4639-9d49-2b1965211fcf,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:54.761741 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f23f4c49-a552-4300-934d-50df6ea62b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.765524 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f23f4c49-a552-4300-934d-50df6ea62b23 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/917c7cac-f382-4639-9d49-2b1965211fcf HTTP/1.1" status: 204 len: 168 time: 0.4361670 May 30 20:15:54.768384 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.855060 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=5c4fcdcb-aa4d-4f59-9771-4344f7b6636c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:54.869392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Checking segment: {'id': '445fb1f1-12b6-4eb9-b3c2-914b1dfb9412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:54.869756 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network hostable DHCP agents. Network: 446355f8-91a6-4c10-962b-33cb6573bbd2, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:15:54.896532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:15:54.908325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 446355f8-91a6-4c10-962b-33cb6573bbd2) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:54.912385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:54.917296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:54.917738 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.920405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33eb2e7-da94-4204-a8c2-9b38380129cb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Port': ['ID=ae63be30-e252-41a4-bb45-00657a3752a4,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:54.931098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690ef595-5e7a-4f9c-bb93-699454505ad2 None None] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:15:54.942388 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c2b73a41-78fa-4947-95a1-ba41aa52f3bf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0152984 May 30 20:15:54.945242 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42464) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:54.953701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3d3fabfc-58e3-451d-b30e-81d7259fd8fb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-127081017'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:54.959862 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3d3fabfc-58e3-451d-b30e-81d7259fd8fb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:54.964146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3d3fabfc-58e3-451d-b30e-81d7259fd8fb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:network and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:54.967645 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3d3fabfc-58e3-451d-b30e-81d7259fd8fb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:54.973813 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eba881f4-b8f3-4851-94c3-e6be8724d921 req-abcb8508-9d25-466c-a320-43fc63aff596 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/security-groups?id=cd0a694c-455e-44a1-a884-6f2007d7f75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554197 May 30 20:15:54.974330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3d3fabfc-58e3-451d-b30e-81d7259fd8fb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:54.978641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-a33eb2e7-da94-4204-a8c2-9b38380129cb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network 8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:54.980281 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-587f85b1-7e9d-4270-aa72-05f00880217d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.987111 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3fabfc-58e3-451d-b30e-81d7259fd8fb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:54.993683 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d3fabfc-58e3-451d-b30e-81d7259fd8fb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.088196 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-a33eb2e7-da94-4204-a8c2-9b38380129cb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:55.090244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3fabfc-58e3-451d-b30e-81d7259fd8fb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:15:55.104341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-a33eb2e7-da94-4204-a8c2-9b38380129cb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:55.109518 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d3fabfc-58e3-451d-b30e-81d7259fd8fb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.112084 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-3d3fabfc-58e3-451d-b30e-81d7259fd8fb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Added segment 51dc63fc-76e1-4bba-b25f-3dfb3164fa52 of type vlan for network d0f26fda-f66c-450b-b45c-7a623ca025fa May 30 20:15:55.176294 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d3fabfc-58e3-451d-b30e-81d7259fd8fb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.199802 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e03ee3ce-bb54-4ba3-9621-fb3aea833ad6 req-c33c1479-c2d5-4e90-a4d3-45a6a967963f tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4419932 May 30 20:15:55.239081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f85b1-7e9d-4270-aa72-05f00880217d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Pushing event deleted for resources: {'Port': ['ID=4f211bb3-f671-4eff-adcc-a75cb1d6221d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:55.287018 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d3fabfc-58e3-451d-b30e-81d7259fd8fb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.295552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3fabfc-58e3-451d-b30e-81d7259fd8fb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:55.297653 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d3fabfc-58e3-451d-b30e-81d7259fd8fb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.490630 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3d3fabfc-58e3-451d-b30e-81d7259fd8fb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5442147 May 30 20:15:55.495793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42478) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:55.502530 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-785caa4c-5449-4029-802a-e1fe30d00150 None None] Provisioning for port ae63be30-e252-41a4-bb45-00657a3752a4 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:55.505324 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'ports': [{'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2'}, {'network_id': 'd0f26fda-f66c-450b-b45c-7a623ca025fa'}]} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:55.505901 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:55.506695 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'network_id': 'd0f26fda-f66c-450b-b45c-7a623ca025fa'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:55.511550 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-addd21dc-ad05-4ec9-a078-9d8657742d9c req-b38f702d-5e2f-49e3-9a1e-033455773a6d tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.0641093 May 30 20:15:55.514364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-785caa4c-5449-4029-802a-e1fe30d00150 None None] Provisioning complete for port ae63be30-e252-41a4-bb45-00657a3752a4 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:55.514929 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-785caa4c-5449-4029-802a-e1fe30d00150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.525503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fabfc-58e3-451d-b30e-81d7259fd8fb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Network': ['ID=d0f26fda-f66c-450b-b45c-7a623ca025fa,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:55.531937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-a33eb2e7-da94-4204-a8c2-9b38380129cb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:55.533363 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-a33eb2e7-da94-4204-a8c2-9b38380129cb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.604914 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-785caa4c-5449-4029-802a-e1fe30d00150 None None] Port ae63be30-e252-41a4-bb45-00657a3752a4 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:15:55.607746 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network d0f26fda-f66c-450b-b45c-7a623ca025fa details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:15:55.764847 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-a33eb2e7-da94-4204-a8c2-9b38380129cb tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2671132 May 30 20:15:55.779058 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2e837-ea94-43da-9f58-f424b81cd53d req-7065fb46-f7c1-4ea4-9cb7-9d2f9ca79fd4 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:55.779749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-d5a2e837-ea94-43da-9f58-f424b81cd53d req-7065fb46-f7c1-4ea4-9cb7-9d2f9ca79fd4 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Synchronizing usage tracker for tenant:3292faf7491a41a6a783237df428b88d on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:55.815201 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:55.819861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-d5a2e837-ea94-43da-9f58-f424b81cd53d req-7065fb46-f7c1-4ea4-9cb7-9d2f9ca79fd4 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Unset dirty status for tenant:3292faf7491a41a6a783237df428b88d on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:55.821198 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5a2e837-ea94-43da-9f58-f424b81cd53d req-7065fb46-f7c1-4ea4-9cb7-9d2f9ca79fd4 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.77 "GET /v2.0/ports?device_id=079f39ec-28c1-4cd3-9511-c4092c4de074 HTTP/1.1" status: 200 len: 945 time: 0.4220872 May 30 20:15:55.822430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:port and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:55.825329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:55.834664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:55.841649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Request body: {'port': {'device_id': '9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:55.899434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'port': 2} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:55.904661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.936671 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-d5a2e837-ea94-43da-9f58-f424b81cd53d req-d0bb8512-c93a-460c-b85f-4bfaea79c0f9 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Deleting port 78fc284e-6bce-4bac-85c6-7e8f84856080 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:55.937031 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d5a2e837-ea94-43da-9f58-f424b81cd53d req-d0bb8512-c93a-460c-b85f-4bfaea79c0f9 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.942529 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-587f85b1-7e9d-4270-aa72-05f00880217d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.968458 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:56.013128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12c43d-f60a-4ca5-a427-ba77b5ed58a9 req-fb249014-f0e3-4fd5-939f-683635c9622a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:56.013413 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-fd12c43d-f60a-4ca5-a427-ba77b5ed58a9 req-fb249014-f0e3-4fd5-939f-683635c9622a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Synchronizing usage tracker for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:56.220164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-fd12c43d-f60a-4ca5-a427-ba77b5ed58a9 req-fb249014-f0e3-4fd5-939f-683635c9622a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Unset dirty status for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:56.224515 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd12c43d-f60a-4ca5-a427-ba77b5ed58a9 req-fb249014-f0e3-4fd5-939f-683635c9622a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 931 time: 0.9868672 May 30 20:15:56.301768 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:56.349843 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-587f85b1-7e9d-4270-aa72-05f00880217d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:56.404378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9ef68-0404-41be-bc32-9e23715c323a req-b4086452-4ec5-4729-83dc-50567ba45fd6 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:56.408740 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eec9ef68-0404-41be-bc32-9e23715c323a req-b4086452-4ec5-4729-83dc-50567ba45fd6 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.6375077 May 30 20:15:56.412857 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-587f85b1-7e9d-4270-aa72-05f00880217d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:56.432619 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42496) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:56.448067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-ac0e012b-1b7b-4230-854b-12854ea434c6 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Request body: {'floatingip': {'port_id': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:56.486331 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] device_id is not set on port f5f4a65e-1957-4b9c-93ab-29b71d2c1c8a yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:15:56.518891 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd12c43d-f60a-4ca5-a427-ba77b5ed58a9 req-ae611656-c846-4c02-86a1-f5470952ce5c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=d321dc23-d90a-4965-9910-02632a28c4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323744 May 30 20:15:56.555833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-d5a2e837-ea94-43da-9f58-f424b81cd53d req-d0bb8512-c93a-460c-b85f-4bfaea79c0f9 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] For port 78fc284e-6bce-4bac-85c6-7e8f84856080, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=78fc284e-6bce-4bac-85c6-7e8f84856080,segment=NetworkSegment(a51eb42f-07c6-4445-afbf-fb3a051a9eab),segment_id=a51eb42f-07c6-4445-afbf-fb3a051a9eab)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:56.555833 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d5a2e837-ea94-43da-9f58-f424b81cd53d req-d0bb8512-c93a-460c-b85f-4bfaea79c0f9 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:56.566996 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac0e012b-1b7b-4230-854b-12854ea434c6 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:56.694254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-d5a2e837-ea94-43da-9f58-f424b81cd53d req-d0bb8512-c93a-460c-b85f-4bfaea79c0f9 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Calling delete_port for 78fc284e-6bce-4bac-85c6-7e8f84856080 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:56.822099 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-587f85b1-7e9d-4270-aa72-05f00880217d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:56.823344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587f85b1-7e9d-4270-aa72-05f00880217d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Fanout notify agent at l3_agent the message router_deleted on router 704d6d19-3dcf-4185-b3ff-719797327108 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:15:56.835143 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:56.881067 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee3b6be5-120a-40f5-abf9-ed76aeef9075 req-a90d0b14-8926-4597-9cf4-f3850398da30 tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.1311147 May 30 20:15:56.894575 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-587f85b1-7e9d-4270-aa72-05f00880217d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:56.895628 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-587f85b1-7e9d-4270-aa72-05f00880217d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "DELETE /v2.0/routers/704d6d19-3dcf-4185-b3ff-719797327108 HTTP/1.1" status: 204 len: 168 time: 5.3976612 May 30 20:15:56.916932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42510) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:56.989730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1250518893', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}, 'admin_state_up': False}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:56.997492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] device_id is not set on port 26522744-6d6f-4a92-956a-58ec6a8b2f41 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:15:57.003829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:57.009046 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d5a2e837-ea94-43da-9f58-f424b81cd53d req-d0bb8512-c93a-460c-b85f-4bfaea79c0f9 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:57.021032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Usage tracker for resource:router and tenant:409b6a8283164c9586525594bec1aad8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:57.021796 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['78fc284e-6bce-4bac-85c6-7e8f84856080'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:57.025808 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:57.062018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb8512-c93a-460c-b85f-4bfaea79c0f9 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Pushing event deleted for resources: {'Port': ['ID=78fc284e-6bce-4bac-85c6-7e8f84856080,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:57.066164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:57.139418 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:57.140352 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:57.145185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a2e837-ea94-43da-9f58-f424b81cd53d req-d0bb8512-c93a-460c-b85f-4bfaea79c0f9 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] No DVR routers for this DVR port 78fc284e-6bce-4bac-85c6-7e8f84856080 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:15:57.149035 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d5a2e837-ea94-43da-9f58-f424b81cd53d req-d0bb8512-c93a-460c-b85f-4bfaea79c0f9 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:57.151489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079f39ec-28c1-4cd3-9511-c4092c4de074', 'name': 'network-vif-deleted', 'tag': '78fc284e-6bce-4bac-85c6-7e8f84856080'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:57.167348 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96386d5e-3e92-4867-9151-7de9bd0ba5a4 req-064d0e61-e2e8-4232-800b-f5cff44db9a1 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:57.174283 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96386d5e-3e92-4867-9151-7de9bd0ba5a4 req-064d0e61-e2e8-4232-800b-f5cff44db9a1 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/ports?device_id=079f39ec-28c1-4cd3-9511-c4092c4de074 HTTP/1.1" status: 200 len: 945 time: 0.5332537 May 30 20:15:57.195201 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5a2e837-ea94-43da-9f58-f424b81cd53d req-d0bb8512-c93a-460c-b85f-4bfaea79c0f9 tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.77 "DELETE /v2.0/ports/78fc284e-6bce-4bac-85c6-7e8f84856080 HTTP/1.1" status: 204 len: 173 time: 1.3669603 May 30 20:15:57.238031 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:57.271097 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d804dfb-ee35-4945-81a9-4774565514ec'] response: {'server_uuid': '079f39ec-28c1-4cd3-9511-c4092c4de074', 'name': 'network-vif-deleted', 'tag': '78fc284e-6bce-4bac-85c6-7e8f84856080', 'status': 'completed', 'code': 200} May 30 20:15:57.285118 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:57.386125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:57.394849 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:57.400797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:57.402332 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:57.424746 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=f5f4a65e-1957-4b9c-93ab-29b71d2c1c8a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:57.512079 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:15:57.522003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=26522744-6d6f-4a92-956a-58ec6a8b2f41,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:57.530513 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Checking segment: {'id': '51dc63fc-76e1-4bba-b25f-3dfb3164fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd0f26fda-f66c-450b-b45c-7a623ca025fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:57.530869 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network hostable DHCP agents. Network: d0f26fda-f66c-450b-b45c-7a623ca025fa, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:15:57.555082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network d0f26fda-f66c-450b-b45c-7a623ca025fa is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:15:57.575735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, d0f26fda-f66c-450b-b45c-7a623ca025fa) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:57.588936 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7550e2-2bf9-4fda-aec6-fbdd9da18e72 None None] Network d0f26fda-f66c-450b-b45c-7a623ca025fa requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:15:57.593388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:57.601061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:57.604291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:57.605000 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:57.615528 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:57.658894 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96386d5e-3e92-4867-9151-7de9bd0ba5a4 req-d54a2687-0426-4dd1-8efb-8ce0409ade3b tempest-ServerPasswordTestJSON-1124656960 tempest-ServerPasswordTestJSON-1124656960-project] 10.222.0.84 "GET /v2.0/security-groups?id=cd0a694c-455e-44a1-a884-6f2007d7f75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837883 May 30 20:15:57.666310 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-979f7c2d-df9c-4109-abf9-7d9f82228717 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1692820 May 30 20:15:57.668798 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42530) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:57.678662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae63be30-e252-41a4-bb45-00657a3752a4 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:57.716768 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:57.790350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Transition to ACTIVE for port object ae63be30-e252-41a4-bb45-00657a3752a4 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:57.813508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ff00fd88-c52b-4109-ba7b-8b6bdfb19aa8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port 26522744-6d6f-4a92-956a-58ec6a8b2f41 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:57.821253 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff00fd88-c52b-4109-ba7b-8b6bdfb19aa8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:57.898969 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2a5bef55-86b9-4c4e-85f0-7c58ea0499a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:57.964491 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:58.124761 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff00fd88-c52b-4109-ba7b-8b6bdfb19aa8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:58.256894 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ff00fd88-c52b-4109-ba7b-8b6bdfb19aa8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for 26522744-6d6f-4a92-956a-58ec6a8b2f41 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:58.296359 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81a5642c-b04d-4d93-93e9-1e971de9edfd req-6b46bd44-484c-4453-8b74-8df18d9e7441 tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.1718595 May 30 20:15:58.316666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Pushing event updated for resources: {'Port': ['ID=ae63be30-e252-41a4-bb45-00657a3752a4,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:58.384745 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:58.471664 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff00fd88-c52b-4109-ba7b-8b6bdfb19aa8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:58.536251 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00fd88-c52b-4109-ba7b-8b6bdfb19aa8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=26522744-6d6f-4a92-956a-58ec6a8b2f41,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:58.545289 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff00fd88-c52b-4109-ba7b-8b6bdfb19aa8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:58.550546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311a257-8a2a-4f6c-991f-788ef445590a req-5866503a-3095-4df5-b5c9-b04169b27d18 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:58.556457 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ff00fd88-c52b-4109-ba7b-8b6bdfb19aa8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/ports/26522744-6d6f-4a92-956a-58ec6a8b2f41 HTTP/1.1" status: 204 len: 168 time: 0.8866465 May 30 20:15:58.557654 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d311a257-8a2a-4f6c-991f-788ef445590a req-5866503a-3095-4df5-b5c9-b04169b27d18 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 943 time: 0.6604562 May 30 20:15:58.557780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42562) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:58.652287 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-ac0e012b-1b7b-4230-854b-12854ea434c6 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:15:58.652535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c434451-f9a8-4950-85d4-ea5dacc70466 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:58.656170 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c434451-f9a8-4950-85d4-ea5dacc70466 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:58.656922 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3c434451-f9a8-4950-85d4-ea5dacc70466 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Synchronizing usage tracker for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:58.671252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42568) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:58.678156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3c434451-f9a8-4950-85d4-ea5dacc70466 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Unset dirty status for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:58.682127 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3c434451-f9a8-4950-85d4-ea5dacc70466 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1227469 May 30 20:15:58.682785 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42574) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:58.748297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Attempting to bind port ae63be30-e252-41a4-bb45-00657a3752a4 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:58.748620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Attempting to bind port ae63be30-e252-41a4-bb45-00657a3752a4 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'fb897844-8e9f-44ba-858b-098c68297d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:58.748937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Attempting to bind port ae63be30-e252-41a4-bb45-00657a3752a4 on network 8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:58.756117 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-01da0fa0-d635-4ba5-96b4-4b8f0f563133 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port f5f4a65e-1957-4b9c-93ab-29b71d2c1c8a {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:58.756549 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01da0fa0-d635-4ba5-96b4-4b8f0f563133 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:58.785166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Port ae63be30-e252-41a4-bb45-00657a3752a4 on network 8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:58.786183 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Attempting to bind port ae63be30-e252-41a4-bb45-00657a3752a4 on network 8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:58.800938 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d311a257-8a2a-4f6c-991f-788ef445590a req-e04ab093-0dcb-4b65-b9a9-93e04d1bc8ef tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=d321dc23-d90a-4965-9910-02632a28c4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423966 May 30 20:15:58.803883 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac0e012b-1b7b-4230-854b-12854ea434c6 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:58.815485 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:15:58.815828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Checking segment: {'id': 'fb897844-8e9f-44ba-858b-098c68297d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:58.819938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42580) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:58.821125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Bound using segment: {'id': 'fb897844-8e9f-44ba-858b-098c68297d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:15:58.821607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Bound port: ae63be30-e252-41a4-bb45-00657a3752a4, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb897844-8e9f-44ba-858b-098c68297d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:15:58.821958 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:58.837632 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac0e012b-1b7b-4230-854b-12854ea434c6 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:58.920273 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1d2c-f8ab-4d78-b82d-3d00d6cd3b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:58.982221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e45288-3ccf-4442-86fa-9774c50db71f admin admin] Deleting subnet bb507935-3ded-4b57-baa3-e72360a31590 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:15:59.010901 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-29e45288-3ccf-4442-86fa-9774c50db71f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.098359 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3d0a1d2c-f8ab-4d78-b82d-3d00d6cd3b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:59.120912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3d0a1d2c-f8ab-4d78-b82d-3d00d6cd3b25 admin admin] Usage tracker for resource:security_group_rule and tenant:ce45e3e729024e7fb6bd8a59f5f0b5b1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:59.125105 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3d0a1d2c-f8ab-4d78-b82d-3d00d6cd3b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:59.136300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3d0a1d2c-f8ab-4d78-b82d-3d00d6cd3b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:59.158853 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-29e45288-3ccf-4442-86fa-9774c50db71f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.185768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] For port ae63be30-e252-41a4-bb45-00657a3752a4, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:15:59.189985 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] For port ae63be30-e252-41a4-bb45-00657a3752a4, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ae63be30-e252-41a4-bb45-00657a3752a4,segment=NetworkSegment(fb897844-8e9f-44ba-858b-098c68297d96),segment_id=fb897844-8e9f-44ba-858b-098c68297d96)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:15:59.190136 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01da0fa0-d635-4ba5-96b4-4b8f0f563133 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.198543 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.308396 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.345239 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.346593 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] 10.222.0.93 "PUT /v2.0/ports/ae63be30-e252-41a4-bb45-00657a3752a4 HTTP/1.1" status: 200 len: 1091 time: 3.5742195 May 30 20:15:59.350162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef', 'tag': 'ae63be30-e252-41a4-bb45-00657a3752a4'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:59.365649 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-01da0fa0-d635-4ba5-96b4-4b8f0f563133 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for f5f4a65e-1957-4b9c-93ab-29b71d2c1c8a owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:59.378655 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.450035 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-29e45288-3ccf-4442-86fa-9774c50db71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.456733 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a92f36-6950-4a10-94ee-ef3ff500b8a6'] response: {'name': 'network-changed', 'server_uuid': '9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef', 'tag': 'ae63be30-e252-41a4-bb45-00657a3752a4', 'status': 'completed', 'code': 200} May 30 20:15:59.491081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03372531-ba3d-425b-81cf-9c162d187c01 service neutron] Pushing event updated for resources: {'Port': ['ID=ae63be30-e252-41a4-bb45-00657a3752a4,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:59.545305 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1d2c-f8ab-4d78-b82d-3d00d6cd3b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.565076 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1d2c-f8ab-4d78-b82d-3d00d6cd3b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.600805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5f533deb-a4b9-4736-8749-1988a0790bda req-5e53a51b-7748-4407-ab51-af86d0b40ff1 tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.0793388 May 30 20:15:59.617504 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01da0fa0-d635-4ba5-96b4-4b8f0f563133 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.684561 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-ac0e012b-1b7b-4230-854b-12854ea434c6 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Floating IP 688053d0-a876-48b3-9fa2-25f1a168f397 associated. External IP: 172.25.5.23, port: 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd. May 30 20:15:59.685223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a1d2c-f8ab-4d78-b82d-3d00d6cd3b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab05ddf4-e2b7-4fc0-bca6-7e12f683c07c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:59.700433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da0fa0-d635-4ba5-96b4-4b8f0f563133 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=f5f4a65e-1957-4b9c-93ab-29b71d2c1c8a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:59.703693 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3d0a1d2c-f8ab-4d78-b82d-3d00d6cd3b25 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ce45e3e729024e7fb6bd8a59f5f0b5b1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0315204 May 30 20:15:59.708096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42590) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:59.725858 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-29e45288-3ccf-4442-86fa-9774c50db71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.732357 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01da0fa0-d635-4ba5-96b4-4b8f0f563133 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.787165 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e45288-3ccf-4442-86fa-9774c50db71f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb507935-3ded-4b57-baa3-e72360a31590,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:59.804679 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-d216a5c1-53ce-44eb-bdbc-9d495eefa0f9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83c273a70b9742ee885b1f1f37dab263&device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 1094 time: 0.3468740 May 30 20:15:59.812134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-29e45288-3ccf-4442-86fa-9774c50db71f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.813725 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-29e45288-3ccf-4442-86fa-9774c50db71f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/bb507935-3ded-4b57-baa3-e72360a31590 HTTP/1.1" status: 204 len: 168 time: 0.9911988 May 30 20:15:59.817586 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42594) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:59.820428 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-01da0fa0-d635-4ba5-96b4-4b8f0f563133 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/ports/f5f4a65e-1957-4b9c-93ab-29b71d2c1c8a HTTP/1.1" status: 204 len: 168 time: 1.1367893 May 30 20:15:59.823149 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Allocated IP 172.25.5.132 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/6b50815a-d671-43de-b01f-be0aaee2abe6) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:59.838505 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42598) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:59.880796 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2cf853b5-2124-471b-9e0c-0a0831109489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.900740 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-d75437df-01b6-4829-ac3d-050c44dfaa95 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae63be30-e252-41a4-bb45-00657a3752a4 HTTP/1.1" status: 200 len: 217 time: 0.0848019 May 30 20:15:59.965374 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d15c1e0e-d8c4-4a24-8411-5385784b9d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.965903 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 78fc284e-6bce-4bac-85c6-7e8f84856080 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:15:59.998687 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-52defe44-e69a-4769-80b2-a1141f9553bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.000003 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 78fc284e-6bce-4bac-85c6-7e8f84856080 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:16:00.000439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 78fc284e-6bce-4bac-85c6-7e8f84856080 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:16:00.025348 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d15c1e0e-d8c4-4a24-8411-5385784b9d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.145227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-40971c1b-3ae7-4be9-b476-d232bdd2cd48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:00.146635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-40971c1b-3ae7-4be9-b476-d232bdd2cd48 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=05e584b7-1f11-483d-b960-40b20bf30832 HTTP/1.1" status: 200 len: 834 time: 0.2175312 May 30 20:16:00.181170 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94b2c93-23ca-4534-8cc3-ead3fff2e30b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:00.181840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d94b2c93-23ca-4534-8cc3-ead3fff2e30b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Synchronizing usage tracker for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:00.197572 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-52defe44-e69a-4769-80b2-a1141f9553bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.232272 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d94b2c93-23ca-4534-8cc3-ead3fff2e30b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Unset dirty status for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:00.233387 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d94b2c93-23ca-4534-8cc3-ead3fff2e30b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3918977 May 30 20:16:00.237780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-52defe44-e69a-4769-80b2-a1141f9553bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49efd3a-93e5-4af5-8268-c74e29a3b2f8']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:00.238475 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42604) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:00.245229 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d15c1e0e-d8c4-4a24-8411-5385784b9d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.248023 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.257928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ece50-82be-4423-916c-f233d4fff43f req-99cb8998-0a6a-4193-bde2-506e5b4dbe5c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:00.259423 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a38ece50-82be-4423-916c-f233d4fff43f req-99cb8998-0a6a-4193-bde2-506e5b4dbe5c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 943 time: 0.2513223 May 30 20:16:00.333876 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e5b6d5-2b4d-4289-8a60-c4a2ec7b2ad6 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] GET failed (client error): The resource could not be found. May 30 20:16:00.335123 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f6e5b6d5-2b4d-4289-8a60-c4a2ec7b2ad6 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports/26522744-6d6f-4a92-956a-58ec6a8b2f41 HTTP/1.1" status: 404 len: 333 time: 0.0927587 May 30 20:16:00.347636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42608) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:00.359009 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-52defe44-e69a-4769-80b2-a1141f9553bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51eb42f-07c6-4445-afbf-fb3a051a9eab') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:00.359301 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-52defe44-e69a-4769-80b2-a1141f9553bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51eb42f-07c6-4445-afbf-fb3a051a9eab') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:00.372882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c1e0e-d8c4-4a24-8411-5385784b9d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab05ddf4-e2b7-4fc0-bca6-7e12f683c07c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:00.378078 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-52defe44-e69a-4769-80b2-a1141f9553bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.390680 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d15c1e0e-d8c4-4a24-8411-5385784b9d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.394651 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d15c1e0e-d8c4-4a24-8411-5385784b9d91 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ab05ddf4-e2b7-4fc0-bca6-7e12f683c07c HTTP/1.1" status: 204 len: 168 time: 0.6826510 May 30 20:16:00.408694 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-52defe44-e69a-4769-80b2-a1141f9553bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.416057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52defe44-e69a-4769-80b2-a1141f9553bd admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:16:00.416642 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-52defe44-e69a-4769-80b2-a1141f9553bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: timer() May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:16:00.431759 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:16:00.434184 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea098b1d-4b45-4bbb-833b-18ed331dfae0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] GET failed (client error): The resource could not be found. May 30 20:16:00.434184 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ea098b1d-4b45-4bbb-833b-18ed331dfae0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports/f5f4a65e-1957-4b9c-93ab-29b71d2c1c8a HTTP/1.1" status: 404 len: 333 time: 0.0816309 May 30 20:16:00.436383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42614) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:00.461342 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a38ece50-82be-4423-916c-f233d4fff43f req-606534a7-68f4-4bbd-a165-63517f33ecb3 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=d321dc23-d90a-4965-9910-02632a28c4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639857 May 30 20:16:00.468772 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-e588e690-a885-482c-a75d-873255ab1dff service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3115568 May 30 20:16:00.530607 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.605738 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-52defe44-e69a-4769-80b2-a1141f9553bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.627906 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-52defe44-e69a-4769-80b2-a1141f9553bd admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.644253 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87752c15-330e-4800-9689-75227dbafd04 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.648613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52defe44-e69a-4769-80b2-a1141f9553bd admin admin] Pushing event deleted for resources: {'Network': ['ID=d49efd3a-93e5-4af5-8268-c74e29a3b2f8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:00.672983 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-52defe44-e69a-4769-80b2-a1141f9553bd admin admin] 10.222.0.84 "DELETE /v2.0/networks/d49efd3a-93e5-4af5-8268-c74e29a3b2f8 HTTP/1.1" status: 204 len: 168 time: 0.8542826 May 30 20:16:00.845553 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87752c15-330e-4800-9689-75227dbafd04 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.877851 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-87752c15-330e-4800-9689-75227dbafd04 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f26fda-f66c-450b-b45c-7a623ca025fa']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:00.897730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-87752c15-330e-4800-9689-75227dbafd04 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51dc63fc-76e1-4bba-b25f-3dfb3164fa52') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:00.898317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-87752c15-330e-4800-9689-75227dbafd04 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51dc63fc-76e1-4bba-b25f-3dfb3164fa52') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:00.906201 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42624) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:00.922368 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a73d2acf-8405-4b5f-8a81-3da65fe1c2b7 req-23bfa471-12f1-4eda-825f-5c1a81118157 tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.0905666 May 30 20:16:00.924253 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:00.930742 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-78d71280-8a02-49de-80fa-12271a2415f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.933279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Pushing event updated for resources: {'Port': ['ID=6b50815a-d671-43de-b01f-be0aaee2abe6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:00.935733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:00.953146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:00.974626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-78d71280-8a02-49de-80fa-12271a2415f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:00.979659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-78d71280-8a02-49de-80fa-12271a2415f6 admin admin] Usage tracker for resource:security_group_rule and tenant:795341b44d504788bda38ce95ed94d01 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:00.981411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42628) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:00.983768 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87752c15-330e-4800-9689-75227dbafd04 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.992440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-78d71280-8a02-49de-80fa-12271a2415f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:01.002331 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-78d71280-8a02-49de-80fa-12271a2415f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:01.010509 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87752c15-330e-4800-9689-75227dbafd04 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.021804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87752c15-330e-4800-9689-75227dbafd04 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:16:01.022233 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87752c15-330e-4800-9689-75227dbafd04 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: timer() May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:16:01.036609 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:16:01.094302 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-3b6504c0-ff5d-4178-8d97-6b767ec8e50c service neutron] 10.222.0.93 "GET /v2.0/networks/8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653348 May 30 20:16:01.127728 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87752c15-330e-4800-9689-75227dbafd04 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.151415 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87752c15-330e-4800-9689-75227dbafd04 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.157249 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.162156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87752c15-330e-4800-9689-75227dbafd04 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Network': ['ID=d0f26fda-f66c-450b-b45c-7a623ca025fa,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:01.173923 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-87752c15-330e-4800-9689-75227dbafd04 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/networks/d0f26fda-f66c-450b-b45c-7a623ca025fa HTTP/1.1" status: 204 len: 168 time: 0.7364447 May 30 20:16:01.177948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42632) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:01.184215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-7903bee4-7c88-40fe-8eb8-fb85300810e5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-153563650'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:01.194839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7903bee4-7c88-40fe-8eb8-fb85300810e5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:01.203993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7903bee4-7c88-40fe-8eb8-fb85300810e5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:network and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:01.207226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7903bee4-7c88-40fe-8eb8-fb85300810e5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:01.221050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7903bee4-7c88-40fe-8eb8-fb85300810e5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:01.240923 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-78d71280-8a02-49de-80fa-12271a2415f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.242771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7903bee4-7c88-40fe-8eb8-fb85300810e5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:01.245914 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7903bee4-7c88-40fe-8eb8-fb85300810e5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.246618 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0e9d1d6e-6434-41b6-8a33-42ce8d65c89d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3292faf7491a41a6a783237df428b88d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2616434 May 30 20:16:01.250458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42636) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:01.259274 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-78d71280-8a02-49de-80fa-12271a2415f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.325513 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d71280-8a02-49de-80fa-12271a2415f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba02bc15-5b98-49a5-8458-ff09b89c3b24,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:01.329700 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-78d71280-8a02-49de-80fa-12271a2415f6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=795341b44d504788bda38ce95ed94d01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4221025 May 30 20:16:01.330503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7903bee4-7c88-40fe-8eb8-fb85300810e5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:16:01.333893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42640) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:01.340742 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7903bee4-7c88-40fe-8eb8-fb85300810e5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.341085 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-7903bee4-7c88-40fe-8eb8-fb85300810e5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Added segment d2123b6b-b3f6-434f-b728-c2da51ce7267 of type vlan for network 20adf51f-77a5-4049-a6c1-687344c0630b May 30 20:16:01.365859 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11d277c1-1638-4819-a183-0d19f2a34bb9 req-004df666-b752-403b-bd3e-93881ab7d855 service neutron] 10.222.0.93 "GET /v2.0/networks/8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646017 May 30 20:16:01.368274 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7903bee4-7c88-40fe-8eb8-fb85300810e5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.401724 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7903bee4-7c88-40fe-8eb8-fb85300810e5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.405581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7903bee4-7c88-40fe-8eb8-fb85300810e5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:01.406167 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7903bee4-7c88-40fe-8eb8-fb85300810e5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.443110 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59762023-8240-417b-8e03-35f7594965e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.521701 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7903bee4-7c88-40fe-8eb8-fb85300810e5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3427265 May 30 20:16:01.525112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42646) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:01.530809 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f7c044ea-b6e4-490a-a560-2552f07dbccc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'subnet': {'network_id': '20adf51f-77a5-4049-a6c1-687344c0630b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:01.544411 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59762023-8240-417b-8e03-35f7594965e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.550175 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903bee4-7c88-40fe-8eb8-fb85300810e5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Network': ['ID=20adf51f-77a5-4049-a6c1-687344c0630b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:01.551490 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.562089 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-41e951da-069d-4097-9d88-d6820188d40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.566617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0e012b-1b7b-4230-854b-12854ea434c6 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:16:01.575788 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 20adf51f-77a5-4049-a6c1-687344c0630b details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:16:01.634660 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-41e951da-069d-4097-9d88-d6820188d40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.675126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f7c044ea-b6e4-490a-a560-2552f07dbccc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:01.681638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f7c044ea-b6e4-490a-a560-2552f07dbccc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:subnet and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:01.686698 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f7c044ea-b6e4-490a-a560-2552f07dbccc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:01.693566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f7c044ea-b6e4-490a-a560-2552f07dbccc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:01.711096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c044ea-b6e4-490a-a560-2552f07dbccc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:01.806822 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.806822 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.824470 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7c044ea-b6e4-490a-a560-2552f07dbccc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.890494 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59762023-8240-417b-8e03-35f7594965e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.916039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d73f904-1f55-4df1-845d-17b9490f634d req-ec7ca71c-a824-4409-9765-b2d35cb91556 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83c273a70b9742ee885b1f1f37dab263&device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 1094 time: 0.4701355 May 30 20:16:01.920889 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.ipam_backend_mixin [None req-f7c044ea-b6e4-490a-a560-2552f07dbccc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Performing IP validity checks on allocation pools {{(pid=84024) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 30 20:16:01.921796 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.ipam_backend_mixin [None req-f7c044ea-b6e4-490a-a560-2552f07dbccc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84024) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 30 20:16:01.987613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59762023-8240-417b-8e03-35f7594965e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0a694c-455e-44a1-a884-6f2007d7f75b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:02.195683 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-41e951da-069d-4097-9d88-d6820188d40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:02.253726 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7c044ea-b6e4-490a-a560-2552f07dbccc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:02.292542 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e86f013b-62f7-45d4-9dac-b3124e35777a req-6d0d0c72-c195-4926-a8c2-27a225ae691e tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.1583285 May 30 20:16:02.308287 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e951da-069d-4097-9d88-d6820188d40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba02bc15-5b98-49a5-8458-ff09b89c3b24,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:02.389960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22551a-d38a-4966-be61-8e00f6f9bc79 req-52271cd8-90ca-496e-bec5-dfb1b8b887c7 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:02.389960 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ed22551a-d38a-4966-be61-8e00f6f9bc79 req-52271cd8-90ca-496e-bec5-dfb1b8b887c7 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 943 time: 0.6324406 May 30 20:16:02.390323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c044ea-b6e4-490a-a560-2552f07dbccc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Subnet': ['ID=4bd312f9-1983-4fa6-a87d-f79e29b6c034,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:02.390323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c044ea-b6e4-490a-a560-2552f07dbccc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Checking segment: {'id': 'd2123b6b-b3f6-434f-b728-c2da51ce7267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '20adf51f-77a5-4049-a6c1-687344c0630b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:02.390323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c044ea-b6e4-490a-a560-2552f07dbccc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network hostable DHCP agents. Network: 20adf51f-77a5-4049-a6c1-687344c0630b, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:16:02.405799 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59762023-8240-417b-8e03-35f7594965e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:02.405799 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-59762023-8240-417b-8e03-35f7594965e9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cd0a694c-455e-44a1-a884-6f2007d7f75b HTTP/1.1" status: 204 len: 168 time: 1.1427093 May 30 20:16:02.408773 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-41e951da-069d-4097-9d88-d6820188d40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:02.416501 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-41e951da-069d-4097-9d88-d6820188d40e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ba02bc15-5b98-49a5-8458-ff09b89c3b24 HTTP/1.1" status: 204 len: 168 time: 1.0706189 May 30 20:16:02.419787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c044ea-b6e4-490a-a560-2552f07dbccc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 20adf51f-77a5-4049-a6c1-687344c0630b is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:16:02.432752 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-f7c044ea-b6e4-490a-a560-2552f07dbccc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 20adf51f-77a5-4049-a6c1-687344c0630b) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:02.441803 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c044ea-b6e4-490a-a560-2552f07dbccc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:02.441803 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7c044ea-b6e4-490a-a560-2552f07dbccc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:02.449356 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4bbdc4-11b3-4f9f-b0a9-e309bd767220 None None] Network 20adf51f-77a5-4049-a6c1-687344c0630b requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:02.452868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73f904-1f55-4df1-845d-17b9490f634d req-c9154774-0d8b-4f65-9abd-1b57a51952bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:02.452868 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d73f904-1f55-4df1-845d-17b9490f634d req-c9154774-0d8b-4f65-9abd-1b57a51952bf service neutron] 10.222.0.93 "GET /v2.0/networks?id=8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 HTTP/1.1" status: 200 len: 896 time: 0.4658868 May 30 20:16:02.482287 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f7c044ea-b6e4-490a-a560-2552f07dbccc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9482045 May 30 20:16:02.482287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42658) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:02.491312 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8436d08b-1642-45f2-af48-7fe180a12515 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'network_id': '20adf51f-77a5-4049-a6c1-687344c0630b', 'name': 'tempest-PortsTestJSON-1894091245'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:02.664679 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8436d08b-1642-45f2-af48-7fe180a12515 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:02.694318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8436d08b-1642-45f2-af48-7fe180a12515 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:02.699167 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d73f904-1f55-4df1-845d-17b9490f634d req-31faf856-3f31-48d4-9092-dc8698bc3ebc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae63be30-e252-41a4-bb45-00657a3752a4 HTTP/1.1" status: 200 len: 217 time: 0.2393339 May 30 20:16:02.721479 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8436d08b-1642-45f2-af48-7fe180a12515 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:02.724361 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8436d08b-1642-45f2-af48-7fe180a12515 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:02.764613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-8436d08b-1642-45f2-af48-7fe180a12515 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] device_id is not set on port 5739d6f6-3e14-4b54-8246-24759aa3134f yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:16:02.770667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ed22551a-d38a-4966-be61-8e00f6f9bc79 req-e048fa1d-644d-4e70-8953-fb29d57d71df tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=d321dc23-d90a-4965-9910-02632a28c4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3638296 May 30 20:16:02.789444 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:02.899498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73f904-1f55-4df1-845d-17b9490f634d req-0f479ec9-48f7-4f96-a379-a7d9c355971f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:02.901145 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d73f904-1f55-4df1-845d-17b9490f634d req-0f479ec9-48f7-4f96-a379-a7d9c355971f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=05e584b7-1f11-483d-b960-40b20bf30832 HTTP/1.1" status: 200 len: 834 time: 0.1955180 May 30 20:16:03.001937 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-20adf51f-77a5-4049-a6c1-687344c0630b', 'network_id': '20adf51f-77a5-4049-a6c1-687344c0630b', 'tenant_id': '6c8ec1b53f2c4f95bfc3e2d31bff2053', 'fixed_ips': [{'subnet_id': '4bd312f9-1983-4fa6-a87d-f79e29b6c034'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:16:03.002460 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:03.034124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0e012b-1b7b-4230-854b-12854ea434c6 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:16:03.050021 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac0e012b-1b7b-4230-854b-12854ea434c6 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:03.077634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-8436d08b-1642-45f2-af48-7fe180a12515 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Allocated IP 172.20.0.3 (20adf51f-77a5-4049-a6c1-687344c0630b/4bd312f9-1983-4fa6-a87d-f79e29b6c034/5739d6f6-3e14-4b54-8246-24759aa3134f) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:03.086698 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57594ff-9f75-472d-ae22-85e7545168d0 None None] Sync routers for ids ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:16:03.142585 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ae63be30-e252-41a4-bb45-00657a3752a4 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:16:03.169215 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:03.188951 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ac0e012b-1b7b-4230-854b-12854ea434c6 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "PUT /v2.0/floatingips/688053d0-a876-48b3-9fa2-25f1a168f397 HTTP/1.1" status: 200 len: 990 time: 6.7533512 May 30 20:16:03.191785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'tag': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:03.239726 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57594ff-9f75-472d-ae22-85e7545168d0 None None] Routers {'3ac716a0-bcee-43f2-b0cc-445e6d284ad2'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:16:03.240071 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a57594ff-9f75-472d-ae22-85e7545168d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:16:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:03.245055 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d73f904-1f55-4df1-845d-17b9490f634d req-b951f553-4543-440b-be85-4654f2367873 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3236303 May 30 20:16:03.403582 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c012999-bd47-427c-a0f8-7c77f47fff97'] response: {'name': 'network-changed', 'server_uuid': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'tag': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd', 'status': 'completed', 'code': 200} May 30 20:16:03.509558 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:16:03.653565 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8436d08b-1642-45f2-af48-7fe180a12515 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:03.690219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port ae63be30-e252-41a4-bb45-00657a3752a4, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ae63be30-e252-41a4-bb45-00657a3752a4,segment=NetworkSegment(fb897844-8e9f-44ba-858b-098c68297d96),segment_id=fb897844-8e9f-44ba-858b-098c68297d96)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:03.698974 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-a57594ff-9f75-472d-ae22-85e7545168d0 None None] Set router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:16:03.701362 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-8436d08b-1642-45f2-af48-7fe180a12515 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Transition to ACTIVE for port object 5739d6f6-3e14-4b54-8246-24759aa3134f will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:03.756031 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8436d08b-1642-45f2-af48-7fe180a12515 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:03.757188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'ae63be30-e252-41a4-bb45-00657a3752a4', 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31', 'port_id': 'ae63be30-e252-41a4-bb45-00657a3752a4', 'mac_address': 'fa:16:3e:4b:79:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e584b7-1f11-483d-b960-40b20bf30832', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:16:03.805714 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-033b31b6-e6cf-4905-8ddf-cec13db7b256 req-e128cf1b-d775-43df-9198-c0e03ef235aa tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.0993953 May 30 20:16:03.821910 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Router 81feff9f-dfd4-4657-9bae-d14cfbf9e262 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:16:03.889397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8436d08b-1642-45f2-af48-7fe180a12515 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 20adf51f-77a5-4049-a6c1-687344c0630b is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:03.916278 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-8436d08b-1642-45f2-af48-7fe180a12515 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:03.926512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436d08b-1642-45f2-af48-7fe180a12515 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:04.018158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436d08b-1642-45f2-af48-7fe180a12515 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=5739d6f6-3e14-4b54-8246-24759aa3134f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:04.046723 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8436d08b-1642-45f2-af48-7fe180a12515 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:04.049056 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8436d08b-1642-45f2-af48-7fe180a12515 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:04.086120 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:04.106739 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Allocated IP 172.20.0.2 (20adf51f-77a5-4049-a6c1-687344c0630b/4bd312f9-1983-4fa6-a87d-f79e29b6c034/1da4dfbe-f31b-4ed0-9992-82a9fb27b8be) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:04.107581 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8436d08b-1642-45f2-af48-7fe180a12515 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6289990 May 30 20:16:04.110870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42696) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:04.120895 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae63be30-e252-41a4-bb45-00657a3752a4 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:04.218733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port ae63be30-e252-41a4-bb45-00657a3752a4, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ae63be30-e252-41a4-bb45-00657a3752a4,segment=NetworkSegment(fb897844-8e9f-44ba-858b-098c68297d96),segment_id=fb897844-8e9f-44ba-858b-098c68297d96)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:04.243588 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:04.250073 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2abd617c-3418-4147-a679-a23eae01562e req-fa7199b7-b42a-44b3-8165-8c4327b78c00 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 1096 time: 0.8368330 May 30 20:16:04.269344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c81a3419-2792-464f-a223-531e6fe9f65e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port 5739d6f6-3e14-4b54-8246-24759aa3134f {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:04.270602 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c81a3419-2792-464f-a223-531e6fe9f65e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:04.274688 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d73f904-1f55-4df1-845d-17b9490f634d req-47120f51-cf7d-4489-bcec-bb7685bc79ee service neutron] 10.222.0.93 "GET /v2.0/networks/8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0183156 May 30 20:16:04.569378 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=ae63be30-e252-41a4-bb45-00657a3752a4,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:04.607848 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['ae63be30-e252-41a4-bb45-00657a3752a4'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:16:04.736431 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42708) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:04.740884 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:04.759280 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Transition to ACTIVE for port object 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:04.815273 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c81a3419-2792-464f-a223-531e6fe9f65e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:04.901483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Transition to ACTIVE for port object 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:04.932885 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:05.026443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a57594ff-9f75-472d-ae22-85e7545168d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'gw_port': {'id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:06Z', 'updated_at': '2022-05-30T20:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '688053d0-a876-48b3-9fa2-25f1a168f397', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'port_id': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'mac_address': 'fa:16:3e:69:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:15:26Z', 'updated_at': '2022-05-30T20:15:58Z', 'revision_number': 1, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0148e0-9156-46b2-83f4-5ee35abe7c55', 'name': '', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'mac_address': 'fa:16:3e:9b:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:33Z', 'revision_number': 5, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'subnets': [{'id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:05.036749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c81a3419-2792-464f-a223-531e6fe9f65e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for 5739d6f6-3e14-4b54-8246-24759aa3134f owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:05.072383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Network 20adf51f-77a5-4049-a6c1-687344c0630b is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:05.090078 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:05.104465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:05.107568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57594ff-9f75-472d-ae22-85e7545168d0 None None] Checking router: 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:16:05.115460 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d73f904-1f55-4df1-845d-17b9490f634d req-dfc1726d-f0be-42b7-8b46-da5d61867f5b service neutron] 10.222.0.93 "GET /v2.0/networks/8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6969900 May 30 20:16:05.121469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd617c-3418-4147-a679-a23eae01562e req-0724ca27-a454-4cf0-a742-8567aa71cfb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:05.133942 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2abd617c-3418-4147-a679-a23eae01562e req-0724ca27-a454-4cf0-a742-8567aa71cfb4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 920 time: 0.8579471 May 30 20:16:05.270638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-939993850-network', 'tenant_id': 'a40058cddadd49c794a4a26c397a9f04'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:05.287751 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:05.299108 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Usage tracker for resource:network and tenant:a40058cddadd49c794a4a26c397a9f04 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:05.303753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:05.319277 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:05.337602 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c81a3419-2792-464f-a223-531e6fe9f65e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:05.390497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a3419-2792-464f-a223-531e6fe9f65e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=5739d6f6-3e14-4b54-8246-24759aa3134f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:05.393008 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Made reservation on behalf of a40058cddadd49c794a4a26c397a9f04 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:05.395576 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8fc85f2-837f-4e21-850b-9b849f8359a2 req-0007c4ca-f47e-4b23-bc46-cdf7566b425a tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.1149416 May 30 20:16:05.407861 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:05.412229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161136c-62c2-4d29-a4c9-8b1a32ae3f3a req-43cad271-8be5-4a6a-8ba6-c25a759646dd tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:05.418882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f161136c-62c2-4d29-a4c9-8b1a32ae3f3a req-43cad271-8be5-4a6a-8ba6-c25a759646dd tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 944 time: 1.1770263 May 30 20:16:05.448259 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:05.500694 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2abd617c-3418-4147-a679-a23eae01562e req-22065539-5125-4bbd-990d-15c71dd1b411 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd HTTP/1.1" status: 200 len: 998 time: 0.3582108 May 30 20:16:05.515174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f161136c-62c2-4d29-a4c9-8b1a32ae3f3a req-cb79b82c-4cc4-4e68-b40e-c63808f6e095 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=d321dc23-d90a-4965-9910-02632a28c4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953858 May 30 20:16:05.592197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:05.594526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd617c-3418-4147-a679-a23eae01562e req-21300e99-7dc2-4aa7-a2e0-9994ed411c54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:05.596709 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2abd617c-3418-4147-a679-a23eae01562e req-21300e99-7dc2-4aa7-a2e0-9994ed411c54 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 HTTP/1.1" status: 200 len: 858 time: 0.0804026 May 30 20:16:05.602284 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Usage tracker for resource:security_group_rule and tenant:a40058cddadd49c794a4a26c397a9f04 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:05.608437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:05.618152 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:05.620684 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c81a3419-2792-464f-a223-531e6fe9f65e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:05.642290 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c81a3419-2792-464f-a223-531e6fe9f65e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/ports/5739d6f6-3e14-4b54-8246-24759aa3134f HTTP/1.1" status: 204 len: 168 time: 1.5304122 May 30 20:16:05.645435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42726) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:05.682817 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Pushing event updated for resources: {'Port': ['ID=1da4dfbe-f31b-4ed0-9992-82a9fb27b8be,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:05.685851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:16:05.693245 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb0bd6c-286f-482e-a707-0fc3e0a21463 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] DELETE failed (client error): The resource could not be found. May 30 20:16:05.693350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb0bd6c-286f-482e-a707-0fc3e0a21463 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:16:05.697676 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cdcd8c-a049-423c-acc7-fc37c06a5ca6 None None] Sync routers for ids ['81feff9f-dfd4-4657-9bae-d14cfbf9e262'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:16:05.705795 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6eb0bd6c-286f-482e-a707-0fc3e0a21463 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/ports/5739d6f6-3e14-4b54-8246-24759aa3134f HTTP/1.1" status: 404 len: 333 time: 0.0590713 May 30 20:16:05.710166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42730) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:05.717636 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cdcd8c-a049-423c-acc7-fc37c06a5ca6 None None] Routers {'81feff9f-dfd4-4657-9bae-d14cfbf9e262'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:16:05.718239 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-99cdcd8c-a049-423c-acc7-fc37c06a5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:16:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['81feff9f-dfd4-4657-9bae-d14cfbf9e262'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:05.791639 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:05.800861 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:05.801898 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57594ff-9f75-472d-ae22-85e7545168d0 None None] Routers {'3ac716a0-bcee-43f2-b0cc-445e6d284ad2'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:16:05.802733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a57594ff-9f75-472d-ae22-85e7545168d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:16:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:05.837982 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:16:05.844845 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a6c234-c3d8-4c9d-a273-5ebceb25faab tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] GET failed (client error): The resource could not be found. May 30 20:16:05.855213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-39a6c234-c3d8-4c9d-a273-5ebceb25faab tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports/5739d6f6-3e14-4b54-8246-24759aa3134f HTTP/1.1" status: 404 len: 333 time: 0.1350708 May 30 20:16:05.856847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42736) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:05.860068 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:05.866017 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-53077bc3-d114-4137-a5cc-846164d6e1fb tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.9356802 May 30 20:16:05.866165 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-99cdcd8c-a049-423c-acc7-fc37c06a5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:05.866287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42740) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:05.874888 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:05.879295 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Added segment 1e519241-8f3a-4eda-acb7-0d46d280cc00 of type vlan for network 190a242d-8be0-47c8-936a-d23af7f228cc May 30 20:16:05.881140 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Attempting to bind port 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:05.881503 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Attempting to bind port 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'd2123b6b-b3f6-434f-b728-c2da51ce7267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '20adf51f-77a5-4049-a6c1-687344c0630b'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:05.881855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Attempting to bind port 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be on network 20adf51f-77a5-4049-a6c1-687344c0630b {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:05.885974 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b76eb144-483f-40c1-b7bb-6dc90c4a348d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:05.887318 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cdcd8c-a049-423c-acc7-fc37c06a5ca6 None None] Routers {'81feff9f-dfd4-4657-9bae-d14cfbf9e262'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:16:05.887939 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-99cdcd8c-a049-423c-acc7-fc37c06a5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:16:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['81feff9f-dfd4-4657-9bae-d14cfbf9e262'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:05.954593 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2abd617c-3418-4147-a679-a23eae01562e req-929be0bb-356f-46ec-8619-2f7bb1845dbb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3478978 May 30 20:16:05.974321 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5352031e-7ba6-47ec-95bc-b5f9082ab0c6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:05.989870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:16:05.990167 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Checking segment: {'id': 'd2123b6b-b3f6-434f-b728-c2da51ce7267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '20adf51f-77a5-4049-a6c1-687344c0630b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:05.990566 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:05.990952 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Bound using segment: {'id': 'd2123b6b-b3f6-434f-b728-c2da51ce7267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '20adf51f-77a5-4049-a6c1-687344c0630b'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:16:05.992028 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Bound port: 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2123b6b-b3f6-434f-b728-c2da51ce7267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '20adf51f-77a5-4049-a6c1-687344c0630b'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:16:05.992028 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:06.007022 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-99cdcd8c-a049-423c-acc7-fc37c06a5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:06.007951 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cdcd8c-a049-423c-acc7-fc37c06a5ca6 None None] The sync data for ids ['81feff9f-dfd4-4657-9bae-d14cfbf9e262'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:16:06.114603 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:06.279327 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:06.280139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:06.280809 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:06.349858 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] For port 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:16:06.379543 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] Pushing event updated for resources: {'Network': ['ID=190a242d-8be0-47c8-936a-d23af7f228cc,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:06.408381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 190a242d-8be0-47c8-936a-d23af7f228cc details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:16:06.422090 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0e2a84ff-3d83-498d-b95f-bd2fe9872602 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6842132 May 30 20:16:06.432667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42748) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:06.450076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3b441b8a-6f9c-4c16-8820-b7152a596d9b admin admin] Request body: {'subnet': {'network_id': '190a242d-8be0-47c8-936a-d23af7f228cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-939993850-subnet', 'tenant_id': 'a40058cddadd49c794a4a26c397a9f04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:06.461163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3b441b8a-6f9c-4c16-8820-b7152a596d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:06.498829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3b441b8a-6f9c-4c16-8820-b7152a596d9b admin admin] Usage tracker for resource:subnet and tenant:a40058cddadd49c794a4a26c397a9f04 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:06.507119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3b441b8a-6f9c-4c16-8820-b7152a596d9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:06.528183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3b441b8a-6f9c-4c16-8820-b7152a596d9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:06.571028 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] For port 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=1da4dfbe-f31b-4ed0-9992-82a9fb27b8be,segment=NetworkSegment(d2123b6b-b3f6-434f-b728-c2da51ce7267),segment_id=d2123b6b-b3f6-434f-b728-c2da51ce7267)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:16:06.575847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b441b8a-6f9c-4c16-8820-b7152a596d9b admin admin] Made reservation on behalf of a40058cddadd49c794a4a26c397a9f04 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:06.587454 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b441b8a-6f9c-4c16-8820-b7152a596d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:06.605604 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:06.613159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2abd617c-3418-4147-a679-a23eae01562e req-bb443a14-67e6-4f86-b97b-83389567328e service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6440525 May 30 20:16:06.642667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c75aa0-1b76-43ef-ae54-dd274c099890 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting subnet 4bd312f9-1983-4fa6-a87d-f79e29b6c034 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:16:06.651348 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6c75aa0-1b76-43ef-ae54-dd274c099890 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:06.732470 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4621a2-0ee4-41d9-bef5-e9586f178aad None None] Pushing event updated for resources: {'Port': ['ID=1da4dfbe-f31b-4ed0-9992-82a9fb27b8be,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:06.751710 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-a57594ff-9f75-472d-ae22-85e7545168d0 None None] Set router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:16:07.077699 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:07.139784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-917025a3-314f-4d10-b69e-a0cbc0085936 req-6ba43b5d-5106-4426-96ac-e293b9c0c24c tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.3533406 May 30 20:16:07.185918 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6c75aa0-1b76-43ef-ae54-dd274c099890 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:07.326616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2abd617c-3418-4147-a679-a23eae01562e req-6bba72d5-5b50-4eba-a22e-db2ee740c490 service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058945 May 30 20:16:07.421516 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b441b8a-6f9c-4c16-8820-b7152a596d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:07.422056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2b4ef-b96f-43e8-8dae-7c4fac168668 req-c50a4728-e385-4d02-8728-53a333416837 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:07.443990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ec2b4ef-b96f-43e8-8dae-7c4fac168668 req-c50a4728-e385-4d02-8728-53a333416837 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 944 time: 0.6340966 May 30 20:16:07.514511 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a57594ff-9f75-472d-ae22-85e7545168d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'gw_port': {'id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:06Z', 'updated_at': '2022-05-30T20:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '688053d0-a876-48b3-9fa2-25f1a168f397', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'port_id': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'mac_address': 'fa:16:3e:69:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:15:26Z', 'updated_at': '2022-05-30T20:15:58Z', 'revision_number': 1, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0148e0-9156-46b2-83f4-5ee35abe7c55', 'name': '', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'mac_address': 'fa:16:3e:9b:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:33Z', 'revision_number': 5, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'subnets': [{'id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:07.542774 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57594ff-9f75-472d-ae22-85e7545168d0 None None] The sync data for ids ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'] in n-d-843949-2 is: [{'id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'gw_port': {'id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:06Z', 'updated_at': '2022-05-30T20:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '688053d0-a876-48b3-9fa2-25f1a168f397', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'port_id': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'mac_address': 'fa:16:3e:69:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:15:26Z', 'updated_at': '2022-05-30T20:15:58Z', 'revision_number': 1, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0148e0-9156-46b2-83f4-5ee35abe7c55', 'name': '', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'mac_address': 'fa:16:3e:9b:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:33Z', 'revision_number': 5, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'subnets': [{'id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:16:07.592316 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ec2b4ef-b96f-43e8-8dae-7c4fac168668 req-f79b8bc1-6ba9-4f88-860c-8a60410eb42f tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=d321dc23-d90a-4965-9910-02632a28c4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396217 May 30 20:16:07.641027 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6c75aa0-1b76-43ef-ae54-dd274c099890 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:07.676663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b441b8a-6f9c-4c16-8820-b7152a596d9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=56598359-f426-40b8-832f-ae920368d86c,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:07.710287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b441b8a-6f9c-4c16-8820-b7152a596d9b admin admin] Checking segment: {'id': '1e519241-8f3a-4eda-acb7-0d46d280cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '190a242d-8be0-47c8-936a-d23af7f228cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:07.710287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b441b8a-6f9c-4c16-8820-b7152a596d9b admin admin] Network hostable DHCP agents. Network: 190a242d-8be0-47c8-936a-d23af7f228cc, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:16:07.757040 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b441b8a-6f9c-4c16-8820-b7152a596d9b admin admin] Network 190a242d-8be0-47c8-936a-d23af7f228cc is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:16:07.781528 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-3b441b8a-6f9c-4c16-8820-b7152a596d9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 190a242d-8be0-47c8-936a-d23af7f228cc) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:07.788465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d026be-c8d4-4c79-a6eb-28c57264b2c7 None None] Network 190a242d-8be0-47c8-936a-d23af7f228cc requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:07.794366 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6c75aa0-1b76-43ef-ae54-dd274c099890 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:07.807402 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b441b8a-6f9c-4c16-8820-b7152a596d9b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:07.807402 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b441b8a-6f9c-4c16-8820-b7152a596d9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:07.847223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c75aa0-1b76-43ef-ae54-dd274c099890 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd312f9-1983-4fa6-a87d-f79e29b6c034,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:07.847223 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6c75aa0-1b76-43ef-ae54-dd274c099890 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:07.860657 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f6c75aa0-1b76-43ef-ae54-dd274c099890 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/4bd312f9-1983-4fa6-a87d-f79e29b6c034 HTTP/1.1" status: 204 len: 168 time: 1.9991236 May 30 20:16:07.860657 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42768) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:07.885900 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3b441b8a-6f9c-4c16-8820-b7152a596d9b admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4337642 May 30 20:16:07.910554 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b76eb144-483f-40c1-b7bb-6dc90c4a348d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:07.961253 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b76eb144-483f-40c1-b7bb-6dc90c4a348d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:07.967386 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b76eb144-483f-40c1-b7bb-6dc90c4a348d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Deleting port 6b50815a-d671-43de-b01f-be0aaee2abe6 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:07.967732 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b76eb144-483f-40c1-b7bb-6dc90c4a348d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:08.071340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d89da8-57aa-495d-8a65-1bcdb4364f06 None None] New status for floating IP 688053d0-a876-48b3-9fa2-25f1a168f397: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:16:08.147674 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:08.218459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:08.218874 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:08.310061 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b76eb144-483f-40c1-b7bb-6dc90c4a348d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:08.699204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b76eb144-483f-40c1-b7bb-6dc90c4a348d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Calling delete_port for 6b50815a-d671-43de-b01f-be0aaee2abe6 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:08.730247 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d428d8c8-7fc1-4797-82b0-7f7de5c4c7e7 None None] Network 20adf51f-77a5-4049-a6c1-687344c0630b requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:08.919189 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c3a5585e-a448-417c-b05b-b50a1a28345e req-ca320643-77c0-4032-bbfe-f431dc0edac4 tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.1321659 May 30 20:16:08.956328 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] For port 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=1da4dfbe-f31b-4ed0-9992-82a9fb27b8be,segment=NetworkSegment(d2123b6b-b3f6-434f-b728-c2da51ce7267),segment_id=d2123b6b-b3f6-434f-b728-c2da51ce7267)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:08.956328 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.105348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:16:09.155898 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b76eb144-483f-40c1-b7bb-6dc90c4a348d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.180131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ae63be30-e252-41a4-bb45-00657a3752a4 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:16:09.228464 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12677714-616f-4fe8-9dac-2d7b6fdf6d00 None None] Network 190a242d-8be0-47c8-936a-d23af7f228cc requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:09.243770 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76eb144-483f-40c1-b7bb-6dc90c4a348d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Pushing event deleted for resources: {'Port': ['ID=6b50815a-d671-43de-b01f-be0aaee2abe6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:09.397255 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:09.706115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cd436f0a-16db-4a61-9386-d7de48f9976a None None] Provisioning for port 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:09.733001 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b76eb144-483f-40c1-b7bb-6dc90c4a348d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.747201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:09.756297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:09.756664 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.774881 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-0f920318-1e3d-4ca4-b3f9-ccf6005ca121 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:09.776192 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-0f920318-1e3d-4ca4-b3f9-ccf6005ca121 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/networks?id=190a242d-8be0-47c8-936a-d23af7f228cc HTTP/1.1" status: 200 len: 808 time: 0.8018949 May 30 20:16:09.802957 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.803999 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port ae63be30-e252-41a4-bb45-00657a3752a4 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:09.814227 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Port 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be was deleted so its status cannot be updated. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 30 20:16:09.817990 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port ae63be30-e252-41a4-bb45-00657a3752a4 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:09.818600 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.873900 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=1da4dfbe-f31b-4ed0-9992-82a9fb27b8be,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:09.881838 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343e224-ae76-44f8-a9a5-132ba18cbde5 req-0c0812a0-8c0e-4e37-bcd6-7681ada820f7 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:09.883656 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f343e224-ae76-44f8-a9a5-132ba18cbde5 req-0c0812a0-8c0e-4e37-bcd6-7681ada820f7 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 944 time: 0.2768245 May 30 20:16:09.885289 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No DVR routers for this DVR port 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:16:09.892256 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b76eb144-483f-40c1-b7bb-6dc90c4a348d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.896300 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b76eb144-483f-40c1-b7bb-6dc90c4a348d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.899814 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4563cc8c-3b5f-4038-91e7-f839e74ca332 None None] DHCP port deletion for 20adf51f-77a5-4049-a6c1-687344c0630b request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:16:09.977709 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-17fe4c2e-36dc-4e03-9d3d-2211336f8a9d tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/quotas/a40058cddadd49c794a4a26c397a9f04 HTTP/1.1" status: 200 len: 375 time: 0.1880741 May 30 20:16:09.993019 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:10.037273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae63be30-e252-41a4-bb45-00657a3752a4'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:10.060077 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port ae63be30-e252-41a4-bb45-00657a3752a4, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ae63be30-e252-41a4-bb45-00657a3752a4,segment=NetworkSegment(fb897844-8e9f-44ba-858b-098c68297d96),segment_id=fb897844-8e9f-44ba-858b-098c68297d96)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:10.066232 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:10.101160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76eb144-483f-40c1-b7bb-6dc90c4a348d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Router 81feff9f-dfd4-4657-9bae-d14cfbf9e262 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:16:10.186339 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=ae63be30-e252-41a4-bb45-00657a3752a4,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:10.214364 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-dac9c826-c20c-4606-ae6b-b4556cd0841c tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a40058cddadd49c794a4a26c397a9f04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1313992 May 30 20:16:10.274677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76eb144-483f-40c1-b7bb-6dc90c4a348d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:16:10.285189 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b76eb144-483f-40c1-b7bb-6dc90c4a348d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:10.288012 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b76eb144-483f-40c1-b7bb-6dc90c4a348d tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "PUT /v2.0/routers/81feff9f-dfd4-4657-9bae-d14cfbf9e262 HTTP/1.1" status: 200 len: 706 time: 4.4193747 May 30 20:16:10.289238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42820) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:10.296913 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5072f20-a510-4d5b-8eb3-8bf59f40c0b7 None None] Sync routers for ids ['81feff9f-dfd4-4657-9bae-d14cfbf9e262'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:16:10.308465 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:10.311658 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5072f20-a510-4d5b-8eb3-8bf59f40c0b7 None None] Routers {'81feff9f-dfd4-4657-9bae-d14cfbf9e262'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:16:10.312297 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d5072f20-a510-4d5b-8eb3-8bf59f40c0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:16:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['81feff9f-dfd4-4657-9bae-d14cfbf9e262'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:10.349925 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f343e224-ae76-44f8-a9a5-132ba18cbde5 req-c2fcad7b-63c6-4062-bdd4-96987721a6a2 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=d321dc23-d90a-4965-9910-02632a28c4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4089165 May 30 20:16:10.356906 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20adf51f-77a5-4049-a6c1-687344c0630b']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:10.374366 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2123b6b-b3f6-434f-b728-c2da51ce7267') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:10.374985 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2123b6b-b3f6-434f-b728-c2da51ce7267') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:10.392439 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:10.442354 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e67aa93e-d448-4b00-9290-b6882f192aaa tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "GET /v2.0/routers/81feff9f-dfd4-4657-9bae-d14cfbf9e262 HTTP/1.1" status: 200 len: 741 time: 0.1507897 May 30 20:16:10.448726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42824) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:10.453013 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:10.460405 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-09a8c1e0-c050-4f62-aaa3-c9da73db3732 service neutron] 10.222.0.84 "GET /v2.0/networks/190a242d-8be0-47c8-936a-d23af7f228cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453170 May 30 20:16:10.494881 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1a23b779-0a26-4128-b2ee-9f0373d17234 tempest-RoutersAdminTest-14923017 tempest-RoutersAdminTest-14923017-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&device_id=81feff9f-dfd4-4657-9bae-d14cfbf9e262 HTTP/1.1" status: 200 len: 205 time: 0.0448229 May 30 20:16:10.497498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42828) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:10.504129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:16:10.504687 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: timer() May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:16:10.523222 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:16:10.528490 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d5072f20-a510-4d5b-8eb3-8bf59f40c0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:10.551412 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b6d0fdb5-4424-4060-8b5a-0387a155fb01 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "GET /v2.0/ports?device_id=81feff9f-dfd4-4657-9bae-d14cfbf9e262 HTTP/1.1" status: 200 len: 205 time: 0.0525346 May 30 20:16:10.553929 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42832) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:10.557367 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5072f20-a510-4d5b-8eb3-8bf59f40c0b7 None None] Routers {'81feff9f-dfd4-4657-9bae-d14cfbf9e262'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:16:10.557981 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d5072f20-a510-4d5b-8eb3-8bf59f40c0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:16:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['81feff9f-dfd4-4657-9bae-d14cfbf9e262'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:10.641876 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d5072f20-a510-4d5b-8eb3-8bf59f40c0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:10.641876 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5072f20-a510-4d5b-8eb3-8bf59f40c0b7 None None] The sync data for ids ['81feff9f-dfd4-4657-9bae-d14cfbf9e262'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:16:10.719473 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79b1b90f-a76c-4743-a7d5-057bf7a72f87 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:10.731558 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27db7daa-afb3-40cf-97ec-397497eb35a6 req-d5947ae1-bf51-4430-846a-2d183c10193c tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.1341147 May 30 20:16:10.768604 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:10.818292 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:10.837898 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Network': ['ID=20adf51f-77a5-4049-a6c1-687344c0630b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:10.849855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:16:10.882504 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-31cd465e-7f57-4f1c-86a6-4c9f817af432 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/networks/20adf51f-77a5-4049-a6c1-687344c0630b HTTP/1.1" status: 204 len: 168 time: 3.0232995 May 30 20:16:10.886255 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42844) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:10.898804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-00e57f1f-033e-44b1-baa2-0f0a315e5490 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-264744768'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:10.908689 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af16d9f-cc81-4067-901f-0a707b9ba9b6'] response: {'server_uuid': '9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae63be30-e252-41a4-bb45-00657a3752a4', 'code': 200} May 30 20:16:10.917316 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-1fd34f2b-b53c-4f0e-959e-8624465db9e9 service neutron] 10.222.0.84 "GET /v2.0/networks/190a242d-8be0-47c8-936a-d23af7f228cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503164 May 30 20:16:10.918412 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:16:10.919162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 1da4dfbe-f31b-4ed0-9992-82a9fb27b8be not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:16:10.921561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-00e57f1f-033e-44b1-baa2-0f0a315e5490 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:10.926755 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-00e57f1f-033e-44b1-baa2-0f0a315e5490 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:network and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:10.931296 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-00e57f1f-033e-44b1-baa2-0f0a315e5490 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:10.937534 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-00e57f1f-033e-44b1-baa2-0f0a315e5490 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:10.956706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e57f1f-033e-44b1-baa2-0f0a315e5490 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:10.959649 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-00e57f1f-033e-44b1-baa2-0f0a315e5490 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:11.033374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e57f1f-033e-44b1-baa2-0f0a315e5490 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:16:11.057540 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-00e57f1f-033e-44b1-baa2-0f0a315e5490 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:11.057880 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-00e57f1f-033e-44b1-baa2-0f0a315e5490 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Added segment 50a1f9b3-f8c3-4559-ab86-db3306f151bf of type vlan for network 21fabda5-20cc-4fbc-9756-2c9ca5fbe469 May 30 20:16:11.087566 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c3ded9c-f676-4e00-872f-2ebfa7f4a39c req-6d2a7c26-c355-4770-b962-62f1002ad9d6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 1096 time: 0.1093593 May 30 20:16:11.094601 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-00e57f1f-033e-44b1-baa2-0f0a315e5490 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:11.178099 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c3ded9c-f676-4e00-872f-2ebfa7f4a39c req-2beab9ab-dc29-47a8-8a85-def66ba7d326 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d321dc23-d90a-4965-9910-02632a28c4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785880 May 30 20:16:11.248397 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-00e57f1f-033e-44b1-baa2-0f0a315e5490 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:16:11.305989 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-610816e3-3269-4a23-ada1-901296fe2a19 req-d75e3028-c3dc-4259-b4ba-b3fba2994121 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/ports?device_id=87ce8133-97f2-444b-8961-bf82d4a8c6ce HTTP/1.1" status: 200 len: 210 time: 0.1316931 May 30 20:16:11.309465 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-00e57f1f-033e-44b1-baa2-0f0a315e5490 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:11.318540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e57f1f-033e-44b1-baa2-0f0a315e5490 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:11.319921 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-00e57f1f-033e-44b1-baa2-0f0a315e5490 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:11.452596 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79b1b90f-a76c-4743-a7d5-057bf7a72f87 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:11.455200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42862) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:11.458902 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79b1b90f-a76c-4743-a7d5-057bf7a72f87 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:11.506854 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79b1b90f-a76c-4743-a7d5-057bf7a72f87 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:11.507378 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b1b90f-a76c-4743-a7d5-057bf7a72f87 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Fanout notify agent at l3_agent the message router_deleted on router 81feff9f-dfd4-4657-9bae-d14cfbf9e262 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:16:11.508968 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-00e57f1f-033e-44b1-baa2-0f0a315e5490 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6194882 May 30 20:16:11.516728 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42868) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:11.523911 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79b1b90f-a76c-4743-a7d5-057bf7a72f87 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:11.524993 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-79b1b90f-a76c-4743-a7d5-057bf7a72f87 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "DELETE /v2.0/routers/81feff9f-dfd4-4657-9bae-d14cfbf9e262 HTTP/1.1" status: 204 len: 168 time: 0.9699550 May 30 20:16:11.529504 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42872) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:11.545609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-39246f06-fd20-4d1c-9320-85e0e445c485 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'subnet': {'network_id': '21fabda5-20cc-4fbc-9756-2c9ca5fbe469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:11.647341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e57f1f-033e-44b1-baa2-0f0a315e5490 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Network': ['ID=21fabda5-20cc-4fbc-9756-2c9ca5fbe469,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:11.659399 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 21fabda5-20cc-4fbc-9756-2c9ca5fbe469 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:16:11.736218 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-34eb3d6a-04aa-41bc-8887-b0a8f5a335c4 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "GET /v2.0/ports?device_id=81feff9f-dfd4-4657-9bae-d14cfbf9e262 HTTP/1.1" status: 200 len: 205 time: 0.2035465 May 30 20:16:11.736620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42880) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:11.798649 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-216ffc47-1161-445b-9aaa-95b47ec39770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:11.823153 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-4c2201ff-32ef-4595-a534-4cc22b190070 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] delete failed (client error): The resource could not be found. May 30 20:16:11.824790 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4c2201ff-32ef-4595-a534-4cc22b190070 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "DELETE /v2.0/routers/81feff9f-dfd4-4657-9bae-d14cfbf9e262 HTTP/1.1" status: 404 len: 336 time: 0.0872126 May 30 20:16:11.827316 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42886) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:11.855881 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-216ffc47-1161-445b-9aaa-95b47ec39770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:11.861128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-216ffc47-1161-445b-9aaa-95b47ec39770 admin admin] Usage tracker for resource:security_group_rule and tenant:04e539718aa64dbbad854108b1076b22 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:11.864993 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-216ffc47-1161-445b-9aaa-95b47ec39770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:11.880917 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-da632f3a-32cc-4949-9b37-d7fdb0cc83a7 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "GET /v2.0/ports?device_id=704d6d19-3dcf-4185-b3ff-719797327108 HTTP/1.1" status: 200 len: 205 time: 0.0513587 May 30 20:16:11.883106 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42890) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:11.892919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-216ffc47-1161-445b-9aaa-95b47ec39770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:11.913054 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-39246f06-fd20-4d1c-9320-85e0e445c485 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:11.917293 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-39246f06-fd20-4d1c-9320-85e0e445c485 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:subnet and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:11.920155 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-39246f06-fd20-4d1c-9320-85e0e445c485 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:11.926165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-39246f06-fd20-4d1c-9320-85e0e445c485 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:11.949487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39246f06-fd20-4d1c-9320-85e0e445c485 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:11.966741 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-d3fab6a8-d6c7-4c1e-84fb-c37741c283ab tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] delete failed (client error): The resource could not be found. May 30 20:16:11.968157 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d3fab6a8-d6c7-4c1e-84fb-c37741c283ab tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "DELETE /v2.0/routers/704d6d19-3dcf-4185-b3ff-719797327108 HTTP/1.1" status: 404 len: 336 time: 0.0839834 May 30 20:16:11.970663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42896) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:11.988795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356d8ca-d868-429c-9a7f-1a4dc1eb493b req-91499f89-46d0-46c8-978c-512aec311192 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:11.990340 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3356d8ca-d868-429c-9a7f-1a4dc1eb493b req-91499f89-46d0-46c8-978c-512aec311192 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 945 time: 0.4128680 May 30 20:16:12.036237 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-385d320e-537f-4c0e-800f-4695f2654836 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3588421-0780-4fff-bfd0-4d7127682fd6 HTTP/1.1" status: 200 len: 205 time: 0.0629549 May 30 20:16:12.039751 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42900) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:12.136013 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-8c843e2a-e83a-4937-8173-428e6b86f44e tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] delete failed (client error): The resource could not be found. May 30 20:16:12.137316 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8c843e2a-e83a-4937-8173-428e6b86f44e tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "DELETE /v2.0/routers/a3588421-0780-4fff-bfd0-4d7127682fd6 HTTP/1.1" status: 404 len: 336 time: 0.0964425 May 30 20:16:12.139842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42906) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:12.191176 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9df115bf-796b-4f72-8d2b-6a2e6533ec49 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "GET /v2.0/ports?device_id=c866ece9-6eb2-42d5-99af-9015e076175b HTTP/1.1" status: 200 len: 205 time: 0.0498948 May 30 20:16:12.194852 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42910) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:12.275064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6703bc21-14dd-479e-be18-811c08c9f44a req-133fa34e-0930-43a2-a301-6ec8d6c14dcf tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.2282648 May 30 20:16:12.301929 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39246f06-fd20-4d1c-9320-85e0e445c485 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:12.305096 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-9fce08f6-0b66-4454-b3a3-a00fd76fd533 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] delete failed (client error): The resource could not be found. May 30 20:16:12.306567 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9fce08f6-0b66-4454-b3a3-a00fd76fd533 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "DELETE /v2.0/routers/c866ece9-6eb2-42d5-99af-9015e076175b HTTP/1.1" status: 404 len: 336 time: 0.1106358 May 30 20:16:12.309142 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42914) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:12.369929 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ae995b33-eace-4d2c-ae72-9e5a91fe2a9c tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "GET /v2.0/ports?device_id=71f3e03f-6694-45be-8672-a41d6c82a94a HTTP/1.1" status: 200 len: 205 time: 0.0574076 May 30 20:16:12.370695 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42920) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:12.449421 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-ff7c31f4-f8f1-4b1d-b2cf-e154e14ede4f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] delete failed (client error): The resource could not be found. May 30 20:16:12.453232 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ff7c31f4-f8f1-4b1d-b2cf-e154e14ede4f tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "DELETE /v2.0/routers/71f3e03f-6694-45be-8672-a41d6c82a94a HTTP/1.1" status: 404 len: 336 time: 0.0806315 May 30 20:16:12.453946 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42926) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:12.504408 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2935f091-a5fb-4af1-87a3-56f4dd892559 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2f50193-5c07-492d-bbcc-18e002054b6a HTTP/1.1" status: 200 len: 205 time: 0.0490861 May 30 20:16:12.505322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42930) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:12.514702 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3356d8ca-d868-429c-9a7f-1a4dc1eb493b req-eed2fafb-2026-46dd-83e2-8175cda6e7b7 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=d321dc23-d90a-4965-9910-02632a28c4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4736814 May 30 20:16:12.529103 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-216ffc47-1161-445b-9aaa-95b47ec39770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:12.580836 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-216ffc47-1161-445b-9aaa-95b47ec39770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:12.582843 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-c96fac6e-9fb9-4e5e-b1d7-a4bd1c49e148 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] delete failed (client error): The resource could not be found. May 30 20:16:12.584143 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c96fac6e-9fb9-4e5e-b1d7-a4bd1c49e148 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "DELETE /v2.0/routers/b2f50193-5c07-492d-bbcc-18e002054b6a HTTP/1.1" status: 404 len: 336 time: 0.0771804 May 30 20:16:12.587096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42934) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:12.606932 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b26b1593-0db1-4ff3-9a7a-451992908a02 req-82a74dca-f913-48f7-8b10-e154ca780726 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/ports?device_id=87ce8133-97f2-444b-8961-bf82d4a8c6ce HTTP/1.1" status: 200 len: 210 time: 0.0761936 May 30 20:16:12.627428 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6175ed56-e71a-4854-806a-5531008d33b8 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] DELETE failed (client error): The resource could not be found. May 30 20:16:12.627862 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6175ed56-e71a-4854-806a-5531008d33b8 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:16:12.629613 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6175ed56-e71a-4854-806a-5531008d33b8 tempest-RoutersAdminTest-1511716385 tempest-RoutersAdminTest-1511716385-project] 10.222.0.84 "DELETE /v2.0/subnets/fdead2d2-b4e2-474d-a51f-8773ed1bce1f HTTP/1.1" status: 404 len: 337 time: 0.0420895 May 30 20:16:12.665571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ffc47-1161-445b-9aaa-95b47ec39770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceee64c-945a-4a9a-bff1-df1b6738b969,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:12.687332 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-216ffc47-1161-445b-9aaa-95b47ec39770 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=04e539718aa64dbbad854108b1076b22&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2188258 May 30 20:16:12.687332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42940) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:12.711834 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39246f06-fd20-4d1c-9320-85e0e445c485 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:12.816606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39246f06-fd20-4d1c-9320-85e0e445c485 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Subnet': ['ID=4bbf8d85-a97d-4a40-b282-273c032e4318,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:12.842939 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39246f06-fd20-4d1c-9320-85e0e445c485 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Checking segment: {'id': '50a1f9b3-f8c3-4559-ab86-db3306f151bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '21fabda5-20cc-4fbc-9756-2c9ca5fbe469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:12.843103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39246f06-fd20-4d1c-9320-85e0e445c485 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network hostable DHCP agents. Network: 21fabda5-20cc-4fbc-9756-2c9ca5fbe469, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:16:12.851395 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04f658b8-2264-4e2a-bce8-18c414be5422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:12.910543 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04f658b8-2264-4e2a-bce8-18c414be5422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:12.942446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-78256327-73e3-47d0-aa6b-0bc6d28d2203 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:12.943055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-78256327-73e3-47d0-aa6b-0bc6d28d2203 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Synchronizing usage tracker for tenant:a40058cddadd49c794a4a26c397a9f04 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:12.948913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42948) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:12.950893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39246f06-fd20-4d1c-9320-85e0e445c485 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 21fabda5-20cc-4fbc-9756-2c9ca5fbe469 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:16:12.971738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-78256327-73e3-47d0-aa6b-0bc6d28d2203 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Unset dirty status for tenant:a40058cddadd49c794a4a26c397a9f04 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:12.974578 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-78256327-73e3-47d0-aa6b-0bc6d28d2203 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.77 "GET /v2.0/networks?id=190a242d-8be0-47c8-936a-d23af7f228cc HTTP/1.1" status: 200 len: 808 time: 0.2379892 May 30 20:16:12.978560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-39246f06-fd20-4d1c-9320-85e0e445c485 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 21fabda5-20cc-4fbc-9756-2c9ca5fbe469) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:12.988603 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1466f4-78b5-49bf-806b-47d973838000 None None] Network 21fabda5-20cc-4fbc-9756-2c9ca5fbe469 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:12.990650 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39246f06-fd20-4d1c-9320-85e0e445c485 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:12.991245 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39246f06-fd20-4d1c-9320-85e0e445c485 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:13.006146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-8b132590-4206-40ee-9b97-3fcc6cb67f71 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Request body: {'port': {'device_id': '87ce8133-97f2-444b-8961-bf82d4a8c6ce', 'network_id': '190a242d-8be0-47c8-936a-d23af7f228cc', 'admin_state_up': True, 'tenant_id': 'a40058cddadd49c794a4a26c397a9f04'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:13.035515 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42954) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:13.037699 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-39246f06-fd20-4d1c-9320-85e0e445c485 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5164173 May 30 20:16:13.040385 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04f658b8-2264-4e2a-bce8-18c414be5422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:13.045730 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04f658b8-2264-4e2a-bce8-18c414be5422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:13.051940 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-04f658b8-2264-4e2a-bce8-18c414be5422 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fceee64c-945a-4a9a-bff1-df1b6738b969 HTTP/1.1" status: 204 len: 168 time: 0.3632374 May 30 20:16:13.074678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f658b8-2264-4e2a-bce8-18c414be5422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceee64c-945a-4a9a-bff1-df1b6738b969,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:13.086018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'network_id': '21fabda5-20cc-4fbc-9756-2c9ca5fbe469', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1620174764'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:13.210164 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f7bcf33-f0df-4928-9376-9cd585b2b361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:13.368154 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-21fabda5-20cc-4fbc-9756-2c9ca5fbe469', 'network_id': '21fabda5-20cc-4fbc-9756-2c9ca5fbe469', 'tenant_id': '6c8ec1b53f2c4f95bfc3e2d31bff2053', 'fixed_ips': [{'subnet_id': '4bbf8d85-a97d-4a40-b282-273c032e4318'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:16:13.369948 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:13.427358 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-8b132590-4206-40ee-9b97-3fcc6cb67f71 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:13.437377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0f7bcf33-f0df-4928-9376-9cd585b2b361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:13.445651 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-8b132590-4206-40ee-9b97-3fcc6cb67f71 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Usage tracker for resource:port and tenant:a40058cddadd49c794a4a26c397a9f04 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:13.448433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0f7bcf33-f0df-4928-9376-9cd585b2b361 admin admin] Usage tracker for resource:security_group_rule and tenant:409b6a8283164c9586525594bec1aad8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:13.452646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-8b132590-4206-40ee-9b97-3fcc6cb67f71 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:13.455995 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0f7bcf33-f0df-4928-9376-9cd585b2b361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:13.465290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-8b132590-4206-40ee-9b97-3fcc6cb67f71 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:13.472102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0f7bcf33-f0df-4928-9376-9cd585b2b361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:13.478097 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:13.489131 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:port and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:13.493377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:13.502300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-8b132590-4206-40ee-9b97-3fcc6cb67f71 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Made reservation on behalf of a40058cddadd49c794a4a26c397a9f04 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:13.506152 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-8b132590-4206-40ee-9b97-3fcc6cb67f71 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:13.518309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:13.523276 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4fa30ba5-b2eb-4a3f-94d5-17d7590ff6f5 req-f78fd23a-ea64-46d1-8789-3a29bae9f2fd tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.0564852 May 30 20:16:13.590792 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Allocated IP 172.20.0.2 (21fabda5-20cc-4fbc-9756-2c9ca5fbe469/4bbf8d85-a97d-4a40-b282-273c032e4318/aeaabd10-ed03-416d-bb1f-38d602bc454a) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:13.610877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:13.614026 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:13.616228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42966) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:13.638262 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1f321135-70e6-4219-8e88-1e36960708ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:13.729553 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] device_id is not set on port da1fb49c-95b3-4b73-b446-21c4aed8d1da yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:16:13.730877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1f321135-70e6-4219-8e88-1e36960708ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:13.736899 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1f321135-70e6-4219-8e88-1e36960708ae admin admin] Usage tracker for resource:security_group_rule and tenant:8c455c68b7c44668b9def926a4268df1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:13.745234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1f321135-70e6-4219-8e88-1e36960708ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:13.758071 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1f321135-70e6-4219-8e88-1e36960708ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:13.814481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb34f0-46e0-4c29-a07b-327c06e77e64 req-f6ec7fc2-f084-46d6-8e56-b35b3e35fa2d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:13.814481 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ebeb34f0-46e0-4c29-a07b-327c06e77e64 req-f6ec7fc2-f084-46d6-8e56-b35b3e35fa2d tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 945 time: 0.1474237 May 30 20:16:13.866128 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:13.877199 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Transition to ACTIVE for port object aeaabd10-ed03-416d-bb1f-38d602bc454a will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:13.896731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Transition to ACTIVE for port object aeaabd10-ed03-416d-bb1f-38d602bc454a will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:13.904302 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:13.906635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8cc83445-70ed-4d7d-871d-cb930fdf1b35 req-e3c06296-a0c0-423a-983b-9ab5c6b4ed1e tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/ports?device_id=87ce8133-97f2-444b-8961-bf82d4a8c6ce HTTP/1.1" status: 200 len: 210 time: 0.0649040 May 30 20:16:13.933158 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f7bcf33-f0df-4928-9376-9cd585b2b361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:13.935290 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1f321135-70e6-4219-8e88-1e36960708ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:13.951598 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ebeb34f0-46e0-4c29-a07b-327c06e77e64 req-789cbb3a-9b43-45b0-ba59-96584929b788 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=d321dc23-d90a-4965-9910-02632a28c4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307473 May 30 20:16:13.955137 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1f321135-70e6-4219-8e88-1e36960708ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:13.956244 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f7bcf33-f0df-4928-9376-9cd585b2b361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:13.997035 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Network 21fabda5-20cc-4fbc-9756-2c9ca5fbe469 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:14.002552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:14.007772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:14.014611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Pushing event updated for resources: {'Port': ['ID=aeaabd10-ed03-416d-bb1f-38d602bc454a,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:14.016820 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f321135-70e6-4219-8e88-1e36960708ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9788eff7-2ee6-4dcd-95b6-dae50083e567,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:14.023944 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1f321135-70e6-4219-8e88-1e36960708ae admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8c455c68b7c44668b9def926a4268df1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4049687 May 30 20:16:14.026837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42974) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:14.049225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-8b132590-4206-40ee-9b97-3fcc6cb67f71 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Allocated IP 172.20.0.13 (190a242d-8be0-47c8-936a-d23af7f228cc/56598359-f426-40b8-832f-ae920368d86c/0765f34f-5aa4-426a-be2b-e23257af509c) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:14.103673 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1da0e4e9-9c43-4570-9d21-d465255fce58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.103898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bcf33-f0df-4928-9376-9cd585b2b361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09966ed3-832c-4fb1-b441-66a3f668de6e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:14.116958 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0f7bcf33-f0df-4928-9376-9cd585b2b361 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=409b6a8283164c9586525594bec1aad8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1643231 May 30 20:16:14.118678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42978) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:14.130751 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Attempting to bind port aeaabd10-ed03-416d-bb1f-38d602bc454a on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:14.131383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Attempting to bind port aeaabd10-ed03-416d-bb1f-38d602bc454a by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '50a1f9b3-f8c3-4559-ab86-db3306f151bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '21fabda5-20cc-4fbc-9756-2c9ca5fbe469'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:14.131884 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Attempting to bind port aeaabd10-ed03-416d-bb1f-38d602bc454a on network 21fabda5-20cc-4fbc-9756-2c9ca5fbe469 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:14.137239 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Allocated IP 172.20.0.13 (21fabda5-20cc-4fbc-9756-2c9ca5fbe469/4bbf8d85-a97d-4a40-b282-273c032e4318/da1fb49c-95b3-4b73-b446-21c4aed8d1da) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:14.142926 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:16:14.143392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Checking segment: {'id': '50a1f9b3-f8c3-4559-ab86-db3306f151bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '21fabda5-20cc-4fbc-9756-2c9ca5fbe469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:14.144444 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.145031 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Bound using segment: {'id': '50a1f9b3-f8c3-4559-ab86-db3306f151bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '21fabda5-20cc-4fbc-9756-2c9ca5fbe469'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:16:14.145859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Bound port: aeaabd10-ed03-416d-bb1f-38d602bc454a, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a1f9b3-f8c3-4559-ab86-db3306f151bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '21fabda5-20cc-4fbc-9756-2c9ca5fbe469'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:16:14.146237 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.202760 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1da0e4e9-9c43-4570-9d21-d465255fce58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.262233 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] For port aeaabd10-ed03-416d-bb1f-38d602bc454a, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:16:14.266009 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] For port aeaabd10-ed03-416d-bb1f-38d602bc454a, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=aeaabd10-ed03-416d-bb1f-38d602bc454a,segment=NetworkSegment(50a1f9b3-f8c3-4559-ab86-db3306f151bf),segment_id=50a1f9b3-f8c3-4559-ab86-db3306f151bf)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:16:14.271701 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.295448 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7f7e-7ba1-47e5-a192-f92dbcb9766a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.323660 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abb9d7-fa65-4d0c-8a15-a8dbeb59c2fe req-0e7ccc5b-154b-4474-b007-6260bf934a0f tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:14.325480 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a6abb9d7-fa65-4d0c-8a15-a8dbeb59c2fe req-0e7ccc5b-154b-4474-b007-6260bf934a0f tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 945 time: 0.1895478 May 30 20:16:14.328802 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1da0e4e9-9c43-4570-9d21-d465255fce58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.374441 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7f7e-7ba1-47e5-a192-f92dbcb9766a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.392384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0e4e9-9c43-4570-9d21-d465255fce58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9788eff7-2ee6-4dcd-95b6-dae50083e567,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:14.415061 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93871e2-2774-4950-9bd8-50d7859e0619 None None] Pushing event updated for resources: {'Port': ['ID=aeaabd10-ed03-416d-bb1f-38d602bc454a,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:14.429756 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1da0e4e9-9c43-4570-9d21-d465255fce58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.431258 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1da0e4e9-9c43-4570-9d21-d465255fce58 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9788eff7-2ee6-4dcd-95b6-dae50083e567 HTTP/1.1" status: 204 len: 168 time: 0.4017696 May 30 20:16:14.462940 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a6abb9d7-fa65-4d0c-8a15-a8dbeb59c2fe req-ee1a85b0-7234-494e-9ae8-386c6f2a3f02 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=d321dc23-d90a-4965-9910-02632a28c4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213710 May 30 20:16:14.478930 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7f7e-7ba1-47e5-a192-f92dbcb9766a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.483870 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-8b132590-4206-40ee-9b97-3fcc6cb67f71 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.489506 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.501299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe7f7e-7ba1-47e5-a192-f92dbcb9766a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09966ed3-832c-4fb1-b441-66a3f668de6e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:14.509721 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Transition to ACTIVE for port object da1fb49c-95b3-4b73-b446-21c4aed8d1da will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:14.511286 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42984) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:14.515472 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7f7e-7ba1-47e5-a192-f92dbcb9766a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.520072 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ecfe7f7e-7ba1-47e5-a192-f92dbcb9766a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/09966ed3-832c-4fb1-b441-66a3f668de6e HTTP/1.1" status: 204 len: 168 time: 0.3992915 May 30 20:16:14.630919 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-8b132590-4206-40ee-9b97-3fcc6cb67f71 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.650104 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.712133 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42992) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:14.715697 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-34ebeca3-7308-4ef7-8be9-bf0614945a5f tempest-TestNetworkBasicOps-1531716238 tempest-TestNetworkBasicOps-1531716238-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 1091 time: 0.1931930 May 30 20:16:14.728148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-8b132590-4206-40ee-9b97-3fcc6cb67f71 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Network 190a242d-8be0-47c8-936a-d23af7f228cc is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:14.729924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': 'ae63be30-e252-41a4-bb45-00657a3752a4', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:14.743763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-8b132590-4206-40ee-9b97-3fcc6cb67f71 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:14.749056 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-8b132590-4206-40ee-9b97-3fcc6cb67f71 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:14.762330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:14.796360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 21fabda5-20cc-4fbc-9756-2c9ca5fbe469 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:14.804325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:14.810694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:14.884026 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8bf659f-0165-4376-8fa7-77edfe8a7f1c req-b9972f9e-281d-4f62-a26a-5ff7c2c17f92 tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.1136177 May 30 20:16:14.888802 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Usage tracker for resource:floatingip and tenant:83c273a70b9742ee885b1f1f37dab263 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:14.895724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:14.908726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:14.912403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b132590-4206-40ee-9b97-3fcc6cb67f71 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Pushing event updated for resources: {'Port': ['ID=0765f34f-5aa4-426a-be2b-e23257af509c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:14.946353 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.973404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device aeaabd10-ed03-416d-bb1f-38d602bc454a up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:16:15.002533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:15.003543 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:15.062411 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-8b132590-4206-40ee-9b97-3fcc6cb67f71 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:15.065443 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-8b132590-4206-40ee-9b97-3fcc6cb67f71 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:15.106381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port aeaabd10-ed03-416d-bb1f-38d602bc454a completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:15.111712 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-8b132590-4206-40ee-9b97-3fcc6cb67f71 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1104784 May 30 20:16:15.115576 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=da1fb49c-95b3-4b73-b446-21c4aed8d1da,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:15.118760 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-53a5c42c-37e2-4abd-87d1-a8e514d7c70d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.0822504 May 30 20:16:15.121540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43004) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:15.161138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Request body: {'port': {'device_id': '87ce8133-97f2-444b-8961-bf82d4a8c6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:15.372635 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:15.384141 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6756ca4d-43ca-4423-adea-83c4c312536f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port da1fb49c-95b3-4b73-b446-21c4aed8d1da {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:15.384141 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6756ca4d-43ca-4423-adea-83c4c312536f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:15.409089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43012) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:15.409887 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:15.470917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82444fe-28bc-4d88-90f3-05a14c3843fe req-a35a5644-09c3-41b4-990f-429d34c247e0 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:15.472782 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f82444fe-28bc-4d88-90f3-05a14c3843fe req-a35a5644-09c3-41b4-990f-429d34c247e0 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/ports?device_id=87ce8133-97f2-444b-8961-bf82d4a8c6ce HTTP/1.1" status: 200 len: 932 time: 0.2224460 May 30 20:16:15.538134 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1a429b94-2b77-4e72-810f-fe1e0d58c435 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=149354093b904a1884d35f27e6d22e4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1111028 May 30 20:16:15.541748 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43018) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:15.623889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Allocated IP 172.25.5.51 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/73312687-18b7-4249-ba67-7cf14c71c389) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:15.664577 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f82444fe-28bc-4d88-90f3-05a14c3843fe req-96e464b1-3ea7-441d-9f93-dbbdc6ed799c tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/security-groups?id=5352031e-7ba6-47ec-95bc-b5f9082ab0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827335 May 30 20:16:15.939235 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b77073d8-1e82-46df-a4a6-32e310586475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:15.974739 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdcce09-3cb2-4258-bf40-f18aeef079bb None None] Network 21fabda5-20cc-4fbc-9756-2c9ca5fbe469 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:15.999345 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b77073d8-1e82-46df-a4a6-32e310586475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:16.016568 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:16.084129 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:16.158839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:16.172851 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6756ca4d-43ca-4423-adea-83c4c312536f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:16.174102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:16.187031 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b77073d8-1e82-46df-a4a6-32e310586475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:16.194109 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:16.217003 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5328b2a6-5ee6-4885-8b81-9d63ce08171b None None] Provisioning for port aeaabd10-ed03-416d-bb1f-38d602bc454a completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:16.237823 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5328b2a6-5ee6-4885-8b81-9d63ce08171b None None] Provisioning complete for port aeaabd10-ed03-416d-bb1f-38d602bc454a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:16.238197 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5328b2a6-5ee6-4885-8b81-9d63ce08171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:16.329129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77073d8-1e82-46df-a4a6-32e310586475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ca7f16-85cd-4545-9eb1-230ef7ee7dea,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:16.346450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-967078cc-56bc-4ce7-a771-81c76a8d0ae0 req-6ae488f2-1d7c-407a-8ade-9766cb360c79 tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.0971694 May 30 20:16:16.361022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Port': ['ID=73312687-18b7-4249-ba67-7cf14c71c389,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:16.379045 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b77073d8-1e82-46df-a4a6-32e310586475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:16.383328 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b77073d8-1e82-46df-a4a6-32e310586475 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b8ca7f16-85cd-4545-9eb1-230ef7ee7dea HTTP/1.1" status: 204 len: 168 time: 0.8317590 May 30 20:16:16.426781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6756ca4d-43ca-4423-adea-83c4c312536f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for da1fb49c-95b3-4b73-b446-21c4aed8d1da owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:16.676240 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:16:16.773543 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6756ca4d-43ca-4423-adea-83c4c312536f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:16.793691 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa5b9c01-8891-44ff-bd7a-3db98096a0be req-eed96c1f-21e7-469d-b5d2-5d6278fff1c5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.1957674 May 30 20:16:16.824023 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5328b2a6-5ee6-4885-8b81-9d63ce08171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:16.833198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0765f34f-5aa4-426a-be2b-e23257af509c {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:16.837830 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756ca4d-43ca-4423-adea-83c4c312536f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=da1fb49c-95b3-4b73-b446-21c4aed8d1da,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:16.848695 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:16.913557 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5328b2a6-5ee6-4885-8b81-9d63ce08171b None None] For port aeaabd10-ed03-416d-bb1f-38d602bc454a, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=aeaabd10-ed03-416d-bb1f-38d602bc454a,segment=NetworkSegment(50a1f9b3-f8c3-4559-ab86-db3306f151bf),segment_id=50a1f9b3-f8c3-4559-ab86-db3306f151bf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:16.923259 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5328b2a6-5ee6-4885-8b81-9d63ce08171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:16.963944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Transition to ACTIVE for port object 0765f34f-5aa4-426a-be2b-e23257af509c will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:16.984958 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:17.109098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328b2a6-5ee6-4885-8b81-9d63ce08171b None None] Pushing event updated for resources: {'Port': ['ID=aeaabd10-ed03-416d-bb1f-38d602bc454a,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:17.199509 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6756ca4d-43ca-4423-adea-83c4c312536f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:17.227148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0765f34f-5aa4-426a-be2b-e23257af509c,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:17.247451 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6756ca4d-43ca-4423-adea-83c4c312536f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/ports/da1fb49c-95b3-4b73-b446-21c4aed8d1da HTTP/1.1" status: 204 len: 168 time: 2.1244812 May 30 20:16:17.251251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43054) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:17.325577 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434ebf1-d8be-432e-8b56-2ef38881b29f req-52a74265-4303-499a-9f9a-f9c58ad53bf3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:17.332152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434ebf1-d8be-432e-8b56-2ef38881b29f req-52a74265-4303-499a-9f9a-f9c58ad53bf3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:17.338882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434ebf1-d8be-432e-8b56-2ef38881b29f req-52a74265-4303-499a-9f9a-f9c58ad53bf3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:17.343394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434ebf1-d8be-432e-8b56-2ef38881b29f req-52a74265-4303-499a-9f9a-f9c58ad53bf3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:17.348569 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434ebf1-d8be-432e-8b56-2ef38881b29f req-52a74265-4303-499a-9f9a-f9c58ad53bf3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:17.352560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434ebf1-d8be-432e-8b56-2ef38881b29f req-52a74265-4303-499a-9f9a-f9c58ad53bf3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:17.358393 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434ebf1-d8be-432e-8b56-2ef38881b29f req-52a74265-4303-499a-9f9a-f9c58ad53bf3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:17.367342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b13c1164-0923-4888-8b54-0973d4af979a None None] Provisioning complete for port aeaabd10-ed03-416d-bb1f-38d602bc454a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:17.368187 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b13c1164-0923-4888-8b54-0973d4af979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:17.370118 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8434ebf1-d8be-432e-8b56-2ef38881b29f req-52a74265-4303-499a-9f9a-f9c58ad53bf3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5436 time: 0.6783764 May 30 20:16:17.385880 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ddaace-0cac-46df-8f48-f40b2d96932b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] GET failed (client error): The resource could not be found. May 30 20:16:17.386388 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-11ddaace-0cac-46df-8f48-f40b2d96932b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Synchronizing usage tracker for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:17.517268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-11ddaace-0cac-46df-8f48-f40b2d96932b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Unset dirty status for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:17.522390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43068) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:17.522671 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-11ddaace-0cac-46df-8f48-f40b2d96932b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports/da1fb49c-95b3-4b73-b446-21c4aed8d1da HTTP/1.1" status: 404 len: 333 time: 0.2696412 May 30 20:16:17.523153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Attempting to bind port 0765f34f-5aa4-426a-be2b-e23257af509c on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:17.523487 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Attempting to bind port 0765f34f-5aa4-426a-be2b-e23257af509c by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '1e519241-8f3a-4eda-acb7-0d46d280cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '190a242d-8be0-47c8-936a-d23af7f228cc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:17.523864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Attempting to bind port 0765f34f-5aa4-426a-be2b-e23257af509c on network 190a242d-8be0-47c8-936a-d23af7f228cc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:17.543843 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fd349-3081-4c99-9098-c4a24e68d364 req-627f0ab5-03ad-4f79-8124-f5aa7f57a79c tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:17.547019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-172fd349-3081-4c99-9098-c4a24e68d364 req-627f0ab5-03ad-4f79-8124-f5aa7f57a79c tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/ports?device_id=87ce8133-97f2-444b-8961-bf82d4a8c6ce HTTP/1.1" status: 200 len: 944 time: 0.5119140 May 30 20:16:17.587260 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8434ebf1-d8be-432e-8b56-2ef38881b29f req-0bd0eefc-426b-433b-bbdb-c56c62dd989e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2158971 May 30 20:16:17.615300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Port 0765f34f-5aa4-426a-be2b-e23257af509c on network 190a242d-8be0-47c8-936a-d23af7f228cc not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:16:17.616135 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Attempting to bind port 0765f34f-5aa4-426a-be2b-e23257af509c on network 190a242d-8be0-47c8-936a-d23af7f228cc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:17.662293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:16:17.662293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Checking segment: {'id': '1e519241-8f3a-4eda-acb7-0d46d280cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '190a242d-8be0-47c8-936a-d23af7f228cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:17.662659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Bound using segment: {'id': '1e519241-8f3a-4eda-acb7-0d46d280cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '190a242d-8be0-47c8-936a-d23af7f228cc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:16:17.663508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Bound port: 0765f34f-5aa4-426a-be2b-e23257af509c, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e519241-8f3a-4eda-acb7-0d46d280cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '190a242d-8be0-47c8-936a-d23af7f228cc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:16:17.663508 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:17.667336 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b13c1164-0923-4888-8b54-0973d4af979a None None] Could not find standard attr ID for object da1fb49c-95b3-4b73-b446-21c4aed8d1da. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:16:17.775047 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-172fd349-3081-4c99-9098-c4a24e68d364 req-9937d05a-9257-426b-81b4-e83b96f6b1ae tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/security-groups?id=5352031e-7ba6-47ec-95bc-b5f9082ab0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075770 May 30 20:16:17.794512 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bbfe1082-319a-4626-b5db-320da25c0640 None None] Could not find standard attr ID for object da1fb49c-95b3-4b73-b446-21c4aed8d1da. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:16:18.166990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-399d3140-167e-48f8-b789-cf7a6848c853 req-d59d0eed-5479-484f-94b4-072578c3a259 tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.1184363 May 30 20:16:18.246199 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] For port 0765f34f-5aa4-426a-be2b-e23257af509c, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:16:18.287118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] For port 0765f34f-5aa4-426a-be2b-e23257af509c, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=0765f34f-5aa4-426a-be2b-e23257af509c,segment=NetworkSegment(1e519241-8f3a-4eda-acb7-0d46d280cc00),segment_id=1e519241-8f3a-4eda-acb7-0d46d280cc00)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:16:18.299256 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:18.336529 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:18.427449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c075787-3fdb-4bfb-ba7f-3009f3778a88 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting subnet 4bbf8d85-a97d-4a40-b282-273c032e4318 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:16:18.440024 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c075787-3fdb-4bfb-ba7f-3009f3778a88 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:18.454283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05c143-ae23-4020-8606-adff6008925d req-5a2cfc5e-6660-4bb1-b9c7-9f2e34c3daf2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:18.461748 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05c143-ae23-4020-8606-adff6008925d req-5a2cfc5e-6660-4bb1-b9c7-9f2e34c3daf2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:18.468726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05c143-ae23-4020-8606-adff6008925d req-5a2cfc5e-6660-4bb1-b9c7-9f2e34c3daf2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:18.473830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05c143-ae23-4020-8606-adff6008925d req-5a2cfc5e-6660-4bb1-b9c7-9f2e34c3daf2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:18.478235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05c143-ae23-4020-8606-adff6008925d req-5a2cfc5e-6660-4bb1-b9c7-9f2e34c3daf2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:18.482370 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05c143-ae23-4020-8606-adff6008925d req-5a2cfc5e-6660-4bb1-b9c7-9f2e34c3daf2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:18.487245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05c143-ae23-4020-8606-adff6008925d req-5a2cfc5e-6660-4bb1-b9c7-9f2e34c3daf2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:18.490039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a05c143-ae23-4020-8606-adff6008925d req-5a2cfc5e-6660-4bb1-b9c7-9f2e34c3daf2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5436 time: 0.3085740 May 30 20:16:18.519428 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:18.520267 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:18.522215 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] 10.222.0.77 "PUT /v2.0/ports/0765f34f-5aa4-426a-be2b-e23257af509c HTTP/1.1" status: 200 len: 1092 time: 3.3959634 May 30 20:16:18.523950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ce8133-97f2-444b-8961-bf82d4a8c6ce', 'tag': '0765f34f-5aa4-426a-be2b-e23257af509c'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:18.666814 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0640af28-74f8-4ddf-b0ec-35a94bad4e11'] response: {'name': 'network-changed', 'server_uuid': '87ce8133-97f2-444b-8961-bf82d4a8c6ce', 'tag': '0765f34f-5aa4-426a-be2b-e23257af509c', 'status': 'completed', 'code': 200} May 30 20:16:18.675018 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c075787-3fdb-4bfb-ba7f-3009f3778a88 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:18.739577 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738610c-10e4-4335-9493-35d362a707a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0765f34f-5aa4-426a-be2b-e23257af509c,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:18.812231 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-937d3cff-f1dd-4048-8fcd-b1d8e1bf3fbd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a40058cddadd49c794a4a26c397a9f04&device_id=87ce8133-97f2-444b-8961-bf82d4a8c6ce HTTP/1.1" status: 200 len: 1095 time: 0.2410901 May 30 20:16:18.920194 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:18.934077 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c075787-3fdb-4bfb-ba7f-3009f3778a88 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:18.938266 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:18.989575 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device aeaabd10-ed03-416d-bb1f-38d602bc454a up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:16:19.188828 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port aeaabd10-ed03-416d-bb1f-38d602bc454a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:19.189202 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:19.303823 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-12967505-ca37-4d42-a0fa-ac15a2b7487e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0765f34f-5aa4-426a-be2b-e23257af509c HTTP/1.1" status: 200 len: 217 time: 0.4725344 May 30 20:16:19.489920 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a3de6e89-e266-4eb6-9c5b-981c41d9ed68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:19.492100 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-a3de6e89-e266-4eb6-9c5b-981c41d9ed68 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56598359-f426-40b8-832f-ae920368d86c HTTP/1.1" status: 200 len: 848 time: 0.1802161 May 30 20:16:19.554847 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:19.605162 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c075787-3fdb-4bfb-ba7f-3009f3778a88 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:19.631877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event updated for resources: {'Port': ['ID=73312687-18b7-4249-ba67-7cf14c71c389,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:19.672865 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-e8e6dfbd-078c-4204-b9be-900b10746e9c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=190a242d-8be0-47c8-936a-d23af7f228cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1665304 May 30 20:16:19.672865 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c075787-3fdb-4bfb-ba7f-3009f3778a88 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:19.681258 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4736738-cf75-48f5-9b3d-78e0eda96c2a None None] Network 21fabda5-20cc-4fbc-9756-2c9ca5fbe469 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:19.686503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c075787-3fdb-4bfb-ba7f-3009f3778a88 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Subnet': ['ID=4bbf8d85-a97d-4a40-b282-273c032e4318,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:19.712907 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0c075787-3fdb-4bfb-ba7f-3009f3778a88 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/4bbf8d85-a97d-4a40-b282-273c032e4318 HTTP/1.1" status: 204 len: 168 time: 2.1745920 May 30 20:16:19.714951 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43118) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:19.876926 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:19.908034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port aeaabd10-ed03-416d-bb1f-38d602bc454a {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:19.908827 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:19.941923 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b31f673-8eb6-4c9b-a791-9549cf61b9dc req-621d0eb7-ee03-450b-ab39-74eecc74512d tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.3894522 May 30 20:16:20.050548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa3919-9509-4caa-a3a5-58ab90b86616 req-3c938629-dbc6-4e3b-91d3-e4cc21f5591a tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:20.077331 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98fa3919-9509-4caa-a3a5-58ab90b86616 req-3c938629-dbc6-4e3b-91d3-e4cc21f5591a tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/ports?device_id=87ce8133-97f2-444b-8961-bf82d4a8c6ce HTTP/1.1" status: 200 len: 944 time: 1.0394056 May 30 20:16:20.195523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] For port aeaabd10-ed03-416d-bb1f-38d602bc454a, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=aeaabd10-ed03-416d-bb1f-38d602bc454a,segment=NetworkSegment(50a1f9b3-f8c3-4559-ab86-db3306f151bf),segment_id=50a1f9b3-f8c3-4559-ab86-db3306f151bf)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:20.195883 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:20.315704 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98fa3919-9509-4caa-a3a5-58ab90b86616 req-476716ab-3d23-4797-adf8-4f7ad2345f13 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/security-groups?id=5352031e-7ba6-47ec-95bc-b5f9082ab0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347758 May 30 20:16:20.357654 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9cd96d-9799-402f-9bb9-008bdbb4336f None None] DHCP port deletion for 21fabda5-20cc-4fbc-9756-2c9ca5fbe469 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:16:20.363443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8a9cd96d-9799-402f-9bb9-008bdbb4336f None None] Deleting port aeaabd10-ed03-416d-bb1f-38d602bc454a {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:20.363912 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd96d-9799-402f-9bb9-008bdbb4336f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:20.422849 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Floating IP 3b41e49e-1193-4df1-a8c9-b91b76901062 associated. External IP: 172.25.5.51, port: ae63be30-e252-41a4-bb45-00657a3752a4. May 30 20:16:20.511091 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for aeaabd10-ed03-416d-bb1f-38d602bc454a owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:20.627427 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-51907b4a-a6be-4c1b-9d95-709466456fe2 service neutron] 10.222.0.77 "GET /v2.0/networks/190a242d-8be0-47c8-936a-d23af7f228cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9465053 May 30 20:16:20.628783 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:20.720693 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd33c6f2-269b-4034-ae9d-95bbb58eb519 req-c02c8e76-b91e-45c3-945c-585347911855 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=770df1eefce94869bc533c898db7e066&device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.0887117 May 30 20:16:20.725267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No DVR routers for this DVR port aeaabd10-ed03-416d-bb1f-38d602bc454a on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:16:20.754562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8a9cd96d-9799-402f-9bb9-008bdbb4336f None None] The port 'aeaabd10-ed03-416d-bb1f-38d602bc454a' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:16:20.870087 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0716fa02-6aaa-4fa7-9c79-67cabb9db232 req-cdf7fa22-64dd-4422-9c7d-9392a66e93ac tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.1487446 May 30 20:16:20.893279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43144) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:20.904130 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd33c6f2-269b-4034-ae9d-95bbb58eb519 req-20cde630-1a45-429a-badc-bb6d5e1afbb7 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=770df1eefce94869bc533c898db7e066&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1741841 May 30 20:16:20.915067 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=aeaabd10-ed03-416d-bb1f-38d602bc454a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:20.945676 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device aeaabd10-ed03-416d-bb1f-38d602bc454a no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:16:21.008993 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: aeaabd10-ed03-416d-bb1f-38d602bc454a {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:16:21.009593 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device aeaabd10-ed03-416d-bb1f-38d602bc454a not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:16:21.052647 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:21.103800 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fabda5-20cc-4fbc-9756-2c9ca5fbe469']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:21.123616 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e548ef64-3c6c-485d-b5b3-edd8fd681dc6 req-950a6e7b-68d9-4dd7-a311-ad6079ea007d service neutron] 10.222.0.77 "GET /v2.0/networks/190a242d-8be0-47c8-936a-d23af7f228cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794743 May 30 20:16:21.125202 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a1f9b3-f8c3-4559-ab86-db3306f151bf') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:21.125539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a1f9b3-f8c3-4559-ab86-db3306f151bf') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:21.138673 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:21.158075 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:21.175181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:16:21.175602 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: timer() May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:16:21.223431 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:16:21.278556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-5e753284-4301-47b1-9afd-20dd90d4ee0e tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-893579436'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:21.287015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5e753284-4301-47b1-9afd-20dd90d4ee0e tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:21.292021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33c6f2-269b-4034-ae9d-95bbb58eb519 req-c555271a-0c45-4e72-8f73-1dad598c08da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:21.293590 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd33c6f2-269b-4034-ae9d-95bbb58eb519 req-c555271a-0c45-4e72-8f73-1dad598c08da service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3819313 May 30 20:16:21.295310 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5e753284-4301-47b1-9afd-20dd90d4ee0e tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Usage tracker for resource:router and tenant:9d4c6e0967ca42ff8c209b5b11094d72 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:21.300511 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5e753284-4301-47b1-9afd-20dd90d4ee0e tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:21.314072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5e753284-4301-47b1-9afd-20dd90d4ee0e tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:21.340667 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e753284-4301-47b1-9afd-20dd90d4ee0e tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:21.341612 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e753284-4301-47b1-9afd-20dd90d4ee0e tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:21.543724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43166) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:21.590267 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:21.674294 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:21.674294 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Network': ['ID=21fabda5-20cc-4fbc-9756-2c9ca5fbe469,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:21.682300 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b1810cac-129d-46e1-98bc-3e8c5d3dcae5 req-26766960-fff6-4a77-9609-db3876ffd301 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a40058cddadd49c794a4a26c397a9f04&device_id=87ce8133-97f2-444b-8961-bf82d4a8c6ce HTTP/1.1" status: 200 len: 1095 time: 0.2697802 May 30 20:16:21.682300 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ce28e6b8-72ad-4ef3-b9ed-111da7b598bb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/networks/21fabda5-20cc-4fbc-9756-2c9ca5fbe469 HTTP/1.1" status: 204 len: 168 time: 1.9622502 May 30 20:16:21.682300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43172) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:21.713430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c90a51a6-8b84-4c68-aed9-ab98bdedc5b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2', 'name': 'tempest-PortsTestJSON-1718076501'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:21.755259 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e753284-4301-47b1-9afd-20dd90d4ee0e tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:21.790078 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e753284-4301-47b1-9afd-20dd90d4ee0e tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:21.816113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75d984-3306-4ecc-9b92-cccc0e8f7acc req-84314944-3518-42e6-b0af-a8d9c8c630b9 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:21.817627 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec75d984-3306-4ecc-9b92-cccc0e8f7acc req-84314944-3518-42e6-b0af-a8d9c8c630b9 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/ports?device_id=87ce8133-97f2-444b-8961-bf82d4a8c6ce HTTP/1.1" status: 200 len: 944 time: 0.2583859 May 30 20:16:21.846747 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e753284-4301-47b1-9afd-20dd90d4ee0e tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:21.847985 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5e753284-4301-47b1-9afd-20dd90d4ee0e tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9494619 May 30 20:16:21.853419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43176) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:22.014550 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec75d984-3306-4ecc-9b92-cccc0e8f7acc req-2b4778ab-6811-412a-bcbd-5e57549b8cf5 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/security-groups?id=5352031e-7ba6-47ec-95bc-b5f9082ab0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883085 May 30 20:16:22.037783 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b98f6083-31dc-4c43-9363-f6a6910e7089 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:22.088086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c90a51a6-8b84-4c68-aed9-ab98bdedc5b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:22.096207 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c90a51a6-8b84-4c68-aed9-ab98bdedc5b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:port and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:22.102825 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c90a51a6-8b84-4c68-aed9-ab98bdedc5b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:22.117065 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c90a51a6-8b84-4c68-aed9-ab98bdedc5b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:22.147684 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1810cac-129d-46e1-98bc-3e8c5d3dcae5 req-00465802-db57-4b74-bd66-f2d7fa749174 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:22.149193 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b1810cac-129d-46e1-98bc-3e8c5d3dcae5 req-00465802-db57-4b74-bd66-f2d7fa749174 service neutron] 10.222.0.77 "GET /v2.0/networks?id=190a242d-8be0-47c8-936a-d23af7f228cc HTTP/1.1" status: 200 len: 909 time: 0.4642224 May 30 20:16:22.151699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90a51a6-8b84-4c68-aed9-ab98bdedc5b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:22.154676 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c90a51a6-8b84-4c68-aed9-ab98bdedc5b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:22.224824 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d840af52-35c9-4616-8f26-874e6e7784b6 req-d31b3ed7-8328-4530-9369-261b4c23375d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 6493 time: 0.6858027 May 30 20:16:22.267328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-c90a51a6-8b84-4c68-aed9-ab98bdedc5b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] device_id is not set on port a7f82872-269b-4d8d-b599-86c464505241 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:16:22.304933 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b1810cac-129d-46e1-98bc-3e8c5d3dcae5 req-6c61f488-220c-49f5-a363-f5b321c5c842 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0765f34f-5aa4-426a-be2b-e23257af509c HTTP/1.1" status: 200 len: 217 time: 0.1404707 May 30 20:16:22.320512 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0302d01e-3571-4fc4-be85-1aa7e6e1cb11 req-e44632b2-dd72-413f-9e8a-1b399d31dd5d tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.0632489 May 30 20:16:22.322376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Router 722c8eaa-1585-411a-b678-17f5e61ad650 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:16:22.388583 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d840af52-35c9-4616-8f26-874e6e7784b6 req-b02c5e1b-39d7-4e0d-95c8-3cbefae836b3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a396d596-08ef-49e0-8fef-b13e6d9e494b&id=e610163e-fc54-4f86-8b20-398a5363c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1556225 May 30 20:16:22.427909 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1810cac-129d-46e1-98bc-3e8c5d3dcae5 req-09091189-44f3-4fda-baf6-473d4576487e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:22.429325 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b1810cac-129d-46e1-98bc-3e8c5d3dcae5 req-09091189-44f3-4fda-baf6-473d4576487e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56598359-f426-40b8-832f-ae920368d86c HTTP/1.1" status: 200 len: 848 time: 0.1152558 May 30 20:16:22.496577 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b1810cac-129d-46e1-98bc-3e8c5d3dcae5 req-a50d9f34-1903-49b1-b0b6-5427ce5f3e8b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=190a242d-8be0-47c8-936a-d23af7f228cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553679 May 30 20:16:22.732164 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c90a51a6-8b84-4c68-aed9-ab98bdedc5b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:22.752075 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd33c6f2-269b-4034-ae9d-95bbb58eb519 req-a45959fd-1017-4cf2-ab40-b16f20e7bb31 tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.77 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.1124775 May 30 20:16:22.768636 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b1810cac-129d-46e1-98bc-3e8c5d3dcae5 req-2abef9ae-a439-4ce0-b942-f00593abe8c3 service neutron] 10.222.0.77 "GET /v2.0/networks/190a242d-8be0-47c8-936a-d23af7f228cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507060 May 30 20:16:22.769440 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b98f6083-31dc-4c43-9363-f6a6910e7089 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:22.776562 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b98f6083-31dc-4c43-9363-f6a6910e7089 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:22.802474 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c90a51a6-8b84-4c68-aed9-ab98bdedc5b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:22.818217 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b98f6083-31dc-4c43-9363-f6a6910e7089 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:22.818766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98f6083-31dc-4c43-9363-f6a6910e7089 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19b13430-e9b4-4168-a0f3-750a03a91aa6 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:16:22.838195 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b98f6083-31dc-4c43-9363-f6a6910e7089 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:22.839355 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b98f6083-31dc-4c43-9363-f6a6910e7089 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] 10.222.0.84 "DELETE /v2.0/routers/19b13430-e9b4-4168-a0f3-750a03a91aa6 HTTP/1.1" status: 204 len: 168 time: 0.9849186 May 30 20:16:22.842439 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43198) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:22.849321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-fb93e2ee-09b9-4332-a643-8ed917246495 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Request body: {'router': {'name': 'tempest-router-1573276253', 'distributed': False}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:22.862882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fb93e2ee-09b9-4332-a643-8ed917246495 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:22.868811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fb93e2ee-09b9-4332-a643-8ed917246495 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Usage tracker for resource:router and tenant:9d4c6e0967ca42ff8c209b5b11094d72 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:22.872563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fb93e2ee-09b9-4332-a643-8ed917246495 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:22.879339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fb93e2ee-09b9-4332-a643-8ed917246495 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:22.896362 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:16:22.898240 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb93e2ee-09b9-4332-a643-8ed917246495 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:22.899183 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb93e2ee-09b9-4332-a643-8ed917246495 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:22.913168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a4a878-aa54-46d7-8c23-6b5f13bbf33f None None] Sync routers for ids ['722c8eaa-1585-411a-b678-17f5e61ad650'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:16:22.932406 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a4a878-aa54-46d7-8c23-6b5f13bbf33f None None] Routers {'722c8eaa-1585-411a-b678-17f5e61ad650'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:16:22.932615 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:22.933029 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c9a4a878-aa54-46d7-8c23-6b5f13bbf33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:16:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['722c8eaa-1585-411a-b678-17f5e61ad650'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:22.979728 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a51a6-8b84-4c68-aed9-ab98bdedc5b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=a7f82872-269b-4d8d-b599-86c464505241,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:23.003274 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb93e2ee-09b9-4332-a643-8ed917246495 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:23.008669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90a51a6-8b84-4c68-aed9-ab98bdedc5b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:23.019373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c90a51a6-8b84-4c68-aed9-ab98bdedc5b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:23.024493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a51a6-8b84-4c68-aed9-ab98bdedc5b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:23.033047 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90a51a6-8b84-4c68-aed9-ab98bdedc5b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:23.033868 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c90a51a6-8b84-4c68-aed9-ab98bdedc5b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:23.072931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6d3c16be-1123-4f31-b52a-d2b24c93f229 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.3597755 May 30 20:16:23.073832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef', 'tag': 'ae63be30-e252-41a4-bb45-00657a3752a4'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:23.076782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43204) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:23.081236 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb93e2ee-09b9-4332-a643-8ed917246495 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:23.104686 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb93e2ee-09b9-4332-a643-8ed917246495 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:23.108719 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fb93e2ee-09b9-4332-a643-8ed917246495 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2628248 May 30 20:16:23.110189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43210) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:23.271839 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16b82def-c7e7-44a3-b0a1-04ea110c3c14'] response: {'name': 'network-changed', 'server_uuid': '9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef', 'tag': 'ae63be30-e252-41a4-bb45-00657a3752a4', 'status': 'completed', 'code': 200} May 30 20:16:23.272031 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c90a51a6-8b84-4c68-aed9-ab98bdedc5b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5885530 May 30 20:16:23.277011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c9a4a878-aa54-46d7-8c23-6b5f13bbf33f None None] Set router 722c8eaa-1585-411a-b678-17f5e61ad650 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:16:23.278099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43216) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:23.323090 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b1810cac-129d-46e1-98bc-3e8c5d3dcae5 req-0f15bde8-3fc2-4898-bec4-571bf4917460 service neutron] 10.222.0.77 "GET /v2.0/networks/190a242d-8be0-47c8-936a-d23af7f228cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444374 May 30 20:16:23.427578 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5d03da00-1fa3-4cfe-b902-0f1ad45eb3ec tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/floatingips/3b41e49e-1193-4df1-a8c9-b91b76901062 HTTP/1.1" status: 200 len: 990 time: 0.3322983 May 30 20:16:23.456393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-fa4dcf44-3838-462e-a209-4d28d1b470b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port a7f82872-269b-4d8d-b599-86c464505241 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:23.461134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa4dcf44-3838-462e-a209-4d28d1b470b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:23.491487 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34de28d1-b8f8-4ffe-8d60-ed5ca318b798 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:23.571571 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-287e6a25-b6c7-4ec7-90c9-f6fa9ff1ac44 req-2a398640-3ad0-4eb4-b5da-778ac690cdbe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83c273a70b9742ee885b1f1f37dab263&device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 1096 time: 0.2961643 May 30 20:16:23.710511 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe1eeebd-a28b-4e63-af99-b0518e04e3d4 req-f8c1cb7d-5e74-42b5-a240-5e9ad95afc14 tempest-ServerShowV254Test-434274525 tempest-ServerShowV254Test-434274525-project] 10.222.0.84 "GET /v2.0/ports?device_id=857f53d7-3d37-44cf-922d-308f907e2732 HTTP/1.1" status: 200 len: 210 time: 0.1535931 May 30 20:16:23.767604 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c9a4a878-aa54-46d7-8c23-6b5f13bbf33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'name': 'tempest-TestNetworkBasicOps-router-2036709370', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:15:10Z', 'updated_at': '2022-05-30T20:15:27Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:12Z', 'updated_at': '2022-05-30T20:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '3b41e49e-1193-4df1-a8c9-b91b76901062', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'floating_ip_address': '172.25.5.51', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'port_id': 'ae63be30-e252-41a4-bb45-00657a3752a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31', 'mac_address': 'fa:16:3e:4b:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:16:17Z', 'updated_at': '2022-05-30T20:16:17Z', 'revision_number': 0, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '923953d0-a5de-4616-9dbd-ce5de3f584df', 'name': '', 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:78:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e584b7-1f11-483d-b960-40b20bf30832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:24Z', 'updated_at': '2022-05-30T20:15:39Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '05e584b7-1f11-483d-b960-40b20bf30832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:23.772467 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a4a878-aa54-46d7-8c23-6b5f13bbf33f None None] Checking router: 722c8eaa-1585-411a-b678-17f5e61ad650 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:16:23.791015 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a4a878-aa54-46d7-8c23-6b5f13bbf33f None None] Routers {'722c8eaa-1585-411a-b678-17f5e61ad650'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:16:23.791015 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c9a4a878-aa54-46d7-8c23-6b5f13bbf33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:16:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['722c8eaa-1585-411a-b678-17f5e61ad650'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:23.829890 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa4dcf44-3838-462e-a209-4d28d1b470b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:23.932741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb56ef7-5159-4f4b-8073-59eb3a5a463d req-fe497066-261f-4c73-8511-2e761a1c2212 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:23.934473 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2cb56ef7-5159-4f4b-8073-59eb3a5a463d req-fe497066-261f-4c73-8511-2e761a1c2212 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/ports?device_id=87ce8133-97f2-444b-8961-bf82d4a8c6ce HTTP/1.1" status: 200 len: 944 time: 0.5641282 May 30 20:16:23.990785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c9a4a878-aa54-46d7-8c23-6b5f13bbf33f None None] Set router 722c8eaa-1585-411a-b678-17f5e61ad650 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:16:24.123587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-fa4dcf44-3838-462e-a209-4d28d1b470b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for a7f82872-269b-4d8d-b599-86c464505241 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:24.205014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 0765f34f-5aa4-426a-be2b-e23257af509c details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:16:24.229864 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa4dcf44-3838-462e-a209-4d28d1b470b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.254191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e6a25-b6c7-4ec7-90c9-f6fa9ff1ac44 req-2c006d9f-69f0-4592-a7d1-8aa7dd8ec2cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:24.256248 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-287e6a25-b6c7-4ec7-90c9-f6fa9ff1ac44 req-2c006d9f-69f0-4592-a7d1-8aa7dd8ec2cd service neutron] 10.222.0.93 "GET /v2.0/networks?id=8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 HTTP/1.1" status: 200 len: 896 time: 0.6374309 May 30 20:16:24.306334 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa4dcf44-3838-462e-a209-4d28d1b470b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.309474 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4dcf44-3838-462e-a209-4d28d1b470b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=a7f82872-269b-4d8d-b599-86c464505241,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:24.326187 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fa4dcf44-3838-462e-a209-4d28d1b470b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/ports/a7f82872-269b-4d8d-b599-86c464505241 HTTP/1.1" status: 204 len: 168 time: 1.0449822 May 30 20:16:24.328226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43226) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:24.334587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-18e574a3-8c6a-4caa-bec4-5ee52af8d196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2', 'mac_address': 'fa:16:3e:b6:26:75', 'name': 'tempest-PortsTestJSON-1317533347'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:24.432864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43230) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:24.443885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-287e6a25-b6c7-4ec7-90c9-f6fa9ff1ac44 req-c2f2476a-2478-48f6-a2fd-9eafcc3b945d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae63be30-e252-41a4-bb45-00657a3752a4 HTTP/1.1" status: 200 len: 998 time: 0.1167846 May 30 20:16:24.454975 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2cb56ef7-5159-4f4b-8073-59eb3a5a463d req-745af0b6-60c4-4176-b6fc-d508adfd742d tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/security-groups?id=5352031e-7ba6-47ec-95bc-b5f9082ab0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098593 May 30 20:16:24.509465 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34de28d1-b8f8-4ffe-8d60-ed5ca318b798 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.525922 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34de28d1-b8f8-4ffe-8d60-ed5ca318b798 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.543190 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e6a25-b6c7-4ec7-90c9-f6fa9ff1ac44 req-1cc12018-0352-419c-a629-be35f42affd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:24.545154 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-287e6a25-b6c7-4ec7-90c9-f6fa9ff1ac44 req-1cc12018-0352-419c-a629-be35f42affd0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=05e584b7-1f11-483d-b960-40b20bf30832 HTTP/1.1" status: 200 len: 834 time: 0.0866461 May 30 20:16:24.579692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-18e574a3-8c6a-4caa-bec4-5ee52af8d196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:24.585168 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-18e574a3-8c6a-4caa-bec4-5ee52af8d196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:port and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:24.588714 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-18e574a3-8c6a-4caa-bec4-5ee52af8d196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:24.589331 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 0765f34f-5aa4-426a-be2b-e23257af509c, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=0765f34f-5aa4-426a-be2b-e23257af509c,segment=NetworkSegment(1e519241-8f3a-4eda-acb7-0d46d280cc00),segment_id=1e519241-8f3a-4eda-acb7-0d46d280cc00)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:24.595445 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-18e574a3-8c6a-4caa-bec4-5ee52af8d196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:24.612878 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34de28d1-b8f8-4ffe-8d60-ed5ca318b798 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.613554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34de28d1-b8f8-4ffe-8d60-ed5ca318b798 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b780e2e3-f287-49c6-be05-7b3fb6064b36 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:16:24.616208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e574a3-8c6a-4caa-bec4-5ee52af8d196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:24.627690 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '0765f34f-5aa4-426a-be2b-e23257af509c', 'network_id': '190a242d-8be0-47c8-936a-d23af7f228cc', 'port_id': '0765f34f-5aa4-426a-be2b-e23257af509c', 'mac_address': 'fa:16:3e:87:bd:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56598359-f426-40b8-832f-ae920368d86c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:16:24.632582 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34de28d1-b8f8-4ffe-8d60-ed5ca318b798 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.636983 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-34de28d1-b8f8-4ffe-8d60-ed5ca318b798 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] 10.222.0.84 "DELETE /v2.0/routers/b780e2e3-f287-49c6-be05-7b3fb6064b36 HTTP/1.1" status: 204 len: 168 time: 1.5251391 May 30 20:16:24.639665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43234) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:24.648659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-89557f5b-3782-46bf-ac4c-65ddd80f9d69 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Request body: {'router': {'name': 'tempest-router-1095794516', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b66a1782473a4d289576f9817c287dc2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:24.661009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-89557f5b-3782-46bf-ac4c-65ddd80f9d69 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:24.667228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-89557f5b-3782-46bf-ac4c-65ddd80f9d69 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Usage tracker for resource:router and tenant:b66a1782473a4d289576f9817c287dc2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:24.672909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-89557f5b-3782-46bf-ac4c-65ddd80f9d69 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:24.686944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-89557f5b-3782-46bf-ac4c-65ddd80f9d69 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:24.693266 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-287e6a25-b6c7-4ec7-90c9-f6fa9ff1ac44 req-da0d5a91-0264-4488-8c96-47180fe46e53 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327825 May 30 20:16:24.702550 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c9a4a878-aa54-46d7-8c23-6b5f13bbf33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'name': 'tempest-TestNetworkBasicOps-router-2036709370', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:15:10Z', 'updated_at': '2022-05-30T20:15:27Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:12Z', 'updated_at': '2022-05-30T20:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '3b41e49e-1193-4df1-a8c9-b91b76901062', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'floating_ip_address': '172.25.5.51', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'port_id': 'ae63be30-e252-41a4-bb45-00657a3752a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31', 'mac_address': 'fa:16:3e:4b:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:16:17Z', 'updated_at': '2022-05-30T20:16:17Z', 'revision_number': 0, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '923953d0-a5de-4616-9dbd-ce5de3f584df', 'name': '', 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:78:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e584b7-1f11-483d-b960-40b20bf30832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:24Z', 'updated_at': '2022-05-30T20:15:39Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '05e584b7-1f11-483d-b960-40b20bf30832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:24.710163 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.719893 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a4a878-aa54-46d7-8c23-6b5f13bbf33f None None] The sync data for ids ['722c8eaa-1585-411a-b678-17f5e61ad650'] in n-d-843949-2 is: [{'id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'name': 'tempest-TestNetworkBasicOps-router-2036709370', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:15:10Z', 'updated_at': '2022-05-30T20:15:27Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:12Z', 'updated_at': '2022-05-30T20:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '3b41e49e-1193-4df1-a8c9-b91b76901062', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'floating_ip_address': '172.25.5.51', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'port_id': 'ae63be30-e252-41a4-bb45-00657a3752a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31', 'mac_address': 'fa:16:3e:4b:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:16:17Z', 'updated_at': '2022-05-30T20:16:17Z', 'revision_number': 0, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '923953d0-a5de-4616-9dbd-ce5de3f584df', 'name': '', 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:78:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e584b7-1f11-483d-b960-40b20bf30832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:24Z', 'updated_at': '2022-05-30T20:15:39Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '05e584b7-1f11-483d-b960-40b20bf30832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:16:24.739459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0765f34f-5aa4-426a-be2b-e23257af509c {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:24.745605 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fb6b614f-f6b4-4aee-b472-f5851a22e6ce tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/floatingips/3b41e49e-1193-4df1-a8c9-b91b76901062 HTTP/1.1" status: 200 len: 990 time: 0.3109989 May 30 20:16:24.759309 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 0765f34f-5aa4-426a-be2b-e23257af509c, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=0765f34f-5aa4-426a-be2b-e23257af509c,segment=NetworkSegment(1e519241-8f3a-4eda-acb7-0d46d280cc00),segment_id=1e519241-8f3a-4eda-acb7-0d46d280cc00)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:24.766857 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.775841 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-18e574a3-8c6a-4caa-bec4-5ee52af8d196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.830069 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-18e574a3-8c6a-4caa-bec4-5ee52af8d196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] device_id is not set on port 8cc2d478-769c-417c-8bd6-98788048d319 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:16:24.885908 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=0765f34f-5aa4-426a-be2b-e23257af509c,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:24.903731 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-89557f5b-3782-46bf-ac4c-65ddd80f9d69 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.904737 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-89557f5b-3782-46bf-ac4c-65ddd80f9d69 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.913524 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-287e6a25-b6c7-4ec7-90c9-f6fa9ff1ac44 req-c6699887-f556-4278-aa10-067fdefe7b6f service neutron] 10.222.0.93 "GET /v2.0/networks/8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125082 May 30 20:16:25.039357 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-89557f5b-3782-46bf-ac4c-65ddd80f9d69 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:25.040149 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['0765f34f-5aa4-426a-be2b-e23257af509c'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:16:25.098115 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-89557f5b-3782-46bf-ac4c-65ddd80f9d69 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:25.118598 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42117356-d9e1-47e1-b7d6-9cd80c49fe26 None None] New status for floating IP 3b41e49e-1193-4df1-a8c9-b91b76901062: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:16:25.142058 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-287e6a25-b6c7-4ec7-90c9-f6fa9ff1ac44 req-a69fcd5e-5e94-44c1-b289-2f28eb9b605a service neutron] 10.222.0.93 "GET /v2.0/networks/8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200840 May 30 20:16:25.170809 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-89557f5b-3782-46bf-ac4c-65ddd80f9d69 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:25.176605 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-89557f5b-3782-46bf-ac4c-65ddd80f9d69 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5346122 May 30 20:16:25.177047 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-18e574a3-8c6a-4caa-bec4-5ee52af8d196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:25.178651 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43244) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:25.194074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-fed8c640-01aa-404e-9456-71d38667c0df tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:25.538480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43256) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:25.571987 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-18e574a3-8c6a-4caa-bec4-5ee52af8d196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:25.659126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e574a3-8c6a-4caa-bec4-5ee52af8d196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=8cc2d478-769c-417c-8bd6-98788048d319,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:25.679154 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43262) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:25.686602 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e574a3-8c6a-4caa-bec4-5ee52af8d196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:25.689396 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-18e574a3-8c6a-4caa-bec4-5ee52af8d196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:25.691911 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e574a3-8c6a-4caa-bec4-5ee52af8d196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:25.696063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e574a3-8c6a-4caa-bec4-5ee52af8d196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:25.696656 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-18e574a3-8c6a-4caa-bec4-5ee52af8d196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:25.756611 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43268) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:25.864884 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fed8c640-01aa-404e-9456-71d38667c0df tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:25.865857 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fed8c640-01aa-404e-9456-71d38667c0df tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:25.910716 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:25.943547 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-339823ff-e553-4185-8ac1-ab9b009fa83b tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/floatingips/3b41e49e-1193-4df1-a8c9-b91b76901062 HTTP/1.1" status: 200 len: 992 time: 0.1848125 May 30 20:16:25.944526 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0f92-874b-46d2-abc8-9ccd6e0edb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:25.967722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d9b36-d83e-44d9-bb15-cbf6362453b0 req-d747deb7-d65b-4ca4-8092-f426f29d0e57 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:25.969331 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-208d9b36-d83e-44d9-bb15-cbf6362453b0 req-d747deb7-d65b-4ca4-8092-f426f29d0e57 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/ports?device_id=87ce8133-97f2-444b-8961-bf82d4a8c6ce HTTP/1.1" status: 200 len: 945 time: 0.2804449 May 30 20:16:26.022867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:26.035022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Usage tracker for resource:security_group_rule and tenant:770df1eefce94869bc533c898db7e066 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:26.039851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:26.051887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:26.054050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3a0e0f92-874b-46d2-abc8-9ccd6e0edb95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:26.064461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3a0e0f92-874b-46d2-abc8-9ccd6e0edb95 admin admin] Usage tracker for resource:security_group_rule and tenant:daf04d82e01f4d159a99a8d0efe037e5 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:26.070549 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3a0e0f92-874b-46d2-abc8-9ccd6e0edb95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:26.075124 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-208d9b36-d83e-44d9-bb15-cbf6362453b0 req-8771a974-c34a-4e10-947f-9070039f2193 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/security-groups?id=5352031e-7ba6-47ec-95bc-b5f9082ab0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955195 May 30 20:16:26.080910 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3a0e0f92-874b-46d2-abc8-9ccd6e0edb95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:26.119495 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 0765f34f-5aa4-426a-be2b-e23257af509c up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:16:26.138634 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-18e574a3-8c6a-4caa-bec4-5ee52af8d196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8091471 May 30 20:16:26.138747 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43272) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:26.161279 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fed8c640-01aa-404e-9456-71d38667c0df tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84024) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 30 20:16:26.161935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fed8c640-01aa-404e-9456-71d38667c0df tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Router 31495813-2081-486c-99e4-d5f2c7b8dc68 migrating from provider to provider. {{(pid=84024) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 30 20:16:26.162505 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fed8c640-01aa-404e-9456-71d38667c0df tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.168818 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fed8c640-01aa-404e-9456-71d38667c0df tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.174398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fed8c640-01aa-404e-9456-71d38667c0df tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.215853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 0765f34f-5aa4-426a-be2b-e23257af509c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:26.221873 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 0765f34f-5aa4-426a-be2b-e23257af509c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:26.222307 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.256943 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.278286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4f212f-c55e-4d7b-9611-a2d8b4cb0751 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:26.282881 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9f4f212f-c55e-4d7b-9611-a2d8b4cb0751 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports/8cc2d478-769c-417c-8bd6-98788048d319 HTTP/1.1" status: 200 len: 841 time: 0.1393149 May 30 20:16:26.285462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43276) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:26.286267 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.331526 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=770df1eefce94869bc533c898db7e066&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7919567 May 30 20:16:26.334553 n-d-843949-2 neutron-server[84024]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fed8c640-01aa-404e-9456-71d38667c0df tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] No L3 agents can host the router 31495813-2081-486c-99e4-d5f2c7b8dc68 May 30 20:16:26.335252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43280) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:26.352784 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.383157 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ce8133-97f2-444b-8961-bf82d4a8c6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0765f34f-5aa4-426a-be2b-e23257af509c'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:26.387263 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0f92-874b-46d2-abc8-9ccd6e0edb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.398608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 0765f34f-5aa4-426a-be2b-e23257af509c, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=0765f34f-5aa4-426a-be2b-e23257af509c,segment=NetworkSegment(1e519241-8f3a-4eda-acb7-0d46d280cc00),segment_id=1e519241-8f3a-4eda-acb7-0d46d280cc00)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:26.403958 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.487396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=0765f34f-5aa4-426a-be2b-e23257af509c,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:26.497587 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3869062-f60f-49c2-9f91-4e5324ea326b'] response: {'server_uuid': '87ce8133-97f2-444b-8961-bf82d4a8c6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0765f34f-5aa4-426a-be2b-e23257af509c', 'code': 200} May 30 20:16:26.520555 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0f92-874b-46d2-abc8-9ccd6e0edb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.540383 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3229fbec-f720-4258-a6bc-2d54dee58f50,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:26.570291 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-051be9da-26ff-4383-86fc-269888df262a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port 8cc2d478-769c-417c-8bd6-98788048d319 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:26.570631 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-051be9da-26ff-4383-86fc-269888df262a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.600489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:26.600831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:26.601176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:26.601508 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:26.601842 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:26.602167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:26.602489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:26.602811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:26.603132 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:26.603451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:26.603769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d71da6-4040-4438-97a6-35c91850fb76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:26.620753 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3a0e0f92-874b-46d2-abc8-9ccd6e0edb95 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=daf04d82e01f4d159a99a8d0efe037e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9407625 May 30 20:16:26.624780 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43286) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:26.635998 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-22b4723e-6a39-4198-ba23-089dfc574089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.670231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed8c640-01aa-404e-9456-71d38667c0df tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Hosts for router 31495813-2081-486c-99e4-d5f2c7b8dc68: [] {{(pid=84024) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} May 30 20:16:26.704259 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-22b4723e-6a39-4198-ba23-089dfc574089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.708038 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e0f92-874b-46d2-abc8-9ccd6e0edb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f38efb-9675-4483-8f13-85fbdb462c64,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:26.741240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed8c640-01aa-404e-9456-71d38667c0df tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Hosts for other DVR routers connected to router 31495813-2081-486c-99e4-d5f2c7b8dc68: set() {{(pid=84024) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} May 30 20:16:26.743507 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fed8c640-01aa-404e-9456-71d38667c0df tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.744710 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fed8c640-01aa-404e-9456-71d38667c0df tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] 10.222.0.84 "PUT /v2.0/routers/31495813-2081-486c-99e4-d5f2c7b8dc68 HTTP/1.1" status: 200 len: 717 time: 1.5651267 May 30 20:16:26.748693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43290) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:26.783790 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c0bf4681-c4bf-4ef0-a1f4-60876b09eed6 req-8dc8a759-a1d0-43b7-a45c-f9dbef37c345 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=87ce8133-97f2-444b-8961-bf82d4a8c6ce HTTP/1.1" status: 200 len: 1097 time: 0.2189293 May 30 20:16:26.799360 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-22b4723e-6a39-4198-ba23-089dfc574089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.833054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4723e-6a39-4198-ba23-089dfc574089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3229fbec-f720-4258-a6bc-2d54dee58f50,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:26.843407 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-22b4723e-6a39-4198-ba23-089dfc574089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.847309 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-22b4723e-6a39-4198-ba23-089dfc574089 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3229fbec-f720-4258-a6bc-2d54dee58f50 HTTP/1.1" status: 204 len: 168 time: 0.5108361 May 30 20:16:26.859357 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c0bf4681-c4bf-4ef0-a1f4-60876b09eed6 req-66ef8091-e32c-437f-8900-98b530795ac0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5352031e-7ba6-47ec-95bc-b5f9082ab0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609312 May 30 20:16:26.963595 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dd1862d5-92eb-4c5f-8414-203a82fe479d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:27.030549 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-051be9da-26ff-4383-86fc-269888df262a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:27.039056 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dd1862d5-92eb-4c5f-8414-203a82fe479d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:27.173567 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6270788d-eafd-48f5-90ff-7bae0cdb314d tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] 10.222.0.84 "GET /v2.0/routers/31495813-2081-486c-99e4-d5f2c7b8dc68 HTTP/1.1" status: 200 len: 717 time: 0.4237645 May 30 20:16:27.175545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43306) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:27.190876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-051be9da-26ff-4383-86fc-269888df262a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for 8cc2d478-769c-417c-8bd6-98788048d319 owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:27.341521 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dd1862d5-92eb-4c5f-8414-203a82fe479d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:27.360222 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-051be9da-26ff-4383-86fc-269888df262a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:27.408852 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1862d5-92eb-4c5f-8414-203a82fe479d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f38efb-9675-4483-8f13-85fbdb462c64,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:27.423540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051be9da-26ff-4383-86fc-269888df262a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=8cc2d478-769c-417c-8bd6-98788048d319,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:27.449593 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-051be9da-26ff-4383-86fc-269888df262a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:27.451405 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-051be9da-26ff-4383-86fc-269888df262a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/ports/8cc2d478-769c-417c-8bd6-98788048d319 HTTP/1.1" status: 204 len: 168 time: 1.1354401 May 30 20:16:27.454605 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43316) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:27.458501 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dd1862d5-92eb-4c5f-8414-203a82fe479d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:27.459705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dd1862d5-92eb-4c5f-8414-203a82fe479d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e0f38efb-9675-4483-8f13-85fbdb462c64 HTTP/1.1" status: 204 len: 168 time: 0.8271406 May 30 20:16:27.505071 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377e435-8e11-4074-82dc-9ef6e31c53cb req-086c303a-fc41-4833-81a4-c56bae825e3c tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:27.507042 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1377e435-8e11-4074-82dc-9ef6e31c53cb req-086c303a-fc41-4833-81a4-c56bae825e3c tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/ports?device_id=87ce8133-97f2-444b-8961-bf82d4a8c6ce HTTP/1.1" status: 200 len: 946 time: 0.2244680 May 30 20:16:27.513073 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ef4a6d-84aa-4069-ac10-057575ed1c57 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] GET failed (client error): The resource could not be found. May 30 20:16:27.513774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-89ef4a6d-84aa-4069-ac10-057575ed1c57 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Synchronizing usage tracker for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:27.572351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-89ef4a6d-84aa-4069-ac10-057575ed1c57 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Unset dirty status for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:27.577252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-89ef4a6d-84aa-4069-ac10-057575ed1c57 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports/8cc2d478-769c-417c-8bd6-98788048d319 HTTP/1.1" status: 404 len: 333 time: 0.1183736 May 30 20:16:27.579274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43326) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:27.590595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-7691c0a3-491e-497c-a596-0376a80b4099 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2', 'name': 'tempest-PortsTestJSON-2106628203'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:27.609547 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1377e435-8e11-4074-82dc-9ef6e31c53cb req-fe319920-2e9f-409d-8947-09fee2bab15a tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/security-groups?id=5352031e-7ba6-47ec-95bc-b5f9082ab0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921464 May 30 20:16:27.624069 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-07c297dd-7549-436b-8b59-8fb85dea0b19 tempest-RoutersTestDVR-1469594975 tempest-RoutersTestDVR-1469594975-project] 10.222.0.84 "GET /v2.0/routers/31495813-2081-486c-99e4-d5f2c7b8dc68 HTTP/1.1" status: 200 len: 683 time: 0.4472749 May 30 20:16:27.627148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43330) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:27.733602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7691c0a3-491e-497c-a596-0376a80b4099 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:27.739612 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-743e5ce8-7850-4d40-9e98-651fe4081871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:27.745495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7691c0a3-491e-497c-a596-0376a80b4099 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:27.758941 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7691c0a3-491e-497c-a596-0376a80b4099 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:27.764111 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7691c0a3-491e-497c-a596-0376a80b4099 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:27.774164 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43338) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:27.792858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-7691c0a3-491e-497c-a596-0376a80b4099 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] device_id is not set on port 13639036-a3d8-4f8d-b97f-ab1831544b05 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:16:27.804575 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a36cf963-d276-41b8-b2fe-fa9658899628 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:27.969130 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43344) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:27.979944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-544413617-network', 'tenant_id': '6a5fc31d675c4cedbf2186089e4f965b'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:28.004863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:28.011183 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48df1a5d-9cbc-4a22-bfee-7132e538a3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.020796 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Usage tracker for resource:network and tenant:6a5fc31d675c4cedbf2186089e4f965b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:28.027214 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:28.037349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:28.068413 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7691c0a3-491e-497c-a596-0376a80b4099 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.096082 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7691c0a3-491e-497c-a596-0376a80b4099 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.121878 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Made reservation on behalf of 6a5fc31d675c4cedbf2186089e4f965b for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:28.124118 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.132750 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-48df1a5d-9cbc-4a22-bfee-7132e538a3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:28.170139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7691c0a3-491e-497c-a596-0376a80b4099 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:28.173146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-7691c0a3-491e-497c-a596-0376a80b4099 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:28.177364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7691c0a3-491e-497c-a596-0376a80b4099 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:28.181292 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7691c0a3-491e-497c-a596-0376a80b4099 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:28.181890 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7691c0a3-491e-497c-a596-0376a80b4099 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.190046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691c0a3-491e-497c-a596-0376a80b4099 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=13639036-a3d8-4f8d-b97f-ab1831544b05,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:28.216511 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7691c0a3-491e-497c-a596-0376a80b4099 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6358540 May 30 20:16:28.218745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43348) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:28.226733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a9a545f4-f4a9-41a1-b47e-bf8ed9593a2a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:28.313964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-48df1a5d-9cbc-4a22-bfee-7132e538a3c1 admin admin] Usage tracker for resource:security_group_rule and tenant:4c4501240f1a4b3abbab88151b5348e0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:28.318479 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.328823 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-48df1a5d-9cbc-4a22-bfee-7132e538a3c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:28.339731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-48df1a5d-9cbc-4a22-bfee-7132e538a3c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:28.355214 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9a545f4-f4a9-41a1-b47e-bf8ed9593a2a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.497065 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a36cf963-d276-41b8-b2fe-fa9658899628 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.513931 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a36cf963-d276-41b8-b2fe-fa9658899628 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.517468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:28.527950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Usage tracker for resource:security_group_rule and tenant:6a5fc31d675c4cedbf2186089e4f965b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:28.536125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:28.558355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:28.590127 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a36cf963-d276-41b8-b2fe-fa9658899628 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.590704 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36cf963-d276-41b8-b2fe-fa9658899628 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31495813-2081-486c-99e4-d5f2c7b8dc68 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:16:28.606319 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48df1a5d-9cbc-4a22-bfee-7132e538a3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.614372 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48df1a5d-9cbc-4a22-bfee-7132e538a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.656548 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9a545f4-f4a9-41a1-b47e-bf8ed9593a2a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.661288 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9a545f4-f4a9-41a1-b47e-bf8ed9593a2a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.686324 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df1a5d-9cbc-4a22-bfee-7132e538a3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e66b39-be67-459f-b887-8139ee850208,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:28.700355 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-48df1a5d-9cbc-4a22-bfee-7132e538a3c1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4c4501240f1a4b3abbab88151b5348e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7256637 May 30 20:16:28.700355 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a36cf963-d276-41b8-b2fe-fa9658899628 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.705106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43354) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:28.705257 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a36cf963-d276-41b8-b2fe-fa9658899628 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] 10.222.0.84 "DELETE /v2.0/routers/31495813-2081-486c-99e4-d5f2c7b8dc68 HTTP/1.1" status: 204 len: 168 time: 1.0767825 May 30 20:16:28.705887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43356) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:28.713543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-c1124100-7110-44c1-ae6c-d5bcebcade62 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Request body: {'router': {'name': 'tempest-router-1140868054', 'distributed': True}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:28.731047 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.736593 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.741257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c1124100-7110-44c1-ae6c-d5bcebcade62 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:28.763646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a9a545f4-f4a9-41a1-b47e-bf8ed9593a2a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] In _notify_port_updated(), no bound segment for port 13639036-a3d8-4f8d-b97f-ab1831544b05 on network 446355f8-91a6-4c10-962b-33cb6573bbd2 {{(pid=84023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:16:28.768100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a545f4-f4a9-41a1-b47e-bf8ed9593a2a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:28.768702 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9a545f4-f4a9-41a1-b47e-bf8ed9593a2a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.772487 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a9a545f4-f4a9-41a1-b47e-bf8ed9593a2a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "PUT /v2.0/ports/13639036-a3d8-4f8d-b97f-ab1831544b05 HTTP/1.1" status: 200 len: 818 time: 0.5494087 May 30 20:16:28.772607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:16:28.772707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c1124100-7110-44c1-ae6c-d5bcebcade62 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Usage tracker for resource:router and tenant:9d4c6e0967ca42ff8c209b5b11094d72 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:28.775052 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43362) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:28.783324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c1124100-7110-44c1-ae6c-d5bcebcade62 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:28.799237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c1124100-7110-44c1-ae6c-d5bcebcade62 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:28.825319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aadaf8-bfd2-4e86-bca1-65346e924e54,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:28.838206 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.838551 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Added segment 4d10fbeb-2125-48cc-a069-4a88bc5a0de9 of type vlan for network ddc464cb-f722-4e07-aa44-ac3cc214327c May 30 20:16:28.862575 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a545f4-f4a9-41a1-b47e-bf8ed9593a2a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=13639036-a3d8-4f8d-b97f-ab1831544b05,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:28.877230 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-eac2e5c2-153c-49b6-a1bf-1e963ae2efb0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port 13639036-a3d8-4f8d-b97f-ab1831544b05 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:28.877561 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eac2e5c2-153c-49b6-a1bf-1e963ae2efb0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.878602 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c1124100-7110-44c1-ae6c-d5bcebcade62 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.879515 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c1124100-7110-44c1-ae6c-d5bcebcade62 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.917336 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.925784 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2156676c-146d-4eac-905d-60781dd91dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.938866 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c1124100-7110-44c1-ae6c-d5bcebcade62 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.971202 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2156676c-146d-4eac-905d-60781dd91dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.992952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e3ad5-9e34-45dd-9db3-fa005cd37976 req-b8c232de-72a3-48bb-997d-4347ce920cea tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:28.994433 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a6e3ad5-9e34-45dd-9db3-fa005cd37976 req-b8c232de-72a3-48bb-997d-4347ce920cea tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/ports?device_id=87ce8133-97f2-444b-8961-bf82d4a8c6ce HTTP/1.1" status: 200 len: 946 time: 0.1870880 May 30 20:16:29.010092 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.010851 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:29.011447 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.033954 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c1124100-7110-44c1-ae6c-d5bcebcade62 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.072587 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c1124100-7110-44c1-ae6c-d5bcebcade62 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.076215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c1124100-7110-44c1-ae6c-d5bcebcade62 tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3647404 May 30 20:16:29.076512 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43366) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:29.141152 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a6e3ad5-9e34-45dd-9db3-fa005cd37976 req-20bb130c-e0df-4561-851e-000cc3f3870e tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/security-groups?id=5352031e-7ba6-47ec-95bc-b5f9082ab0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384609 May 30 20:16:29.196651 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4173059 May 30 20:16:29.200878 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43372) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:29.213536 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2156676c-146d-4eac-905d-60781dd91dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.213714 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Pushing event updated for resources: {'Network': ['ID=ddc464cb-f722-4e07-aa44-ac3cc214327c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:29.216264 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eac2e5c2-153c-49b6-a1bf-1e963ae2efb0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.219974 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-4c013d9e-ced6-4b6c-ae97-bcbf391c7351 admin admin] Request body: {'subnet': {'network_id': 'ddc464cb-f722-4e07-aa44-ac3cc214327c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-544413617-subnet', 'tenant_id': '6a5fc31d675c4cedbf2186089e4f965b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:29.239830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4c013d9e-ced6-4b6c-ae97-bcbf391c7351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:29.242564 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:29.242905 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:29.243239 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:29.243561 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:29.243885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:29.244256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:29.244597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156676c-146d-4eac-905d-60781dd91dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e66b39-be67-459f-b887-8139ee850208,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:29.244696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:29.245542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:29.245542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:29.245542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:29.245844 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d19092-c6d1-463a-9a7f-0a6af6c7ce51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:29.254633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4c013d9e-ced6-4b6c-ae97-bcbf391c7351 admin admin] Usage tracker for resource:subnet and tenant:6a5fc31d675c4cedbf2186089e4f965b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:29.258412 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2156676c-146d-4eac-905d-60781dd91dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.262062 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2156676c-146d-4eac-905d-60781dd91dab admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c2e66b39-be67-459f-b887-8139ee850208 HTTP/1.1" status: 204 len: 168 time: 0.5520279 May 30 20:16:29.262062 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4c013d9e-ced6-4b6c-ae97-bcbf391c7351 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:29.268306 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4c013d9e-ced6-4b6c-ae97-bcbf391c7351 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:29.297614 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23659362-6489-4b6f-ba5c-146db1704c8d tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.336259 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network ddc464cb-f722-4e07-aa44-ac3cc214327c details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:16:29.425749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-eac2e5c2-153c-49b6-a1bf-1e963ae2efb0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for 13639036-a3d8-4f8d-b97f-ab1831544b05 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:29.471036 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c013d9e-ced6-4b6c-ae97-bcbf391c7351 admin admin] Made reservation on behalf of 6a5fc31d675c4cedbf2186089e4f965b for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:29.473576 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c013d9e-ced6-4b6c-ae97-bcbf391c7351 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.524078 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eac2e5c2-153c-49b6-a1bf-1e963ae2efb0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.604084 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eac2e5c2-153c-49b6-a1bf-1e963ae2efb0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.607195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2e5c2-153c-49b6-a1bf-1e963ae2efb0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=13639036-a3d8-4f8d-b97f-ab1831544b05,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:29.617825 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-eac2e5c2-153c-49b6-a1bf-1e963ae2efb0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/ports/13639036-a3d8-4f8d-b97f-ab1831544b05 HTTP/1.1" status: 204 len: 168 time: 0.8389909 May 30 20:16:29.619980 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43386) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:29.724398 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579e05c3-11e8-4c0f-a3e7-7ed9c69b7bdc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:29.725688 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-579e05c3-11e8-4c0f-a3e7-7ed9c69b7bdc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Synchronizing usage tracker for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:29.754036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-579e05c3-11e8-4c0f-a3e7-7ed9c69b7bdc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Unset dirty status for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:29.755927 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-579e05c3-11e8-4c0f-a3e7-7ed9c69b7bdc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1345336 May 30 20:16:29.758627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43392) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:29.820532 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbbc048e-a4d7-429a-8b0f-403bb250ff5d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] GET failed (client error): The resource could not be found. May 30 20:16:29.827602 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dbbc048e-a4d7-429a-8b0f-403bb250ff5d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports/13639036-a3d8-4f8d-b97f-ab1831544b05 HTTP/1.1" status: 404 len: 333 time: 0.0674891 May 30 20:16:29.828688 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43402) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:29.835383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a7376d33-c1d0-4edc-bdd1-bc4322e89dee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-92450852'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:29.842150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a7376d33-c1d0-4edc-bdd1-bc4322e89dee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:29.847760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a7376d33-c1d0-4edc-bdd1-bc4322e89dee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:network and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:29.852332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a7376d33-c1d0-4edc-bdd1-bc4322e89dee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:29.864004 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a7376d33-c1d0-4edc-bdd1-bc4322e89dee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:29.878167 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23659362-6489-4b6f-ba5c-146db1704c8d tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.880996 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7376d33-c1d0-4edc-bdd1-bc4322e89dee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:29.886557 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ca5a29fd-5327-4e6b-ade2-e68f05948356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.887728 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23659362-6489-4b6f-ba5c-146db1704c8d tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.891825 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7376d33-c1d0-4edc-bdd1-bc4322e89dee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.927103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7376d33-c1d0-4edc-bdd1-bc4322e89dee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:16:29.943401 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7376d33-c1d0-4edc-bdd1-bc4322e89dee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.943948 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-a7376d33-c1d0-4edc-bdd1-bc4322e89dee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Added segment 7d21a20b-3d95-4999-ac34-8800717b1aa5 of type vlan for network d16bf54f-8998-4e31-9698-287495475463 May 30 20:16:29.971690 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23659362-6489-4b6f-ba5c-146db1704c8d tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.972209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23659362-6489-4b6f-ba5c-146db1704c8d tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cee15a8f-f069-4e4f-ad03-a97f43a95f06 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:16:29.991110 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7376d33-c1d0-4edc-bdd1-bc4322e89dee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:30.003515 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23659362-6489-4b6f-ba5c-146db1704c8d tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:30.004760 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-23659362-6489-4b6f-ba5c-146db1704c8d tempest-RoutersTestDVR-151242934 tempest-RoutersTestDVR-151242934-project-admin] 10.222.0.84 "DELETE /v2.0/routers/cee15a8f-f069-4e4f-ad03-a97f43a95f06 HTTP/1.1" status: 204 len: 168 time: 0.9273584 May 30 20:16:30.006481 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c013d9e-ced6-4b6c-ae97-bcbf391c7351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:30.032578 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7376d33-c1d0-4edc-bdd1-bc4322e89dee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:30.037016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7376d33-c1d0-4edc-bdd1-bc4322e89dee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:30.037544 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7376d33-c1d0-4edc-bdd1-bc4322e89dee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:30.177662 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a7376d33-c1d0-4edc-bdd1-bc4322e89dee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3478882 May 30 20:16:30.184205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43414) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:30.205847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c43cea35-5d9c-4a49-9543-2457dad85f87 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'subnet': {'network_id': 'd16bf54f-8998-4e31-9698-287495475463', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:30.230649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c013d9e-ced6-4b6c-ae97-bcbf391c7351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0791857-266d-4d4d-abe5-3d3ca4eece3f,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:30.241770 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7376d33-c1d0-4edc-bdd1-bc4322e89dee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Network': ['ID=d16bf54f-8998-4e31-9698-287495475463,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:30.260491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network d16bf54f-8998-4e31-9698-287495475463 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:16:30.270010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c013d9e-ced6-4b6c-ae97-bcbf391c7351 admin admin] Checking segment: {'id': '4d10fbeb-2125-48cc-a069-4a88bc5a0de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ddc464cb-f722-4e07-aa44-ac3cc214327c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:30.270010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c013d9e-ced6-4b6c-ae97-bcbf391c7351 admin admin] Network hostable DHCP agents. Network: ddc464cb-f722-4e07-aa44-ac3cc214327c, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:16:30.296020 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-eb1a951c-ecdd-4edb-b456-8f726317ef57 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1385293 May 30 20:16:30.316286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c013d9e-ced6-4b6c-ae97-bcbf391c7351 admin admin] Network ddc464cb-f722-4e07-aa44-ac3cc214327c is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:16:30.339925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-4c013d9e-ced6-4b6c-ae97-bcbf391c7351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, ddc464cb-f722-4e07-aa44-ac3cc214327c) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:30.344098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c013d9e-ced6-4b6c-ae97-bcbf391c7351 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:30.344688 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c013d9e-ced6-4b6c-ae97-bcbf391c7351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:30.387717 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4c013d9e-ced6-4b6c-ae97-bcbf391c7351 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1775267 May 30 20:16:30.387900 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed2167c-dd1f-4e3a-b040-e3038bf64c1f None None] Network ddc464cb-f722-4e07-aa44-ac3cc214327c requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:30.435521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c43cea35-5d9c-4a49-9543-2457dad85f87 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:30.440507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c43cea35-5d9c-4a49-9543-2457dad85f87 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:subnet and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:30.444471 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c43cea35-5d9c-4a49-9543-2457dad85f87 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:30.467619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c43cea35-5d9c-4a49-9543-2457dad85f87 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:30.501534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43cea35-5d9c-4a49-9543-2457dad85f87 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:30.667415 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab1dbf5-9457-449b-a3af-b90fec123b17 None None] Network ddc464cb-f722-4e07-aa44-ac3cc214327c requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:30.700000 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-8d4375ed-e84e-436a-bf87-76cd809bbc1a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ff480fdd7c454b03807b916a453b01d1&device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 6493 time: 0.2251246 May 30 20:16:30.718246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43430) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:30.878476 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c43cea35-5d9c-4a49-9543-2457dad85f87 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:31.016097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-4708ce0f-25ac-4e41-82ec-3251d38956fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:31.017028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-4708ce0f-25ac-4e41-82ec-3251d38956fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:31.017565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-4708ce0f-25ac-4e41-82ec-3251d38956fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:31.019529 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-4708ce0f-25ac-4e41-82ec-3251d38956fa service neutron] 10.222.0.93 "GET /v2.0/networks?id=677b4579-4403-49bf-8cf6-3e606ff679de&id=2b44cc57-c7bb-420e-87d1-3b3cc91a2707&id=2b44cc57-c7bb-420e-87d1-3b3cc91a2707&id=2b44cc57-c7bb-420e-87d1-3b3cc91a2707&id=2b44cc57-c7bb-420e-87d1-3b3cc91a2707&id=448a5305-1745-4735-9914-168fb49da986&id=448a5305-1745-4735-9914-168fb49da986 HTTP/1.1" status: 200 len: 2291 time: 0.2830122 May 30 20:16:31.088446 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:16:31.170108 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:31.177939 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-88e7af6e-aaa1-4893-8d50-a9f230f00336 req-7f668671-7a92-44c4-bf17-2075d98f0bce service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2296820 May 30 20:16:31.201253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-b14075da-1910-47ac-91cf-3216812051ae service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a119ffb7-3481-4755-972d-e59b32f97613 HTTP/1.1" status: 200 len: 1002 time: 0.1735735 May 30 20:16:31.338101 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-e28ba56c-7f96-482b-ada0-27563e7efa6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:31.339784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-e28ba56c-7f96-482b-ada0-27563e7efa6b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cb8e3034-73da-40c9-8b9f-ac7e8912c65f HTTP/1.1" status: 200 len: 849 time: 0.1309912 May 30 20:16:31.450521 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c43cea35-5d9c-4a49-9543-2457dad85f87 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:31.486654 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-765c97ab-b634-4b2d-b246-1347467f38a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:31.516743 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-88e7af6e-aaa1-4893-8d50-a9f230f00336 req-3aef013f-df26-4b5e-b16e-734e710a28e4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 1097 time: 0.2528193 May 30 20:16:31.556296 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:31.635616 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cea35-5d9c-4a49-9543-2457dad85f87 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Subnet': ['ID=457383b1-02eb-47a8-a95d-4770f18be690,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:31.660422 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-765c97ab-b634-4b2d-b246-1347467f38a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:31.679240 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-765c97ab-b634-4b2d-b246-1347467f38a1 admin admin] Usage tracker for resource:security_group_rule and tenant:b66a1782473a4d289576f9817c287dc2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:31.685669 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-765c97ab-b634-4b2d-b246-1347467f38a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:31.696615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-765c97ab-b634-4b2d-b246-1347467f38a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:31.701395 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-8999f33f-37ba-41f6-b583-7f7709a71629 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=677b4579-4403-49bf-8cf6-3e606ff679de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3424075 May 30 20:16:31.707097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0ff7d-8159-4843-941e-6050a616532c req-1a12a978-9cbf-4df7-918e-90474ed040a2 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:31.708756 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79a0ff7d-8159-4843-941e-6050a616532c req-1a12a978-9cbf-4df7-918e-90474ed040a2 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/networks?id=ddc464cb-f722-4e07-aa44-ac3cc214327c HTTP/1.1" status: 200 len: 813 time: 0.3524444 May 30 20:16:31.737285 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43cea35-5d9c-4a49-9543-2457dad85f87 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Checking segment: {'id': '7d21a20b-3d95-4999-ac34-8800717b1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd16bf54f-8998-4e31-9698-287495475463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:31.737872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43cea35-5d9c-4a49-9543-2457dad85f87 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network hostable DHCP agents. Network: d16bf54f-8998-4e31-9698-287495475463, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:16:31.791441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43cea35-5d9c-4a49-9543-2457dad85f87 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network d16bf54f-8998-4e31-9698-287495475463 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:16:31.817526 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7af6e-aaa1-4893-8d50-a9f230f00336 req-e3547771-617b-4934-8497-e05855057880 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:31.819050 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-88e7af6e-aaa1-4893-8d50-a9f230f00336 req-e3547771-617b-4934-8497-e05855057880 service neutron] 10.222.0.77 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 920 time: 0.2574706 May 30 20:16:31.822717 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c43cea35-5d9c-4a49-9543-2457dad85f87 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, d16bf54f-8998-4e31-9698-287495475463) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:31.833535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ceb0da-b190-4ae9-adce-41ca1fb4fb02 None None] Network d16bf54f-8998-4e31-9698-287495475463 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:31.897311 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43cea35-5d9c-4a49-9543-2457dad85f87 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:31.898117 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c43cea35-5d9c-4a49-9543-2457dad85f87 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:31.931184 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c43cea35-5d9c-4a49-9543-2457dad85f87 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7448246 May 30 20:16:31.940259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43462) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:31.946112 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79a0ff7d-8159-4843-941e-6050a616532c req-f2e1960c-7ff9-452a-be22-7aeeec194c67 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/quotas/6a5fc31d675c4cedbf2186089e4f965b HTTP/1.1" status: 200 len: 375 time: 0.1245546 May 30 20:16:31.946743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9fff743b-725b-4339-9042-e05c0c1efde6 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'subnet': {'network_id': 'd16bf54f-8998-4e31-9698-287495475463', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:31.966285 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-88e7af6e-aaa1-4893-8d50-a9f230f00336 req-247569e0-b001-4571-9cee-fa1b9a659bc9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=088d4ec0-6b9d-4501-8680-9d70a2f64679 HTTP/1.1" status: 200 len: 217 time: 0.1396286 May 30 20:16:32.044341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7af6e-aaa1-4893-8d50-a9f230f00336 req-aedbd6b5-a642-457a-9258-ed6bbfda390d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:32.045982 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-88e7af6e-aaa1-4893-8d50-a9f230f00336 req-aedbd6b5-a642-457a-9258-ed6bbfda390d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 HTTP/1.1" status: 200 len: 858 time: 0.0742722 May 30 20:16:32.093278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79a0ff7d-8159-4843-941e-6050a616532c req-af908516-a021-442b-a06c-489af70e8702 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6a5fc31d675c4cedbf2186089e4f965b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1462271 May 30 20:16:32.212025 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-d16bf54f-8998-4e31-9698-287495475463', 'network_id': 'd16bf54f-8998-4e31-9698-287495475463', 'tenant_id': '6c8ec1b53f2c4f95bfc3e2d31bff2053', 'fixed_ips': [{'subnet_id': '457383b1-02eb-47a8-a95d-4770f18be690'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:16:32.212848 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.294862 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-19b7708d-4ea9-448a-8559-b4d1a6792496 service neutron] 10.222.0.93 "GET /v2.0/networks/677b4579-4403-49bf-8cf6-3e606ff679de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839040 May 30 20:16:32.324613 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79a0ff7d-8159-4843-941e-6050a616532c req-2cbd164e-73e4-48fe-918d-bc54553db3b4 service neutron] 10.222.0.84 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303538 May 30 20:16:32.381347 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-765c97ab-b634-4b2d-b246-1347467f38a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.382867 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9fff743b-725b-4339-9042-e05c0c1efde6 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:32.394528 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9fff743b-725b-4339-9042-e05c0c1efde6 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:subnet and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:32.407703 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9fff743b-725b-4339-9042-e05c0c1efde6 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:32.417641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9fff743b-725b-4339-9042-e05c0c1efde6 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:32.439822 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-88e7af6e-aaa1-4893-8d50-a9f230f00336 req-87c89362-649b-4c6c-a5b7-29bd01f220ea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3320093 May 30 20:16:32.442322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fff743b-725b-4339-9042-e05c0c1efde6 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:32.447550 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fff743b-725b-4339-9042-e05c0c1efde6 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.488518 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-765c97ab-b634-4b2d-b246-1347467f38a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.535827 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-765c97ab-b634-4b2d-b246-1347467f38a1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b66a1782473a4d289576f9817c287dc2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8159325 May 30 20:16:32.542554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43482) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:32.556638 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Allocated IP 172.20.0.2 (d16bf54f-8998-4e31-9698-287495475463/457383b1-02eb-47a8-a95d-4770f18be690/e8b4e09e-df22-4856-b55d-3ec0a946ae91) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:32.628871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c97ab-b634-4b2d-b246-1347467f38a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822400fb-f6b0-40de-8ae9-99de00a368c4,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:32.721127 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79a0ff7d-8159-4843-941e-6050a616532c req-6d9b9bc4-076d-4cf6-9584-3b9ab1b56437 service neutron] 10.222.0.84 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956196 May 30 20:16:32.754940 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-7bde4925-3bc8-4935-8f36-aafa65125ad4 service neutron] 10.222.0.93 "GET /v2.0/networks/677b4579-4403-49bf-8cf6-3e606ff679de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112468 May 30 20:16:32.761166 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ecf54688-6f52-417e-a626-f865b48c598c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.794499 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ecf54688-6f52-417e-a626-f865b48c598c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.825430 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-88e7af6e-aaa1-4893-8d50-a9f230f00336 req-af59b883-d197-47c9-8031-4be77b384e28 service neutron] 10.222.0.77 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610668 May 30 20:16:32.837703 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.848545 n-d-843949-2 neutron-server[84024]: INFO neutron.db.ipam_backend_mixin [None req-9fff743b-725b-4339-9042-e05c0c1efde6 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 457383b1-02eb-47a8-a95d-4770f18be690 (CIDR: 172.20.0.0/28) May 30 20:16:32.900146 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fff743b-725b-4339-9042-e05c0c1efde6 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:16:32.900231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fff743b-725b-4339-9042-e05c0c1efde6 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:16:33.028022 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9fff743b-725b-4339-9042-e05c0c1efde6 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0841436 May 30 20:16:33.028520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43502) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:33.053251 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:33.055119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5dbba2ee-b0c7-441c-b8a8-1b45ad5b0563 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'subnet': {'network_id': 'd16bf54f-8998-4e31-9698-287495475463', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:33.102296 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:33.142997 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Transition to ACTIVE for port object e8b4e09e-df22-4856-b55d-3ec0a946ae91 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:33.145101 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ecf54688-6f52-417e-a626-f865b48c598c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:33.184032 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Transition to ACTIVE for port object e8b4e09e-df22-4856-b55d-3ec0a946ae91 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:33.194057 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:33.228695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-8c6bab8d-e483-49bd-a6cb-c02226ff2057 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=fc738771-8a18-43a2-a37a-8f6a9440822a HTTP/1.1" status: 200 len: 217 time: 0.3748095 May 30 20:16:33.237227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf54688-6f52-417e-a626-f865b48c598c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822400fb-f6b0-40de-8ae9-99de00a368c4,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:33.241112 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ecf54688-6f52-417e-a626-f865b48c598c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:33.244954 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ecf54688-6f52-417e-a626-f865b48c598c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/822400fb-f6b0-40de-8ae9-99de00a368c4 HTTP/1.1" status: 204 len: 168 time: 0.6986980 May 30 20:16:33.341373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-d1b8dcfa-fec5-40d4-973e-fa4156b30fef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:33.342973 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-d1b8dcfa-fec5-40d4-973e-fa4156b30fef service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f15726d8-e5bd-4f64-bfd0-ce6e1d35af25 HTTP/1.1" status: 200 len: 797 time: 0.1033645 May 30 20:16:33.403281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Network d16bf54f-8998-4e31-9698-287495475463 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:33.411774 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:33.416546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:33.531788 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Pushing event updated for resources: {'Port': ['ID=e8b4e09e-df22-4856-b55d-3ec0a946ae91,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:33.568832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Attempting to bind port e8b4e09e-df22-4856-b55d-3ec0a946ae91 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:33.569386 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Attempting to bind port e8b4e09e-df22-4856-b55d-3ec0a946ae91 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '7d21a20b-3d95-4999-ac34-8800717b1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd16bf54f-8998-4e31-9698-287495475463'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:33.569784 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Attempting to bind port e8b4e09e-df22-4856-b55d-3ec0a946ae91 on network d16bf54f-8998-4e31-9698-287495475463 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:33.576757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3f66c30d-f025-4771-ad4a-8b4e24a8ecc8 req-232dfec5-d316-49d8-9973-5436cc2dd5a1 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 210 time: 0.1343379 May 30 20:16:33.580080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:16:33.580556 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Checking segment: {'id': '7d21a20b-3d95-4999-ac34-8800717b1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd16bf54f-8998-4e31-9698-287495475463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:33.581156 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:33.581546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Bound using segment: {'id': '7d21a20b-3d95-4999-ac34-8800717b1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd16bf54f-8998-4e31-9698-287495475463'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:16:33.582152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Bound port: e8b4e09e-df22-4856-b55d-3ec0a946ae91, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d21a20b-3d95-4999-ac34-8800717b1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd16bf54f-8998-4e31-9698-287495475463'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:16:33.582824 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:33.670346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5dbba2ee-b0c7-441c-b8a8-1b45ad5b0563 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:33.678528 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-edc91d1b-9e26-4863-b787-b45d104ff3f0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2b44cc57-c7bb-420e-87d1-3b3cc91a2707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3246696 May 30 20:16:33.681133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5dbba2ee-b0c7-441c-b8a8-1b45ad5b0563 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:subnet and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:33.686190 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5dbba2ee-b0c7-441c-b8a8-1b45ad5b0563 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:33.691771 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-88e7af6e-aaa1-4893-8d50-a9f230f00336 req-91d68a86-5483-47c1-9d03-c0851d65b880 service neutron] 10.222.0.77 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8415413 May 30 20:16:33.696501 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5dbba2ee-b0c7-441c-b8a8-1b45ad5b0563 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:33.708078 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbba2ee-b0c7-441c-b8a8-1b45ad5b0563 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:33.712676 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dbba2ee-b0c7-441c-b8a8-1b45ad5b0563 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:33.816642 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] For port e8b4e09e-df22-4856-b55d-3ec0a946ae91, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:16:33.825080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] For port e8b4e09e-df22-4856-b55d-3ec0a946ae91, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e8b4e09e-df22-4856-b55d-3ec0a946ae91,segment=NetworkSegment(7d21a20b-3d95-4999-ac34-8800717b1aa5),segment_id=7d21a20b-3d95-4999-ac34-8800717b1aa5)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:16:33.836281 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:34.024651 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5bfe7-ef27-4702-919b-1cad1a0ae38f None None] Pushing event updated for resources: {'Port': ['ID=e8b4e09e-df22-4856-b55d-3ec0a946ae91,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:34.133247 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-27056c87-80eb-4321-8cb9-e59d5c3a03f8 service neutron] 10.222.0.93 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469495 May 30 20:16:34.485147 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dbba2ee-b0c7-441c-b8a8-1b45ad5b0563 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:34.528872 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-5e7c559e-8d8a-4580-8dfd-d9fa43886847 service neutron] 10.222.0.93 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888006 May 30 20:16:34.571922 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43536) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:34.600632 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75c9b29a-5324-4d96-98ec-88a31da2e96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:34.714621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbba2ee-b0c7-441c-b8a8-1b45ad5b0563 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network d16bf54f-8998-4e31-9698-287495475463 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:34.715573 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbba2ee-b0c7-441c-b8a8-1b45ad5b0563 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Subnet': ['ID=cf5ccef5-e1a9-4cbd-b8ac-66d757b13cd0,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:34.719878 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5dbba2ee-b0c7-441c-b8a8-1b45ad5b0563 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:34.721609 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-c66b9926-0be4-4e89-a9d4-4a31ea41e007 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=c9dd14dc-8615-4ccf-8a3a-87c921095f0d HTTP/1.1" status: 200 len: 217 time: 0.1848936 May 30 20:16:34.724482 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbba2ee-b0c7-441c-b8a8-1b45ad5b0563 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:34.725214 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5dbba2ee-b0c7-441c-b8a8-1b45ad5b0563 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:34.751256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-75c9b29a-5324-4d96-98ec-88a31da2e96e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:34.775010 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5dbba2ee-b0c7-441c-b8a8-1b45ad5b0563 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7452481 May 30 20:16:34.776329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-75c9b29a-5324-4d96-98ec-88a31da2e96e admin admin] Usage tracker for resource:security_group_rule and tenant:9d4c6e0967ca42ff8c209b5b11094d72 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:34.787436 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43546) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:34.802824 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'network_id': 'd16bf54f-8998-4e31-9698-287495475463', 'fixed_ips': [{'subnet_id': '457383b1-02eb-47a8-a95d-4770f18be690'}, {'subnet_id': 'cf5ccef5-e1a9-4cbd-b8ac-66d757b13cd0'}], 'name': 'tempest-PortsTestJSON-554446868'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:34.849636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-75c9b29a-5324-4d96-98ec-88a31da2e96e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:34.856300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-75c9b29a-5324-4d96-98ec-88a31da2e96e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:34.864517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-d005ae4b-e6d2-409b-aa6e-e87f7d848102 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:34.866647 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-d005ae4b-e6d2-409b-aa6e-e87f7d848102 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f15726d8-e5bd-4f64-bfd0-ce6e1d35af25 HTTP/1.1" status: 200 len: 797 time: 0.1371913 May 30 20:16:34.935600 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75c9b29a-5324-4d96-98ec-88a31da2e96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:34.947125 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75c9b29a-5324-4d96-98ec-88a31da2e96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:34.996505 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e8b4e09e-df22-4856-b55d-3ec0a946ae91 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:16:35.059995 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8158faf9-3cb5-4907-953b-51a5c55c0227 req-1dd9c35c-e675-43a1-b4b2-19ed8d06c7a5 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 210 time: 0.1924334 May 30 20:16:35.170071 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port e8b4e09e-df22-4856-b55d-3ec0a946ae91 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:35.221069 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:35.266782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:port and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:35.282152 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-2ba4672d-19a3-4852-a403-c509904fdca8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2b44cc57-c7bb-420e-87d1-3b3cc91a2707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3429725 May 30 20:16:35.316532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:35.338544 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:35.349995 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9b29a-5324-4d96-98ec-88a31da2e96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae215593-63bf-45d4-9d57-d4f56a676ef9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:35.367856 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-75c9b29a-5324-4d96-98ec-88a31da2e96e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9d4c6e0967ca42ff8c209b5b11094d72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7921462 May 30 20:16:35.372093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43554) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:35.412183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:35.421607 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:35.504157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] device_id is not set on port bbebb7c8-b205-4adc-9663-8f4323bab629 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:16:35.564649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0ff7d-8159-4843-941e-6050a616532c req-6f945603-30aa-4dde-b3ec-51b543e6e2fe tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:35.566149 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79a0ff7d-8159-4843-941e-6050a616532c req-6f945603-30aa-4dde-b3ec-51b543e6e2fe tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.93 "GET /v2.0/networks?id=ddc464cb-f722-4e07-aa44-ac3cc214327c HTTP/1.1" status: 200 len: 813 time: 0.6151686 May 30 20:16:35.586111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-79a0ff7d-8159-4843-941e-6050a616532c req-d29c5d74-69ca-4eb4-9321-00fcea3a6106 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Request body: {'port': {'device_id': 'ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c', 'network_id': 'ddc464cb-f722-4e07-aa44-ac3cc214327c', 'admin_state_up': True, 'tenant_id': '6a5fc31d675c4cedbf2186089e4f965b'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:35.627825 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2983ddf-8e6a-4325-ad82-b58ee3ae24aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:35.723060 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2983ddf-8e6a-4325-ad82-b58ee3ae24aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:35.767592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-b561c378-186b-4d23-91b9-02b8f53c6a20 service neutron] 10.222.0.93 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817095 May 30 20:16:35.943204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-90b78aed-80a5-42a0-9db2-0235ddcd2ecd service neutron] 10.222.0.93 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609190 May 30 20:16:35.947470 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8482d3-bd79-4c5a-8f3b-74523e2ec4c0 None None] Network d16bf54f-8998-4e31-9698-287495475463 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:35.948762 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2983ddf-8e6a-4325-ad82-b58ee3ae24aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.005188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2983ddf-8e6a-4325-ad82-b58ee3ae24aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae215593-63bf-45d4-9d57-d4f56a676ef9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:36.045848 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2983ddf-8e6a-4325-ad82-b58ee3ae24aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.047605 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a2983ddf-8e6a-4325-ad82-b58ee3ae24aa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ae215593-63bf-45d4-9d57-d4f56a676ef9 HTTP/1.1" status: 204 len: 168 time: 0.6718013 May 30 20:16:36.064613 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a50e80d1-1d92-4174-9380-f433204024bf None None] Provisioning for port e8b4e09e-df22-4856-b55d-3ec0a946ae91 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:36.068591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Allocated IP 172.20.0.10 (d16bf54f-8998-4e31-9698-287495475463/457383b1-02eb-47a8-a95d-4770f18be690/bbebb7c8-b205-4adc-9663-8f4323bab629) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:36.072237 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a50e80d1-1d92-4174-9380-f433204024bf None None] Provisioning complete for port e8b4e09e-df22-4856-b55d-3ec0a946ae91 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:36.072605 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a50e80d1-1d92-4174-9380-f433204024bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.076380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Allocated IP 172.20.0.19 (d16bf54f-8998-4e31-9698-287495475463/cf5ccef5-e1a9-4cbd-b8ac-66d757b13cd0/bbebb7c8-b205-4adc-9663-8f4323bab629) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:36.107861 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-79a0ff7d-8159-4843-941e-6050a616532c req-d29c5d74-69ca-4eb4-9321-00fcea3a6106 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:36.112626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-79a0ff7d-8159-4843-941e-6050a616532c req-d29c5d74-69ca-4eb4-9321-00fcea3a6106 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Usage tracker for resource:port and tenant:6a5fc31d675c4cedbf2186089e4f965b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:36.115874 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-79a0ff7d-8159-4843-941e-6050a616532c req-d29c5d74-69ca-4eb4-9321-00fcea3a6106 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:36.122299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-79a0ff7d-8159-4843-941e-6050a616532c req-d29c5d74-69ca-4eb4-9321-00fcea3a6106 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:36.133769 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-80cd95c4-3ddd-467b-987c-717c0718f2be service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=d19c9106-68fd-4008-8dad-fb546e20a36f HTTP/1.1" status: 200 len: 217 time: 0.1771953 May 30 20:16:36.142572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5a08f-c40e-4124-b1dd-afaba69954fc req-5ad46612-b3c3-491f-99ac-8d97d56b0fee tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:36.144129 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f3e5a08f-c40e-4124-b1dd-afaba69954fc req-5ad46612-b3c3-491f-99ac-8d97d56b0fee tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/ports?device_id=87ce8133-97f2-444b-8961-bf82d4a8c6ce HTTP/1.1" status: 200 len: 946 time: 0.4442279 May 30 20:16:36.147563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79a0ff7d-8159-4843-941e-6050a616532c req-d29c5d74-69ca-4eb4-9321-00fcea3a6106 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Made reservation on behalf of 6a5fc31d675c4cedbf2186089e4f965b for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:36.151590 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-79a0ff7d-8159-4843-941e-6050a616532c req-d29c5d74-69ca-4eb4-9321-00fcea3a6106 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.421480 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a50e80d1-1d92-4174-9380-f433204024bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.423043 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.480981 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Transition to ACTIVE for port object bbebb7c8-b205-4adc-9663-8f4323bab629 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:36.513913 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.527929 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a50e80d1-1d92-4174-9380-f433204024bf None None] For port e8b4e09e-df22-4856-b55d-3ec0a946ae91, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e8b4e09e-df22-4856-b55d-3ec0a946ae91,segment=NetworkSegment(7d21a20b-3d95-4999-ac34-8800717b1aa5),segment_id=7d21a20b-3d95-4999-ac34-8800717b1aa5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:36.541032 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a50e80d1-1d92-4174-9380-f433204024bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.659565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e80d1-1d92-4174-9380-f433204024bf None None] Pushing event updated for resources: {'Port': ['ID=e8b4e09e-df22-4856-b55d-3ec0a946ae91,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:36.678514 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network d16bf54f-8998-4e31-9698-287495475463 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:36.681890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:36.699310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:36.707749 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f3e5a08f-c40e-4124-b1dd-afaba69954fc req-a74fcb9e-89f0-4d62-8afd-49acbab3150a tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/security-groups?id=5352031e-7ba6-47ec-95bc-b5f9082ab0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697219 May 30 20:16:36.709291 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-5d81c04a-dabc-4ac4-b603-522dc2f5757a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:36.710684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-5d81c04a-dabc-4ac4-b603-522dc2f5757a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f15726d8-e5bd-4f64-bfd0-ce6e1d35af25 HTTP/1.1" status: 200 len: 797 time: 0.5643601 May 30 20:16:36.763441 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4de39a56-c135-48b3-89af-990977463549 req-de01283f-bf1f-4ed5-9196-f14bf4cd3438 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 210 time: 0.3194478 May 30 20:16:36.886286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2058e31c-4743-4f63-b98a-5f030e71e97a None None] Update dhcp port {'port': {'network_id': 'd16bf54f-8998-4e31-9698-287495475463', 'fixed_ips': [{'subnet_id': '457383b1-02eb-47a8-a95d-4770f18be690', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cf5ccef5-e1a9-4cbd-b8ac-66d757b13cd0'}], 'binding:host_id': 'n-d-843949-2'}, 'id': 'e8b4e09e-df22-4856-b55d-3ec0a946ae91'} from n-d-843949-2. {{(pid=84025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:16:36.899062 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:36.900207 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.910895 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-79a0ff7d-8159-4843-941e-6050a616532c req-d29c5d74-69ca-4eb4-9321-00fcea3a6106 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Allocated IP 172.20.0.10 (ddc464cb-f722-4e07-aa44-ac3cc214327c/c0791857-266d-4d4d-abe5-3d3ca4eece3f/3b4ed5f3-d88c-4707-b4c8-5738236cd402) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:36.963122 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e8b4e09e-df22-4856-b55d-3ec0a946ae91 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:16:36.980677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-5fddadfb-487e-4117-b399-302635730111 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2b44cc57-c7bb-420e-87d1-3b3cc91a2707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2577403 May 30 20:16:36.992212 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.2032044 May 30 20:16:36.998580 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43576) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:37.012406 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49238afe-0877-444d-9347-bcfcc438493b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=bbebb7c8-b205-4adc-9663-8f4323bab629,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:37.029003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c2d81cb3-794b-4179-9f82-40a3b03e5267 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '457383b1-02eb-47a8-a95d-4770f18be690'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:37.184077 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:37.196420 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2058e31c-4743-4f63-b98a-5f030e71e97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:37.354462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-de96f6e1-3780-4451-ae89-80dda7e2e0e5 service neutron] 10.222.0.93 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352466 May 30 20:16:37.397014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9d475-d259-425d-9b0b-b570f0b733bc req-6437dc2f-2e2e-4ca2-bc6b-d462994756b9 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:37.397734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-82d9d475-d259-425d-9b0b-b570f0b733bc req-6437dc2f-2e2e-4ca2-bc6b-d462994756b9 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Synchronizing usage tracker for tenant:a40058cddadd49c794a4a26c397a9f04 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:37.572373 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port e8b4e09e-df22-4856-b55d-3ec0a946ae91 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:37.572740 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:37.573639 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-79a0ff7d-8159-4843-941e-6050a616532c req-d29c5d74-69ca-4eb4-9321-00fcea3a6106 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:37.623048 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-79a0ff7d-8159-4843-941e-6050a616532c req-d29c5d74-69ca-4eb4-9321-00fcea3a6106 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:37.657090 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c2d81cb3-794b-4179-9f82-40a3b03e5267 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:37.715303 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-82d9d475-d259-425d-9b0b-b570f0b733bc req-6437dc2f-2e2e-4ca2-bc6b-d462994756b9 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Unset dirty status for tenant:a40058cddadd49c794a4a26c397a9f04 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:37.720495 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-82d9d475-d259-425d-9b0b-b570f0b733bc req-6437dc2f-2e2e-4ca2-bc6b-d462994756b9 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.77 "GET /v2.0/ports?device_id=87ce8133-97f2-444b-8961-bf82d4a8c6ce HTTP/1.1" status: 200 len: 946 time: 0.8046999 May 30 20:16:37.724278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c5d74-69ca-4eb4-9321-00fcea3a6106 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Pushing event updated for resources: {'Port': ['ID=3b4ed5f3-d88c-4707-b4c8-5738236cd402,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:37.729153 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-2058e31c-4743-4f63-b98a-5f030e71e97a None None] Allocated IP 172.20.0.18 (d16bf54f-8998-4e31-9698-287495475463/cf5ccef5-e1a9-4cbd-b8ac-66d757b13cd0/e8b4e09e-df22-4856-b55d-3ec0a946ae91) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:37.751143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a0ff7d-8159-4843-941e-6050a616532c req-d29c5d74-69ca-4eb4-9321-00fcea3a6106 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Network ddc464cb-f722-4e07-aa44-ac3cc214327c is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:37.754486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-79a0ff7d-8159-4843-941e-6050a616532c req-d29c5d74-69ca-4eb4-9321-00fcea3a6106 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:37.758540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a0ff7d-8159-4843-941e-6050a616532c req-d29c5d74-69ca-4eb4-9321-00fcea3a6106 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:37.790973 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-3ee84d50-4c8a-453a-b655-d4fad0202b0c service neutron] 10.222.0.93 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285445 May 30 20:16:37.871604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0ff7d-8159-4843-941e-6050a616532c req-d29c5d74-69ca-4eb4-9321-00fcea3a6106 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:37.871604 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-79a0ff7d-8159-4843-941e-6050a616532c req-d29c5d74-69ca-4eb4-9321-00fcea3a6106 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:37.986260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-82d9d475-d259-425d-9b0b-b570f0b733bc req-df11511c-cba8-460a-9a26-63213f0fed87 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Deleting port 0765f34f-5aa4-426a-be2b-e23257af509c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:37.988242 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-82d9d475-d259-425d-9b0b-b570f0b733bc req-df11511c-cba8-460a-9a26-63213f0fed87 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:38.053076 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-594954e5-de20-4704-97e5-a9a03cf1c256 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=8185b0a2-aba5-4088-8b42-71d8b45ced23 HTTP/1.1" status: 200 len: 217 time: 0.1381383 May 30 20:16:38.056282 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79a0ff7d-8159-4843-941e-6050a616532c req-d29c5d74-69ca-4eb4-9321-00fcea3a6106 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4742091 May 30 20:16:38.122396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2058e31c-4743-4f63-b98a-5f030e71e97a None None] For port e8b4e09e-df22-4856-b55d-3ec0a946ae91, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e8b4e09e-df22-4856-b55d-3ec0a946ae91,segment=NetworkSegment(7d21a20b-3d95-4999-ac34-8800717b1aa5),segment_id=7d21a20b-3d95-4999-ac34-8800717b1aa5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:38.151827 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Request body: {'port': {'device_id': 'ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:38.166880 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2058e31c-4743-4f63-b98a-5f030e71e97a None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:38.194000 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2058e31c-4743-4f63-b98a-5f030e71e97a None None] Transition to ACTIVE for port object e8b4e09e-df22-4856-b55d-3ec0a946ae91 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:38.205928 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2058e31c-4743-4f63-b98a-5f030e71e97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:38.453771 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058e31c-4743-4f63-b98a-5f030e71e97a None None] Pushing event updated for resources: {'Port': ['ID=e8b4e09e-df22-4856-b55d-3ec0a946ae91,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:38.523669 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-1d22420a-e072-4a62-8146-ccf4fe0e1fa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:38.529608 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-1d22420a-e072-4a62-8146-ccf4fe0e1fa1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f15726d8-e5bd-4f64-bfd0-ce6e1d35af25 HTTP/1.1" status: 200 len: 797 time: 0.4240644 May 30 20:16:38.550508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-82d9d475-d259-425d-9b0b-b570f0b733bc req-df11511c-cba8-460a-9a26-63213f0fed87 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] For port 0765f34f-5aa4-426a-be2b-e23257af509c, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=0765f34f-5aa4-426a-be2b-e23257af509c,segment=NetworkSegment(1e519241-8f3a-4eda-acb7-0d46d280cc00),segment_id=1e519241-8f3a-4eda-acb7-0d46d280cc00)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:38.550896 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-82d9d475-d259-425d-9b0b-b570f0b733bc req-df11511c-cba8-460a-9a26-63213f0fed87 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:38.654349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca075d-6d94-4f55-a4b8-eb14cf207d99 req-eb6e1f98-1ef1-4932-8986-14f114f162b2 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:38.655109 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f6ca075d-6d94-4f55-a4b8-eb14cf207d99 req-eb6e1f98-1ef1-4932-8986-14f114f162b2 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Synchronizing usage tracker for tenant:6a5fc31d675c4cedbf2186089e4f965b on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:38.700607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-82d9d475-d259-425d-9b0b-b570f0b733bc req-df11511c-cba8-460a-9a26-63213f0fed87 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Calling delete_port for 0765f34f-5aa4-426a-be2b-e23257af509c owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:38.739757 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:38.780083 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf50a0a-aa7f-4df3-b42f-6b2fef2b766c req-c49db6c8-2d66-4473-86c8-8fd916e382a9 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:38.787469 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-c2d81cb3-794b-4179-9f82-40a3b03e5267 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Delete allocated IP 172.20.0.19 (d16bf54f-8998-4e31-9698-287495475463/cf5ccef5-e1a9-4cbd-b8ac-66d757b13cd0) {{(pid=84024) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 30 20:16:38.789999 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fcf50a0a-aa7f-4df3-b42f-6b2fef2b766c req-c49db6c8-2d66-4473-86c8-8fd916e382a9 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/ports?device_id=87ce8133-97f2-444b-8961-bf82d4a8c6ce HTTP/1.1" status: 200 len: 946 time: 0.6795771 May 30 20:16:38.790673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f6ca075d-6d94-4f55-a4b8-eb14cf207d99 req-eb6e1f98-1ef1-4932-8986-14f114f162b2 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Unset dirty status for tenant:6a5fc31d675c4cedbf2186089e4f965b on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:38.791679 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6ca075d-6d94-4f55-a4b8-eb14cf207d99 req-eb6e1f98-1ef1-4932-8986-14f114f162b2 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 932 time: 0.7377553 May 30 20:16:38.925027 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e8b4e09e-df22-4856-b55d-3ec0a946ae91 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:16:39.098224 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-14f24f7a-7bed-440e-9634-ac3ac95728f0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2b44cc57-c7bb-420e-87d1-3b3cc91a2707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5485132 May 30 20:16:39.112523 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fcf50a0a-aa7f-4df3-b42f-6b2fef2b766c req-f0be2379-1d75-4895-b2c2-5fabcb2ceb92 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/security-groups?id=5352031e-7ba6-47ec-95bc-b5f9082ab0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966564 May 30 20:16:39.247268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43624) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:39.281418 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1def228a-610a-4dfb-b99f-da6fbfb61365 None None] Network d16bf54f-8998-4e31-9698-287495475463 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:39.316659 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-82d9d475-d259-425d-9b0b-b570f0b733bc req-df11511c-cba8-460a-9a26-63213f0fed87 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:39.324122 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c2d81cb3-794b-4179-9f82-40a3b03e5267 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:39.440809 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-c2d81cb3-794b-4179-9f82-40a3b03e5267 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Ignored duplicate provisioning block setup for port bbebb7c8-b205-4adc-9663-8f4323bab629 by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 30 20:16:39.456724 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c2d81cb3-794b-4179-9f82-40a3b03e5267 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:39.466247 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11511c-cba8-460a-9a26-63213f0fed87 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Pushing event deleted for resources: {'Port': ['ID=0765f34f-5aa4-426a-be2b-e23257af509c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:39.558337 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f2e78953-5d5f-41d2-b4e7-6b9c83739ce1 None None] Provisioning for port bbebb7c8-b205-4adc-9663-8f4323bab629 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:39.566128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d81cb3-794b-4179-9f82-40a3b03e5267 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=bbebb7c8-b205-4adc-9663-8f4323bab629,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:39.573979 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f2e78953-5d5f-41d2-b4e7-6b9c83739ce1 None None] Provisioning complete for port bbebb7c8-b205-4adc-9663-8f4323bab629 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:39.574294 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f2e78953-5d5f-41d2-b4e7-6b9c83739ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:39.581777 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6ca075d-6d94-4f55-a4b8-eb14cf207d99 req-1a605e82-bddc-4a79-a07f-fd2399f9b4ea tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7671089 May 30 20:16:39.591525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-797180582', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:39.601395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:39.683872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f2e78953-5d5f-41d2-b4e7-6b9c83739ce1 None None] Port bbebb7c8-b205-4adc-9663-8f4323bab629 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:16:39.700747 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Usage tracker for resource:port and tenant:9e91e43a9c1741b4af58c8365d6edd5c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:39.709917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:39.712259 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f2e78953-5d5f-41d2-b4e7-6b9c83739ce1 None None] Provisioning for port e8b4e09e-df22-4856-b55d-3ec0a946ae91 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:39.719622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f2e78953-5d5f-41d2-b4e7-6b9c83739ce1 None None] Provisioning complete for port e8b4e09e-df22-4856-b55d-3ec0a946ae91 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:39.720024 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f2e78953-5d5f-41d2-b4e7-6b9c83739ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:39.757601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:39.800788 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d9d475-d259-425d-9b0b-b570f0b733bc req-df11511c-cba8-460a-9a26-63213f0fed87 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] No DVR routers for this DVR port 0765f34f-5aa4-426a-be2b-e23257af509c on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:16:39.803934 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-82d9d475-d259-425d-9b0b-b570f0b733bc req-df11511c-cba8-460a-9a26-63213f0fed87 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:39.816188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ce8133-97f2-444b-8961-bf82d4a8c6ce', 'name': 'network-vif-deleted', 'tag': '0765f34f-5aa4-426a-be2b-e23257af509c'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:39.818707 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-98a92c8e-99db-4c9b-9726-2c4f8ae951b0 service neutron] 10.222.0.93 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6877713 May 30 20:16:39.868138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Made reservation on behalf of 9e91e43a9c1741b4af58c8365d6edd5c for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:39.879956 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:39.887430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4ed5f3-d88c-4707-b4c8-5738236cd402 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:39.909809 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-82d9d475-d259-425d-9b0b-b570f0b733bc req-df11511c-cba8-460a-9a26-63213f0fed87 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.77 "DELETE /v2.0/ports/0765f34f-5aa4-426a-be2b-e23257af509c HTTP/1.1" status: 204 len: 173 time: 2.1332188 May 30 20:16:39.909809 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:39.976886 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:39.989821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c2d81cb3-794b-4179-9f82-40a3b03e5267 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] In _notify_port_updated(), no bound segment for port bbebb7c8-b205-4adc-9663-8f4323bab629 on network d16bf54f-8998-4e31-9698-287495475463 {{(pid=84024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:16:39.997718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d81cb3-794b-4179-9f82-40a3b03e5267 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:39.998121 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c2d81cb3-794b-4179-9f82-40a3b03e5267 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:40.011339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Transition to ACTIVE for port object 3b4ed5f3-d88c-4707-b4c8-5738236cd402 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:40.011531 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c2d81cb3-794b-4179-9f82-40a3b03e5267 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "PUT /v2.0/ports/bbebb7c8-b205-4adc-9663-8f4323bab629 HTTP/1.1" status: 200 len: 919 time: 3.0100727 May 30 20:16:40.011826 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43640) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:40.021398 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c0a6c2-9afa-4e93-94b4-e53157fd5f5f'] response: {'server_uuid': '87ce8133-97f2-444b-8961-bf82d4a8c6ce', 'name': 'network-vif-deleted', 'tag': '0765f34f-5aa4-426a-be2b-e23257af509c', 'status': 'completed', 'code': 200} May 30 20:16:40.022248 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:40.029166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-9382f213-75f5-47d0-b7da-528a401e1867 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '457383b1-02eb-47a8-a95d-4770f18be690'}, {'subnet_id': 'cf5ccef5-e1a9-4cbd-b8ac-66d757b13cd0'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:40.044403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:40.052993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Usage tracker for resource:security_group_rule and tenant:9e91e43a9c1741b4af58c8365d6edd5c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:40.057322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:40.065512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:40.149794 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:40.153944 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:40.165626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] device_id is not set on port 6c8355d0-fecc-4989-88e0-095d9e83cb31 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:16:40.170634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 0765f34f-5aa4-426a-be2b-e23257af509c no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:16:40.222108 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-845e0825-566b-470c-92dd-cce994fec309 service neutron] 10.222.0.93 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914678 May 30 20:16:40.233904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4ed5f3-d88c-4707-b4c8-5738236cd402,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:40.251268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0e6573-bebc-4601-86f8-624fbf924a5c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:40.274065 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 0765f34f-5aa4-426a-be2b-e23257af509c {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:16:40.274476 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 0765f34f-5aa4-426a-be2b-e23257af509c not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:16:40.438096 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-52caab24-9596-40dc-9584-c6d4b2468d79 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c0ef498a-f8d4-4992-b421-7e95058e3c69 HTTP/1.1" status: 200 len: 217 time: 0.2045221 May 30 20:16:40.490442 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Allocated IP 172.25.5.60 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/6c8355d0-fecc-4989-88e0-095d9e83cb31) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:40.506896 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c672f927-4a64-4ed8-90ce-f59f94e2a3ac req-10c00d45-0c0a-4d44-9c96-fcf637d90076 tempest-ServerTagsTestJSON-2140960841 tempest-ServerTagsTestJSON-2140960841-project] 10.222.0.84 "GET /v2.0/ports?device_id=87ce8133-97f2-444b-8961-bf82d4a8c6ce HTTP/1.1" status: 200 len: 210 time: 0.1123457 May 30 20:16:40.670135 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c45ca043-d14e-4caf-a089-56e86b6898b0 None None] Provisioning complete for port bbebb7c8-b205-4adc-9663-8f4323bab629 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:40.671032 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c45ca043-d14e-4caf-a089-56e86b6898b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:40.690992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-2c9933ba-07c0-4a32-84dd-13fdef988c23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:40.697199 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-2c9933ba-07c0-4a32-84dd-13fdef988c23 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c9304462-25a6-49ff-a1ff-129232b6a9f5 HTTP/1.1" status: 200 len: 797 time: 0.2369013 May 30 20:16:40.771111 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:40.789513 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c45ca043-d14e-4caf-a089-56e86b6898b0 None None] Port bbebb7c8-b205-4adc-9663-8f4323bab629 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:16:40.818169 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c45ca043-d14e-4caf-a089-56e86b6898b0 None None] Provisioning complete for port e8b4e09e-df22-4856-b55d-3ec0a946ae91 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:40.818548 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c45ca043-d14e-4caf-a089-56e86b6898b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:40.838147 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:40.843677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Attempting to bind port 3b4ed5f3-d88c-4707-b4c8-5738236cd402 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:40.845702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Attempting to bind port 3b4ed5f3-d88c-4707-b4c8-5738236cd402 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '4d10fbeb-2125-48cc-a069-4a88bc5a0de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ddc464cb-f722-4e07-aa44-ac3cc214327c'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:40.846095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Attempting to bind port 3b4ed5f3-d88c-4707-b4c8-5738236cd402 on network ddc464cb-f722-4e07-aa44-ac3cc214327c {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:40.863683 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9382f213-75f5-47d0-b7da-528a401e1867 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:40.989079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Port 3b4ed5f3-d88c-4707-b4c8-5738236cd402 on network ddc464cb-f722-4e07-aa44-ac3cc214327c not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:16:40.990223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Attempting to bind port 3b4ed5f3-d88c-4707-b4c8-5738236cd402 on network ddc464cb-f722-4e07-aa44-ac3cc214327c {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:41.041763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:41.042706 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Pushing event updated for resources: {'Port': ['ID=6c8355d0-fecc-4989-88e0-095d9e83cb31,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:41.046434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:41.049347 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:41.119580 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:41.120234 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:41.139880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:16:41.141011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Checking segment: {'id': '4d10fbeb-2125-48cc-a069-4a88bc5a0de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ddc464cb-f722-4e07-aa44-ac3cc214327c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:41.141573 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Bound using segment: {'id': '4d10fbeb-2125-48cc-a069-4a88bc5a0de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ddc464cb-f722-4e07-aa44-ac3cc214327c'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:16:41.142006 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Bound port: 3b4ed5f3-d88c-4707-b4c8-5738236cd402, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d10fbeb-2125-48cc-a069-4a88bc5a0de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ddc464cb-f722-4e07-aa44-ac3cc214327c'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:16:41.142491 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:41.149498 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-82a587a6-dd43-445f-b629-b34956269904 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.9011455 May 30 20:16:41.152268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43652) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:41.159458 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-18cb39bf-2275-4795-a2ec-66b2cd6b8f20 None None] Provisioning complete for port bbebb7c8-b205-4adc-9663-8f4323bab629 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:41.160172 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-18cb39bf-2275-4795-a2ec-66b2cd6b8f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:41.162213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b4fecc6b-f4d8-4e0a-92ed-931bd0c23743 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.60'}]}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:41.169268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b4fecc6b-f4d8-4e0a-92ed-931bd0c23743 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:41.173463 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b4fecc6b-f4d8-4e0a-92ed-931bd0c23743 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Usage tracker for resource:router and tenant:9e91e43a9c1741b4af58c8365d6edd5c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:41.178868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b4fecc6b-f4d8-4e0a-92ed-931bd0c23743 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:41.185688 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b4fecc6b-f4d8-4e0a-92ed-931bd0c23743 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:41.198351 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4fecc6b-f4d8-4e0a-92ed-931bd0c23743 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:41.199554 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4fecc6b-f4d8-4e0a-92ed-931bd0c23743 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:41.224314 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4fecc6b-f4d8-4e0a-92ed-931bd0c23743 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:41.229920 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-18cb39bf-2275-4795-a2ec-66b2cd6b8f20 None None] Port bbebb7c8-b205-4adc-9663-8f4323bab629 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:16:41.259511 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] For port 3b4ed5f3-d88c-4707-b4c8-5738236cd402, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:16:41.262733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] For port 3b4ed5f3-d88c-4707-b4c8-5738236cd402, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3b4ed5f3-d88c-4707-b4c8-5738236cd402,segment=NetworkSegment(4d10fbeb-2125-48cc-a069-4a88bc5a0de9),segment_id=4d10fbeb-2125-48cc-a069-4a88bc5a0de9)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:16:41.294288 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-4628a83e-aae2-4bb0-9c38-1ab7510e1c3f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=448a5305-1745-4735-9914-168fb49da986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5853279 May 30 20:16:41.295543 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:41.416246 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4fecc6b-f4d8-4e0a-92ed-931bd0c23743 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:41.500306 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:41.501777 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79a0ff7d-8159-4843-941e-6050a616532c req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] 10.222.0.93 "PUT /v2.0/ports/3b4ed5f3-d88c-4707-b4c8-5738236cd402 HTTP/1.1" status: 200 len: 1092 time: 3.4017956 May 30 20:16:41.508922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c', 'tag': '3b4ed5f3-d88c-4707-b4c8-5738236cd402'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:41.657242 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f796e98-e1e5-400c-94b7-3e17ff4a9b0e'] response: {'name': 'network-changed', 'server_uuid': 'ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c', 'tag': '3b4ed5f3-d88c-4707-b4c8-5738236cd402', 'status': 'completed', 'code': 200} May 30 20:16:41.703317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75587e0b-eba7-450e-a20e-105c43e12aea req-9d2acbaa-37c8-46f9-8fcc-e7c6ea468bfe tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:41.705063 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-75587e0b-eba7-450e-a20e-105c43e12aea req-9d2acbaa-37c8-46f9-8fcc-e7c6ea468bfe tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 944 time: 0.8501441 May 30 20:16:41.744135 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43678) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:41.748686 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4fecc6b-f4d8-4e0a-92ed-931bd0c23743 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:41.816830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95ed9b-2161-49d3-8ffd-902112f862d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4ed5f3-d88c-4707-b4c8-5738236cd402,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:41.817024 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4fecc6b-f4d8-4e0a-92ed-931bd0c23743 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:41.898940 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f2631c-7c24-4ced-93ec-e7717b4a141a admin admin] Deleting subnet 56598359-f426-40b8-832f-ae920368d86c {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:16:41.908103 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99f2631c-7c24-4ced-93ec-e7717b4a141a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:41.919242 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79a0ff7d-8159-4843-941e-6050a616532c req-0fca3335-3ba9-4d92-8d08-2f3666635352 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a5fc31d675c4cedbf2186089e4f965b&device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 1095 time: 0.3088133 May 30 20:16:41.923914 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-1b65c281-23bf-46f2-af51-1b7864ccb296 service neutron] 10.222.0.93 "GET /v2.0/networks/448a5305-1745-4735-9914-168fb49da986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117835 May 30 20:16:41.928628 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-75587e0b-eba7-450e-a20e-105c43e12aea req-ed923937-53a2-47c4-89fc-ff969a39eab0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121527 May 30 20:16:42.009173 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99f2631c-7c24-4ced-93ec-e7717b4a141a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:42.112486 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79a0ff7d-8159-4843-941e-6050a616532c req-7226c70a-8ad4-4251-a858-bcb1f64eb2de service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b4ed5f3-d88c-4707-b4c8-5738236cd402 HTTP/1.1" status: 200 len: 217 time: 0.1498508 May 30 20:16:42.122082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99f2631c-7c24-4ced-93ec-e7717b4a141a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:42.178148 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4fecc6b-f4d8-4e0a-92ed-931bd0c23743 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:42.224950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-9382f213-75f5-47d0-b7da-528a401e1867 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Allocated IP 172.20.0.21 (d16bf54f-8998-4e31-9698-287495475463/cf5ccef5-e1a9-4cbd-b8ac-66d757b13cd0/bbebb7c8-b205-4adc-9663-8f4323bab629) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:42.288054 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0ff7d-8159-4843-941e-6050a616532c req-35d4e462-a919-47ea-9a26-9405c82a271a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:42.290963 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79a0ff7d-8159-4843-941e-6050a616532c req-35d4e462-a919-47ea-9a26-9405c82a271a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c0791857-266d-4d4d-abe5-3d3ca4eece3f HTTP/1.1" status: 200 len: 853 time: 0.1378140 May 30 20:16:42.413115 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-22608fc0-d878-41fd-856b-d2c1839743e9 service neutron] 10.222.0.93 "GET /v2.0/networks/448a5305-1745-4735-9914-168fb49da986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002335 May 30 20:16:42.506584 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79a0ff7d-8159-4843-941e-6050a616532c req-05ae4737-e660-42c7-a4f7-77827fa92ecd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ddc464cb-f722-4e07-aa44-ac3cc214327c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1909430 May 30 20:16:42.598036 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99f2631c-7c24-4ced-93ec-e7717b4a141a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:42.691287 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79a0ff7d-8159-4843-941e-6050a616532c req-beebac3c-63b7-4905-8730-1d3d1db058e7 service neutron] 10.222.0.93 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695602 May 30 20:16:42.697790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-0c0f08c2-1fbf-46ce-a7dc-79fc7d301c06 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f846b61e-b0d7-4049-98a5-549dde8e7f22 HTTP/1.1" status: 200 len: 217 time: 0.2648063 May 30 20:16:42.848311 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2631c-7c24-4ced-93ec-e7717b4a141a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56598359-f426-40b8-832f-ae920368d86c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:42.858550 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-7313bcad-e2ca-4467-bb82-416a0a1586d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:42.860740 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-7313bcad-e2ca-4467-bb82-416a0a1586d7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c9304462-25a6-49ff-a1ff-129232b6a9f5 HTTP/1.1" status: 200 len: 797 time: 0.1466622 May 30 20:16:42.861002 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-99f2631c-7c24-4ced-93ec-e7717b4a141a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:42.865468 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4fecc6b-f4d8-4e0a-92ed-931bd0c23743 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:42.874701 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4fecc6b-f4d8-4e0a-92ed-931bd0c23743 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:42.881904 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-99f2631c-7c24-4ced-93ec-e7717b4a141a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/56598359-f426-40b8-832f-ae920368d86c HTTP/1.1" status: 204 len: 168 time: 1.1352091 May 30 20:16:42.884416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43704) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:42.969658 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9382f213-75f5-47d0-b7da-528a401e1867 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:42.994371 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4fecc6b-f4d8-4e0a-92ed-931bd0c23743 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:42.994906 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fecc6b-f4d8-4e0a-92ed-931bd0c23743 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fbc83337-7fbd-45aa-99f7-cb65fee9a185 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:16:43.008928 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79a0ff7d-8159-4843-941e-6050a616532c req-6a4ecf19-1b4a-48be-82f6-ee4cb94c4f6f service neutron] 10.222.0.93 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125219 May 30 20:16:43.023945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9382f213-75f5-47d0-b7da-528a401e1867 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Transition to ACTIVE for port object bbebb7c8-b205-4adc-9663-8f4323bab629 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:43.034467 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9382f213-75f5-47d0-b7da-528a401e1867 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:43.035223 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4cd1e0f2-e776-4796-99b5-77501cf16173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:43.039208 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-b4fecc6b-f4d8-4e0a-92ed-931bd0c23743 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 30 20:16:43.040310 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b4fecc6b-f4d8-4e0a-92ed-931bd0c23743 tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8870542 May 30 20:16:43.043422 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43712) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:43.154554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-31a19617-2a58-4d9f-9a50-09c327cc9e7b tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Deleting port 6c8355d0-fecc-4989-88e0-095d9e83cb31 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:43.154810 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-31a19617-2a58-4d9f-9a50-09c327cc9e7b tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:43.284671 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4cd1e0f2-e776-4796-99b5-77501cf16173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:43.317283 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-82c979cd-3676-4b1c-b37c-380d54fdece7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=448a5305-1745-4735-9914-168fb49da986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4477916 May 30 20:16:43.322172 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-4cd1e0f2-e776-4796-99b5-77501cf16173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190a242d-8be0-47c8-936a-d23af7f228cc']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:43.361036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-4cd1e0f2-e776-4796-99b5-77501cf16173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e519241-8f3a-4eda-acb7-0d46d280cc00') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:43.361484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-4cd1e0f2-e776-4796-99b5-77501cf16173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e519241-8f3a-4eda-acb7-0d46d280cc00') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:43.387462 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4cd1e0f2-e776-4796-99b5-77501cf16173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:43.451541 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4cd1e0f2-e776-4796-99b5-77501cf16173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:43.463320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd1e0f2-e776-4796-99b5-77501cf16173 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:16:43.463718 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4cd1e0f2-e776-4796-99b5-77501cf16173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: timer() May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:16:43.477691 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:16:43.692333 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-64a98da1-498e-4704-a653-8876189e80a8 service neutron] 10.222.0.93 "GET /v2.0/networks/448a5305-1745-4735-9914-168fb49da986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277209 May 30 20:16:43.719387 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382f213-75f5-47d0-b7da-528a401e1867 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=bbebb7c8-b205-4adc-9663-8f4323bab629,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:43.726778 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-31a19617-2a58-4d9f-9a50-09c327cc9e7b tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:43.782299 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-27e7f464-9100-475f-b3b2-e4af1b969481 None None] Provisioning for port bbebb7c8-b205-4adc-9663-8f4323bab629 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:43.792061 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-27e7f464-9100-475f-b3b2-e4af1b969481 None None] Provisioning complete for port bbebb7c8-b205-4adc-9663-8f4323bab629 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:43.792432 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-27e7f464-9100-475f-b3b2-e4af1b969481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:43.885056 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-27e7f464-9100-475f-b3b2-e4af1b969481 None None] Port bbebb7c8-b205-4adc-9663-8f4323bab629 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:16:43.909352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9382f213-75f5-47d0-b7da-528a401e1867 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] In _notify_port_updated(), no bound segment for port bbebb7c8-b205-4adc-9663-8f4323bab629 on network d16bf54f-8998-4e31-9698-287495475463 {{(pid=84023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:16:43.913725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9382f213-75f5-47d0-b7da-528a401e1867 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:43.914537 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9382f213-75f5-47d0-b7da-528a401e1867 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:43.916009 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9382f213-75f5-47d0-b7da-528a401e1867 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "PUT /v2.0/ports/bbebb7c8-b205-4adc-9663-8f4323bab629 HTTP/1.1" status: 200 len: 999 time: 3.9031954 May 30 20:16:43.922893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43738) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:43.938426 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4cd1e0f2-e776-4796-99b5-77501cf16173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:43.947258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4cd1e0f2-e776-4796-99b5-77501cf16173 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:43.961960 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-31a19617-2a58-4d9f-9a50-09c327cc9e7b tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Calling delete_port for 6c8355d0-fecc-4989-88e0-095d9e83cb31 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:43.998492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6c5d6-3387-46b7-9b30-13268c731700 req-74ee0c6b-49d7-418c-8df5-1fc58d91f860 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:44.006756 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2b6c5d6-3387-46b7-9b30-13268c731700 req-74ee0c6b-49d7-418c-8df5-1fc58d91f860 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 944 time: 0.7001195 May 30 20:16:44.063444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1e0f2-e776-4796-99b5-77501cf16173 admin admin] Pushing event deleted for resources: {'Network': ['ID=190a242d-8be0-47c8-936a-d23af7f228cc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:44.076077 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4cd1e0f2-e776-4796-99b5-77501cf16173 admin admin] 10.222.0.84 "DELETE /v2.0/networks/190a242d-8be0-47c8-936a-d23af7f228cc HTTP/1.1" status: 204 len: 168 time: 1.1898096 May 30 20:16:44.153358 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21454ecc-2485-4d75-8d43-e0221579f531 req-cfc5ca6c-63e3-4e87-a01b-58dcdc41c539 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a5fc31d675c4cedbf2186089e4f965b&device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 1095 time: 1.0601046 May 30 20:16:44.200679 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-31a19617-2a58-4d9f-9a50-09c327cc9e7b tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:44.220855 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efbdce33-34a2-4be8-b51c-d5b08da127b5 req-870e228a-a2ce-49a3-9ca4-02fe4f49690a service neutron] 10.222.0.93 "GET /v2.0/networks/448a5305-1745-4735-9914-168fb49da986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090272 May 30 20:16:44.354988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43750) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:44.358160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-640911c3-79a7-48e7-be3f-5acaf5b8f3dc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port bbebb7c8-b205-4adc-9663-8f4323bab629 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:44.358627 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-640911c3-79a7-48e7-be3f-5acaf5b8f3dc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:44.382026 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a19617-2a58-4d9f-9a50-09c327cc9e7b tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c8355d0-fecc-4989-88e0-095d9e83cb31,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:44.445764 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2b6c5d6-3387-46b7-9b30-13268c731700 req-e75f7f2b-71d2-438b-9906-5fbacbe444eb tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380503 May 30 20:16:44.577369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26603248-92c6-4ac3-8609-c90c8701bad2 req-a0eba2d7-62c2-445a-992f-15b1cb7d00de service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 1096 time: 0.5454359 May 30 20:16:44.606423 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21454ecc-2485-4d75-8d43-e0221579f531 req-2693b7b6-5fb5-4b6f-a531-3cfa604db85a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:44.608154 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21454ecc-2485-4d75-8d43-e0221579f531 req-2693b7b6-5fb5-4b6f-a531-3cfa604db85a service neutron] 10.222.0.93 "GET /v2.0/networks?id=ddc464cb-f722-4e07-aa44-ac3cc214327c HTTP/1.1" status: 200 len: 914 time: 0.4213805 May 30 20:16:44.618621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa980ec-795d-4f3d-8d5e-fff46117305c req-cdb68753-e257-4c47-a2cc-bee29f5e1506 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:44.620088 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dfa980ec-795d-4f3d-8d5e-fff46117305c req-cdb68753-e257-4c47-a2cc-bee29f5e1506 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.5115674 May 30 20:16:44.628764 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a9478b01-0cf0-4390-ba5d-82d29e9a9ec4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a40058cddadd49c794a4a26c397a9f04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2700837 May 30 20:16:44.628923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43758) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:44.644959 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-31a19617-2a58-4d9f-9a50-09c327cc9e7b tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:44.663285 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-31a19617-2a58-4d9f-9a50-09c327cc9e7b tempest-RoutersAdminNegativeIpV6Test-844477844 tempest-RoutersAdminNegativeIpV6Test-844477844-project-admin] 10.222.0.84 "DELETE /v2.0/ports/6c8355d0-fecc-4989-88e0-095d9e83cb31 HTTP/1.1" status: 204 len: 168 time: 1.6159239 May 30 20:16:44.761270 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79ff3f13-daae-4a96-a785-e65737926177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:44.806098 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79ff3f13-daae-4a96-a785-e65737926177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:44.876491 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26603248-92c6-4ac3-8609-c90c8701bad2 req-a918bb10-2496-4529-8273-259d085e6125 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:44.878103 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26603248-92c6-4ac3-8609-c90c8701bad2 req-a918bb10-2496-4529-8273-259d085e6125 service neutron] 10.222.0.93 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 920 time: 0.2941315 May 30 20:16:44.899305 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79ff3f13-daae-4a96-a785-e65737926177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:44.930599 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff3f13-daae-4a96-a785-e65737926177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5352031e-7ba6-47ec-95bc-b5f9082ab0c6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:44.932611 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79ff3f13-daae-4a96-a785-e65737926177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:44.936228 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-79ff3f13-daae-4a96-a785-e65737926177 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5352031e-7ba6-47ec-95bc-b5f9082ab0c6 HTTP/1.1" status: 204 len: 168 time: 0.3038564 May 30 20:16:45.045801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43774) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:45.062199 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21454ecc-2485-4d75-8d43-e0221579f531 req-0214bd10-d2db-480f-8d9f-b8736c25c3a0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b4ed5f3-d88c-4707-b4c8-5738236cd402 HTTP/1.1" status: 200 len: 217 time: 0.4388652 May 30 20:16:45.261489 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3b4ed5f3-d88c-4707-b4c8-5738236cd402 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:16:45.268373 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f8df378-196e-443d-93d8-3edb2436124f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:45.336245 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7f8df378-196e-443d-93d8-3edb2436124f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:45.345416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7f8df378-196e-443d-93d8-3edb2436124f admin admin] Usage tracker for resource:security_group_rule and tenant:9387c5490a4642c1ba07d0f5e9a15dfe is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:45.358449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7f8df378-196e-443d-93d8-3edb2436124f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:45.365116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7f8df378-196e-443d-93d8-3edb2436124f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:45.450532 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f8df378-196e-443d-93d8-3edb2436124f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:45.458084 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f8df378-196e-443d-93d8-3edb2436124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:45.497615 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3b4ed5f3-d88c-4707-b4c8-5738236cd402, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3b4ed5f3-d88c-4707-b4c8-5738236cd402,segment=NetworkSegment(4d10fbeb-2125-48cc-a069-4a88bc5a0de9),segment_id=4d10fbeb-2125-48cc-a069-4a88bc5a0de9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:45.580590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '3b4ed5f3-d88c-4707-b4c8-5738236cd402', 'network_id': 'ddc464cb-f722-4e07-aa44-ac3cc214327c', 'port_id': '3b4ed5f3-d88c-4707-b4c8-5738236cd402', 'mac_address': 'fa:16:3e:83:61:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0791857-266d-4d4d-abe5-3d3ca4eece3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:16:45.582064 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8df378-196e-443d-93d8-3edb2436124f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c05e709-e257-4f88-afb1-0ee27bb78acd,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:45.587859 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7f8df378-196e-443d-93d8-3edb2436124f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9387c5490a4642c1ba07d0f5e9a15dfe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5403459 May 30 20:16:45.590423 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43798) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:45.640184 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-640911c3-79a7-48e7-be3f-5acaf5b8f3dc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:45.650498 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:45.655462 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-190cd8a7-9732-4657-82eb-4c12b4b6df43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:45.670384 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4ed5f3-d88c-4707-b4c8-5738236cd402 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:45.688522 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3b4ed5f3-d88c-4707-b4c8-5738236cd402, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3b4ed5f3-d88c-4707-b4c8-5738236cd402,segment=NetworkSegment(4d10fbeb-2125-48cc-a069-4a88bc5a0de9),segment_id=4d10fbeb-2125-48cc-a069-4a88bc5a0de9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:45.693560 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:45.700340 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-190cd8a7-9732-4657-82eb-4c12b4b6df43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:45.708531 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dfa980ec-795d-4f3d-8d5e-fff46117305c req-6dee3f6a-2825-442c-845e-27213365f579 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0135100 May 30 20:16:45.710775 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26603248-92c6-4ac3-8609-c90c8701bad2 req-de880c96-d6eb-43cc-9c53-3dab25d89439 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd HTTP/1.1" status: 200 len: 1000 time: 0.7736368 May 30 20:16:45.799993 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=3b4ed5f3-d88c-4707-b4c8-5738236cd402,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:45.812668 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:45.813253 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:45.813451 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:45.813848 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:45.814221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:45.814525 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-190cd8a7-9732-4657-82eb-4c12b4b6df43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:45.814635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:45.815065 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:45.815397 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:45.815803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:45.816171 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:45.816579 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:45.850596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cd8a7-9732-4657-82eb-4c12b4b6df43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c05e709-e257-4f88-afb1-0ee27bb78acd,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:45.855123 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-190cd8a7-9732-4657-82eb-4c12b4b6df43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:45.860699 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-190cd8a7-9732-4657-82eb-4c12b4b6df43 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5c05e709-e257-4f88-afb1-0ee27bb78acd HTTP/1.1" status: 204 len: 168 time: 0.2689240 May 30 20:16:45.958969 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-640911c3-79a7-48e7-be3f-5acaf5b8f3dc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for bbebb7c8-b205-4adc-9663-8f4323bab629 owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:45.986850 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26603248-92c6-4ac3-8609-c90c8701bad2 req-3b11327c-1184-4d72-b299-6c0ed7adb02b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:45.988464 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26603248-92c6-4ac3-8609-c90c8701bad2 req-3b11327c-1184-4d72-b299-6c0ed7adb02b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 HTTP/1.1" status: 200 len: 858 time: 0.1034217 May 30 20:16:46.018009 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['3b4ed5f3-d88c-4707-b4c8-5738236cd402'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:16:46.070074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21454ecc-2485-4d75-8d43-e0221579f531 req-8da51c8f-7300-4e9c-9dd2-1e05e1898a05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:46.071459 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21454ecc-2485-4d75-8d43-e0221579f531 req-8da51c8f-7300-4e9c-9dd2-1e05e1898a05 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c0791857-266d-4d4d-abe5-3d3ca4eece3f HTTP/1.1" status: 200 len: 853 time: 0.9904447 May 30 20:16:46.150545 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21454ecc-2485-4d75-8d43-e0221579f531 req-dcdbdf40-a203-4cf0-aa66-278e15f7d8c2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ddc464cb-f722-4e07-aa44-ac3cc214327c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680292 May 30 20:16:46.395785 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43824) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:46.466335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40d3f6-2751-4b11-b4f4-f4e386f27794 req-48619deb-a59c-4bd9-8583-d6eb1468c23f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:46.468083 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1b40d3f6-2751-4b11-b4f4-f4e386f27794 req-48619deb-a59c-4bd9-8583-d6eb1468c23f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 945 time: 0.6931000 May 30 20:16:46.490248 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-780e5999-130e-4e69-9c24-d28cb1fbe0a3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9e91e43a9c1741b4af58c8365d6edd5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0913055 May 30 20:16:46.491551 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43828) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:46.518466 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26603248-92c6-4ac3-8609-c90c8701bad2 req-67f5404d-aa45-4e8a-a0ad-158823a80572 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5143309 May 30 20:16:46.576734 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1bd23a1-c849-432c-887e-1669b9febd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:46.607328 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1bd23a1-c849-432c-887e-1669b9febd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:46.675406 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-640911c3-79a7-48e7-be3f-5acaf5b8f3dc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:46.702351 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1bd23a1-c849-432c-887e-1669b9febd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:46.719250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd23a1-c849-432c-887e-1669b9febd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0e6573-bebc-4601-86f8-624fbf924a5c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:46.727574 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1bd23a1-c849-432c-887e-1669b9febd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:46.729069 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b1bd23a1-c849-432c-887e-1669b9febd5f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ca0e6573-bebc-4601-86f8-624fbf924a5c HTTP/1.1" status: 204 len: 168 time: 0.2365100 May 30 20:16:46.754708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640911c3-79a7-48e7-be3f-5acaf5b8f3dc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=bbebb7c8-b205-4adc-9663-8f4323bab629,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:46.765664 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21454ecc-2485-4d75-8d43-e0221579f531 req-45f28da0-b5fb-4c95-9a8e-81d73c0d9ef2 service neutron] 10.222.0.93 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978804 May 30 20:16:46.767840 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1b40d3f6-2751-4b11-b4f4-f4e386f27794 req-2f725e28-52ee-4722-a3cd-09fee90d2dfd tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750807 May 30 20:16:47.125979 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26603248-92c6-4ac3-8609-c90c8701bad2 req-5627a321-adca-4846-8973-c5ccc6e455fb service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5910835 May 30 20:16:47.269354 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3b4ed5f3-d88c-4707-b4c8-5738236cd402 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:16:47.389306 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-640911c3-79a7-48e7-be3f-5acaf5b8f3dc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:47.407383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 3b4ed5f3-d88c-4707-b4c8-5738236cd402 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:47.420916 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21454ecc-2485-4d75-8d43-e0221579f531 req-27928f83-2a58-4f77-8f5e-2c263da3076d service neutron] 10.222.0.93 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6477032 May 30 20:16:47.421018 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 3b4ed5f3-d88c-4707-b4c8-5738236cd402 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:47.421018 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:47.454180 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-640911c3-79a7-48e7-be3f-5acaf5b8f3dc tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/ports/bbebb7c8-b205-4adc-9663-8f4323bab629 HTTP/1.1" status: 204 len: 168 time: 3.5299087 May 30 20:16:47.456888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43872) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:47.480965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b437b88-0687-4ab9-ae5d-ebe4ad877953 req-fd952d33-ffa4-416d-b825-0632896414bc tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:47.493154 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b437b88-0687-4ab9-ae5d-ebe4ad877953 req-fd952d33-ffa4-416d-b825-0632896414bc tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.4918683 May 30 20:16:47.559025 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26603248-92c6-4ac3-8609-c90c8701bad2 req-b1a480cf-a441-4f6c-86e0-65ae711adcee service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165275 May 30 20:16:47.595535 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-35173421-33b2-4000-ad62-4add185af8dd tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] GET failed (client error): The resource could not be found. May 30 20:16:47.597189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-35173421-33b2-4000-ad62-4add185af8dd tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Synchronizing usage tracker for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:47.628607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-35173421-33b2-4000-ad62-4add185af8dd tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Unset dirty status for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:47.630091 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-35173421-33b2-4000-ad62-4add185af8dd tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports/bbebb7c8-b205-4adc-9663-8f4323bab629 HTTP/1.1" status: 404 len: 333 time: 0.1720781 May 30 20:16:47.633327 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43878) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:47.710492 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:47.751323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4ed5f3-d88c-4707-b4c8-5738236cd402'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:47.765512 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3b4ed5f3-d88c-4707-b4c8-5738236cd402, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3b4ed5f3-d88c-4707-b4c8-5738236cd402,segment=NetworkSegment(4d10fbeb-2125-48cc-a069-4a88bc5a0de9),segment_id=4d10fbeb-2125-48cc-a069-4a88bc5a0de9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:47.773446 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:47.875511 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=3b4ed5f3-d88c-4707-b4c8-5738236cd402,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:47.947721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5ebdb0a-be84-4964-a766-dcca0523c400 req-12475922-bfbb-4eec-9ec7-da2bfab10ff0 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=c99d1ae3-50b9-4017-893c-6a304ae71270 HTTP/1.1" status: 200 len: 210 time: 0.4310386 May 30 20:16:47.976017 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b437b88-0687-4ab9-ae5d-ebe4ad877953 req-a54e44d8-3822-478d-bed7-aafbf18bba6c tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4814544 May 30 20:16:48.062902 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff51001-ee83-40b4-8824-d6fdc1614465'] response: {'server_uuid': 'ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4ed5f3-d88c-4707-b4c8-5738236cd402', 'code': 200} May 30 20:16:48.134698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8cf5de-72da-46cd-a504-513a9802aef4 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting subnet cf5ccef5-e1a9-4cbd-b8ac-66d757b13cd0 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:16:48.142316 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fc8cf5de-72da-46cd-a504-513a9802aef4 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:48.309952 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fc8cf5de-72da-46cd-a504-513a9802aef4 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:48.473463 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43918) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:48.549111 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8c696cd-3467-48a4-b5c1-858003002483 req-91c693dc-51eb-4da0-bf73-69fab3f7c66e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 1097 time: 0.4100485 May 30 20:16:48.581940 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7722ccc-4c94-438b-87b6-9d2c1de7f493 req-26692dc0-6037-4a93-a10b-9a430f8b77ab tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:48.583675 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7722ccc-4c94-438b-87b6-9d2c1de7f493 req-26692dc0-6037-4a93-a10b-9a430f8b77ab tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.1983898 May 30 20:16:48.741814 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7722ccc-4c94-438b-87b6-9d2c1de7f493 req-104372df-71e0-42c5-a286-5294b6fc68d5 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276200 May 30 20:16:48.748136 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fc8cf5de-72da-46cd-a504-513a9802aef4 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:48.805307 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2e39e509-1ec8-42bb-9faa-f7dd2f88bc21 tempest-AgentManagementNegativeTest-196466379 tempest-AgentManagementNegativeTest-196466379-project] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3301432 May 30 20:16:48.892691 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d29e862-919e-4b75-82a0-d15fd845dccc req-2314dc96-f1a5-4abb-8566-61373cf95df9 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.1494858 May 30 20:16:48.913436 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8c696cd-3467-48a4-b5c1-858003002483 req-f0cc4c64-2d1d-40e8-a607-ab1a4b6a37ce service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553617 May 30 20:16:48.942434 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fc8cf5de-72da-46cd-a504-513a9802aef4 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:48.989711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cf5de-72da-46cd-a504-513a9802aef4 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Subnet': ['ID=cf5ccef5-e1a9-4cbd-b8ac-66d757b13cd0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:48.994398 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fc8cf5de-72da-46cd-a504-513a9802aef4 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:49.002132 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fc8cf5de-72da-46cd-a504-513a9802aef4 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/cf5ccef5-e1a9-4cbd-b8ac-66d757b13cd0 HTTP/1.1" status: 204 len: 168 time: 1.3676562 May 30 20:16:49.004919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43948) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:49.013745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a7e455-0588-43a2-95d1-607ac247e01f None None] Network d16bf54f-8998-4e31-9698-287495475463 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:49.314409 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-adbe5fd3-f7b6-4cc6-8a6e-fff710a5e4d4 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting subnet 457383b1-02eb-47a8-a95d-4770f18be690 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:16:49.324513 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adbe5fd3-f7b6-4cc6-8a6e-fff710a5e4d4 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:49.410322 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43960) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:49.465170 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adbe5fd3-f7b6-4cc6-8a6e-fff710a5e4d4 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:49.558222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d75615-8262-42e2-9205-bd24b546f426 req-b8dbeeb7-8913-417f-86fc-78a35844b869 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:49.569636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b3d75615-8262-42e2-9205-bd24b546f426 req-b8dbeeb7-8913-417f-86fc-78a35844b869 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.2745893 May 30 20:16:49.603413 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adbe5fd3-f7b6-4cc6-8a6e-fff710a5e4d4 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:49.636968 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b3d75615-8262-42e2-9205-bd24b546f426 req-3e031f21-a501-484b-8601-94151bf91d4f tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658786 May 30 20:16:49.738485 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adbe5fd3-f7b6-4cc6-8a6e-fff710a5e4d4 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:49.766199 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dedf0107-6321-4392-bede-256708365302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:49.791094 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe5fd3-f7b6-4cc6-8a6e-fff710a5e4d4 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Subnet': ['ID=457383b1-02eb-47a8-a95d-4770f18be690,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:49.806755 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adbe5fd3-f7b6-4cc6-8a6e-fff710a5e4d4 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:49.810880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dedf0107-6321-4392-bede-256708365302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:49.813673 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-adbe5fd3-f7b6-4cc6-8a6e-fff710a5e4d4 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/457383b1-02eb-47a8-a95d-4770f18be690 HTTP/1.1" status: 204 len: 168 time: 0.8080454 May 30 20:16:49.816337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43972) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:49.819228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dedf0107-6321-4392-bede-256708365302 admin admin] Usage tracker for resource:security_group_rule and tenant:1b8906555f684346905e46217c40807a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:49.822636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dedf0107-6321-4392-bede-256708365302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:49.829408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dedf0107-6321-4392-bede-256708365302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:50.021901 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dedf0107-6321-4392-bede-256708365302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.022544 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.037857 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dedf0107-6321-4392-bede-256708365302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.049191 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port e8b4e09e-df22-4856-b55d-3ec0a946ae91 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:50.049733 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.192981 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dedf0107-6321-4392-bede-256708365302 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1b8906555f684346905e46217c40807a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7796545 May 30 20:16:50.197502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43980) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:50.281759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2506eaae-127f-4032-9107-1573f5bddace req-b2b7794f-5681-4b3d-b94f-ea82b6a0740d tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.1837833 May 30 20:16:50.285103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf0107-6321-4392-bede-256708365302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d5382c-2a5c-4175-8470-cc667f383376,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:50.332853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22d6974-ba0e-4b0c-a631-3ad703d903c4 None None] Network d16bf54f-8998-4e31-9698-287495475463 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:50.417400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922925be-1a1a-4074-b309-872a18bec0fb req-8222497d-6ce2-49e1-9c41-a1400ed54a31 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:50.431325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-922925be-1a1a-4074-b309-872a18bec0fb req-8222497d-6ce2-49e1-9c41-a1400ed54a31 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.4884982 May 30 20:16:50.439767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43990) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:50.492109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] For port e8b4e09e-df22-4856-b55d-3ec0a946ae91, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e8b4e09e-df22-4856-b55d-3ec0a946ae91,segment=NetworkSegment(7d21a20b-3d95-4999-ac34-8800717b1aa5),segment_id=7d21a20b-3d95-4999-ac34-8800717b1aa5)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:50.492731 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.498972 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6a9acfa9-316f-47b5-9e26-c5a98401751a None None] Provisioning complete for port e8b4e09e-df22-4856-b55d-3ec0a946ae91 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:50.499453 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6a9acfa9-316f-47b5-9e26-c5a98401751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.636622 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-63346300-f0f0-42ad-b23c-fbbddcc2afd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.647789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for e8b4e09e-df22-4856-b55d-3ec0a946ae91 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:50.676647 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-922925be-1a1a-4074-b309-872a18bec0fb req-b0dbff40-2f0a-4c53-8cc3-ceeba4ad243c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422488 May 30 20:16:50.753510 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-21b31072-effa-47de-97b3-2254c10c65e4 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/floatingips/3b41e49e-1193-4df1-a8c9-b91b76901062 HTTP/1.1" status: 200 len: 992 time: 0.2652965 May 30 20:16:50.757572 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-63346300-f0f0-42ad-b23c-fbbddcc2afd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.886711 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6faed8de-ebb9-46b1-a946-bc38b6b6112b req-4ba55e82-bd06-4341-beb8-5c372fe9616f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c99d1ae3-50b9-4017-893c-6a304ae71270 HTTP/1.1" status: 200 len: 210 time: 0.0838196 May 30 20:16:50.902694 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.930850 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-63346300-f0f0-42ad-b23c-fbbddcc2afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.944692 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df95c0d6-df75-4558-9c71-07849a07b54f None None] DHCP port deletion for d16bf54f-8998-4e31-9698-287495475463 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:16:50.968488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63346300-f0f0-42ad-b23c-fbbddcc2afd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d5382c-2a5c-4175-8470-cc667f383376,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:50.978535 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-63346300-f0f0-42ad-b23c-fbbddcc2afd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.979720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=e8b4e09e-df22-4856-b55d-3ec0a946ae91,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:50.983311 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-63346300-f0f0-42ad-b23c-fbbddcc2afd0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/61d5382c-2a5c-4175-8470-cc667f383376 HTTP/1.1" status: 204 len: 168 time: 0.7794976 May 30 20:16:50.985413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No DVR routers for this DVR port e8b4e09e-df22-4856-b55d-3ec0a946ae91 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:16:51.035003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282f560-3b7a-4d3a-b34c-e50d7a3999b9 req-f9423957-b0d8-4853-a045-9ec7060268dd tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:51.036870 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8282f560-3b7a-4d3a-b34c-e50d7a3999b9 req-f9423957-b0d8-4853-a045-9ec7060268dd tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.1564817 May 30 20:16:51.135695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44012) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:51.257574 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8282f560-3b7a-4d3a-b34c-e50d7a3999b9 req-6513233b-c4eb-463e-9f16-980d24a09523 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103593 May 30 20:16:51.287825 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.325580 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16bf54f-8998-4e31-9698-287495475463']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:51.341341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d21a20b-3d95-4999-ac34-8800717b1aa5') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:51.341654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d21a20b-3d95-4999-ac34-8800717b1aa5') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:51.355397 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.376174 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.383540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:16:51.384210 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: timer() May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:16:51.400013 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:16:51.402168 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b410dab0-15cb-4954-86be-29977b1c1d91 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Deleting port 73312687-18b7-4249-ba67-7cf14c71c389 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:51.402434 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b410dab0-15cb-4954-86be-29977b1c1d91 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.505428 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.545228 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.571139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Network': ['ID=d16bf54f-8998-4e31-9698-287495475463,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:51.592394 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bad194f2-c5c3-4220-aa91-eb5b85c8df3b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/networks/d16bf54f-8998-4e31-9698-287495475463 HTTP/1.1" status: 204 len: 168 time: 1.7748113 May 30 20:16:51.593422 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44030) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:51.683890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95025d2-97d7-4ec0-ab87-121a3cd60d4d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:51.684707 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e95025d2-97d7-4ec0-ab87-121a3cd60d4d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Synchronizing usage tracker for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:51.705153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e95025d2-97d7-4ec0-ab87-121a3cd60d4d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Unset dirty status for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:51.706605 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e95025d2-97d7-4ec0-ab87-121a3cd60d4d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1121502 May 30 20:16:51.712062 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44038) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:51.722254 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea7a9ec1-9cb4-4630-ba4a-aca136fbe525 req-2f928ae5-cc52-4702-8902-d397ceddda8f tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.0706303 May 30 20:16:51.809193 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-910e155a-13db-4615-9bbd-347905398935 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0955608 May 30 20:16:51.812254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44046) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:51.818452 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e9e1fd2a-0094-4dc3-aa69-5cb09e4e0f46 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-657813681'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:51.822752 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b410dab0-15cb-4954-86be-29977b1c1d91 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.823129 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b410dab0-15cb-4954-86be-29977b1c1d91 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.824831 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e9e1fd2a-0094-4dc3-aa69-5cb09e4e0f46 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:51.830621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e9e1fd2a-0094-4dc3-aa69-5cb09e4e0f46 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:network and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:51.833718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e9e1fd2a-0094-4dc3-aa69-5cb09e4e0f46 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:51.840192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e9e1fd2a-0094-4dc3-aa69-5cb09e4e0f46 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:51.927636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e1fd2a-0094-4dc3-aa69-5cb09e4e0f46 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:51.930895 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fd2a-0094-4dc3-aa69-5cb09e4e0f46 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.956955 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-dca709dd-e5f0-4a83-af0a-8a7d6fad1d7c req-c71b225c-1062-49af-8ae4-d47fc8a9b4fc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.0749016 May 30 20:16:51.977893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e1fd2a-0094-4dc3-aa69-5cb09e4e0f46 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:16:51.989102 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fd2a-0094-4dc3-aa69-5cb09e4e0f46 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.989589 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-e9e1fd2a-0094-4dc3-aa69-5cb09e4e0f46 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Added segment 65ed95a9-a0fd-4c40-8815-0bca6874509e of type vlan for network 029ae03a-b525-45c6-bd19-f0ca7073dde4 May 30 20:16:52.029722 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fd2a-0094-4dc3-aa69-5cb09e4e0f46 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:52.067066 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fd2a-0094-4dc3-aa69-5cb09e4e0f46 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:52.072042 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e1fd2a-0094-4dc3-aa69-5cb09e4e0f46 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:52.072882 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fd2a-0094-4dc3-aa69-5cb09e4e0f46 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:52.111009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b410dab0-15cb-4954-86be-29977b1c1d91 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Calling delete_port for 73312687-18b7-4249-ba67-7cf14c71c389 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:52.117437 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e9e1fd2a-0094-4dc3-aa69-5cb09e4e0f46 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3035672 May 30 20:16:52.122594 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44054) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:52.190263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3d0f0063-bbd5-4790-9ba5-da32ce221a13 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'subnet': {'network_id': '029ae03a-b525-45c6-bd19-f0ca7073dde4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:52.237172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4df7a-fda0-43de-93d5-e5e7378c18ce req-64996648-8945-45d4-89eb-c2c7ed820730 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:52.238719 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ff4df7a-fda0-43de-93d5-e5e7378c18ce req-64996648-8945-45d4-89eb-c2c7ed820730 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2711587 May 30 20:16:52.364633 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ff4df7a-fda0-43de-93d5-e5e7378c18ce req-f532f4a4-687f-4248-9e9d-8c3b3f5a5106 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086392 May 30 20:16:52.365153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44068) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:52.410971 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1fd2a-0094-4dc3-aa69-5cb09e4e0f46 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Network': ['ID=029ae03a-b525-45c6-bd19-f0ca7073dde4,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:52.438007 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 029ae03a-b525-45c6-bd19-f0ca7073dde4 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:16:52.500990 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3d0f0063-bbd5-4790-9ba5-da32ce221a13 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:52.506830 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3d0f0063-bbd5-4790-9ba5-da32ce221a13 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:subnet and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:52.510280 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3d0f0063-bbd5-4790-9ba5-da32ce221a13 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:52.517650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3d0f0063-bbd5-4790-9ba5-da32ce221a13 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:52.533113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0f0063-bbd5-4790-9ba5-da32ce221a13 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:52.635154 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b410dab0-15cb-4954-86be-29977b1c1d91 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:52.691161 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0063-bbd5-4790-9ba5-da32ce221a13 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:52.696289 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1576701003'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:52.703687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410dab0-15cb-4954-86be-29977b1c1d91 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'Port': ['ID=73312687-18b7-4249-ba67-7cf14c71c389,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:52.709615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:52.720891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c57b3-719e-4f39-9db8-46ff19222c9a req-e50bde6b-da38-4d04-8926-b32be13232b0 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:52.722506 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c91c57b3-719e-4f39-9db8-46ff19222c9a req-e50bde6b-da38-4d04-8926-b32be13232b0 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.2034581 May 30 20:16:52.725326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Usage tracker for resource:network and tenant:a27c538f4ab448bd9d2e9de50e2a1929 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:52.728350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:52.803073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:52.864671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e8b4e09e-df22-4856-b55d-3ec0a946ae91 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:16:52.912921 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: e8b4e09e-df22-4856-b55d-3ec0a946ae91 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:16:52.913665 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e8b4e09e-df22-4856-b55d-3ec0a946ae91 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:16:52.975159 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0063-bbd5-4790-9ba5-da32ce221a13 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:52.981167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Made reservation on behalf of a27c538f4ab448bd9d2e9de50e2a1929 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:52.984252 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.039938 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.103361 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b410dab0-15cb-4954-86be-29977b1c1d91 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.154399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f0063-bbd5-4790-9ba5-da32ce221a13 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Subnet': ['ID=4ec2a113-ce5a-47fe-81f3-f9100c619de7,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:53.174100 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0f0063-bbd5-4790-9ba5-da32ce221a13 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Checking segment: {'id': '65ed95a9-a0fd-4c40-8815-0bca6874509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '029ae03a-b525-45c6-bd19-f0ca7073dde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:53.174448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0f0063-bbd5-4790-9ba5-da32ce221a13 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network hostable DHCP agents. Network: 029ae03a-b525-45c6-bd19-f0ca7073dde4, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:16:53.199881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0f0063-bbd5-4790-9ba5-da32ce221a13 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 029ae03a-b525-45c6-bd19-f0ca7073dde4 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:16:53.209723 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-3d0f0063-bbd5-4790-9ba5-da32ce221a13 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 029ae03a-b525-45c6-bd19-f0ca7073dde4) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:53.215249 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0f0063-bbd5-4790-9ba5-da32ce221a13 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:53.215830 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0063-bbd5-4790-9ba5-da32ce221a13 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.220286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d662ba-d63e-4bde-80c0-768d188f950b None None] Network 029ae03a-b525-45c6-bd19-f0ca7073dde4 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:53.245453 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3d0f0063-bbd5-4790-9ba5-da32ce221a13 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1215990 May 30 20:16:53.246207 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44094) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:53.252787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-577635c2-ae0a-48cb-82ad-1819c77ebbdf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'network_id': '029ae03a-b525-45c6-bd19-f0ca7073dde4', 'name': 'tempest-PortsTestJSON-278630195'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:53.340526 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c91c57b3-719e-4f39-9db8-46ff19222c9a req-da9de6c9-4414-4e16-bccb-a601bd710ffa tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5747101 May 30 20:16:53.369588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-90325cc6-cfcb-4c97-ae89-09130bb7f6a2 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:53.395351 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-90325cc6-cfcb-4c97-ae89-09130bb7f6a2 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/networks?id=ddc464cb-f722-4e07-aa44-ac3cc214327c HTTP/1.1" status: 200 len: 813 time: 0.6632621 May 30 20:16:53.439525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:53.454872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Usage tracker for resource:security_group_rule and tenant:a27c538f4ab448bd9d2e9de50e2a1929 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:53.470130 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-1175d764-e831-4988-87ab-fbf907394fce tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/quotas/6a5fc31d675c4cedbf2186089e4f965b HTTP/1.1" status: 200 len: 375 time: 0.0719395 May 30 20:16:53.496485 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-577635c2-ae0a-48cb-82ad-1819c77ebbdf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:53.507936 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-577635c2-ae0a-48cb-82ad-1819c77ebbdf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:53.522445 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577635c2-ae0a-48cb-82ad-1819c77ebbdf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:53.522934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-029ae03a-b525-45c6-bd19-f0ca7073dde4', 'network_id': '029ae03a-b525-45c6-bd19-f0ca7073dde4', 'tenant_id': '6c8ec1b53f2c4f95bfc3e2d31bff2053', 'fixed_ips': [{'subnet_id': '4ec2a113-ce5a-47fe-81f3-f9100c619de7'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:16:53.524686 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.525672 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-577635c2-ae0a-48cb-82ad-1819c77ebbdf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.549591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-577635c2-ae0a-48cb-82ad-1819c77ebbdf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] device_id is not set on port dbc8122a-3e6d-440b-8df2-e7ffd66240e7 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:16:53.564673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:53.604526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:53.609821 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-10811d1d-51c7-4890-a40d-65290193b1a3 req-8875f414-a0e6-4524-bd21-bdcca1d07d1d tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.0778823 May 30 20:16:53.767385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-577635c2-ae0a-48cb-82ad-1819c77ebbdf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Allocated IP 172.20.0.2 (029ae03a-b525-45c6-bd19-f0ca7073dde4/4ec2a113-ce5a-47fe-81f3-f9100c619de7/dbc8122a-3e6d-440b-8df2-e7ffd66240e7) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:53.792599 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.798357 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-f5d7dec9-5216-453b-a075-0be83f0c5039 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6a5fc31d675c4cedbf2186089e4f965b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3274343 May 30 20:16:53.804488 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.867700 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:16:54.064384 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:54.064737 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Added segment 008a42ce-e9be-4985-aba6-718da276badf of type vlan for network 28170d77-fd32-4448-b56a-eb4e724d8cf2 May 30 20:16:54.088094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d8716d-51fc-4f23-87d5-47757cac3cfa,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:54.181688 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-0b1c5fdd-b064-481b-935c-d289787f72ab service neutron] 10.222.0.84 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600070 May 30 20:16:54.193897 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-577635c2-ae0a-48cb-82ad-1819c77ebbdf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:54.227948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-577635c2-ae0a-48cb-82ad-1819c77ebbdf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Transition to ACTIVE for port object dbc8122a-3e6d-440b-8df2-e7ffd66240e7 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:54.278289 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-577635c2-ae0a-48cb-82ad-1819c77ebbdf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:54.353631 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:54.395633 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-829d5ce1-fb2c-48a5-8074-98af26e08f57 {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:16:54.396103 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:16:54.499743 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52226a54-a53a-49c0-82df-7b0c6edba65a req-14dc1e08-5480-4390-b2bf-b0ee23e0b17f tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.1411514 May 30 20:16:54.516835 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577635c2-ae0a-48cb-82ad-1819c77ebbdf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 029ae03a-b525-45c6-bd19-f0ca7073dde4 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:54.520733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-577635c2-ae0a-48cb-82ad-1819c77ebbdf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:54.529779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577635c2-ae0a-48cb-82ad-1819c77ebbdf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:54.570670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577635c2-ae0a-48cb-82ad-1819c77ebbdf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=dbc8122a-3e6d-440b-8df2-e7ffd66240e7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:54.615807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577635c2-ae0a-48cb-82ad-1819c77ebbdf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:54.616585 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-577635c2-ae0a-48cb-82ad-1819c77ebbdf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:54.644208 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-577635c2-ae0a-48cb-82ad-1819c77ebbdf tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3967083 May 30 20:16:54.647566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44126) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:54.654619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'network_id': '029ae03a-b525-45c6-bd19-f0ca7073dde4', 'name': 'tempest-PortsTestJSON-689815647'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:54.725587 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:54.729577 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:54.729948 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:54.810338 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-f4160885-f55a-4ebf-aa77-2e4369d5f8d0 service neutron] 10.222.0.84 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6276436 May 30 20:16:54.810572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:54.815614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:port and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:54.818614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:54.825359 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:54.837290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:54.840620 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:54.864160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] device_id is not set on port de4a3320-f2ab-4f1d-9a07-a9c0cfd78b08 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:16:54.893928 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5230222 May 30 20:16:54.897065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44134) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:54.897478 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:54.897973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f4e67-52a1-4948-8770-9507f4b44dd6 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event updated for resources: {'Network': ['ID=28170d77-fd32-4448-b56a-eb4e724d8cf2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:54.910683 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-96177167-5001-4d83-ba8d-f76d58f4169d tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Request body: {'subnet': {'network_id': '28170d77-fd32-4448-b56a-eb4e724d8cf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:54.923909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 28170d77-fd32-4448-b56a-eb4e724d8cf2 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:16:55.111568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Allocated IP 172.20.0.7 (029ae03a-b525-45c6-bd19-f0ca7073dde4/4ec2a113-ce5a-47fe-81f3-f9100c619de7/de4a3320-f2ab-4f1d-9a07-a9c0cfd78b08) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:55.138759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-855dbfb6-12d4-43e2-87a7-4a9d0afe5e09 req-880273fc-95f9-4171-a0a3-8f2e3eec4803 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=f15ec26f-155b-4bac-93ff-7514b363012c HTTP/1.1" status: 200 len: 210 time: 0.0836842 May 30 20:16:55.167743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff6db9-4bb0-4aa7-81ee-1b1c59960ba8 req-07e7a1a3-4254-4adb-a76b-be412da9dbef tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:55.180748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a7ff6db9-4bb0-4aa7-81ee-1b1c59960ba8 req-07e7a1a3-4254-4adb-a76b-be412da9dbef tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.5112865 May 30 20:16:55.189080 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-96177167-5001-4d83-ba8d-f76d58f4169d tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:55.249142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-96177167-5001-4d83-ba8d-f76d58f4169d tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Usage tracker for resource:subnet and tenant:a27c538f4ab448bd9d2e9de50e2a1929 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:55.252987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-96177167-5001-4d83-ba8d-f76d58f4169d tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:55.259697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-96177167-5001-4d83-ba8d-f76d58f4169d tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:55.289386 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96177167-5001-4d83-ba8d-f76d58f4169d tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Made reservation on behalf of a27c538f4ab448bd9d2e9de50e2a1929 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:55.394032 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a7ff6db9-4bb0-4aa7-81ee-1b1c59960ba8 req-d585a483-2d27-4cb7-96df-4758525873f4 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059739 May 30 20:16:55.455009 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96177167-5001-4d83-ba8d-f76d58f4169d tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.502988 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.532350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Transition to ACTIVE for port object de4a3320-f2ab-4f1d-9a07-a9c0cfd78b08 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:55.563496 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.597959 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b410dab0-15cb-4954-86be-29977b1c1d91 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Router 722c8eaa-1585-411a-b678-17f5e61ad650 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:16:55.658259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 029ae03a-b525-45c6-bd19-f0ca7073dde4 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:55.661565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:55.676297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:55.747891 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Allocated IP 172.20.0.3 (029ae03a-b525-45c6-bd19-f0ca7073dde4/4ec2a113-ce5a-47fe-81f3-f9100c619de7/a159670e-4fec-43e7-888e-b2d0484b5c81) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:55.772302 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:55.773119 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.791080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=de4a3320-f2ab-4f1d-9a07-a9c0cfd78b08,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:55.807980 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96177167-5001-4d83-ba8d-f76d58f4169d tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.880618 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-70b4e27b-e727-4c8d-b0f6-df9f91c3bd05 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2312088 May 30 20:16:55.883080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44164) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:55.983565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9af785-bb16-4e91-aff4-9e3fcff23737 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:55.985906 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1a9af785-bb16-4e91-aff4-9e3fcff23737 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Synchronizing usage tracker for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:56.006976 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1a9af785-bb16-4e91-aff4-9e3fcff23737 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Unset dirty status for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:56.008618 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1a9af785-bb16-4e91-aff4-9e3fcff23737 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 921 time: 0.1243424 May 30 20:16:56.011289 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44168) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:56.015951 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-123b5c6d-112f-4594-8992-44873a6cc46e req-77e0ad5d-623f-4d11-873e-9f185fe21923 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.0837319 May 30 20:16:56.033384 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:56.045404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Transition to ACTIVE for port object a159670e-4fec-43e7-888e-b2d0484b5c81 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:56.080062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Transition to ACTIVE for port object a159670e-4fec-43e7-888e-b2d0484b5c81 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:56.094699 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:56.104083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-581e3b24-1019-481b-a40a-3ffae0d6ab59 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port de4a3320-f2ab-4f1d-9a07-a9c0cfd78b08 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:56.104408 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-581e3b24-1019-481b-a40a-3ffae0d6ab59 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:56.113494 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96177167-5001-4d83-ba8d-f76d58f4169d tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event updated for resources: {'Subnet': ['ID=3c08e641-687c-4d27-a681-5efb25537133,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:56.141845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96177167-5001-4d83-ba8d-f76d58f4169d tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Checking segment: {'id': '008a42ce-e9be-4985-aba6-718da276badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '28170d77-fd32-4448-b56a-eb4e724d8cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:56.142254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96177167-5001-4d83-ba8d-f76d58f4169d tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Network hostable DHCP agents. Network: 28170d77-fd32-4448-b56a-eb4e724d8cf2, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:16:56.178111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Network 029ae03a-b525-45c6-bd19-f0ca7073dde4 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:56.181541 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:56.186085 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:56.195425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96177167-5001-4d83-ba8d-f76d58f4169d tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Network 28170d77-fd32-4448-b56a-eb4e724d8cf2 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:16:56.212919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-96177167-5001-4d83-ba8d-f76d58f4169d tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 28170d77-fd32-4448-b56a-eb4e724d8cf2) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:56.229527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96177167-5001-4d83-ba8d-f76d58f4169d tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:56.229921 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96177167-5001-4d83-ba8d-f76d58f4169d tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:56.266035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b410dab0-15cb-4954-86be-29977b1c1d91 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:16:56.277405 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-96177167-5001-4d83-ba8d-f76d58f4169d tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3769259 May 30 20:16:56.278438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44178) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:56.281376 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a3f83f-ff27-4384-8555-8ab7355005ae None None] Network 28170d77-fd32-4448-b56a-eb4e724d8cf2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:56.284493 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b410dab0-15cb-4954-86be-29977b1c1d91 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:56.373460 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Request body: {'port': {'network_id': '28170d77-fd32-4448-b56a-eb4e724d8cf2', 'name': 'tempest-AllowedAddressPairTestJSON-120240777'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:56.515927 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935f4d41-4754-4b3e-9a45-ed66e0798bc8 None None] Sync routers for ids ['722c8eaa-1585-411a-b678-17f5e61ad650'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:16:56.531864 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Pushing event updated for resources: {'Port': ['ID=a159670e-4fec-43e7-888e-b2d0484b5c81,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:56.597130 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Attempting to bind port a159670e-4fec-43e7-888e-b2d0484b5c81 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:56.597754 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Attempting to bind port a159670e-4fec-43e7-888e-b2d0484b5c81 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '65ed95a9-a0fd-4c40-8815-0bca6874509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '029ae03a-b525-45c6-bd19-f0ca7073dde4'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:56.598377 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Attempting to bind port a159670e-4fec-43e7-888e-b2d0484b5c81 on network 029ae03a-b525-45c6-bd19-f0ca7073dde4 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:56.618288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935f4d41-4754-4b3e-9a45-ed66e0798bc8 None None] Routers {'722c8eaa-1585-411a-b678-17f5e61ad650'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:16:56.619604 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-935f4d41-4754-4b3e-9a45-ed66e0798bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:16:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['722c8eaa-1585-411a-b678-17f5e61ad650'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:56.722790 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-581e3b24-1019-481b-a40a-3ffae0d6ab59 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:56.724829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:56.729019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Usage tracker for resource:port and tenant:a27c538f4ab448bd9d2e9de50e2a1929 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:56.731938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:56.739150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:56.860989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-935f4d41-4754-4b3e-9a45-ed66e0798bc8 None None] Set router 722c8eaa-1585-411a-b678-17f5e61ad650 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:16:56.934319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:16:56.934848 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Checking segment: {'id': '65ed95a9-a0fd-4c40-8815-0bca6874509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '029ae03a-b525-45c6-bd19-f0ca7073dde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:56.935094 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:56.935475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Bound using segment: {'id': '65ed95a9-a0fd-4c40-8815-0bca6874509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '029ae03a-b525-45c6-bd19-f0ca7073dde4'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:16:56.935950 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Bound port: a159670e-4fec-43e7-888e-b2d0484b5c81, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ed95a9-a0fd-4c40-8815-0bca6874509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '029ae03a-b525-45c6-bd19-f0ca7073dde4'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:16:56.936360 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:56.939393 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-e47d106a-868d-4eab-b1ce-ac83e6175db8 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:56.941260 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-e47d106a-868d-4eab-b1ce-ac83e6175db8 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.93 "GET /v2.0/networks?id=ddc464cb-f722-4e07-aa44-ac3cc214327c HTTP/1.1" status: 200 len: 813 time: 0.1936300 May 30 20:16:56.942474 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-581e3b24-1019-481b-a40a-3ffae0d6ab59 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for de4a3320-f2ab-4f1d-9a07-a9c0cfd78b08 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:56.947097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Made reservation on behalf of a27c538f4ab448bd9d2e9de50e2a1929 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:56.950083 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:57.002334 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-28170d77-fd32-4448-b56a-eb4e724d8cf2', 'network_id': '28170d77-fd32-4448-b56a-eb4e724d8cf2', 'tenant_id': 'a27c538f4ab448bd9d2e9de50e2a1929', 'fixed_ips': [{'subnet_id': '3c08e641-687c-4d27-a681-5efb25537133'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:16:57.003121 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:57.088971 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-50c5cea8-453a-497a-b667-4f76110afa02 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Request body: {'port': {'device_id': 'f15ec26f-155b-4bac-93ff-7514b363012c', 'network_id': 'ddc464cb-f722-4e07-aa44-ac3cc214327c', 'admin_state_up': True, 'tenant_id': '6a5fc31d675c4cedbf2186089e4f965b'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:57.132806 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-581e3b24-1019-481b-a40a-3ffae0d6ab59 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:57.211903 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54e1b853-c48c-4742-8fc9-dfbd4aac55be req-8bcb603a-45c4-417f-9685-9b6305f249eb tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=f15ec26f-155b-4bac-93ff-7514b363012c HTTP/1.1" status: 200 len: 210 time: 0.4653783 May 30 20:16:57.223692 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b410dab0-15cb-4954-86be-29977b1c1d91 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "DELETE /v2.0/floatingips/3b41e49e-1193-4df1-a8c9-b91b76901062 HTTP/1.1" status: 204 len: 168 time: 6.0859082 May 30 20:16:57.239205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e3b24-1019-481b-a40a-3ffae0d6ab59 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=de4a3320-f2ab-4f1d-9a07-a9c0cfd78b08,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:57.262394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef', 'tag': 'ae63be30-e252-41a4-bb45-00657a3752a4'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:57.279855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] device_id is not set on port 8025cd4a-483a-4ef1-8e8b-ae05777f7f74 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:16:57.494808 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] For port a159670e-4fec-43e7-888e-b2d0484b5c81, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:16:57.536925 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] For port a159670e-4fec-43e7-888e-b2d0484b5c81, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a159670e-4fec-43e7-888e-b2d0484b5c81,segment=NetworkSegment(65ed95a9-a0fd-4c40-8815-0bca6874509e),segment_id=65ed95a9-a0fd-4c40-8815-0bca6874509e)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:16:57.552850 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-581e3b24-1019-481b-a40a-3ffae0d6ab59 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:57.570059 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-581e3b24-1019-481b-a40a-3ffae0d6ab59 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/ports/de4a3320-f2ab-4f1d-9a07-a9c0cfd78b08 HTTP/1.1" status: 204 len: 168 time: 1.5571189 May 30 20:16:57.572514 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44206) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:57.579342 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:57.593957 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28364630-f0ec-4248-829d-3909fbd546f8 req-7459c199-dcb7-4d2b-a13b-66eff8949298 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.1053188 May 30 20:16:57.632848 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d09304-d23d-43ce-b1d7-cfc04c7b77b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] GET failed (client error): The resource could not be found. May 30 20:16:57.633382 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-61d09304-d23d-43ce-b1d7-cfc04c7b77b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Synchronizing usage tracker for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:57.660509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d9b3d-290e-4e46-9931-34ac0fea62a1 req-60433566-3c1f-47c3-b223-d64cdc8a58e9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:57.668666 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a9d9b3d-290e-4e46-9931-34ac0fea62a1 req-60433566-3c1f-47c3-b223-d64cdc8a58e9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.7609727 May 30 20:16:57.670202 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-61d09304-d23d-43ce-b1d7-cfc04c7b77b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Unset dirty status for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:57.675905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-50c5cea8-453a-497a-b667-4f76110afa02 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:57.688025 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-61d09304-d23d-43ce-b1d7-cfc04c7b77b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports/de4a3320-f2ab-4f1d-9a07-a9c0cfd78b08 HTTP/1.1" status: 404 len: 333 time: 0.1037211 May 30 20:16:57.720870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-50c5cea8-453a-497a-b667-4f76110afa02 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:57.745659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-50c5cea8-453a-497a-b667-4f76110afa02 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Made reservation on behalf of 6a5fc31d675c4cedbf2186089e4f965b for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:57.751103 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-50c5cea8-453a-497a-b667-4f76110afa02 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:57.774785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Allocated IP 172.20.0.2 (28170d77-fd32-4448-b56a-eb4e724d8cf2/3c08e641-687c-4d27-a681-5efb25537133/e2a0ee7b-0378-4164-a440-d224bc55c19e) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:57.776006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44214) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:57.784223 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a9d9b3d-290e-4e46-9931-34ac0fea62a1 req-b3c38060-4e70-46cf-bcf2-7bba306b3c47 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145773 May 30 20:16:57.903708 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-aafb3ee2-cc82-44b2-a544-aaf9fc6605c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:57.934835 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c77967db-a573-436d-a269-9b9899738280 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port dbc8122a-3e6d-440b-8df2-e7ffd66240e7 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:57.935174 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c77967db-a573-436d-a269-9b9899738280 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:57.947437 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f784582-4a97-4274-9c34-eb747e7dd0b6'] response: {'name': 'network-changed', 'server_uuid': '9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef', 'tag': 'ae63be30-e252-41a4-bb45-00657a3752a4', 'status': 'completed', 'code': 200} May 30 20:16:58.108158 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0346c-1ab6-4a59-a415-91ecb6bbbb9a None None] Pushing event updated for resources: {'Port': ['ID=a159670e-4fec-43e7-888e-b2d0484b5c81,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:58.136124 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd0a6ce1-332c-40ea-861b-f09a62b20805 req-3c3a4139-606a-459f-a90a-9e9182d571ec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=83c273a70b9742ee885b1f1f37dab263&device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 1096 time: 0.1938436 May 30 20:16:58.140616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-50c5cea8-453a-497a-b667-4f76110afa02 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Allocated IP 172.20.0.9 (ddc464cb-f722-4e07-aa44-ac3cc214327c/c0791857-266d-4d4d-abe5-3d3ca4eece3f/9085171b-cc1d-4592-bf63-3bfd5a38e50f) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:58.262706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-935f4d41-4754-4b3e-9a45-ed66e0798bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'name': 'tempest-TestNetworkBasicOps-router-2036709370', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:15:10Z', 'updated_at': '2022-05-30T20:15:27Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:12Z', 'updated_at': '2022-05-30T20:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '923953d0-a5de-4616-9dbd-ce5de3f584df', 'name': '', 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:78:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e584b7-1f11-483d-b960-40b20bf30832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:24Z', 'updated_at': '2022-05-30T20:15:39Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '05e584b7-1f11-483d-b960-40b20bf30832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:58.288281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935f4d41-4754-4b3e-9a45-ed66e0798bc8 None None] Checking router: 722c8eaa-1585-411a-b678-17f5e61ad650 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:16:58.291180 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c77967db-a573-436d-a269-9b9899738280 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:58.331831 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935f4d41-4754-4b3e-9a45-ed66e0798bc8 None None] Routers {'722c8eaa-1585-411a-b678-17f5e61ad650'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:16:58.332747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-935f4d41-4754-4b3e-9a45-ed66e0798bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:16:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['722c8eaa-1585-411a-b678-17f5e61ad650'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:58.520945 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c77967db-a573-436d-a269-9b9899738280 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for dbc8122a-3e6d-440b-8df2-e7ffd66240e7 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:58.524216 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:58.564484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Transition to ACTIVE for port object e2a0ee7b-0378-4164-a440-d224bc55c19e will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:58.596298 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Transition to ACTIVE for port object e2a0ee7b-0378-4164-a440-d224bc55c19e will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:58.617555 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:58.644442 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-50c5cea8-453a-497a-b667-4f76110afa02 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:58.702877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Pushing event updated for resources: {'Port': ['ID=e2a0ee7b-0378-4164-a440-d224bc55c19e,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:58.745487 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Network 28170d77-fd32-4448-b56a-eb4e724d8cf2 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:58.747888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-935f4d41-4754-4b3e-9a45-ed66e0798bc8 None None] Set router 722c8eaa-1585-411a-b678-17f5e61ad650 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:16:58.753900 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c77967db-a573-436d-a269-9b9899738280 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:58.829878 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:58.832279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:58.883918 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77967db-a573-436d-a269-9b9899738280 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=dbc8122a-3e6d-440b-8df2-e7ffd66240e7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:58.954755 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1898b3b4-df78-4128-9aea-84f8f81f44f2 req-283054bc-440f-4e58-a11d-645704638003 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=f15ec26f-155b-4bac-93ff-7514b363012c HTTP/1.1" status: 200 len: 210 time: 0.3188758 May 30 20:16:58.978093 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Attempting to bind port e2a0ee7b-0378-4164-a440-d224bc55c19e on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:58.978460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Attempting to bind port e2a0ee7b-0378-4164-a440-d224bc55c19e by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '008a42ce-e9be-4985-aba6-718da276badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '28170d77-fd32-4448-b56a-eb4e724d8cf2'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:58.978821 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Attempting to bind port e2a0ee7b-0378-4164-a440-d224bc55c19e on network 28170d77-fd32-4448-b56a-eb4e724d8cf2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:59.004519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a159670e-4fec-43e7-888e-b2d0484b5c81 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:16:59.037941 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c77967db-a573-436d-a269-9b9899738280 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:59.053082 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c77967db-a573-436d-a269-9b9899738280 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/ports/dbc8122a-3e6d-440b-8df2-e7ffd66240e7 HTTP/1.1" status: 204 len: 168 time: 1.2757940 May 30 20:16:59.053793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44238) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:59.070342 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Allocated IP 172.20.0.6 (28170d77-fd32-4448-b56a-eb4e724d8cf2/3c08e641-687c-4d27-a681-5efb25537133/8025cd4a-483a-4ef1-8e8b-ae05777f7f74) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:59.091502 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:16:59.091975 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Checking segment: {'id': '008a42ce-e9be-4985-aba6-718da276badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '28170d77-fd32-4448-b56a-eb4e724d8cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:59.092421 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:59.093408 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Bound using segment: {'id': '008a42ce-e9be-4985-aba6-718da276badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '28170d77-fd32-4448-b56a-eb4e724d8cf2'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:16:59.093909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Bound port: e2a0ee7b-0378-4164-a440-d224bc55c19e, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008a42ce-e9be-4985-aba6-718da276badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '28170d77-fd32-4448-b56a-eb4e724d8cf2'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:16:59.094263 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:59.139017 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4d066e-77d2-491e-a2cb-9f14eb8430ad tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] GET failed (client error): The resource could not be found. May 30 20:16:59.140197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1d4d066e-77d2-491e-a2cb-9f14eb8430ad tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Synchronizing usage tracker for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:59.159209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1d4d066e-77d2-491e-a2cb-9f14eb8430ad tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Unset dirty status for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:59.164432 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1d4d066e-77d2-491e-a2cb-9f14eb8430ad tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports/dbc8122a-3e6d-440b-8df2-e7ffd66240e7 HTTP/1.1" status: 404 len: 333 time: 0.1095626 May 30 20:16:59.165461 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44244) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:59.368833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a6ce1-332c-40ea-861b-f09a62b20805 req-94842446-6a16-4914-9a2b-629e4ce9a93d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:59.370337 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd0a6ce1-332c-40ea-861b-f09a62b20805 req-94842446-6a16-4914-9a2b-629e4ce9a93d service neutron] 10.222.0.93 "GET /v2.0/networks?id=8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 HTTP/1.1" status: 200 len: 896 time: 1.2253091 May 30 20:16:59.555567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f7fd83-836b-490d-bb45-ab8686b74196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting subnet 4ec2a113-ce5a-47fe-81f3-f9100c619de7 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:16:59.569899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e64ac-c85d-487c-bd9a-5f83168c406f req-5e434b96-2453-457f-851b-44b09c015314 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:59.570804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-529e64ac-c85d-487c-bd9a-5f83168c406f req-5e434b96-2453-457f-851b-44b09c015314 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Synchronizing usage tracker for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:59.573626 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-41f7fd83-836b-490d-bb45-ab8686b74196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:59.652013 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port a159670e-4fec-43e7-888e-b2d0484b5c81 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:59.673151 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-41f7fd83-836b-490d-bb45-ab8686b74196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:59.688587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] For port e2a0ee7b-0378-4164-a440-d224bc55c19e, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:16:59.695450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31c315d7-2ef9-4b74-aa58-92c1d7d64c82 req-b801aed8-5584-400e-8691-6ed0931c3655 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.4268544 May 30 20:16:59.696705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd0a6ce1-332c-40ea-861b-f09a62b20805 req-de807e1d-d5e2-4d83-a182-0919e58eea6d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae63be30-e252-41a4-bb45-00657a3752a4 HTTP/1.1" status: 200 len: 217 time: 0.1398597 May 30 20:16:59.698224 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] For port e2a0ee7b-0378-4164-a440-d224bc55c19e, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e2a0ee7b-0378-4164-a440-d224bc55c19e,segment=NetworkSegment(008a42ce-e9be-4985-aba6-718da276badf),segment_id=008a42ce-e9be-4985-aba6-718da276badf)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:16:59.722608 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:59.726221 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57729a-e5a3-4a13-aca3-43ed30adf5da req-9acbeab6-4b77-4e38-a1af-5129381083a2 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:59.726932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6e57729a-e5a3-4a13-aca3-43ed30adf5da req-9acbeab6-4b77-4e38-a1af-5129381083a2 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Synchronizing usage tracker for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:59.833633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a6ce1-332c-40ea-861b-f09a62b20805 req-7c207a94-d040-45b4-b7fb-294581597b73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:59.835102 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd0a6ce1-332c-40ea-861b-f09a62b20805 req-7c207a94-d040-45b4-b7fb-294581597b73 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=05e584b7-1f11-483d-b960-40b20bf30832 HTTP/1.1" status: 200 len: 834 time: 0.1193962 May 30 20:16:59.845493 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-41f7fd83-836b-490d-bb45-ab8686b74196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:59.886500 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-935f4d41-4754-4b3e-9a45-ed66e0798bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'name': 'tempest-TestNetworkBasicOps-router-2036709370', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:15:10Z', 'updated_at': '2022-05-30T20:15:27Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:12Z', 'updated_at': '2022-05-30T20:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '923953d0-a5de-4616-9dbd-ce5de3f584df', 'name': '', 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:78:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e584b7-1f11-483d-b960-40b20bf30832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:24Z', 'updated_at': '2022-05-30T20:15:39Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '05e584b7-1f11-483d-b960-40b20bf30832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:59.898880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ee3af-5426-4b1f-9cea-6e97358a8429 None None] Pushing event updated for resources: {'Port': ['ID=e2a0ee7b-0378-4164-a440-d224bc55c19e,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:59.905854 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe85bca0-cf48-4f84-ae33-e3533986f8b5 None None] Network 029ae03a-b525-45c6-bd19-f0ca7073dde4 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:59.925773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6e57729a-e5a3-4a13-aca3-43ed30adf5da req-9acbeab6-4b77-4e38-a1af-5129381083a2 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Unset dirty status for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:59.927346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e57729a-e5a3-4a13-aca3-43ed30adf5da req-9acbeab6-4b77-4e38-a1af-5129381083a2 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 945 time: 1.2956297 May 30 20:16:59.928501 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-50c5cea8-453a-497a-b667-4f76110afa02 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:59.952849 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['3b4ed5f3-d88c-4707-b4c8-5738236cd402'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:16:59.964940 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-529e64ac-c85d-487c-bd9a-5f83168c406f req-5e434b96-2453-457f-851b-44b09c015314 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Unset dirty status for tenant:83c273a70b9742ee885b1f1f37dab263 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:59.968893 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-529e64ac-c85d-487c-bd9a-5f83168c406f req-5e434b96-2453-457f-851b-44b09c015314 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.93 "GET /v2.0/ports?device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 945 time: 0.6170206 May 30 20:17:00.004704 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f316328c-5a6e-467d-bcac-35bfb092600f req-5fc735c6-5a7e-4f84-a7d7-8e44e73ac00e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 1096 time: 1.0750940 May 30 20:17:00.034399 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935f4d41-4754-4b3e-9a45-ed66e0798bc8 None None] The sync data for ids ['722c8eaa-1585-411a-b678-17f5e61ad650'] in n-d-843949-2 is: [{'id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'name': 'tempest-TestNetworkBasicOps-router-2036709370', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:15:10Z', 'updated_at': '2022-05-30T20:15:27Z', 'revision_number': 4, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:12Z', 'updated_at': '2022-05-30T20:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '923953d0-a5de-4616-9dbd-ce5de3f584df', 'name': '', 'network_id': '8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'mac_address': 'fa:16:3e:78:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e584b7-1f11-483d-b960-40b20bf30832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:24Z', 'updated_at': '2022-05-30T20:15:39Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'subnets': [{'id': '05e584b7-1f11-483d-b960-40b20bf30832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:17:00.107216 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-529e64ac-c85d-487c-bd9a-5f83168c406f req-a35a78f7-838d-4e7f-9b4e-9ed55e75665c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Deleting port ae63be30-e252-41a4-bb45-00657a3752a4 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:00.107792 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-529e64ac-c85d-487c-bd9a-5f83168c406f req-a35a78f7-838d-4e7f-9b4e-9ed55e75665c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:00.153442 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-41f7fd83-836b-490d-bb45-ab8686b74196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:00.267433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7fd83-836b-490d-bb45-ab8686b74196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec2a113-ce5a-47fe-81f3-f9100c619de7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:00.283891 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-41f7fd83-836b-490d-bb45-ab8686b74196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:00.324619 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:00.346268 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-41f7fd83-836b-490d-bb45-ab8686b74196 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/4ec2a113-ce5a-47fe-81f3-f9100c619de7 HTTP/1.1" status: 204 len: 168 time: 1.1777501 May 30 20:17:00.350098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Transition to ACTIVE for port object 8025cd4a-483a-4ef1-8e8b-ae05777f7f74 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:00.353206 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44260) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:00.441709 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ed3bee09-f816-469c-a594-6e8a9b40ef93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:00.446959 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e57729a-e5a3-4a13-aca3-43ed30adf5da req-3d847977-ae03-4b4b-9a80-1b0abe0501ac tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/security-groups?id=d321dc23-d90a-4965-9910-02632a28c4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4075699 May 30 20:17:00.450050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5cea8-453a-497a-b667-4f76110afa02 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Pushing event updated for resources: {'Port': ['ID=9085171b-cc1d-4592-bf63-3bfd5a38e50f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:00.508574 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-344b0b31-0819-45df-bf37-19c24a464b4c None None] Provisioning for port a159670e-4fec-43e7-888e-b2d0484b5c81 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:00.524738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-344b0b31-0819-45df-bf37-19c24a464b4c None None] Provisioning complete for port a159670e-4fec-43e7-888e-b2d0484b5c81 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:00.525361 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-344b0b31-0819-45df-bf37-19c24a464b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:00.575089 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f88d4e7-0cf6-42ed-a577-4a5cb7ca4739 None None] New status for floating IP 3b41e49e-1193-4df1-a8c9-b91b76901062: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:17:00.577975 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-50c5cea8-453a-497a-b667-4f76110afa02 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Network ddc464cb-f722-4e07-aa44-ac3cc214327c is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:00.585326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-50c5cea8-453a-497a-b667-4f76110afa02 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:00.618131 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-50c5cea8-453a-497a-b667-4f76110afa02 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:00.754113 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:00.789182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port a159670e-4fec-43e7-888e-b2d0484b5c81 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:00.789510 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:00.812520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-50c5cea8-453a-497a-b667-4f76110afa02 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:00.813344 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-50c5cea8-453a-497a-b667-4f76110afa02 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:00.915850 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f316328c-5a6e-467d-bcac-35bfb092600f req-6ac2ca96-5a42-4bf9-ae38-f91b9180a19e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8117497 May 30 20:17:00.940905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b57dbb-25a9-4e1d-9a1e-4f7c81ed8418 req-3417cef2-4271-4b45-97a8-189b0a19e8d6 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:00.957205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-41b57dbb-25a9-4e1d-9a1e-4f7c81ed8418 req-3417cef2-4271-4b45-97a8-189b0a19e8d6 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 1.0372558 May 30 20:17:00.973583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-529e64ac-c85d-487c-bd9a-5f83168c406f req-a35a78f7-838d-4e7f-9b4e-9ed55e75665c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] For port ae63be30-e252-41a4-bb45-00657a3752a4, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ae63be30-e252-41a4-bb45-00657a3752a4,segment=NetworkSegment(fb897844-8e9f-44ba-858b-098c68297d96),segment_id=fb897844-8e9f-44ba-858b-098c68297d96)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:00.974082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-529e64ac-c85d-487c-bd9a-5f83168c406f req-a35a78f7-838d-4e7f-9b4e-9ed55e75665c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:00.981429 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e2a0ee7b-0378-4164-a440-d224bc55c19e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:01.022242 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd0a6ce1-332c-40ea-861b-f09a62b20805 req-ada2ddd5-73f7-4433-9f6b-3094f99a22cd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1713955 May 30 20:17:01.038498 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-344b0b31-0819-45df-bf37-19c24a464b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:01.068684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-41b57dbb-25a9-4e1d-9a1e-4f7c81ed8418 req-2d1a9417-e104-43db-ab49-d4686fc82ede tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090760 May 30 20:17:01.097777 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:01.165959 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-50c5cea8-453a-497a-b667-4f76110afa02 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1658649 May 30 20:17:01.172897 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-344b0b31-0819-45df-bf37-19c24a464b4c None None] For port a159670e-4fec-43e7-888e-b2d0484b5c81, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a159670e-4fec-43e7-888e-b2d0484b5c81,segment=NetworkSegment(65ed95a9-a0fd-4c40-8815-0bca6874509e),segment_id=65ed95a9-a0fd-4c40-8815-0bca6874509e)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:01.185790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-529e64ac-c85d-487c-bd9a-5f83168c406f req-a35a78f7-838d-4e7f-9b4e-9ed55e75665c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Calling delete_port for ae63be30-e252-41a4-bb45-00657a3752a4 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:01.204430 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-344b0b31-0819-45df-bf37-19c24a464b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:01.221315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Network 28170d77-fd32-4448-b56a-eb4e724d8cf2 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:01.253023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:01.261660 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Request body: {'port': {'device_id': 'f15ec26f-155b-4bac-93ff-7514b363012c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:01.290370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port e2a0ee7b-0378-4164-a440-d224bc55c19e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:01.296579 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b0b31-0819-45df-bf37-19c24a464b4c None None] Pushing event updated for resources: {'Port': ['ID=a159670e-4fec-43e7-888e-b2d0484b5c81,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:01.305348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97991972-9633-4478-8267-9099c0b6d5bb None None] DHCP port deletion for 029ae03a-b525-45c6-bd19-f0ca7073dde4 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:17:01.315502 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:01.316507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-97991972-9633-4478-8267-9099c0b6d5bb None None] Deleting port a159670e-4fec-43e7-888e-b2d0484b5c81 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:01.317213 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-97991972-9633-4478-8267-9099c0b6d5bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:01.492002 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd0a6ce1-332c-40ea-861b-f09a62b20805 req-9dfdfd99-6a45-49ff-a95a-9aa410e77d42 service neutron] 10.222.0.93 "GET /v2.0/networks/8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248322 May 30 20:17:01.492753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:01.582917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] For port a159670e-4fec-43e7-888e-b2d0484b5c81, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a159670e-4fec-43e7-888e-b2d0484b5c81,segment=NetworkSegment(65ed95a9-a0fd-4c40-8815-0bca6874509e),segment_id=65ed95a9-a0fd-4c40-8815-0bca6874509e)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:01.583270 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:01.617515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-97991972-9633-4478-8267-9099c0b6d5bb None None] For port a159670e-4fec-43e7-888e-b2d0484b5c81, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a159670e-4fec-43e7-888e-b2d0484b5c81,segment=NetworkSegment(65ed95a9-a0fd-4c40-8815-0bca6874509e),segment_id=65ed95a9-a0fd-4c40-8815-0bca6874509e)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:01.617515 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-97991972-9633-4478-8267-9099c0b6d5bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:01.623682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event updated for resources: {'Port': ['ID=8025cd4a-483a-4ef1-8e8b-ae05777f7f74,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:01.662333 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51336199-06ca-423c-a065-00d6985a9074 None None] Network 28170d77-fd32-4448-b56a-eb4e724d8cf2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:01.778450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0518cf5-b553-40ea-83b9-b3355d479bc7 req-70b2f8e9-4abc-4ac1-b087-dfc47a9f8860 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.1979740 May 30 20:17:01.814415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for a159670e-4fec-43e7-888e-b2d0484b5c81 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:01.837093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f96f8-ad23-428e-9c6d-f53d281301d5 req-f73fd2e7-ea28-4c92-bc63-208613e45b7a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:01.837650 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-911f96f8-ad23-428e-9c6d-f53d281301d5 req-f73fd2e7-ea28-4c92-bc63-208613e45b7a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Synchronizing usage tracker for tenant:6a5fc31d675c4cedbf2186089e4f965b on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:01.875875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:01.876733 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:01.880662 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:01.894540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-911f96f8-ad23-428e-9c6d-f53d281301d5 req-f73fd2e7-ea28-4c92-bc63-208613e45b7a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Unset dirty status for tenant:6a5fc31d675c4cedbf2186089e4f965b on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:01.902288 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-911f96f8-ad23-428e-9c6d-f53d281301d5 req-f73fd2e7-ea28-4c92-bc63-208613e45b7a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=f15ec26f-155b-4bac-93ff-7514b363012c HTTP/1.1" status: 200 len: 931 time: 1.0790350 May 30 20:17:01.977677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-97991972-9633-4478-8267-9099c0b6d5bb None None] Calling delete_port for a159670e-4fec-43e7-888e-b2d0484b5c81 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:01.986667 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-529e64ac-c85d-487c-bd9a-5f83168c406f req-a35a78f7-838d-4e7f-9b4e-9ed55e75665c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:01.988711 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-935ed64b-87c3-4daf-87cb-24c1c5506d26 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.6476192 May 30 20:17:01.988711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44288) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:02.002593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Request body: {'port': {'network_id': '28170d77-fd32-4448-b56a-eb4e724d8cf2', 'name': 'tempest-AllowedAddressPairTestJSON-1262216473', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e4:d6:7c'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:02.059536 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a78f7-838d-4e7f-9b4e-9ed55e75665c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'Port': ['ID=ae63be30-e252-41a4-bb45-00657a3752a4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:02.146633 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:02.171471 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7dcf49bd-1b7e-46b8-888c-e4aba6f19bc6 None None] Provisioning for port e2a0ee7b-0378-4164-a440-d224bc55c19e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:02.187408 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7dcf49bd-1b7e-46b8-888c-e4aba6f19bc6 None None] Provisioning complete for port e2a0ee7b-0378-4164-a440-d224bc55c19e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:02.188013 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7dcf49bd-1b7e-46b8-888c-e4aba6f19bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:02.193212 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-529e64ac-c85d-487c-bd9a-5f83168c406f req-a35a78f7-838d-4e7f-9b4e-9ed55e75665c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] No DVR routers for this DVR port ae63be30-e252-41a4-bb45-00657a3752a4 on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:02.196083 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-529e64ac-c85d-487c-bd9a-5f83168c406f req-a35a78f7-838d-4e7f-9b4e-9ed55e75665c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:02.203058 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef', 'name': 'network-vif-deleted', 'tag': 'ae63be30-e252-41a4-bb45-00657a3752a4'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:02.208398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:17:02.209072 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:17:02.226541 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-529e64ac-c85d-487c-bd9a-5f83168c406f req-a35a78f7-838d-4e7f-9b4e-9ed55e75665c tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.93 "DELETE /v2.0/ports/ae63be30-e252-41a4-bb45-00657a3752a4 HTTP/1.1" status: 204 len: 173 time: 2.2520962 May 30 20:17:02.358603 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-97991972-9633-4478-8267-9099c0b6d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:02.412704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97991972-9633-4478-8267-9099c0b6d5bb None None] No DVR routers for this DVR port a159670e-4fec-43e7-888e-b2d0484b5c81 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:02.451872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97991972-9633-4478-8267-9099c0b6d5bb None None] Pushing event deleted for resources: {'Port': ['ID=a159670e-4fec-43e7-888e-b2d0484b5c81,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:02.474096 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd0a6ce1-332c-40ea-861b-f09a62b20805 req-90c60416-9bba-47c2-954e-b3635a13369f service neutron] 10.222.0.93 "GET /v2.0/networks/8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8002470 May 30 20:17:02.477014 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c324b2e-02d5-460a-b450-fb2f3b88f842 req-72fc7a2c-887a-4470-8eb2-d0126b2dfd4a tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef HTTP/1.1" status: 200 len: 210 time: 0.0891812 May 30 20:17:02.573595 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7dcf49bd-1b7e-46b8-888c-e4aba6f19bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:02.655066 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7dcf49bd-1b7e-46b8-888c-e4aba6f19bc6 None None] For port e2a0ee7b-0378-4164-a440-d224bc55c19e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e2a0ee7b-0378-4164-a440-d224bc55c19e,segment=NetworkSegment(008a42ce-e9be-4985-aba6-718da276badf),segment_id=008a42ce-e9be-4985-aba6-718da276badf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:02.664762 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7dcf49bd-1b7e-46b8-888c-e4aba6f19bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:02.704326 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-911f96f8-ad23-428e-9c6d-f53d281301d5 req-83e7b43a-bb23-4274-87cc-579a527be454 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8003120 May 30 20:17:02.711152 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port a159670e-4fec-43e7-888e-b2d0484b5c81 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:02.711618 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:02.794278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf49bd-1b7e-46b8-888c-e4aba6f19bc6 None None] Pushing event updated for resources: {'Port': ['ID=e2a0ee7b-0378-4164-a440-d224bc55c19e,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:02.825400 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:02.839680 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764e8dcd-cd79-4447-a040-f8497f31117b'] response: {'server_uuid': '9ebdfa3a-dfba-42dd-bfb6-55f9e9794fef', 'name': 'network-vif-deleted', 'tag': 'ae63be30-e252-41a4-bb45-00657a3752a4', 'status': 'completed', 'code': 200} May 30 20:17:02.846167 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] The port 'a159670e-4fec-43e7-888e-b2d0484b5c81' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:17:02.880344 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a159670e-4fec-43e7-888e-b2d0484b5c81 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:02.984916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: a159670e-4fec-43e7-888e-b2d0484b5c81 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:17:02.985250 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a159670e-4fec-43e7-888e-b2d0484b5c81 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:17:03.065909 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.099656 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.140961 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5cffb7bb-43fa-4922-89b8-81acc948a311 req-eb96b6ca-73d2-4daa-9bb2-99ce0ec93080 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.0729005 May 30 20:17:03.161819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029ae03a-b525-45c6-bd19-f0ca7073dde4']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:03.179689 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9085171b-cc1d-4592-bf63-3bfd5a38e50f {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:17:03.185780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ed95a9-a0fd-4c40-8815-0bca6874509e') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:03.186075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ed95a9-a0fd-4c40-8815-0bca6874509e') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:03.200948 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d96a6f43-64ca-41e9-970a-b3be616525d1 None None] Provisioning complete for port e2a0ee7b-0378-4164-a440-d224bc55c19e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:03.201464 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d96a6f43-64ca-41e9-970a-b3be616525d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.218175 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.236040 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.265903 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.275461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Transition to ACTIVE for port object 9085171b-cc1d-4592-bf63-3bfd5a38e50f will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:03.281909 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:17:03.282555 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.293521 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:03.319166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Usage tracker for resource:port and tenant:a27c538f4ab448bd9d2e9de50e2a1929 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:03.325065 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: timer() May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:17:03.338871 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:17:03.350673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:03.449633 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ae63be30-e252-41a4-bb45-00657a3752a4 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:03.463072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:03.487641 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: ae63be30-e252-41a4-bb45-00657a3752a4 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:17:03.488025 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ae63be30-e252-41a4-bb45-00657a3752a4 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:17:03.504398 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72ab19-6295-4ef8-9a85-7819235f35a7 req-e4fe41c2-e81d-4199-bd66-623df4ceb3a7 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:03.512503 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8a72ab19-6295-4ef8-9a85-7819235f35a7 req-e4fe41c2-e81d-4199-bd66-623df4ceb3a7 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.8694685 May 30 20:17:03.522054 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.532208 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.556315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Made reservation on behalf of a27c538f4ab448bd9d2e9de50e2a1929 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:03.568406 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/networks/029ae03a-b525-45c6-bd19-f0ca7073dde4 HTTP/1.1" status: 204 len: 168 time: 3.2139835 May 30 20:17:03.569837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe10c65-797a-41f4-b561-8386f32db4b0 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Network': ['ID=029ae03a-b525-45c6-bd19-f0ca7073dde4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:03.581767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44316) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:03.584077 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d96a6f43-64ca-41e9-970a-b3be616525d1 None None] Provisioning for port 8025cd4a-483a-4ef1-8e8b-ae05777f7f74 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:03.584696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Pushing event updated for resources: {'Port': ['ID=9085171b-cc1d-4592-bf63-3bfd5a38e50f,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:03.589350 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d96a6f43-64ca-41e9-970a-b3be616525d1 None None] Provisioning complete for port 8025cd4a-483a-4ef1-8e8b-ae05777f7f74 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:03.589957 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d96a6f43-64ca-41e9-970a-b3be616525d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.594885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f3ee0255-e070-4e3c-a880-163cf69da693 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1858357194'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:03.651851 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d96a6f43-64ca-41e9-970a-b3be616525d1 None None] Port 8025cd4a-483a-4ef1-8e8b-ae05777f7f74 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:03.656314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44320) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:03.656544 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f3ee0255-e070-4e3c-a880-163cf69da693 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:03.694481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f3ee0255-e070-4e3c-a880-163cf69da693 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:network and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:03.712287 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f3ee0255-e070-4e3c-a880-163cf69da693 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:03.750547 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f3ee0255-e070-4e3c-a880-163cf69da693 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:03.819885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8a72ab19-6295-4ef8-9a85-7819235f35a7 req-ce817dab-9db2-424a-9425-093b58901a50 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932253 May 30 20:17:03.824913 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ee0255-e070-4e3c-a880-163cf69da693 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:03.828606 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3ee0255-e070-4e3c-a880-163cf69da693 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.829852 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5c9f2552-3fc9-4131-9f80-d45a837e23d2 None None] Provisioning complete for port 8025cd4a-483a-4ef1-8e8b-ae05777f7f74 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:03.830424 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5c9f2552-3fc9-4131-9f80-d45a837e23d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.877262 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.912171 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-92dabed2-a00a-4039-bb3d-264c36147283 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.934065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ee0255-e070-4e3c-a880-163cf69da693 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:17:03.938140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Attempting to bind port 9085171b-cc1d-4592-bf63-3bfd5a38e50f on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:17:03.939030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Attempting to bind port 9085171b-cc1d-4592-bf63-3bfd5a38e50f by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '4d10fbeb-2125-48cc-a069-4a88bc5a0de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ddc464cb-f722-4e07-aa44-ac3cc214327c'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:17:03.942720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Attempting to bind port 9085171b-cc1d-4592-bf63-3bfd5a38e50f on network ddc464cb-f722-4e07-aa44-ac3cc214327c {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:17:03.945564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] device_id is not set on port 84d5ec5f-db00-4334-81f7-ed1d52902a4e yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:17:03.981019 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-92dabed2-a00a-4039-bb3d-264c36147283 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:04.017861 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5c9f2552-3fc9-4131-9f80-d45a837e23d2 None None] Port 8025cd4a-483a-4ef1-8e8b-ae05777f7f74 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:04.094249 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3ee0255-e070-4e3c-a880-163cf69da693 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:04.094857 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-f3ee0255-e070-4e3c-a880-163cf69da693 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Added segment 6347b330-5969-4f4e-adbd-aacf67f2d6fe of type vlan for network 1905e27d-367b-4847-8bbf-eeb4a50fb679 May 30 20:17:04.104398 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Port 9085171b-cc1d-4592-bf63-3bfd5a38e50f on network ddc464cb-f722-4e07-aa44-ac3cc214327c not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:17:04.104869 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Attempting to bind port 9085171b-cc1d-4592-bf63-3bfd5a38e50f on network ddc464cb-f722-4e07-aa44-ac3cc214327c {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:17:04.115252 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-92dabed2-a00a-4039-bb3d-264c36147283 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:04.142041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:17:04.142492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Checking segment: {'id': '4d10fbeb-2125-48cc-a069-4a88bc5a0de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ddc464cb-f722-4e07-aa44-ac3cc214327c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:04.143184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Bound using segment: {'id': '4d10fbeb-2125-48cc-a069-4a88bc5a0de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ddc464cb-f722-4e07-aa44-ac3cc214327c'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:17:04.143756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Bound port: 9085171b-cc1d-4592-bf63-3bfd5a38e50f, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d10fbeb-2125-48cc-a069-4a88bc5a0de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ddc464cb-f722-4e07-aa44-ac3cc214327c'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:17:04.144442 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:04.147241 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dabed2-a00a-4039-bb3d-264c36147283 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d321dc23-d90a-4965-9910-02632a28c4c7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:04.185253 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-92dabed2-a00a-4039-bb3d-264c36147283 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:04.193817 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-92dabed2-a00a-4039-bb3d-264c36147283 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "DELETE /v2.0/security-groups/d321dc23-d90a-4965-9910-02632a28c4c7 HTTP/1.1" status: 204 len: 168 time: 0.5336411 May 30 20:17:04.208189 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3ee0255-e070-4e3c-a880-163cf69da693 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:04.343078 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44348) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:04.387950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] For port 9085171b-cc1d-4592-bf63-3bfd5a38e50f, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:17:04.412591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] For port 9085171b-cc1d-4592-bf63-3bfd5a38e50f, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9085171b-cc1d-4592-bf63-3bfd5a38e50f,segment=NetworkSegment(4d10fbeb-2125-48cc-a069-4a88bc5a0de9),segment_id=4d10fbeb-2125-48cc-a069-4a88bc5a0de9)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:17:04.414185 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Allocated IP 172.20.0.12 (28170d77-fd32-4448-b56a-eb4e724d8cf2/3c08e641-687c-4d27-a681-5efb25537133/84d5ec5f-db00-4334-81f7-ed1d52902a4e) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:04.417622 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3ee0255-e070-4e3c-a880-163cf69da693 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:04.422034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ee0255-e070-4e3c-a880-163cf69da693 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:04.422782 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3ee0255-e070-4e3c-a880-163cf69da693 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:04.462454 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:04.673382 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ff0fe77-dc61-4166-9c76-110f41211aad req-8b52592c-af2e-4dde-a5a6-c4663ee69b86 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.1666226 May 30 20:17:04.678583 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f3ee0255-e070-4e3c-a880-163cf69da693 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0953631 May 30 20:17:04.680475 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44356) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:04.696746 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:04.698373 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] 10.222.0.93 "PUT /v2.0/ports/9085171b-cc1d-4592-bf63-3bfd5a38e50f HTTP/1.1" status: 200 len: 1091 time: 3.4471469 May 30 20:17:04.706451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-49f8d55d-5b0b-4657-9605-9c07154b1311 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'subnet': {'network_id': '1905e27d-367b-4847-8bbf-eeb4a50fb679', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:04.741033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15ec26f-155b-4bac-93ff-7514b363012c', 'tag': '9085171b-cc1d-4592-bf63-3bfd5a38e50f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:04.746654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee0255-e070-4e3c-a880-163cf69da693 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Network': ['ID=1905e27d-367b-4847-8bbf-eeb4a50fb679,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:04.761652 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 1905e27d-367b-4847-8bbf-eeb4a50fb679 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:17:04.857967 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-51e3a39f-42a6-4675-8abc-2befb532c002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:04.942964 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e2a0ee7b-0378-4164-a440-d224bc55c19e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:04.961223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fa4e5-645e-4b6e-8a76-0cb480a70dde req-043d45cf-9731-40e3-96a4-c2a151887fbc tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:04.966374 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6d5fa4e5-645e-4b6e-8a76-0cb480a70dde req-043d45cf-9731-40e3-96a4-c2a151887fbc tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=f15ec26f-155b-4bac-93ff-7514b363012c HTTP/1.1" status: 200 len: 943 time: 0.7637057 May 30 20:17:05.045110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port e2a0ee7b-0378-4164-a440-d224bc55c19e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:05.045480 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:05.162699 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a142e1da-3215-401b-8836-a7266e907523'] response: {'name': 'network-changed', 'server_uuid': 'f15ec26f-155b-4bac-93ff-7514b363012c', 'tag': '9085171b-cc1d-4592-bf63-3bfd5a38e50f', 'status': 'completed', 'code': 200} May 30 20:17:05.201100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03477ceb-31dd-4c73-ab79-da5c48c3570d service neutron] Pushing event updated for resources: {'Port': ['ID=9085171b-cc1d-4592-bf63-3bfd5a38e50f,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:05.353585 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-49f8d55d-5b0b-4657-9605-9c07154b1311 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:05.376456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-49f8d55d-5b0b-4657-9605-9c07154b1311 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:subnet and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:05.392692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-49f8d55d-5b0b-4657-9605-9c07154b1311 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:05.396210 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6d5fa4e5-645e-4b6e-8a76-0cb480a70dde req-fd9869cf-b2ab-48a8-8ffa-d15f117af392 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289577 May 30 20:17:05.406456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-49f8d55d-5b0b-4657-9605-9c07154b1311 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:05.472419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f8d55d-5b0b-4657-9605-9c07154b1311 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:05.569762 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62610cfd-4c21-494c-969b-29f23de1f6dc req-c0008956-3ba4-4deb-9e73-5f29fbeb4766 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 1096 time: 0.4497335 May 30 20:17:05.589784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-91b2a3a3-0c98-487e-911a-9cdc1d9ec4f6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a5fc31d675c4cedbf2186089e4f965b&device_id=f15ec26f-155b-4bac-93ff-7514b363012c HTTP/1.1" status: 200 len: 1094 time: 0.6376159 May 30 20:17:05.618192 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:05.765223 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-fff1b1c4-51f4-4752-859c-95012f7b1864 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9085171b-cc1d-4592-bf63-3bfd5a38e50f HTTP/1.1" status: 200 len: 217 time: 0.1507254 May 30 20:17:05.782673 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-51e3a39f-42a6-4675-8abc-2befb532c002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Deleting port 923953d0-a5de-4616-9dbd-ce5de3f584df {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:05.783253 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-51e3a39f-42a6-4675-8abc-2befb532c002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:05.783336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1447fc-dfd4-4ddb-9728-e54c6b05bdf3 req-c3efdd7b-75a7-4349-a913-5fde173efa16 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:05.792882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc1447fc-dfd4-4ddb-9728-e54c6b05bdf3 req-c3efdd7b-75a7-4349-a913-5fde173efa16 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.5095150 May 30 20:17:05.865351 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-49f8d55d-5b0b-4657-9605-9c07154b1311 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:05.885529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Transition to ACTIVE for port object 84d5ec5f-db00-4334-81f7-ed1d52902a4e will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:05.999246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-51e3a39f-42a6-4675-8abc-2befb532c002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] For port 923953d0-a5de-4616-9dbd-ce5de3f584df, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=923953d0-a5de-4616-9dbd-ce5de3f584df,segment=NetworkSegment(fb897844-8e9f-44ba-858b-098c68297d96),segment_id=fb897844-8e9f-44ba-858b-098c68297d96)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:05.999602 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-51e3a39f-42a6-4675-8abc-2befb532c002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:06.036794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b82dc5e9-62df-43f5-a77b-b25b295c9e9a req-31a7e68d-0789-4a94-89cd-8a14ad7cfbd5 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.1575668 May 30 20:17:06.129314 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc1447fc-dfd4-4ddb-9728-e54c6b05bdf3 req-a57d98c2-db42-42e5-b691-0f752c331c8e tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352542 May 30 20:17:06.135304 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-51e3a39f-42a6-4675-8abc-2befb532c002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Calling delete_port for 923953d0-a5de-4616-9dbd-ce5de3f584df owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:06.159772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-38951235-f82e-4275-8e3b-86fad510b4da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:06.161272 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-38951235-f82e-4275-8e3b-86fad510b4da service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c0791857-266d-4d4d-abe5-3d3ca4eece3f HTTP/1.1" status: 200 len: 853 time: 0.3593109 May 30 20:17:06.219641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62610cfd-4c21-494c-969b-29f23de1f6dc req-3dc21de7-282d-4194-8894-0c44c1c4b349 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:06.221158 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62610cfd-4c21-494c-969b-29f23de1f6dc req-3dc21de7-282d-4194-8894-0c44c1c4b349 service neutron] 10.222.0.93 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 920 time: 0.6347320 May 30 20:17:06.224821 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-530f4324-9b83-42ab-b716-dff7ad19067d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ddc464cb-f722-4e07-aa44-ac3cc214327c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519905 May 30 20:17:06.228742 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:06.418772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event updated for resources: {'Port': ['ID=84d5ec5f-db00-4334-81f7-ed1d52902a4e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:06.434556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Network 28170d77-fd32-4448-b56a-eb4e724d8cf2 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:06.439315 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-51e3a39f-42a6-4675-8abc-2befb532c002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:06.497279 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3a39f-42a6-4675-8abc-2befb532c002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'Port': ['ID=923953d0-a5de-4616-9dbd-ce5de3f584df,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:06.497446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:06.507589 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:06.945068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a588130f-25ac-4b0e-84de-a6f7441c06ff None None] Provisioning for port 84d5ec5f-db00-4334-81f7-ed1d52902a4e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:06.950656 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a588130f-25ac-4b0e-84de-a6f7441c06ff None None] Provisioning complete for port 84d5ec5f-db00-4334-81f7-ed1d52902a4e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:06.951017 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a588130f-25ac-4b0e-84de-a6f7441c06ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:06.981707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:06.982357 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:07.001753 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-51e3a39f-42a6-4675-8abc-2befb532c002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:07.009193 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62610cfd-4c21-494c-969b-29f23de1f6dc req-fb68440b-eee4-46d0-9a96-62cc14d4b115 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd HTTP/1.1" status: 200 len: 1000 time: 0.7481925 May 30 20:17:07.012898 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a588130f-25ac-4b0e-84de-a6f7441c06ff None None] Port 84d5ec5f-db00-4334-81f7-ed1d52902a4e cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:07.033259 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:07.087341 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-1397d3a3-c776-49a2-9951-a1452f6e19ae service neutron] 10.222.0.93 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6911664 May 30 20:17:07.120323 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-677eff28-01bf-46d8-a48f-b96d9306bc92 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 5.1241148 May 30 20:17:07.140597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44402) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:07.257137 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-49f8d55d-5b0b-4657-9605-9c07154b1311 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:07.306592 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62610cfd-4c21-494c-969b-29f23de1f6dc req-a29ef930-fb4a-4aa7-b4be-1f338fd5014c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:07.308080 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62610cfd-4c21-494c-969b-29f23de1f6dc req-a29ef930-fb4a-4aa7-b4be-1f338fd5014c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 HTTP/1.1" status: 200 len: 858 time: 0.2848241 May 30 20:17:07.391601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67390a1-d95d-4588-91b7-453db9d22ec3 req-c72b04eb-2368-4bd7-a37c-d29973113d34 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:07.393002 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d67390a1-d95d-4588-91b7-453db9d22ec3 req-c72b04eb-2368-4bd7-a37c-d29973113d34 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=f15ec26f-155b-4bac-93ff-7514b363012c HTTP/1.1" status: 200 len: 943 time: 0.5842714 May 30 20:17:07.440894 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2fb514e1-a7aa-4f01-a0d2-af9bd2474a47 req-2ff470d8-2b29-4154-b035-c3b16cf64135 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.1655023 May 30 20:17:07.528238 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8d55d-5b0b-4657-9605-9c07154b1311 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Subnet': ['ID=f1d4ea78-8f60-43cd-afd3-52671fd549c1,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:07.566344 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-213b6c88-3a52-4719-8c3a-a2fb97c5cfd5 req-5c7069b5-173f-4b23-ab74-569ef4e590bf service neutron] 10.222.0.93 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676630 May 30 20:17:07.608413 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d67390a1-d95d-4588-91b7-453db9d22ec3 req-81978fd5-f3b1-4070-bcfa-110179798101 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931798 May 30 20:17:07.610433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f8d55d-5b0b-4657-9605-9c07154b1311 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Checking segment: {'id': '6347b330-5969-4f4e-adbd-aacf67f2d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1905e27d-367b-4847-8bbf-eeb4a50fb679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:07.610985 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f8d55d-5b0b-4657-9605-9c07154b1311 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network hostable DHCP agents. Network: 1905e27d-367b-4847-8bbf-eeb4a50fb679, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:17:07.740458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347c9035-9e97-4aa8-9def-90d808796e66 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:07.744365 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347c9035-9e97-4aa8-9def-90d808796e66 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:07.748245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347c9035-9e97-4aa8-9def-90d808796e66 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:07.749792 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-347c9035-9e97-4aa8-9def-90d808796e66 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Synchronizing usage tracker for tenant:a27c538f4ab448bd9d2e9de50e2a1929 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:07.750508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e3a39f-42a6-4675-8abc-2befb532c002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Router 722c8eaa-1585-411a-b678-17f5e61ad650 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:17:07.767094 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62610cfd-4c21-494c-969b-29f23de1f6dc req-8f700963-3a2d-47fc-8f9d-49b8b058e21c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4491885 May 30 20:17:07.879569 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-347c9035-9e97-4aa8-9def-90d808796e66 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Unset dirty status for tenant:a27c538f4ab448bd9d2e9de50e2a1929 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:07.884341 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-347c9035-9e97-4aa8-9def-90d808796e66 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.7385828 May 30 20:17:07.885763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44422) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:07.907226 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f8d55d-5b0b-4657-9605-9c07154b1311 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 1905e27d-367b-4847-8bbf-eeb4a50fb679 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:17:07.935278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-49f8d55d-5b0b-4657-9605-9c07154b1311 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 1905e27d-367b-4847-8bbf-eeb4a50fb679) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:07.956118 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da480e1-6551-4e9f-a07b-73ba1d430b04 None None] Network 1905e27d-367b-4847-8bbf-eeb4a50fb679 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:07.988622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-43b24cf5-9258-47d7-b24b-3c06815079a0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Deleting port 84d5ec5f-db00-4334-81f7-ed1d52902a4e {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:07.988959 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43b24cf5-9258-47d7-b24b-3c06815079a0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:07.993558 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f8d55d-5b0b-4657-9605-9c07154b1311 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:07.994373 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-49f8d55d-5b0b-4657-9605-9c07154b1311 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:08.005049 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83aec76-d121-4fed-a0a9-06ae2a4b3f33 req-b58f6dda-1921-4142-8cd0-3f756b98395e tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:08.006850 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b83aec76-d121-4fed-a0a9-06ae2a4b3f33 req-b58f6dda-1921-4142-8cd0-3f756b98395e tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.3320343 May 30 20:17:08.008816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62610cfd-4c21-494c-969b-29f23de1f6dc req-594c7f04-7b22-45f2-aba9-00afcd3f6249 service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307234 May 30 20:17:08.012039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa572c0d-525e-4ac4-a6dd-236444651b6f req-3e246577-4d4e-4e46-941a-66ca685d913d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a5fc31d675c4cedbf2186089e4f965b&device_id=f15ec26f-155b-4bac-93ff-7514b363012c HTTP/1.1" status: 200 len: 1094 time: 0.3915505 May 30 20:17:08.089712 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:17:08.243916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-1905e27d-367b-4847-8bbf-eeb4a50fb679', 'network_id': '1905e27d-367b-4847-8bbf-eeb4a50fb679', 'tenant_id': '6c8ec1b53f2c4f95bfc3e2d31bff2053', 'fixed_ips': [{'subnet_id': 'f1d4ea78-8f60-43cd-afd3-52671fd549c1'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:17:08.244804 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:08.285604 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-49f8d55d-5b0b-4657-9605-9c07154b1311 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5920322 May 30 20:17:08.300591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44432) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:08.307803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f34a15e1-7998-4deb-ab82-4a02d9eec6ea tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'network_id': '1905e27d-367b-4847-8bbf-eeb4a50fb679', 'name': 'tempest-PortsTestJSON-571827810', 'fixed_ips': [{'subnet_id': 'f1d4ea78-8f60-43cd-afd3-52671fd549c1', 'ip_address': '172.20.0.10'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:08.350264 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b83aec76-d121-4fed-a0a9-06ae2a4b3f33 req-06e172b9-894a-4c4e-860f-f9b7d4bda591 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3351226 May 30 20:17:08.483602 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Allocated IP 172.20.0.2 (1905e27d-367b-4847-8bbf-eeb4a50fb679/f1d4ea78-8f60-43cd-afd3-52671fd549c1/b9fed163-9e86-4049-83cf-321f569a2ce2) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:08.499507 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62610cfd-4c21-494c-969b-29f23de1f6dc req-49d006d6-f37b-4805-8c46-85119e902c5c service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193273 May 30 20:17:08.520525 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43b24cf5-9258-47d7-b24b-3c06815079a0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:08.563207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa572c0d-525e-4ac4-a6dd-236444651b6f req-19245b48-8871-468d-92c7-00955f5df23a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:08.568007 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa572c0d-525e-4ac4-a6dd-236444651b6f req-19245b48-8871-468d-92c7-00955f5df23a service neutron] 10.222.0.93 "GET /v2.0/networks?id=ddc464cb-f722-4e07-aa44-ac3cc214327c HTTP/1.1" status: 200 len: 914 time: 0.5109584 May 30 20:17:08.668101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e3a39f-42a6-4675-8abc-2befb532c002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:17:08.692855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f34a15e1-7998-4deb-ab82-4a02d9eec6ea tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:08.696114 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa572c0d-525e-4ac4-a6dd-236444651b6f req-fc544ece-f830-4b11-8695-970a5ef869e6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9085171b-cc1d-4592-bf63-3bfd5a38e50f HTTP/1.1" status: 200 len: 217 time: 0.1072133 May 30 20:17:08.765463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f1050-eb5f-43b3-be20-d24753ee5e4b None None] Sync routers for ids ['722c8eaa-1585-411a-b678-17f5e61ad650'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:17:08.770904 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:08.790488 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Transition to ACTIVE for port object b9fed163-9e86-4049-83cf-321f569a2ce2 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:08.792660 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f34a15e1-7998-4deb-ab82-4a02d9eec6ea tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:08.801845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-43b24cf5-9258-47d7-b24b-3c06815079a0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Calling delete_port for 84d5ec5f-db00-4334-81f7-ed1d52902a4e owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:08.810684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6932fd84-d057-4b9f-84a0-0ae887299cef req-97ea924a-02a3-4cb1-8607-8b265443e7bd tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.0628762 May 30 20:17:08.832499 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34a15e1-7998-4deb-ab82-4a02d9eec6ea tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:08.847624 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f34a15e1-7998-4deb-ab82-4a02d9eec6ea tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:08.849071 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-51e3a39f-42a6-4675-8abc-2befb532c002 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "PUT /v2.0/routers/722c8eaa-1585-411a-b678-17f5e61ad650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5049198 May 30 20:17:08.852137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44444) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:08.858724 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Transition to ACTIVE for port object b9fed163-9e86-4049-83cf-321f569a2ce2 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:08.875848 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f1050-eb5f-43b3-be20-d24753ee5e4b None None] Routers {'722c8eaa-1585-411a-b678-17f5e61ad650'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:17:08.876506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-554f1050-eb5f-43b3-be20-d24753ee5e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:17:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['722c8eaa-1585-411a-b678-17f5e61ad650'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:09.043034 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:09.131359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa572c0d-525e-4ac4-a6dd-236444651b6f req-be865906-b4b3-4c80-9f91-912721d454a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:09.133107 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa572c0d-525e-4ac4-a6dd-236444651b6f req-be865906-b4b3-4c80-9f91-912721d454a0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c0791857-266d-4d4d-abe5-3d3ca4eece3f HTTP/1.1" status: 200 len: 853 time: 0.4294369 May 30 20:17:09.154282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-554f1050-eb5f-43b3-be20-d24753ee5e4b None None] Set router 722c8eaa-1585-411a-b678-17f5e61ad650 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:17:09.195328 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-f34a15e1-7998-4deb-ab82-4a02d9eec6ea tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] device_id is not set on port 4bc47e3c-291e-46bf-a1bd-fce46db71a79 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:17:09.214383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c14cf79-a447-41f4-87b7-71e725a94aa2 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Deleting subnet 05e584b7-1f11-483d-b960-40b20bf30832 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:17:09.218324 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43b24cf5-9258-47d7-b24b-3c06815079a0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:09.220600 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6c14cf79-a447-41f4-87b7-71e725a94aa2 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:09.242970 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa572c0d-525e-4ac4-a6dd-236444651b6f req-aab925c9-0382-4874-a2d6-73047328d53b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ddc464cb-f722-4e07-aa44-ac3cc214327c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960965 May 30 20:17:09.308879 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Pushing event updated for resources: {'Port': ['ID=b9fed163-9e86-4049-83cf-321f569a2ce2,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:09.377813 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9085171b-cc1d-4592-bf63-3bfd5a38e50f details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:17:09.458215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b24cf5-9258-47d7-b24b-3c06815079a0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event deleted for resources: {'Port': ['ID=84d5ec5f-db00-4334-81f7-ed1d52902a4e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:09.587092 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9085171b-cc1d-4592-bf63-3bfd5a38e50f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9085171b-cc1d-4592-bf63-3bfd5a38e50f,segment=NetworkSegment(4d10fbeb-2125-48cc-a069-4a88bc5a0de9),segment_id=4d10fbeb-2125-48cc-a069-4a88bc5a0de9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:09.610036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '9085171b-cc1d-4592-bf63-3bfd5a38e50f', 'network_id': 'ddc464cb-f722-4e07-aa44-ac3cc214327c', 'port_id': '9085171b-cc1d-4592-bf63-3bfd5a38e50f', 'mac_address': 'fa:16:3e:41:52:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0791857-266d-4d4d-abe5-3d3ca4eece3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:17:09.614298 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6c14cf79-a447-41f4-87b7-71e725a94aa2 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:09.638701 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Network 1905e27d-367b-4847-8bbf-eeb4a50fb679 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:09.675124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:09.696695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:09.739936 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43b24cf5-9258-47d7-b24b-3c06815079a0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:09.754729 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:09.762936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-f34a15e1-7998-4deb-ab82-4a02d9eec6ea tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Allocated IP 172.20.0.10 (1905e27d-367b-4847-8bbf-eeb4a50fb679/f1d4ea78-8f60-43cd-afd3-52671fd549c1/4bc47e3c-291e-46bf-a1bd-fce46db71a79) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:09.767388 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-43b24cf5-9258-47d7-b24b-3c06815079a0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "DELETE /v2.0/ports/84d5ec5f-db00-4334-81f7-ed1d52902a4e HTTP/1.1" status: 204 len: 168 time: 1.8771763 May 30 20:17:09.767998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44464) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:09.781820 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9085171b-cc1d-4592-bf63-3bfd5a38e50f {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:17:09.804337 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9085171b-cc1d-4592-bf63-3bfd5a38e50f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9085171b-cc1d-4592-bf63-3bfd5a38e50f,segment=NetworkSegment(4d10fbeb-2125-48cc-a069-4a88bc5a0de9),segment_id=4d10fbeb-2125-48cc-a069-4a88bc5a0de9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:09.843774 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6c14cf79-a447-41f4-87b7-71e725a94aa2 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:09.868841 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:09.873694 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-9628c3e5-9461-4956-af14-38973cae965f tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] GET failed (client error): The resource could not be found. May 30 20:17:09.874211 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9628c3e5-9461-4956-af14-38973cae965f tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Synchronizing usage tracker for tenant:a27c538f4ab448bd9d2e9de50e2a1929 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:09.914532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9628c3e5-9461-4956-af14-38973cae965f tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Unset dirty status for tenant:a27c538f4ab448bd9d2e9de50e2a1929 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:09.916359 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9628c3e5-9461-4956-af14-38973cae965f tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "GET /v2.0/ports/84d5ec5f-db00-4334-81f7-ed1d52902a4e HTTP/1.1" status: 404 len: 333 time: 0.1470218 May 30 20:17:09.920232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44470) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:09.926519 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-43e924c4-e64d-4737-a293-58947210a753 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Request body: {'port': {'network_id': '28170d77-fd32-4448-b56a-eb4e724d8cf2', 'name': 'tempest-AllowedAddressPairTestJSON-1455840356'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:09.930114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263ab8b-41e4-44a0-89e6-63146cee16d5 req-34c079cb-0dc0-4491-91d5-5d3b09171cbb tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:09.931945 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a263ab8b-41e4-44a0-89e6-63146cee16d5 req-34c079cb-0dc0-4491-91d5-5d3b09171cbb tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=f15ec26f-155b-4bac-93ff-7514b363012c HTTP/1.1" status: 200 len: 943 time: 1.0634830 May 30 20:17:09.956649 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=9085171b-cc1d-4592-bf63-3bfd5a38e50f,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:10.038378 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6c14cf79-a447-41f4-87b7-71e725a94aa2 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:10.082840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Attempting to bind port b9fed163-9e86-4049-83cf-321f569a2ce2 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:17:10.083477 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Attempting to bind port b9fed163-9e86-4049-83cf-321f569a2ce2 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '6347b330-5969-4f4e-adbd-aacf67f2d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1905e27d-367b-4847-8bbf-eeb4a50fb679'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:17:10.083799 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Attempting to bind port b9fed163-9e86-4049-83cf-321f569a2ce2 on network 1905e27d-367b-4847-8bbf-eeb4a50fb679 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:17:10.100714 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14cf79-a447-41f4-87b7-71e725a94aa2 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'Subnet': ['ID=05e584b7-1f11-483d-b960-40b20bf30832,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:10.101811 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:17:10.102491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Checking segment: {'id': '6347b330-5969-4f4e-adbd-aacf67f2d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1905e27d-367b-4847-8bbf-eeb4a50fb679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:10.103107 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:10.103831 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Bound using segment: {'id': '6347b330-5969-4f4e-adbd-aacf67f2d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1905e27d-367b-4847-8bbf-eeb4a50fb679'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:17:10.104550 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Bound port: b9fed163-9e86-4049-83cf-321f569a2ce2, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6347b330-5969-4f4e-adbd-aacf67f2d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1905e27d-367b-4847-8bbf-eeb4a50fb679'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:17:10.105381 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:10.105837 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa572c0d-525e-4ac4-a6dd-236444651b6f req-569a6a4c-98fd-473d-8905-c192b377b7e9 service neutron] 10.222.0.93 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8523781 May 30 20:17:10.120437 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6c14cf79-a447-41f4-87b7-71e725a94aa2 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:10.121812 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6477d89-9ae5-4229-9bdb-571c065555ab None None] Network 8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:10.137901 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6c14cf79-a447-41f4-87b7-71e725a94aa2 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "DELETE /v2.0/subnets/05e584b7-1f11-483d-b960-40b20bf30832 HTTP/1.1" status: 204 len: 168 time: 1.2847862 May 30 20:17:10.141139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44478) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:10.181229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561180e8-3d6f-4cc4-9269-e8bfca0184a7 req-66bb7311-1141-4bdf-bea3-3844d165ba6a tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:10.189357 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-561180e8-3d6f-4cc4-9269-e8bfca0184a7 req-66bb7311-1141-4bdf-bea3-3844d165ba6a tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.3651516 May 30 20:17:10.193274 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a263ab8b-41e4-44a0-89e6-63146cee16d5 req-bea5861c-34aa-41ba-9d1e-d55cd3952bc5 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436149 May 30 20:17:10.246188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-43e924c4-e64d-4737-a293-58947210a753 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:10.260291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-43e924c4-e64d-4737-a293-58947210a753 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:10.274046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e924c4-e64d-4737-a293-58947210a753 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Made reservation on behalf of a27c538f4ab448bd9d2e9de50e2a1929 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:10.277213 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43e924c4-e64d-4737-a293-58947210a753 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:10.413329 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-561180e8-3d6f-4cc4-9269-e8bfca0184a7 req-dad6a70f-28bf-4686-b04f-b75623aa51f6 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228477 May 30 20:17:10.455116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-43e924c4-e64d-4737-a293-58947210a753 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] device_id is not set on port 1c4971c9-a143-41ea-b826-54ed3ebf0d9d yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:17:10.503128 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9085171b-cc1d-4592-bf63-3bfd5a38e50f'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:17:10.539307 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f34a15e1-7998-4deb-ab82-4a02d9eec6ea tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:10.561989 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa572c0d-525e-4ac4-a6dd-236444651b6f req-5db13c75-07ee-4a91-a190-ec880deb3f3f service neutron] 10.222.0.93 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413469 May 30 20:17:10.601117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-554f1050-eb5f-43b3-be20-d24753ee5e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'name': 'tempest-TestNetworkBasicOps-router-2036709370', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:15:10Z', 'updated_at': '2022-05-30T20:17:06Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:12Z', 'updated_at': '2022-05-30T20:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:10.636008 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3bd591aa-94f8-43ea-865b-ffbab854da40 req-d7e00359-3575-432e-924d-f519b231fda4 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.0684304 May 30 20:17:10.639921 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-f34a15e1-7998-4deb-ab82-4a02d9eec6ea tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Transition to ACTIVE for port object 4bc47e3c-291e-46bf-a1bd-fce46db71a79 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:10.658551 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f1050-eb5f-43b3-be20-d24753ee5e4b None None] Checking router: 722c8eaa-1585-411a-b678-17f5e61ad650 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:17:10.671519 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f34a15e1-7998-4deb-ab82-4a02d9eec6ea tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:10.703398 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f1050-eb5f-43b3-be20-d24753ee5e4b None None] Routers {'722c8eaa-1585-411a-b678-17f5e61ad650'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:17:10.715159 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-554f1050-eb5f-43b3-be20-d24753ee5e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:17:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['722c8eaa-1585-411a-b678-17f5e61ad650'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:10.765692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34a15e1-7998-4deb-ab82-4a02d9eec6ea tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 1905e27d-367b-4847-8bbf-eeb4a50fb679 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:10.769335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-f34a15e1-7998-4deb-ab82-4a02d9eec6ea tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:10.777649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a15e1-7998-4deb-ab82-4a02d9eec6ea tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:10.831304 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-43e924c4-e64d-4737-a293-58947210a753 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Allocated IP 172.20.0.11 (28170d77-fd32-4448-b56a-eb4e724d8cf2/3c08e641-687c-4d27-a681-5efb25537133/1c4971c9-a143-41ea-b826-54ed3ebf0d9d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:10.850933 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a15e1-7998-4deb-ab82-4a02d9eec6ea tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=4bc47e3c-291e-46bf-a1bd-fce46db71a79,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:10.903867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34a15e1-7998-4deb-ab82-4a02d9eec6ea tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:10.904571 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f34a15e1-7998-4deb-ab82-4a02d9eec6ea tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:10.913757 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48820345-b205-4573-b315-26071c8bb1d0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:10.956179 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f34a15e1-7998-4deb-ab82-4a02d9eec6ea tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6527641 May 30 20:17:10.957754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44492) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:10.966618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'network_id': '1905e27d-367b-4847-8bbf-eeb4a50fb679', 'name': 'tempest-PortsTestJSON-700614186', 'fixed_ips': [{'subnet_id': 'f1d4ea78-8f60-43cd-afd3-52671fd549c1', 'ip_address': '172.20.0.9'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:11.011747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] For port b9fed163-9e86-4049-83cf-321f569a2ce2, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:17:11.037141 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] For port b9fed163-9e86-4049-83cf-321f569a2ce2, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b9fed163-9e86-4049-83cf-321f569a2ce2,segment=NetworkSegment(6347b330-5969-4f4e-adbd-aacf67f2d6fe),segment_id=6347b330-5969-4f4e-adbd-aacf67f2d6fe)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:17:11.054417 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:11.112051 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-554f1050-eb5f-43b3-be20-d24753ee5e4b None None] Set router 722c8eaa-1585-411a-b678-17f5e61ad650 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:17:11.160910 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7810cd-ee01-43ef-8341-766f57b02f3d None None] DHCP port deletion for 8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:17:11.246286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:11.263589 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:port and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:11.267563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:11.281381 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:11.304924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:11.356480 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43e924c4-e64d-4737-a293-58947210a753 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:11.390014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-43e924c4-e64d-4737-a293-58947210a753 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Transition to ACTIVE for port object 1c4971c9-a143-41ea-b826-54ed3ebf0d9d will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:11.434303 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48820345-b205-4573-b315-26071c8bb1d0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:11.439765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5a7810cd-ee01-43ef-8341-766f57b02f3d None None] Deleting port daca3775-1145-4c68-9085-00392f1e4236 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:11.440165 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a7810cd-ee01-43ef-8341-766f57b02f3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:11.446501 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43e924c4-e64d-4737-a293-58947210a753 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:11.630635 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e924c4-e64d-4737-a293-58947210a753 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event updated for resources: {'Port': ['ID=1c4971c9-a143-41ea-b826-54ed3ebf0d9d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:11.642493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-48820345-b205-4573-b315-26071c8bb1d0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Deleting port a94368b7-6710-4352-ad69-68a418dd6088 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:11.642493 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48820345-b205-4573-b315-26071c8bb1d0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:11.665300 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:11.761263 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] device_id is not set on port 8b25bb03-5b23-4a5a-85b4-27eb8c8f9769 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:17:11.803618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e924c4-e64d-4737-a293-58947210a753 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Network 28170d77-fd32-4448-b56a-eb4e724d8cf2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:11.820161 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-43e924c4-e64d-4737-a293-58947210a753 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:11.874591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e924c4-e64d-4737-a293-58947210a753 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:11.984781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049df92-6f69-44fb-8de9-78204e6dd338 None None] Pushing event updated for resources: {'Port': ['ID=b9fed163-9e86-4049-83cf-321f569a2ce2,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:12.144662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e924c4-e64d-4737-a293-58947210a753 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:12.145344 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43e924c4-e64d-4737-a293-58947210a753 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:12.234554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-48820345-b205-4573-b315-26071c8bb1d0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] For port a94368b7-6710-4352-ad69-68a418dd6088, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a94368b7-6710-4352-ad69-68a418dd6088,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:12.235260 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48820345-b205-4573-b315-26071c8bb1d0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:12.399857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-48820345-b205-4573-b315-26071c8bb1d0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Calling delete_port for a94368b7-6710-4352-ad69-68a418dd6088 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:12.473327 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Allocated IP 172.20.0.9 (1905e27d-367b-4847-8bbf-eeb4a50fb679/f1d4ea78-8f60-43cd-afd3-52671fd549c1/8b25bb03-5b23-4a5a-85b4-27eb8c8f9769) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:12.519994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5a7810cd-ee01-43ef-8341-766f57b02f3d None None] For port daca3775-1145-4c68-9085-00392f1e4236, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=daca3775-1145-4c68-9085-00392f1e4236,segment=NetworkSegment(fb897844-8e9f-44ba-858b-098c68297d96),segment_id=fb897844-8e9f-44ba-858b-098c68297d96)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:12.520994 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a7810cd-ee01-43ef-8341-766f57b02f3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:12.536024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-995efe16-c37e-4330-9c99-68a31752c44c None None] Provisioning for port 1c4971c9-a143-41ea-b826-54ed3ebf0d9d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:12.640284 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-43e924c4-e64d-4737-a293-58947210a753 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7183619 May 30 20:17:12.646176 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44520) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:12.655886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9b5ec-ef77-4812-a5b1-56cfe8b6b3a6 req-bf9de719-1e82-42ca-ab08-17cdc1d61f65 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:12.657324 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1d9b5ec-ef77-4812-a5b1-56cfe8b6b3a6 req-bf9de719-1e82-42ca-ab08-17cdc1d61f65 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.9671555 May 30 20:17:12.668201 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200726c1-ad2f-4fae-ac95-bed17e82cd26 req-0fd57cb4-b938-44b8-82bb-1ac88adb24f5 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:12.669694 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-200726c1-ad2f-4fae-ac95-bed17e82cd26 req-0fd57cb4-b938-44b8-82bb-1ac88adb24f5 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=f15ec26f-155b-4bac-93ff-7514b363012c HTTP/1.1" status: 200 len: 944 time: 1.0726843 May 30 20:17:12.680256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ba43c50b-5720-43c3-8159-dbb6882eadae tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e4:d6:7c'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:12.725049 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-995efe16-c37e-4330-9c99-68a31752c44c None None] Provisioning complete for port 1c4971c9-a143-41ea-b826-54ed3ebf0d9d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:12.725473 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-995efe16-c37e-4330-9c99-68a31752c44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:12.774715 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5a7810cd-ee01-43ef-8341-766f57b02f3d None None] Calling delete_port for daca3775-1145-4c68-9085-00392f1e4236 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:12.861677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-200726c1-ad2f-4fae-ac95-bed17e82cd26 req-0b45e959-5fea-4906-b03f-92ac27e27fb1 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549292 May 30 20:17:12.884368 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-554f1050-eb5f-43b3-be20-d24753ee5e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'name': 'tempest-TestNetworkBasicOps-router-2036709370', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:15:10Z', 'updated_at': '2022-05-30T20:17:06Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:12Z', 'updated_at': '2022-05-30T20:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:12.903600 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f1050-eb5f-43b3-be20-d24753ee5e4b None None] The sync data for ids ['722c8eaa-1585-411a-b678-17f5e61ad650'] in n-d-843949-2 is: [{'id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'name': 'tempest-TestNetworkBasicOps-router-2036709370', 'tenant_id': '83c273a70b9742ee885b1f1f37dab263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:15:10Z', 'updated_at': '2022-05-30T20:17:06Z', 'revision_number': 5, 'project_id': '83c273a70b9742ee885b1f1f37dab263', 'gw_port': {'id': 'a94368b7-6710-4352-ad69-68a418dd6088', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722c8eaa-1585-411a-b678-17f5e61ad650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:15:12Z', 'updated_at': '2022-05-30T20:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:17:12.934723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1d9b5ec-ef77-4812-a5b1-56cfe8b6b3a6 req-7b6bb739-3d71-4319-b1a4-3daa9d15485f tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616534 May 30 20:17:12.978973 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:13.016105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-995efe16-c37e-4330-9c99-68a31752c44c None None] Port 1c4971c9-a143-41ea-b826-54ed3ebf0d9d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:13.022853 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Transition to ACTIVE for port object 8b25bb03-5b23-4a5a-85b4-27eb8c8f9769 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:13.058375 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:13.065513 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48820345-b205-4573-b315-26071c8bb1d0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:13.100161 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a7810cd-ee01-43ef-8341-766f57b02f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:13.163371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=8b25bb03-5b23-4a5a-85b4-27eb8c8f9769,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:13.176364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 1905e27d-367b-4847-8bbf-eeb4a50fb679 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:13.177507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:13.194754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:13.240575 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7810cd-ee01-43ef-8341-766f57b02f3d None None] Pushing event deleted for resources: {'Port': ['ID=daca3775-1145-4c68-9085-00392f1e4236,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:13.251097 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e41d5e-ee67-4633-8965-78382c865232 None None] Network 1905e27d-367b-4847-8bbf-eeb4a50fb679 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:13.333373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48820345-b205-4573-b315-26071c8bb1d0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'Port': ['ID=a94368b7-6710-4352-ad69-68a418dd6088,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:13.442488 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ace509c2-0db7-43e3-a14c-4075c7262bd9 req-fd881a46-8f7e-4b49-9690-beaba6910f75 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.1764882 May 30 20:17:13.481981 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:13.482724 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:13.541945 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7810cd-ee01-43ef-8341-766f57b02f3d None None] No DVR routers for this DVR port daca3775-1145-4c68-9085-00392f1e4236 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:13.563543 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5dfad540-639a-4732-9521-4aae4925b8f7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6046534 May 30 20:17:13.568876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44536) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:13.584803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9085171b-cc1d-4592-bf63-3bfd5a38e50f up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:13.632476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1394ec-8b38-469e-b2a3-f6cff0105b39 req-e1a63501-dcd3-4ae5-8471-d438f14fd4c2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:13.634263 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e1394ec-8b38-469e-b2a3-f6cff0105b39 req-e1a63501-dcd3-4ae5-8471-d438f14fd4c2 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.3043294 May 30 20:17:13.646309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44540) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:13.656068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-885a42cb-501b-4eb1-a319-c449f0399a1f tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Request body: {'floatingip': {'port_id': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:13.676629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b9fed163-9e86-4049-83cf-321f569a2ce2 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:13.781030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038b549c-337a-44e1-adaf-f6325670e07d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:13.782834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-038b549c-337a-44e1-adaf-f6325670e07d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Synchronizing usage tracker for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:13.785290 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48820345-b205-4573-b315-26071c8bb1d0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:13.788976 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-885a42cb-501b-4eb1-a319-c449f0399a1f tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:13.804991 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5fd87930-19a1-42b3-83d0-ef301668c424 None None] Provisioning for port b9fed163-9e86-4049-83cf-321f569a2ce2 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:13.857940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port b9fed163-9e86-4049-83cf-321f569a2ce2 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:13.871891 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba43c50b-5720-43c3-8159-dbb6882eadae tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:13.874240 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port b9fed163-9e86-4049-83cf-321f569a2ce2 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:13.874611 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:13.953511 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 9085171b-cc1d-4592-bf63-3bfd5a38e50f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:14.004890 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-038b549c-337a-44e1-adaf-f6325670e07d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Unset dirty status for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:14.008081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 9085171b-cc1d-4592-bf63-3bfd5a38e50f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:14.008453 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:14.011134 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-038b549c-337a-44e1-adaf-f6325670e07d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4408715 May 30 20:17:14.012572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44550) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:14.354411 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:14.402325 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:14.448256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port b9fed163-9e86-4049-83cf-321f569a2ce2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b9fed163-9e86-4049-83cf-321f569a2ce2,segment=NetworkSegment(6347b330-5969-4f4e-adbd-aacf67f2d6fe),segment_id=6347b330-5969-4f4e-adbd-aacf67f2d6fe)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:14.464058 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:14.497185 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48820345-b205-4573-b315-26071c8bb1d0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:14.509307 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48820345-b205-4573-b315-26071c8bb1d0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:14.523536 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-ba43c50b-5720-43c3-8159-dbb6882eadae tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:17:14.532711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467294e-1cd2-46ab-b57a-dc7993905ad0 req-1b545334-e8ac-4d09-b6d4-1f784d29362b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:14.535657 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1467294e-1cd2-46ab-b57a-dc7993905ad0 req-1b545334-e8ac-4d09-b6d4-1f784d29362b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=f15ec26f-155b-4bac-93ff-7514b363012c HTTP/1.1" status: 200 len: 944 time: 0.4664855 May 30 20:17:14.565742 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba43c50b-5720-43c3-8159-dbb6882eadae tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:14.577271 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba43c50b-5720-43c3-8159-dbb6882eadae tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:14.630201 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1467294e-1cd2-46ab-b57a-dc7993905ad0 req-0a5c1034-243c-450c-92c9-7427d695bc07 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833349 May 30 20:17:14.655275 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48820345-b205-4573-b315-26071c8bb1d0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:14.655792 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48820345-b205-4573-b315-26071c8bb1d0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Fanout notify agent at l3_agent the message router_deleted on router 722c8eaa-1585-411a-b678-17f5e61ad650 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:17:14.662046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15ec26f-155b-4bac-93ff-7514b363012c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9085171b-cc1d-4592-bf63-3bfd5a38e50f'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:14.681935 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=b9fed163-9e86-4049-83cf-321f569a2ce2,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:14.693002 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device daca3775-1145-4c68-9085-00392f1e4236 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:14.838355 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19621720-a360-44b0-a688-2ce61b0e4e37'] response: {'server_uuid': 'f15ec26f-155b-4bac-93ff-7514b363012c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9085171b-cc1d-4592-bf63-3bfd5a38e50f', 'code': 200} May 30 20:17:14.839108 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: daca3775-1145-4c68-9085-00392f1e4236 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:17:14.854475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device daca3775-1145-4c68-9085-00392f1e4236 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:17:14.863504 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9085171b-cc1d-4592-bf63-3bfd5a38e50f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9085171b-cc1d-4592-bf63-3bfd5a38e50f,segment=NetworkSegment(4d10fbeb-2125-48cc-a069-4a88bc5a0de9),segment_id=4d10fbeb-2125-48cc-a069-4a88bc5a0de9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:14.881759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7af2d04e-f921-426f-8d07-1d7119ce5d04 None None] Provisioning for port 8b25bb03-5b23-4a5a-85b4-27eb8c8f9769 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:14.915929 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:15.013395 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7af2d04e-f921-426f-8d07-1d7119ce5d04 None None] Provisioning complete for port 8b25bb03-5b23-4a5a-85b4-27eb8c8f9769 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:15.013884 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7af2d04e-f921-426f-8d07-1d7119ce5d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:15.041383 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48820345-b205-4573-b315-26071c8bb1d0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:15.043661 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-48820345-b205-4573-b315-26071c8bb1d0 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "DELETE /v2.0/routers/722c8eaa-1585-411a-b678-17f5e61ad650 HTTP/1.1" status: 204 len: 168 time: 4.9016531 May 30 20:17:15.064049 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44568) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:15.088438 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ba43c50b-5720-43c3-8159-dbb6882eadae tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] In _notify_port_updated(), no bound segment for port 1c4971c9-a143-41ea-b826-54ed3ebf0d9d on network 28170d77-fd32-4448-b56a-eb4e724d8cf2 {{(pid=84024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:17:15.093134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba43c50b-5720-43c3-8159-dbb6882eadae tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:15.093822 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba43c50b-5720-43c3-8159-dbb6882eadae tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:15.098152 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ba43c50b-5720-43c3-8159-dbb6882eadae tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "PUT /v2.0/ports/1c4971c9-a143-41ea-b826-54ed3ebf0d9d HTTP/1.1" status: 200 len: 994 time: 2.4389689 May 30 20:17:15.100327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44572) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:15.101575 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43c50b-5720-43c3-8159-dbb6882eadae tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event updated for resources: {'Port': ['ID=1c4971c9-a143-41ea-b826-54ed3ebf0d9d,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:15.128518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7af2d04e-f921-426f-8d07-1d7119ce5d04 None None] Port 8b25bb03-5b23-4a5a-85b4-27eb8c8f9769 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:15.135835 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=9085171b-cc1d-4592-bf63-3bfd5a38e50f,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:15.150272 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62302e62-8539-41ba-8de4-243c5bcd4241 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:15.160939 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62302e62-8539-41ba-8de4-243c5bcd4241 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:15.164361 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7af2d04e-f921-426f-8d07-1d7119ce5d04 None None] Provisioning complete for port b9fed163-9e86-4049-83cf-321f569a2ce2 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:15.164737 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7af2d04e-f921-426f-8d07-1d7119ce5d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:15.170766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62302e62-8539-41ba-8de4-243c5bcd4241 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:15.171631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-62302e62-8539-41ba-8de4-243c5bcd4241 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Synchronizing usage tracker for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:15.209303 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-62302e62-8539-41ba-8de4-243c5bcd4241 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Unset dirty status for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:15.210449 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-62302e62-8539-41ba-8de4-243c5bcd4241 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 1.1944950 May 30 20:17:15.222832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44578) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:15.280004 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a1639761-2776-442f-9db7-0cee40c243ca tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Deleting port 1c4971c9-a143-41ea-b826-54ed3ebf0d9d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:15.280338 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a1639761-2776-442f-9db7-0cee40c243ca tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:15.397795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c35de33-97a1-4d17-b0d0-a28e1edf0933 req-23dfa1ac-7044-4173-b5f2-2bca156a0d49 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.4112635 May 30 20:17:15.424433 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b9fed163-9e86-4049-83cf-321f569a2ce2 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:15.427626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e028d42d-6dab-4fd7-bd9b-613e3d36010e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port 8b25bb03-5b23-4a5a-85b4-27eb8c8f9769 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:15.428677 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e028d42d-6dab-4fd7-bd9b-613e3d36010e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:15.526591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7af2d04e-f921-426f-8d07-1d7119ce5d04 None None] Provisioning for port 4bc47e3c-291e-46bf-a1bd-fce46db71a79 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:15.532719 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port b9fed163-9e86-4049-83cf-321f569a2ce2 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:15.533113 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:15.570176 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7af2d04e-f921-426f-8d07-1d7119ce5d04 None None] Provisioning complete for port 4bc47e3c-291e-46bf-a1bd-fce46db71a79 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:15.570547 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7af2d04e-f921-426f-8d07-1d7119ce5d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:15.590953 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-992b2d43-d97b-4c8b-9eec-fc46ee221bb9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:15.659012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7af2d04e-f921-426f-8d07-1d7119ce5d04 None None] Port 4bc47e3c-291e-46bf-a1bd-fce46db71a79 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:15.773442 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 923953d0-a5de-4616-9dbd-ce5de3f584df no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:15.809370 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dfe3194e-efab-464a-9ab4-b9c3a1108936 req-4e016215-aa38-468c-a779-4137b76dbe7d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f15ec26f-155b-4bac-93ff-7514b363012c HTTP/1.1" status: 200 len: 1096 time: 0.9133739 May 30 20:17:15.821854 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-46e013a5-fb27-476b-b8f7-b351f4abc737 None None] Provisioning complete for port 8b25bb03-5b23-4a5a-85b4-27eb8c8f9769 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:15.822230 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-46e013a5-fb27-476b-b8f7-b351f4abc737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:15.886801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 923953d0-a5de-4616-9dbd-ce5de3f584df {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:17:15.887147 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 923953d0-a5de-4616-9dbd-ce5de3f584df not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:17:15.889234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-46e013a5-fb27-476b-b8f7-b351f4abc737 None None] Port 8b25bb03-5b23-4a5a-85b4-27eb8c8f9769 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:15.904041 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-46e013a5-fb27-476b-b8f7-b351f4abc737 None None] Provisioning complete for port 4bc47e3c-291e-46bf-a1bd-fce46db71a79 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:15.904413 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-46e013a5-fb27-476b-b8f7-b351f4abc737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:15.963984 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-46e013a5-fb27-476b-b8f7-b351f4abc737 None None] Port 4bc47e3c-291e-46bf-a1bd-fce46db71a79 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:15.978822 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-46e013a5-fb27-476b-b8f7-b351f4abc737 None None] Provisioning complete for port 1c4971c9-a143-41ea-b826-54ed3ebf0d9d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:15.979193 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-46e013a5-fb27-476b-b8f7-b351f4abc737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:16.005504 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-992b2d43-d97b-4c8b-9eec-fc46ee221bb9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:16.044059 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-46e013a5-fb27-476b-b8f7-b351f4abc737 None None] Port 1c4971c9-a143-41ea-b826-54ed3ebf0d9d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:16.060240 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-885a42cb-501b-4eb1-a319-c449f0399a1f tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:16.060458 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a1639761-2776-442f-9db7-0cee40c243ca tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:16.073460 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-992b2d43-d97b-4c8b-9eec-fc46ee221bb9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:16.098235 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-885a42cb-501b-4eb1-a319-c449f0399a1f tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:16.147861 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dfe3194e-efab-464a-9ab4-b9c3a1108936 req-99a02c12-8171-4de0-bea3-c124de57c05a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122377 May 30 20:17:16.154099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-992b2d43-d97b-4c8b-9eec-fc46ee221bb9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb897844-8e9f-44ba-858b-098c68297d96') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:16.154398 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-992b2d43-d97b-4c8b-9eec-fc46ee221bb9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb897844-8e9f-44ba-858b-098c68297d96') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:16.223857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a1639761-2776-442f-9db7-0cee40c243ca tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Calling delete_port for 1c4971c9-a143-41ea-b826-54ed3ebf0d9d owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:16.228333 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-992b2d43-d97b-4c8b-9eec-fc46ee221bb9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:16.256432 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-992b2d43-d97b-4c8b-9eec-fc46ee221bb9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:16.268405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992b2d43-d97b-4c8b-9eec-fc46ee221bb9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:17:16.268876 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-992b2d43-d97b-4c8b-9eec-fc46ee221bb9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:16.272284 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e028d42d-6dab-4fd7-bd9b-613e3d36010e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: timer() May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:17:16.283839 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:17:16.291675 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08500464-53d5-4d12-9230-3a4f51e9edb8 req-a8035487-c44d-49f1-ae82-20550418b333 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:16.296425 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08500464-53d5-4d12-9230-3a4f51e9edb8 req-a8035487-c44d-49f1-ae82-20550418b333 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=f15ec26f-155b-4bac-93ff-7514b363012c HTTP/1.1" status: 200 len: 945 time: 0.3731279 May 30 20:17:16.419688 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e028d42d-6dab-4fd7-bd9b-613e3d36010e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for 8b25bb03-5b23-4a5a-85b4-27eb8c8f9769 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:16.453436 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-992b2d43-d97b-4c8b-9eec-fc46ee221bb9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:16.458914 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-992b2d43-d97b-4c8b-9eec-fc46ee221bb9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:16.501319 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b2d43-d97b-4c8b-9eec-fc46ee221bb9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] Pushing event deleted for resources: {'Network': ['ID=8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:16.506734 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-992b2d43-d97b-4c8b-9eec-fc46ee221bb9 tempest-TestNetworkBasicOps-1157034142 tempest-TestNetworkBasicOps-1157034142-project] 10.222.0.84 "DELETE /v2.0/networks/8a7fdfa7-60c9-46ef-8853-a5c34ca0ee31 HTTP/1.1" status: 204 len: 168 time: 1.4233847 May 30 20:17:16.528168 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08500464-53d5-4d12-9230-3a4f51e9edb8 req-eaeadc66-4595-4ce1-ba4a-7f552c1843fb tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186232 May 30 20:17:16.711302 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a1639761-2776-442f-9db7-0cee40c243ca tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:16.780396 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16d947e3-2fa3-4e17-9614-2d316bef98fd req-dbf46d4d-5e60-47dc-b134-d53898bbd611 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.1052756 May 30 20:17:16.797099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1639761-2776-442f-9db7-0cee40c243ca tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event deleted for resources: {'Port': ['ID=1c4971c9-a143-41ea-b826-54ed3ebf0d9d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:16.853982 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e028d42d-6dab-4fd7-bd9b-613e3d36010e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:16.913663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028d42d-6dab-4fd7-bd9b-613e3d36010e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=8b25bb03-5b23-4a5a-85b4-27eb8c8f9769,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:16.935417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a94368b7-6710-4352-ad69-68a418dd6088 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:16.951134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885a42cb-501b-4eb1-a319-c449f0399a1f tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:17:17.013103 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: a94368b7-6710-4352-ad69-68a418dd6088 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:17:17.013564 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a94368b7-6710-4352-ad69-68a418dd6088 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:17:17.078711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44612) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:17.216832 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e028d42d-6dab-4fd7-bd9b-613e3d36010e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:17.260405 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a1639761-2776-442f-9db7-0cee40c243ca tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:17.262622 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a1639761-2776-442f-9db7-0cee40c243ca tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "DELETE /v2.0/ports/1c4971c9-a143-41ea-b826-54ed3ebf0d9d HTTP/1.1" status: 204 len: 168 time: 2.1579325 May 30 20:17:17.265199 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44624) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:17.341466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44628) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:17.352772 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e028d42d-6dab-4fd7-bd9b-613e3d36010e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/ports/8b25bb03-5b23-4a5a-85b4-27eb8c8f9769 HTTP/1.1" status: 204 len: 168 time: 2.1289017 May 30 20:17:17.361217 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b41599-ddab-4326-b3a1-befa9cf7f912 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] GET failed (client error): The resource could not be found. May 30 20:17:17.361826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-58b41599-ddab-4326-b3a1-befa9cf7f912 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Synchronizing usage tracker for tenant:a27c538f4ab448bd9d2e9de50e2a1929 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:17.390233 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c54a9d8-1b42-408d-945a-7d9f21798db1 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] GET failed (client error): The resource could not be found. May 30 20:17:17.392611 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6c54a9d8-1b42-408d-945a-7d9f21798db1 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports/8b25bb03-5b23-4a5a-85b4-27eb8c8f9769 HTTP/1.1" status: 404 len: 333 time: 0.0492110 May 30 20:17:17.394231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-58b41599-ddab-4326-b3a1-befa9cf7f912 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Unset dirty status for tenant:a27c538f4ab448bd9d2e9de50e2a1929 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:17.394813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44632) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:17.396574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885a42cb-501b-4eb1-a319-c449f0399a1f tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:17:17.396714 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-58b41599-ddab-4326-b3a1-befa9cf7f912 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "GET /v2.0/ports/1c4971c9-a143-41ea-b826-54ed3ebf0d9d HTTP/1.1" status: 404 len: 333 time: 0.1293099 May 30 20:17:17.399611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44634) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:17.405606 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-885a42cb-501b-4eb1-a319-c449f0399a1f tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:17.410993 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf82d4-e9d6-4c8c-807c-78677f9b7aa0 None None] Sync routers for ids ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:17:17.415893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d98e8635-17c4-462d-b2ab-2fd83337f375 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Request body: {'port': {'network_id': '28170d77-fd32-4448-b56a-eb4e724d8cf2', 'name': 'tempest-AllowedAddressPairTestJSON-104291195'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:17.426345 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf82d4-e9d6-4c8c-807c-78677f9b7aa0 None None] Routers {'3ac716a0-bcee-43f2-b0cc-445e6d284ad2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:17:17.426984 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fbbf82d4-e9d6-4c8c-807c-78677f9b7aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:17:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:17.619373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d98e8635-17c4-462d-b2ab-2fd83337f375 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:17.633793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d98e8635-17c4-462d-b2ab-2fd83337f375 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:17.646347 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98e8635-17c4-462d-b2ab-2fd83337f375 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Made reservation on behalf of a27c538f4ab448bd9d2e9de50e2a1929 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:17.673231 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-fbbf82d4-e9d6-4c8c-807c-78677f9b7aa0 None None] Set router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:17:17.673352 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d98e8635-17c4-462d-b2ab-2fd83337f375 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:17.706523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-d98e8635-17c4-462d-b2ab-2fd83337f375 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] device_id is not set on port 8882626e-f610-4134-9e25-cdbf0d031593 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:17:17.854628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'tag': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:17.861751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ccd22df4-f108-4b50-a1a0-ec7fb38683a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port 4bc47e3c-291e-46bf-a1bd-fce46db71a79 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:17.862220 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ccd22df4-f108-4b50-a1a0-ec7fb38683a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:17.912866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-d98e8635-17c4-462d-b2ab-2fd83337f375 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Allocated IP 172.20.0.11 (28170d77-fd32-4448-b56a-eb4e724d8cf2/3c08e641-687c-4d27-a681-5efb25537133/8882626e-f610-4134-9e25-cdbf0d031593) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:17.988989 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-641ff70c-2eb5-4f53-bf58-89a574cc7ab8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=83c273a70b9742ee885b1f1f37dab263&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9088118 May 30 20:17:17.994885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44656) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:18.028036 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-885a42cb-501b-4eb1-a319-c449f0399a1f tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "PUT /v2.0/floatingips/688053d0-a876-48b3-9fa2-25f1a168f397 HTTP/1.1" status: 200 len: 992 time: 4.3806076 May 30 20:17:18.133707 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0dc7477-c4a5-484d-a49d-c28b23732ea1 req-f2506ac1-4bcb-4b4b-b371-45012cf7acd9 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.1254747 May 30 20:17:18.193707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73995287-51a1-412a-8ceb-70f259d4f0bb req-24b88e54-b5b9-4dd5-a491-0b4f4a4a4060 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:18.195163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73995287-51a1-412a-8ceb-70f259d4f0bb req-24b88e54-b5b9-4dd5-a491-0b4f4a4a4060 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=f15ec26f-155b-4bac-93ff-7514b363012c HTTP/1.1" status: 200 len: 945 time: 0.4620821 May 30 20:17:18.207302 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fbbf82d4-e9d6-4c8c-807c-78677f9b7aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'gw_port': {'id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:06Z', 'updated_at': '2022-05-30T20:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '688053d0-a876-48b3-9fa2-25f1a168f397', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'port_id': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'mac_address': 'fa:16:3e:69:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:15:26Z', 'updated_at': '2022-05-30T20:17:15Z', 'revision_number': 3, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0148e0-9156-46b2-83f4-5ee35abe7c55', 'name': '', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'mac_address': 'fa:16:3e:9b:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:33Z', 'revision_number': 5, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'subnets': [{'id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:18.211302 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf82d4-e9d6-4c8c-807c-78677f9b7aa0 None None] Checking router: 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:17:18.243453 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf82d4-e9d6-4c8c-807c-78677f9b7aa0 None None] Routers {'3ac716a0-bcee-43f2-b0cc-445e6d284ad2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:17:18.244110 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fbbf82d4-e9d6-4c8c-807c-78677f9b7aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:17:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:18.269468 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d98e8635-17c4-462d-b2ab-2fd83337f375 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:18.287434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-d98e8635-17c4-462d-b2ab-2fd83337f375 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Transition to ACTIVE for port object 8882626e-f610-4134-9e25-cdbf0d031593 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:18.313052 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d98e8635-17c4-462d-b2ab-2fd83337f375 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:18.332943 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd83ace-c463-4a2b-a682-10120a8baef4'] response: {'name': 'network-changed', 'server_uuid': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'tag': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd', 'status': 'completed', 'code': 200} May 30 20:17:18.390598 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73995287-51a1-412a-8ceb-70f259d4f0bb req-dbade98e-dd1f-43b7-beca-da3cea16d076 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419115 May 30 20:17:18.479241 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f176d951-48c8-4c2a-bfcb-73d276bcdcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:18.533730 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-fbbf82d4-e9d6-4c8c-807c-78677f9b7aa0 None None] Set router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:17:18.574139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e8635-17c4-462d-b2ab-2fd83337f375 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event updated for resources: {'Port': ['ID=8882626e-f610-4134-9e25-cdbf0d031593,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:18.597883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98e8635-17c4-462d-b2ab-2fd83337f375 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Network 28170d77-fd32-4448-b56a-eb4e724d8cf2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:18.599044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-d98e8635-17c4-462d-b2ab-2fd83337f375 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:18.601337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e8635-17c4-462d-b2ab-2fd83337f375 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:18.608628 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f176d951-48c8-4c2a-bfcb-73d276bcdcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:18.641970 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ccd22df4-f108-4b50-a1a0-ec7fb38683a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:18.700806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98e8635-17c4-462d-b2ab-2fd83337f375 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:18.703117 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d98e8635-17c4-462d-b2ab-2fd83337f375 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:18.762839 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d98e8635-17c4-462d-b2ab-2fd83337f375 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3596025 May 30 20:17:18.763297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44674) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:18.776361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a7feef11-416e-41ac-8df1-9071727490e3 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e4:d6:7c'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:18.925233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ccd22df4-f108-4b50-a1a0-ec7fb38683a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for 4bc47e3c-291e-46bf-a1bd-fce46db71a79 owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:18.984564 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-573f4807-ceb2-4b9f-992f-67c8cb3ed250 req-815065c2-2b27-41fc-ad02-456be304e131 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 1096 time: 0.6037393 May 30 20:17:19.004318 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-af7bcc7d-6602-4003-9564-3a14768e0ce9 None None] Provisioning for port 8882626e-f610-4134-9e25-cdbf0d031593 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:19.017436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-af7bcc7d-6602-4003-9564-3a14768e0ce9 None None] Provisioning complete for port 8882626e-f610-4134-9e25-cdbf0d031593 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:19.018048 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-af7bcc7d-6602-4003-9564-3a14768e0ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:19.119475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcc7d-6602-4003-9564-3a14768e0ce9 None None] Port 8882626e-f610-4134-9e25-cdbf0d031593 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:19.133338 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fbbf82d4-e9d6-4c8c-807c-78677f9b7aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'gw_port': {'id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:06Z', 'updated_at': '2022-05-30T20:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '688053d0-a876-48b3-9fa2-25f1a168f397', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'port_id': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'mac_address': 'fa:16:3e:69:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:15:26Z', 'updated_at': '2022-05-30T20:17:15Z', 'revision_number': 3, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0148e0-9156-46b2-83f4-5ee35abe7c55', 'name': '', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'mac_address': 'fa:16:3e:9b:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:33Z', 'revision_number': 5, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'subnets': [{'id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:19.138296 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf82d4-e9d6-4c8c-807c-78677f9b7aa0 None None] The sync data for ids ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'] in n-d-843949-2 is: [{'id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'gw_port': {'id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:06Z', 'updated_at': '2022-05-30T20:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '688053d0-a876-48b3-9fa2-25f1a168f397', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'port_id': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'mac_address': 'fa:16:3e:69:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:15:26Z', 'updated_at': '2022-05-30T20:17:15Z', 'revision_number': 3, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0148e0-9156-46b2-83f4-5ee35abe7c55', 'name': '', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'mac_address': 'fa:16:3e:9b:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:33Z', 'revision_number': 5, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'subnets': [{'id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:17:19.151609 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7feef11-416e-41ac-8df1-9071727490e3 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:19.153781 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f176d951-48c8-4c2a-bfcb-73d276bcdcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:19.236411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176d951-48c8-4c2a-bfcb-73d276bcdcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb01cf64-feb3-4cac-9eee-bcd1c8cd971e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:19.363922 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f176d951-48c8-4c2a-bfcb-73d276bcdcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:19.365046 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f176d951-48c8-4c2a-bfcb-73d276bcdcd0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fb01cf64-feb3-4cac-9eee-bcd1c8cd971e HTTP/1.1" status: 204 len: 168 time: 1.3672976 May 30 20:17:19.429437 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6edf824-426d-45e5-9a85-47be24acf6ef req-a0cda89a-b342-4dfe-abf6-a37e5e0d7322 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.0547752 May 30 20:17:19.433840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f4807-ceb2-4b9f-992f-67c8cb3ed250 req-b432a85f-6bbb-4547-bb63-6494ef6ca752 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:19.435222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-573f4807-ceb2-4b9f-992f-67c8cb3ed250 req-b432a85f-6bbb-4547-bb63-6494ef6ca752 service neutron] 10.222.0.93 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 920 time: 0.4427617 May 30 20:17:19.578333 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ccd22df4-f108-4b50-a1a0-ec7fb38683a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:19.664418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ee81b-c9fa-4e88-beed-45415662e2e3 req-c6a999c7-367e-41ed-8333-bddcae363d9f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:19.665911 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f39ee81b-c9fa-4e88-beed-45415662e2e3 req-c6a999c7-367e-41ed-8333-bddcae363d9f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=f15ec26f-155b-4bac-93ff-7514b363012c HTTP/1.1" status: 200 len: 945 time: 0.5710535 May 30 20:17:19.703713 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd22df4-f108-4b50-a1a0-ec7fb38683a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=4bc47e3c-291e-46bf-a1bd-fce46db71a79,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:19.706863 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-573f4807-ceb2-4b9f-992f-67c8cb3ed250 req-6e6557e1-fb7b-4e2a-adb0-d9f1e3ded734 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd HTTP/1.1" status: 200 len: 1000 time: 0.2537954 May 30 20:17:19.770822 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7feef11-416e-41ac-8df1-9071727490e3 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:19.777909 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7feef11-416e-41ac-8df1-9071727490e3 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:19.932134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44696) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:19.960941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7feef11-416e-41ac-8df1-9071727490e3 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event updated for resources: {'Port': ['ID=8882626e-f610-4134-9e25-cdbf0d031593,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:19.965181 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-15f3ed60-4710-453b-8e14-79d9db0fcf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.023269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f4807-ceb2-4b9f-992f-67c8cb3ed250 req-10ed2f35-97f6-48ff-8eaa-2c3e16f4ee86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:20.025330 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-573f4807-ceb2-4b9f-992f-67c8cb3ed250 req-10ed2f35-97f6-48ff-8eaa-2c3e16f4ee86 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 HTTP/1.1" status: 200 len: 858 time: 0.3014426 May 30 20:17:20.101409 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f39ee81b-c9fa-4e88-beed-45415662e2e3 req-68614929-019b-48eb-b54f-5c1362a005c5 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175448 May 30 20:17:20.155288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-15f3ed60-4710-453b-8e14-79d9db0fcf3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:20.159992 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ccd22df4-f108-4b50-a1a0-ec7fb38683a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.168557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a7feef11-416e-41ac-8df1-9071727490e3 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] In _notify_port_updated(), no bound segment for port 8882626e-f610-4134-9e25-cdbf0d031593 on network 28170d77-fd32-4448-b56a-eb4e724d8cf2 {{(pid=84024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:17:20.176317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7feef11-416e-41ac-8df1-9071727490e3 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:20.177107 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7feef11-416e-41ac-8df1-9071727490e3 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.178413 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a7feef11-416e-41ac-8df1-9071727490e3 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "PUT /v2.0/ports/8882626e-f610-4134-9e25-cdbf0d031593 HTTP/1.1" status: 200 len: 996 time: 1.4134281 May 30 20:17:20.179606 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-15f3ed60-4710-453b-8e14-79d9db0fcf3a admin admin] Usage tracker for resource:security_group_rule and tenant:0102c41e069843948fa730c85b3ef074 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:20.179996 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ccd22df4-f108-4b50-a1a0-ec7fb38683a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/ports/4bc47e3c-291e-46bf-a1bd-fce46db71a79 HTTP/1.1" status: 204 len: 168 time: 2.7812397 May 30 20:17:20.181793 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44704) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:20.182205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44706) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:20.189985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-15f3ed60-4710-453b-8e14-79d9db0fcf3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:20.228947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-15f3ed60-4710-453b-8e14-79d9db0fcf3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:20.237625 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bb3830-91d9-4f16-ab02-6360043537be tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] GET failed (client error): The resource could not be found. May 30 20:17:20.238116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c0bb3830-91d9-4f16-ab02-6360043537be tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Synchronizing usage tracker for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:20.262578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bfd096a5-689e-4d98-8753-2b406a22ae36 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Deleting port 8882626e-f610-4134-9e25-cdbf0d031593 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:20.262853 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bfd096a5-689e-4d98-8753-2b406a22ae36 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.285928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c0bb3830-91d9-4f16-ab02-6360043537be tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Unset dirty status for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:20.289619 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c0bb3830-91d9-4f16-ab02-6360043537be tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports/4bc47e3c-291e-46bf-a1bd-fce46db71a79 HTTP/1.1" status: 404 len: 333 time: 0.1040509 May 30 20:17:20.291233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44712) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:20.355394 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-39723ae6-e9ae-4f1a-bc61-327ec814a7e5 None None] Provisioning complete for port 8882626e-f610-4134-9e25-cdbf0d031593 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:20.356755 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-39723ae6-e9ae-4f1a-bc61-327ec814a7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.368412 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'tag': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:20.408993 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-15f3ed60-4710-453b-8e14-79d9db0fcf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.430217 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-15f3ed60-4710-453b-8e14-79d9db0fcf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.478406 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-39723ae6-e9ae-4f1a-bc61-327ec814a7e5 None None] Port 8882626e-f610-4134-9e25-cdbf0d031593 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:20.547711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3ed60-4710-453b-8e14-79d9db0fcf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98876bbe-06b4-4137-8744-09d017d90d14,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:20.554517 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-15f3ed60-4710-453b-8e14-79d9db0fcf3a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0102c41e069843948fa730c85b3ef074&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6212208 May 30 20:17:20.591136 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44728) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:20.630200 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93873a65-60b1-4355-9ad5-a5ad03c7e709'] response: {'name': 'network-changed', 'server_uuid': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'tag': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd', 'status': 'completed', 'code': 200} May 30 20:17:20.640793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff0e9a4-68ff-416b-81c5-6b71de23308e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting subnet f1d4ea78-8f60-43cd-afd3-52671fd549c1 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:17:20.646911 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ff0e9a4-68ff-416b-81c5-6b71de23308e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.651387 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-573f4807-ceb2-4b9f-992f-67c8cb3ed250 req-3c637478-faf4-4630-aab4-76746cb724ab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5591896 May 30 20:17:20.723014 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ff0e9a4-68ff-416b-81c5-6b71de23308e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.740465 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe5b4e69-2234-44ef-8ede-55cb18d6970b req-5efc6ce9-55f7-4ceb-8159-a38e1a878110 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.0932972 May 30 20:17:20.776311 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7169a1eb-57ea-40dc-829e-8236c5176baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.807661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7169a1eb-57ea-40dc-829e-8236c5176baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.851577 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737653e-eabd-451b-97fe-84ece17f2d7c req-24728f85-2134-46b4-931c-f854c2e94d33 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:20.852754 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8737653e-eabd-451b-97fe-84ece17f2d7c req-24728f85-2134-46b4-931c-f854c2e94d33 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.93 "GET /v2.0/ports?device_id=f15ec26f-155b-4bac-93ff-7514b363012c HTTP/1.1" status: 200 len: 945 time: 0.5371978 May 30 20:17:20.891305 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ff0e9a4-68ff-416b-81c5-6b71de23308e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.933084 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7169a1eb-57ea-40dc-829e-8236c5176baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.939585 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bfd096a5-689e-4d98-8753-2b406a22ae36 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.962477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169a1eb-57ea-40dc-829e-8236c5176baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98876bbe-06b4-4137-8744-09d017d90d14,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:20.984490 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7169a1eb-57ea-40dc-829e-8236c5176baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.985830 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7169a1eb-57ea-40dc-829e-8236c5176baa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/98876bbe-06b4-4137-8744-09d017d90d14 HTTP/1.1" status: 204 len: 168 time: 0.3936405 May 30 20:17:21.012366 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ff0e9a4-68ff-416b-81c5-6b71de23308e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:21.035840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-8737653e-eabd-451b-97fe-84ece17f2d7c req-252c51a6-26a5-4ad4-b9e2-70fee72c74f0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Deleting port 9085171b-cc1d-4592-bf63-3bfd5a38e50f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:21.036585 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8737653e-eabd-451b-97fe-84ece17f2d7c req-252c51a6-26a5-4ad4-b9e2-70fee72c74f0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:21.060562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0e9a4-68ff-416b-81c5-6b71de23308e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d4ea78-8f60-43cd-afd3-52671fd549c1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:21.076162 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ff0e9a4-68ff-416b-81c5-6b71de23308e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:21.077772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91082f0a-c4c4-47c9-a511-a50e2647aa18 None None] Network 1905e27d-367b-4847-8bbf-eeb4a50fb679 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:21.085171 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8ff0e9a4-68ff-416b-81c5-6b71de23308e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/f1d4ea78-8f60-43cd-afd3-52671fd549c1 HTTP/1.1" status: 204 len: 168 time: 0.7929015 May 30 20:17:21.087627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44742) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:21.442003 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:21.481907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bfd096a5-689e-4d98-8753-2b406a22ae36 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Calling delete_port for 8882626e-f610-4134-9e25-cdbf0d031593 owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:21.509923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port b9fed163-9e86-4049-83cf-321f569a2ce2 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:21.510277 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:21.528949 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-573f4807-ceb2-4b9f-992f-67c8cb3ed250 req-c7b967cc-8375-49bb-9222-9a4334f8cda1 service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8356428 May 30 20:17:21.551563 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc90d32-3ca6-45a1-80b3-68c0a6940611 None None] DHCP port deletion for 1905e27d-367b-4847-8bbf-eeb4a50fb679 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:17:21.558598 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-acc90d32-3ca6-45a1-80b3-68c0a6940611 None None] Deleting port b9fed163-9e86-4049-83cf-321f569a2ce2 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:21.559103 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-acc90d32-3ca6-45a1-80b3-68c0a6940611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:21.641982 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-8737653e-eabd-451b-97fe-84ece17f2d7c req-252c51a6-26a5-4ad4-b9e2-70fee72c74f0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] For port 9085171b-cc1d-4592-bf63-3bfd5a38e50f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9085171b-cc1d-4592-bf63-3bfd5a38e50f,segment=NetworkSegment(4d10fbeb-2125-48cc-a069-4a88bc5a0de9),segment_id=4d10fbeb-2125-48cc-a069-4a88bc5a0de9)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:21.642598 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8737653e-eabd-451b-97fe-84ece17f2d7c req-252c51a6-26a5-4ad4-b9e2-70fee72c74f0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:21.964891 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-acc90d32-3ca6-45a1-80b3-68c0a6940611 None None] For port b9fed163-9e86-4049-83cf-321f569a2ce2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b9fed163-9e86-4049-83cf-321f569a2ce2,segment=NetworkSegment(6347b330-5969-4f4e-adbd-aacf67f2d6fe),segment_id=6347b330-5969-4f4e-adbd-aacf67f2d6fe)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:21.967389 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-acc90d32-3ca6-45a1-80b3-68c0a6940611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:22.011471 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] For port b9fed163-9e86-4049-83cf-321f569a2ce2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b9fed163-9e86-4049-83cf-321f569a2ce2,segment=NetworkSegment(6347b330-5969-4f4e-adbd-aacf67f2d6fe),segment_id=6347b330-5969-4f4e-adbd-aacf67f2d6fe)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:22.012106 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:22.056176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-8737653e-eabd-451b-97fe-84ece17f2d7c req-252c51a6-26a5-4ad4-b9e2-70fee72c74f0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Calling delete_port for 9085171b-cc1d-4592-bf63-3bfd5a38e50f owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:22.128877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-acc90d32-3ca6-45a1-80b3-68c0a6940611 None None] Calling delete_port for b9fed163-9e86-4049-83cf-321f569a2ce2 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:22.147666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for b9fed163-9e86-4049-83cf-321f569a2ce2 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:22.181346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32ef7dc5-ef41-4a2b-a99d-5d1ffa7dd9d9 req-fdebf36b-e918-4c2b-a2fd-0004860a4c14 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.0978112 May 30 20:17:22.224425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c195d-0985-40e8-9877-3983caccd1d1 req-a7f0455c-9884-46ea-b83b-cbdb8a3ebe30 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:22.226374 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-340c195d-0985-40e8-9877-3983caccd1d1 req-a7f0455c-9884-46ea-b83b-cbdb8a3ebe30 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=f15ec26f-155b-4bac-93ff-7514b363012c HTTP/1.1" status: 200 len: 945 time: 0.7523482 May 30 20:17:22.236029 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-acc90d32-3ca6-45a1-80b3-68c0a6940611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:22.267231 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:17:22.268829 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:17:22.335611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc90d32-3ca6-45a1-80b3-68c0a6940611 None None] Pushing event deleted for resources: {'Port': ['ID=b9fed163-9e86-4049-83cf-321f569a2ce2,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:22.342470 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc90d32-3ca6-45a1-80b3-68c0a6940611 None None] No DVR routers for this DVR port b9fed163-9e86-4049-83cf-321f569a2ce2 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:22.368619 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-573f4807-ceb2-4b9f-992f-67c8cb3ed250 req-70ea1937-a899-4338-af35-791037e29fbf service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7599876 May 30 20:17:22.448296 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bfd096a5-689e-4d98-8753-2b406a22ae36 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:22.451653 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-340c195d-0985-40e8-9877-3983caccd1d1 req-87dd9aef-25e0-46b5-8aca-716b224240aa tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776996 May 30 20:17:22.527507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd096a5-689e-4d98-8753-2b406a22ae36 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event deleted for resources: {'Port': ['ID=8882626e-f610-4134-9e25-cdbf0d031593,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:22.653733 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8737653e-eabd-451b-97fe-84ece17f2d7c req-252c51a6-26a5-4ad4-b9e2-70fee72c74f0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:22.672132 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['3b4ed5f3-d88c-4707-b4c8-5738236cd402'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:17:22.771863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port b9fed163-9e86-4049-83cf-321f569a2ce2 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:22.772457 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:22.794980 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c51a6-26a5-4ad4-b9e2-70fee72c74f0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Pushing event deleted for resources: {'Port': ['ID=9085171b-cc1d-4592-bf63-3bfd5a38e50f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:22.851645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-8737653e-eabd-451b-97fe-84ece17f2d7c req-252c51a6-26a5-4ad4-b9e2-70fee72c74f0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] No DVR routers for this DVR port 9085171b-cc1d-4592-bf63-3bfd5a38e50f on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:22.856503 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-8737653e-eabd-451b-97fe-84ece17f2d7c req-252c51a6-26a5-4ad4-b9e2-70fee72c74f0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:22.863393 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bfd096a5-689e-4d98-8753-2b406a22ae36 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:22.865967 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15ec26f-155b-4bac-93ff-7514b363012c', 'name': 'network-vif-deleted', 'tag': '9085171b-cc1d-4592-bf63-3bfd5a38e50f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:22.877858 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aabcc3c2-d340-4736-b0de-dd11d65fa3e2 req-10f3e5f6-4fa7-40d2-9713-016f5e9645c0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 1096 time: 0.4663949 May 30 20:17:22.901790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] The port 'b9fed163-9e86-4049-83cf-321f569a2ce2' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:17:22.925839 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bfd096a5-689e-4d98-8753-2b406a22ae36 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "DELETE /v2.0/ports/8882626e-f610-4134-9e25-cdbf0d031593 HTTP/1.1" status: 204 len: 168 time: 2.7425249 May 30 20:17:22.926798 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44772) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:23.003181 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8737653e-eabd-451b-97fe-84ece17f2d7c req-252c51a6-26a5-4ad4-b9e2-70fee72c74f0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.93 "DELETE /v2.0/ports/9085171b-cc1d-4592-bf63-3bfd5a38e50f HTTP/1.1" status: 204 len: 173 time: 2.1385849 May 30 20:17:23.013666 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc2ae00-bbdb-4cac-be5b-a0cd1b7a087b'] response: {'server_uuid': 'f15ec26f-155b-4bac-93ff-7514b363012c', 'name': 'network-vif-deleted', 'tag': '9085171b-cc1d-4592-bf63-3bfd5a38e50f', 'status': 'completed', 'code': 200} May 30 20:17:23.059115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b9fed163-9e86-4049-83cf-321f569a2ce2 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:23.082377 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f2b5cd-9c11-4cc0-8b68-91eb7db074d4 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] GET failed (client error): The resource could not be found. May 30 20:17:23.083713 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-99f2b5cd-9c11-4cc0-8b68-91eb7db074d4 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Synchronizing usage tracker for tenant:a27c538f4ab448bd9d2e9de50e2a1929 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:23.097976 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: b9fed163-9e86-4049-83cf-321f569a2ce2 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:17:23.098513 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b9fed163-9e86-4049-83cf-321f569a2ce2 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:17:23.099010 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:23.125837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1905e27d-367b-4847-8bbf-eeb4a50fb679']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:23.139509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6347b330-5969-4f4e-adbd-aacf67f2d6fe') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:23.140130 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6347b330-5969-4f4e-adbd-aacf67f2d6fe') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:23.146226 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-99f2b5cd-9c11-4cc0-8b68-91eb7db074d4 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Unset dirty status for tenant:a27c538f4ab448bd9d2e9de50e2a1929 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:23.147629 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-99f2b5cd-9c11-4cc0-8b68-91eb7db074d4 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "GET /v2.0/ports/8882626e-f610-4134-9e25-cdbf0d031593 HTTP/1.1" status: 404 len: 333 time: 0.1435592 May 30 20:17:23.151363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44776) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:23.159140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcc3c2-d340-4736-b0de-dd11d65fa3e2 req-264e7196-c606-44e4-a984-8da852d3a3e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:23.159333 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:23.160983 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aabcc3c2-d340-4736-b0de-dd11d65fa3e2 req-264e7196-c606-44e4-a984-8da852d3a3e4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 920 time: 0.2763810 May 30 20:17:23.168966 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c85b9671-ba24-4ba7-ab96-e409d3a0ae95 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Request body: {'port': {'network_id': '28170d77-fd32-4448-b56a-eb4e724d8cf2', 'name': 'tempest-AllowedAddressPairTestJSON-265347524'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:23.271921 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:23.314279 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:17:23.317695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aabcc3c2-d340-4736-b0de-dd11d65fa3e2 req-2452cfe9-9dd9-4f5d-b0a7-0d002c6126fb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd HTTP/1.1" status: 200 len: 1000 time: 0.1400979 May 30 20:17:23.320586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: timer() May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:17:23.335649 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:17:23.408328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9085171b-cc1d-4592-bf63-3bfd5a38e50f no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:23.440345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcc3c2-d340-4736-b0de-dd11d65fa3e2 req-0e5ec0cf-2b4d-4917-a614-5e26cd830645 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:23.441875 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aabcc3c2-d340-4736-b0de-dd11d65fa3e2 req-0e5ec0cf-2b4d-4917-a614-5e26cd830645 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 HTTP/1.1" status: 200 len: 858 time: 0.1168840 May 30 20:17:23.443913 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-37ede63c-6435-475a-bfe6-1da0130f10c0 req-e9e52c00-fb86-4792-af89-00d4e45f8f40 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.0521829 May 30 20:17:23.463003 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 9085171b-cc1d-4592-bf63-3bfd5a38e50f {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:17:23.463340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9085171b-cc1d-4592-bf63-3bfd5a38e50f not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:17:23.472937 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:23.492219 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c85b9671-ba24-4ba7-ab96-e409d3a0ae95 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:23.494692 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:23.515895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c85b9671-ba24-4ba7-ab96-e409d3a0ae95 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:23.517987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Network': ['ID=1905e27d-367b-4847-8bbf-eeb4a50fb679,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:23.541411 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-90a829bd-c0f3-41e5-971c-3e3a8b0fdb58 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/networks/1905e27d-367b-4847-8bbf-eeb4a50fb679 HTTP/1.1" status: 204 len: 168 time: 2.4522135 May 30 20:17:23.545543 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44784) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:23.552310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6a3cf8ad-9672-42bc-b695-a4354f95a6ed tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1568345854'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:23.555986 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85b9671-ba24-4ba7-ab96-e409d3a0ae95 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Made reservation on behalf of a27c538f4ab448bd9d2e9de50e2a1929 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:23.559409 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c85b9671-ba24-4ba7-ab96-e409d3a0ae95 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:23.571689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6a3cf8ad-9672-42bc-b695-a4354f95a6ed tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:23.580787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6a3cf8ad-9672-42bc-b695-a4354f95a6ed tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:network and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:23.589585 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6a3cf8ad-9672-42bc-b695-a4354f95a6ed tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:23.600917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6a3cf8ad-9672-42bc-b695-a4354f95a6ed tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:23.608978 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-c85b9671-ba24-4ba7-ab96-e409d3a0ae95 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] device_id is not set on port 0f84b664-1afd-4a1c-8356-fab77db7d941 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:17:23.617254 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aabcc3c2-d340-4736-b0de-dd11d65fa3e2 req-ae31b849-2642-4c9e-93de-42962d765c21 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669176 May 30 20:17:23.682133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3cf8ad-9672-42bc-b695-a4354f95a6ed tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:23.685331 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a3cf8ad-9672-42bc-b695-a4354f95a6ed tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:23.754779 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ad498b9f-87e6-4c4b-b7aa-d10c47ad656f req-88160f03-0ca7-440a-ae1b-cbcf3531805d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Synchronizing usage tracker for tenant:6a5fc31d675c4cedbf2186089e4f965b on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:23.797323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3cf8ad-9672-42bc-b695-a4354f95a6ed tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:17:23.799208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ad498b9f-87e6-4c4b-b7aa-d10c47ad656f req-88160f03-0ca7-440a-ae1b-cbcf3531805d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Unset dirty status for tenant:6a5fc31d675c4cedbf2186089e4f965b on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:23.801360 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ad498b9f-87e6-4c4b-b7aa-d10c47ad656f req-88160f03-0ca7-440a-ae1b-cbcf3531805d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=f15ec26f-155b-4bac-93ff-7514b363012c HTTP/1.1" status: 200 len: 210 time: 0.0929933 May 30 20:17:23.832392 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aabcc3c2-d340-4736-b0de-dd11d65fa3e2 req-88c30310-48a3-4083-a900-bb4130bddad1 service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059324 May 30 20:17:23.849886 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a3cf8ad-9672-42bc-b695-a4354f95a6ed tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:23.850226 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-6a3cf8ad-9672-42bc-b695-a4354f95a6ed tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Added segment a3b51afc-1ca0-460b-a950-fc55fba9c5ac of type vlan for network 282154f7-9204-4972-8325-4efed71445be May 30 20:17:23.896949 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a3cf8ad-9672-42bc-b695-a4354f95a6ed tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:23.904408 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-c85b9671-ba24-4ba7-ab96-e409d3a0ae95 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Allocated IP 172.20.0.8 (28170d77-fd32-4448-b56a-eb4e724d8cf2/3c08e641-687c-4d27-a681-5efb25537133/0f84b664-1afd-4a1c-8356-fab77db7d941) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:23.960567 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a3cf8ad-9672-42bc-b695-a4354f95a6ed tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:23.964161 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3cf8ad-9672-42bc-b695-a4354f95a6ed tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:23.964731 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a3cf8ad-9672-42bc-b695-a4354f95a6ed tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:23.968046 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aabcc3c2-d340-4736-b0de-dd11d65fa3e2 req-85ff74d8-a4d9-4e5b-8df9-d18c89453efb service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297357 May 30 20:17:24.095646 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6a3cf8ad-9672-42bc-b695-a4354f95a6ed tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5488935 May 30 20:17:24.098479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44790) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:24.103943 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-327d83b2-647b-4700-b5cb-9fe040b62d85 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'subnet': {'network_id': '282154f7-9204-4972-8325-4efed71445be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:24.159134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cf8ad-9672-42bc-b695-a4354f95a6ed tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Network': ['ID=282154f7-9204-4972-8325-4efed71445be,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:24.172183 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 282154f7-9204-4972-8325-4efed71445be details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:17:24.271910 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c85b9671-ba24-4ba7-ab96-e409d3a0ae95 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.298250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-c85b9671-ba24-4ba7-ab96-e409d3a0ae95 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Transition to ACTIVE for port object 0f84b664-1afd-4a1c-8356-fab77db7d941 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:24.339055 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c85b9671-ba24-4ba7-ab96-e409d3a0ae95 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.355668 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-327d83b2-647b-4700-b5cb-9fe040b62d85 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:24.362419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-327d83b2-647b-4700-b5cb-9fe040b62d85 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:subnet and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:24.364137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-327d83b2-647b-4700-b5cb-9fe040b62d85 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:24.370091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-327d83b2-647b-4700-b5cb-9fe040b62d85 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:24.381836 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327d83b2-647b-4700-b5cb-9fe040b62d85 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:24.498877 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-327d83b2-647b-4700-b5cb-9fe040b62d85 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.528134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85b9671-ba24-4ba7-ab96-e409d3a0ae95 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Network 28170d77-fd32-4448-b56a-eb4e724d8cf2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:24.532470 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c85b9671-ba24-4ba7-ab96-e409d3a0ae95 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:24.537744 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85b9671-ba24-4ba7-ab96-e409d3a0ae95 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:24.592149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b9671-ba24-4ba7-ab96-e409d3a0ae95 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event updated for resources: {'Port': ['ID=0f84b664-1afd-4a1c-8356-fab77db7d941,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:24.624440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85b9671-ba24-4ba7-ab96-e409d3a0ae95 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:24.625214 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c85b9671-ba24-4ba7-ab96-e409d3a0ae95 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.649842 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c85b9671-ba24-4ba7-ab96-e409d3a0ae95 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4974258 May 30 20:17:24.652383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44796) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:24.662332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-da825ad5-170c-4344-90da-45fafeff4178 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Request body: {'port': {'network_id': '28170d77-fd32-4448-b56a-eb4e724d8cf2', 'name': 'tempest-AllowedAddressPairTestJSON-312103162'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:24.710679 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b59aaacf-f800-4d11-ae56-b762e014d0df req-0bdaed51-56f9-4bc1-9e61-dddac73371aa tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.0498188 May 30 20:17:24.851901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cc70ac5b-1f64-4784-bf40-21d1f0318e5b None None] Provisioning for port 0f84b664-1afd-4a1c-8356-fab77db7d941 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:24.852938 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-327d83b2-647b-4700-b5cb-9fe040b62d85 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.861198 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cc70ac5b-1f64-4784-bf40-21d1f0318e5b None None] Provisioning complete for port 0f84b664-1afd-4a1c-8356-fab77db7d941 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:24.862018 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cc70ac5b-1f64-4784-bf40-21d1f0318e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.877578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-da825ad5-170c-4344-90da-45fafeff4178 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:24.895027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-da825ad5-170c-4344-90da-45fafeff4178 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:24.917583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da825ad5-170c-4344-90da-45fafeff4178 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Made reservation on behalf of a27c538f4ab448bd9d2e9de50e2a1929 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:24.921172 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da825ad5-170c-4344-90da-45fafeff4178 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.933057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d83b2-647b-4700-b5cb-9fe040b62d85 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Subnet': ['ID=bab4eec3-b284-4ce8-b9d2-48650314f668,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:24.961532 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-cc70ac5b-1f64-4784-bf40-21d1f0318e5b None None] Port 0f84b664-1afd-4a1c-8356-fab77db7d941 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:24.962858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-da825ad5-170c-4344-90da-45fafeff4178 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] device_id is not set on port d9df58cb-7587-417c-aa9f-3dbb29d7a9c7 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:17:25.026047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327d83b2-647b-4700-b5cb-9fe040b62d85 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Checking segment: {'id': 'a3b51afc-1ca0-460b-a950-fc55fba9c5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '282154f7-9204-4972-8325-4efed71445be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:25.026659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327d83b2-647b-4700-b5cb-9fe040b62d85 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network hostable DHCP agents. Network: 282154f7-9204-4972-8325-4efed71445be, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:17:25.061965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327d83b2-647b-4700-b5cb-9fe040b62d85 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 282154f7-9204-4972-8325-4efed71445be is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:17:25.075264 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-327d83b2-647b-4700-b5cb-9fe040b62d85 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 282154f7-9204-4972-8325-4efed71445be) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:25.084735 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327d83b2-647b-4700-b5cb-9fe040b62d85 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:25.086103 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-327d83b2-647b-4700-b5cb-9fe040b62d85 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:25.093203 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb717fc2-3897-4c59-a21e-f6448bbc8cdc None None] Network 282154f7-9204-4972-8325-4efed71445be requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:25.131909 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-327d83b2-647b-4700-b5cb-9fe040b62d85 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0288265 May 30 20:17:25.132821 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44812) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:25.139177 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-e5e4cd2e-389c-4393-a6ea-68337503d797 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-150921892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:25.148405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e5e4cd2e-389c-4393-a6ea-68337503d797 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:25.208533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e5e4cd2e-389c-4393-a6ea-68337503d797 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:router and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:25.210159 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e5e4cd2e-389c-4393-a6ea-68337503d797 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:25.222266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e5e4cd2e-389c-4393-a6ea-68337503d797 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:25.243999 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e5e4cd2e-389c-4393-a6ea-68337503d797 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:25.245086 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e5e4cd2e-389c-4393-a6ea-68337503d797 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:25.271709 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-da825ad5-170c-4344-90da-45fafeff4178 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Allocated IP 172.20.0.4 (28170d77-fd32-4448-b56a-eb4e724d8cf2/3c08e641-687c-4d27-a681-5efb25537133/d9df58cb-7587-417c-aa9f-3dbb29d7a9c7) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:25.277051 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baca75-9d01-4a0f-9843-9d1f0c959c07 req-e54dc1a6-925d-4e4b-a96b-be50feb51559 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:25.282393 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08baca75-9d01-4a0f-9843-9d1f0c959c07 req-e54dc1a6-925d-4e4b-a96b-be50feb51559 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.1365647 May 30 20:17:25.320224 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e5e4cd2e-389c-4393-a6ea-68337503d797 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:25.389911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-282154f7-9204-4972-8325-4efed71445be', 'network_id': '282154f7-9204-4972-8325-4efed71445be', 'tenant_id': '6c8ec1b53f2c4f95bfc3e2d31bff2053', 'fixed_ips': [{'subnet_id': 'bab4eec3-b284-4ce8-b9d2-48650314f668'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:17:25.390732 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:25.393631 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e5e4cd2e-389c-4393-a6ea-68337503d797 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:25.460921 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e5e4cd2e-389c-4393-a6ea-68337503d797 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:25.462517 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e5e4cd2e-389c-4393-a6ea-68337503d797 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3287706 May 30 20:17:25.465181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44816) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:25.475428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'network_id': '282154f7-9204-4972-8325-4efed71445be', 'name': 'tempest-PortsTestJSON-540690411'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:25.497001 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08baca75-9d01-4a0f-9843-9d1f0c959c07 req-7838898b-e657-4c44-84f6-dd98b10064dd tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354234 May 30 20:17:25.666204 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Allocated IP 172.20.0.2 (282154f7-9204-4972-8325-4efed71445be/bab4eec3-b284-4ce8-b9d2-48650314f668/bec42ac8-532e-411f-a630-a019cd94d587) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:25.677258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:25.681857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:port and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:25.686578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:25.713573 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:25.722914 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da825ad5-170c-4344-90da-45fafeff4178 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:25.746556 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-da825ad5-170c-4344-90da-45fafeff4178 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Transition to ACTIVE for port object d9df58cb-7587-417c-aa9f-3dbb29d7a9c7 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:25.751394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:25.758597 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:25.799491 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] device_id is not set on port 713a9b40-6d23-4b90-9414-e8c623f676ea yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:17:25.806569 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da825ad5-170c-4344-90da-45fafeff4178 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:25.913108 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:25.926235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Transition to ACTIVE for port object bec42ac8-532e-411f-a630-a019cd94d587 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:25.944716 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da825ad5-170c-4344-90da-45fafeff4178 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Network 28170d77-fd32-4448-b56a-eb4e724d8cf2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:25.945738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da825ad5-170c-4344-90da-45fafeff4178 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event updated for resources: {'Port': ['ID=d9df58cb-7587-417c-aa9f-3dbb29d7a9c7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:25.948507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-da825ad5-170c-4344-90da-45fafeff4178 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:25.951928 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Transition to ACTIVE for port object bec42ac8-532e-411f-a630-a019cd94d587 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:25.955123 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da825ad5-170c-4344-90da-45fafeff4178 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:25.977338 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:26.062484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Network 282154f7-9204-4972-8325-4efed71445be is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:26.066887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:26.069883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da825ad5-170c-4344-90da-45fafeff4178 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:26.070708 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da825ad5-170c-4344-90da-45fafeff4178 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:26.079116 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:26.111799 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-da825ad5-170c-4344-90da-45fafeff4178 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4582205 May 30 20:17:26.112938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44834) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:26.119457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-135d5605-23de-4f4b-9e4d-8585beec7091 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e4:d6:7c'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a3:e9:f4'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:26.175255 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e4c4bb04-d930-4fe9-bb2e-10c5f5a63086 req-d3b37e0b-2c44-4d96-8bea-f2aa454d1fb2 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.1409550 May 30 20:17:26.212735 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Pushing event updated for resources: {'Port': ['ID=bec42ac8-532e-411f-a630-a019cd94d587,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:26.236534 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Allocated IP 172.20.0.12 (282154f7-9204-4972-8325-4efed71445be/bab4eec3-b284-4ce8-b9d2-48650314f668/713a9b40-6d23-4b90-9414-e8c623f676ea) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:26.238911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Attempting to bind port bec42ac8-532e-411f-a630-a019cd94d587 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:17:26.239403 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Attempting to bind port bec42ac8-532e-411f-a630-a019cd94d587 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'a3b51afc-1ca0-460b-a950-fc55fba9c5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '282154f7-9204-4972-8325-4efed71445be'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:17:26.240082 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Attempting to bind port bec42ac8-532e-411f-a630-a019cd94d587 on network 282154f7-9204-4972-8325-4efed71445be {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:17:26.249682 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:17:26.250214 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Checking segment: {'id': 'a3b51afc-1ca0-460b-a950-fc55fba9c5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '282154f7-9204-4972-8325-4efed71445be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:26.250761 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:26.251271 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Bound using segment: {'id': 'a3b51afc-1ca0-460b-a950-fc55fba9c5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '282154f7-9204-4972-8325-4efed71445be'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:17:26.251992 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Bound port: bec42ac8-532e-411f-a630-a019cd94d587, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b51afc-1ca0-460b-a950-fc55fba9c5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '282154f7-9204-4972-8325-4efed71445be'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:17:26.253340 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:26.267417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6625ce3-3d5a-4ff4-a48f-0b83fa440de2 req-5f4a6ffe-f271-4339-a7ad-eb9d3cad2b35 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:26.275272 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6625ce3-3d5a-4ff4-a48f-0b83fa440de2 req-5f4a6ffe-f271-4339-a7ad-eb9d3cad2b35 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2399881 May 30 20:17:26.337073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b119f336-0b98-4a23-b4cb-b8b95c6c0b8b None None] Provisioning for port d9df58cb-7587-417c-aa9f-3dbb29d7a9c7 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:26.386836 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] For port bec42ac8-532e-411f-a630-a019cd94d587, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:17:26.397190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] For port bec42ac8-532e-411f-a630-a019cd94d587, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=bec42ac8-532e-411f-a630-a019cd94d587,segment=NetworkSegment(a3b51afc-1ca0-460b-a950-fc55fba9c5ac),segment_id=a3b51afc-1ca0-460b-a950-fc55fba9c5ac)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:17:26.397190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b119f336-0b98-4a23-b4cb-b8b95c6c0b8b None None] Provisioning complete for port d9df58cb-7587-417c-aa9f-3dbb29d7a9c7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:26.397190 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b119f336-0b98-4a23-b4cb-b8b95c6c0b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:26.425594 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:26.438975 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6625ce3-3d5a-4ff4-a48f-0b83fa440de2 req-789581f4-d2c3-4a38-93ad-7bd1e3d76b38 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602774 May 30 20:17:26.441620 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-135d5605-23de-4f4b-9e4d-8585beec7091 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:26.550561 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b119f336-0b98-4a23-b4cb-b8b95c6c0b8b None None] Port d9df58cb-7587-417c-aa9f-3dbb29d7a9c7 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:26.571149 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419185e-0ca3-46db-b716-a314107f1a1d None None] Pushing event updated for resources: {'Port': ['ID=bec42ac8-532e-411f-a630-a019cd94d587,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:26.728106 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:26.753364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Transition to ACTIVE for port object 713a9b40-6d23-4b90-9414-e8c623f676ea will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:26.810133 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90a3f3-08f6-489b-a6dc-89e7cf3968ba req-7b66bb12-a068-441d-8c14-c01afa15e2ae tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:26.811526 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e90a3f3-08f6-489b-a6dc-89e7cf3968ba req-7b66bb12-a068-441d-8c14-c01afa15e2ae tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.1592922 May 30 20:17:26.843206 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-135d5605-23de-4f4b-9e4d-8585beec7091 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:26.857233 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-135d5605-23de-4f4b-9e4d-8585beec7091 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:26.857436 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:26.957221 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e90a3f3-08f6-489b-a6dc-89e7cf3968ba req-a084f74a-9fb6-4f73-b455-56a8d6702fae tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377807 May 30 20:17:26.975870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 282154f7-9204-4972-8325-4efed71445be is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:26.985589 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=713a9b40-6d23-4b90-9414-e8c623f676ea,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:26.989417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:26.991876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:27.073454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:27.074228 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:27.088707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:27.089177 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:27.090764 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:27.090764 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:27.090764 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:27.090764 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:27.091408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:27.092097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:27.093470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:27.094017 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:27.094554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:27.119791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d5605-23de-4f4b-9e4d-8585beec7091 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event updated for resources: {'Port': ['ID=d9df58cb-7587-417c-aa9f-3dbb29d7a9c7,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:27.140137 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-68ce08c1-4e64-479f-9434-751500746417 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6720245 May 30 20:17:27.142700 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44848) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:27.159044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bec42ac8-532e-411f-a630-a019cd94d587 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:27.238818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-135d5605-23de-4f4b-9e4d-8585beec7091 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] In _notify_port_updated(), no bound segment for port d9df58cb-7587-417c-aa9f-3dbb29d7a9c7 on network 28170d77-fd32-4448-b56a-eb4e724d8cf2 {{(pid=84024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:17:27.254575 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d5605-23de-4f4b-9e4d-8585beec7091 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:27.258256 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-135d5605-23de-4f4b-9e4d-8585beec7091 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:27.263571 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-135d5605-23de-4f4b-9e4d-8585beec7091 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "PUT /v2.0/ports/d9df58cb-7587-417c-aa9f-3dbb29d7a9c7 HTTP/1.1" status: 200 len: 1054 time: 1.1461303 May 30 20:17:27.265086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44854) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:27.344277 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-84b55170-f9fd-4d7c-b7ba-f731fd0be351 None None] Provisioning complete for port d9df58cb-7587-417c-aa9f-3dbb29d7a9c7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:27.344854 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-84b55170-f9fd-4d7c-b7ba-f731fd0be351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:27.386082 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port bec42ac8-532e-411f-a630-a019cd94d587 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:27.427197 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-84b55170-f9fd-4d7c-b7ba-f731fd0be351 None None] Port d9df58cb-7587-417c-aa9f-3dbb29d7a9c7 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:27.522471 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-01c1d142-3f7c-4f86-a390-6af31470b094 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Deleting port d9df58cb-7587-417c-aa9f-3dbb29d7a9c7 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:27.523011 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01c1d142-3f7c-4f86-a390-6af31470b094 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:27.707503 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-19c8a587-c7d7-43db-bfb2-a202d640f47e req-7928de55-af9b-48a1-84fa-2299a46a04b3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.1234765 May 30 20:17:27.733514 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e537dec7-6d54-4e2e-ac13-29a9ce1d9f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:27.780653 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3f753dac-8f5b-4010-b00a-43780eda5193 req-ed4e1bdc-fa67-4931-a4c6-90838513bb66 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.1174335 May 30 20:17:28.153441 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a98a0f3-f445-409a-8ffa-e2e6ca40fe11 None None] Network 282154f7-9204-4972-8325-4efed71445be requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:28.183784 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01c1d142-3f7c-4f86-a390-6af31470b094 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:28.310175 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-360c9f63-0ce2-4c3d-8dd4-00bdb21b615f None None] Provisioning for port bec42ac8-532e-411f-a630-a019cd94d587 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:28.336158 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-360c9f63-0ce2-4c3d-8dd4-00bdb21b615f None None] Provisioning complete for port bec42ac8-532e-411f-a630-a019cd94d587 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:28.336761 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-360c9f63-0ce2-4c3d-8dd4-00bdb21b615f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:28.338022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-01c1d142-3f7c-4f86-a390-6af31470b094 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Calling delete_port for d9df58cb-7587-417c-aa9f-3dbb29d7a9c7 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:28.486827 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4958bb26-2941-421a-8f10-4886a4202ba9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:28.568222 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01c1d142-3f7c-4f86-a390-6af31470b094 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:28.670987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1d142-3f7c-4f86-a390-6af31470b094 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event deleted for resources: {'Port': ['ID=d9df58cb-7587-417c-aa9f-3dbb29d7a9c7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:28.770124 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-360c9f63-0ce2-4c3d-8dd4-00bdb21b615f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:28.826758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-360c9f63-0ce2-4c3d-8dd4-00bdb21b615f None None] For port bec42ac8-532e-411f-a630-a019cd94d587, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=bec42ac8-532e-411f-a630-a019cd94d587,segment=NetworkSegment(a3b51afc-1ca0-460b-a950-fc55fba9c5ac),segment_id=a3b51afc-1ca0-460b-a950-fc55fba9c5ac)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:28.839203 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-360c9f63-0ce2-4c3d-8dd4-00bdb21b615f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:29.038122 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c9f63-0ce2-4c3d-8dd4-00bdb21b615f None None] Pushing event updated for resources: {'Port': ['ID=bec42ac8-532e-411f-a630-a019cd94d587,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:29.288043 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-416d6aab-e1b1-4f69-b06d-c7209822b259 req-d6529f63-66f4-4b6e-b847-d46e726eb25d tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.0794160 May 30 20:17:29.289969 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4958bb26-2941-421a-8f10-4886a4202ba9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:29.299937 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4958bb26-2941-421a-8f10-4886a4202ba9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:29.393603 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ca369ce6-dd15-43fe-98c6-62d14dc12b87 None None] Provisioning for port 713a9b40-6d23-4b90-9414-e8c623f676ea completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:29.399456 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ca369ce6-dd15-43fe-98c6-62d14dc12b87 None None] Provisioning complete for port 713a9b40-6d23-4b90-9414-e8c623f676ea triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:29.399823 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ca369ce6-dd15-43fe-98c6-62d14dc12b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:29.425134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01c1d142-3f7c-4f86-a390-6af31470b094 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:29.442397 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-01c1d142-3f7c-4f86-a390-6af31470b094 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "DELETE /v2.0/ports/d9df58cb-7587-417c-aa9f-3dbb29d7a9c7 HTTP/1.1" status: 204 len: 168 time: 2.1758404 May 30 20:17:29.448931 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44878) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:29.481803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ca369ce6-dd15-43fe-98c6-62d14dc12b87 None None] Port 713a9b40-6d23-4b90-9414-e8c623f676ea cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:29.500629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ca369ce6-dd15-43fe-98c6-62d14dc12b87 None None] Provisioning complete for port bec42ac8-532e-411f-a630-a019cd94d587 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:29.501335 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ca369ce6-dd15-43fe-98c6-62d14dc12b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:29.539111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958bb26-2941-421a-8f10-4886a4202ba9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=713a9b40-6d23-4b90-9414-e8c623f676ea,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:29.612276 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c15272-0cdf-4a40-b0d5-10a91f45c995 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] GET failed (client error): The resource could not be found. May 30 20:17:29.613709 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a2c15272-0cdf-4a40-b0d5-10a91f45c995 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "GET /v2.0/ports/d9df58cb-7587-417c-aa9f-3dbb29d7a9c7 HTTP/1.1" status: 404 len: 333 time: 0.1608100 May 30 20:17:29.616497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44882) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:29.704697 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Deleting port 0f84b664-1afd-4a1c-8356-fab77db7d941 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:29.705012 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:29.757166 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-53a436fc-9e74-44d2-b716-f0f3b73ad06d None None] Provisioning complete for port 713a9b40-6d23-4b90-9414-e8c623f676ea triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:29.757767 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-53a436fc-9e74-44d2-b716-f0f3b73ad06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:29.766697 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2dad3bfd-30e0-4e06-a166-d2af15f387bf req-8481bd65-74c7-4973-b555-b83c81aa980e tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983&device_id=c99d1ae3-50b9-4017-893c-6a304ae71270 HTTP/1.1" status: 200 len: 210 time: 0.0501969 May 30 20:17:29.838806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-53a436fc-9e74-44d2-b716-f0f3b73ad06d None None] Port 713a9b40-6d23-4b90-9414-e8c623f676ea cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:29.854236 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4958bb26-2941-421a-8f10-4886a4202ba9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:29.920926 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9d688ede-5af3-4346-8903-f5f6681603fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:29.964113 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-16a8c262-fe95-4ec0-a0ed-153b777867d7 None None] Provisioning complete for port 713a9b40-6d23-4b90-9414-e8c623f676ea triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:29.964859 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-16a8c262-fe95-4ec0-a0ed-153b777867d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:30.021199 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-16a8c262-fe95-4ec0-a0ed-153b777867d7 None None] Port 713a9b40-6d23-4b90-9414-e8c623f676ea cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:30.024993 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:30.060025 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4958bb26-2941-421a-8f10-4886a4202ba9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:30.186212 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Calling delete_port for 0f84b664-1afd-4a1c-8356-fab77db7d941 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:30.332286 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ae3e0345-efd2-4638-9356-7a2419bbc2e8 req-4c10e68c-74ce-4962-a022-9f8c695de9b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1f838208c14d42518734c2ee01fb9d3f&device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.1548874 May 30 20:17:30.338015 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-07a3dfff-b42d-474d-ac25-05e72f521d24 req-c296f221-59f4-4d62-808b-8bbc8bd6f932 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.1225448 May 30 20:17:30.387348 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ae3e0345-efd2-4638-9356-7a2419bbc2e8 req-85f5bd62-a1af-4369-ad2f-aeb58d72dda5 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=1f838208c14d42518734c2ee01fb9d3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454001 May 30 20:17:30.584211 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4958bb26-2941-421a-8f10-4886a4202ba9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:30.589807 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4958bb26-2941-421a-8f10-4886a4202ba9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:30.598793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e0345-efd2-4638-9356-7a2419bbc2e8 req-6d1f50b4-ae50-462a-84bf-503ce9385235 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:30.600412 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ae3e0345-efd2-4638-9356-7a2419bbc2e8 req-6d1f50b4-ae50-462a-84bf-503ce9385235 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2078230 May 30 20:17:30.601455 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:30.694188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event deleted for resources: {'Port': ['ID=0f84b664-1afd-4a1c-8356-fab77db7d941,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:30.729212 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958bb26-2941-421a-8f10-4886a4202ba9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=713a9b40-6d23-4b90-9414-e8c623f676ea,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:30.733763 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4958bb26-2941-421a-8f10-4886a4202ba9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:30.881176 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:30.881622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:30.882022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:30.882633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:30.882971 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:30.883440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:30.883834 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:30.884254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:30.884644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:30.885028 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:30.885632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:30.919242 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:30.933482 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7502b693-4e52-4754-91c7-b48bcdd55ae0 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "DELETE /v2.0/ports/0f84b664-1afd-4a1c-8356-fab77db7d941 HTTP/1.1" status: 204 len: 168 time: 1.3159175 May 30 20:17:30.936169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44906) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:30.965753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730db728-034d-419d-be48-5678f9f5b6c2 req-ee2cf0f5-d49c-4722-8ea6-bd8747acc61c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:30.967716 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-730db728-034d-419d-be48-5678f9f5b6c2 req-ee2cf0f5-d49c-4722-8ea6-bd8747acc61c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.1537662 May 30 20:17:30.969488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4958bb26-2941-421a-8f10-4886a4202ba9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 282154f7-9204-4972-8325-4efed71445be is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:30.970827 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-4958bb26-2941-421a-8f10-4886a4202ba9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:30.978291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bec42ac8-532e-411f-a630-a019cd94d587 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:30.984080 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfc5da5-e2e6-4c80-8504-224f03fdbfcb tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] GET failed (client error): The resource could not be found. May 30 20:17:30.984733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4dfc5da5-e2e6-4c80-8504-224f03fdbfcb tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Synchronizing usage tracker for tenant:a27c538f4ab448bd9d2e9de50e2a1929 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:31.006573 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4dfc5da5-e2e6-4c80-8504-224f03fdbfcb tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Unset dirty status for tenant:a27c538f4ab448bd9d2e9de50e2a1929 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:31.008621 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4dfc5da5-e2e6-4c80-8504-224f03fdbfcb tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "GET /v2.0/ports/0f84b664-1afd-4a1c-8356-fab77db7d941 HTTP/1.1" status: 404 len: 333 time: 0.0713480 May 30 20:17:31.013147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44910) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:31.090316 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-afc74ad1-3b80-44b9-8879-ebbaa67755b3 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Deleting port 8025cd4a-483a-4ef1-8e8b-ae05777f7f74 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:31.091053 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-afc74ad1-3b80-44b9-8879-ebbaa67755b3 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:31.100584 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port bec42ac8-532e-411f-a630-a019cd94d587 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:31.100953 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:31.274867 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:31.345534 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-730db728-034d-419d-be48-5678f9f5b6c2 req-1cbea557-0469-4ac2-a168-356659f3b9e2 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022976 May 30 20:17:31.360136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e6a6d240-89da-4cfb-9c8c-7651ca1bf0eb None None] Provisioning complete for port 713a9b40-6d23-4b90-9414-e8c623f676ea triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:31.360507 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e6a6d240-89da-4cfb-9c8c-7651ca1bf0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:31.428426 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e6a6d240-89da-4cfb-9c8c-7651ca1bf0eb None None] Port 713a9b40-6d23-4b90-9414-e8c623f676ea cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:31.499505 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-afc74ad1-3b80-44b9-8879-ebbaa67755b3 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:31.562788 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:31.643325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-afc74ad1-3b80-44b9-8879-ebbaa67755b3 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Calling delete_port for 8025cd4a-483a-4ef1-8e8b-ae05777f7f74 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:31.805457 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-afc74ad1-3b80-44b9-8879-ebbaa67755b3 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:31.806142 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfb5fa7f-a5f6-4733-b828-4f63104d8bac req-9e3524dd-3dc9-4ff9-bb7f-0bcb08e6df3c tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.1911263 May 30 20:17:31.839617 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28d1045f-db12-4604-8235-4896da2baa53 req-946e966d-165d-409d-b28b-a5668e39e7a0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5908635 May 30 20:17:31.865697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed7a71-115f-48cf-8c4e-743be0b8ee18 req-295ed519-3940-440f-b24f-a11e60bbc75f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:31.867146 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b2ed7a71-115f-48cf-8c4e-743be0b8ee18 req-295ed519-3940-440f-b24f-a11e60bbc75f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2951472 May 30 20:17:31.868699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc74ad1-3b80-44b9-8879-ebbaa67755b3 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event deleted for resources: {'Port': ['ID=8025cd4a-483a-4ef1-8e8b-ae05777f7f74,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:32.028614 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ae3e0345-efd2-4638-9356-7a2419bbc2e8 req-bf971766-9aed-4054-be23-bb6799bd8d7a tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.77 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.1184471 May 30 20:17:32.035244 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b2ed7a71-115f-48cf-8c4e-743be0b8ee18 req-f9ad5f26-ca94-4c30-8d5f-0eb2d559f6e0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305964 May 30 20:17:32.098966 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-afc74ad1-3b80-44b9-8879-ebbaa67755b3 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:32.112037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4958bb26-2941-421a-8f10-4886a4202ba9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Router bd8f85ab-6e6f-4915-b3ff-c7da12e83536 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:17:32.119319 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-afc74ad1-3b80-44b9-8879-ebbaa67755b3 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "DELETE /v2.0/ports/8025cd4a-483a-4ef1-8e8b-ae05777f7f74 HTTP/1.1" status: 204 len: 168 time: 1.1046164 May 30 20:17:32.124689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44922) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:32.132502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28d1045f-db12-4604-8235-4896da2baa53 req-201d8a27-1ee9-4f94-8106-1b580f47cde0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=180189b01ed94322bd9d30462dff2e77&device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 1097 time: 0.2641287 May 30 20:17:32.512574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc7ff08-a017-41aa-bb00-9f1a7d75cf83 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Deleting subnet 3c08e641-687c-4d27-a681-5efb25537133 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:17:32.516299 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ff08-a017-41aa-bb00-9f1a7d75cf83 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:32.590718 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ff08-a017-41aa-bb00-9f1a7d75cf83 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:32.693934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1045f-db12-4604-8235-4896da2baa53 req-d213e140-1b84-459d-b21f-3ae56ffb710b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:32.695391 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28d1045f-db12-4604-8235-4896da2baa53 req-d213e140-1b84-459d-b21f-3ae56ffb710b service neutron] 10.222.0.93 "GET /v2.0/networks?id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 200 len: 920 time: 0.5395098 May 30 20:17:32.703321 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ff08-a017-41aa-bb00-9f1a7d75cf83 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:32.773106 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28d1045f-db12-4604-8235-4896da2baa53 req-2cef714f-bc5c-45a8-8d8f-ef622b459125 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0667502c-cc41-40ed-9096-d2ac28b63c69 HTTP/1.1" status: 200 len: 217 time: 0.0701106 May 30 20:17:32.775515 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4958bb26-2941-421a-8f10-4886a4202ba9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:17:32.784778 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4958bb26-2941-421a-8f10-4886a4202ba9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "PUT /v2.0/routers/bd8f85ab-6e6f-4915-b3ff-c7da12e83536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6396139 May 30 20:17:32.787035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44934) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:32.792153 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f2d12-9ba7-49de-9818-a202665bba2d None None] Sync routers for ids ['bd8f85ab-6e6f-4915-b3ff-c7da12e83536'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:17:32.802348 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:32.811405 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f2d12-9ba7-49de-9818-a202665bba2d None None] Routers {'bd8f85ab-6e6f-4915-b3ff-c7da12e83536'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:17:32.812431 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d26f2d12-9ba7-49de-9818-a202665bba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:17:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bd8f85ab-6e6f-4915-b3ff-c7da12e83536'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:32.850033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1045f-db12-4604-8235-4896da2baa53 req-e12b9ad0-52c2-4ab5-b961-29c27046eb9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:32.851504 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28d1045f-db12-4604-8235-4896da2baa53 req-e12b9ad0-52c2-4ab5-b961-29c27046eb9f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 HTTP/1.1" status: 200 len: 858 time: 0.0654805 May 30 20:17:32.879417 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ff08-a017-41aa-bb00-9f1a7d75cf83 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:32.928670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7ff08-a017-41aa-bb00-9f1a7d75cf83 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event deleted for resources: {'Subnet': ['ID=3c08e641-687c-4d27-a681-5efb25537133,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:32.929503 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d26f2d12-9ba7-49de-9818-a202665bba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:32.944274 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f2d12-9ba7-49de-9818-a202665bba2d None None] Routers {'bd8f85ab-6e6f-4915-b3ff-c7da12e83536'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:17:32.945332 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d26f2d12-9ba7-49de-9818-a202665bba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:17:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bd8f85ab-6e6f-4915-b3ff-c7da12e83536'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:32.946202 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ff08-a017-41aa-bb00-9f1a7d75cf83 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:32.960505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44942) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:32.960751 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0bc7ff08-a017-41aa-bb00-9f1a7d75cf83 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "DELETE /v2.0/subnets/3c08e641-687c-4d27-a681-5efb25537133 HTTP/1.1" status: 204 len: 168 time: 0.8347676 May 30 20:17:32.978701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c049a27-7828-421d-a086-8278fb646111 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:32.981413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3c049a27-7828-421d-a086-8278fb646111 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Synchronizing usage tracker for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:33.007493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3c049a27-7828-421d-a086-8278fb646111 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Unset dirty status for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:33.010250 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3c049a27-7828-421d-a086-8278fb646111 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd8f85ab-6e6f-4915-b3ff-c7da12e83536 HTTP/1.1" status: 200 len: 982 time: 0.2210710 May 30 20:17:33.011942 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44946) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:33.043575 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50302d5-afa4-4c02-a1a1-c4a72560d29e None None] Network 28170d77-fd32-4448-b56a-eb4e724d8cf2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:33.131306 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-939dc57a-2dcc-42e1-a54f-91c3bd29522b req-9dc1437b-3708-46c3-90ef-faf2d7b78117 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f411f5-a3d4-4b3b-8892-20d4599fd983 HTTP/1.1" status: 200 len: 210 time: 0.0556505 May 30 20:17:33.137386 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28d1045f-db12-4604-8235-4896da2baa53 req-09cb1226-99e9-496b-bb45-e16701242adc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=efb471ec-2aac-4789-83c5-5fd42e6f1b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2775106 May 30 20:17:33.163012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d26f2d12-9ba7-49de-9818-a202665bba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:33.165577 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f2d12-9ba7-49de-9818-a202665bba2d None None] The sync data for ids ['bd8f85ab-6e6f-4915-b3ff-c7da12e83536'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:17:33.229084 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:33.238360 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:33.267758 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Deleting port e2a0ee7b-0378-4164-a440-d224bc55c19e {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:33.268127 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:33.414111 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28d1045f-db12-4604-8235-4896da2baa53 req-e37fbe7e-98d7-4125-9f21-651cfd4cfbc6 service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673144 May 30 20:17:33.453896 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bcb2aa-d428-420b-aea8-a379cfc7dd1f None None] DHCP port deletion for 28170d77-fd32-4448-b56a-eb4e724d8cf2 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:17:33.460322 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-96bcb2aa-d428-420b-aea8-a379cfc7dd1f None None] Deleting port e2a0ee7b-0378-4164-a440-d224bc55c19e {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:33.460322 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-96bcb2aa-d428-420b-aea8-a379cfc7dd1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:33.616707 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28d1045f-db12-4604-8235-4896da2baa53 req-a3902d1c-91db-4c16-b78b-46a2179237ad service neutron] 10.222.0.93 "GET /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889718 May 30 20:17:33.717757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] For port e2a0ee7b-0378-4164-a440-d224bc55c19e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e2a0ee7b-0378-4164-a440-d224bc55c19e,segment=NetworkSegment(008a42ce-e9be-4985-aba6-718da276badf),segment_id=008a42ce-e9be-4985-aba6-718da276badf)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:33.718801 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:33.864739 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-96bcb2aa-d428-420b-aea8-a379cfc7dd1f None None] For port e2a0ee7b-0378-4164-a440-d224bc55c19e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e2a0ee7b-0378-4164-a440-d224bc55c19e,segment=NetworkSegment(008a42ce-e9be-4985-aba6-718da276badf),segment_id=008a42ce-e9be-4985-aba6-718da276badf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:33.865851 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-96bcb2aa-d428-420b-aea8-a379cfc7dd1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.212952 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7ba5257-bdb8-419d-b2d4-8d32355b940b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.217615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Calling delete_port for e2a0ee7b-0378-4164-a440-d224bc55c19e owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:34.218011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-96bcb2aa-d428-420b-aea8-a379cfc7dd1f None None] Calling delete_port for e2a0ee7b-0378-4164-a440-d224bc55c19e owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:34.247463 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.294324 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-96bcb2aa-d428-420b-aea8-a379cfc7dd1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:17:34.295237 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-96bcb2aa-d428-420b-aea8-a379cfc7dd1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:17:34.314037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event deleted for resources: {'Port': ['ID=e2a0ee7b-0378-4164-a440-d224bc55c19e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:34.319299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] No DVR routers for this DVR port e2a0ee7b-0378-4164-a440-d224bc55c19e on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:34.481419 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.507612 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28170d77-fd32-4448-b56a-eb4e724d8cf2']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:34.528600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008a42ce-e9be-4985-aba6-718da276badf') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:34.528600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008a42ce-e9be-4985-aba6-718da276badf') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:34.540050 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.559942 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.567021 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba5257-bdb8-419d-b2d4-8d32355b940b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port 713a9b40-6d23-4b90-9414-e8c623f676ea {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:34.567021 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7ba5257-bdb8-419d-b2d4-8d32355b940b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.579056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:17:34.579056 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: timer() May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:17:34.595862 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:17:34.749663 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.772576 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.790019 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9d878b58-c542-403c-96da-c42d0fd7e79c req-0114b5f5-86b2-4e26-8783-b774c272cde3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1f838208c14d42518734c2ee01fb9d3f&device_id=c99d1ae3-50b9-4017-893c-6a304ae71270 HTTP/1.1" status: 200 len: 210 time: 0.1216052 May 30 20:17:34.793315 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] 10.222.0.84 "DELETE /v2.0/networks/28170d77-fd32-4448-b56a-eb4e724d8cf2 HTTP/1.1" status: 204 len: 168 time: 1.8300209 May 30 20:17:34.799124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-96bcb2aa-d428-420b-aea8-a379cfc7dd1f None None] Deleting port e2a0ee7b-0378-4164-a440-d224bc55c19e {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:34.799124 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-96bcb2aa-d428-420b-aea8-a379cfc7dd1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.807245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb3029-e362-4267-823e-bad525147f12 tempest-AllowedAddressPairTestJSON-565986540 tempest-AllowedAddressPairTestJSON-565986540-project] Pushing event deleted for resources: {'Network': ['ID=28170d77-fd32-4448-b56a-eb4e724d8cf2,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:34.878680 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06d9bd06-a3ee-4c46-9890-a9471de8cd1d req-abcc14a9-a3fc-4218-a655-602338c0cc12 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=c99d1ae3-50b9-4017-893c-6a304ae71270 HTTP/1.1" status: 200 len: 210 time: 0.0750551 May 30 20:17:34.887585 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9d878b58-c542-403c-96da-c42d0fd7e79c req-1497e733-a9d6-41ff-a08c-9afc28c4b261 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=1f838208c14d42518734c2ee01fb9d3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701692 May 30 20:17:34.921447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-96bcb2aa-d428-420b-aea8-a379cfc7dd1f None None] The port 'e2a0ee7b-0378-4164-a440-d224bc55c19e' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:17:35.002488 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e2a0ee7b-0378-4164-a440-d224bc55c19e no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:35.069409 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: e2a0ee7b-0378-4164-a440-d224bc55c19e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:17:35.069409 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e2a0ee7b-0378-4164-a440-d224bc55c19e not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:17:35.079462 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7ba5257-bdb8-419d-b2d4-8d32355b940b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:35.320218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba5257-bdb8-419d-b2d4-8d32355b940b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for 713a9b40-6d23-4b90-9414-e8c623f676ea owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:35.454603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44994) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:35.496847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b87b3-65c5-4658-9093-f77c0968da7c req-5b1ebd2a-2f6e-4df7-a700-6faed6de39e8 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:35.511307 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a51b87b3-65c5-4658-9093-f77c0968da7c req-5b1ebd2a-2f6e-4df7-a700-6faed6de39e8 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.1575062 May 30 20:17:35.571493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d878b58-c542-403c-96da-c42d0fd7e79c req-86f1fc44-0e7f-49bf-be3f-5d5ccc845116 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:35.571493 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9d878b58-c542-403c-96da-c42d0fd7e79c req-86f1fc44-0e7f-49bf-be3f-5d5ccc845116 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6701016 May 30 20:17:35.580722 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a51b87b3-65c5-4658-9093-f77c0968da7c req-9aeb254f-91be-402a-aa88-c7906f158fdb tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674479 May 30 20:17:35.613857 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7ba5257-bdb8-419d-b2d4-8d32355b940b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:35.752460 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba5257-bdb8-419d-b2d4-8d32355b940b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=713a9b40-6d23-4b90-9414-e8c623f676ea,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:35.861477 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3051b790-2011-4b81-9c07-0e8991302301 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a27c538f4ab448bd9d2e9de50e2a1929&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3989222 May 30 20:17:35.861477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45006) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:36.047490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784bdc7-3307-485e-b3cb-9d892319c3fb req-f2c1bc61-5541-47f7-82ee-30009d94d042 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:36.049011 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7784bdc7-3307-485e-b3cb-9d892319c3fb req-f2c1bc61-5541-47f7-82ee-30009d94d042 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2518361 May 30 20:17:36.050461 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7541423e-dc0f-483d-83a9-423081a7b840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:36.132855 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7541423e-dc0f-483d-83a9-423081a7b840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:36.166984 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-913f04e3-e5f9-4db0-bb94-86fd5cdf4b1d req-c3fb2741-010c-46a0-82a9-c96d3b3785c1 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=c99d1ae3-50b9-4017-893c-6a304ae71270 HTTP/1.1" status: 200 len: 210 time: 0.0733199 May 30 20:17:36.209104 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7ba5257-bdb8-419d-b2d4-8d32355b940b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:36.226209 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7784bdc7-3307-485e-b3cb-9d892319c3fb req-67edd360-0d94-4fd4-b402-077bc21c0f00 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621990 May 30 20:17:36.299343 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7541423e-dc0f-483d-83a9-423081a7b840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:36.335143 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7541423e-dc0f-483d-83a9-423081a7b840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:36.339173 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7541423e-dc0f-483d-83a9-423081a7b840 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/04d8716d-51fc-4f23-87d5-47757cac3cfa HTTP/1.1" status: 204 len: 168 time: 0.4838059 May 30 20:17:36.340612 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541423e-dc0f-483d-83a9-423081a7b840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d8716d-51fc-4f23-87d5-47757cac3cfa,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:36.691282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c8230-8c51-444a-a1b0-487c44ed00f5 req-e56f5007-c5bd-428b-99d0-f4af0c1521ab tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:36.693116 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c2c8230-8c51-444a-a1b0-487c44ed00f5 req-e56f5007-c5bd-428b-99d0-f4af0c1521ab tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.1437352 May 30 20:17:36.761450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c2c8230-8c51-444a-a1b0-487c44ed00f5 req-2b7a495a-6a07-4611-8499-80264e772434 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570035 May 30 20:17:36.851732 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ba5257-bdb8-419d-b2d4-8d32355b940b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Router bd8f85ab-6e6f-4915-b3ff-c7da12e83536 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:17:37.004932 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:37.054123 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9d878b58-c542-403c-96da-c42d0fd7e79c req-874f46a1-fa45-4bbf-95c3-dd0cbeeb5f9e tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.77 "GET /v2.0/ports?device_id=c99d1ae3-50b9-4017-893c-6a304ae71270 HTTP/1.1" status: 200 len: 210 time: 0.1106064 May 30 20:17:37.068143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f2495-67ff-450b-925b-9f6ffa964963 req-05e22ac1-c8e9-47ec-bf1e-304a0320655d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:37.070332 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b3f2495-67ff-450b-925b-9f6ffa964963 req-05e22ac1-c8e9-47ec-bf1e-304a0320655d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.1443617 May 30 20:17:37.077496 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ba5257-bdb8-419d-b2d4-8d32355b940b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:17:37.113223 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8fb8ea-099b-4195-b106-b9890f3575d2 None None] Sync routers for ids ['bd8f85ab-6e6f-4915-b3ff-c7da12e83536'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:17:37.136462 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a7ba5257-bdb8-419d-b2d4-8d32355b940b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "PUT /v2.0/routers/bd8f85ab-6e6f-4915-b3ff-c7da12e83536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1189744 May 30 20:17:37.136462 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45042) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:37.145805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b3f2495-67ff-450b-925b-9f6ffa964963 req-c6ab1f05-7bb6-44c6-83b4-b816c19012d1 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618713 May 30 20:17:37.148793 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8fb8ea-099b-4195-b106-b9890f3575d2 None None] Routers {'bd8f85ab-6e6f-4915-b3ff-c7da12e83536'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:17:37.148793 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ef8fb8ea-099b-4195-b106-b9890f3575d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:17:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bd8f85ab-6e6f-4915-b3ff-c7da12e83536'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:37.237337 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-e767300f-8a89-4e83-bf2e-d09c362fd7a9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] GET failed (client error): The resource could not be found. May 30 20:17:37.237337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e767300f-8a89-4e83-bf2e-d09c362fd7a9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Synchronizing usage tracker for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:37.287346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e767300f-8a89-4e83-bf2e-d09c362fd7a9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Unset dirty status for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:37.287346 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e767300f-8a89-4e83-bf2e-d09c362fd7a9 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports/713a9b40-6d23-4b90-9414-e8c623f676ea HTTP/1.1" status: 404 len: 333 time: 0.1512408 May 30 20:17:37.292758 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45050) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:37.365462 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ef8fb8ea-099b-4195-b106-b9890f3575d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:37.378845 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8fb8ea-099b-4195-b106-b9890f3575d2 None None] Routers {'bd8f85ab-6e6f-4915-b3ff-c7da12e83536'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:17:37.380321 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ef8fb8ea-099b-4195-b106-b9890f3575d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:17:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bd8f85ab-6e6f-4915-b3ff-c7da12e83536'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:37.463820 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ef8fb8ea-099b-4195-b106-b9890f3575d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:37.464254 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8fb8ea-099b-4195-b106-b9890f3575d2 None None] The sync data for ids ['bd8f85ab-6e6f-4915-b3ff-c7da12e83536'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:17:37.573748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ba0b922-aa85-48a4-b222-1d52e4269715 req-ee6158f4-618f-4b2e-bcc6-8bcb479497d6 tempest-ServerShowV247Test-1113172288 tempest-ServerShowV247Test-1113172288-project] 10.222.0.84 "GET /v2.0/ports?device_id=c99d1ae3-50b9-4017-893c-6a304ae71270 HTTP/1.1" status: 200 len: 210 time: 0.0652833 May 30 20:17:37.585697 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-756c5246-b371-467e-9dd3-88ecb9425ba8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:37.828450 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45072) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.074558 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-3200079b-8d3f-417c-84c4-332140f724c4 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.076220 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3200079b-8d3f-417c-84c4-332140f724c4 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2444828 May 30 20:17:38.078722 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45080) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.083543 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-af3bccf3-1566-4108-9558-2a7771c405ae tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.086590 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-af3bccf3-1566-4108-9558-2a7771c405ae tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047874 May 30 20:17:38.086758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45084) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.091770 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-b9219700-0c2f-473f-9179-d34211b16746 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.095188 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b9219700-0c2f-473f-9179-d34211b16746 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050294 May 30 20:17:38.095478 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45088) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.107777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-204f3224-2733-4464-81dd-2069b8784c9f tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.107777 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-204f3224-2733-4464-81dd-2069b8784c9f tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0058055 May 30 20:17:38.107777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45092) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.115386 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91736b-68de-43c2-8432-b29ecd15d2ae req-9f6cdb5c-a1ca-4615-a9d0-9c8bf136e761 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:38.115386 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a91736b-68de-43c2-8432-b29ecd15d2ae req-9f6cdb5c-a1ca-4615-a9d0-9c8bf136e761 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.4750342 May 30 20:17:38.120554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-880d34dd-28a8-4204-b260-97aa57354a23 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.120554 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-880d34dd-28a8-4204-b260-97aa57354a23 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0088871 May 30 20:17:38.120554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45096) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.129195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-5e719b6f-c0f1-4dae-8b0a-1fa5ce66f578 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.129195 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5e719b6f-c0f1-4dae-8b0a-1fa5ce66f578 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0052404 May 30 20:17:38.129195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45100) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.142036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-4715a4c4-50c6-4c6e-9c9e-022dd28db570 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.142036 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4715a4c4-50c6-4c6e-9c9e-022dd28db570 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0046294 May 30 20:17:38.142036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45104) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.142036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-c94400d9-d6fd-4644-b73f-45a4e9e9dbee tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.142036 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c94400d9-d6fd-4644-b73f-45a4e9e9dbee tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049202 May 30 20:17:38.148074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45108) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.150184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-94ef2648-79df-408b-9ac3-ee136e1a73d1 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.150184 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-94ef2648-79df-408b-9ac3-ee136e1a73d1 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0044188 May 30 20:17:38.155855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45112) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.155855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-0b592321-fd73-4e75-8bea-be3da4769116 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.162265 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0b592321-fd73-4e75-8bea-be3da4769116 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044556 May 30 20:17:38.162265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45116) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.167586 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-a9d7a093-7458-4b19-b3aa-0ee91f445268 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.167586 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a9d7a093-7458-4b19-b3aa-0ee91f445268 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0044401 May 30 20:17:38.174723 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45120) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.180229 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-a382ce22-c2c5-41fe-802d-7af64f1a8894 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.180229 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a382ce22-c2c5-41fe-802d-7af64f1a8894 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0055957 May 30 20:17:38.186777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45124) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.186777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-42766991-d643-4db3-a211-49ba91569a60 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.192410 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-42766991-d643-4db3-a211-49ba91569a60 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0051975 May 30 20:17:38.192410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45128) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.198498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-afb3d5de-5140-42de-af25-16fa5d0c2f1b tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.198498 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-afb3d5de-5140-42de-af25-16fa5d0c2f1b tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048718 May 30 20:17:38.209102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45132) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.217426 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-cf6f8e83-aa24-4f24-9c35-24ff332d5b8a tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.217426 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cf6f8e83-aa24-4f24-9c35-24ff332d5b8a tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0084918 May 30 20:17:38.217426 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45136) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.227116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-62967162-1e97-460d-9d2c-248491a1d5cb tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.227116 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-62967162-1e97-460d-9d2c-248491a1d5cb tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0077701 May 30 20:17:38.227116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45140) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.241930 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-fd8a472e-2b28-4dc6-9837-38b623c19ed2 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.241930 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fd8a472e-2b28-4dc6-9837-38b623c19ed2 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0075674 May 30 20:17:38.241930 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45144) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.241930 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-01213632-9467-4ccd-b3a4-63c9bcee56b3 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.248707 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-01213632-9467-4ccd-b3a4-63c9bcee56b3 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0091484 May 30 20:17:38.248707 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45148) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.254885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-26412824-e286-4bf2-8145-9473222d6820 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.254885 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-26412824-e286-4bf2-8145-9473222d6820 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0074227 May 30 20:17:38.254885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45152) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.261803 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-d0bcda63-9b90-451a-ad65-b27738bbc7d4 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.261803 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d0bcda63-9b90-451a-ad65-b27738bbc7d4 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0070941 May 30 20:17:38.261803 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45156) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.274440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-58325453-00d8-4309-9783-d71f2647c962 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.274440 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-58325453-00d8-4309-9783-d71f2647c962 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0091767 May 30 20:17:38.274440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45160) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.290054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-109d4157-075f-4802-98f7-3cf7cd04900b tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.290054 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-109d4157-075f-4802-98f7-3cf7cd04900b tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0084271 May 30 20:17:38.290054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45164) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.299814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-cafe6cb2-88a8-4381-a2c8-3aa070d31cd4 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.299814 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cafe6cb2-88a8-4381-a2c8-3aa070d31cd4 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0076005 May 30 20:17:38.299814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45168) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.302885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a91736b-68de-43c2-8432-b29ecd15d2ae req-33c7d032-8712-45df-af15-66b815e0a4e8 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819303 May 30 20:17:38.307858 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-756c5246-b371-467e-9dd3-88ecb9425ba8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:38.309893 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-756c5246-b371-467e-9dd3-88ecb9425ba8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:38.313103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-8e877f75-fcaa-4985-bf76-0a790c1cc564 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.317915 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45172) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.319531 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8e877f75-fcaa-4985-bf76-0a790c1cc564 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0200131 May 30 20:17:38.324777 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [None req-447d0b1a-b068-48c8-b542-b4d5e16f8787 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.328005 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-447d0b1a-b068-48c8-b542-b4d5e16f8787 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0067766 May 30 20:17:38.328525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45178) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.342160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-465b14cb-c332-48ee-8300-ab27b1ccac28 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.344008 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-465b14cb-c332-48ee-8300-ab27b1ccac28 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0134697 May 30 20:17:38.346557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45182) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.364704 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [None req-96e0dd14-6641-4694-be29-326788480769 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.368009 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-96e0dd14-6641-4694-be29-326788480769 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0179098 May 30 20:17:38.368009 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-756c5246-b371-467e-9dd3-88ecb9425ba8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:38.368009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756c5246-b371-467e-9dd3-88ecb9425ba8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Fanout notify agent at l3_agent the message router_deleted on router bd8f85ab-6e6f-4915-b3ff-c7da12e83536 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:17:38.370190 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45188) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.377049 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-3c7e2b05-d562-4838-8065-75ea0ddab5d6 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.380027 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3c7e2b05-d562-4838-8065-75ea0ddab5d6 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0065820 May 30 20:17:38.380152 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-756c5246-b371-467e-9dd3-88ecb9425ba8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:38.380152 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-756c5246-b371-467e-9dd3-88ecb9425ba8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/routers/bd8f85ab-6e6f-4915-b3ff-c7da12e83536 HTTP/1.1" status: 204 len: 168 time: 1.0896959 May 30 20:17:38.380758 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45192) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.383196 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45194) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.387829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [None req-5fd9a52e-aac6-4c74-bbad-2e14bca565cc tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.389732 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5fd9a52e-aac6-4c74-bbad-2e14bca565cc tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0074191 May 30 20:17:38.392095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45200) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.445908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [None req-da93397e-8eab-47a5-81d4-18b8fbee265a tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.450801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45204) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.453040 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-da93397e-8eab-47a5-81d4-18b8fbee265a tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0544810 May 30 20:17:38.469705 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-b5a19da5-e37c-44f0-9306-7623a476007f tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.469705 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b5a19da5-e37c-44f0-9306-7623a476007f tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0162382 May 30 20:17:38.469705 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45208) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.477306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-bf181705-3fff-4c8e-9650-d97d03b2e753 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.477306 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bf181705-3fff-4c8e-9650-d97d03b2e753 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0081077 May 30 20:17:38.481216 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45212) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.498439 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-e32f08a5-4a05-425a-915c-f5b2a9b4bb47 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.498439 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e32f08a5-4a05-425a-915c-f5b2a9b4bb47 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0157399 May 30 20:17:38.498439 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45216) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.507097 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-2723ee75-3967-4388-9125-bf2e39ecedd1 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.507097 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2723ee75-3967-4388-9125-bf2e39ecedd1 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0050890 May 30 20:17:38.507097 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45220) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.518699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-d85b8e9a-6d14-43a6-95a1-5fab31fb01f7 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.518699 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d85b8e9a-6d14-43a6-95a1-5fab31fb01f7 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0084946 May 30 20:17:38.521425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45224) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.528500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-445fb829-be0f-45ff-9c3e-5567c5b93aac tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.528500 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-445fb829-be0f-45ff-9c3e-5567c5b93aac tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0072680 May 30 20:17:38.532518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45228) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.551335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [None req-ad72912f-832b-4411-99b2-7d5c31044db5 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.551335 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ad72912f-832b-4411-99b2-7d5c31044db5 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0136631 May 30 20:17:38.552796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45232) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.561099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [None req-0dcebccf-b6c8-451e-a237-ca667b93e69d tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.562023 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0dcebccf-b6c8-451e-a237-ca667b93e69d tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0083389 May 30 20:17:38.564692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45236) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.570012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-ee6b950c-0053-4264-b92a-1f22a96c8d05 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.573469 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ee6b950c-0053-4264-b92a-1f22a96c8d05 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0052898 May 30 20:17:38.573598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45240) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.578840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-a555d0d0-a6d9-4110-a0ad-1257ec40ccb1 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.580072 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a555d0d0-a6d9-4110-a0ad-1257ec40ccb1 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0053699 May 30 20:17:38.582130 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45246) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.588618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-128da455-0d01-498c-966f-7ef17c2429c4 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.592100 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-128da455-0d01-498c-966f-7ef17c2429c4 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0065827 May 30 20:17:38.592674 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45250) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.597275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-0ec70e24-a858-4a29-8c39-4f9d24e34c47 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.598174 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0ec70e24-a858-4a29-8c39-4f9d24e34c47 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046613 May 30 20:17:38.600604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45254) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.604925 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-9813cd36-8b74-49bb-9950-8b7909654089 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.606147 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9813cd36-8b74-49bb-9950-8b7909654089 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045638 May 30 20:17:38.608205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45258) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.612572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-02f74999-8ba4-479a-97ee-be28388425b8 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.613782 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-02f74999-8ba4-479a-97ee-be28388425b8 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0044792 May 30 20:17:38.615692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45262) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.620346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-6fc2f77c-b846-4b77-a583-b63240f7525e tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.621450 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6fc2f77c-b846-4b77-a583-b63240f7525e tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047097 May 30 20:17:38.623604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45266) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.628768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-e6bb6349-10f7-40a0-b037-ef8057fa91fc tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.630582 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e6bb6349-10f7-40a0-b037-ef8057fa91fc tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0052373 May 30 20:17:38.633197 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45272) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.662524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [None req-44126039-9ea5-4c41-b865-b888eabcf16b tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.662524 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-44126039-9ea5-4c41-b865-b888eabcf16b tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0268869 May 30 20:17:38.680752 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45276) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.690877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [None req-59a11b32-8117-4c7c-9021-e879bae9e5cd tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.690877 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-59a11b32-8117-4c7c-9021-e879bae9e5cd tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0079825 May 30 20:17:38.695145 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45280) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.717393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-8dfb5df3-c370-4763-b619-c10d367259bb tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.717393 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8dfb5df3-c370-4763-b619-c10d367259bb tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0137756 May 30 20:17:38.717393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45284) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.717393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-cb9b9599-6cfb-44dd-9922-1bf020c40ccc tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.723745 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cb9b9599-6cfb-44dd-9922-1bf020c40ccc tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0085082 May 30 20:17:38.723745 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45288) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.727632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4613f1-396d-4ba4-bc47-39e02a09f568 req-9897be69-4f45-4377-ae86-e9a58fbd32ad tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:38.734318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-75fe78d9-684e-46d0-a734-b279e57de292 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.737244 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8a4613f1-396d-4ba4-bc47-39e02a09f568 req-9897be69-4f45-4377-ae86-e9a58fbd32ad tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2557425 May 30 20:17:38.740849 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-75fe78d9-684e-46d0-a734-b279e57de292 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0139070 May 30 20:17:38.740849 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45294) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.753552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-72fe4f12-3dff-4441-a521-8dfd666ccff4 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.755134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45298) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.757460 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-72fe4f12-3dff-4441-a521-8dfd666ccff4 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0124788 May 30 20:17:38.761606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [None req-efa81997-d150-467a-9669-da3a42c66155 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.761606 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-efa81997-d150-467a-9669-da3a42c66155 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0092633 May 30 20:17:38.766487 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45302) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.775474 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-f97542dc-9cee-4800-a483-315039482eae tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.775474 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f97542dc-9cee-4800-a483-315039482eae tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0048130 May 30 20:17:38.775474 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45306) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.784736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-6c6c2c35-e1bc-4cc4-8523-b16f3a56a6e6 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.784736 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6c6c2c35-e1bc-4cc4-8523-b16f3a56a6e6 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0091615 May 30 20:17:38.784736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45310) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.794194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-0657a017-3397-46c4-b239-39d39662351c tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.794194 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0657a017-3397-46c4-b239-39d39662351c tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0055833 May 30 20:17:38.798500 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45314) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.814037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [None req-e005e239-a658-477b-9af6-e93980e8956c tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.814037 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e005e239-a658-477b-9af6-e93980e8956c tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0063958 May 30 20:17:38.816025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45318) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.818067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-581b3c9a-68bc-4609-b409-1bfde85b3b2a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting subnet bab4eec3-b284-4ce8-b9d2-48650314f668 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:17:38.818067 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-581b3c9a-68bc-4609-b409-1bfde85b3b2a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:38.820641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-b4fb7ff3-2676-4884-8aef-36b679ba1ad2 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.820641 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b4fb7ff3-2676-4884-8aef-36b679ba1ad2 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0102730 May 30 20:17:38.827946 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45322) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.842497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-95f775c0-a529-48f7-8efc-afb04eeb1a52 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.847592 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-95f775c0-a529-48f7-8efc-afb04eeb1a52 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0162127 May 30 20:17:38.847592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45326) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.860885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-f25df564-4444-4258-a942-b6b88a8e3568 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.861761 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f25df564-4444-4258-a942-b6b88a8e3568 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0145934 May 30 20:17:38.865236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45330) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.877053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-acbcca19-c716-468e-9b8c-7acdae0acbd5 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.877053 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-acbcca19-c716-468e-9b8c-7acdae0acbd5 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0050428 May 30 20:17:38.880101 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-581b3c9a-68bc-4609-b409-1bfde85b3b2a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:38.880235 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45336) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.880235 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-0f512f90-d28c-4b4a-8e89-6f9de7c279ef tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.880235 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0f512f90-d28c-4b4a-8e89-6f9de7c279ef tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0052478 May 30 20:17:38.882828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45340) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.910875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-bdf18d03-615c-4477-b746-c4f37642a804 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.911903 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bdf18d03-615c-4477-b746-c4f37642a804 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0280201 May 30 20:17:38.914534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45344) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.930128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [None req-b97b0a5e-4a7e-4233-b4fc-d86fe415fa33 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:38.932487 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b97b0a5e-4a7e-4233-b4fc-d86fe415fa33 tempest-ExtensionsTestJSON-1017311011 tempest-ExtensionsTestJSON-1017311011-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0150723 May 30 20:17:38.956091 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8a4613f1-396d-4ba4-bc47-39e02a09f568 req-7ae4011b-b4d8-4c7f-bf80-f56d9b2f6bed tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256505 May 30 20:17:38.983140 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-581b3c9a-68bc-4609-b409-1bfde85b3b2a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:39.107733 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-581b3c9a-68bc-4609-b409-1bfde85b3b2a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:39.202320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b3c9a-68bc-4609-b409-1bfde85b3b2a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Subnet': ['ID=bab4eec3-b284-4ce8-b9d2-48650314f668,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:39.212220 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-581b3c9a-68bc-4609-b409-1bfde85b3b2a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:39.220069 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40c554c-653b-49eb-a6ef-ba37fe9d3b5c None None] Network 282154f7-9204-4972-8325-4efed71445be requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:39.221689 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-581b3c9a-68bc-4609-b409-1bfde85b3b2a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/bab4eec3-b284-4ce8-b9d2-48650314f668 HTTP/1.1" status: 204 len: 168 time: 0.8371029 May 30 20:17:39.224342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45362) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:39.320030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45368) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:39.470684 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:39.495658 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port bec42ac8-532e-411f-a630-a019cd94d587 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:39.495658 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:39.512606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45376) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:39.665228 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6f28508b-86ee-4e2a-ab9e-83511e0892b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:39.684698 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3a198322-4e50-48bd-bd96-7d8eccf84283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:39.756373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6f28508b-86ee-4e2a-ab9e-83511e0892b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:39.766267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3a198322-4e50-48bd-bd96-7d8eccf84283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:39.766267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6f28508b-86ee-4e2a-ab9e-83511e0892b9 admin admin] Usage tracker for resource:security_group_rule and tenant:72ae6a03536247219405b0ae5f863804 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:39.777875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6f28508b-86ee-4e2a-ab9e-83511e0892b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:39.777875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3a198322-4e50-48bd-bd96-7d8eccf84283 admin admin] Usage tracker for resource:security_group_rule and tenant:1f838208c14d42518734c2ee01fb9d3f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:39.783573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09092e6-3af4-434b-b631-7845287e6b78 None None] DHCP port deletion for 282154f7-9204-4972-8325-4efed71445be request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:17:39.788688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3a198322-4e50-48bd-bd96-7d8eccf84283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:39.791427 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c09092e6-3af4-434b-b631-7845287e6b78 None None] Deleting port bec42ac8-532e-411f-a630-a019cd94d587 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:39.791427 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c09092e6-3af4-434b-b631-7845287e6b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:39.795441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6f28508b-86ee-4e2a-ab9e-83511e0892b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:39.802607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3a198322-4e50-48bd-bd96-7d8eccf84283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:39.813259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c74dd0-3893-4603-a1f3-bfa1762482f0 req-a6b4d0ca-3e4b-4c0d-80c7-45703586a89b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:39.813259 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f4c74dd0-3893-4603-a1f3-bfa1762482f0 req-a6b4d0ca-3e4b-4c0d-80c7-45703586a89b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2663016 May 30 20:17:40.022379 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3a198322-4e50-48bd-bd96-7d8eccf84283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.026027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] For port bec42ac8-532e-411f-a630-a019cd94d587, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=bec42ac8-532e-411f-a630-a019cd94d587,segment=NetworkSegment(a3b51afc-1ca0-460b-a950-fc55fba9c5ac),segment_id=a3b51afc-1ca0-460b-a950-fc55fba9c5ac)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:40.026027 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.032164 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6f28508b-86ee-4e2a-ab9e-83511e0892b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.041449 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3a198322-4e50-48bd-bd96-7d8eccf84283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.048143 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6f28508b-86ee-4e2a-ab9e-83511e0892b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.094219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a198322-4e50-48bd-bd96-7d8eccf84283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b424614d-9366-489a-9fcf-0bfb423ef292,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:40.129363 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c09092e6-3af4-434b-b631-7845287e6b78 None None] For port bec42ac8-532e-411f-a630-a019cd94d587, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=bec42ac8-532e-411f-a630-a019cd94d587,segment=NetworkSegment(a3b51afc-1ca0-460b-a950-fc55fba9c5ac),segment_id=a3b51afc-1ca0-460b-a950-fc55fba9c5ac)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:40.129363 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c09092e6-3af4-434b-b631-7845287e6b78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.133057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28508b-86ee-4e2a-ab9e-83511e0892b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edcb0e8-51a4-458e-812c-3144b4eb86ca,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:40.143110 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f4c74dd0-3893-4603-a1f3-bfa1762482f0 req-92e91281-1a01-418c-8964-ca672e7d3c1f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094282 May 30 20:17:40.173039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3a198322-4e50-48bd-bd96-7d8eccf84283 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1f838208c14d42518734c2ee01fb9d3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8464954 May 30 20:17:40.173039 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45390) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:40.187748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6f28508b-86ee-4e2a-ab9e-83511e0892b9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=72ae6a03536247219405b0ae5f863804&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6797178 May 30 20:17:40.191909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45394) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:40.207218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for bec42ac8-532e-411f-a630-a019cd94d587 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:40.327600 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c09092e6-3af4-434b-b631-7845287e6b78 None None] Calling delete_port for bec42ac8-532e-411f-a630-a019cd94d587 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:40.329306 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.376246 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-50abbd02-f116-4a23-bf22-5f2fc1866932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.394393 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-50abbd02-f116-4a23-bf22-5f2fc1866932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.438534 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-c09092e6-3af4-434b-b631-7845287e6b78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:17:40.438534 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-c09092e6-3af4-434b-b631-7845287e6b78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:17:40.453215 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-87676c25-7183-4008-ad9e-126c53a729f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.453215 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-50abbd02-f116-4a23-bf22-5f2fc1866932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.475318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=bec42ac8-532e-411f-a630-a019cd94d587,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:40.483613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No DVR routers for this DVR port bec42ac8-532e-411f-a630-a019cd94d587 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:40.544120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abbd02-f116-4a23-bf22-5f2fc1866932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edcb0e8-51a4-458e-812c-3144b4eb86ca,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:40.558879 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-87676c25-7183-4008-ad9e-126c53a729f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.570666 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-50abbd02-f116-4a23-bf22-5f2fc1866932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.571790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-50abbd02-f116-4a23-bf22-5f2fc1866932 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6edcb0e8-51a4-458e-812c-3144b4eb86ca HTTP/1.1" status: 204 len: 168 time: 0.3806818 May 30 20:17:40.624369 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.652727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282154f7-9204-4972-8325-4efed71445be']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:40.663524 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-87676c25-7183-4008-ad9e-126c53a729f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.671180 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b51afc-1ca0-460b-a950-fc55fba9c5ac') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:40.671180 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b51afc-1ca0-460b-a950-fc55fba9c5ac') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:40.681849 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.694974 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-87676c25-7183-4008-ad9e-126c53a729f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.694974 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-87676c25-7183-4008-ad9e-126c53a729f3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b424614d-9366-489a-9fcf-0bfb423ef292 HTTP/1.1" status: 204 len: 168 time: 0.5193036 May 30 20:17:40.694974 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87676c25-7183-4008-ad9e-126c53a729f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b424614d-9366-489a-9fcf-0bfb423ef292,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:40.706162 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.714723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f043fb9-6a1b-4df2-86f4-6a4b3d2e47a7 req-9adae553-2581-4568-8880-238fb1e46f39 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:40.714723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f043fb9-6a1b-4df2-86f4-6a4b3d2e47a7 req-9adae553-2581-4568-8880-238fb1e46f39 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2486570 May 30 20:17:40.729396 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:17:40.729396 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.814430 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f043fb9-6a1b-4df2-86f4-6a4b3d2e47a7 req-9f01f0c7-92d8-4f49-88be-5781a930c9a0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921738 May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: timer() May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:17:40.890225 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:17:40.904865 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.936222 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.937915 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c09092e6-3af4-434b-b631-7845287e6b78 None None] Deleting port bec42ac8-532e-411f-a630-a019cd94d587 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:40.939162 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c09092e6-3af4-434b-b631-7845287e6b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.980368 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Network': ['ID=282154f7-9204-4972-8325-4efed71445be,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:40.986507 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b070e2af-49dc-4bfa-94e7-b8e4ad8c0b6f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/networks/282154f7-9204-4972-8325-4efed71445be HTTP/1.1" status: 204 len: 168 time: 1.7573090 May 30 20:17:40.986898 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45416) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:41.113066 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c09092e6-3af4-434b-b631-7845287e6b78 None None] The port 'bec42ac8-532e-411f-a630-a019cd94d587' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:17:41.122978 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bec42ac8-532e-411f-a630-a019cd94d587 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:41.171162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48e06f2-054d-490b-93a7-65ab9ef5ff1b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:41.171162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c48e06f2-054d-490b-93a7-65ab9ef5ff1b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Synchronizing usage tracker for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:41.222948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c48e06f2-054d-490b-93a7-65ab9ef5ff1b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Unset dirty status for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:41.224163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c48e06f2-054d-490b-93a7-65ab9ef5ff1b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports/5c4fcdcb-aa4d-4f59-9771-4344f7b6636c HTTP/1.1" status: 200 len: 841 time: 0.2357621 May 30 20:17:41.227499 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: bec42ac8-532e-411f-a630-a019cd94d587 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:17:41.227499 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bec42ac8-532e-411f-a630-a019cd94d587 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:17:41.228277 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45430) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:41.486899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45442) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:41.500514 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-57179276-2078-4d00-9f5b-9bc24a93b215 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports/5c4fcdcb-aa4d-4f59-9771-4344f7b6636c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2549193 May 30 20:17:41.504809 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-25f768bf-4fd7-4b65-9480-66b5a466e618 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'subnet': {'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:41.677193 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-25f768bf-4fd7-4b65-9480-66b5a466e618 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:41.684609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-25f768bf-4fd7-4b65-9480-66b5a466e618 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:subnet and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:41.684609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-25f768bf-4fd7-4b65-9480-66b5a466e618 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:41.688271 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694eaf0-3356-484d-a1ea-1bee39de4b0b req-12db8de2-6834-483b-b43f-3443bb6862d1 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:41.691559 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-25f768bf-4fd7-4b65-9480-66b5a466e618 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:41.710267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f768bf-4fd7-4b65-9480-66b5a466e618 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:41.713141 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5694eaf0-3356-484d-a1ea-1bee39de4b0b req-12db8de2-6834-483b-b43f-3443bb6862d1 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2186894 May 30 20:17:41.772770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5694eaf0-3356-484d-a1ea-1bee39de4b0b req-59e93cb7-3408-49f1-9409-c419a3b76934 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644641 May 30 20:17:41.864049 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-25f768bf-4fd7-4b65-9480-66b5a466e618 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:42.151583 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf4329-a72c-4563-8d55-c24e700ff516 req-b830d89a-1c06-4fb9-843d-79b7e102b71f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:42.160316 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9cdf4329-a72c-4563-8d55-c24e700ff516 req-b830d89a-1c06-4fb9-843d-79b7e102b71f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.1770043 May 30 20:17:42.258255 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9cdf4329-a72c-4563-8d55-c24e700ff516 req-b4589e09-d745-40b0-957a-2346e5028451 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026621 May 30 20:17:42.264735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-25f768bf-4fd7-4b65-9480-66b5a466e618 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:42.303286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45474) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:42.342905 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f768bf-4fd7-4b65-9480-66b5a466e618 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Subnet': ['ID=9283f042-59f0-497b-b472-dc022221ecec,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:42.389070 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f768bf-4fd7-4b65-9480-66b5a466e618 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:42.389070 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-25f768bf-4fd7-4b65-9480-66b5a466e618 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:42.389070 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f768bf-4fd7-4b65-9480-66b5a466e618 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:42.389070 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-25f768bf-4fd7-4b65-9480-66b5a466e618 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:42.396650 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02dbe18-1ecc-46af-a71b-f43c1310a196 None None] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:42.449506 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-25f768bf-4fd7-4b65-9480-66b5a466e618 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9560468 May 30 20:17:42.453209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45484) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:42.453209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-c1e26618-2469-4910-940a-c4be3cbf411f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'security_group': {'name': 'tempest-secgroup-1787196302'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:42.462410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c1e26618-2469-4910-940a-c4be3cbf411f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:42.469942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c1e26618-2469-4910-940a-c4be3cbf411f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:security_group and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:42.469942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c1e26618-2469-4910-940a-c4be3cbf411f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:42.483036 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c1e26618-2469-4910-940a-c4be3cbf411f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:42.499547 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c1e26618-2469-4910-940a-c4be3cbf411f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:42.583071 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c1e26618-2469-4910-940a-c4be3cbf411f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:42.592624 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c1e26618-2469-4910-940a-c4be3cbf411f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:security_group_rule and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:42.599987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c1e26618-2469-4910-940a-c4be3cbf411f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:42.613128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c1e26618-2469-4910-940a-c4be3cbf411f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:42.800696 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c1e26618-2469-4910-940a-c4be3cbf411f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:42.809338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1303198728'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:42.816598 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c1e26618-2469-4910-940a-c4be3cbf411f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:42.829946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:42.833327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45496) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:42.843626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:42.850854 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:42.865423 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-446355f8-91a6-4c10-962b-33cb6573bbd2', 'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2', 'tenant_id': '6c8ec1b53f2c4f95bfc3e2d31bff2053', 'fixed_ips': [{'subnet_id': '9283f042-59f0-497b-b472-dc022221ecec'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:17:42.865423 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:42.888251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:42.895548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e26618-2469-4910-940a-c4be3cbf411f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7e40cc-6939-4090-bda0-7c93e7058098,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:42.917869 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c1e26618-2469-4910-940a-c4be3cbf411f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:42.917869 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c1e26618-2469-4910-940a-c4be3cbf411f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4699020 May 30 20:17:42.923630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45502) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:42.927207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31918e-0fbc-4414-b293-d89c110d8616 req-b72cde75-f2c2-4c2f-a12d-3aa3ea1355ca tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:42.927869 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a79696a3-41b7-41a6-ac31-0a2802bb9d8b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'security_group': {'name': 'tempest-secgroup-1532907960'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:42.934003 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e31918e-0fbc-4414-b293-d89c110d8616 req-b72cde75-f2c2-4c2f-a12d-3aa3ea1355ca tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2196519 May 30 20:17:42.939240 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:42.940971 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a79696a3-41b7-41a6-ac31-0a2802bb9d8b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:42.945704 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a79696a3-41b7-41a6-ac31-0a2802bb9d8b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:security_group and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:42.959044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a79696a3-41b7-41a6-ac31-0a2802bb9d8b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:42.968262 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:42.977258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a79696a3-41b7-41a6-ac31-0a2802bb9d8b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:43.000407 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a79696a3-41b7-41a6-ac31-0a2802bb9d8b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.021612 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-233087222-network', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:43.030872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:43.038248 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Usage tracker for resource:network and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:43.041960 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:43.042137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:43.050981 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:43.053375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:43.056493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:43.069371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:43.079167 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a79696a3-41b7-41a6-ac31-0a2802bb9d8b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:43.082050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Made reservation on behalf of a048fd6ea7c2440198c694d9cbd88a49 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:43.085119 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.105796 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.121613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a79696a3-41b7-41a6-ac31-0a2802bb9d8b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:security_group_rule and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:43.121613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a79696a3-41b7-41a6-ac31-0a2802bb9d8b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:43.150266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:43.153784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Usage tracker for resource:security_group_rule and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:43.163177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:43.163177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:43.229080 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.264825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Allocated IP 172.20.0.2 (446355f8-91a6-4c10-962b-33cb6573bbd2/9283f042-59f0-497b-b472-dc022221ecec/f1cbbbbb-c9c6-4c25-83b2-00666f3a5339) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:43.305826 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.358949 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.365360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a79696a3-41b7-41a6-ac31-0a2802bb9d8b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:43.373230 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.421926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc968e22-b746-4989-a9ca-195d5d8515fe,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:43.452207 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8cc181-03e3-4e79-8574-195838fb3224,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:43.495335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:17:43.501473 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:43.512600 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.512600 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Added segment fb8d781e-7408-4057-b1f4-3038fc6b21a5 of type vlan for network 43a3a580-728f-4a14-a9d1-6d5e70d6966e May 30 20:17:43.521333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:43.530018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:43.547399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:43.576838 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e31918e-0fbc-4414-b293-d89c110d8616 req-717d5296-f879-469d-bd76-4e335d6a0d2b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309032 May 30 20:17:43.620218 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.639186 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a79696a3-41b7-41a6-ac31-0a2802bb9d8b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.646518 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a79696a3-41b7-41a6-ac31-0a2802bb9d8b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.715841 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a79696a3-41b7-41a6-ac31-0a2802bb9d8b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.727324 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a79696a3-41b7-41a6-ac31-0a2802bb9d8b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7946377 May 30 20:17:43.727324 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45528) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:43.749933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-42a7cdb8-bfe2-4dc5-9fcd-aea06b4e10b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-495187266', 'security_groups': ['e0d2d00a-eee1-481a-93c1-21a830c7c003'], 'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9283f042-59f0-497b-b472-dc022221ecec'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:43.768390 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.773567 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.847929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8bf74f-70f5-4ce6-8fa5-225f3056d274,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:43.865483 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.874018 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-43b66bfb-d23c-44b7-a4b8-1ebafaf31e50 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5692446 May 30 20:17:43.876024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45534) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:43.884214 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.911181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Transition to ACTIVE for port object f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:43.967765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Transition to ACTIVE for port object f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:44.023308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8666e9de-10ec-4bfa-954f-d500b9d96c45 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:44.041453 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:44.068611 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:44.068611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:44.068611 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:44.079411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8666e9de-10ec-4bfa-954f-d500b9d96c45 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:44.087311 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8666e9de-10ec-4bfa-954f-d500b9d96c45 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2041078 May 30 20:17:44.121060 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45538) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:44.141523 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-eb658a5e-afb4-4a71-97c7-abcce0c04d41 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group': {'name': 'tempest-security--363018289', 'description': 'tempest-security-description-931987219'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:44.193628 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eb658a5e-afb4-4a71-97c7-abcce0c04d41 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:44.226349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe1cfe-0831-4bb0-8c86-6b7abced5b7d req-4b6ec7bd-6c74-485f-9e77-3a27ac604308 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:44.226349 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdbe1cfe-0831-4bb0-8c86-6b7abced5b7d req-4b6ec7bd-6c74-485f-9e77-3a27ac604308 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.1300280 May 30 20:17:44.230345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:44.230345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:44.238734 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:44.350267 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eb658a5e-afb4-4a71-97c7-abcce0c04d41 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:44.391874 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eb658a5e-afb4-4a71-97c7-abcce0c04d41 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:44.396528 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eb658a5e-afb4-4a71-97c7-abcce0c04d41 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:44.398440 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-eb658a5e-afb4-4a71-97c7-abcce0c04d41 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "PUT /v2.0/security-groups/9b8bf74f-70f5-4ce6-8fa5-225f3056d274 HTTP/1.1" status: 200 len: 1610 time: 0.2752481 May 30 20:17:44.399802 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Pushing event updated for resources: {'Port': ['ID=f1cbbbbb-c9c6-4c25-83b2-00666f3a5339,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:44.416957 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45546) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:44.453015 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Attempting to bind port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:17:44.453375 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Attempting to bind port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '445fb1f1-12b6-4eb9-b3c2-914b1dfb9412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:17:44.453733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Attempting to bind port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 on network 446355f8-91a6-4c10-962b-33cb6573bbd2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:17:44.460827 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:17:44.461189 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Checking segment: {'id': '445fb1f1-12b6-4eb9-b3c2-914b1dfb9412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:44.461581 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:44.461961 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Bound using segment: {'id': '445fb1f1-12b6-4eb9-b3c2-914b1dfb9412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:17:44.462410 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Bound port: f1cbbbbb-c9c6-4c25-83b2-00666f3a5339, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445fb1f1-12b6-4eb9-b3c2-914b1dfb9412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:17:44.462773 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:44.479925 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79696a3-41b7-41a6-ac31-0a2802bb9d8b tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d2d00a-eee1-481a-93c1-21a830c7c003,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:44.492352 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-42a7cdb8-bfe2-4dc5-9fcd-aea06b4e10b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:44.505540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-42a7cdb8-bfe2-4dc5-9fcd-aea06b4e10b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:44.535521 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7017086 May 30 20:17:44.560708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45550) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:44.571017 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a7cdb8-bfe2-4dc5-9fcd-aea06b4e10b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:44.574654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-0e2cccdb-7d85-442a-b96d-f29a736b649d admin admin] Request body: {'subnet': {'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-233087222-subnet', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:44.579638 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42a7cdb8-bfe2-4dc5-9fcd-aea06b4e10b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:44.588990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0e2cccdb-7d85-442a-b96d-f29a736b649d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:44.588990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0e2cccdb-7d85-442a-b96d-f29a736b649d admin admin] Usage tracker for resource:subnet and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:44.588990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0e2cccdb-7d85-442a-b96d-f29a736b649d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:44.588990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0e2cccdb-7d85-442a-b96d-f29a736b649d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:44.597726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6a705-d3d8-49cf-bea6-a9a6c55e121e admin admin] Pushing event updated for resources: {'Network': ['ID=43a3a580-728f-4a14-a9d1-6d5e70d6966e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:44.604912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-42a7cdb8-bfe2-4dc5-9fcd-aea06b4e10b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] device_id is not set on port a2fe7300-fac7-4180-9ef8-45e3f841cb96 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:17:44.615847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb658a5e-afb4-4a71-97c7-abcce0c04d41 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8bf74f-70f5-4ce6-8fa5-225f3056d274,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:44.624387 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 43a3a580-728f-4a14-a9d1-6d5e70d6966e details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:17:44.636198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2cccdb-7d85-442a-b96d-f29a736b649d admin admin] Made reservation on behalf of a048fd6ea7c2440198c694d9cbd88a49 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:44.636198 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e2cccdb-7d85-442a-b96d-f29a736b649d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:44.673059 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdbe1cfe-0831-4bb0-8c86-6b7abced5b7d req-888cc45a-8bdc-491a-94aa-523bc27a71bf tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241007 May 30 20:17:44.801003 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-eae312e4-0442-484e-8d7c-b1e264813f07 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-groups/9b8bf74f-70f5-4ce6-8fa5-225f3056d274 HTTP/1.1" status: 200 len: 1610 time: 0.3671331 May 30 20:17:44.801003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45558) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:44.872067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] For port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:17:44.872067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] For port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f1cbbbbb-c9c6-4c25-83b2-00666f3a5339,segment=NetworkSegment(445fb1f1-12b6-4eb9-b3c2-914b1dfb9412),segment_id=445fb1f1-12b6-4eb9-b3c2-914b1dfb9412)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:17:44.882546 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:44.919660 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1e52786-bd26-4ec1-aa5e-87d045f2073a tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:44.964773 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7761f19-05f2-44ad-b473-d813378c15fd None None] Pushing event updated for resources: {'Port': ['ID=f1cbbbbb-c9c6-4c25-83b2-00666f3a5339,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:45.046492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-42a7cdb8-bfe2-4dc5-9fcd-aea06b4e10b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Allocated IP 172.20.0.11 (446355f8-91a6-4c10-962b-33cb6573bbd2/9283f042-59f0-497b-b472-dc022221ecec/a2fe7300-fac7-4180-9ef8-45e3f841cb96) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:45.058408 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1e52786-bd26-4ec1-aa5e-87d045f2073a tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:45.132053 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1e52786-bd26-4ec1-aa5e-87d045f2073a tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:45.171224 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:17:45.174735 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e52786-bd26-4ec1-aa5e-87d045f2073a tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8bf74f-70f5-4ce6-8fa5-225f3056d274,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:45.340778 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1e52786-bd26-4ec1-aa5e-87d045f2073a tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:45.344492 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d1e52786-bd26-4ec1-aa5e-87d045f2073a tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-groups/9b8bf74f-70f5-4ce6-8fa5-225f3056d274 HTTP/1.1" status: 204 len: 168 time: 0.5437152 May 30 20:17:45.345645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45572) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:45.368266 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e2cccdb-7d85-442a-b96d-f29a736b649d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:45.579411 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42a7cdb8-bfe2-4dc5-9fcd-aea06b4e10b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:45.609011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5142fd07-212e-4aa0-ac3e-977e8d5e8fec tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:45.627908 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-42a7cdb8-bfe2-4dc5-9fcd-aea06b4e10b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Transition to ACTIVE for port object a2fe7300-fac7-4180-9ef8-45e3f841cb96 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:45.689596 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42a7cdb8-bfe2-4dc5-9fcd-aea06b4e10b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:45.761043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2cccdb-7d85-442a-b96d-f29a736b649d admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e762fb-e7ab-4b2b-9564-0b9905e98eee,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:45.784723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5142fd07-212e-4aa0-ac3e-977e8d5e8fec tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:45.792914 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5142fd07-212e-4aa0-ac3e-977e8d5e8fec tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4427299 May 30 20:17:45.795018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45582) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:45.795139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2cccdb-7d85-442a-b96d-f29a736b649d admin admin] Checking segment: {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:45.795467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2cccdb-7d85-442a-b96d-f29a736b649d admin admin] Network hostable DHCP agents. Network: 43a3a580-728f-4a14-a9d1-6d5e70d6966e, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:17:45.835402 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7cdb8-bfe2-4dc5-9fcd-aea06b4e10b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=a2fe7300-fac7-4180-9ef8-45e3f841cb96,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:45.849375 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-488764c7-b789-4b1c-8325-c6cbbe7114cf tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] delete failed (client error): The resource could not be found. May 30 20:17:45.849375 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-488764c7-b789-4b1c-8325-c6cbbe7114cf tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-groups/9b8bf74f-70f5-4ce6-8fa5-225f3056d274 HTTP/1.1" status: 404 len: 347 time: 0.0451272 May 30 20:17:45.849375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a7cdb8-bfe2-4dc5-9fcd-aea06b4e10b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:45.849375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45586) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:45.849375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-42a7cdb8-bfe2-4dc5-9fcd-aea06b4e10b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:45.859728 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b675440a-7077-4d48-87c1-4cbe58bfa38b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group': {'name': 'tempest-secgroup--387952731'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:45.862874 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7cdb8-bfe2-4dc5-9fcd-aea06b4e10b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:45.900595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2cccdb-7d85-442a-b96d-f29a736b649d admin admin] Network 43a3a580-728f-4a14-a9d1-6d5e70d6966e is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:17:45.942076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a36cb-7134-4897-8256-8b4180e2ad4a req-f2087f20-f1a0-499a-a584-ed16feaf68a4 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:45.942076 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e19a36cb-7134-4897-8256-8b4180e2ad4a req-f2087f20-f1a0-499a-a584-ed16feaf68a4 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/networks?id=ddc464cb-f722-4e07-aa44-ac3cc214327c HTTP/1.1" status: 200 len: 813 time: 0.3845699 May 30 20:17:45.945574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a7cdb8-bfe2-4dc5-9fcd-aea06b4e10b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:45.945574 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42a7cdb8-bfe2-4dc5-9fcd-aea06b4e10b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:45.953801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b675440a-7077-4d48-87c1-4cbe58bfa38b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:45.957643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-0e2cccdb-7d85-442a-b96d-f29a736b649d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 43a3a580-728f-4a14-a9d1-6d5e70d6966e) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:45.962997 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b51411-92fe-4abd-a549-6ea16388f533 None None] Network 43a3a580-728f-4a14-a9d1-6d5e70d6966e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:45.987589 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e19a36cb-7134-4897-8256-8b4180e2ad4a req-e819779e-567a-4509-805e-9c4d115ca033 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/quotas/6a5fc31d675c4cedbf2186089e4f965b HTTP/1.1" status: 200 len: 375 time: 0.0373285 May 30 20:17:45.994036 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2cccdb-7d85-442a-b96d-f29a736b649d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:45.994036 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e2cccdb-7d85-442a-b96d-f29a736b649d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:46.003819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b675440a-7077-4d48-87c1-4cbe58bfa38b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:46.015362 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-42a7cdb8-bfe2-4dc5-9fcd-aea06b4e10b8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2821329 May 30 20:17:46.015362 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45590) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:46.041821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a2f4e972-7c7e-4f07-9be3-5d8bf0629923 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'subnet': {'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:46.098922 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0e2cccdb-7d85-442a-b96d-f29a736b649d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5414438 May 30 20:17:46.101889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45596) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:46.108998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:46.126007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:46.137524 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b675440a-7077-4d48-87c1-4cbe58bfa38b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:46.140065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Usage tracker for resource:router and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:46.146907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:46.186246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:46.226801 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e19a36cb-7134-4897-8256-8b4180e2ad4a req-7221b5f2-cd08-4060-98c1-56cdff09b315 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6a5fc31d675c4cedbf2186089e4f965b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2219684 May 30 20:17:46.243239 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:46.243239 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:46.279494 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:46.355172 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a2f4e972-7c7e-4f07-9be3-5d8bf0629923 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:46.366520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a2f4e972-7c7e-4f07-9be3-5d8bf0629923 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:subnet and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:46.374920 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b675440a-7077-4d48-87c1-4cbe58bfa38b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:46.385027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a2f4e972-7c7e-4f07-9be3-5d8bf0629923 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:46.393802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b675440a-7077-4d48-87c1-4cbe58bfa38b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:46.404624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a2f4e972-7c7e-4f07-9be3-5d8bf0629923 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:46.417534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b675440a-7077-4d48-87c1-4cbe58bfa38b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:46.434844 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b675440a-7077-4d48-87c1-4cbe58bfa38b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:46.466863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f4e972-7c7e-4f07-9be3-5d8bf0629923 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:46.467415 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:17:46.468264 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:46.474545 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e972-7c7e-4f07-9be3-5d8bf0629923 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:46.777930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b675440a-7077-4d48-87c1-4cbe58bfa38b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:46.797073 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b675440a-7077-4d48-87c1-4cbe58bfa38b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:46.834694 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Allocated IP 172.20.0.2 (43a3a580-728f-4a14-a9d1-6d5e70d6966e/68e762fb-e7ab-4b2b-9564-0b9905e98eee/7af0e7cb-5677-4818-af7b-f67cf8590ea7) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:46.911449 n-d-843949-2 neutron-server[84024]: INFO neutron.db.ipam_backend_mixin [None req-a2f4e972-7c7e-4f07-9be3-5d8bf0629923 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9283f042-59f0-497b-b472-dc022221ecec (CIDR: 172.20.0.0/28) May 30 20:17:46.918623 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:46.940244 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f4e972-7c7e-4f07-9be3-5d8bf0629923 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:17:46.940935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f4e972-7c7e-4f07-9be3-5d8bf0629923 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:17:46.952009 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b675440a-7077-4d48-87c1-4cbe58bfa38b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:46.953374 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b675440a-7077-4d48-87c1-4cbe58bfa38b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1074479 May 30 20:17:46.956314 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45614) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:46.988104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-09b5e4cc-bbed-484a-b97c-99b85c4022a7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group_rule': {'security_group_id': '99e3bc0a-fed4-4381-925c-731d88a32d0c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:47.048602 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675440a-7077-4d48-87c1-4cbe58bfa38b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e3bc0a-fed4-4381-925c-731d88a32d0c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:47.065930 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a2f4e972-7c7e-4f07-9be3-5d8bf0629923 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0377872 May 30 20:17:47.065930 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45620) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:47.088889 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-551a562d-6f5b-4cb5-98e5-a0fd2f79f1d7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'subnet': {'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:47.092744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-09b5e4cc-bbed-484a-b97c-99b85c4022a7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:47.109369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a4000-9160-4de7-b7df-0419e1cd73e4 req-34343ca1-95c8-452f-822c-3ac9943202d1 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:47.116227 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-828a4000-9160-4de7-b7df-0419e1cd73e4 req-34343ca1-95c8-452f-822c-3ac9943202d1 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2623925 May 30 20:17:47.190156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-09b5e4cc-bbed-484a-b97c-99b85c4022a7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:47.229572 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:47.240791 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Transition to ACTIVE for port object 7af0e7cb-5677-4818-af7b-f67cf8590ea7 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:47.259931 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-09b5e4cc-bbed-484a-b97c-99b85c4022a7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:47.275229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-09b5e4cc-bbed-484a-b97c-99b85c4022a7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:47.283406 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Transition to ACTIVE for port object 7af0e7cb-5677-4818-af7b-f67cf8590ea7 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:47.296430 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:47.344913 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-828a4000-9160-4de7-b7df-0419e1cd73e4 req-31484c96-cac6-476c-87fc-c4eb97f38aa6 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256052 May 30 20:17:47.346253 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-09b5e4cc-bbed-484a-b97c-99b85c4022a7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:47.429169 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:47.524578 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d466ec7f-398e-4faa-8b1f-ffcc0c1f232e None None] Provisioning for port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:47.554933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:47.558672 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-551a562d-6f5b-4cb5-98e5-a0fd2f79f1d7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:47.558672 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-551a562d-6f5b-4cb5-98e5-a0fd2f79f1d7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:subnet and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:47.568203 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-551a562d-6f5b-4cb5-98e5-a0fd2f79f1d7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:47.572632 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Network 43a3a580-728f-4a14-a9d1-6d5e70d6966e is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:47.572632 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:47.586539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:47.589600 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-551a562d-6f5b-4cb5-98e5-a0fd2f79f1d7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:47.603253 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551a562d-6f5b-4cb5-98e5-a0fd2f79f1d7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:47.673235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:47.673235 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:47.723172 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Pushing event updated for resources: {'Port': ['ID=7af0e7cb-5677-4818-af7b-f67cf8590ea7,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:47.749344 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Attempting to bind port 7af0e7cb-5677-4818-af7b-f67cf8590ea7 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:17:47.749865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Attempting to bind port 7af0e7cb-5677-4818-af7b-f67cf8590ea7 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:17:47.750612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Attempting to bind port 7af0e7cb-5677-4818-af7b-f67cf8590ea7 on network 43a3a580-728f-4a14-a9d1-6d5e70d6966e {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:17:47.765669 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:47.778360 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d466ec7f-398e-4faa-8b1f-ffcc0c1f232e None None] Provisioning complete for port 5c4fcdcb-aa4d-4f59-9771-4344f7b6636c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:47.778677 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d466ec7f-398e-4faa-8b1f-ffcc0c1f232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:47.815898 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-09b5e4cc-bbed-484a-b97c-99b85c4022a7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:47.832394 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-551a562d-6f5b-4cb5-98e5-a0fd2f79f1d7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:47.854536 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:47.871492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:17:47.871492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Checking segment: {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:47.871492 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:47.871492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Bound using segment: {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:17:47.871492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Bound port: 7af0e7cb-5677-4818-af7b-f67cf8590ea7, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:17:47.871492 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:47.882134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:47.882134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:47.882134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:47.882134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:47.882134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:47.882134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:47.882134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:47.882134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:47.882134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:47.882134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:47.882134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:48.034585 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-09b5e4cc-bbed-484a-b97c-99b85c4022a7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:48.045549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d466ec7f-398e-4faa-8b1f-ffcc0c1f232e None None] Port 5c4fcdcb-aa4d-4f59-9771-4344f7b6636c cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:48.074283 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:48.129270 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] For port 7af0e7cb-5677-4818-af7b-f67cf8590ea7, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:17:48.132727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f1cbbbbb-c9c6-4c25-83b2-00666f3a5339,segment=NetworkSegment(445fb1f1-12b6-4eb9-b3c2-914b1dfb9412),segment_id=445fb1f1-12b6-4eb9-b3c2-914b1dfb9412)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:48.134938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5e4cc-bbed-484a-b97c-99b85c4022a7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4350be0-b684-4949-8196-245cdd81a291,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:48.135285 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] For port 7af0e7cb-5677-4818-af7b-f67cf8590ea7, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7af0e7cb-5677-4818-af7b-f67cf8590ea7,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:17:48.138003 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:48.203701 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:48.252624 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ad507a21-202e-4d41-a571-0d43e7f10bf0 None None] Provisioning for port a2fe7300-fac7-4180-9ef8-45e3f841cb96 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:48.258644 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-09b5e4cc-bbed-484a-b97c-99b85c4022a7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:48.258644 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-09b5e4cc-bbed-484a-b97c-99b85c4022a7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2905674 May 30 20:17:48.264064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=f1cbbbbb-c9c6-4c25-83b2-00666f3a5339,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:48.269487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45638) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:48.308663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ad507a21-202e-4d41-a571-0d43e7f10bf0 None None] Provisioning complete for port a2fe7300-fac7-4180-9ef8-45e3f841cb96 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:48.308663 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ad507a21-202e-4d41-a571-0d43e7f10bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:48.331837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48e125-f4a9-4d8f-8564-8ed894cf4255 req-b58cd008-9de4-4e93-afd1-7c26bdbe651c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:48.331837 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b48e125-f4a9-4d8f-8564-8ed894cf4255 req-b58cd008-9de4-4e93-afd1-7c26bdbe651c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.7080808 May 30 20:17:48.343488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Allocated IP 172.25.5.213 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/f726543b-c6f5-455b-9c0a-c375e09282f3) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:48.397065 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ad507a21-202e-4d41-a571-0d43e7f10bf0 None None] Port a2fe7300-fac7-4180-9ef8-45e3f841cb96 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:48.424029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a049b5d-85d9-475d-a13c-004aae81d7b4 req-27793fbf-140f-4879-b4a7-342e2d45c629 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:48.435273 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a049b5d-85d9-475d-a13c-004aae81d7b4 req-27793fbf-140f-4879-b4a7-342e2d45c629 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.3970745 May 30 20:17:48.437578 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2b55-c065-4c93-997d-b85970e37c24 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:48.446110 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-551a562d-6f5b-4cb5-98e5-a0fd2f79f1d7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:48.453124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cad877-12fe-4830-93fc-f0206be6afce None None] Pushing event updated for resources: {'Port': ['ID=7af0e7cb-5677-4818-af7b-f67cf8590ea7,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:48.555170 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551a562d-6f5b-4cb5-98e5-a0fd2f79f1d7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:48.562686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-551a562d-6f5b-4cb5-98e5-a0fd2f79f1d7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:48.571002 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a562d-6f5b-4cb5-98e5-a0fd2f79f1d7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Subnet': ['ID=9b621d40-0606-4eb2-b3e8-c6f4ed3d6912,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:48.585938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551a562d-6f5b-4cb5-98e5-a0fd2f79f1d7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:48.585938 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-551a562d-6f5b-4cb5-98e5-a0fd2f79f1d7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:48.610436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea90c81-486f-4cc7-9567-3c8cf8dc4100 None None] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:48.616503 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2b55-c065-4c93-997d-b85970e37c24 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:48.636931 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-551a562d-6f5b-4cb5-98e5-a0fd2f79f1d7 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5647836 May 30 20:17:48.636931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45644) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:48.659673 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-90eca773-4477-4fa0-bdb4-6511b32e040d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2072266181', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9b621d40-0606-4eb2-b3e8-c6f4ed3d6912'}], 'security_groups': ['5b7e40cc-6939-4090-bda0-7c93e7058098']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:48.704596 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a049b5d-85d9-475d-a13c-004aae81d7b4 req-252e4eba-5d9e-4255-bd0c-a74b969449c3 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655606 May 30 20:17:48.712203 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b48e125-f4a9-4d8f-8564-8ed894cf4255 req-09cbb7a2-bea8-4f41-981a-ba0e45863946 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550093 May 30 20:17:48.784442 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2b55-c065-4c93-997d-b85970e37c24 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:48.840697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb2b55-c065-4c93-997d-b85970e37c24 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4350be0-b684-4949-8196-245cdd81a291,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:48.857481 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2b55-c065-4c93-997d-b85970e37c24 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:48.860844 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e0fb2b55-c065-4c93-997d-b85970e37c24 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/d4350be0-b684-4949-8196-245cdd81a291 HTTP/1.1" status: 204 len: 168 time: 0.5965114 May 30 20:17:48.876168 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45654) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:48.958340 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:48.988212 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90eca773-4477-4fa0-bdb4-6511b32e040d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:49.086389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c64dc5df-a9f2-4882-99b1-a4abbf6cc880 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:49.114049 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29280e1a-086c-4e97-8b29-768ce857cc16 req-d327b018-db35-4766-bd8d-2e6355557324 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6a5fc31d675c4cedbf2186089e4f965b HTTP/1.1" status: 200 len: 221 time: 0.0823333 May 30 20:17:49.178309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c64dc5df-a9f2-4882-99b1-a4abbf6cc880 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:49.180946 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c64dc5df-a9f2-4882-99b1-a4abbf6cc880 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3035336 May 30 20:17:49.184304 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:49.186486 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45668) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:49.322436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:49.371016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:49.465342 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:49.490360 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:49.514201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe0d6b-56c6-4aea-8de5-4b15b1772d5b None None] Update dhcp port {'port': {'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2', 'fixed_ips': [{'subnet_id': '9283f042-59f0-497b-b472-dc022221ecec', 'ip_address': '172.20.0.2'}, {'subnet_id': '9b621d40-0606-4eb2-b3e8-c6f4ed3d6912'}], 'binding:host_id': 'n-d-843949-2'}, 'id': 'f1cbbbbb-c9c6-4c25-83b2-00666f3a5339'} from n-d-843949-2. {{(pid=84025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:17:49.578421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Pushing event updated for resources: {'Port': ['ID=f726543b-c6f5-455b-9c0a-c375e09282f3,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:49.588383 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0d6b-56c6-4aea-8de5-4b15b1772d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:49.610016 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b208fae7-f005-45ce-96c9-a2e2e2efd485 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:49.614984 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:49.615528 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:49.755635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ad646-1d1b-4b91-a99f-f9f5ed179e2e req-ece6f053-ec56-4407-857a-f43e50382608 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:49.766868 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a60ad646-1d1b-4b91-a99f-f9f5ed179e2e req-ece6f053-ec56-4407-857a-f43e50382608 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.3894241 May 30 20:17:49.785557 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b208fae7-f005-45ce-96c9-a2e2e2efd485 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:49.880519 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a60ad646-1d1b-4b91-a99f-f9f5ed179e2e req-832b0dab-bb3a-4bfb-b56b-3dc6d10b308e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211340 May 30 20:17:49.884575 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68b5f24-cf78-4801-94ac-f15c9bec2dbc None None] Network 43a3a580-728f-4a14-a9d1-6d5e70d6966e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:49.979263 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:49.980031 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:50.098144 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7af0e7cb-5677-4818-af7b-f67cf8590ea7 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:50.174840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-90eca773-4477-4fa0-bdb4-6511b32e040d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Delete allocated IP 172.20.0.11 (446355f8-91a6-4c10-962b-33cb6573bbd2/9283f042-59f0-497b-b472-dc022221ecec) {{(pid=84024) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 30 20:17:50.181891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-90eca773-4477-4fa0-bdb4-6511b32e040d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Allocated IP 172.20.0.21 (446355f8-91a6-4c10-962b-33cb6573bbd2/9b621d40-0606-4eb2-b3e8-c6f4ed3d6912/a2fe7300-fac7-4180-9ef8-45e3f841cb96) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:50.218633 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2a85d874-9cdd-4fe7-8011-dd8421d34b5d None None] Provisioning for port 7af0e7cb-5677-4818-af7b-f67cf8590ea7 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:50.366977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 7af0e7cb-5677-4818-af7b-f67cf8590ea7 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:50.373857 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 7af0e7cb-5677-4818-af7b-f67cf8590ea7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:50.374224 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:50.383219 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b208fae7-f005-45ce-96c9-a2e2e2efd485 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:50.458104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208fae7-f005-45ce-96c9-a2e2e2efd485 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e3bc0a-fed4-4381-925c-731d88a32d0c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:50.498165 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b208fae7-f005-45ce-96c9-a2e2e2efd485 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:50.498165 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b208fae7-f005-45ce-96c9-a2e2e2efd485 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-groups/99e3bc0a-fed4-4381-925c-731d88a32d0c HTTP/1.1" status: 204 len: 168 time: 1.2930150 May 30 20:17:50.498165 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45684) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:50.563068 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90eca773-4477-4fa0-bdb4-6511b32e040d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:50.626063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5b61b2e1-fbe9-4917-9c12-0191b2bb4bfb tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:50.627680 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:50.643850 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-90eca773-4477-4fa0-bdb4-6511b32e040d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Transition to ACTIVE for port object a2fe7300-fac7-4180-9ef8-45e3f841cb96 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:50.654743 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90eca773-4477-4fa0-bdb4-6511b32e040d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:50.656552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5b61b2e1-fbe9-4917-9c12-0191b2bb4bfb tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:50.671893 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5b61b2e1-fbe9-4917-9c12-0191b2bb4bfb tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1725268 May 30 20:17:50.675372 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45690) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:50.685977 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-0530512a-d885-4618-8c15-2708edb986cd tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group': {'name': 'tempest-secgroup--667050996'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:50.693609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0530512a-d885-4618-8c15-2708edb986cd tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:50.705078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0530512a-d885-4618-8c15-2708edb986cd tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:50.728969 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0530512a-d885-4618-8c15-2708edb986cd tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:50.777503 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a107d9-3ef5-49a8-b227-66a9ef17f58a req-7ea265c6-a935-4b83-aeb6-4d75e387ed27 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:50.797217 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69a107d9-3ef5-49a8-b227-66a9ef17f58a req-7ea265c6-a935-4b83-aeb6-4d75e387ed27 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.7161481 May 30 20:17:50.804517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 7af0e7cb-5677-4818-af7b-f67cf8590ea7, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7af0e7cb-5677-4818-af7b-f67cf8590ea7,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:50.819269 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:50.864629 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0530512a-d885-4618-8c15-2708edb986cd tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:50.864629 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0530512a-d885-4618-8c15-2708edb986cd tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:50.871912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eca773-4477-4fa0-bdb4-6511b32e040d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=a2fe7300-fac7-4180-9ef8-45e3f841cb96,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:50.878553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0530512a-d885-4618-8c15-2708edb986cd tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:50.878553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0530512a-d885-4618-8c15-2708edb986cd tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:50.891245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaad6fb-d3e0-4c79-9d2d-51fecc48a0a3 req-16135cf3-b26a-481d-9797-8118beae2463 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:50.899686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-90eca773-4477-4fa0-bdb4-6511b32e040d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] In _notify_port_updated(), no bound segment for port a2fe7300-fac7-4180-9ef8-45e3f841cb96 on network 446355f8-91a6-4c10-962b-33cb6573bbd2 {{(pid=84024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:17:50.907161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-dfbe0d6b-56c6-4aea-8de5-4b15b1772d5b None None] Allocated IP 172.20.0.18 (446355f8-91a6-4c10-962b-33cb6573bbd2/9b621d40-0606-4eb2-b3e8-c6f4ed3d6912/f1cbbbbb-c9c6-4c25-83b2-00666f3a5339) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:50.909010 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fdaad6fb-d3e0-4c79-9d2d-51fecc48a0a3 req-16135cf3-b26a-481d-9797-8118beae2463 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.6732795 May 30 20:17:50.911516 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eca773-4477-4fa0-bdb4-6511b32e040d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:50.911516 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90eca773-4477-4fa0-bdb4-6511b32e040d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:50.911516 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-90eca773-4477-4fa0-bdb4-6511b32e040d tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "PUT /v2.0/ports/a2fe7300-fac7-4180-9ef8-45e3f841cb96 HTTP/1.1" status: 200 len: 921 time: 2.2709944 May 30 20:17:50.911516 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45694) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:51.018029 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69a107d9-3ef5-49a8-b227-66a9ef17f58a req-d5213002-4f34-4665-a046-4972dcb16244 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158756 May 30 20:17:51.065181 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fdaad6fb-d3e0-4c79-9d2d-51fecc48a0a3 req-f4b64f33-3f9d-4504-b1fb-b00251bcc272 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679630 May 30 20:17:51.101329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ca44e335-37f5-42e4-87f8-cfa8bd3a310f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port a2fe7300-fac7-4180-9ef8-45e3f841cb96 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:51.101677 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ca44e335-37f5-42e4-87f8-cfa8bd3a310f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:51.107235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=7af0e7cb-5677-4818-af7b-f67cf8590ea7,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:51.130080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ac441b81-70e0-4062-a5d9-388a667a3fe3 None None] Provisioning complete for port 7af0e7cb-5677-4818-af7b-f67cf8590ea7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:51.130823 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ac441b81-70e0-4062-a5d9-388a667a3fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:51.300573 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0530512a-d885-4618-8c15-2708edb986cd tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:51.304907 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-dfbe0d6b-56c6-4aea-8de5-4b15b1772d5b None None] For port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f1cbbbbb-c9c6-4c25-83b2-00666f3a5339,segment=NetworkSegment(445fb1f1-12b6-4eb9-b3c2-914b1dfb9412),segment_id=445fb1f1-12b6-4eb9-b3c2-914b1dfb9412)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:51.331587 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0d6b-56c6-4aea-8de5-4b15b1772d5b None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:51.335379 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0530512a-d885-4618-8c15-2708edb986cd tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:51.346067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-dfbe0d6b-56c6-4aea-8de5-4b15b1772d5b None None] Transition to ACTIVE for port object f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:51.367109 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0d6b-56c6-4aea-8de5-4b15b1772d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:51.382756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530512a-d885-4618-8c15-2708edb986cd tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6ffbe0-f72b-4d0f-9a96-b10e746b168a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:51.392493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9934d-d9f7-423b-bb32-003c4ebf62cd req-18a8c21c-ac86-41e4-ba97-27af3c2fd661 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:51.392493 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ac9934d-d9f7-423b-bb32-003c4ebf62cd req-18a8c21c-ac86-41e4-ba97-27af3c2fd661 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.93 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.4409320 May 30 20:17:51.536872 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0530512a-d885-4618-8c15-2708edb986cd tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:51.540237 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0530512a-d885-4618-8c15-2708edb986cd tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8596826 May 30 20:17:51.544880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45708) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:51.557290 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe0d6b-56c6-4aea-8de5-4b15b1772d5b None None] Pushing event updated for resources: {'Port': ['ID=f1cbbbbb-c9c6-4c25-83b2-00666f3a5339,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:51.558125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d89dc7e5-4c32-4fee-a66f-8a8572b1ba98 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group_rule': {'security_group_id': '0b6ffbe0-f72b-4d0f-9a96-b10e746b168a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:51.574102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d89dc7e5-4c32-4fee-a66f-8a8572b1ba98 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:51.574621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-3ac9934d-d9f7-423b-bb32-003c4ebf62cd req-7a96a836-f191-48c4-83d4-50410cb024d9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Deleting port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:51.575041 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3ac9934d-d9f7-423b-bb32-003c4ebf62cd req-7a96a836-f191-48c4-83d4-50410cb024d9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:51.594469 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d89dc7e5-4c32-4fee-a66f-8a8572b1ba98 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:51.599914 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d89dc7e5-4c32-4fee-a66f-8a8572b1ba98 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:51.638364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d89dc7e5-4c32-4fee-a66f-8a8572b1ba98 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:51.657354 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ca44e335-37f5-42e4-87f8-cfa8bd3a310f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:51.660400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31f27c-5fd0-4d78-aeb7-05a9cb44abd5 req-167e282f-acb8-4c0d-b284-4398cd6bdb15 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:51.660400 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de31f27c-5fd0-4d78-aeb7-05a9cb44abd5 req-167e282f-acb8-4c0d-b284-4398cd6bdb15 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.4102030 May 30 20:17:51.667860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Router bb4d76d1-e126-45dd-bd0c-615ec1775543 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:17:51.743605 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d89dc7e5-4c32-4fee-a66f-8a8572b1ba98 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:51.817804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ca44e335-37f5-42e4-87f8-cfa8bd3a310f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for a2fe7300-fac7-4180-9ef8-45e3f841cb96 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:51.878796 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de31f27c-5fd0-4d78-aeb7-05a9cb44abd5 req-30fdd08c-6b69-4a6b-841a-9ba543c733d1 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114956 May 30 20:17:52.088875 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d89dc7e5-4c32-4fee-a66f-8a8572b1ba98 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.112456 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d89dc7e5-4c32-4fee-a66f-8a8572b1ba98 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.153140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89dc7e5-4c32-4fee-a66f-8a8572b1ba98 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b029affc-7282-4831-837d-8c5f48e83884,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:52.183386 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ca44e335-37f5-42e4-87f8-cfa8bd3a310f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.185404 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d89dc7e5-4c32-4fee-a66f-8a8572b1ba98 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.186646 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d89dc7e5-4c32-4fee-a66f-8a8572b1ba98 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6387529 May 30 20:17:52.195325 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45722) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:52.207709 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-87366f0c-9706-4f16-8504-ee7049866a04 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group_rule': {'security_group_id': '0b6ffbe0-f72b-4d0f-9a96-b10e746b168a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:52.244681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-87366f0c-9706-4f16-8504-ee7049866a04 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:52.244681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-87366f0c-9706-4f16-8504-ee7049866a04 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:52.250214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-87366f0c-9706-4f16-8504-ee7049866a04 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:52.259443 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-87366f0c-9706-4f16-8504-ee7049866a04 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:52.262315 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44e335-37f5-42e4-87f8-cfa8bd3a310f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=a2fe7300-fac7-4180-9ef8-45e3f841cb96,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:52.407656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-3ac9934d-d9f7-423b-bb32-003c4ebf62cd req-7a96a836-f191-48c4-83d4-50410cb024d9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] For port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:52.407656 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3ac9934d-d9f7-423b-bb32-003c4ebf62cd req-7a96a836-f191-48c4-83d4-50410cb024d9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.552087 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ca44e335-37f5-42e4-87f8-cfa8bd3a310f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.553175 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-285bcd8c-f7aa-48d3-bafa-58c6311637b9 None None] Could not find standard attr ID for object a2fe7300-fac7-4180-9ef8-45e3f841cb96. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:17:52.574092 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ca44e335-37f5-42e4-87f8-cfa8bd3a310f tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/ports/a2fe7300-fac7-4180-9ef8-45e3f841cb96 HTTP/1.1" status: 204 len: 168 time: 1.6481371 May 30 20:17:52.574092 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45728) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:52.584189 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-285bcd8c-f7aa-48d3-bafa-58c6311637b9 None None] Provisioning for port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:52.591363 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-285bcd8c-f7aa-48d3-bafa-58c6311637b9 None None] Provisioning complete for port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:52.591363 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-285bcd8c-f7aa-48d3-bafa-58c6311637b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.615259 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-87366f0c-9706-4f16-8504-ee7049866a04 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.621871 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-1253e399-1b28-41b9-8b8d-5b67b3febecd tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] GET failed (client error): The resource could not be found. May 30 20:17:52.621871 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1253e399-1b28-41b9-8b8d-5b67b3febecd tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Synchronizing usage tracker for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:52.651426 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1253e399-1b28-41b9-8b8d-5b67b3febecd tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Unset dirty status for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:52.657711 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1253e399-1b28-41b9-8b8d-5b67b3febecd tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports/a2fe7300-fac7-4180-9ef8-45e3f841cb96 HTTP/1.1" status: 404 len: 333 time: 0.0813105 May 30 20:17:52.657711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45732) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:52.727837 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-34ea2e33-2638-4a38-b1ee-3f45ca669bab tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.770053 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-34ea2e33-2638-4a38-b1ee-3f45ca669bab tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.799695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0120c-3b7a-4186-9b2d-c1e073905e5b req-b6d1eb4d-4868-4eb0-9366-9d6008d66f49 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:52.801351 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-daf0120c-3b7a-4186-9b2d-c1e073905e5b req-b6d1eb4d-4868-4eb0-9366-9d6008d66f49 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.6074615 May 30 20:17:52.824029 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-34ea2e33-2638-4a38-b1ee-3f45ca669bab tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.844150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea2e33-2638-4a38-b1ee-3f45ca669bab tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d2d00a-eee1-481a-93c1-21a830c7c003,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:52.849004 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-34ea2e33-2638-4a38-b1ee-3f45ca669bab tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.853208 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-34ea2e33-2638-4a38-b1ee-3f45ca669bab tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/security-groups/e0d2d00a-eee1-481a-93c1-21a830c7c003 HTTP/1.1" status: 204 len: 168 time: 0.1989176 May 30 20:17:52.853783 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45738) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:52.897316 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-285bcd8c-f7aa-48d3-bafa-58c6311637b9 None None] Provisioning complete for port 5c4fcdcb-aa4d-4f59-9771-4344f7b6636c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:52.897999 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-285bcd8c-f7aa-48d3-bafa-58c6311637b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.926185 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65281c15-b5ee-448f-8ec3-318c04405839 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.998862 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65281c15-b5ee-448f-8ec3-318c04405839 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.023701 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-285bcd8c-f7aa-48d3-bafa-58c6311637b9 None None] Port 5c4fcdcb-aa4d-4f59-9771-4344f7b6636c cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:53.043098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:53.094174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62192ac-31b4-44e0-912b-0648a3edc323 req-e8f853b5-4264-4f6e-965c-5fa9479d8f89 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:53.094174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f62192ac-31b4-44e0-912b-0648a3edc323 req-e8f853b5-4264-4f6e-965c-5fa9479d8f89 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 945 time: 0.6607721 May 30 20:17:53.094174 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-87366f0c-9706-4f16-8504-ee7049866a04 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.102767 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65281c15-b5ee-448f-8ec3-318c04405839 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.138148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65281c15-b5ee-448f-8ec3-318c04405839 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7e40cc-6939-4090-bda0-7c93e7058098,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:53.138148 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65281c15-b5ee-448f-8ec3-318c04405839 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.138148 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-65281c15-b5ee-448f-8ec3-318c04405839 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/security-groups/5b7e40cc-6939-4090-bda0-7c93e7058098 HTTP/1.1" status: 204 len: 168 time: 0.2797666 May 30 20:17:53.143239 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45744) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:53.204481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:53.204481 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.230980 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-87366f0c-9706-4f16-8504-ee7049866a04 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.294895 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c337f181-2ea5-4a44-82e9-8183ef5c91ee None None] Could not find standard attr ID for object a2fe7300-fac7-4180-9ef8-45e3f841cb96. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:17:53.347134 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3ac9934d-d9f7-423b-bb32-003c4ebf62cd req-7a96a836-f191-48c4-83d4-50410cb024d9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.347761 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3ac9934d-d9f7-423b-bb32-003c4ebf62cd req-7a96a836-f191-48c4-83d4-50410cb024d9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.347761 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-3ac9934d-d9f7-423b-bb32-003c4ebf62cd req-7a96a836-f191-48c4-83d4-50410cb024d9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Floating IP 688053d0-a876-48b3-9fa2-25f1a168f397 disassociated. External IP: 172.25.5.23, port: 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd. May 30 20:17:53.347948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-3ac9934d-d9f7-423b-bb32-003c4ebf62cd req-7a96a836-f191-48c4-83d4-50410cb024d9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Calling delete_port for 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:53.420858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cf0aae-16a4-4a71-aa9f-3e372e518b47 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting subnet 9283f042-59f0-497b-b472-dc022221ecec {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:17:53.420858 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-28cf0aae-16a4-4a71-aa9f-3e372e518b47 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.457343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7af0e7cb-5677-4818-af7b-f67cf8590ea7 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:53.459848 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87366f0c-9706-4f16-8504-ee7049866a04 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39aae00d-7273-4461-bcff-3531eba18157,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:53.500735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-28cf0aae-16a4-4a71-aa9f-3e372e518b47 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.504893 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-daf0120c-3b7a-4186-9b2d-c1e073905e5b req-83400434-a783-4725-afb8-3f9fd1940c62 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6812966 May 30 20:17:53.538434 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-87366f0c-9706-4f16-8504-ee7049866a04 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.538434 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-87366f0c-9706-4f16-8504-ee7049866a04 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3398290 May 30 20:17:53.551169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45752) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:53.551169 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f62192ac-31b4-44e0-912b-0648a3edc323 req-6bf0fcc2-f224-4374-93f5-69d8b89502a3 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=08abd210-ce04-4e64-97f1-48519d32ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3948658 May 30 20:17:53.566444 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-06295f36-6764-4743-8cd1-6384506b535e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group_rule': {'security_group_id': '0b6ffbe0-f72b-4d0f-9a96-b10e746b168a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:53.578689 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-06295f36-6764-4743-8cd1-6384506b535e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:53.595103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-06295f36-6764-4743-8cd1-6384506b535e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:53.605110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:17:53.609862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 7af0e7cb-5677-4818-af7b-f67cf8590ea7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:53.609862 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.620184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-06295f36-6764-4743-8cd1-6384506b535e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:53.655239 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-28cf0aae-16a4-4a71-aa9f-3e372e518b47 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.657293 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-06295f36-6764-4743-8cd1-6384506b535e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:53.668636 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Sync routers for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:17:53.672152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:53.734263 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-28cf0aae-16a4-4a71-aa9f-3e372e518b47 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.795592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf0aae-16a4-4a71-aa9f-3e372e518b47 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Subnet': ['ID=9283f042-59f0-497b-b472-dc022221ecec,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:53.802295 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-28cf0aae-16a4-4a71-aa9f-3e372e518b47 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.819373 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.819373 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8097fbda-cc3e-443a-8846-74a2c8e3de28 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.7091525 May 30 20:17:53.819373 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3ac9934d-d9f7-423b-bb32-003c4ebf62cd req-7a96a836-f191-48c4-83d4-50410cb024d9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.823028 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-28cf0aae-16a4-4a71-aa9f-3e372e518b47 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/9283f042-59f0-497b-b472-dc022221ecec HTTP/1.1" status: 204 len: 168 time: 0.6783462 May 30 20:17:53.823028 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45760) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:53.823028 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45762) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:53.829779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-518ea994-e6f0-46e5-91b6-953b4c8f333c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'subnet': {'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:53.840247 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35bdc94-bb22-4c3c-adec-5c7a771b3980 None None] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:53.896842 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd update to DOWN by agent not found {{(pid=84025) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 30 20:17:54.002439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:17:54.003273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:17:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:54.122670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96a836-f191-48c4-83d4-50410cb024d9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Pushing event deleted for resources: {'Port': ['ID=4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:54.122670 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06295f36-6764-4743-8cd1-6384506b535e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:54.261930 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-518ea994-e6f0-46e5-91b6-953b4c8f333c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:54.298888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-518ea994-e6f0-46e5-91b6-953b4c8f333c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:subnet and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:54.298888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-518ea994-e6f0-46e5-91b6-953b4c8f333c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:54.310109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-518ea994-e6f0-46e5-91b6-953b4c8f333c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:54.348697 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518ea994-e6f0-46e5-91b6-953b4c8f333c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:54.355232 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-518ea994-e6f0-46e5-91b6-953b4c8f333c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:54.437765 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1be440-d043-417e-a008-680ade948515 req-36d879bc-7d8c-467d-b24f-a3f5e6970931 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:54.439405 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b1be440-d043-417e-a008-680ade948515 req-36d879bc-7d8c-467d-b24f-a3f5e6970931 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.6454985 May 30 20:17:54.556793 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06295f36-6764-4743-8cd1-6384506b535e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:54.587054 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06295f36-6764-4743-8cd1-6384506b535e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:54.598515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:17:54.710540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06295f36-6764-4743-8cd1-6384506b535e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c5462d-02c7-424d-97bb-02098ba7bb03,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:54.751649 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b1be440-d043-417e-a008-680ade948515 req-4a8d5692-1b5f-4349-93f4-a7c7a18caf9e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956488 May 30 20:17:54.762257 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06295f36-6764-4743-8cd1-6384506b535e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:54.765786 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-06295f36-6764-4743-8cd1-6384506b535e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2175980 May 30 20:17:54.768325 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45778) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:54.779691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-88d4da78-5221-46a8-9cc4-e0ab3e019895 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group_rule': {'security_group_id': '0b6ffbe0-f72b-4d0f-9a96-b10e746b168a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:54.802678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-88d4da78-5221-46a8-9cc4-e0ab3e019895 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:54.817378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-88d4da78-5221-46a8-9cc4-e0ab3e019895 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:54.828070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-88d4da78-5221-46a8-9cc4-e0ab3e019895 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:54.927369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-88d4da78-5221-46a8-9cc4-e0ab3e019895 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:54.977032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c9cebdc1-acc8-4e52-b0ba-e5e61aeed740 req-defed6d0-2d76-418b-a162-e876c9cc8756 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Synchronizing usage tracker for tenant:180189b01ed94322bd9d30462dff2e77 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:55.063102 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-518ea994-e6f0-46e5-91b6-953b4c8f333c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:55.118452 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88d4da78-5221-46a8-9cc4-e0ab3e019895 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:55.118452 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c9cebdc1-acc8-4e52-b0ba-e5e61aeed740 req-defed6d0-2d76-418b-a162-e876c9cc8756 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Unset dirty status for tenant:180189b01ed94322bd9d30462dff2e77 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:55.118452 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9cebdc1-acc8-4e52-b0ba-e5e61aeed740 req-defed6d0-2d76-418b-a162-e876c9cc8756 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 210 time: 0.2722270 May 30 20:17:55.177370 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ac9934d-d9f7-423b-bb32-003c4ebf62cd req-7a96a836-f191-48c4-83d4-50410cb024d9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:17:55.223351 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:49Z', 'revision_number': 3, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:55.245806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933480f-5ab9-449e-bcf4-e4b6f54fdb23 req-317b9367-faf6-4fda-beaa-67230171423e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:55.252225 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9933480f-5ab9-449e-bcf4-e4b6f54fdb23 req-317b9367-faf6-4fda-beaa-67230171423e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2493987 May 30 20:17:55.259354 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Checking router: bb4d76d1-e126-45dd-bd0c-615ec1775543 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:17:55.259678 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Updating router bb4d76d1-e126-45dd-bd0c-615ec1775543 port f726543b-c6f5-455b-9c0a-c375e09282f3 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:17:55.383083 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9933480f-5ab9-449e-bcf4-e4b6f54fdb23 req-fdc8964d-a4ae-42a4-9ca2-6830190415df tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153626 May 30 20:17:55.399985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ea994-e6f0-46e5-91b6-953b4c8f333c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Subnet': ['ID=607d2b1f-26f9-4a1a-b737-561b52de36f1,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:55.436789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518ea994-e6f0-46e5-91b6-953b4c8f333c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:55.436789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-518ea994-e6f0-46e5-91b6-953b4c8f333c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:55.436789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518ea994-e6f0-46e5-91b6-953b4c8f333c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:55.436789 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-518ea994-e6f0-46e5-91b6-953b4c8f333c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:55.450693 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:55.488378 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-518ea994-e6f0-46e5-91b6-953b4c8f333c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6629565 May 30 20:17:55.493469 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45792) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:55.511987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b76e3c4d-0ac9-4805-bda5-214bd4cec4ee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'security_group': {'name': 'tempest-secgroup-1392608265'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:55.534738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b76e3c4d-0ac9-4805-bda5-214bd4cec4ee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:55.588359 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88d4da78-5221-46a8-9cc4-e0ab3e019895 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:55.647238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b76e3c4d-0ac9-4805-bda5-214bd4cec4ee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:security_group and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:55.658760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b76e3c4d-0ac9-4805-bda5-214bd4cec4ee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:55.743791 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88d4da78-5221-46a8-9cc4-e0ab3e019895 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:55.787622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b76e3c4d-0ac9-4805-bda5-214bd4cec4ee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:55.858672 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b76e3c4d-0ac9-4805-bda5-214bd4cec4ee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:55.893165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4da78-5221-46a8-9cc4-e0ab3e019895 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10583946-efe3-41cb-8808-c2582db53cbc,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:55.920360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b76e3c4d-0ac9-4805-bda5-214bd4cec4ee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:55.927032 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b76e3c4d-0ac9-4805-bda5-214bd4cec4ee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:security_group_rule and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:55.931083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b76e3c4d-0ac9-4805-bda5-214bd4cec4ee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:55.933998 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88d4da78-5221-46a8-9cc4-e0ab3e019895 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:55.935223 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-88d4da78-5221-46a8-9cc4-e0ab3e019895 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1633255 May 30 20:17:55.938059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45800) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:55.941991 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b76e3c4d-0ac9-4805-bda5-214bd4cec4ee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:55.953898 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-5d221d02-fb61-472f-8aa9-71a90efb5470 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group_rule': {'security_group_id': '0b6ffbe0-f72b-4d0f-9a96-b10e746b168a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:55.960368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5d221d02-fb61-472f-8aa9-71a90efb5470 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:55.965383 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5d221d02-fb61-472f-8aa9-71a90efb5470 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:55.968779 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5d221d02-fb61-472f-8aa9-71a90efb5470 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:55.975996 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5d221d02-fb61-472f-8aa9-71a90efb5470 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:55.979292 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3600e0e2-b6be-4201-9306-35de2f7c8fac None None] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:56.042218 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b76e3c4d-0ac9-4805-bda5-214bd4cec4ee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.059260 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b76e3c4d-0ac9-4805-bda5-214bd4cec4ee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.064249 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5d221d02-fb61-472f-8aa9-71a90efb5470 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.085078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb212e0b-b509-4ba2-b547-c13fdcb6cc89 req-c5266d00-5a7a-403e-a4e8-6d5d9cb6c879 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:56.085078 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb212e0b-b509-4ba2-b547-c13fdcb6cc89 req-c5266d00-5a7a-403e-a4e8-6d5d9cb6c879 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.3403916 May 30 20:17:56.195407 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-282b5b97-7681-481f-b1d7-b3bf9883da7b None None] Provisioning complete for port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:56.195407 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-282b5b97-7681-481f-b1d7-b3bf9883da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.205952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e3c4d-0ac9-4805-bda5-214bd4cec4ee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baba966d-d74c-4c58-a336-3e6553f78162,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:56.209625 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5d221d02-fb61-472f-8aa9-71a90efb5470 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.209625 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb212e0b-b509-4ba2-b547-c13fdcb6cc89 req-dc7424e2-72e0-464b-929b-ede9c82d05b7 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043875 May 30 20:17:56.228601 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5d221d02-fb61-472f-8aa9-71a90efb5470 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.240680 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b76e3c4d-0ac9-4805-bda5-214bd4cec4ee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.253868 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b76e3c4d-0ac9-4805-bda5-214bd4cec4ee tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7396853 May 30 20:17:56.265883 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45806) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:56.281295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d221d02-fb61-472f-8aa9-71a90efb5470 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d58860d-8512-4d60-85ca-487509f716e3,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:56.289297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-0a8832b6-f21f-47f3-8914-e11fd3f4edc5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'security_group': {'name': 'tempest-secgroup-1080131269'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:56.296840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0a8832b6-f21f-47f3-8914-e11fd3f4edc5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:56.301476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0a8832b6-f21f-47f3-8914-e11fd3f4edc5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:security_group and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:56.314545 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0a8832b6-f21f-47f3-8914-e11fd3f4edc5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:56.323237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0a8832b6-f21f-47f3-8914-e11fd3f4edc5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:56.336131 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5d221d02-fb61-472f-8aa9-71a90efb5470 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.340523 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5d221d02-fb61-472f-8aa9-71a90efb5470 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.3940923 May 30 20:17:56.341958 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0a8832b6-f21f-47f3-8914-e11fd3f4edc5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.351500 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45814) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:56.408096 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.548466 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.578645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ac9934d-d9f7-423b-bb32-003c4ebf62cd req-7a96a836-f191-48c4-83d4-50410cb024d9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:17:56.591839 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce9162e-0def-4236-88e4-ce22a60701a7 None None] Sync routers for ids ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:17:56.600470 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e8105dfc-f163-4881-9740-2151c176ed7e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.612078 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce9162e-0def-4236-88e4-ce22a60701a7 None None] Routers {'3ac716a0-bcee-43f2-b0cc-445e6d284ad2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:17:56.612078 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7ce9162e-0def-4236-88e4-ce22a60701a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:17:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:56.619669 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6aa00cdb-71d2-4fc9-8a04-d3d87037f89b req-fcf73e5b-ef99-401b-818d-8918188d18c0 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 210 time: 0.1395609 May 30 20:17:56.635767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0a8832b6-f21f-47f3-8914-e11fd3f4edc5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:56.702517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Transition to ACTIVE for port object f726543b-c6f5-455b-9c0a-c375e09282f3 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:56.712210 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e8105dfc-f163-4881-9740-2151c176ed7e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.721573 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0a8832b6-f21f-47f3-8914-e11fd3f4edc5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:security_group_rule and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:56.735319 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0a8832b6-f21f-47f3-8914-e11fd3f4edc5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:56.769166 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.853960 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Allocated IP 172.20.0.1 (43a3a580-728f-4a14-a9d1-6d5e70d6966e/68e762fb-e7ab-4b2b-9564-0b9905e98eee/5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:56.870514 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07323296-95f1-42d2-a87d-95f0c63a0cbc None None] Pushing event updated for resources: {'Port': ['ID=f726543b-c6f5-455b-9c0a-c375e09282f3,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:56.876256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0a8832b6-f21f-47f3-8914-e11fd3f4edc5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:56.908913 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac9934d-d9f7-423b-bb32-003c4ebf62cd req-7a96a836-f191-48c4-83d4-50410cb024d9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] No DVR routers for this DVR port 4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:56.913118 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Attempting to bind port f726543b-c6f5-455b-9c0a-c375e09282f3 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:17:56.913118 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Attempting to bind port f726543b-c6f5-455b-9c0a-c375e09282f3 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:17:56.913118 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Attempting to bind port f726543b-c6f5-455b-9c0a-c375e09282f3 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:17:56.913118 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-282b5b97-7681-481f-b1d7-b3bf9883da7b None None] Provisioning complete for port 5c4fcdcb-aa4d-4f59-9771-4344f7b6636c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:56.913118 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-282b5b97-7681-481f-b1d7-b3bf9883da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.919951 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-7ce9162e-0def-4236-88e4-ce22a60701a7 None None] Set router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:17:56.942996 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3ac9934d-d9f7-423b-bb32-003c4ebf62cd req-7a96a836-f191-48c4-83d4-50410cb024d9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.949790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-50b22669-80e5-4320-9282-0f67cd8caf06 req-52a4d0eb-60d9-4036-999e-1a35550ccf9e service neutron] (84023) timed out ('10.222.0.84', 44726) {{(pid=84023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:17:56.979287 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-282b5b97-7681-481f-b1d7-b3bf9883da7b None None] Port 5c4fcdcb-aa4d-4f59-9771-4344f7b6636c cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:56.990619 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'name': 'network-vif-deleted', 'tag': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:56.992621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:17:56.992621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:56.992621 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.992621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:17:56.992621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Bound port: f726543b-c6f5-455b-9c0a-c375e09282f3, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:17:56.992621 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:57.032448 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e8105dfc-f163-4881-9740-2151c176ed7e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:57.078968 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ac9934d-d9f7-423b-bb32-003c4ebf62cd req-7a96a836-f191-48c4-83d4-50410cb024d9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.93 "DELETE /v2.0/ports/4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd HTTP/1.1" status: 204 len: 173 time: 5.6755080 May 30 20:17:57.092616 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a44768f-b653-4af0-bbb2-b95050a5a84f'] response: {'server_uuid': 'd29ac1f8-caf6-4e10-b74e-d8c01cbf0777', 'name': 'network-vif-deleted', 'tag': '4f8fee0a-8dc2-4f3e-bc8a-03e5afc402fd', 'status': 'completed', 'code': 200} May 30 20:17:57.097562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8105dfc-f163-4881-9740-2151c176ed7e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d58860d-8512-4d60-85ca-487509f716e3,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:57.105862 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e8105dfc-f163-4881-9740-2151c176ed7e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:57.108158 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e8105dfc-f163-4881-9740-2151c176ed7e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/0d58860d-8512-4d60-85ca-487509f716e3 HTTP/1.1" status: 204 len: 168 time: 0.7534034 May 30 20:17:57.115856 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45826) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:57.170099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98d9e5-9d09-4eca-944f-9d8a7f8c2dba req-eb2cf453-a484-433c-a113-be7174ded303 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:57.177824 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea98d9e5-9d09-4eca-944f-9d8a7f8c2dba req-eb2cf453-a484-433c-a113-be7174ded303 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.6613832 May 30 20:17:57.229348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] For port f726543b-c6f5-455b-9c0a-c375e09282f3, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:17:57.229348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86acd945-c97f-4f91-b4af-ac1cb304f6e6 None None] Update dhcp port {'port': {'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2', 'fixed_ips': [{'subnet_id': '9b621d40-0606-4eb2-b3e8-c6f4ed3d6912', 'ip_address': '172.20.0.18'}, {'subnet_id': '607d2b1f-26f9-4a1a-b737-561b52de36f1'}], 'binding:host_id': 'n-d-843949-2'}, 'id': 'f1cbbbbb-c9c6-4c25-83b2-00666f3a5339'} from n-d-843949-2. {{(pid=84025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:17:57.275440 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:57.289184 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0a8832b6-f21f-47f3-8914-e11fd3f4edc5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:57.297502 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] For port f726543b-c6f5-455b-9c0a-c375e09282f3, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f726543b-c6f5-455b-9c0a-c375e09282f3,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:17:57.321552 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:57.336265 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0a8832b6-f21f-47f3-8914-e11fd3f4edc5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:57.339868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Transition to ACTIVE for port object 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:57.405847 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:17:57.405847 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:17:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:57.413588 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:57.444946 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0a8832b6-f21f-47f3-8914-e11fd3f4edc5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:57.447008 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0a8832b6-f21f-47f3-8914-e11fd3f4edc5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1636791 May 30 20:17:57.461739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45834) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:57.480334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b4195744-b2ac-49fe-99d0-e3af13e93359 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:57.487992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-07782ad0-43a2-4ffe-a634-55e6cd17ce25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'security_group': {'name': 'tempest-secgroup-829449990'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:57.502754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-07782ad0-43a2-4ffe-a634-55e6cd17ce25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:57.509195 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-86acd945-c97f-4f91-b4af-ac1cb304f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:57.515552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-07782ad0-43a2-4ffe-a634-55e6cd17ce25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:security_group and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:57.521659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-07782ad0-43a2-4ffe-a634-55e6cd17ce25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:57.543090 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-07782ad0-43a2-4ffe-a634-55e6cd17ce25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:57.567150 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07323296-95f1-42d2-a87d-95f0c63a0cbc None None] Pushing event updated for resources: {'Port': ['ID=f726543b-c6f5-455b-9c0a-c375e09282f3,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:57.604739 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea98d9e5-9d09-4eca-944f-9d8a7f8c2dba req-5cf00e61-9efe-4df1-aada-8c2ba21eb864 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165602 May 30 20:17:57.666768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8832b6-f21f-47f3-8914-e11fd3f4edc5 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52a67b7-1eff-4e3e-bd54-3d73831b8b25,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:57.669922 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Network 43a3a580-728f-4a14-a9d1-6d5e70d6966e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:57.682569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:57.703958 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:57.725987 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-07782ad0-43a2-4ffe-a634-55e6cd17ce25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:57.792419 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7ce9162e-0def-4236-88e4-ce22a60701a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'gw_port': {'id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:06Z', 'updated_at': '2022-05-30T20:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '6e0148e0-9156-46b2-83f4-5ee35abe7c55', 'name': '', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'mac_address': 'fa:16:3e:9b:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:33Z', 'revision_number': 5, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'subnets': [{'id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:57.807663 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce9162e-0def-4236-88e4-ce22a60701a7 None None] Checking router: 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:17:57.818551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b4195744-b2ac-49fe-99d0-e3af13e93359 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:57.832768 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b4195744-b2ac-49fe-99d0-e3af13e93359 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.7142169 May 30 20:17:57.837326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45844) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:57.862883 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce9162e-0def-4236-88e4-ce22a60701a7 None None] Routers {'3ac716a0-bcee-43f2-b0cc-445e6d284ad2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:17:57.866600 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7ce9162e-0def-4236-88e4-ce22a60701a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:17:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:57.906342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Pushing event updated for resources: {'Port': ['ID=5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:57.963674 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.166568 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.261135 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:17:58.308073 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-7ce9162e-0def-4236-88e4-ce22a60701a7 None None] Set router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:17:58.315186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-07782ad0-43a2-4ffe-a634-55e6cd17ce25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:58.351097 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0532da0c-76f3-4790-865e-82f9ccf6d466 req-7bfe7c38-f60d-4984-a06b-a25b5b0e4b5c tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=d29ac1f8-caf6-4e10-b74e-d8c01cbf0777 HTTP/1.1" status: 200 len: 210 time: 0.3870993 May 30 20:17:58.377551 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-87c42af7-ebaa-45f5-8267-ff025e944eaa tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.398832 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-87c42af7-ebaa-45f5-8267-ff025e944eaa tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.423525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-07782ad0-43a2-4ffe-a634-55e6cd17ce25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:security_group_rule and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:58.437203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-07782ad0-43a2-4ffe-a634-55e6cd17ce25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:58.437203 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-87c42af7-ebaa-45f5-8267-ff025e944eaa tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.455037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-07782ad0-43a2-4ffe-a634-55e6cd17ce25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:58.471186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c42af7-ebaa-45f5-8267-ff025e944eaa tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10583946-efe3-41cb-8808-c2582db53cbc,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:58.502211 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-87c42af7-ebaa-45f5-8267-ff025e944eaa tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.502211 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-87c42af7-ebaa-45f5-8267-ff025e944eaa tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/10583946-efe3-41cb-8808-c2582db53cbc HTTP/1.1" status: 204 len: 168 time: 0.6628513 May 30 20:17:58.509697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45854) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:58.593502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964c61f-5154-4f04-88f4-9a0655860121 req-b0a92f8f-6d97-4f1c-9ad7-56122dd5df21 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:58.593502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c964c61f-5154-4f04-88f4-9a0655860121 req-b0a92f8f-6d97-4f1c-9ad7-56122dd5df21 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.6275055 May 30 20:17:58.625425 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-07782ad0-43a2-4ffe-a634-55e6cd17ce25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.636010 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.640035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0b21ea27-62cd-46e3-8cf8-d98d79be4790 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:58.653277 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.656583 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-07782ad0-43a2-4ffe-a634-55e6cd17ce25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.741950 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.750587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0b21ea27-62cd-46e3-8cf8-d98d79be4790 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:58.753768 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0b21ea27-62cd-46e3-8cf8-d98d79be4790 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2471528 May 30 20:17:58.759880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45860) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:58.774854 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07782ad0-43a2-4ffe-a634-55e6cd17ce25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c52c2f-802a-4a63-be97-1d3bcbd39b7b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:58.777407 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-07782ad0-43a2-4ffe-a634-55e6cd17ce25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.779231 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-07782ad0-43a2-4ffe-a634-55e6cd17ce25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3161588 May 30 20:17:58.806949 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45864) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:58.815049 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c964c61f-5154-4f04-88f4-9a0655860121 req-85352275-a657-447f-87c0-c391fc92ecbd tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169633 May 30 20:17:58.829796 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3e9b7015-1230-4405-88ef-20ca6eb99615 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-458823897', 'security_groups': ['57c52c2f-802a-4a63-be97-1d3bcbd39b7b'], 'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '607d2b1f-26f9-4a1a-b737-561b52de36f1'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:58.873671 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-028cd98a-14a6-4188-930f-5b19e46175a8 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.894293 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-028cd98a-14a6-4188-930f-5b19e46175a8 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.937376 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-028cd98a-14a6-4188-930f-5b19e46175a8 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.962574 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7ce9162e-0def-4236-88e4-ce22a60701a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'gw_port': {'id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:06Z', 'updated_at': '2022-05-30T20:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '6e0148e0-9156-46b2-83f4-5ee35abe7c55', 'name': '', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'mac_address': 'fa:16:3e:9b:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:33Z', 'revision_number': 5, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'subnets': [{'id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:58.978790 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce9162e-0def-4236-88e4-ce22a60701a7 None None] The sync data for ids ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'] in n-d-843949-2 is: [{'id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:13:16Z', 'revision_number': 4, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'gw_port': {'id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:06Z', 'updated_at': '2022-05-30T20:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '6e0148e0-9156-46b2-83f4-5ee35abe7c55', 'name': '', 'network_id': 'efb471ec-2aac-4789-83c5-5fd42e6f1b1a', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'mac_address': 'fa:16:3e:9b:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:14Z', 'updated_at': '2022-05-30T20:13:33Z', 'revision_number': 5, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'subnets': [{'id': 'b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:17:59.020043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cd98a-14a6-4188-930f-5b19e46175a8 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4c5462d-02c7-424d-97bb-02098ba7bb03,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:59.033360 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-028cd98a-14a6-4188-930f-5b19e46175a8 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:59.036585 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-028cd98a-14a6-4188-930f-5b19e46175a8 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/d4c5462d-02c7-424d-97bb-02098ba7bb03 HTTP/1.1" status: 204 len: 168 time: 0.2741899 May 30 20:17:59.036585 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45870) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:59.123556 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-aa170e00-0d79-4c0f-8e8a-14532e2afd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:59.132198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d32f0daa-4f65-457b-a844-f9dbc4223321 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:59.156913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Pushing event updated for resources: {'Port': ['ID=5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:59.184968 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-86acd945-c97f-4f91-b4af-ac1cb304f6e6 None None] Allocated IP 172.20.0.2 (446355f8-91a6-4c10-962b-33cb6573bbd2/607d2b1f-26f9-4a1a-b737-561b52de36f1/f1cbbbbb-c9c6-4c25-83b2-00666f3a5339) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:59.184968 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a32caffa-bac9-4a08-ac55-315907ae81d8 None None] Provisioning for port 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:59.202233 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a32caffa-bac9-4a08-ac55-315907ae81d8 None None] Provisioning complete for port 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:59.202233 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a32caffa-bac9-4a08-ac55-315907ae81d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:59.250741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d32f0daa-4f65-457b-a844-f9dbc4223321 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:59.250741 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d32f0daa-4f65-457b-a844-f9dbc4223321 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2130101 May 30 20:17:59.259007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45876) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:59.397769 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:49Z', 'revision_number': 3, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:59.458878 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b5d63-9151-4a39-98c1-b0fce382a9d6 req-576f86fb-329d-4a24-ac15-24ea6d56dd25 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:59.469949 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f2b5d63-9151-4a39-98c1-b0fce382a9d6 req-576f86fb-329d-4a24-ac15-24ea6d56dd25 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.3179314 May 30 20:17:59.475421 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd7e52-2bd3-4a4d-8f38-4fb8442db695 None None] The sync data for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 is: [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:49Z', 'revision_number': 3, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:17:59.509621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a32caffa-bac9-4a08-ac55-315907ae81d8 None None] Port 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:59.560504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3e9b7015-1230-4405-88ef-20ca6eb99615 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:59.562799 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db8c14fb-88b6-4eb6-8f81-6d35e871242f tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:59.576056 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45886) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:59.579335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3e9b7015-1230-4405-88ef-20ca6eb99615 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:59.588552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8075199-4cd2-4d3c-b545-76af1ef054c2 None None] New status for floating IP 688053d0-a876-48b3-9fa2-25f1a168f397: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:17:59.619204 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db8c14fb-88b6-4eb6-8f81-6d35e871242f tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:59.644123 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f2b5d63-9151-4a39-98c1-b0fce382a9d6 req-8f0bfd6a-2af6-46f0-880d-265987a00b16 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654148 May 30 20:17:59.649649 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Network 43a3a580-728f-4a14-a9d1-6d5e70d6966e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:59.660250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:59.716296 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db8c14fb-88b6-4eb6-8f81-6d35e871242f tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:59.750326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c14fb-88b6-4eb6-8f81-6d35e871242f tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39aae00d-7273-4461-bcff-3531eba18157,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:59.786276 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db8c14fb-88b6-4eb6-8f81-6d35e871242f tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:59.789031 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-db8c14fb-88b6-4eb6-8f81-6d35e871242f tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/39aae00d-7273-4461-bcff-3531eba18157 HTTP/1.1" status: 204 len: 168 time: 0.5313835 May 30 20:17:59.796581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45896) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:59.810269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9b7015-1230-4405-88ef-20ca6eb99615 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:59.869472 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-86acd945-c97f-4f91-b4af-ac1cb304f6e6 None None] For port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f1cbbbbb-c9c6-4c25-83b2-00666f3a5339,segment=NetworkSegment(445fb1f1-12b6-4eb9-b3c2-914b1dfb9412),segment_id=445fb1f1-12b6-4eb9-b3c2-914b1dfb9412)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:59.908415 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-665fe1c7-f778-458f-bbe9-ea1e7825d653 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:59.949218 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-665fe1c7-f778-458f-bbe9-ea1e7825d653 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:59.951134 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-665fe1c7-f778-458f-bbe9-ea1e7825d653 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1604722 May 30 20:17:59.953839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45902) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:59.988918 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb37de6e-7307-4aba-aa72-265a4abaac6e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:00.058784 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb37de6e-7307-4aba-aa72-265a4abaac6e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:00.165037 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f55b9436-2c35-472b-bc8b-2feed632e412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:00.262839 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb37de6e-7307-4aba-aa72-265a4abaac6e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:00.318020 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-86acd945-c97f-4f91-b4af-ac1cb304f6e6 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:18:00.318974 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-41043756-cf12-44d6-a37f-d8c87498eb1d tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:00.354524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37de6e-7307-4aba-aa72-265a4abaac6e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b029affc-7282-4831-837d-8c5f48e83884,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:00.378890 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb37de6e-7307-4aba-aa72-265a4abaac6e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:00.382677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fb37de6e-7307-4aba-aa72-265a4abaac6e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/b029affc-7282-4831-837d-8c5f48e83884 HTTP/1.1" status: 204 len: 168 time: 0.4253478 May 30 20:18:00.385028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45908) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:00.390137 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-86acd945-c97f-4f91-b4af-ac1cb304f6e6 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:00.407257 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-41043756-cf12-44d6-a37f-d8c87498eb1d tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:00.414052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d2573bd5-e17a-4132-99c6-83ce605251ed None None] Provisioning complete for port 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:00.414344 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d2573bd5-e17a-4132-99c6-83ce605251ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:00.431472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd4919-1d51-4855-b17f-dd59f57579e2 req-32cc8084-b32d-4ff3-aa8b-f7dd2f077590 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:00.439114 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57fd4919-1d51-4855-b17f-dd59f57579e2 req-32cc8084-b32d-4ff3-aa8b-f7dd2f077590 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.3047171 May 30 20:18:00.530399 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-86acd945-c97f-4f91-b4af-ac1cb304f6e6 None None] Transition to ACTIVE for port object f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:00.541323 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-86acd945-c97f-4f91-b4af-ac1cb304f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:00.558621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dc851b81-aa79-4b84-9197-e21e9a9fe5ce tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:00.568273 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e9b7015-1230-4405-88ef-20ca6eb99615 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:00.610639 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d2573bd5-e17a-4132-99c6-83ce605251ed None None] Port 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:18:00.623617 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57fd4919-1d51-4855-b17f-dd59f57579e2 req-2b6046fa-80ba-47f6-a4e3-cc3915fceee8 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811144 May 30 20:18:00.636516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dc851b81-aa79-4b84-9197-e21e9a9fe5ce tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:00.636516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dc851b81-aa79-4b84-9197-e21e9a9fe5ce tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2468243 May 30 20:18:00.641670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-3e9b7015-1230-4405-88ef-20ca6eb99615 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] device_id is not set on port 82d4fff4-25e6-4b25-8350-288c4af28516 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:18:00.646783 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45912) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:00.757542 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-41043756-cf12-44d6-a37f-d8c87498eb1d tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:00.815776 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f48b7bc6-31d9-4891-af42-c7061bbfd1ce tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:00.835720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acd945-c97f-4f91-b4af-ac1cb304f6e6 None None] Pushing event updated for resources: {'Port': ['ID=f1cbbbbb-c9c6-4c25-83b2-00666f3a5339,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:00.905820 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f48b7bc6-31d9-4891-af42-c7061bbfd1ce tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.045506 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f48b7bc6-31d9-4891-af42-c7061bbfd1ce tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.057326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-3e9b7015-1230-4405-88ef-20ca6eb99615 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Allocated IP 172.20.0.7 (446355f8-91a6-4c10-962b-33cb6573bbd2/607d2b1f-26f9-4a1a-b737-561b52de36f1/82d4fff4-25e6-4b25-8350-288c4af28516) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:18:01.089169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b7bc6-31d9-4891-af42-c7061bbfd1ce tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6ffbe0-f72b-4d0f-9a96-b10e746b168a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:01.168385 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f48b7bc6-31d9-4891-af42-c7061bbfd1ce tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.169808 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f48b7bc6-31d9-4891-af42-c7061bbfd1ce tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-groups/0b6ffbe0-f72b-4d0f-9a96-b10e746b168a HTTP/1.1" status: 204 len: 168 time: 0.5292740 May 30 20:18:01.173437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45922) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:01.188183 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.189187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270283a-d7f8-47bf-9252-ef1c566518ff req-a4e197a4-822c-4b96-99cd-85654b00f6d9 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:01.191226 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8270283a-d7f8-47bf-9252-ef1c566518ff req-a4e197a4-822c-4b96-99cd-85654b00f6d9 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.3392293 May 30 20:18:01.277761 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f726543b-c6f5-455b-9c0a-c375e09282f3 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:01.332920 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8270283a-d7f8-47bf-9252-ef1c566518ff req-e15e4a1c-2c75-4e87-9ef0-2d70bba13d53 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041448 May 30 20:18:01.339877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b6086bab-42c1-4167-88b5-681e4e7f5a84 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:01.369991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b6086bab-42c1-4167-88b5-681e4e7f5a84 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:01.369991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b6086bab-42c1-4167-88b5-681e4e7f5a84 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1934085 May 30 20:18:01.380603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45930) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:01.390520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-88c45e58-392c-4b10-ad29-40de6a57bfc3 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858876992'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:01.408363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-88c45e58-392c-4b10-ad29-40de6a57bfc3 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:01.445755 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-88c45e58-392c-4b10-ad29-40de6a57bfc3 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:01.464943 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port f726543b-c6f5-455b-9c0a-c375e09282f3 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:01.476161 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88c45e58-392c-4b10-ad29-40de6a57bfc3 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.491116 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f726543b-c6f5-455b-9c0a-c375e09282f3 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:01.491116 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.504545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41043756-cf12-44d6-a37f-d8c87498eb1d tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08abd210-ce04-4e64-97f1-48519d32ed34,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:01.602022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-88c45e58-392c-4b10-ad29-40de6a57bfc3 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:01.614260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-88c45e58-392c-4b10-ad29-40de6a57bfc3 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:01.620875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-88c45e58-392c-4b10-ad29-40de6a57bfc3 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:01.636265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-88c45e58-392c-4b10-ad29-40de6a57bfc3 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:01.677833 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-41043756-cf12-44d6-a37f-d8c87498eb1d tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.681184 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-41043756-cf12-44d6-a37f-d8c87498eb1d tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "DELETE /v2.0/security-groups/08abd210-ce04-4e64-97f1-48519d32ed34 HTTP/1.1" status: 204 len: 168 time: 2.1020303 May 30 20:18:01.722350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45938) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:01.779624 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.823850 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88c45e58-392c-4b10-ad29-40de6a57bfc3 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.833639 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88c45e58-392c-4b10-ad29-40de6a57bfc3 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.858774 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-4121ad07-1398-4157-8b84-317fc5ee2486 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] show failed (client error): The resource could not be found. May 30 20:18:01.858774 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4121ad07-1398-4157-8b84-317fc5ee2486 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups/08abd210-ce04-4e64-97f1-48519d32ed34 HTTP/1.1" status: 404 len: 347 time: 0.1297231 May 30 20:18:01.866785 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e9b7015-1230-4405-88ef-20ca6eb99615 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.866785 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45944) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:01.880044 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.902011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d180c7-6717-42f8-8daf-f933d0062cc2 req-1286f884-9b0b-4ac5-a799-f3d508fb8c3b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:01.902011 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-87d180c7-6717-42f8-8daf-f933d0062cc2 req-1286f884-9b0b-4ac5-a799-f3d508fb8c3b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2181921 May 30 20:18:01.906745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port f726543b-c6f5-455b-9c0a-c375e09282f3, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f726543b-c6f5-455b-9c0a-c375e09282f3,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:01.911268 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.914970 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:01.946209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c45e58-392c-4b10-ad29-40de6a57bfc3 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b0bac9-6787-4187-bb7b-f30f8c77abd9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:01.973509 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88c45e58-392c-4b10-ad29-40de6a57bfc3 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.978853 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-88c45e58-392c-4b10-ad29-40de6a57bfc3 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6048007 May 30 20:18:01.979800 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45948) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:01.988414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a92bf389-11e0-4b76-89d1-e36617f0b106 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group_rule': {'security_group_id': 'd5b0bac9-6787-4187-bb7b-f30f8c77abd9', 'direction': 'ingress', 'protocol': 17}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:01.997607 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-87d180c7-6717-42f8-8daf-f933d0062cc2 req-782451d3-40a9-4aec-848c-b1d01d066885 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890350 May 30 20:18:01.998649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a92bf389-11e0-4b76-89d1-e36617f0b106 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:02.003601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a92bf389-11e0-4b76-89d1-e36617f0b106 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:02.007663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a92bf389-11e0-4b76-89d1-e36617f0b106 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:02.013503 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a92bf389-11e0-4b76-89d1-e36617f0b106 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:02.035815 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a92bf389-11e0-4b76-89d1-e36617f0b106 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.139738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f3dffb72-ea55-4976-9f30-4fa51238fd55 None None] Provisioning for port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:02.139738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=f726543b-c6f5-455b-9c0a-c375e09282f3,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:02.153712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f3dffb72-ea55-4976-9f30-4fa51238fd55 None None] Provisioning complete for port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:02.153712 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f3dffb72-ea55-4976-9f30-4fa51238fd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.157635 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a92bf389-11e0-4b76-89d1-e36617f0b106 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.157635 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a92bf389-11e0-4b76-89d1-e36617f0b106 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.242210 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:02.242210 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.267234 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ff3ee-d1ca-4123-ae8a-6dea1894bfa4 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Deleting port c35f1437-11ff-4f93-8527-b38f8fba980a {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:02.267234 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff3ee-d1ca-4123-ae8a-6dea1894bfa4 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.323408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bf389-11e0-4b76-89d1-e36617f0b106 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b373de3b-57ca-499e-96db-f98c1b7f4eea,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:02.381614 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a92bf389-11e0-4b76-89d1-e36617f0b106 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.386019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a92bf389-11e0-4b76-89d1-e36617f0b106 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4015386 May 30 20:18:02.387167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45956) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:02.427169 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f3dffb72-ea55-4976-9f30-4fa51238fd55 None None] Provisioning complete for port 5c4fcdcb-aa4d-4f59-9771-4344f7b6636c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:02.427541 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f3dffb72-ea55-4976-9f30-4fa51238fd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.441122 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-3e9b7015-1230-4405-88ef-20ca6eb99615 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Transition to ACTIVE for port object 82d4fff4-25e6-4b25-8350-288c4af28516 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:02.511038 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f3dffb72-ea55-4976-9f30-4fa51238fd55 None None] Port 5c4fcdcb-aa4d-4f59-9771-4344f7b6636c cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:18:02.524301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34a395-6bc4-4950-b9a1-4584c77d81e3 req-6ff778c0-2c3a-4d10-971e-8eea65174147 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:02.524301 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff34a395-6bc4-4950-b9a1-4584c77d81e3 req-6ff778c0-2c3a-4d10-971e-8eea65174147 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.3362379 May 30 20:18:02.556790 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-127dbc38-1fe0-4a03-962d-8df18ff47850 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.606709 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff34a395-6bc4-4950-b9a1-4584c77d81e3 req-cb138e1c-f7c8-4a6b-bb2c-1eefe62dfa02 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732851 May 30 20:18:02.606709 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-127dbc38-1fe0-4a03-962d-8df18ff47850 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.703222 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-127dbc38-1fe0-4a03-962d-8df18ff47850 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.727876 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff3ee-d1ca-4123-ae8a-6dea1894bfa4 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.728313 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff3ee-d1ca-4123-ae8a-6dea1894bfa4 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.740486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127dbc38-1fe0-4a03-962d-8df18ff47850 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b0bac9-6787-4187-bb7b-f30f8c77abd9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:02.746652 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e9b7015-1230-4405-88ef-20ca6eb99615 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.747568 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-127dbc38-1fe0-4a03-962d-8df18ff47850 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.750735 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-127dbc38-1fe0-4a03-962d-8df18ff47850 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-groups/d5b0bac9-6787-4187-bb7b-f30f8c77abd9 HTTP/1.1" status: 204 len: 168 time: 0.3551345 May 30 20:18:02.752845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45966) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:02.806752 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.844790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e0bf83b7-9af4-4188-87a8-c5c067ac1e79 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:02.869397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e0bf83b7-9af4-4188-87a8-c5c067ac1e79 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:02.869397 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e0bf83b7-9af4-4188-87a8-c5c067ac1e79 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1048949 May 30 20:18:02.869397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45976) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:02.877623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6713be11-8f67-4397-819f-7d8f4602d17b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group': {'name': 'tempest-secgroup--32163761'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:02.889368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6713be11-8f67-4397-819f-7d8f4602d17b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:02.899062 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6713be11-8f67-4397-819f-7d8f4602d17b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:02.918892 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6713be11-8f67-4397-819f-7d8f4602d17b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.929716 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ff3ee-d1ca-4123-ae8a-6dea1894bfa4 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Calling delete_port for c35f1437-11ff-4f93-8527-b38f8fba980a owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:03.036600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6713be11-8f67-4397-819f-7d8f4602d17b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:03.042205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Router bb4d76d1-e126-45dd-bd0c-615ec1775543 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:18:03.046157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9b7015-1230-4405-88ef-20ca6eb99615 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:18:03.060915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-3e9b7015-1230-4405-88ef-20ca6eb99615 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:03.072255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f726543b-c6f5-455b-9c0a-c375e09282f3 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:03.076451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9b7015-1230-4405-88ef-20ca6eb99615 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:18:03.088966 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6713be11-8f67-4397-819f-7d8f4602d17b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:03.095952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6713be11-8f67-4397-819f-7d8f4602d17b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:03.113997 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6713be11-8f67-4397-819f-7d8f4602d17b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:03.115989 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b7015-1230-4405-88ef-20ca6eb99615 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=82d4fff4-25e6-4b25-8350-288c4af28516,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:03.154052 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.208044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f726543b-c6f5-455b-9c0a-c375e09282f3 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:03.208044 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.294543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b678390-dd6b-4c22-bd86-3c7261e378e2 req-92848944-da62-476e-961b-72b70b191fde tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:03.294543 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b678390-dd6b-4c22-bd86-3c7261e378e2 req-92848944-da62-476e-961b-72b70b191fde tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2610667 May 30 20:18:03.384031 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6713be11-8f67-4397-819f-7d8f4602d17b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.400167 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6713be11-8f67-4397-819f-7d8f4602d17b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.488699 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b678390-dd6b-4c22-bd86-3c7261e378e2 req-c1bb3293-d31b-4e35-8261-b0da391040f3 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561298 May 30 20:18:03.519849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713be11-8f67-4397-819f-7d8f4602d17b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2767353f-2df9-4ea6-bd99-6365892ef31c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:03.523279 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b7015-1230-4405-88ef-20ca6eb99615 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:03.523279 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3e9b7015-1230-4405-88ef-20ca6eb99615 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.548312 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6713be11-8f67-4397-819f-7d8f4602d17b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.552701 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6713be11-8f67-4397-819f-7d8f4602d17b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6809602 May 30 20:18:03.556741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45984) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:03.571914 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4d9ac60b-85ea-42a2-ae7f-bd74e5ebbb76 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390001743'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:03.602724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4d9ac60b-85ea-42a2-ae7f-bd74e5ebbb76 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:03.611310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4d9ac60b-85ea-42a2-ae7f-bd74e5ebbb76 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:03.614975 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f26e578c-4428-44f0-829f-5690ff72e5e3 None None] Provisioning for port 82d4fff4-25e6-4b25-8350-288c4af28516 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:03.619145 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff3ee-d1ca-4123-ae8a-6dea1894bfa4 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.619145 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4d9ac60b-85ea-42a2-ae7f-bd74e5ebbb76 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:03.627167 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f26e578c-4428-44f0-829f-5690ff72e5e3 None None] Provisioning complete for port 82d4fff4-25e6-4b25-8350-288c4af28516 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:03.627167 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f26e578c-4428-44f0-829f-5690ff72e5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.688661 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4d9ac60b-85ea-42a2-ae7f-bd74e5ebbb76 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:03.688661 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3e9b7015-1230-4405-88ef-20ca6eb99615 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.8670440 May 30 20:18:03.692290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45990) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:03.692290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-982ca06a-7c06-44ca-bfdc-fecbbedc424e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'subnet': {'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:03.696165 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ff3ee-d1ca-4123-ae8a-6dea1894bfa4 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Pushing event deleted for resources: {'Port': ['ID=c35f1437-11ff-4f93-8527-b38f8fba980a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:03.750579 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac60b-85ea-42a2-ae7f-bd74e5ebbb76 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.751052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f26e578c-4428-44f0-829f-5690ff72e5e3 None None] Port 82d4fff4-25e6-4b25-8350-288c4af28516 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:18:03.865964 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff3ee-d1ca-4123-ae8a-6dea1894bfa4 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.879034 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff3ee-d1ca-4123-ae8a-6dea1894bfa4 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.879034 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0b1ff3ee-d1ca-4123-ae8a-6dea1894bfa4 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "DELETE /v2.0/floatingips/688053d0-a876-48b3-9fa2-25f1a168f397 HTTP/1.1" status: 204 len: 168 time: 2.0058722 May 30 20:18:03.879034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4d9ac60b-85ea-42a2-ae7f-bd74e5ebbb76 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:03.895079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4d9ac60b-85ea-42a2-ae7f-bd74e5ebbb76 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:03.895079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4d9ac60b-85ea-42a2-ae7f-bd74e5ebbb76 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:03.935326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4d9ac60b-85ea-42a2-ae7f-bd74e5ebbb76 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:03.979774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d664fe-4913-44e7-b44a-aa33d3d06363 req-84fb1d67-06d8-4e92-86a2-f676cea3ed31 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:03.984179 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:18:03.999955 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1d664fe-4913-44e7-b44a-aa33d3d06363 req-84fb1d67-06d8-4e92-86a2-f676cea3ed31 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2654262 May 30 20:18:04.034304 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a893e182-f572-43cf-ac62-d84dd96b5150 admin admin] 10.222.0.84 "PUT /v2.0/routers/bb4d76d1-e126-45dd-bd0c-615ec1775543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2072403 May 30 20:18:04.090349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-982ca06a-7c06-44ca-bfdc-fecbbedc424e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:04.098532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-982ca06a-7c06-44ca-bfdc-fecbbedc424e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:subnet and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:04.101557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-982ca06a-7c06-44ca-bfdc-fecbbedc424e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:04.106438 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1d664fe-4913-44e7-b44a-aa33d3d06363 req-f176fda1-ada3-4d8c-9b4b-1569a8258e31 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107090 May 30 20:18:04.112692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-982ca06a-7c06-44ca-bfdc-fecbbedc424e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:04.128261 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac60b-85ea-42a2-ae7f-bd74e5ebbb76 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.138840 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac60b-85ea-42a2-ae7f-bd74e5ebbb76 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.146170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982ca06a-7c06-44ca-bfdc-fecbbedc424e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:18:04.197207 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ac60b-85ea-42a2-ae7f-bd74e5ebbb76 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2e2546-32a0-4db1-962e-e553a9257161,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:04.202743 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac60b-85ea-42a2-ae7f-bd74e5ebbb76 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.204388 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4d9ac60b-85ea-42a2-ae7f-bd74e5ebbb76 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6464698 May 30 20:18:04.207113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46010) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:04.228241 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8ab8c1ce-528e-4a55-93b9-d6a9683a590e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group_rule': {'security_group_id': '2767353f-2df9-4ea6-bd99-6365892ef31c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9b2e2546-32a0-4db1-962e-e553a9257161', 'remote_ip_prefix': None}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:04.240022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8ab8c1ce-528e-4a55-93b9-d6a9683a590e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:04.251263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8ab8c1ce-528e-4a55-93b9-d6a9683a590e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:04.258171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8ab8c1ce-528e-4a55-93b9-d6a9683a590e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:04.283248 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8ab8c1ce-528e-4a55-93b9-d6a9683a590e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:04.364172 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c1ce-528e-4a55-93b9-d6a9683a590e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.452596 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Sync routers for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:18:04.560271 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:04.560271 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:18:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:04.582790 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c1ce-528e-4a55-93b9-d6a9683a590e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.596776 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c1ce-528e-4a55-93b9-d6a9683a590e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.630776 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-982ca06a-7c06-44ca-bfdc-fecbbedc424e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.659088 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8c1ce-528e-4a55-93b9-d6a9683a590e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb82a25-e51e-4a33-9815-a04dc7807cf8,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:04.680465 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c1ce-528e-4a55-93b9-d6a9683a590e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.682919 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8ab8c1ce-528e-4a55-93b9-d6a9683a590e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.4733186 May 30 20:18:04.685231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46024) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:04.773645 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46028) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:04.788917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-89063622-51f4-46a5-b4cc-3035c43dae97 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1526127800', 'description': 'tempest-description--891610183'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:04.798158 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3455fbdd-0e82-4438-bb55-a7bfe3ba62f5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.809787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-89063622-51f4-46a5-b4cc-3035c43dae97 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:04.831364 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:18:04.835710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-89063622-51f4-46a5-b4cc-3035c43dae97 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:security_group and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:04.835710 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3455fbdd-0e82-4438-bb55-a7bfe3ba62f5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.835710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-89063622-51f4-46a5-b4cc-3035c43dae97 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:04.855692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-89063622-51f4-46a5-b4cc-3035c43dae97 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:04.877644 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-89063622-51f4-46a5-b4cc-3035c43dae97 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.902567 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3455fbdd-0e82-4438-bb55-a7bfe3ba62f5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.932907 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455fbdd-0e82-4438-bb55-a7bfe3ba62f5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bb82a25-e51e-4a33-9815-a04dc7807cf8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:04.951464 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3455fbdd-0e82-4438-bb55-a7bfe3ba62f5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.951464 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3455fbdd-0e82-4438-bb55-a7bfe3ba62f5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/2bb82a25-e51e-4a33-9815-a04dc7807cf8 HTTP/1.1" status: 204 len: 168 time: 0.2610657 May 30 20:18:04.955597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46032) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:04.965012 n-d-843949-2 neutron-server[84023]: INFO neutron.db.ipam_backend_mixin [None req-982ca06a-7c06-44ca-bfdc-fecbbedc424e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 607d2b1f-26f9-4a1a-b737-561b52de36f1 (CIDR: 172.20.0.0/28) May 30 20:18:05.013037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-89063622-51f4-46a5-b4cc-3035c43dae97 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:05.013037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-89063622-51f4-46a5-b4cc-3035c43dae97 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:security_group_rule and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:05.023054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-89063622-51f4-46a5-b4cc-3035c43dae97 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:05.066727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4cd4f9ff-39c0-4bf0-b108-4bd4200f0775 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:05.076833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-89063622-51f4-46a5-b4cc-3035c43dae97 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:05.107344 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-982ca06a-7c06-44ca-bfdc-fecbbedc424e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:18:05.107730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982ca06a-7c06-44ca-bfdc-fecbbedc424e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:18:05.111991 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4cd4f9ff-39c0-4bf0-b108-4bd4200f0775 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:05.113662 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4cd4f9ff-39c0-4bf0-b108-4bd4200f0775 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1609814 May 30 20:18:05.124405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46040) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:05.178395 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-982ca06a-7c06-44ca-bfdc-fecbbedc424e tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4989583 May 30 20:18:05.180425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46044) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:05.222121 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-89063622-51f4-46a5-b4cc-3035c43dae97 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.222121 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-89063622-51f4-46a5-b4cc-3035c43dae97 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.256539 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a6b3e52f-e2cd-4466-9158-d431daf12447 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'subnet': {'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:05.413756 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89063622-51f4-46a5-b4cc-3035c43dae97 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33caf935-7dd4-44de-b462-dd26c1bad429,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:05.413756 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-89063622-51f4-46a5-b4cc-3035c43dae97 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.416697 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45cd9680-cb2d-46e5-9900-e198a6ec6346 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.424907 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-89063622-51f4-46a5-b4cc-3035c43dae97 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6546543 May 30 20:18:05.425614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46050) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:05.431530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d760a375-fce9-4593-8f30-f7e5e1b2554f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'security_group_rule': {'security_group_id': '33caf935-7dd4-44de-b462-dd26c1bad429', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:05.444390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d760a375-fce9-4593-8f30-f7e5e1b2554f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:05.451451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d760a375-fce9-4593-8f30-f7e5e1b2554f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:security_group_rule and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:05.470401 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d760a375-fce9-4593-8f30-f7e5e1b2554f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:05.478486 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d760a375-fce9-4593-8f30-f7e5e1b2554f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:05.508908 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d760a375-fce9-4593-8f30-f7e5e1b2554f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.521805 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:17:58Z', 'revision_number': 2, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:05.525944 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Checking router: bb4d76d1-e126-45dd-bd0c-615ec1775543 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:18:05.526290 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Updating router bb4d76d1-e126-45dd-bd0c-615ec1775543 port 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:18:05.571170 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45cd9680-cb2d-46e5-9900-e198a6ec6346 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.644904 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.648781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322966e-8177-477f-a43a-930f113e610a req-e6ee3669-2ede-4a37-8f0a-1766300f2ca4 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:05.654616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2322966e-8177-477f-a43a-930f113e610a req-e6ee3669-2ede-4a37-8f0a-1766300f2ca4 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.6912384 May 30 20:18:05.666396 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d760a375-fce9-4593-8f30-f7e5e1b2554f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.679831 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d760a375-fce9-4593-8f30-f7e5e1b2554f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.756879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760a375-fce9-4593-8f30-f7e5e1b2554f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc1be52-290b-4375-b948-838d5ad22c79,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:05.756879 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d760a375-fce9-4593-8f30-f7e5e1b2554f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.767258 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d760a375-fce9-4593-8f30-f7e5e1b2554f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3336806 May 30 20:18:05.767258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46056) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:05.771236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f8a852c0-a2a5-4ddf-ad30-1c7e251ced65 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'security_group_rule': {'security_group_id': '33caf935-7dd4-44de-b462-dd26c1bad429', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:05.791211 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2322966e-8177-477f-a43a-930f113e610a req-d881d4fa-c813-43b7-9e07-06529940ed07 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380105 May 30 20:18:05.791891 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45cd9680-cb2d-46e5-9900-e198a6ec6346 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.802432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a6b3e52f-e2cd-4466-9158-d431daf12447 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:05.806421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f8a852c0-a2a5-4ddf-ad30-1c7e251ced65 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:05.817797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f8a852c0-a2a5-4ddf-ad30-1c7e251ced65 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:security_group_rule and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:05.833694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f8a852c0-a2a5-4ddf-ad30-1c7e251ced65 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:05.833694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f8a852c0-a2a5-4ddf-ad30-1c7e251ced65 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:05.833986 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a6b3e52f-e2cd-4466-9158-d431daf12447 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:subnet and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:05.834700 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a6b3e52f-e2cd-4466-9158-d431daf12447 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:05.866203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd9680-cb2d-46e5-9900-e198a6ec6346 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2e2546-32a0-4db1-962e-e553a9257161,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:05.873594 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a6b3e52f-e2cd-4466-9158-d431daf12447 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:05.876395 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8a852c0-a2a5-4ddf-ad30-1c7e251ced65 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.896335 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45cd9680-cb2d-46e5-9900-e198a6ec6346 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.899938 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-45cd9680-cb2d-46e5-9900-e198a6ec6346 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-groups/9b2e2546-32a0-4db1-962e-e553a9257161 HTTP/1.1" status: 204 len: 168 time: 0.7738481 May 30 20:18:05.902535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46064) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:05.951913 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b3e52f-e2cd-4466-9158-d431daf12447 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:18:05.962068 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e52f-e2cd-4466-9158-d431daf12447 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.073923 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8a852c0-a2a5-4ddf-ad30-1c7e251ced65 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.073923 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8a852c0-a2a5-4ddf-ad30-1c7e251ced65 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.127035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a852c0-a2a5-4ddf-ad30-1c7e251ced65 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628b20e7-b3e3-408f-a5d2-430b42e34c0d,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:06.152472 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8a852c0-a2a5-4ddf-ad30-1c7e251ced65 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.152472 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f8a852c0-a2a5-4ddf-ad30-1c7e251ced65 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3879776 May 30 20:18:06.159976 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46070) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:06.169952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:06.191109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:06.191109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:floatingip and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:06.203534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:06.221817 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.222228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:06.236680 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Transition to ACTIVE for port object 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:06.239949 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.246147 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.437317 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.461492 n-d-843949-2 neutron-server[84023]: INFO neutron.db.ipam_backend_mixin [None req-a6b3e52f-e2cd-4466-9158-d431daf12447 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9b621d40-0606-4eb2-b3e8-c6f4ed3d6912 (CIDR: 172.20.0.16/28) May 30 20:18:06.502137 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b3e52f-e2cd-4466-9158-d431daf12447 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:18:06.502137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b3e52f-e2cd-4466-9158-d431daf12447 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:18:06.551394 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c89849-5d27-4f0f-856e-ec9aa14970e6 None None] Pushing event updated for resources: {'Port': ['ID=5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:06.573404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c64b03f5-e195-408f-af03-991b3ade1f51 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:06.598050 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c89849-5d27-4f0f-856e-ec9aa14970e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:06.598692 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c89849-5d27-4f0f-856e-ec9aa14970e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:06.599252 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c89849-5d27-4f0f-856e-ec9aa14970e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:06.599809 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c89849-5d27-4f0f-856e-ec9aa14970e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:06.600355 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c89849-5d27-4f0f-856e-ec9aa14970e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:06.600879 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c89849-5d27-4f0f-856e-ec9aa14970e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:06.601381 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c89849-5d27-4f0f-856e-ec9aa14970e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:06.601882 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c89849-5d27-4f0f-856e-ec9aa14970e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:06.602385 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c89849-5d27-4f0f-856e-ec9aa14970e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:06.602955 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c89849-5d27-4f0f-856e-ec9aa14970e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:06.603471 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c89849-5d27-4f0f-856e-ec9aa14970e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:06.632783 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3125e46-7fe0-477e-a3e2-e669a02d4247 req-2c168e27-1c4e-4dcb-9d43-b7fd5db19b30 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:06.641974 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3125e46-7fe0-477e-a3e2-e669a02d4247 req-2c168e27-1c4e-4dcb-9d43-b7fd5db19b30 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.4606130 May 30 20:18:06.672935 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a6b3e52f-e2cd-4466-9158-d431daf12447 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4887826 May 30 20:18:06.674888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46080) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:06.678537 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c64b03f5-e195-408f-af03-991b3ade1f51 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:06.682664 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c64b03f5-e195-408f-af03-991b3ade1f51 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.7746694 May 30 20:18:06.684986 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46084) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:06.703286 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-7ee4149e-d6d2-4c02-a891-d2c0fe6fbf25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'subnet': {'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:06.720756 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Attempting to bind port 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:18:06.726949 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Attempting to bind port 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:18:06.727569 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Attempting to bind port 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 on network 43a3a580-728f-4a14-a9d1-6d5e70d6966e {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:18:06.744061 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:18:06.744723 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Checking segment: {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:18:06.745326 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.745877 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Bound using segment: {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:18:06.746552 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Bound port: 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:18:06.747120 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.795450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3125e46-7fe0-477e-a3e2-e669a02d4247 req-98b5a8a2-b697-4929-af3d-6f8e7f84ab25 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463082 May 30 20:18:06.841003 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1b0b01e-08e3-46a5-a653-6a1fc893426d tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.920775 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1b0b01e-08e3-46a5-a653-6a1fc893426d tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:07.004044 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] For port 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:18:07.007828 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] For port 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:18:07.016727 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:07.019592 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:07.022176 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1b0b01e-08e3-46a5-a653-6a1fc893426d tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:07.061300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0b01e-08e3-46a5-a653-6a1fc893426d tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2767353f-2df9-4ea6-bd99-6365892ef31c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:07.090008 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1b0b01e-08e3-46a5-a653-6a1fc893426d tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:07.093562 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d1b0b01e-08e3-46a5-a653-6a1fc893426d tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-groups/2767353f-2df9-4ea6-bd99-6365892ef31c HTTP/1.1" status: 204 len: 168 time: 0.4075644 May 30 20:18:07.193714 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46094) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:07.199495 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c89849-5d27-4f0f-856e-ec9aa14970e6 None None] Pushing event updated for resources: {'Port': ['ID=5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:07.227074 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:07.227074 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:18:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:07.462283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9beda41a-b0e8-4fa9-8f06-d30d7d805ce9 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:07.472454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1497a56-6e75-4e3a-b699-7fc1edb3e3af req-61e93516-dd20-4866-b0e3-d79410b21d85 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:07.473990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1497a56-6e75-4e3a-b699-7fc1edb3e3af req-61e93516-dd20-4866-b0e3-d79410b21d85 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.3794346 May 30 20:18:07.495448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7ee4149e-d6d2-4c02-a891-d2c0fe6fbf25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:07.524446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7ee4149e-d6d2-4c02-a891-d2c0fe6fbf25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Usage tracker for resource:subnet and tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:07.524446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7ee4149e-d6d2-4c02-a891-d2c0fe6fbf25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:07.543411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9beda41a-b0e8-4fa9-8f06-d30d7d805ce9 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:07.545976 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Allocated IP 172.25.5.139 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/5f624e4e-fdde-49f4-adf3-f6ec3cb157a4) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:18:07.549798 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9beda41a-b0e8-4fa9-8f06-d30d7d805ce9 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3375344 May 30 20:18:07.557356 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7ee4149e-d6d2-4c02-a891-d2c0fe6fbf25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:07.561540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46102) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:07.561540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f9de3710-5e4f-47c9-a2b7-aff655836093 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group': {'name': 'tempest-secgroup--932787651'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:07.582587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f9de3710-5e4f-47c9-a2b7-aff655836093 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:07.586114 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee4149e-d6d2-4c02-a891-d2c0fe6fbf25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Made reservation on behalf of 6c8ec1b53f2c4f95bfc3e2d31bff2053 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:18:07.603569 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:18:07.624651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f9de3710-5e4f-47c9-a2b7-aff655836093 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:07.672707 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9de3710-5e4f-47c9-a2b7-aff655836093 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:07.759319 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1497a56-6e75-4e3a-b699-7fc1edb3e3af req-9a4bffcf-55a2-4441-88fc-f35b4bfd7c9c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696762 May 30 20:18:07.810955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f9de3710-5e4f-47c9-a2b7-aff655836093 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:07.825767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f9de3710-5e4f-47c9-a2b7-aff655836093 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:07.838781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f9de3710-5e4f-47c9-a2b7-aff655836093 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:07.866674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f9de3710-5e4f-47c9-a2b7-aff655836093 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:08.110083 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9de3710-5e4f-47c9-a2b7-aff655836093 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:08.141714 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9de3710-5e4f-47c9-a2b7-aff655836093 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:08.173302 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7ee4149e-d6d2-4c02-a891-d2c0fe6fbf25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:08.227664 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:06Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:08.237537 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c293c9b1-64fa-445d-8868-9e3f6a62bd18 None None] The sync data for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 is: [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:06Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:18:08.392050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de3710-5e4f-47c9-a2b7-aff655836093 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ad25e2-a4fd-4c3a-a734-42663ae980b6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:08.513289 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:08.583848 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9de3710-5e4f-47c9-a2b7-aff655836093 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:08.586431 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f9de3710-5e4f-47c9-a2b7-aff655836093 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0398769 May 30 20:18:08.597334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46120) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:08.612553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-5d3a88d3-2d18-46d1-b4a6-89c3b6dc31ca tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group_rule': {'security_group_id': 'e6ad25e2-a4fd-4c3a-a734-42663ae980b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:08.624633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5d3a88d3-2d18-46d1-b4a6-89c3b6dc31ca tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:08.645093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5d3a88d3-2d18-46d1-b4a6-89c3b6dc31ca tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:08.663137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5d3a88d3-2d18-46d1-b4a6-89c3b6dc31ca tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:08.678643 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:08.685099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5d3a88d3-2d18-46d1-b4a6-89c3b6dc31ca tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:08.808555 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bddc1-49bf-4239-be2c-fb71d369683b req-90bcac78-a5ff-4878-a8f0-804e6fc3e31c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:08.808555 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-926bddc1-49bf-4239-be2c-fb71d369683b req-90bcac78-a5ff-4878-a8f0-804e6fc3e31c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.4303305 May 30 20:18:08.821986 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5d3a88d3-2d18-46d1-b4a6-89c3b6dc31ca tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:08.960705 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:18:08.967996 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:08.982626 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-926bddc1-49bf-4239-be2c-fb71d369683b req-5f301bc6-cdbc-4aba-b39d-0147b232ed2f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603560 May 30 20:18:09.008584 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:18:09.045892 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5d3a88d3-2d18-46d1-b4a6-89c3b6dc31ca tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:09.056128 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5d3a88d3-2d18-46d1-b4a6-89c3b6dc31ca tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:09.089275 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:09.094157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'Port': ['ID=5f624e4e-fdde-49f4-adf3-f6ec3cb157a4,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:09.101641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a88d3-2d18-46d1-b4a6-89c3b6dc31ca tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713867fc-4b67-46ca-a78d-0090a46090b8,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:09.138562 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5d3a88d3-2d18-46d1-b4a6-89c3b6dc31ca tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:09.143013 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5d3a88d3-2d18-46d1-b4a6-89c3b6dc31ca tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.5407732 May 30 20:18:09.144768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46128) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:09.221473 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:09.232204 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:09.232204 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:09.399956 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-874b860b-5378-4347-b665-857aa5050558 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:09.444780 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-874b860b-5378-4347-b665-857aa5050558 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:09.513100 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-874b860b-5378-4347-b665-857aa5050558 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:09.547499 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b860b-5378-4347-b665-857aa5050558 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=713867fc-4b67-46ca-a78d-0090a46090b8,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:09.567459 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-874b860b-5378-4347-b665-857aa5050558 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:09.571314 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-874b860b-5378-4347-b665-857aa5050558 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/713867fc-4b67-46ca-a78d-0090a46090b8 HTTP/1.1" status: 204 len: 168 time: 0.4250669 May 30 20:18:09.571565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46138) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:09.726412 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9148888d-6b85-4615-a911-d1daddf0b397 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:09.753283 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:09.809590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9148888d-6b85-4615-a911-d1daddf0b397 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:09.809590 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9148888d-6b85-4615-a911-d1daddf0b397 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2358978 May 30 20:18:09.809590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46144) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:09.892364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:09.902636 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7ee4149e-d6d2-4c02-a891-d2c0fe6fbf25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:09.903404 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:10.058948 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:10.067477 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:10.190124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee4149e-d6d2-4c02-a891-d2c0fe6fbf25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:18:10.197895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-7ee4149e-d6d2-4c02-a891-d2c0fe6fbf25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:10.197895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4149e-d6d2-4c02-a891-d2c0fe6fbf25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Subnet': ['ID=29bb51fd-e788-4ccb-98f1-9f9ffa3c7953,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:10.209476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee4149e-d6d2-4c02-a891-d2c0fe6fbf25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:10.209476 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7ee4149e-d6d2-4c02-a891-d2c0fe6fbf25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:10.213618 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de841bd9-f8f8-4aa0-ab78-2546758abd05 None None] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:18:10.238424 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbae3e-3144-49de-8e26-c2a7fcfa42e7 req-86fc2024-9ded-4d66-bb14-417e1e092824 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:10.266564 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-75fbae3e-3144-49de-8e26-c2a7fcfa42e7 req-86fc2024-9ded-4d66-bb14-417e1e092824 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.3256493 May 30 20:18:10.301106 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:10.332278 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-72bc1409-f95e-4217-8f70-1d3857b45b0d tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:10.367114 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-72bc1409-f95e-4217-8f70-1d3857b45b0d tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:10.451201 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7ee4149e-d6d2-4c02-a891-d2c0fe6fbf25 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.7671499 May 30 20:18:10.462340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46152) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:10.466211 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-72bc1409-f95e-4217-8f70-1d3857b45b0d tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:10.492054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b3275443-e63f-4843-8034-807ecd3a8b01 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1220876535', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '29bb51fd-e788-4ccb-98f1-9f9ffa3c7953'}], 'security_groups': ['baba966d-d74c-4c58-a336-3e6553f78162', 'd52a67b7-1eff-4e3e-bd54-3d73831b8b25']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:10.520101 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc1409-f95e-4217-8f70-1d3857b45b0d tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ad25e2-a4fd-4c3a-a734-42663ae980b6,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:10.568198 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-75fbae3e-3144-49de-8e26-c2a7fcfa42e7 req-57a624b9-5eb6-4625-b3b5-781aee93e06b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993705 May 30 20:18:10.572132 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-72bc1409-f95e-4217-8f70-1d3857b45b0d tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:10.581552 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-72bc1409-f95e-4217-8f70-1d3857b45b0d tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-groups/e6ad25e2-a4fd-4c3a-a734-42663ae980b6 HTTP/1.1" status: 204 len: 168 time: 0.7637329 May 30 20:18:10.581552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46158) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:10.692962 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1583d798-9606-410f-b54c-0c37cef87727 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:10.723207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1583d798-9606-410f-b54c-0c37cef87727 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:10.724921 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1583d798-9606-410f-b54c-0c37cef87727 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1490560 May 30 20:18:10.729346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46164) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:10.737506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a008fa25-4e45-4805-923a-4ae18dfe039c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group': {'name': 'tempest-secgroup--708148365'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:10.891539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f64c48e-0ab9-4fb5-9f70-4cba2d297acf None None] Update dhcp port {'port': {'network_id': '446355f8-91a6-4c10-962b-33cb6573bbd2', 'fixed_ips': [{'subnet_id': '9b621d40-0606-4eb2-b3e8-c6f4ed3d6912', 'ip_address': '172.20.0.18'}, {'subnet_id': '607d2b1f-26f9-4a1a-b737-561b52de36f1', 'ip_address': '172.20.0.2'}, {'subnet_id': '29bb51fd-e788-4ccb-98f1-9f9ffa3c7953'}], 'binding:host_id': 'n-d-843949-2'}, 'id': 'f1cbbbbb-c9c6-4c25-83b2-00666f3a5339'} from n-d-843949-2. {{(pid=84025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:18:10.940134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3275443-e63f-4843-8034-807ecd3a8b01 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:10.945170 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3f64c48e-0ab9-4fb5-9f70-4cba2d297acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:10.950300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a008fa25-4e45-4805-923a-4ae18dfe039c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:10.969403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a008fa25-4e45-4805-923a-4ae18dfe039c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:10.995954 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a008fa25-4e45-4805-923a-4ae18dfe039c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:11.074226 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a008fa25-4e45-4805-923a-4ae18dfe039c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:11.079323 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a008fa25-4e45-4805-923a-4ae18dfe039c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:11.087827 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a008fa25-4e45-4805-923a-4ae18dfe039c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:11.101030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a008fa25-4e45-4805-923a-4ae18dfe039c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:11.250911 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a008fa25-4e45-4805-923a-4ae18dfe039c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:11.255739 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a008fa25-4e45-4805-923a-4ae18dfe039c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:11.291298 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:18:11.351078 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:11.358941 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:11.362701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008fa25-4e45-4805-923a-4ae18dfe039c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417c878b-7661-4059-86fc-58fa0b69f6d1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:11.376899 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a008fa25-4e45-4805-923a-4ae18dfe039c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:11.376899 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a008fa25-4e45-4805-923a-4ae18dfe039c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6437712 May 30 20:18:11.383456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46172) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:11.390443 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-4d46656e-e557-482d-9afa-1aa0a56c9ca5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group_rule': {'security_group_id': '417c878b-7661-4059-86fc-58fa0b69f6d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:11.405979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4d46656e-e557-482d-9afa-1aa0a56c9ca5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:11.418537 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4d46656e-e557-482d-9afa-1aa0a56c9ca5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:11.431599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4d46656e-e557-482d-9afa-1aa0a56c9ca5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:11.445080 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4d46656e-e557-482d-9afa-1aa0a56c9ca5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:11.449248 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:11.495684 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4d46656e-e557-482d-9afa-1aa0a56c9ca5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:11.547370 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'Port': ['ID=5f624e4e-fdde-49f4-adf3-f6ec3cb157a4,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:11.564400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-3f64c48e-0ab9-4fb5-9f70-4cba2d297acf None None] Allocated IP 172.20.0.34 (446355f8-91a6-4c10-962b-33cb6573bbd2/29bb51fd-e788-4ccb-98f1-9f9ffa3c7953/f1cbbbbb-c9c6-4c25-83b2-00666f3a5339) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:18:11.565307 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4d46656e-e557-482d-9afa-1aa0a56c9ca5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:11.569968 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4d46656e-e557-482d-9afa-1aa0a56c9ca5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:11.592220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46656e-e557-482d-9afa-1aa0a56c9ca5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7c8db5-af08-4200-a619-337dd5408848,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:11.617742 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4d46656e-e557-482d-9afa-1aa0a56c9ca5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:11.619651 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4d46656e-e557-482d-9afa-1aa0a56c9ca5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2406576 May 30 20:18:11.622248 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46178) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:11.669565 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6e39bbac-c70c-451c-a772-05103986bf44 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-group-rules/0f7c8db5-af08-4200-a619-337dd5408848 HTTP/1.1" status: 200 len: 705 time: 0.0295413 May 30 20:18:11.669565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46186) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:11.805775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e9a09818-88e7-4780-8ace-464ec74a79d6 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:11.863162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e9a09818-88e7-4780-8ace-464ec74a79d6 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:11.863162 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e9a09818-88e7-4780-8ace-464ec74a79d6 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1932061 May 30 20:18:11.914206 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3f64c48e-0ab9-4fb5-9f70-4cba2d297acf None None] For port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f1cbbbbb-c9c6-4c25-83b2-00666f3a5339,segment=NetworkSegment(445fb1f1-12b6-4eb9-b3c2-914b1dfb9412),segment_id=445fb1f1-12b6-4eb9-b3c2-914b1dfb9412)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:11.929502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46190) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:11.994583 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3f64c48e-0ab9-4fb5-9f70-4cba2d297acf None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:12.004706 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7f35f6a-1da0-4e83-8ae8-21558d5b705c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:12.019757 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:12.020149 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:12.024027 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7f35f6a-1da0-4e83-8ae8-21558d5b705c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:12.047584 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49542869-37ef-49ed-834b-3f5b615faa52 req-276a274b-a902-4148-8eb2-9655e933fd74 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:12.084442 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49542869-37ef-49ed-834b-3f5b615faa52 req-276a274b-a902-4148-8eb2-9655e933fd74 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2175260 May 30 20:18:12.146487 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:12.203646 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:12.203646 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-19d71ad5-6eee-463e-b026-f57bf11d7a50 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0353751 May 30 20:18:12.284222 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3f64c48e-0ab9-4fb5-9f70-4cba2d297acf None None] Transition to ACTIVE for port object f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:12.316970 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49542869-37ef-49ed-834b-3f5b615faa52 req-4b11e7db-fcf3-44d4-a7bd-354bf2484e01 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284966 May 30 20:18:12.320741 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3f64c48e-0ab9-4fb5-9f70-4cba2d297acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:12.325813 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7f35f6a-1da0-4e83-8ae8-21558d5b705c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:12.409885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f35f6a-1da0-4e83-8ae8-21558d5b705c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f7c8db5-af08-4200-a619-337dd5408848,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:12.421145 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7f35f6a-1da0-4e83-8ae8-21558d5b705c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:12.422250 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f7f35f6a-1da0-4e83-8ae8-21558d5b705c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/0f7c8db5-af08-4200-a619-337dd5408848 HTTP/1.1" status: 204 len: 168 time: 0.4897680 May 30 20:18:12.428110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46208) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:12.602078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4b2eeda0-bea3-4156-95ac-00f1f10ffa51 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:12.719467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4b2eeda0-bea3-4156-95ac-00f1f10ffa51 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:12.719467 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4b2eeda0-bea3-4156-95ac-00f1f10ffa51 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2881992 May 30 20:18:12.726348 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46216) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:12.730593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-b3275443-e63f-4843-8034-807ecd3a8b01 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Delete allocated IP 172.20.0.7 (446355f8-91a6-4c10-962b-33cb6573bbd2/607d2b1f-26f9-4a1a-b737-561b52de36f1) {{(pid=84024) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 30 20:18:12.740088 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-b3275443-e63f-4843-8034-807ecd3a8b01 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Allocated IP 172.20.0.44 (446355f8-91a6-4c10-962b-33cb6573bbd2/29bb51fd-e788-4ccb-98f1-9f9ffa3c7953/82d4fff4-25e6-4b25-8350-288c4af28516) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:18:12.759992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-55f8650b-c6e9-4bf2-97e0-257df1f324a1 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group_rule': {'security_group_id': '417c878b-7661-4059-86fc-58fa0b69f6d1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:12.796360 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-55f8650b-c6e9-4bf2-97e0-257df1f324a1 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:12.800504 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-9c45cf30-33e0-4c78-89c9-250507c14991 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1526127800&fields=id&tenant_id=a048fd6ea7c2440198c694d9cbd88a49 HTTP/1.1" status: 200 len: 267 time: 0.1961160 May 30 20:18:12.829887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64c48e-0ab9-4fb5-9f70-4cba2d297acf None None] Pushing event updated for resources: {'Port': ['ID=f1cbbbbb-c9c6-4c25-83b2-00666f3a5339,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:12.895591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-55f8650b-c6e9-4bf2-97e0-257df1f324a1 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:13.064248 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:13.184282 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3275443-e63f-4843-8034-807ecd3a8b01 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:13.209518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-b3275443-e63f-4843-8034-807ecd3a8b01 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Transition to ACTIVE for port object 82d4fff4-25e6-4b25-8350-288c4af28516 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:13.230104 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-55f8650b-c6e9-4bf2-97e0-257df1f324a1 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:13.232908 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3275443-e63f-4843-8034-807ecd3a8b01 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:13.545047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-876999d0-d444-4b6a-86c2-49eff018d5ab tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:13.545047 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-876999d0-d444-4b6a-86c2-49eff018d5ab tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/networks?id=43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 200 len: 814 time: 0.7197301 May 30 20:18:13.616070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0dd41-040a-4dd7-a7fc-b56cdf4c96c7 req-3bdac386-2251-43a3-8a16-90f4244b9766 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:13.617640 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2d0dd41-040a-4dd7-a7fc-b56cdf4c96c7 req-3bdac386-2251-43a3-8a16-90f4244b9766 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 946 time: 0.3108447 May 30 20:18:13.627324 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3275443-e63f-4843-8034-807ecd3a8b01 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event updated for resources: {'Port': ['ID=82d4fff4-25e6-4b25-8350-288c4af28516,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:13.648158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b3275443-e63f-4843-8034-807ecd3a8b01 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] In _notify_port_updated(), no bound segment for port 82d4fff4-25e6-4b25-8350-288c4af28516 on network 446355f8-91a6-4c10-962b-33cb6573bbd2 {{(pid=84024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:18:13.652143 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3275443-e63f-4843-8034-807ecd3a8b01 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:13.652700 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3275443-e63f-4843-8034-807ecd3a8b01 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:13.654605 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b3275443-e63f-4843-8034-807ecd3a8b01 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "PUT /v2.0/ports/82d4fff4-25e6-4b25-8350-288c4af28516 HTTP/1.1" status: 200 len: 960 time: 3.1951704 May 30 20:18:13.657664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46232) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:13.697663 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-55f8650b-c6e9-4bf2-97e0-257df1f324a1 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:13.709252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-777d2ba5-e93a-475b-9d61-d0852081e0a5 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/quotas/a048fd6ea7c2440198c694d9cbd88a49 HTTP/1.1" status: 200 len: 375 time: 0.1313150 May 30 20:18:13.751926 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3f521979-7cd4-40c9-9659-70b386b7e5ad tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port 82d4fff4-25e6-4b25-8350-288c4af28516 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:13.751926 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f521979-7cd4-40c9-9659-70b386b7e5ad tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:13.765687 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-55f8650b-c6e9-4bf2-97e0-257df1f324a1 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:13.804699 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2d0dd41-040a-4dd7-a7fc-b56cdf4c96c7 req-5623ef90-d0d1-4b57-8b36-c946f8977d42 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769772 May 30 20:18:13.811008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8650b-c6e9-4bf2-97e0-257df1f324a1 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff32d365-f8bf-4bcc-9c06-62e33675ddbc,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:13.864606 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-55f8650b-c6e9-4bf2-97e0-257df1f324a1 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:13.870174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-55f8650b-c6e9-4bf2-97e0-257df1f324a1 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1310761 May 30 20:18:13.871240 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46238) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:13.924652 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-e9001d44-4e62-45e7-a6f6-b41905bdc0a1 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2206504 May 30 20:18:13.957963 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-600ee3a8-83d3-4f9b-8672-be3b0d218770 None None] Provisioning for port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:13.964126 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-600ee3a8-83d3-4f9b-8672-be3b0d218770 None None] Provisioning complete for port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:13.964731 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-600ee3a8-83d3-4f9b-8672-be3b0d218770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.107642 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f521979-7cd4-40c9-9659-70b386b7e5ad tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.124448 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-29a35a1a-4e88-48bf-96df-04bb1b8be04e tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-group-rules/ff32d365-f8bf-4bcc-9c06-62e33675ddbc HTTP/1.1" status: 200 len: 705 time: 0.2257340 May 30 20:18:14.130048 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46242) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:14.159012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-600ee3a8-83d3-4f9b-8672-be3b0d218770 None None] Provisioning for port 82d4fff4-25e6-4b25-8350-288c4af28516 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:14.174687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-600ee3a8-83d3-4f9b-8672-be3b0d218770 None None] Provisioning complete for port 82d4fff4-25e6-4b25-8350-288c4af28516 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:14.174687 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-600ee3a8-83d3-4f9b-8672-be3b0d218770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.312176 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-5bcbe8aa-eef7-4c92-96a6-605851cb1d9a service neutron] 10.222.0.84 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867064 May 30 20:18:14.346510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3f521979-7cd4-40c9-9659-70b386b7e5ad tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for 82d4fff4-25e6-4b25-8350-288c4af28516 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:14.350114 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-600ee3a8-83d3-4f9b-8672-be3b0d218770 None None] Port 82d4fff4-25e6-4b25-8350-288c4af28516 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:18:14.381906 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-600ee3a8-83d3-4f9b-8672-be3b0d218770 None None] Provisioning complete for port 5c4fcdcb-aa4d-4f59-9771-4344f7b6636c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:14.382454 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-600ee3a8-83d3-4f9b-8672-be3b0d218770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.496973 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-600ee3a8-83d3-4f9b-8672-be3b0d218770 None None] Port 5c4fcdcb-aa4d-4f59-9771-4344f7b6636c cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:18:14.535503 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d960d6a5-d5e7-4705-9a63-592b9527e93c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4321337 May 30 20:18:14.536110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46248) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:14.591068 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cce1f0e7-806a-47af-a415-e2453873fa1c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.620302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-04bdb8ca-371c-4ad1-8ddc-4ab5c047a543 None None] Provisioning complete for port 82d4fff4-25e6-4b25-8350-288c4af28516 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:14.620625 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-1e200e80-cab3-439c-8805-3b5432e43235 service neutron] 10.222.0.84 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019397 May 30 20:18:14.620774 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-04bdb8ca-371c-4ad1-8ddc-4ab5c047a543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.640575 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cce1f0e7-806a-47af-a415-e2453873fa1c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.692618 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cce1f0e7-806a-47af-a415-e2453873fa1c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.707052 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f521979-7cd4-40c9-9659-70b386b7e5ad tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.718094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-04bdb8ca-371c-4ad1-8ddc-4ab5c047a543 None None] Port 82d4fff4-25e6-4b25-8350-288c4af28516 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:18:14.733057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca1ffd-5ef8-40c9-82b2-23716b3fb8ff req-29f79504-8f53-4d3d-a75e-e56248bef5d2 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:14.734553 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bca1ffd-5ef8-40c9-82b2-23716b3fb8ff req-29f79504-8f53-4d3d-a75e-e56248bef5d2 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.1127341 May 30 20:18:14.754080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1f0e7-806a-47af-a415-e2453873fa1c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff32d365-f8bf-4bcc-9c06-62e33675ddbc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:14.782742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f521979-7cd4-40c9-9659-70b386b7e5ad tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=82d4fff4-25e6-4b25-8350-288c4af28516,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:14.791386 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cce1f0e7-806a-47af-a415-e2453873fa1c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.799835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46252) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:14.804330 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cce1f0e7-806a-47af-a415-e2453873fa1c tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/ff32d365-f8bf-4bcc-9c06-62e33675ddbc HTTP/1.1" status: 204 len: 168 time: 0.2564547 May 30 20:18:14.848275 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bca1ffd-5ef8-40c9-82b2-23716b3fb8ff req-2b86ba6c-2127-45bc-a46a-2685ef3632ec tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075754 May 30 20:18:14.954193 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-272aad0f-140b-4aa3-ad5b-81de38fed042 req-d8c1fabd-c8cb-426b-a625-3b68d26844bc tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 210 time: 0.1030273 May 30 20:18:14.975139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f521979-7cd4-40c9-9659-70b386b7e5ad tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.980140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46264) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:14.981069 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3f521979-7cd4-40c9-9659-70b386b7e5ad tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/ports/82d4fff4-25e6-4b25-8350-288c4af28516 HTTP/1.1" status: 204 len: 168 time: 1.3222089 May 30 20:18:15.050171 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a0658149-efdc-4eb9-8de5-379c2db1295a tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:15.072880 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d64f68-68e6-43aa-9971-1621c518fefb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] GET failed (client error): The resource could not be found. May 30 20:18:15.074546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-37d64f68-68e6-43aa-9971-1621c518fefb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports/82d4fff4-25e6-4b25-8350-288c4af28516 HTTP/1.1" status: 404 len: 333 time: 0.0934441 May 30 20:18:15.078778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46272) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:15.122198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a0658149-efdc-4eb9-8de5-379c2db1295a tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:15.124064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a0658149-efdc-4eb9-8de5-379c2db1295a tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3229389 May 30 20:18:15.129707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46276) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:15.141738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-2568df3f-01a2-4d0e-9188-62a942ed7fd5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group_rule': {'security_group_id': '417c878b-7661-4059-86fc-58fa0b69f6d1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:15.162336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2568df3f-01a2-4d0e-9188-62a942ed7fd5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:15.178825 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9176c602-d8d8-47eb-b04e-1a69e6fd6d3c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.198585 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2568df3f-01a2-4d0e-9188-62a942ed7fd5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:15.227747 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9176c602-d8d8-47eb-b04e-1a69e6fd6d3c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.236917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c193f3b-43d5-4805-b198-ff1cd7257975 req-fe2aa2aa-f117-4e03-a78d-128e27f97ad9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:15.243620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c193f3b-43d5-4805-b198-ff1cd7257975 req-fe2aa2aa-f117-4e03-a78d-128e27f97ad9 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 946 time: 0.1831152 May 30 20:18:15.258681 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-2568df3f-01a2-4d0e-9188-62a942ed7fd5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Project f58ac6d8520d4980b14556944bdb2d36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:18:15.271584 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2568df3f-01a2-4d0e-9188-62a942ed7fd5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.320050 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c193f3b-43d5-4805-b198-ff1cd7257975 req-5ba77d26-4be1-4588-a4b4-6ecdc01d3f5e tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754571 May 30 20:18:15.381519 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2568df3f-01a2-4d0e-9188-62a942ed7fd5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.386818 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2568df3f-01a2-4d0e-9188-62a942ed7fd5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.413698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568df3f-01a2-4d0e-9188-62a942ed7fd5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9aa406-6c0b-44cf-be78-14f5f14db241,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:15.427705 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2568df3f-01a2-4d0e-9188-62a942ed7fd5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.431699 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2568df3f-01a2-4d0e-9188-62a942ed7fd5 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3010597 May 30 20:18:15.432489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46282) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:15.450801 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9176c602-d8d8-47eb-b04e-1a69e6fd6d3c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.475571 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176c602-d8d8-47eb-b04e-1a69e6fd6d3c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c52c2f-802a-4a63-be97-1d3bcbd39b7b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:15.479111 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-175c0519-0d35-43ea-98f8-3f5fce155a32 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-group-rules/1c9aa406-6c0b-44cf-be78-14f5f14db241 HTTP/1.1" status: 200 len: 711 time: 0.0425677 May 30 20:18:15.482469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46286) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:15.491936 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9176c602-d8d8-47eb-b04e-1a69e6fd6d3c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.495986 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9176c602-d8d8-47eb-b04e-1a69e6fd6d3c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/security-groups/57c52c2f-802a-4a63-be97-1d3bcbd39b7b HTTP/1.1" status: 204 len: 168 time: 0.4158065 May 30 20:18:15.497426 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46290) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:15.510443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be021ae2-0c7b-4712-83db-6d163a746c0e req-fb782cca-48ff-4a12-9436-26dd9088345b tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:15.511273 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-be021ae2-0c7b-4712-83db-6d163a746c0e req-fb782cca-48ff-4a12-9436-26dd9088345b tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Synchronizing usage tracker for tenant:180189b01ed94322bd9d30462dff2e77 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:15.553209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-536739a6-66b4-4820-be9f-5592641e503b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:15.565887 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-be021ae2-0c7b-4712-83db-6d163a746c0e req-fb782cca-48ff-4a12-9436-26dd9088345b tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Unset dirty status for tenant:180189b01ed94322bd9d30462dff2e77 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:15.567275 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be021ae2-0c7b-4712-83db-6d163a746c0e req-fb782cca-48ff-4a12-9436-26dd9088345b tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.77 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 946 time: 0.2544909 May 30 20:18:15.575833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-536739a6-66b4-4820-be9f-5592641e503b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:15.579830 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-536739a6-66b4-4820-be9f-5592641e503b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.0935140 May 30 20:18:15.584254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46296) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:15.615262 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-37b4e058-dbb0-4536-8fea-23c2adbf6970 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.627012 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-37b4e058-dbb0-4536-8fea-23c2adbf6970 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.651110 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69d949f9-0eb1-4cdb-85a7-c0faeda726df tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.664822 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-37b4e058-dbb0-4536-8fea-23c2adbf6970 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.671274 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-be021ae2-0c7b-4712-83db-6d163a746c0e req-a2d64229-ce0e-46ac-a545-70120bcad827 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Deleting port 088d4ec0-6b9d-4501-8680-9d70a2f64679 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:15.671870 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-be021ae2-0c7b-4712-83db-6d163a746c0e req-a2d64229-ce0e-46ac-a545-70120bcad827 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.692602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4e058-dbb0-4536-8fea-23c2adbf6970 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c9aa406-6c0b-44cf-be78-14f5f14db241,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:15.694472 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-37b4e058-dbb0-4536-8fea-23c2adbf6970 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.697869 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-37b4e058-dbb0-4536-8fea-23c2adbf6970 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/1c9aa406-6c0b-44cf-be78-14f5f14db241 HTTP/1.1" status: 204 len: 168 time: 0.1102877 May 30 20:18:15.698202 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46300) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:15.732132 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69d949f9-0eb1-4cdb-85a7-c0faeda726df tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.757456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-824d7a26-e54c-4c5f-af5d-355a87d68bd1 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:15.783355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-824d7a26-e54c-4c5f-af5d-355a87d68bd1 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:15.785210 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-824d7a26-e54c-4c5f-af5d-355a87d68bd1 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0860839 May 30 20:18:15.788131 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46304) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:15.866867 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04f07e5b-4dfd-4ed4-9018-1e0e3c3c3df6 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.904997 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04f07e5b-4dfd-4ed4-9018-1e0e3c3c3df6 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.983540 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04f07e5b-4dfd-4ed4-9018-1e0e3c3c3df6 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:16.034423 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69d949f9-0eb1-4cdb-85a7-c0faeda726df tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:16.063781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d949f9-0eb1-4cdb-85a7-c0faeda726df tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52a67b7-1eff-4e3e-bd54-3d73831b8b25,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:16.090087 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69d949f9-0eb1-4cdb-85a7-c0faeda726df tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:16.094538 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-69d949f9-0eb1-4cdb-85a7-c0faeda726df tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/security-groups/d52a67b7-1eff-4e3e-bd54-3d73831b8b25 HTTP/1.1" status: 204 len: 168 time: 0.5951314 May 30 20:18:16.098330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46314) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:16.147582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-be021ae2-0c7b-4712-83db-6d163a746c0e req-a2d64229-ce0e-46ac-a545-70120bcad827 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] For port 088d4ec0-6b9d-4501-8680-9d70a2f64679, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=088d4ec0-6b9d-4501-8680-9d70a2f64679,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:16.147940 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-be021ae2-0c7b-4712-83db-6d163a746c0e req-a2d64229-ce0e-46ac-a545-70120bcad827 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:16.195574 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-822e4c65-4df1-4915-a3ce-f8fb5437712a req-410f88d5-ed90-435f-a05c-201cc4b0d352 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 210 time: 0.0454838 May 30 20:18:16.196596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f07e5b-4dfd-4ed4-9018-1e0e3c3c3df6 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417c878b-7661-4059-86fc-58fa0b69f6d1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:16.221032 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04f07e5b-4dfd-4ed4-9018-1e0e3c3c3df6 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:16.225065 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-04f07e5b-4dfd-4ed4-9018-1e0e3c3c3df6 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-groups/417c878b-7661-4059-86fc-58fa0b69f6d1 HTTP/1.1" status: 204 len: 168 time: 0.4358575 May 30 20:18:16.225947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46318) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:16.295811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-be021ae2-0c7b-4712-83db-6d163a746c0e req-a2d64229-ce0e-46ac-a545-70120bcad827 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Calling delete_port for 088d4ec0-6b9d-4501-8680-9d70a2f64679 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:16.311251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58267fe5-1224-491e-972e-862e414da0ff req-864bcfb9-8de0-4a0c-b45c-f719465ad7f5 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:16.312969 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58267fe5-1224-491e-972e-862e414da0ff req-864bcfb9-8de0-4a0c-b45c-f719465ad7f5 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.3321774 May 30 20:18:16.360528 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb6ab833-f0c9-4fdf-a5b1-8cab9dc4f2ad tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:16.409988 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb6ab833-f0c9-4fdf-a5b1-8cab9dc4f2ad tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:16.431307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-218c5646-af10-4d6d-b5c1-7f38f54598eb tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:16.485731 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58267fe5-1224-491e-972e-862e414da0ff req-f47591e9-9a2c-4b6c-b429-9ca348dd6243 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184378 May 30 20:18:16.488853 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-218c5646-af10-4d6d-b5c1-7f38f54598eb tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:16.490125 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-218c5646-af10-4d6d-b5c1-7f38f54598eb tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2619243 May 30 20:18:16.494421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46324) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:16.501707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-efa45068-fbb2-4886-bec1-79bc7d4d7e75 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:16.503305 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-efa45068-fbb2-4886-bec1-79bc7d4d7e75 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.77 "GET /v2.0/networks?id=43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 200 len: 814 time: 0.2289693 May 30 20:18:16.507189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-1b2cf127-6cd8-4964-87e0-1c8d54dbd0d7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869030200'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:16.514616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1b2cf127-6cd8-4964-87e0-1c8d54dbd0d7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:16.519217 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb6ab833-f0c9-4fdf-a5b1-8cab9dc4f2ad tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:16.542845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ab833-f0c9-4fdf-a5b1-8cab9dc4f2ad tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baba966d-d74c-4c58-a336-3e6553f78162,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:16.550936 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-be021ae2-0c7b-4712-83db-6d163a746c0e req-a2d64229-ce0e-46ac-a545-70120bcad827 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:16.591060 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['0667502c-cc41-40ed-9096-d2ac28b63c69'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:18:16.607115 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb6ab833-f0c9-4fdf-a5b1-8cab9dc4f2ad tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:16.610967 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cb6ab833-f0c9-4fdf-a5b1-8cab9dc4f2ad tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/security-groups/baba966d-d74c-4c58-a336-3e6553f78162 HTTP/1.1" status: 204 len: 168 time: 0.5116837 May 30 20:18:16.611821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d64229-ce0e-46ac-a545-70120bcad827 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Pushing event deleted for resources: {'Port': ['ID=088d4ec0-6b9d-4501-8680-9d70a2f64679,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:16.615122 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46330) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:16.619269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1b2cf127-6cd8-4964-87e0-1c8d54dbd0d7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:16.625549 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bde075c8-9a98-40e3-9ed1-663ad85c7872 req-6424547a-4cf4-4327-a6dd-c752452e886b tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=82f62e02-aee6-4cae-9e3f-61c57e8e2ba3 HTTP/1.1" status: 200 len: 210 time: 0.0586483 May 30 20:18:16.635732 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dce46fea-a09b-4995-8cf1-e1eb69991c36 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a048fd6ea7c2440198c694d9cbd88a49 HTTP/1.1" status: 200 len: 380 time: 0.1011586 May 30 20:18:16.645504 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['088d4ec0-6b9d-4501-8680-9d70a2f64679'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:18:16.652208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-0cd4c559-e234-4ac8-a2e0-91ef40941ab9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'port': {'device_id': '57ae6c35-6f49-4c43-8516-548c33215704', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'admin_state_up': True, 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'security_groups': ['33caf935-7dd4-44de-b462-dd26c1bad429']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:16.735083 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf127-6cd8-4964-87e0-1c8d54dbd0d7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:16.769738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-be021ae2-0c7b-4712-83db-6d163a746c0e req-a2d64229-ce0e-46ac-a545-70120bcad827 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] No DVR routers for this DVR port 088d4ec0-6b9d-4501-8680-9d70a2f64679 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:18:16.773723 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-be021ae2-0c7b-4712-83db-6d163a746c0e req-a2d64229-ce0e-46ac-a545-70120bcad827 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:16.775518 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be021ae2-0c7b-4712-83db-6d163a746c0e req-a2d64229-ce0e-46ac-a545-70120bcad827 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.77 "DELETE /v2.0/ports/088d4ec0-6b9d-4501-8680-9d70a2f64679 HTTP/1.1" status: 204 len: 173 time: 1.1993387 May 30 20:18:16.775987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f62e02-aee6-4cae-9e3f-61c57e8e2ba3', 'name': 'network-vif-deleted', 'tag': '088d4ec0-6b9d-4501-8680-9d70a2f64679'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:16.896392 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4855448c-3148-4bbd-ac16-1a19fc1d6c98'] response: {'server_uuid': '82f62e02-aee6-4cae-9e3f-61c57e8e2ba3', 'name': 'network-vif-deleted', 'tag': '088d4ec0-6b9d-4501-8680-9d70a2f64679', 'status': 'completed', 'code': 200} May 30 20:18:16.917405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1b2cf127-6cd8-4964-87e0-1c8d54dbd0d7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:16.926797 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1b2cf127-6cd8-4964-87e0-1c8d54dbd0d7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:16.930126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-0cd4c559-e234-4ac8-a2e0-91ef40941ab9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:16.938913 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1b2cf127-6cd8-4964-87e0-1c8d54dbd0d7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:16.942771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-0cd4c559-e234-4ac8-a2e0-91ef40941ab9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:port and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:16.950254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-0cd4c559-e234-4ac8-a2e0-91ef40941ab9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:16.953078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1b2cf127-6cd8-4964-87e0-1c8d54dbd0d7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:16.962238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-474817b7-1177-4f10-b0f5-9ade9f6db31c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting subnet 607d2b1f-26f9-4a1a-b737-561b52de36f1 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:18:16.965481 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-474817b7-1177-4f10-b0f5-9ade9f6db31c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:16.968864 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-0cd4c559-e234-4ac8-a2e0-91ef40941ab9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:16.989873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ed497-6df7-478a-9bde-30e8f7c2d8f0 req-edf313fb-8e22-4b47-a24b-824c3cddc35b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:16.992395 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-312ed497-6df7-478a-9bde-30e8f7c2d8f0 req-edf313fb-8e22-4b47-a24b-824c3cddc35b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2590649 May 30 20:18:17.031138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-0cd4c559-e234-4ac8-a2e0-91ef40941ab9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Made reservation on behalf of a048fd6ea7c2440198c694d9cbd88a49 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:18:17.031579 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-474817b7-1177-4f10-b0f5-9ade9f6db31c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:17.034261 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-0cd4c559-e234-4ac8-a2e0-91ef40941ab9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:17.096584 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-312ed497-6df7-478a-9bde-30e8f7c2d8f0 req-76034569-eef1-401b-84b5-0fff9ce94a73 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937884 May 30 20:18:17.152492 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-474817b7-1177-4f10-b0f5-9ade9f6db31c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:17.180459 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf127-6cd8-4964-87e0-1c8d54dbd0d7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:17.192611 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf127-6cd8-4964-87e0-1c8d54dbd0d7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:17.244698 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-474817b7-1177-4f10-b0f5-9ade9f6db31c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:17.303000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474817b7-1177-4f10-b0f5-9ade9f6db31c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Subnet': ['ID=607d2b1f-26f9-4a1a-b737-561b52de36f1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:17.323450 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-474817b7-1177-4f10-b0f5-9ade9f6db31c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:17.324410 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d82b80-be52-4f46-8cf8-9b371831c288 None None] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:18:17.332013 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-474817b7-1177-4f10-b0f5-9ade9f6db31c tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/607d2b1f-26f9-4a1a-b737-561b52de36f1 HTTP/1.1" status: 204 len: 168 time: 0.7147284 May 30 20:18:17.339038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46348) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:17.409048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2cf127-6cd8-4964-87e0-1c8d54dbd0d7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76c5d4e-d0ad-4b05-aabf-baab75660fc6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:17.489554 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf127-6cd8-4964-87e0-1c8d54dbd0d7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:17.490766 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1b2cf127-6cd8-4964-87e0-1c8d54dbd0d7 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9952850 May 30 20:18:17.497104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46354) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:17.504857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e37a3361-f9f9-438b-9ced-c49175f35a2b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Request body: {'security_group_rule': {'security_group_id': 'e76c5d4e-d0ad-4b05-aabf-baab75660fc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:17.522334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccf767c-a404-455b-bf26-44b44deb3f56 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting subnet 29bb51fd-e788-4ccb-98f1-9f9ffa3c7953 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:18:17.534666 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4ccf767c-a404-455b-bf26-44b44deb3f56 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:17.557890 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4c081396-f82b-4a97-9425-261170c92013 req-83f65926-9b5d-4102-bb1d-3b9541ccea36 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Synchronizing usage tracker for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:17.568346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e37a3361-f9f9-438b-9ced-c49175f35a2b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:17.573000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e37a3361-f9f9-438b-9ced-c49175f35a2b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Usage tracker for resource:security_group_rule and tenant:f58ac6d8520d4980b14556944bdb2d36 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:17.577452 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e37a3361-f9f9-438b-9ced-c49175f35a2b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:17.583516 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e37a3361-f9f9-438b-9ced-c49175f35a2b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:17.609066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4c081396-f82b-4a97-9425-261170c92013 req-83f65926-9b5d-4102-bb1d-3b9541ccea36 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Unset dirty status for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:17.610277 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4c081396-f82b-4a97-9425-261170c92013 req-83f65926-9b5d-4102-bb1d-3b9541ccea36 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 210 time: 0.1634977 May 30 20:18:17.612482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-0cd4c559-e234-4ac8-a2e0-91ef40941ab9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Allocated IP 172.20.0.11 (43a3a580-728f-4a14-a9d1-6d5e70d6966e/68e762fb-e7ab-4b2b-9564-0b9905e98eee/e8cdb50d-dd52-45f7-89a7-f1fe3add3c44) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:18:17.672961 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e37a3361-f9f9-438b-9ced-c49175f35a2b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:17.711191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757faee5-dcc4-41de-a8c9-c2be0dea8bb5 req-7a27122f-7d40-425b-bfac-8b05565f4311 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:17.721723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-757faee5-dcc4-41de-a8c9-c2be0dea8bb5 req-7a27122f-7d40-425b-bfac-8b05565f4311 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2253065 May 30 20:18:17.726551 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4ccf767c-a404-455b-bf26-44b44deb3f56 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:17.884441 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4ccf767c-a404-455b-bf26-44b44deb3f56 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:17.976936 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-0cd4c559-e234-4ac8-a2e0-91ef40941ab9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:17.993802 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4ccf767c-a404-455b-bf26-44b44deb3f56 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:18.022109 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-0cd4c559-e234-4ac8-a2e0-91ef40941ab9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Transition to ACTIVE for port object e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:18.045953 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-757faee5-dcc4-41de-a8c9-c2be0dea8bb5 req-977bab1b-3965-4baa-9611-48b2bae92f9c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222187 May 30 20:18:18.077096 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-0cd4c559-e234-4ac8-a2e0-91ef40941ab9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:18.138369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf767c-a404-455b-bf26-44b44deb3f56 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Subnet': ['ID=29bb51fd-e788-4ccb-98f1-9f9ffa3c7953,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:18.179145 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4ccf767c-a404-455b-bf26-44b44deb3f56 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:18.195992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-0cd4c559-e234-4ac8-a2e0-91ef40941ab9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Network 43a3a580-728f-4a14-a9d1-6d5e70d6966e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:18:18.199785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-0cd4c559-e234-4ac8-a2e0-91ef40941ab9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:18.209347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4c559-e234-4ac8-a2e0-91ef40941ab9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'Port': ['ID=e8cdb50d-dd52-45f7-89a7-f1fe3add3c44,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:18.215035 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4ccf767c-a404-455b-bf26-44b44deb3f56 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/29bb51fd-e788-4ccb-98f1-9f9ffa3c7953 HTTP/1.1" status: 204 len: 168 time: 0.8708327 May 30 20:18:18.216953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46378) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:18.222070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-0cd4c559-e234-4ac8-a2e0-91ef40941ab9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:18:18.373241 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e37a3361-f9f9-438b-9ced-c49175f35a2b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:18.379312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-0cd4c559-e234-4ac8-a2e0-91ef40941ab9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:18.380216 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-0cd4c559-e234-4ac8-a2e0-91ef40941ab9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:18.385161 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d82d2e4-a12a-421c-aa43-a8ff57e593df tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] DELETE failed (client error): The resource could not be found. May 30 20:18:18.391016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d82d2e4-a12a-421c-aa43-a8ff57e593df tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:18:18.404750 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2d82d2e4-a12a-421c-aa43-a8ff57e593df tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/607d2b1f-26f9-4a1a-b737-561b52de36f1 HTTP/1.1" status: 404 len: 337 time: 0.1813889 May 30 20:18:18.407588 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e37a3361-f9f9-438b-9ced-c49175f35a2b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:18.409393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46384) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:18.542479 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-0cd4c559-e234-4ac8-a2e0-91ef40941ab9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8995416 May 30 20:18:18.549159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a3361-f9f9-438b-9ced-c49175f35a2b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d91ec0-a909-47f0-abcc-5395e5178706,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:18.559448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Request body: {'port': {'device_id': '57ae6c35-6f49-4c43-8516-548c33215704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:18.561781 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e37a3361-f9f9-438b-9ced-c49175f35a2b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:18.563058 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e37a3361-f9f9-438b-9ced-c49175f35a2b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0626023 May 30 20:18:18.566447 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46388) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:18.681701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bae1506-3e14-4f63-89b8-956ace241eb3 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting subnet 9b621d40-0606-4eb2-b3e8-c6f4ed3d6912 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:18:18.689789 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2bae1506-3e14-4f63-89b8-956ace241eb3 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:18.705729 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3fb46777-6a94-41d8-8958-3b0814a6023b None None] Provisioning for port e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:18.712458 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3fb46777-6a94-41d8-8958-3b0814a6023b None None] Provisioning complete for port e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:18.712828 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3fb46777-6a94-41d8-8958-3b0814a6023b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:18.781965 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2bae1506-3e14-4f63-89b8-956ace241eb3 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:18.791842 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 088d4ec0-6b9d-4501-8680-9d70a2f64679 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:18.841768 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b0677817-38f5-4672-89e4-9eec7e8e66a6 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:18.843495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f1919-be85-470b-b2bc-d6dd6aacaa85 req-ea703d0c-8a81-446e-86ac-969ccc7b1f3e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:18.850721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-329f1919-be85-470b-b2bc-d6dd6aacaa85 req-ea703d0c-8a81-446e-86ac-969ccc7b1f3e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.4605010 May 30 20:18:18.869675 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b0677817-38f5-4672-89e4-9eec7e8e66a6 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:18.874717 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:18.907694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37748fc-8cc0-4ba3-8e30-d3f188e26899 req-61050e85-3f50-46a0-a4ba-ea393483d526 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:18.909539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 088d4ec0-6b9d-4501-8680-9d70a2f64679 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:18:18.910035 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 088d4ec0-6b9d-4501-8680-9d70a2f64679 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:18:18.911690 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e772ff6b-58b7-4f1e-ba6e-0b4f2824ecf9 None None] Network 446355f8-91a6-4c10-962b-33cb6573bbd2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:18:18.916007 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f37748fc-8cc0-4ba3-8e30-d3f188e26899 req-61050e85-3f50-46a0-a4ba-ea393483d526 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.4321027 May 30 20:18:18.924121 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b0677817-38f5-4672-89e4-9eec7e8e66a6 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:18.954880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0677817-38f5-4672-89e4-9eec7e8e66a6 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76c5d4e-d0ad-4b05-aabf-baab75660fc6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:18.976349 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b0677817-38f5-4672-89e4-9eec7e8e66a6 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:18.977461 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b0677817-38f5-4672-89e4-9eec7e8e66a6 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-groups/e76c5d4e-d0ad-4b05-aabf-baab75660fc6 HTTP/1.1" status: 204 len: 168 time: 0.4099422 May 30 20:18:18.983118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46398) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:19.037386 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-43d9f44d-a382-4d12-8372-74215927590b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:19.064688 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2bae1506-3e14-4f63-89b8-956ace241eb3 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:19.078687 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-329f1919-be85-470b-b2bc-d6dd6aacaa85 req-51d710f2-5c43-4cc3-bcdc-a399ea54a587 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270057 May 30 20:18:19.096410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-43d9f44d-a382-4d12-8372-74215927590b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:19.097579 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-43d9f44d-a382-4d12-8372-74215927590b tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1137815 May 30 20:18:19.102560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46410) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:19.191591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f37748fc-8cc0-4ba3-8e30-d3f188e26899 req-54d941a9-5ffa-40e9-9436-3a30539d5d93 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745898 May 30 20:18:19.211508 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3fb46777-6a94-41d8-8958-3b0814a6023b None None] Port e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:18:19.221242 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-47b9f2ca-8134-4827-8405-184ae89a4772 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:19.224402 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2bae1506-3e14-4f63-89b8-956ace241eb3 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:19.328159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae1506-3e14-4f63-89b8-956ace241eb3 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Subnet': ['ID=9b621d40-0606-4eb2-b3e8-c6f4ed3d6912,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:19.353719 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2bae1506-3e14-4f63-89b8-956ace241eb3 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:19.363024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-47b9f2ca-8134-4827-8405-184ae89a4772 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group_rule {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:19.364927 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-47b9f2ca-8134-4827-8405-184ae89a4772 tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2614646 May 30 20:18:19.373577 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46444) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:19.377305 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2bae1506-3e14-4f63-89b8-956ace241eb3 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/9b621d40-0606-4eb2-b3e8-c6f4ed3d6912 HTTP/1.1" status: 204 len: 168 time: 0.9561422 May 30 20:18:19.379491 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46450) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:19.428421 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-e5bc7212-fa31-4097-8e49-ddd31f2a39ce tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] delete failed (client error): The resource could not be found. May 30 20:18:19.436288 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e5bc7212-fa31-4097-8e49-ddd31f2a39ce tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "DELETE /v2.0/security-groups/e76c5d4e-d0ad-4b05-aabf-baab75660fc6 HTTP/1.1" status: 404 len: 347 time: 0.0617766 May 30 20:18:19.436862 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46458) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:19.467732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-24486be3-720f-48d3-a184-34be121edf9f None None] Provisioning complete for port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:19.468099 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-24486be3-720f-48d3-a184-34be121edf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:19.502688 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7f56a6-1a2e-4237-a84a-7a188bf73e62 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] DELETE failed (client error): The resource could not be found. May 30 20:18:19.503541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7f56a6-1a2e-4237-a84a-7a188bf73e62 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:18:19.510199 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6b7f56a6-1a2e-4237-a84a-7a188bf73e62 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/9283f042-59f0-497b-b472-dc022221ecec HTTP/1.1" status: 404 len: 337 time: 0.1256082 May 30 20:18:19.510496 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46470) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:19.610241 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-845ef29f-6f63-4c8c-b867-9a60458b9abb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Synchronizing usage tracker for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:19.637131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4521049-f5ae-4842-944c-3483f864908e None None] DHCP port deletion for 446355f8-91a6-4c10-962b-33cb6573bbd2 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:18:19.646601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-845ef29f-6f63-4c8c-b867-9a60458b9abb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Unset dirty status for tenant:6c8ec1b53f2c4f95bfc3e2d31bff2053 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:19.648011 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-845ef29f-6f63-4c8c-b867-9a60458b9abb tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd8f85ab-6e6f-4915-b3ff-c7da12e83536 HTTP/1.1" status: 200 len: 205 time: 0.1363211 May 30 20:18:19.650263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46490) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:19.659163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b4521049-f5ae-4842-944c-3483f864908e None None] Deleting port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:19.660726 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b4521049-f5ae-4842-944c-3483f864908e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:19.786524 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-80eb3735-d0b1-40cd-b4d0-fc18b9fb5936 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] delete failed (client error): The resource could not be found. May 30 20:18:19.787778 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-80eb3735-d0b1-40cd-b4d0-fc18b9fb5936 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/routers/bd8f85ab-6e6f-4915-b3ff-c7da12e83536 HTTP/1.1" status: 404 len: 336 time: 0.1366253 May 30 20:18:19.790530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46510) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:19.814281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ded9064a-cc04-435d-a904-d4befe162b3a tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Synchronizing usage tracker for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:19.833705 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5efb35-78d9-4a46-809f-96e431915541 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] DELETE failed (client error): The resource could not be found. May 30 20:18:19.834269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5efb35-78d9-4a46-809f-96e431915541 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:18:19.836405 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3c5efb35-78d9-4a46-809f-96e431915541 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/bab4eec3-b284-4ce8-b9d2-48650314f668 HTTP/1.1" status: 404 len: 337 time: 0.0446565 May 30 20:18:19.839016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46518) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:19.850374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ded9064a-cc04-435d-a904-d4befe162b3a tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] Unset dirty status for tenant:f58ac6d8520d4980b14556944bdb2d36 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:19.851597 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ded9064a-cc04-435d-a904-d4befe162b3a tempest-SecGroupIPv6Test-1208414224 tempest-SecGroupIPv6Test-1208414224-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4104242 May 30 20:18:19.897380 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33e3636-a462-4dd4-85eb-e9851627e835 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] DELETE failed (client error): The resource could not be found. May 30 20:18:19.897825 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e33e3636-a462-4dd4-85eb-e9851627e835 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:18:19.901864 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e33e3636-a462-4dd4-85eb-e9851627e835 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/f1d4ea78-8f60-43cd-afd3-52671fd549c1 HTTP/1.1" status: 404 len: 337 time: 0.0594871 May 30 20:18:19.902082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46532) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:19.924397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e22444-1874-412f-aa32-675a573d51e0 req-9f41cc18-6ca8-4887-9e42-ea071f93b414 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:19.932033 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31e22444-1874-412f-aa32-675a573d51e0 req-9f41cc18-6ca8-4887-9e42-ea071f93b414 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 932 time: 0.4572101 May 30 20:18:19.973602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec445e9-c908-4acb-ab4c-7937dde9642b req-bfb87cb4-b322-4c39-9d5c-b1775959e95c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:19.980876 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad44c87-4dfd-459f-97ab-41c21cd05b92 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] DELETE failed (client error): The resource could not be found. May 30 20:18:19.981317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad44c87-4dfd-459f-97ab-41c21cd05b92 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:18:19.982415 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ec445e9-c908-4acb-ab4c-7937dde9642b req-bfb87cb4-b322-4c39-9d5c-b1775959e95c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.3702302 May 30 20:18:19.982928 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dad44c87-4dfd-459f-97ab-41c21cd05b92 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/4ec2a113-ce5a-47fe-81f3-f9100c619de7 HTTP/1.1" status: 404 len: 337 time: 0.0792844 May 30 20:18:19.986889 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46544) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:20.064003 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31e22444-1874-412f-aa32-675a573d51e0 req-d7679d2a-c434-4525-93d7-35e6961a694c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=33caf935-7dd4-44de-b462-dd26c1bad429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308157 May 30 20:18:20.094010 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c65bb5-613f-4fa8-ba47-ea675e0f68d3 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] DELETE failed (client error): The resource could not be found. May 30 20:18:20.094450 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c65bb5-613f-4fa8-ba47-ea675e0f68d3 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:18:20.111452 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46562) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:20.113819 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b3c65bb5-613f-4fa8-ba47-ea675e0f68d3 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/ports/bbebb7c8-b205-4adc-9663-8f4323bab629 HTTP/1.1" status: 404 len: 333 time: 0.1051784 May 30 20:18:20.166806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-24486be3-720f-48d3-a184-34be121edf9f None None] Provisioning complete for port 5c4fcdcb-aa4d-4f59-9771-4344f7b6636c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:20.167378 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-24486be3-720f-48d3-a184-34be121edf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:20.207753 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78ceb00-f20e-49c9-af88-3a00546178d8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] DELETE failed (client error): The resource could not be found. May 30 20:18:20.208608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78ceb00-f20e-49c9-af88-3a00546178d8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:18:20.211226 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e78ceb00-f20e-49c9-af88-3a00546178d8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/cf5ccef5-e1a9-4cbd-b8ac-66d757b13cd0 HTTP/1.1" status: 404 len: 337 time: 0.0974929 May 30 20:18:20.215033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46580) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:20.231463 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ec445e9-c908-4acb-ab4c-7937dde9642b req-7f096f43-9031-4c0f-9136-5f499f7c36d2 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479601 May 30 20:18:20.278034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:18:20.278348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-24486be3-720f-48d3-a184-34be121edf9f None None] Port 5c4fcdcb-aa4d-4f59-9771-4344f7b6636c cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:18:20.303817 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:20.310205 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b4521049-f5ae-4842-944c-3483f864908e None None] For port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f1cbbbbb-c9c6-4c25-83b2-00666f3a5339,segment=NetworkSegment(445fb1f1-12b6-4eb9-b3c2-914b1dfb9412),segment_id=445fb1f1-12b6-4eb9-b3c2-914b1dfb9412)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:20.310596 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b4521049-f5ae-4842-944c-3483f864908e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:20.312954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46596) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:20.350173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Transition to ACTIVE for port object e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:20.357619 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:20.367463 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8f642c-b6a8-4ce8-bfa5-4a88314e8858 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] DELETE failed (client error): The resource could not be found. May 30 20:18:20.367837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8f642c-b6a8-4ce8-bfa5-4a88314e8858 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:18:20.369539 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fb8f642c-b6a8-4ce8-bfa5-4a88314e8858 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/457383b1-02eb-47a8-a95d-4770f18be690 HTTP/1.1" status: 404 len: 337 time: 0.1536343 May 30 20:18:20.377645 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46608) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:20.519748 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5eb323-90c5-494d-a2ab-46e5b90ba324 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] DELETE failed (client error): The resource could not be found. May 30 20:18:20.521448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5eb323-90c5-494d-a2ab-46e5b90ba324 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:18:20.526702 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9b5eb323-90c5-494d-a2ab-46e5b90ba324 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/ports/da1fb49c-95b3-4b73-b446-21c4aed8d1da HTTP/1.1" status: 404 len: 333 time: 0.1440933 May 30 20:18:20.530768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46628) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:20.605574 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0a0fb5-1336-4030-970d-f90c0b6d6daa tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] DELETE failed (client error): The resource could not be found. May 30 20:18:20.608497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0a0fb5-1336-4030-970d-f90c0b6d6daa tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:18:20.610647 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-de0a0fb5-1336-4030-970d-f90c0b6d6daa tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/4bbf8d85-a97d-4a40-b282-273c032e4318 HTTP/1.1" status: 404 len: 337 time: 0.0743721 May 30 20:18:20.612785 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46642) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:20.652744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b4521049-f5ae-4842-944c-3483f864908e None None] Calling delete_port for f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:20.680985 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bdeb03-a77b-4648-8e06-645963ef52e8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] DELETE failed (client error): The resource could not be found. May 30 20:18:20.681497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28bdeb03-a77b-4648-8e06-645963ef52e8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:18:20.686138 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-28bdeb03-a77b-4648-8e06-645963ef52e8 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/subnets/4bd312f9-1983-4fa6-a87d-f79e29b6c034 HTTP/1.1" status: 404 len: 337 time: 0.0695848 May 30 20:18:20.686452 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46658) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:20.770034 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b4521049-f5ae-4842-944c-3483f864908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:20.802845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-d5718380-b711-499b-a35e-f1cb9fc0388a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Deleting port 5c4fcdcb-aa4d-4f59-9771-4344f7b6636c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:20.803433 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5718380-b711-499b-a35e-f1cb9fc0388a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:20.896617 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4521049-f5ae-4842-944c-3483f864908e None None] Pushing event deleted for resources: {'Port': ['ID=f1cbbbbb-c9c6-4c25-83b2-00666f3a5339,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:20.905354 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4521049-f5ae-4842-944c-3483f864908e None None] No DVR routers for this DVR port f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:18:20.916518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Pushing event updated for resources: {'Port': ['ID=e8cdb50d-dd52-45f7-89a7-f1fe3add3c44,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:21.076520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:21.173613 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:18:21.176271 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f1cbbbbb-c9c6-4c25-83b2-00666f3a5339 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:18:21.243927 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5718380-b711-499b-a35e-f1cb9fc0388a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:21.244762 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-94d6fece-be6e-4167-9aa6-b24f029d92d4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f58ac6d8520d4980b14556944bdb2d36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9285030 May 30 20:18:21.252461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46730) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:21.276918 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597faf8-7e8c-4619-8280-70f77377f612 req-3670e4ee-c39f-4eb9-8e94-e55f29e9a0c6 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:21.286649 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6597faf8-7e8c-4619-8280-70f77377f612 req-3670e4ee-c39f-4eb9-8e94-e55f29e9a0c6 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.7864640 May 30 20:18:21.407637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b555b7b-0ba6-4c82-8b97-de5f47dcae11 req-79123bfc-194d-40ed-ad06-2eff0f21fa34 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:21.414510 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b555b7b-0ba6-4c82-8b97-de5f47dcae11 req-79123bfc-194d-40ed-ad06-2eff0f21fa34 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.8107643 May 30 20:18:21.489255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-d5718380-b711-499b-a35e-f1cb9fc0388a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Calling delete_port for 5c4fcdcb-aa4d-4f59-9771-4344f7b6636c owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:21.509155 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Attempting to bind port e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:18:21.509484 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Attempting to bind port e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:18:21.510598 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Attempting to bind port e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 on network 43a3a580-728f-4a14-a9d1-6d5e70d6966e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:18:21.541926 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6597faf8-7e8c-4619-8280-70f77377f612 req-edecdaa0-e239-4cfe-988f-d1eeef63d471 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543516 May 30 20:18:21.570829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Port e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 on network 43a3a580-728f-4a14-a9d1-6d5e70d6966e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:18:21.571026 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Attempting to bind port e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 on network 43a3a580-728f-4a14-a9d1-6d5e70d6966e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:18:21.619342 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5718380-b711-499b-a35e-f1cb9fc0388a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:21.633155 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b555b7b-0ba6-4c82-8b97-de5f47dcae11 req-2fe29f36-81dc-4525-9f2d-2d9702329a00 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146552 May 30 20:18:21.640922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:18:21.641337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Checking segment: {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:18:21.642904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Bound using segment: {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:18:21.643606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Bound port: e8cdb50d-dd52-45f7-89a7-f1fe3add3c44, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:18:21.643956 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:21.658399 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27435b71-10f2-44c4-91aa-ea5f6a2eba29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:21.703676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2db353-1366-48f4-95cc-775fb64fae8f req-12e8f2e8-0777-47f5-b460-a511e927d2f0 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:21.706184 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c2db353-1366-48f4-95cc-775fb64fae8f req-12e8f2e8-0777-47f5-b460-a511e927d2f0 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.93 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.4085157 May 30 20:18:21.738170 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5718380-b711-499b-a35e-f1cb9fc0388a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Port': ['ID=5c4fcdcb-aa4d-4f59-9771-4344f7b6636c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:21.753861 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5718380-b711-499b-a35e-f1cb9fc0388a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:21.776296 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d5718380-b711-499b-a35e-f1cb9fc0388a tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/ports/5c4fcdcb-aa4d-4f59-9771-4344f7b6636c HTTP/1.1" status: 204 len: 168 time: 1.0886705 May 30 20:18:21.776880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46786) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:21.828284 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27435b71-10f2-44c4-91aa-ea5f6a2eba29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:22.007834 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f5625d0-e122-41b2-86c3-fef136c184a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:22.094056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] For port e8cdb50d-dd52-45f7-89a7-f1fe3add3c44, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:18:22.100625 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:18:22.101761 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-7c2db353-1366-48f4-95cc-775fb64fae8f req-ee887d66-594e-46cc-9f96-7761fb6af2fb tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Deleting port 0667502c-cc41-40ed-9096-d2ac28b63c69 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:22.102112 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7c2db353-1366-48f4-95cc-775fb64fae8f req-ee887d66-594e-46cc-9f96-7761fb6af2fb tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:22.173575 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f5625d0-e122-41b2-86c3-fef136c184a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:22.202166 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-0f5625d0-e122-41b2-86c3-fef136c184a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446355f8-91a6-4c10-962b-33cb6573bbd2']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:22.217667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-0f5625d0-e122-41b2-86c3-fef136c184a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445fb1f1-12b6-4eb9-b3c2-914b1dfb9412') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:22.217962 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-0f5625d0-e122-41b2-86c3-fef136c184a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445fb1f1-12b6-4eb9-b3c2-914b1dfb9412') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:22.233988 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f5625d0-e122-41b2-86c3-fef136c184a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:22.263594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f5625d0-e122-41b2-86c3-fef136c184a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:22.288316 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5625d0-e122-41b2-86c3-fef136c184a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:18:22.289280 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f5625d0-e122-41b2-86c3-fef136c184a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: timer() May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:18:22.312858 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:18:22.319161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] For port e8cdb50d-dd52-45f7-89a7-f1fe3add3c44, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e8cdb50d-dd52-45f7-89a7-f1fe3add3c44,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:18:22.336927 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:22.406558 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f5625d0-e122-41b2-86c3-fef136c184a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:22.411605 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f5625d0-e122-41b2-86c3-fef136c184a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:22.414626 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27435b71-10f2-44c4-91aa-ea5f6a2eba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:22.441771 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0f5625d0-e122-41b2-86c3-fef136c184a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] 10.222.0.84 "DELETE /v2.0/networks/446355f8-91a6-4c10-962b-33cb6573bbd2 HTTP/1.1" status: 204 len: 168 time: 0.6626115 May 30 20:18:22.445159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5625d0-e122-41b2-86c3-fef136c184a2 tempest-PortsTestJSON-1247599856 tempest-PortsTestJSON-1247599856-project] Pushing event deleted for resources: {'Network': ['ID=446355f8-91a6-4c10-962b-33cb6573bbd2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:22.487804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27435b71-10f2-44c4-91aa-ea5f6a2eba29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc968e22-b746-4989-a9ca-195d5d8515fe,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:22.510294 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:22.511856 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] 10.222.0.77 "PUT /v2.0/ports/e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 HTTP/1.1" status: 200 len: 1092 time: 3.9573972 May 30 20:18:22.521403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ae6c35-6f49-4c43-8516-548c33215704', 'tag': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:22.564050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117ebe4-3499-445c-b88a-cbb7b9a53584 req-13a7a629-8c92-4ff7-856c-5b4f0bd199ba tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:22.571632 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5117ebe4-3499-445c-b88a-cbb7b9a53584 req-13a7a629-8c92-4ff7-856c-5b4f0bd199ba tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 944 time: 0.7565103 May 30 20:18:22.587299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d44177-66de-4bcd-8f8a-5bd3fcd3303a req-4148ea8b-efb0-42cd-a6c8-cb1f0465096c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:22.589803 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36d44177-66de-4bcd-8f8a-5bd3fcd3303a req-4148ea8b-efb0-42cd-a6c8-cb1f0465096c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.5652039 May 30 20:18:22.701783 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1b652-abb2-4470-b5a5-c34d899f6bdb service neutron] Pushing event updated for resources: {'Port': ['ID=e8cdb50d-dd52-45f7-89a7-f1fe3add3c44,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:22.730281 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27435b71-10f2-44c4-91aa-ea5f6a2eba29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:22.731500 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-27435b71-10f2-44c4-91aa-ea5f6a2eba29 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bc968e22-b746-4989-a9ca-195d5d8515fe HTTP/1.1" status: 204 len: 168 time: 1.4707329 May 30 20:18:22.809098 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46922) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:22.853735 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5117ebe4-3499-445c-b88a-cbb7b9a53584 req-7dd292e4-304a-4e62-84e5-4221b332b8e1 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=33caf935-7dd4-44de-b462-dd26c1bad429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793736 May 30 20:18:22.913387 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36d44177-66de-4bcd-8f8a-5bd3fcd3303a req-87a1afa9-6fdc-433c-ae36-6d1c982f5002 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125728 May 30 20:18:22.925235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-7c2db353-1366-48f4-95cc-775fb64fae8f req-ee887d66-594e-46cc-9f96-7761fb6af2fb tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] For port 0667502c-cc41-40ed-9096-d2ac28b63c69, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0667502c-cc41-40ed-9096-d2ac28b63c69,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:22.925602 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7c2db353-1366-48f4-95cc-775fb64fae8f req-ee887d66-594e-46cc-9f96-7761fb6af2fb tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:23.001357 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-4909b78d-b120-4e36-be7c-665bf26344e9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 1095 time: 0.4272273 May 30 20:18:23.091491 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ffdf709-e3e4-4f15-b616-7ae02cfbd29d'] response: {'name': 'network-changed', 'server_uuid': '57ae6c35-6f49-4c43-8516-548c33215704', 'tag': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44', 'status': 'completed', 'code': 200} May 30 20:18:23.165825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-7c2db353-1366-48f4-95cc-775fb64fae8f req-ee887d66-594e-46cc-9f96-7761fb6af2fb tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Calling delete_port for 0667502c-cc41-40ed-9096-d2ac28b63c69 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:23.184830 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c228c67b-4b68-4919-8cba-636626e5d15a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6c8ec1b53f2c4f95bfc3e2d31bff2053&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3744495 May 30 20:18:23.187931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46956) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:23.283211 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff0bc677-1a79-4c67-87da-5edc9d73c6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:23.328353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-4d53bd9e-3e6e-4643-abac-80f332e403a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 HTTP/1.1" status: 200 len: 217 time: 0.2410693 May 30 20:18:23.333063 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff0bc677-1a79-4c67-87da-5edc9d73c6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:23.404991 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff0bc677-1a79-4c67-87da-5edc9d73c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:23.425847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bc677-1a79-4c67-87da-5edc9d73c6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfd8ecd-b5fe-48a3-a1fb-6fe8bdb1b24d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:23.429390 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff0bc677-1a79-4c67-87da-5edc9d73c6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:23.431193 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ff0bc677-1a79-4c67-87da-5edc9d73c6b5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6cfd8ecd-b5fe-48a3-a1fb-6fe8bdb1b24d HTTP/1.1" status: 204 len: 168 time: 0.2420630 May 30 20:18:23.448654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-a80083ba-68d4-4108-a018-ae37ca5f7773 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:23.450692 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-a80083ba-68d4-4108-a018-ae37ca5f7773 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68e762fb-e7ab-4b2b-9564-0b9905e98eee HTTP/1.1" status: 200 len: 853 time: 0.0950439 May 30 20:18:23.633575 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e8dd5-de6f-429e-bb99-dbcf91d1df85 req-60c01ce6-f986-4637-a02c-617ea9e71422 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:23.635120 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-166e8dd5-de6f-429e-bb99-dbcf91d1df85 req-60c01ce6-f986-4637-a02c-617ea9e71422 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.3840127 May 30 20:18:23.647040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3dfbb-0f65-431b-acb7-d9155f2c56b6 req-53e9a933-a82c-4a7d-b6ff-da1c3366017b tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:23.653745 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74f3dfbb-0f65-431b-acb7-d9155f2c56b6 req-53e9a933-a82c-4a7d-b6ff-da1c3366017b tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 946 time: 0.4598622 May 30 20:18:23.714626 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7c2db353-1366-48f4-95cc-775fb64fae8f req-ee887d66-594e-46cc-9f96-7761fb6af2fb tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:23.734999 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 0667502c-cc41-40ed-9096-d2ac28b63c69 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:23.760025 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-5e3bd8c5-ecf1-4820-a156-f02ac66a4206 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=43a3a580-728f-4a14-a9d1-6d5e70d6966e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2881260 May 30 20:18:23.807612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 0667502c-cc41-40ed-9096-d2ac28b63c69 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:18:23.810199 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 0667502c-cc41-40ed-9096-d2ac28b63c69 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:18:23.815663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74f3dfbb-0f65-431b-acb7-d9155f2c56b6 req-dcb0094b-6e23-49fc-b49f-97a22f4eda72 tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2184c6d-1491-4281-80cb-44e9909f8c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609788 May 30 20:18:23.864054 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee887d66-594e-46cc-9f96-7761fb6af2fb tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Pushing event deleted for resources: {'Port': ['ID=0667502c-cc41-40ed-9096-d2ac28b63c69,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:24.011484 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-166e8dd5-de6f-429e-bb99-dbcf91d1df85 req-3c59093c-a890-4a47-9038-eeedddd4fe0e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515635 May 30 20:18:24.172072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2db353-1366-48f4-95cc-775fb64fae8f req-ee887d66-594e-46cc-9f96-7761fb6af2fb tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] No DVR routers for this DVR port 0667502c-cc41-40ed-9096-d2ac28b63c69 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:18:24.197330 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7c2db353-1366-48f4-95cc-775fb64fae8f req-ee887d66-594e-46cc-9f96-7761fb6af2fb tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:24.278951 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-3b79d41d-9e0a-4367-8778-0b7ff4112cca service neutron] 10.222.0.77 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846911 May 30 20:18:24.280196 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c2db353-1366-48f4-95cc-775fb64fae8f req-ee887d66-594e-46cc-9f96-7761fb6af2fb tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.93 "DELETE /v2.0/ports/0667502c-cc41-40ed-9096-d2ac28b63c69 HTTP/1.1" status: 204 len: 173 time: 2.5179999 May 30 20:18:24.290278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be412ec9-88f6-4772-be78-7b705a06fc9e req-210d5837-f173-4849-a9bc-07662335722d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:24.291933 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be412ec9-88f6-4772-be78-7b705a06fc9e req-210d5837-f173-4849-a9bc-07662335722d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 944 time: 0.2256651 May 30 20:18:24.703448 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be412ec9-88f6-4772-be78-7b705a06fc9e req-c855e7e2-6921-4557-bf6e-5211b3f83e61 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=33caf935-7dd4-44de-b462-dd26c1bad429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4022305 May 30 20:18:24.740627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cc2ea-85ae-4655-a67c-030ef5ea7928 req-23f878c0-7997-4941-b952-be9256002724 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:24.748238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-424cc2ea-85ae-4655-a67c-030ef5ea7928 req-23f878c0-7997-4941-b952-be9256002724 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.5096614 May 30 20:18:24.811565 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c87f0222-3bc8-4ad3-ba7e-dc355d7d813a req-4d4d7fb6-6449-417d-8402-675280b0dba6 service neutron] 10.222.0.77 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121722 May 30 20:18:24.818073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47020) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:24.826816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-424cc2ea-85ae-4655-a67c-030ef5ea7928 req-e22be86a-c919-4c3b-96a1-2dd18cdb7781 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775883 May 30 20:18:25.128757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e', 'name': 'network-vif-deleted', 'tag': '0667502c-cc41-40ed-9096-d2ac28b63c69'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:25.164094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a588fd07-5874-43dd-9938-2ae61598eeb5 req-084855c7-f971-4af5-8dad-57fedafcf8ac tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Synchronizing usage tracker for tenant:180189b01ed94322bd9d30462dff2e77 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:25.189038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c24b287e-d09c-49f5-adf2-1fdc2f72289c req-8fdea487-0b47-4c51-a37e-4b487a39d1be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 1095 time: 0.2746000 May 30 20:18:25.190459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a588fd07-5874-43dd-9938-2ae61598eeb5 req-084855c7-f971-4af5-8dad-57fedafcf8ac tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] Unset dirty status for tenant:180189b01ed94322bd9d30462dff2e77 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:25.191705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a588fd07-5874-43dd-9938-2ae61598eeb5 req-084855c7-f971-4af5-8dad-57fedafcf8ac tempest-ServerRescueNegativeTestJSON-1009365864 tempest-ServerRescueNegativeTestJSON-1009365864-project] 10.222.0.84 "GET /v2.0/ports?device_id=942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e HTTP/1.1" status: 200 len: 210 time: 0.1402690 May 30 20:18:25.268573 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'network': {'name': 'tempest-RoutersTest-869094085'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:25.277053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:25.285804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:network and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:25.293274 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:25.305662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:25.319859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:18:25.325312 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:25.352235 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:25.397492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47036) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:25.408510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:25.413939 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:security_group_rule and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:25.418300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:25.429417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:25.482414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b287e-d09c-49f5-adf2-1fdc2f72289c req-f2014d32-a8ea-46ce-aced-2c826b55c0c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:25.483873 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c24b287e-d09c-49f5-adf2-1fdc2f72289c req-f2014d32-a8ea-46ce-aced-2c826b55c0c6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 200 len: 915 time: 0.2887037 May 30 20:18:25.528329 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7dc64c67-989c-46d9-91fd-ef14673d12ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:25.545411 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:25.552238 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:25.553835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19def79-610a-412c-a757-21f20e69fd1f req-0fd0d678-df51-401c-90d1-1afc374e4cc5 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:25.555360 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b19def79-610a-412c-a757-21f20e69fd1f req-0fd0d678-df51-401c-90d1-1afc374e4cc5 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.1905057 May 30 20:18:25.586681 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c24b287e-d09c-49f5-adf2-1fdc2f72289c req-e0f86522-d126-4485-b8ee-9793a3f21769 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 HTTP/1.1" status: 200 len: 217 time: 0.0945623 May 30 20:18:25.601626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:18:25.614294 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7dc64c67-989c-46d9-91fd-ef14673d12ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:25.617640 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f9d2d0-c376-48de-a57c-4a663f48ca80,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:25.625761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7dc64c67-989c-46d9-91fd-ef14673d12ee admin admin] Usage tracker for resource:security_group_rule and tenant:2a7f6ef6a3f647dfa6df347cb82b3a3d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:25.630527 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:25.631442 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Added segment 8b4413ac-8461-4bd4-9613-b6b294588d50 of type vlan for network e10415d3-f936-43bb-8eae-a50c1347e326 May 30 20:18:25.632845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7dc64c67-989c-46d9-91fd-ef14673d12ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:25.646399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7dc64c67-989c-46d9-91fd-ef14673d12ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:25.653704 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1796cd3b-1c86-4b16-996e-f6601bee4f43'] response: {'server_uuid': '942cdbd8-3ffc-484c-b1e1-ac6aeca19e8e', 'name': 'network-vif-deleted', 'tag': '0667502c-cc41-40ed-9096-d2ac28b63c69', 'status': 'completed', 'code': 200} May 30 20:18:25.669800 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b19def79-610a-412c-a757-21f20e69fd1f req-13910f5b-b486-4c99-9643-5838f9864e8c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989032 May 30 20:18:25.675305 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b287e-d09c-49f5-adf2-1fdc2f72289c req-3d3ca92d-e226-4df5-b83d-e43a22719683 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:25.676538 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c24b287e-d09c-49f5-adf2-1fdc2f72289c req-3d3ca92d-e226-4df5-b83d-e43a22719683 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68e762fb-e7ab-4b2b-9564-0b9905e98eee HTTP/1.1" status: 200 len: 853 time: 0.0809574 May 30 20:18:25.685010 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:25.772308 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:25.775987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:25.776658 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:25.819730 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c24b287e-d09c-49f5-adf2-1fdc2f72289c req-7f391abf-ce4b-4d10-9fb7-495063293b6c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=43a3a580-728f-4a14-a9d1-6d5e70d6966e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357813 May 30 20:18:25.891230 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7dc64c67-989c-46d9-91fd-ef14673d12ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:25.901780 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7dc64c67-989c-46d9-91fd-ef14673d12ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:25.926077 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1044278 May 30 20:18:25.926077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1969db-7680-48b8-85c2-c6ae06f109de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Network': ['ID=e10415d3-f936-43bb-8eae-a50c1347e326,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:25.928693 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47050) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:25.936052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network e10415d3-f936-43bb-8eae-a50c1347e326 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:18:25.939932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-53d93240-7b27-4b2e-8fae-d83c71ceec60 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'network': {'name': 'tempest-RoutersTest-1499818545'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:25.958143 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-53d93240-7b27-4b2e-8fae-d83c71ceec60 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:25.971299 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-53d93240-7b27-4b2e-8fae-d83c71ceec60 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:network and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:25.975341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-53d93240-7b27-4b2e-8fae-d83c71ceec60 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:25.978311 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc64c67-989c-46d9-91fd-ef14673d12ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebe9ac6-47be-48bd-ad09-d37e910c5128,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:25.985590 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7dc64c67-989c-46d9-91fd-ef14673d12ee admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2a7f6ef6a3f647dfa6df347cb82b3a3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5869889 May 30 20:18:25.986683 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-53d93240-7b27-4b2e-8fae-d83c71ceec60 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:25.988734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47054) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:26.016063 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73e6b6-74b8-4524-8fb2-28c3301144ef req-b92f6007-374c-4965-ac31-3d6901f61066 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:26.018124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d93240-7b27-4b2e-8fae-d83c71ceec60 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:18:26.020096 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73e6b6-74b8-4524-8fb2-28c3301144ef req-b92f6007-374c-4965-ac31-3d6901f61066 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:26.020999 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53d93240-7b27-4b2e-8fae-d83c71ceec60 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:26.025718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73e6b6-74b8-4524-8fb2-28c3301144ef req-b92f6007-374c-4965-ac31-3d6901f61066 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:26.030754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73e6b6-74b8-4524-8fb2-28c3301144ef req-b92f6007-374c-4965-ac31-3d6901f61066 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:26.034819 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73e6b6-74b8-4524-8fb2-28c3301144ef req-b92f6007-374c-4965-ac31-3d6901f61066 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:26.039684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73e6b6-74b8-4524-8fb2-28c3301144ef req-b92f6007-374c-4965-ac31-3d6901f61066 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:26.045134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73e6b6-74b8-4524-8fb2-28c3301144ef req-b92f6007-374c-4965-ac31-3d6901f61066 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:26.046998 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a73e6b6-74b8-4524-8fb2-28c3301144ef req-b92f6007-374c-4965-ac31-3d6901f61066 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5436 time: 0.2937047 May 30 20:18:26.066739 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d93240-7b27-4b2e-8fae-d83c71ceec60 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:18:26.087622 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53d93240-7b27-4b2e-8fae-d83c71ceec60 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:26.087979 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-53d93240-7b27-4b2e-8fae-d83c71ceec60 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Added segment fabd528c-68f3-40c8-bd52-b65f83661aee of type vlan for network a9b77732-6e20-40b8-b79b-bd59082eaab8 May 30 20:18:26.089180 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e38c490d-1fd9-4bf0-9e5c-03514ebc3ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:26.101768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e8e44-4a2d-4a88-a24f-79ff8791202d req-99343813-1356-4099-856e-70c9b3e8c71e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:26.103220 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f72e8e44-4a2d-4a88-a24f-79ff8791202d req-99343813-1356-4099-856e-70c9b3e8c71e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 944 time: 0.2533944 May 30 20:18:26.104939 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c24b287e-d09c-49f5-adf2-1fdc2f72289c req-984be795-edbf-4813-8627-e21b9ab53919 service neutron] 10.222.0.77 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764444 May 30 20:18:26.134651 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e38c490d-1fd9-4bf0-9e5c-03514ebc3ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:26.146325 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53d93240-7b27-4b2e-8fae-d83c71ceec60 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:26.202379 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53d93240-7b27-4b2e-8fae-d83c71ceec60 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:26.206490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d93240-7b27-4b2e-8fae-d83c71ceec60 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:26.217380 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-53d93240-7b27-4b2e-8fae-d83c71ceec60 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:26.233602 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a73e6b6-74b8-4524-8fb2-28c3301144ef req-6e1a933d-d007-41f2-b721-e935c0fa50eb tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1785598 May 30 20:18:26.329279 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e38c490d-1fd9-4bf0-9e5c-03514ebc3ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:26.358929 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c490d-1fd9-4bf0-9e5c-03514ebc3ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebe9ac6-47be-48bd-ad09-d37e910c5128,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:26.359636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f72e8e44-4a2d-4a88-a24f-79ff8791202d req-95b5e0a8-5f74-498f-bac5-f6e7bab00dd2 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=33caf935-7dd4-44de-b462-dd26c1bad429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467294 May 30 20:18:26.361330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d93240-7b27-4b2e-8fae-d83c71ceec60 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Network': ['ID=a9b77732-6e20-40b8-b79b-bd59082eaab8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:26.363305 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c24b287e-d09c-49f5-adf2-1fdc2f72289c req-ab65051f-f099-43b5-8c97-9a7a503914d8 service neutron] 10.222.0.77 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462287 May 30 20:18:26.364908 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e38c490d-1fd9-4bf0-9e5c-03514ebc3ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:26.368531 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e38c490d-1fd9-4bf0-9e5c-03514ebc3ce3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2ebe9ac6-47be-48bd-ad09-d37e910c5128 HTTP/1.1" status: 204 len: 168 time: 0.3755276 May 30 20:18:26.369148 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-53d93240-7b27-4b2e-8fae-d83c71ceec60 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4373546 May 30 20:18:26.372070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47066) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:26.379374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'subnet': {'network_id': 'e10415d3-f936-43bb-8eae-a50c1347e326', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:26.415582 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network a9b77732-6e20-40b8-b79b-bd59082eaab8 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:18:26.474022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47072) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:26.627318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:26.634059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:subnet and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:26.639936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:26.655257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:26.676712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:18:26.770541 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b1a26-696c-4144-93aa-7776c6ca02a8 req-3725fa8d-7eb8-41ff-8c36-de74fa16ea5a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:26.772056 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f39b1a26-696c-4144-93aa-7776c6ca02a8 req-3725fa8d-7eb8-41ff-8c36-de74fa16ea5a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2155828 May 30 20:18:26.827683 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:27.031513 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f39b1a26-696c-4144-93aa-7776c6ca02a8 req-3cd4cecb-97b4-4210-963a-45ab81324354 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528982 May 30 20:18:27.237609 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d3321d4-a3f4-4afb-a2a6-39d09ce9fc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:27.361325 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:27.441532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Subnet': ['ID=c57af206-381f-4da8-8bf7-ca4dae27c6f7,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:27.482143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061ee41-caaa-4ae2-af6e-1cd90791fe0c req-009bf53c-df44-4aee-a719-aed20282d894 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:27.489398 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7061ee41-caaa-4ae2-af6e-1cd90791fe0c req-009bf53c-df44-4aee-a719-aed20282d894 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.3124709 May 30 20:18:27.494348 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:27.494687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:27.495018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:27.495349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:27.495670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:27.496609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:27.496944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:27.497314 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:27.497636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:27.497953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:27.498265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:27.612524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Checking segment: {'id': '8b4413ac-8461-4bd4-9613-b6b294588d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e10415d3-f936-43bb-8eae-a50c1347e326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:18:27.612872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network hostable DHCP agents. Network: e10415d3-f936-43bb-8eae-a50c1347e326, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:18:27.650800 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7061ee41-caaa-4ae2-af6e-1cd90791fe0c req-0f576145-3478-4a3c-a688-307fad702d42 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604688 May 30 20:18:27.767220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a9a4d-d5d3-41bf-b882-349aefa60d45 req-4bdcfa92-0196-49f2-bc7f-a51b010b705c tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:27.776517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a9a4d-d5d3-41bf-b882-349aefa60d45 req-4bdcfa92-0196-49f2-bc7f-a51b010b705c tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:27.789189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a9a4d-d5d3-41bf-b882-349aefa60d45 req-4bdcfa92-0196-49f2-bc7f-a51b010b705c tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:27.799313 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a9a4d-d5d3-41bf-b882-349aefa60d45 req-4bdcfa92-0196-49f2-bc7f-a51b010b705c tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:27.807770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a9a4d-d5d3-41bf-b882-349aefa60d45 req-4bdcfa92-0196-49f2-bc7f-a51b010b705c tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:27.813884 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a9a4d-d5d3-41bf-b882-349aefa60d45 req-4bdcfa92-0196-49f2-bc7f-a51b010b705c tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:27.828562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a9a4d-d5d3-41bf-b882-349aefa60d45 req-4bdcfa92-0196-49f2-bc7f-a51b010b705c tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:27.830522 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2d4a9a4d-d5d3-41bf-b882-349aefa60d45 req-4bdcfa92-0196-49f2-bc7f-a51b010b705c tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5436 time: 0.3225176 May 30 20:18:27.859489 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d9c6-4c66-4c90-945b-10a8336713af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:27.962299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network e10415d3-f936-43bb-8eae-a50c1347e326 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:18:27.995818 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, e10415d3-f936-43bb-8eae-a50c1347e326) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:28.005710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:28.006856 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:28.022426 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e04dc61-246b-4365-b1a3-9a5d91b20e38 None None] Network e10415d3-f936-43bb-8eae-a50c1347e326 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:18:28.093303 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2d4a9a4d-d5d3-41bf-b882-349aefa60d45 req-df804c2e-fc1a-4851-9da3-a30cb7cfe6af tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2560201 May 30 20:18:28.098492 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-440e4c16-0444-4de5-98e6-5bfebb7bc76a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7252250 May 30 20:18:28.102760 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47110) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:28.112989 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a89f5c00-6034-4b26-a1d7-73b38ec34d2e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'subnet': {'network_id': 'a9b77732-6e20-40b8-b79b-bd59082eaab8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:28.131979 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6d3321d4-a3f4-4afb-a2a6-39d09ce9fc44 admin admin] Deleting port 6e0148e0-9156-46b2-83f4-5ee35abe7c55 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:28.131979 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d3321d4-a3f4-4afb-a2a6-39d09ce9fc44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:28.291451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892143d-a7f0-4882-8957-161df1ab175b req-1ae3be6f-78ce-4b26-b0d6-2dcdbe6cb12e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:28.292655 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3892143d-a7f0-4882-8957-161df1ab175b req-1ae3be6f-78ce-4b26-b0d6-2dcdbe6cb12e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 944 time: 0.4475772 May 30 20:18:28.382474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a89f5c00-6034-4b26-a1d7-73b38ec34d2e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:28.405334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a89f5c00-6034-4b26-a1d7-73b38ec34d2e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:subnet and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:28.439354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a89f5c00-6034-4b26-a1d7-73b38ec34d2e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:28.457754 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-e10415d3-f936-43bb-8eae-a50c1347e326', 'network_id': 'e10415d3-f936-43bb-8eae-a50c1347e326', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'fixed_ips': [{'subnet_id': 'c57af206-381f-4da8-8bf7-ca4dae27c6f7'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:18:28.459454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a89f5c00-6034-4b26-a1d7-73b38ec34d2e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:28.461758 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:28.485848 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3892143d-a7f0-4882-8957-161df1ab175b req-18fe8c9c-85c0-41fd-be8d-20d5536ebee1 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=33caf935-7dd4-44de-b462-dd26c1bad429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685979 May 30 20:18:28.503428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89f5c00-6034-4b26-a1d7-73b38ec34d2e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:18:28.507583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-6d3321d4-a3f4-4afb-a2a6-39d09ce9fc44 admin admin] For port 6e0148e0-9156-46b2-83f4-5ee35abe7c55, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6e0148e0-9156-46b2-83f4-5ee35abe7c55,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:28.509398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d3321d4-a3f4-4afb-a2a6-39d09ce9fc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:28.682388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6d3321d4-a3f4-4afb-a2a6-39d09ce9fc44 admin admin] Calling delete_port for 6e0148e0-9156-46b2-83f4-5ee35abe7c55 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:28.796990 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Allocated IP 172.20.0.2 (e10415d3-f936-43bb-8eae-a50c1347e326/c57af206-381f-4da8-8bf7-ca4dae27c6f7/a8110c6e-0848-45ca-9729-ae3b79ec4b0e) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:18:28.805517 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a89f5c00-6034-4b26-a1d7-73b38ec34d2e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:28.857705 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:18:28.991079 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d3321d4-a3f4-4afb-a2a6-39d09ce9fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:29.073393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3321d4-a3f4-4afb-a2a6-39d09ce9fc44 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e0148e0-9156-46b2-83f4-5ee35abe7c55,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:29.092800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e8cdb50d-dd52-45f7-89a7-f1fe3add3c44, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e8cdb50d-dd52-45f7-89a7-f1fe3add3c44,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:29.114073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'port_id': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44', 'mac_address': 'fa:16:3e:81:21:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:18:29.194349 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:29.245663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:18:29.275537 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915aa482-966c-407a-86ad-2c7d4e43a7f1 req-42e0d4b9-1017-4d1a-b154-87560d4cdd0f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:29.279416 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-915aa482-966c-407a-86ad-2c7d4e43a7f1 req-42e0d4b9-1017-4d1a-b154-87560d4cdd0f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.6508782 May 30 20:18:29.285080 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a89f5c00-6034-4b26-a1d7-73b38ec34d2e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:29.311523 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e8cdb50d-dd52-45f7-89a7-f1fe3add3c44, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e8cdb50d-dd52-45f7-89a7-f1fe3add3c44,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:29.366635 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:29.440999 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-ab8827b2-3b3d-4ebe-bccc-2f484ed6a75d tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:29.445366 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-ab8827b2-3b3d-4ebe-bccc-2f484ed6a75d tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:29.449349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-ab8827b2-3b3d-4ebe-bccc-2f484ed6a75d tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:29.453565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-ab8827b2-3b3d-4ebe-bccc-2f484ed6a75d tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:29.457502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-ab8827b2-3b3d-4ebe-bccc-2f484ed6a75d tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:29.461641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-ab8827b2-3b3d-4ebe-bccc-2f484ed6a75d tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:29.466919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-ab8827b2-3b3d-4ebe-bccc-2f484ed6a75d tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:29.468766 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-ab8827b2-3b3d-4ebe-bccc-2f484ed6a75d tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5436 time: 0.8394783 May 30 20:18:29.488662 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:29.504761 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Transition to ACTIVE for port object a8110c6e-0848-45ca-9729-ae3b79ec4b0e will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:29.507367 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=e8cdb50d-dd52-45f7-89a7-f1fe3add3c44,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:29.534211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Transition to ACTIVE for port object a8110c6e-0848-45ca-9729-ae3b79ec4b0e will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:29.548727 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:29.575468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f5c00-6034-4b26-a1d7-73b38ec34d2e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Subnet': ['ID=98a50990-1897-42e7-b712-d210d994de0d,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:29.610410 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d3321d4-a3f4-4afb-a2a6-39d09ce9fc44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:29.643942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Pushing event updated for resources: {'Port': ['ID=a8110c6e-0848-45ca-9729-ae3b79ec4b0e,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:29.659150 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['e8cdb50d-dd52-45f7-89a7-f1fe3add3c44'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:18:29.718076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-18b3ffa0-df1e-4312-b2ab-9d198ee571d0 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:29.719778 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-18b3ffa0-df1e-4312-b2ab-9d198ee571d0 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.93 "GET /v2.0/ports/fc738771-8a18-43a2-a37a-8f6a9440822a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2299111 May 30 20:18:29.722140 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-915aa482-966c-407a-86ad-2c7d4e43a7f1 req-88382390-ff54-4cca-8d04-ed157bb30166 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189825 May 30 20:18:29.750656 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Network e10415d3-f936-43bb-8eae-a50c1347e326 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:18:29.764794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:29.775093 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:18:29.834187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89f5c00-6034-4b26-a1d7-73b38ec34d2e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Checking segment: {'id': 'fabd528c-68f3-40c8-bd52-b65f83661aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a9b77732-6e20-40b8-b79b-bd59082eaab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:18:29.834637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89f5c00-6034-4b26-a1d7-73b38ec34d2e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network hostable DHCP agents. Network: a9b77732-6e20-40b8-b79b-bd59082eaab8, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:18:29.982859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Attempting to bind port a8110c6e-0848-45ca-9729-ae3b79ec4b0e on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:18:29.983152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Attempting to bind port a8110c6e-0848-45ca-9729-ae3b79ec4b0e by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '8b4413ac-8461-4bd4-9613-b6b294588d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e10415d3-f936-43bb-8eae-a50c1347e326'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:18:29.983516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Attempting to bind port a8110c6e-0848-45ca-9729-ae3b79ec4b0e on network e10415d3-f936-43bb-8eae-a50c1347e326 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:18:30.003410 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:18:30.004063 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Checking segment: {'id': '8b4413ac-8461-4bd4-9613-b6b294588d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e10415d3-f936-43bb-8eae-a50c1347e326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:18:30.004613 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:30.005163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Bound using segment: {'id': '8b4413ac-8461-4bd4-9613-b6b294588d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e10415d3-f936-43bb-8eae-a50c1347e326'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:18:30.005809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Bound port: a8110c6e-0848-45ca-9729-ae3b79ec4b0e, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4413ac-8461-4bd4-9613-b6b294588d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e10415d3-f936-43bb-8eae-a50c1347e326'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:18:30.006589 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:30.020075 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b2822bf1-c07e-4882-9591-3e97362be1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:30.041965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89f5c00-6034-4b26-a1d7-73b38ec34d2e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network a9b77732-6e20-40b8-b79b-bd59082eaab8 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:18:30.098565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-a89f5c00-6034-4b26-a1d7-73b38ec34d2e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, a9b77732-6e20-40b8-b79b-bd59082eaab8) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:30.102819 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f5c00-6034-4b26-a1d7-73b38ec34d2e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:30.103579 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a89f5c00-6034-4b26-a1d7-73b38ec34d2e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:30.112426 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd766fc-9216-4641-9bea-912ca44f96f5 None None] Network a9b77732-6e20-40b8-b79b-bd59082eaab8 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:18:30.117535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453bd0e-c1de-450a-89d5-76bd3618cece req-4d3400ee-9736-4ab2-8822-3f3114e2659a tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:30.121525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453bd0e-c1de-450a-89d5-76bd3618cece req-4d3400ee-9736-4ab2-8822-3f3114e2659a tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:30.125356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453bd0e-c1de-450a-89d5-76bd3618cece req-4d3400ee-9736-4ab2-8822-3f3114e2659a tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:30.129215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453bd0e-c1de-450a-89d5-76bd3618cece req-4d3400ee-9736-4ab2-8822-3f3114e2659a tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:30.133392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453bd0e-c1de-450a-89d5-76bd3618cece req-4d3400ee-9736-4ab2-8822-3f3114e2659a tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:30.137296 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453bd0e-c1de-450a-89d5-76bd3618cece req-4d3400ee-9736-4ab2-8822-3f3114e2659a tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:30.141149 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453bd0e-c1de-450a-89d5-76bd3618cece req-4d3400ee-9736-4ab2-8822-3f3114e2659a tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:30.143046 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2453bd0e-c1de-450a-89d5-76bd3618cece req-4d3400ee-9736-4ab2-8822-3f3114e2659a tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5436 time: 0.6709168 May 30 20:18:30.204913 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-95d07d70-b522-4412-be89-f5b89f615ffb tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.93 "GET /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4751854 May 30 20:18:30.211630 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a89f5c00-6034-4b26-a1d7-73b38ec34d2e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1069925 May 30 20:18:30.218142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47138) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:30.241224 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5b896-e48c-4371-91b9-153288eeb7f5 req-22fe573b-6bbb-4d6b-8ec4-d456150ea23f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:30.242862 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8cc5b896-e48c-4371-91b9-153288eeb7f5 req-22fe573b-6bbb-4d6b-8ec4-d456150ea23f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 945 time: 0.3600278 May 30 20:18:30.247821 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-93639e06-b0cb-42a7-bed0-87885ed6e450 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1683849348', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:30.279090 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-93639e06-b0cb-42a7-bed0-87885ed6e450 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:30.295569 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2453bd0e-c1de-450a-89d5-76bd3618cece req-2c1fe7fa-567c-4a85-bf82-c52fcaa3a274 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1308951 May 30 20:18:30.296766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-93639e06-b0cb-42a7-bed0-87885ed6e450 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:router and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:30.300950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-93639e06-b0cb-42a7-bed0-87885ed6e450 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:30.314399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-93639e06-b0cb-42a7-bed0-87885ed6e450 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:30.333299 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8cc5b896-e48c-4371-91b9-153288eeb7f5 req-51eb81fe-8cc7-4cf9-8899-12971dcc6f6e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=33caf935-7dd4-44de-b462-dd26c1bad429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799258 May 30 20:18:30.337542 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93639e06-b0cb-42a7-bed0-87885ed6e450 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:30.341015 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93639e06-b0cb-42a7-bed0-87885ed6e450 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:30.374225 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93639e06-b0cb-42a7-bed0-87885ed6e450 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:30.381776 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] For port a8110c6e-0848-45ca-9729-ae3b79ec4b0e, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:18:30.411987 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] For port a8110c6e-0848-45ca-9729-ae3b79ec4b0e, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a8110c6e-0848-45ca-9729-ae3b79ec4b0e,segment=NetworkSegment(8b4413ac-8461-4bd4-9613-b6b294588d50),segment_id=8b4413ac-8461-4bd4-9613-b6b294588d50)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:18:30.412725 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93639e06-b0cb-42a7-bed0-87885ed6e450 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:30.417958 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:30.459684 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93639e06-b0cb-42a7-bed0-87885ed6e450 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:30.461608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-a9b77732-6e20-40b8-b79b-bd59082eaab8', 'network_id': 'a9b77732-6e20-40b8-b79b-bd59082eaab8', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'fixed_ips': [{'subnet_id': '98a50990-1897-42e7-b712-d210d994de0d'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:18:30.462477 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:30.465663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-93639e06-b0cb-42a7-bed0-87885ed6e450 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2345142 May 30 20:18:30.467185 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47144) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:30.620939 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b956d-d827-4e2e-b952-de848b830a9d None None] Pushing event updated for resources: {'Port': ['ID=a8110c6e-0848-45ca-9729-ae3b79ec4b0e,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:30.739779 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-06010332-1715-4b26-8d94-9a52148040d3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:30.773013 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Allocated IP 172.21.0.2 (a9b77732-6e20-40b8-b79b-bd59082eaab8/98a50990-1897-42e7-b712-d210d994de0d/8c369e4c-10d5-4b7e-8979-5eab01ec7ee1) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:18:30.883047 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3321d4-a3f4-4afb-a2a6-39d09ce9fc44 admin admin] Router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:18:30.954698 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:31.020024 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-06010332-1715-4b26-8d94-9a52148040d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:31.201184 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a8110c6e-0848-45ca-9729-ae3b79ec4b0e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:31.289380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519385ee-0c02-4556-87f1-c72e80e8e426 req-385e827f-0d0d-4944-8b96-e0afbb550836 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:31.297787 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-519385ee-0c02-4556-87f1-c72e80e8e426 req-385e827f-0d0d-4944-8b96-e0afbb550836 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.7155867 May 30 20:18:31.352364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3321d4-a3f4-4afb-a2a6-39d09ce9fc44 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:18:31.388816 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6d3321d4-a3f4-4afb-a2a6-39d09ce9fc44 admin admin] 10.222.0.84 "PUT /v2.0/routers/3ac716a0-bcee-43f2-b0cc-445e6d284ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9103920 May 30 20:18:31.389665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47172) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:31.393636 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c76093-60ba-4c03-b464-d3e54450a8f5 None None] Sync routers for ids ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:18:31.458508 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:31.543935 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c76093-60ba-4c03-b464-d3e54450a8f5 None None] Routers {'3ac716a0-bcee-43f2-b0cc-445e6d284ad2'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:31.547386 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c6c76093-60ba-4c03-b464-d3e54450a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:18:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:31.793687 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-519385ee-0c02-4556-87f1-c72e80e8e426 req-2158df7f-f2a6-4c8c-b680-276b85542e1a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941576 May 30 20:18:31.837514 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c6c76093-60ba-4c03-b464-d3e54450a8f5 None None] Set router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:18:31.913972 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:31.943952 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device a119ffb7-3481-4755-972d-e59b32f97613 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:32.068413 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-06010332-1715-4b26-8d94-9a52148040d3 service neutron] For port fc738771-8a18-43a2-a37a-8f6a9440822a, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=fc738771-8a18-43a2-a37a-8f6a9440822a,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:32.232652 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-06010332-1715-4b26-8d94-9a52148040d3 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:18:32.256489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59485e-3182-4c2f-882a-ffa6b5132656 req-02dea524-ae77-46cb-8bf6-e9fedcf13187 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:32.260534 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e59485e-3182-4c2f-882a-ffa6b5132656 req-02dea524-ae77-46cb-8bf6-e9fedcf13187 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 945 time: 0.6028636 May 30 20:18:32.290196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:32.359863 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f67c094-f829-4827-8d74-147e6f3a8324 None None] Network e10415d3-f936-43bb-8eae-a50c1347e326 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:18:32.408480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-06010332-1715-4b26-8d94-9a52148040d3 service neutron] For port fc738771-8a18-43a2-a37a-8f6a9440822a, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:18:32.425336 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:32.435096 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:32.446433 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:32.451899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Deleting port 4c353ddc-c091-4d2c-b5c4-1ee73b92c249 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:32.452265 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:32.453947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:32.454454 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:32.515256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port a8110c6e-0848-45ca-9729-ae3b79ec4b0e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:32.779706 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] For port 4c353ddc-c091-4d2c-b5c4-1ee73b92c249, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4c353ddc-c091-4d2c-b5c4-1ee73b92c249,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:32.780567 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:33.042282 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:33.075752 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-06010332-1715-4b26-8d94-9a52148040d3 service neutron] device_id is not set on port fc738771-8a18-43a2-a37a-8f6a9440822a yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:18:33.096974 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df42dbf-a020-46cf-827b-737d72c79569 req-bb0987fc-c180-42ab-a18d-0574aaa5118c tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:33.101612 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df42dbf-a020-46cf-827b-737d72c79569 req-bb0987fc-c180-42ab-a18d-0574aaa5118c tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:33.106888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df42dbf-a020-46cf-827b-737d72c79569 req-bb0987fc-c180-42ab-a18d-0574aaa5118c tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:33.115575 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df42dbf-a020-46cf-827b-737d72c79569 req-bb0987fc-c180-42ab-a18d-0574aaa5118c tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:33.130928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df42dbf-a020-46cf-827b-737d72c79569 req-bb0987fc-c180-42ab-a18d-0574aaa5118c tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:33.155138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df42dbf-a020-46cf-827b-737d72c79569 req-bb0987fc-c180-42ab-a18d-0574aaa5118c tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:33.159110 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:33.159885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df42dbf-a020-46cf-827b-737d72c79569 req-bb0987fc-c180-42ab-a18d-0574aaa5118c tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:33.161932 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4df42dbf-a020-46cf-827b-737d72c79569 req-bb0987fc-c180-42ab-a18d-0574aaa5118c tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 5436 time: 1.0512762 May 30 20:18:33.168516 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-06010332-1715-4b26-8d94-9a52148040d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:33.188747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Transition to ACTIVE for port object 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:33.206641 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6fb82190-249b-4c37-8ab2-3180f961c56e None None] Provisioning for port a8110c6e-0848-45ca-9729-ae3b79ec4b0e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:33.233192 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:33.243021 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e59485e-3182-4c2f-882a-ffa6b5132656 req-c096356b-bbe0-4b9d-95fa-9ccd4197fc75 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=33caf935-7dd4-44de-b462-dd26c1bad429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9745860 May 30 20:18:33.249667 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-06010332-1715-4b26-8d94-9a52148040d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:33.270714 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:33.302332 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6fb82190-249b-4c37-8ab2-3180f961c56e None None] Provisioning complete for port a8110c6e-0848-45ca-9729-ae3b79ec4b0e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:33.307448 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6fb82190-249b-4c37-8ab2-3180f961c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:33.338493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Calling delete_port for 4c353ddc-c091-4d2c-b5c4-1ee73b92c249 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:33.467943 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06010332-1715-4b26-8d94-9a52148040d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc738771-8a18-43a2-a37a-8f6a9440822a,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:33.568921 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Transition to ACTIVE for port object 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:33.618591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port a119ffb7-3481-4755-972d-e59b32f97613, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=a119ffb7-3481-4755-972d-e59b32f97613,segment=NetworkSegment(4a2dfae7-5417-47c1-b3b3-4f49e14fbe78),segment_id=4a2dfae7-5417-47c1-b3b3-4f49e14fbe78)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:33.659249 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a119ffb7-3481-4755-972d-e59b32f97613'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:33.678945 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:33.679643 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c9dd14dc-8615-4ccf-8a3a-87c921095f0d no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:33.721144 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:33.741233 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4df42dbf-a020-46cf-827b-737d72c79569 req-e8029330-8203-4d5a-8fc2-8dc82b1afe5b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4963200 May 30 20:18:33.775664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-06010332-1715-4b26-8d94-9a52148040d3 service neutron] No DVR routers for this DVR port fc738771-8a18-43a2-a37a-8f6a9440822a on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:18:33.785153 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:33.790442 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Pushing event deleted for resources: {'Port': ['ID=4c353ddc-c091-4d2c-b5c4-1ee73b92c249,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:33.795950 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:33.886545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:33.888313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:33.889942 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:33.890416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:33.890918 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:33.892146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:33.895429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:33.897073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:33.897762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:33.898246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:33.898733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:33.920618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-06010332-1715-4b26-8d94-9a52148040d3 service neutron] In _notify_port_updated(), no bound segment for port fc738771-8a18-43a2-a37a-8f6a9440822a on network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 {{(pid=84023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:18:33.921840 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-06010332-1715-4b26-8d94-9a52148040d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:33.923240 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-06010332-1715-4b26-8d94-9a52148040d3 service neutron] 10.222.0.93 "PUT /v2.0/ports/fc738771-8a18-43a2-a37a-8f6a9440822a HTTP/1.1" status: 200 len: 1028 time: 3.7058873 May 30 20:18:33.943635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Network a9b77732-6e20-40b8-b79b-bd59082eaab8 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:18:33.962212 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:33.994281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e8cdb50d-dd52-45f7-89a7-f1fe3add3c44, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e8cdb50d-dd52-45f7-89a7-f1fe3add3c44,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:34.021488 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d995a2-4cb0-45e9-a723-30d31e91c865'] response: {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a119ffb7-3481-4755-972d-e59b32f97613', 'code': 200} May 30 20:18:34.024828 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:18:34.064496 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.094610 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c6c76093-60ba-4c03-b464-d3e54450a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:18:28Z', 'revision_number': 5, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'gw_port': {'id': '4c353ddc-c091-4d2c-b5c4-1ee73b92c249', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:13:06Z', 'updated_at': '2022-05-30T20:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:34.101897 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6fb82190-249b-4c37-8ab2-3180f961c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.109723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25d75e-be6d-43cd-bec6-283491c785c5 req-4d687a50-27f4-43a5-900f-11e7240aac1b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:34.114125 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc25d75e-be6d-43cd-bec6-283491c785c5 req-4d687a50-27f4-43a5-900f-11e7240aac1b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.4366386 May 30 20:18:34.121250 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-98004b14-372d-400c-a8d0-272a69bae66b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:34.125659 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-98004b14-372d-400c-a8d0-272a69bae66b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.93 "GET /v2.0/ports/c9dd14dc-8615-4ccf-8a3a-87c921095f0d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1933045 May 30 20:18:34.135494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=a119ffb7-3481-4755-972d-e59b32f97613,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:34.142622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-def61493-bd57-473e-b61f-6cda73b9d62c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:34.199953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Allocated IP 172.20.0.1 (e10415d3-f936-43bb-8eae-a50c1347e326/c57af206-381f-4da8-8bf7-ca4dae27c6f7/fc3c35a5-0b02-4420-8a9c-51639f58fac3) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:18:34.266213 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c76093-60ba-4c03-b464-d3e54450a8f5 None None] Checking router: 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:18:34.403154 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.470895 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6fb82190-249b-4c37-8ab2-3180f961c56e None None] For port a8110c6e-0848-45ca-9729-ae3b79ec4b0e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a8110c6e-0848-45ca-9729-ae3b79ec4b0e,segment=NetworkSegment(8b4413ac-8461-4bd4-9613-b6b294588d50),segment_id=8b4413ac-8461-4bd4-9613-b6b294588d50)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:34.487912 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c76093-60ba-4c03-b464-d3e54450a8f5 None None] Routers {'3ac716a0-bcee-43f2-b0cc-445e6d284ad2'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:34.488775 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c6c76093-60ba-4c03-b464-d3e54450a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:18:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:34.545230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Pushing event updated for resources: {'Port': ['ID=8c369e4c-10d5-4b7e-8979-5eab01ec7ee1,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:34.547790 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Attempting to bind port 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:18:34.548356 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Attempting to bind port 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'fabd528c-68f3-40c8-bd52-b65f83661aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a9b77732-6e20-40b8-b79b-bd59082eaab8'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:18:34.548891 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Attempting to bind port 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1 on network a9b77732-6e20-40b8-b79b-bd59082eaab8 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:18:34.604724 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6fb82190-249b-4c37-8ab2-3180f961c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.679601 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.707483 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.721863 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Transition to ACTIVE for port object fc3c35a5-0b02-4420-8a9c-51639f58fac3 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:34.732433 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.736755 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.764625 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.765171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:18:34.765628 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc25d75e-be6d-43cd-bec6-283491c785c5 req-d35bdd9b-8872-4060-90a5-febcd56aaa5b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5875340 May 30 20:18:34.772658 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:18:34.773256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Checking segment: {'id': 'fabd528c-68f3-40c8-bd52-b65f83661aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a9b77732-6e20-40b8-b79b-bd59082eaab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:18:34.773808 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.774374 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Bound using segment: {'id': 'fabd528c-68f3-40c8-bd52-b65f83661aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a9b77732-6e20-40b8-b79b-bd59082eaab8'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:18:34.775024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Bound port: 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabd528c-68f3-40c8-bd52-b65f83661aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a9b77732-6e20-40b8-b79b-bd59082eaab8'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:18:34.775710 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.777202 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.779749 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.781184 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ad1d5b17-d9f0-4b90-816d-f970fbfc809c admin admin] 10.222.0.84 "DELETE /v2.0/routers/3ac716a0-bcee-43f2-b0cc-445e6d284ad2 HTTP/1.1" status: 204 len: 168 time: 3.3903801 May 30 20:18:34.783707 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47244) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:34.838676 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c6c76093-60ba-4c03-b464-d3e54450a8f5 None None] Set router 3ac716a0-bcee-43f2-b0cc-445e6d284ad2 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:18:34.854580 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9c045e-4541-40d2-977e-5ef23b6d5d85 admin admin] Deleting subnet b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:18:34.858534 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1f9c045e-4541-40d2-977e-5ef23b6d5d85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.870549 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-def61493-bd57-473e-b61f-6cda73b9d62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.950904 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1f9c045e-4541-40d2-977e-5ef23b6d5d85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:35.021215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c9dd14dc-8615-4ccf-8a3a-87c921095f0d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c9dd14dc-8615-4ccf-8a3a-87c921095f0d,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:35.034643 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=e8cdb50d-dd52-45f7-89a7-f1fe3add3c44,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:35.072769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network e10415d3-f936-43bb-8eae-a50c1347e326 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:18:35.081671 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-def61493-bd57-473e-b61f-6cda73b9d62c service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:18:35.081989 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-def61493-bd57-473e-b61f-6cda73b9d62c service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:18:35.093723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:35.138469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:18:35.243725 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1f9c045e-4541-40d2-977e-5ef23b6d5d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:35.330679 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:35.406258 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:35.406877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f846b61e-b0d7-4049-98a5-549dde8e7f22 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:35.452089 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1f9c045e-4541-40d2-977e-5ef23b6d5d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:35.475919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=fc3c35a5-0b02-4420-8a9c-51639f58fac3,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:35.514500 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:35.539455 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c045e-4541-40d2-977e-5ef23b6d5d85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:35.551891 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c6c76093-60ba-4c03-b464-d3e54450a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:18:33Z', 'revision_number': 7, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:35.556407 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1f9c045e-4541-40d2-977e-5ef23b6d5d85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:35.570942 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1f9c045e-4541-40d2-977e-5ef23b6d5d85 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/b0d1c702-0ab7-49ec-8a4c-c0428c63f5f1 HTTP/1.1" status: 204 len: 168 time: 0.7861731 May 30 20:18:35.572064 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47262) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:35.604279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb82190-249b-4c37-8ab2-3180f961c56e None None] Pushing event updated for resources: {'Port': ['ID=a8110c6e-0848-45ca-9729-ae3b79ec4b0e,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:35.614782 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e433f8-c7b7-4c03-a42a-a457a42010d0 None None] Network efb471ec-2aac-4789-83c5-5fd42e6f1b1a requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:18:35.630090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c76093-60ba-4c03-b464-d3e54450a8f5 None None] The sync data for ids ['3ac716a0-bcee-43f2-b0cc-445e6d284ad2'] in n-d-843949-2 is: [{'id': '3ac716a0-bcee-43f2-b0cc-445e6d284ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1209736146-router', 'tenant_id': '180189b01ed94322bd9d30462dff2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:13:05Z', 'updated_at': '2022-05-30T20:18:33Z', 'revision_number': 7, 'project_id': '180189b01ed94322bd9d30462dff2e77', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:18:35.679810 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ad29ddeb-dc13-448d-9a64-a4b4700c0766 None None] Provisioning complete for port fc738771-8a18-43a2-a37a-8f6a9440822a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:35.680420 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ad29ddeb-dc13-448d-9a64-a4b4700c0766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:35.747309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e626c-b6ba-4205-9c09-714059591f11 req-f1745831-00bd-4b63-9ec3-11b6237c180c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:35.748940 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-444e626c-b6ba-4205-9c09-714059591f11 req-f1745831-00bd-4b63-9ec3-11b6237c180c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 946 time: 1.2480848 May 30 20:18:35.764835 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:35.791268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] Deleting port d4d64cc6-126d-4e42-a06c-2a054568d712 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:35.791594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:35.932889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=c9dd14dc-8615-4ccf-8a3a-87c921095f0d,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:36.014733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] For port 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:18:36.022538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] For port 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8c369e4c-10d5-4b7e-8979-5eab01ec7ee1,segment=NetworkSegment(fabd528c-68f3-40c8-bd52-b65f83661aee),segment_id=fabd528c-68f3-40c8-bd52-b65f83661aee)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:18:36.026303 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ad29ddeb-dc13-448d-9a64-a4b4700c0766 None None] Port fc738771-8a18-43a2-a37a-8f6a9440822a cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:18:36.036799 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ae6c35-6f49-4c43-8516-548c33215704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44'}, {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9dd14dc-8615-4ccf-8a3a-87c921095f0d'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:36.139343 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:36.162350 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-def61493-bd57-473e-b61f-6cda73b9d62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:36.233905 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] For port d4d64cc6-126d-4e42-a06c-2a054568d712, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d4d64cc6-126d-4e42-a06c-2a054568d712,segment=NetworkSegment(cc97e501-0012-4f39-9902-9465e177099d),segment_id=cc97e501-0012-4f39-9902-9465e177099d)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:36.234262 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:36.266283 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-444e626c-b6ba-4205-9c09-714059591f11 req-e4ac9db6-9c20-486a-9ad7-aa01c1180e36 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=33caf935-7dd4-44de-b462-dd26c1bad429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4984853 May 30 20:18:36.281106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d15f44-9012-4153-ad16-70f665ca3d15 req-5f9f8c05-482f-4c9a-9925-6b5f24822cea tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:36.286341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d15f44-9012-4153-ad16-70f665ca3d15 req-5f9f8c05-482f-4c9a-9925-6b5f24822cea tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:36.291297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d15f44-9012-4153-ad16-70f665ca3d15 req-5f9f8c05-482f-4c9a-9925-6b5f24822cea tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:36.296464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d15f44-9012-4153-ad16-70f665ca3d15 req-5f9f8c05-482f-4c9a-9925-6b5f24822cea tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:36.300722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d15f44-9012-4153-ad16-70f665ca3d15 req-5f9f8c05-482f-4c9a-9925-6b5f24822cea tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:36.305369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d15f44-9012-4153-ad16-70f665ca3d15 req-5f9f8c05-482f-4c9a-9925-6b5f24822cea tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:36.313656 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b1d15f44-9012-4153-ad16-70f665ca3d15 req-5f9f8c05-482f-4c9a-9925-6b5f24822cea tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 4657 time: 0.7875953 May 30 20:18:36.498720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] Calling delete_port for d4d64cc6-126d-4e42-a06c-2a054568d712 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:36.634316 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193556d0-0041-4ca8-868b-d79abc990f6b None None] Pushing event updated for resources: {'Port': ['ID=8c369e4c-10d5-4b7e-8979-5eab01ec7ee1,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:36.650514 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:36.691936 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:36.694732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9c139eb7-a9e6-44bf-b2e4-5d3287280a68 None None] Provisioning complete for port a8110c6e-0848-45ca-9729-ae3b79ec4b0e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:36.695107 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9c139eb7-a9e6-44bf-b2e4-5d3287280a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:36.810785 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d64cc6-126d-4e42-a06c-2a054568d712,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:36.826240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] No DVR routers for this DVR port d4d64cc6-126d-4e42-a06c-2a054568d712 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:18:36.891029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-def61493-bd57-473e-b61f-6cda73b9d62c service neutron] For port c9dd14dc-8615-4ccf-8a3a-87c921095f0d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c9dd14dc-8615-4ccf-8a3a-87c921095f0d,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:36.972003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-def61493-bd57-473e-b61f-6cda73b9d62c service neutron] For port c9dd14dc-8615-4ccf-8a3a-87c921095f0d, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:18:37.029780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f846b61e-b0d7-4049-98a5-549dde8e7f22, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f846b61e-b0d7-4049-98a5-549dde8e7f22,segment=NetworkSegment(9ac5df36-6ecf-4237-9c31-5563d393e94a),segment_id=9ac5df36-6ecf-4237-9c31-5563d393e94a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:37.063399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-def61493-bd57-473e-b61f-6cda73b9d62c service neutron] device_id is not set on port c9dd14dc-8615-4ccf-8a3a-87c921095f0d yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:18:37.076699 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-def61493-bd57-473e-b61f-6cda73b9d62c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:37.100566 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b1d15f44-9012-4153-ad16-70f665ca3d15 req-723c0fbf-e64e-4bd7-ae5a-93861c6340ce tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=e610163e-fc54-4f86-8b20-398a5363c1fa&id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7856901 May 30 20:18:37.123954 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:37.124693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c0ef498a-f8d4-4992-b421-7e95058e3c69 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:37.165901 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-def61493-bd57-473e-b61f-6cda73b9d62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:37.275365 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:37.307184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb471ec-2aac-4789-83c5-5fd42e6f1b1a']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:37.333226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc97e501-0012-4f39-9902-9465e177099d') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:37.333515 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc97e501-0012-4f39-9902-9465e177099d') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:37.354028 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:37.376217 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:37.383415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:18:37.383819 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:37.455805 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b817b0-fd8a-4143-8253-359e25ded92f'] response: {'server_uuid': '57ae6c35-6f49-4c43-8516-548c33215704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44', 'code': 200} May 30 20:18:37.456383 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b817b0-fd8a-4143-8253-359e25ded92f'] response: {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9dd14dc-8615-4ccf-8a3a-87c921095f0d', 'code': 200} May 30 20:18:37.545826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47290) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: timer() May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:18:37.546648 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:18:37.561891 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:37.564205 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:37.641564 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:37.644509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] Pushing event deleted for resources: {'Network': ['ID=efb471ec-2aac-4789-83c5-5fd42e6f1b1a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:37.657921 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:37.685385 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5c038c-adeb-4105-b3f0-3deddfb0d35c None None] DHCP port deletion for efb471ec-2aac-4789-83c5-5fd42e6f1b1a request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:18:37.691837 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d0ad730c-5276-4018-8c32-dd82f1cf836a admin admin] 10.222.0.84 "DELETE /v2.0/networks/efb471ec-2aac-4789-83c5-5fd42e6f1b1a HTTP/1.1" status: 204 len: 168 time: 2.1188378 May 30 20:18:37.847839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=f846b61e-b0d7-4049-98a5-549dde8e7f22,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:37.956312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9c139eb7-a9e6-44bf-b2e4-5d3287280a68 None None] Provisioning for port fc3c35a5-0b02-4420-8a9c-51639f58fac3 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:37.993805 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9c139eb7-a9e6-44bf-b2e4-5d3287280a68 None None] Provisioning complete for port fc3c35a5-0b02-4420-8a9c-51639f58fac3 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:37.994328 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9c139eb7-a9e6-44bf-b2e4-5d3287280a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:37.998449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47306) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:38.077645 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.081593 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8d2eca71-1b48-4674-9b62-dd7ee0410df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.107409 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd237dc-0b2b-42e9-b9bc-ab00bb61dfb5 req-25c52b43-c695-49dd-a245-14713c29e36d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:38.115390 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:38.118792 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3bd237dc-0b2b-42e9-b9bc-ab00bb61dfb5 req-25c52b43-c695-49dd-a245-14713c29e36d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 1.6690993 May 30 20:18:38.135773 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a8110c6e-0848-45ca-9729-ae3b79ec4b0e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:38.163041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def61493-bd57-473e-b61f-6cda73b9d62c service neutron] Pushing event updated for resources: {'Port': ['ID=c9dd14dc-8615-4ccf-8a3a-87c921095f0d,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:38.181947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-9c139eb7-a9e6-44bf-b2e4-5d3287280a68 None None] Port fc3c35a5-0b02-4420-8a9c-51639f58fac3 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:18:38.191935 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3357de18-be83-4784-8a96-f66cff61e0aa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=180189b01ed94322bd9d30462dff2e77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1923871 May 30 20:18:38.193170 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8d2eca71-1b48-4674-9b62-dd7ee0410df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:38.195426 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47316) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:38.221458 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c0ef498a-f8d4-4992-b421-7e95058e3c69, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c0ef498a-f8d4-4992-b421-7e95058e3c69,segment=NetworkSegment(9ac5df36-6ecf-4237-9c31-5563d393e94a),segment_id=9ac5df36-6ecf-4237-9c31-5563d393e94a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:38.231422 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.232148 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device fc738771-8a18-43a2-a37a-8f6a9440822a no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:38.248280 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8d2eca71-1b48-4674-9b62-dd7ee0410df3 admin admin] Usage tracker for resource:security_group_rule and tenant:7996dc1a0d8e48d3b9cb999a9ef1b380 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:38.268148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8d2eca71-1b48-4674-9b62-dd7ee0410df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:38.271075 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f005cc7-205f-4eec-87a6-1b6698c31169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.300413 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f005cc7-205f-4eec-87a6-1b6698c31169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.306036 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.363169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8d2eca71-1b48-4674-9b62-dd7ee0410df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:38.366626 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f005cc7-205f-4eec-87a6-1b6698c31169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.406201 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f005cc7-205f-4eec-87a6-1b6698c31169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2184c6d-1491-4281-80cb-44e9909f8c5b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:38.427357 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f005cc7-205f-4eec-87a6-1b6698c31169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.429812 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3f005cc7-205f-4eec-87a6-1b6698c31169 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b2184c6d-1491-4281-80cb-44e9909f8c5b HTTP/1.1" status: 204 len: 168 time: 0.2330334 May 30 20:18:38.448501 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.485075 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device fc738771-8a18-43a2-a37a-8f6a9440822a not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:18:38.485505 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 8185b0a2-aba5-4088-8b42-71d8b45ced23 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:38.543953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=c0ef498a-f8d4-4992-b421-7e95058e3c69,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:38.549079 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d5953ff5-c36f-485b-8c24-9f25f7755b45 None None] Provisioning complete for port c9dd14dc-8615-4ccf-8a3a-87c921095f0d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:38.549450 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d5953ff5-c36f-485b-8c24-9f25f7755b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.580867 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8d2eca71-1b48-4674-9b62-dd7ee0410df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.585226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a8110c6e-0848-45ca-9729-ae3b79ec4b0e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:38.585226 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.600258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8d2eca71-1b48-4674-9b62-dd7ee0410df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.602655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-def61493-bd57-473e-b61f-6cda73b9d62c service neutron] No DVR routers for this DVR port c9dd14dc-8615-4ccf-8a3a-87c921095f0d on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:18:38.675363 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8d2eca71-1b48-4674-9b62-dd7ee0410df3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7996dc1a0d8e48d3b9cb999a9ef1b380&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1275432 May 30 20:18:38.676076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47328) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:38.677447 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2eca71-1b48-4674-9b62-dd7ee0410df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc28491d-a7ec-4dc3-90ca-cc74a53684e5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:38.695447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55a5aa7-9fab-4be4-8faf-663ac2b7e03e None None] Network a9b77732-6e20-40b8-b79b-bd59082eaab8 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:18:38.773177 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd6cebf4-1f96-466e-94d9-59d24ec34401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.790176 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3bd237dc-0b2b-42e9-b9bc-ab00bb61dfb5 req-3fe17719-348d-4cf1-92dd-23b55237e77c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6179860 May 30 20:18:38.798198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=fc3c35a5-0b02-4420-8a9c-51639f58fac3,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:38.818858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908183fb-76b8-4136-8425-9cf10929d810 req-bb4582a2-eca4-42ee-a015-32ba28223d3c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:38.825868 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-908183fb-76b8-4136-8425-9cf10929d810 req-bb4582a2-eca4-42ee-a015-32ba28223d3c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 946 time: 1.0535681 May 30 20:18:38.849517 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.857157 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd6cebf4-1f96-466e-94d9-59d24ec34401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.885912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-def61493-bd57-473e-b61f-6cda73b9d62c service neutron] In _notify_port_updated(), no bound segment for port c9dd14dc-8615-4ccf-8a3a-87c921095f0d on network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 {{(pid=84023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:18:38.887664 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-def61493-bd57-473e-b61f-6cda73b9d62c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.889138 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-def61493-bd57-473e-b61f-6cda73b9d62c service neutron] 10.222.0.93 "PUT /v2.0/ports/c9dd14dc-8615-4ccf-8a3a-87c921095f0d HTTP/1.1" status: 200 len: 1028 time: 4.7507014 May 30 20:18:38.897906 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d0184667-5679-4e34-ac30-4dc5b6b13b33 req-98e5d4f9-8d71-48bf-8c23-527c7c6b8ec4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 1097 time: 1.2604835 May 30 20:18:38.984643 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd6cebf4-1f96-466e-94d9-59d24ec34401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:39.003536 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d5953ff5-c36f-485b-8c24-9f25f7755b45 None None] Port c9dd14dc-8615-4ccf-8a3a-87c921095f0d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:18:39.016508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cebf4-1f96-466e-94d9-59d24ec34401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc28491d-a7ec-4dc3-90ca-cc74a53684e5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:39.024673 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd6cebf4-1f96-466e-94d9-59d24ec34401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:39.029861 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bd6cebf4-1f96-466e-94d9-59d24ec34401 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cc28491d-a7ec-4dc3-90ca-cc74a53684e5 HTTP/1.1" status: 204 len: 168 time: 0.3341804 May 30 20:18:39.334912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-908183fb-76b8-4136-8425-9cf10929d810 req-da7fff91-ed21-4168-bb68-ee86d7afca42 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=33caf935-7dd4-44de-b462-dd26c1bad429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5081918 May 30 20:18:39.344397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-b6139c77-a6cf-4bdf-88ab-c2d8d05cf580 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Deleting port c0ef498a-f8d4-4992-b421-7e95058e3c69 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:39.345072 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-b6139c77-a6cf-4bdf-88ab-c2d8d05cf580 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:39.432161 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d0184667-5679-4e34-ac30-4dc5b6b13b33 req-239a4f4c-e01e-4527-b099-7b5e9609c3df service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=33caf935-7dd4-44de-b462-dd26c1bad429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4483802 May 30 20:18:39.452520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3f46b9a1-d0c8-4b5a-b86b-f2fff3c608a9 None None] Provisioning for port 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:39.466989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f846b61e-b0d7-4049-98a5-549dde8e7f22'}, {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0ef498a-f8d4-4992-b421-7e95058e3c69'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:39.471454 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:39.525798 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3f46b9a1-d0c8-4b5a-b86b-f2fff3c608a9 None None] Provisioning complete for port 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:39.526385 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3f46b9a1-d0c8-4b5a-b86b-f2fff3c608a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:39.591682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3aec8-e624-4c46-9ed2-ba0b30c985ba req-a5836c70-eba5-44ae-a089-ba2327a079ab tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:39.603105 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3aec8-e624-4c46-9ed2-ba0b30c985ba req-a5836c70-eba5-44ae-a089-ba2327a079ab tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:39.611863 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3aec8-e624-4c46-9ed2-ba0b30c985ba req-a5836c70-eba5-44ae-a089-ba2327a079ab tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:39.617567 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3aec8-e624-4c46-9ed2-ba0b30c985ba req-a5836c70-eba5-44ae-a089-ba2327a079ab tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:39.619795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3aec8-e624-4c46-9ed2-ba0b30c985ba req-a5836c70-eba5-44ae-a089-ba2327a079ab tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:39.628903 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82a3aec8-e624-4c46-9ed2-ba0b30c985ba req-a5836c70-eba5-44ae-a089-ba2327a079ab tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 3880 time: 0.3861351 May 30 20:18:39.657360 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network e10415d3-f936-43bb-8eae-a50c1347e326 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:18:39.662413 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:39.667400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6e0148e0-9156-46b2-83f4-5ee35abe7c55 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:39.739551 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8296d375-5d90-40d3-bcb4-8d91fd6c5c8e'] response: {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f846b61e-b0d7-4049-98a5-549dde8e7f22', 'code': 200} May 30 20:18:39.741140 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8296d375-5d90-40d3-bcb4-8d91fd6c5c8e'] response: {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0ef498a-f8d4-4992-b421-7e95058e3c69', 'code': 200} May 30 20:18:39.781046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 6e0148e0-9156-46b2-83f4-5ee35abe7c55 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:18:39.782022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6e0148e0-9156-46b2-83f4-5ee35abe7c55 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:18:39.782635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4c353ddc-c091-4d2c-b5c4-1ee73b92c249 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:39.820411 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 8185b0a2-aba5-4088-8b42-71d8b45ced23, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=8185b0a2-aba5-4088-8b42-71d8b45ced23,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:39.832874 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 4c353ddc-c091-4d2c-b5c4-1ee73b92c249 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:18:39.833523 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4c353ddc-c091-4d2c-b5c4-1ee73b92c249 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:18:39.835229 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:39.836561 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device d19c9106-68fd-4008-8dad-fb546e20a36f no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:39.991493 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d4d64cc6-126d-4e42-a06c-2a054568d712 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:40.066708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: d4d64cc6-126d-4e42-a06c-2a054568d712 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:18:40.067314 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d4d64cc6-126d-4e42-a06c-2a054568d712 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:18:40.184272 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47382) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:40.222190 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3f46b9a1-d0c8-4b5a-b86b-f2fff3c608a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:40.291158 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=8185b0a2-aba5-4088-8b42-71d8b45ced23,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:40.335811 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:40.397880 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82a3aec8-e624-4c46-9ed2-ba0b30c985ba req-a3485bef-67a4-48c7-8a8b-3ec90c757fb0 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7676079 May 30 20:18:40.425025 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port d19c9106-68fd-4008-8dad-fb546e20a36f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d19c9106-68fd-4008-8dad-fb546e20a36f,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:40.438253 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3f46b9a1-d0c8-4b5a-b86b-f2fff3c608a9 None None] For port 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8c369e4c-10d5-4b7e-8979-5eab01ec7ee1,segment=NetworkSegment(fabd528c-68f3-40c8-bd52-b65f83661aee),segment_id=fabd528c-68f3-40c8-bd52-b65f83661aee)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:40.444977 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:40.491620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-b6139c77-a6cf-4bdf-88ab-c2d8d05cf580 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] For port c0ef498a-f8d4-4992-b421-7e95058e3c69, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c0ef498a-f8d4-4992-b421-7e95058e3c69,segment=NetworkSegment(9ac5df36-6ecf-4237-9c31-5563d393e94a),segment_id=9ac5df36-6ecf-4237-9c31-5563d393e94a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:40.492078 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-b6139c77-a6cf-4bdf-88ab-c2d8d05cf580 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:40.495137 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3f46b9a1-d0c8-4b5a-b86b-f2fff3c608a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:40.524954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974e96f-a47f-47e3-8c00-933de6e842f1 req-fe0b61e7-8361-4d61-8666-a34d05001a8a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:40.543919 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=d19c9106-68fd-4008-8dad-fb546e20a36f,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:40.555283 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3974e96f-a47f-47e3-8c00-933de6e842f1 req-fe0b61e7-8361-4d61-8666-a34d05001a8a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.5934901 May 30 20:18:40.597715 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1993294168-network', 'tenant_id': '210942c2f7d24688a396c30d7894503b'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:40.622650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:40.635711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Usage tracker for resource:network and tenant:210942c2f7d24688a396c30d7894503b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:40.669430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:40.671472 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46b9a1-d0c8-4b5a-b86b-f2fff3c608a9 None None] Pushing event updated for resources: {'Port': ['ID=8c369e4c-10d5-4b7e-8979-5eab01ec7ee1,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:40.691577 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:40.700933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-027bb339-375d-425b-a972-ed21a70f4448 None None] Provisioning complete for port fc3c35a5-0b02-4420-8a9c-51639f58fac3 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:40.701740 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-027bb339-375d-425b-a972-ed21a70f4448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:40.739748 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Made reservation on behalf of 210942c2f7d24688a396c30d7894503b for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:18:40.742200 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:40.756793 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:40.844226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:40.850984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Usage tracker for resource:security_group_rule and tenant:210942c2f7d24688a396c30d7894503b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:40.858121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-b6139c77-a6cf-4bdf-88ab-c2d8d05cf580 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Calling delete_port for c0ef498a-f8d4-4992-b421-7e95058e3c69 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:40.858823 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-027bb339-375d-425b-a972-ed21a70f4448 None None] Port fc3c35a5-0b02-4420-8a9c-51639f58fac3 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:18:40.863668 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:40.873296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-027bb339-375d-425b-a972-ed21a70f4448 None None] Provisioning complete for port 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:40.873659 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-027bb339-375d-425b-a972-ed21a70f4448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:40.875849 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:40.975091 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:40.980714 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47404) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:40.989862 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.005521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:18:41.030254 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.030254 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Added segment e737f60a-1093-4c32-a24b-cb2b7413af08 of type vlan for network b1e22102-21d2-4484-a4f4-26f76f6ed12d May 30 20:18:41.055457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaae97ab-4514-4787-9b33-095c10d861a0,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:41.075995 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.118620 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-b6139c77-a6cf-4bdf-88ab-c2d8d05cf580 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.126655 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.128321 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:41.129241 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.194445 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1520790498-network', 'tenant_id': '608b247ba58240c299e7afc7b3126780'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:41.203363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:41.210986 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Usage tracker for resource:network and tenant:608b247ba58240c299e7afc7b3126780 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:41.264510 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0784917 May 30 20:18:41.271165 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:41.283390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47414) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:41.294237 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-869df483-6999-4ee5-beb2-c540a52797d1 admin admin] Request body: {'subnet': {'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1993294168-subnet', 'tenant_id': '210942c2f7d24688a396c30d7894503b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:41.298770 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:41.306940 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-869df483-6999-4ee5-beb2-c540a52797d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:41.315350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a912557-b9b4-4730-8495-96fc9f066678 admin admin] Pushing event updated for resources: {'Network': ['ID=b1e22102-21d2-4484-a4f4-26f76f6ed12d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:41.318736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-869df483-6999-4ee5-beb2-c540a52797d1 admin admin] Usage tracker for resource:subnet and tenant:210942c2f7d24688a396c30d7894503b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:41.322499 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-869df483-6999-4ee5-beb2-c540a52797d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:41.325933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network b1e22102-21d2-4484-a4f4-26f76f6ed12d details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:18:41.330651 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Made reservation on behalf of 608b247ba58240c299e7afc7b3126780 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:18:41.333481 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.352264 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.360987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-b6139c77-a6cf-4bdf-88ab-c2d8d05cf580 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] No DVR routers for this DVR port c0ef498a-f8d4-4992-b421-7e95058e3c69 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:18:41.362724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6139c77-a6cf-4bdf-88ab-c2d8d05cf580 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event deleted for resources: {'Port': ['ID=c0ef498a-f8d4-4992-b421-7e95058e3c69,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:41.364287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-869df483-6999-4ee5-beb2-c540a52797d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:41.366909 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-b6139c77-a6cf-4bdf-88ab-c2d8d05cf580 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.381603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-deleted', 'tag': 'c0ef498a-f8d4-4992-b421-7e95058e3c69'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:41.384788 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869df483-6999-4ee5-beb2-c540a52797d1 admin admin] Made reservation on behalf of 210942c2f7d24688a396c30d7894503b for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:18:41.387369 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-869df483-6999-4ee5-beb2-c540a52797d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.433729 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3974e96f-a47f-47e3-8c00-933de6e842f1 req-49040264-c03f-42b6-8e7a-05fdbb9a7367 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8770411 May 30 20:18:41.434618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router 1164af3d-fa27-470f-b932-5c27b4307ca1 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:18:41.448563 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-b6139c77-a6cf-4bdf-88ab-c2d8d05cf580 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.93 "DELETE /v2.0/ports/c0ef498a-f8d4-4992-b421-7e95058e3c69 HTTP/1.1" status: 204 len: 173 time: 2.5486240 May 30 20:18:41.499347 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:41.511894 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Usage tracker for resource:security_group_rule and tenant:608b247ba58240c299e7afc7b3126780 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:41.516299 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:41.530450 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:41.594193 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-75ec1bcc-e47e-45a7-87bd-e7430d32a799 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Deleting port f846b61e-b0d7-4049-98a5-549dde8e7f22 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:41.594544 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-75ec1bcc-e47e-45a7-87bd-e7430d32a799 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.623469 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2c7d4b-dd87-465d-a1ee-04c136aeefca'] response: {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-deleted', 'tag': 'c0ef498a-f8d4-4992-b421-7e95058e3c69', 'status': 'completed', 'code': 200} May 30 20:18:41.700195 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.716459 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.742818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8185b0a2-aba5-4088-8b42-71d8b45ced23'}, {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19c9106-68fd-4008-8dad-fb546e20a36f'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:41.788047 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:18:41.790656 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-869df483-6999-4ee5-beb2-c540a52797d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.848700 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.849068 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Added segment ebf37695-c2e3-48a3-a6d8-504162f22943 of type vlan for network 703b76d5-eb9c-4482-87e3-cd66f2904e27 May 30 20:18:41.854023 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da1d243-a002-4ac0-abcd-ca75fef7e9cd,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:41.887422 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9deac-8d55-43d1-9471-e733f3fa18f4 req-6220320b-e9f6-4574-9b23-9f15084ef359 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:41.889573 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d9d9deac-8d55-43d1-9471-e733f3fa18f4 req-6220320b-e9f6-4574-9b23-9f15084ef359 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 946 time: 0.8435624 May 30 20:18:41.916876 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.925133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869df483-6999-4ee5-beb2-c540a52797d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b992fea-fe7f-4d9e-bf47-9566f436954b,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:41.958264 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869df483-6999-4ee5-beb2-c540a52797d1 admin admin] Checking segment: {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:18:41.958620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869df483-6999-4ee5-beb2-c540a52797d1 admin admin] Network hostable DHCP agents. Network: b1e22102-21d2-4484-a4f4-26f76f6ed12d, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:18:41.980765 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.981638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:41.982240 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.000246 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:42.070320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869df483-6999-4ee5-beb2-c540a52797d1 admin admin] Network b1e22102-21d2-4484-a4f4-26f76f6ed12d is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:18:42.097157 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:42.097712 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.124554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] Pushing event updated for resources: {'Network': ['ID=703b76d5-eb9c-4482-87e3-cd66f2904e27,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:42.126733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-869df483-6999-4ee5-beb2-c540a52797d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, b1e22102-21d2-4484-a4f4-26f76f6ed12d) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:42.135582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869df483-6999-4ee5-beb2-c540a52797d1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:42.136363 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-869df483-6999-4ee5-beb2-c540a52797d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.142431 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 703b76d5-eb9c-4482-87e3-cd66f2904e27 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:18:42.153581 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d13ec94b-ed66-4338-bf2f-51d73a7c730a admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1717594 May 30 20:18:42.156549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47440) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:42.162243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325dec4b-a95d-4cb2-82bc-4f524dbf28f3 None None] Network b1e22102-21d2-4484-a4f4-26f76f6ed12d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:18:42.163365 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ba7b83b0-40c0-4388-965e-a0bfaef4afa7 admin admin] Request body: {'subnet': {'network_id': '703b76d5-eb9c-4482-87e3-cd66f2904e27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1520790498-subnet', 'tenant_id': '608b247ba58240c299e7afc7b3126780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:42.181714 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ba7b83b0-40c0-4388-965e-a0bfaef4afa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:42.189203 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ba7b83b0-40c0-4388-965e-a0bfaef4afa7 admin admin] Usage tracker for resource:subnet and tenant:608b247ba58240c299e7afc7b3126780 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:42.192832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ba7b83b0-40c0-4388-965e-a0bfaef4afa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:42.208239 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ba7b83b0-40c0-4388-965e-a0bfaef4afa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:42.234440 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-869df483-6999-4ee5-beb2-c540a52797d1 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9497135 May 30 20:18:42.236795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7b83b0-40c0-4388-965e-a0bfaef4afa7 admin admin] Made reservation on behalf of 608b247ba58240c299e7afc7b3126780 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:18:42.240189 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba7b83b0-40c0-4388-965e-a0bfaef4afa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.286174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d9d9deac-8d55-43d1-9471-e733f3fa18f4 req-69d11075-6d4c-4760-9b37-25020a9dd8e0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=33caf935-7dd4-44de-b462-dd26c1bad429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916555 May 30 20:18:42.520293 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-75ec1bcc-e47e-45a7-87bd-e7430d32a799 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] For port f846b61e-b0d7-4049-98a5-549dde8e7f22, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f846b61e-b0d7-4049-98a5-549dde8e7f22,segment=NetworkSegment(9ac5df36-6ecf-4237-9c31-5563d393e94a),segment_id=9ac5df36-6ecf-4237-9c31-5563d393e94a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:42.521358 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-75ec1bcc-e47e-45a7-87bd-e7430d32a799 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.688453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92c711-fe37-4dc4-a156-8e26e1f098de req-d1e4dccb-3501-46e1-af4f-f473bbb1a745 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:42.695197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e92c711-fe37-4dc4-a156-8e26e1f098de req-d1e4dccb-3501-46e1-af4f-f473bbb1a745 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.7975285 May 30 20:18:42.698252 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba7b83b0-40c0-4388-965e-a0bfaef4afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.708515 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-75ec1bcc-e47e-45a7-87bd-e7430d32a799 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Calling delete_port for f846b61e-b0d7-4049-98a5-549dde8e7f22 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:42.715095 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c25641e-341e-4cef-bbf9-76c5099ee5a9 None None] Network b1e22102-21d2-4484-a4f4-26f76f6ed12d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:18:42.804259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b83b0-40c0-4388-965e-a0bfaef4afa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6832bb5b-b30c-4fad-b8ba-d9aa099e1dc9,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:42.832142 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7b83b0-40c0-4388-965e-a0bfaef4afa7 admin admin] Checking segment: {'id': 'ebf37695-c2e3-48a3-a6d8-504162f22943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '703b76d5-eb9c-4482-87e3-cd66f2904e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:18:42.832511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b83b0-40c0-4388-965e-a0bfaef4afa7 admin admin] Network hostable DHCP agents. Network: 703b76d5-eb9c-4482-87e3-cd66f2904e27, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:18:42.854600 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e92c711-fe37-4dc4-a156-8e26e1f098de req-23ba3433-f5a8-499e-af3b-91ed9d192018 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583996 May 30 20:18:42.857843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b83b0-40c0-4388-965e-a0bfaef4afa7 admin admin] Network 703b76d5-eb9c-4482-87e3-cd66f2904e27 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:18:42.869576 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-ba7b83b0-40c0-4388-965e-a0bfaef4afa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 703b76d5-eb9c-4482-87e3-cd66f2904e27) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:42.875593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7b83b0-40c0-4388-965e-a0bfaef4afa7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:42.897026 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba7b83b0-40c0-4388-965e-a0bfaef4afa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.946304 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdafafe-e08f-4407-a7ea-f3eb63739ccc None None] Network 703b76d5-eb9c-4482-87e3-cd66f2904e27 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:18:42.962775 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ba7b83b0-40c0-4388-965e-a0bfaef4afa7 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8047516 May 30 20:18:42.994288 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:18:43.006797 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a28ee6a-2575-4127-8bce-1c1edb67b3f6 None None] Sync routers for ids ['1164af3d-fa27-470f-b932-5c27b4307ca1'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:18:43.027076 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a28ee6a-2575-4127-8bce-1c1edb67b3f6 None None] Routers {'1164af3d-fa27-470f-b932-5c27b4307ca1'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:43.028434 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2a28ee6a-2575-4127-8bce-1c1edb67b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:18:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1164af3d-fa27-470f-b932-5c27b4307ca1'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:43.060132 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da726f-524d-438a-9b1c-a02c975d3efc req-4a97dc5e-d86f-4983-a588-e7f34849b495 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:43.064379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da726f-524d-438a-9b1c-a02c975d3efc req-4a97dc5e-d86f-4983-a588-e7f34849b495 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:43.068506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da726f-524d-438a-9b1c-a02c975d3efc req-4a97dc5e-d86f-4983-a588-e7f34849b495 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:43.072581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da726f-524d-438a-9b1c-a02c975d3efc req-4a97dc5e-d86f-4983-a588-e7f34849b495 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:43.073700 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-32da726f-524d-438a-9b1c-a02c975d3efc req-4a97dc5e-d86f-4983-a588-e7f34849b495 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Synchronizing usage tracker for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:43.081111 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-766e9169-703f-4465-8bdd-9446067c1957 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/1164af3d-fa27-470f-b932-5c27b4307ca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6123483 May 30 20:18:43.083729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47468) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:43.146312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-32da726f-524d-438a-9b1c-a02c975d3efc req-4a97dc5e-d86f-4983-a588-e7f34849b495 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Unset dirty status for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:43.155764 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6994c73-abe5-4180-acf9-a0bd7b11054b'] response: {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8185b0a2-aba5-4088-8b42-71d8b45ced23', 'code': 200} May 30 20:18:43.156323 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6994c73-abe5-4180-acf9-a0bd7b11054b'] response: {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19c9106-68fd-4008-8dad-fb546e20a36f', 'code': 200} May 30 20:18:43.157835 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32da726f-524d-438a-9b1c-a02c975d3efc req-4a97dc5e-d86f-4983-a588-e7f34849b495 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 3143 time: 0.4030147 May 30 20:18:43.215047 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-75ec1bcc-e47e-45a7-87bd-e7430d32a799 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:43.238979 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2a28ee6a-2575-4127-8bce-1c1edb67b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:43.268260 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a28ee6a-2575-4127-8bce-1c1edb67b3f6 None None] Routers {'1164af3d-fa27-470f-b932-5c27b4307ca1'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:43.268881 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2a28ee6a-2575-4127-8bce-1c1edb67b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:18:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1164af3d-fa27-470f-b932-5c27b4307ca1'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:43.336777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf42dd19-1642-4860-979f-4e5c70a31b53 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:43.348801 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cf42dd19-1642-4860-979f-4e5c70a31b53 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports/fc3c35a5-0b02-4420-8a9c-51639f58fac3 HTTP/1.1" status: 200 len: 910 time: 0.2452941 May 30 20:18:43.351683 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47480) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:43.366352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec1bcc-e47e-45a7-87bd-e7430d32a799 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event deleted for resources: {'Port': ['ID=f846b61e-b0d7-4049-98a5-549dde8e7f22,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:43.392284 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335bfa9f-4ddb-4b6e-ae95-36f01f82cc90 None None] Network 703b76d5-eb9c-4482-87e3-cd66f2904e27 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:18:43.446900 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2a28ee6a-2575-4127-8bce-1c1edb67b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:43.447305 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a28ee6a-2575-4127-8bce-1c1edb67b3f6 None None] The sync data for ids ['1164af3d-fa27-470f-b932-5c27b4307ca1'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:18:43.563397 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32da726f-524d-438a-9b1c-a02c975d3efc req-658ef7b3-0b8e-42d0-81d4-c9a08825bad8 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3995368 May 30 20:18:43.580513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-75ec1bcc-e47e-45a7-87bd-e7430d32a799 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] No DVR routers for this DVR port f846b61e-b0d7-4049-98a5-549dde8e7f22 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:18:43.586997 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-75ec1bcc-e47e-45a7-87bd-e7430d32a799 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:43.592443 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-75ec1bcc-e47e-45a7-87bd-e7430d32a799 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.93 "DELETE /v2.0/ports/f846b61e-b0d7-4049-98a5-549dde8e7f22 HTTP/1.1" status: 204 len: 173 time: 2.1231475 May 30 20:18:43.756639 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-deleted', 'tag': 'f846b61e-b0d7-4049-98a5-549dde8e7f22'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:43.874743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8574c1de-13a0-40ec-a07c-f5c4519b3d2e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Deleting port a119ffb7-3481-4755-972d-e59b32f97613 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:43.875145 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8574c1de-13a0-40ec-a07c-f5c4519b3d2e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:44.032210 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-a44a9967-2ab0-4de3-9710-220d83591d8c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:44.033687 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-a44a9967-2ab0-4de3-9710-220d83591d8c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 806 time: 0.4399970 May 30 20:18:44.162642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-09a3852b-be7c-477c-a4ea-0f3d099eabab tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/quotas/210942c2f7d24688a396c30d7894503b HTTP/1.1" status: 200 len: 375 time: 0.1180108 May 30 20:18:44.236361 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-f3d749b3-ede6-43c1-8080-8fa842c80780 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727680 May 30 20:18:44.425277 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:44.495182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f9d1d-ecd0-4ae7-ad62-0b80f9b5affa req-c5c27198-d6c8-4256-9c2e-66959a74f2ba tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:44.496959 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-361f9d1d-ecd0-4ae7-ad62-0b80f9b5affa req-c5c27198-d6c8-4256-9c2e-66959a74f2ba tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 946 time: 0.5859826 May 30 20:18:44.669223 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-361f9d1d-ecd0-4ae7-ad62-0b80f9b5affa req-3c906ab7-fe46-4afd-84e4-bf93513a040e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=33caf935-7dd4-44de-b462-dd26c1bad429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155403 May 30 20:18:44.743741 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-1cc364ee-ae28-41e3-a136-6328077d01c1 service neutron] 10.222.0.84 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055685 May 30 20:18:44.746613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8574c1de-13a0-40ec-a07c-f5c4519b3d2e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] For port a119ffb7-3481-4755-972d-e59b32f97613, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=a119ffb7-3481-4755-972d-e59b32f97613,segment=NetworkSegment(4a2dfae7-5417-47c1-b3b3-4f49e14fbe78),segment_id=4a2dfae7-5417-47c1-b3b3-4f49e14fbe78)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:44.747158 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8574c1de-13a0-40ec-a07c-f5c4519b3d2e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:44.992413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Allocated IP 172.21.0.1 (a9b77732-6e20-40b8-b79b-bd59082eaab8/98a50990-1897-42e7-b712-d210d994de0d/6deebf27-982b-4ffb-9ff3-a4652be3e806) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:18:45.220721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-8c8fb63e-73b1-4c7f-8671-bc69a1bbc091 service neutron] 10.222.0.84 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645774 May 30 20:18:45.226636 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:45.248747 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Transition to ACTIVE for port object 6deebf27-982b-4ffb-9ff3-a4652be3e806 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:45.330485 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:45.382930 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8574c1de-13a0-40ec-a07c-f5c4519b3d2e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:45.383198 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8574c1de-13a0-40ec-a07c-f5c4519b3d2e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:45.383517 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8574c1de-13a0-40ec-a07c-f5c4519b3d2e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Floating IP dd0bb15e-64fb-4c65-aac7-04466068ff68 disassociated. External IP: 172.25.5.164, port: a119ffb7-3481-4755-972d-e59b32f97613. May 30 20:18:45.383853 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8574c1de-13a0-40ec-a07c-f5c4519b3d2e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Calling delete_port for a119ffb7-3481-4755-972d-e59b32f97613 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:45.435651 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network a9b77732-6e20-40b8-b79b-bd59082eaab8 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:18:45.439228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:45.443682 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:18:45.477216 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=6deebf27-982b-4ffb-9ff3-a4652be3e806,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:45.514791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764780a-968e-44a0-9ecd-3b65fd95ff1f req-433ca572-04c0-47b3-9ec7-a4d5dea390b7 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:45.526324 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e764780a-968e-44a0-9ecd-3b65fd95ff1f req-433ca572-04c0-47b3-9ec7-a4d5dea390b7 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.6311100 May 30 20:18:45.555586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:45.607523 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80268922-13a1-42fb-b75f-b72a3e2b7730'] response: {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-deleted', 'tag': 'f846b61e-b0d7-4049-98a5-549dde8e7f22', 'status': 'completed', 'code': 200} May 30 20:18:45.747046 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e764780a-968e-44a0-9ecd-3b65fd95ff1f req-ce6fad58-658d-4792-bfe4-cba03145c850 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191572 May 30 20:18:45.905501 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:45.960276 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8574c1de-13a0-40ec-a07c-f5c4519b3d2e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:45.994577 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3b44e124-2862-4fb4-ba4c-11d9dc8a8ca2 None None] Provisioning for port 6deebf27-982b-4ffb-9ff3-a4652be3e806 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:46.021409 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3b44e124-2862-4fb4-ba4c-11d9dc8a8ca2 None None] Provisioning complete for port 6deebf27-982b-4ffb-9ff3-a4652be3e806 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:46.021773 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3b44e124-2862-4fb4-ba4c-11d9dc8a8ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:46.088453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574c1de-13a0-40ec-a07c-f5c4519b3d2e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event deleted for resources: {'Port': ['ID=a119ffb7-3481-4755-972d-e59b32f97613,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:46.157982 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3b44e124-2862-4fb4-ba4c-11d9dc8a8ca2 None None] Port 6deebf27-982b-4ffb-9ff3-a4652be3e806 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:18:46.207551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae4556-df9f-45d7-a730-785a43b462ac req-f58c21e2-acc1-4e66-a79b-7c252144141e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:46.211490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae4556-df9f-45d7-a730-785a43b462ac req-f58c21e2-acc1-4e66-a79b-7c252144141e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:46.215440 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae4556-df9f-45d7-a730-785a43b462ac req-f58c21e2-acc1-4e66-a79b-7c252144141e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:46.217282 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49ae4556-df9f-45d7-a730-785a43b462ac req-f58c21e2-acc1-4e66-a79b-7c252144141e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 2410 time: 0.3458133 May 30 20:18:46.339730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df10c7-6bfe-405f-9593-030dc4d41004 req-b2299488-e964-4cea-a07c-5142578bf821 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:46.341318 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69df10c7-6bfe-405f-9593-030dc4d41004 req-b2299488-e964-4cea-a07c-5142578bf821 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 946 time: 0.3754380 May 30 20:18:46.356131 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47560) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:46.369028 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f58b65cc-2fe5-4785-893b-fb203201543d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'floatingip': {'port_id': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:46.375461 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49ae4556-df9f-45d7-a730-785a43b462ac req-d217fd95-a9f8-419c-8428-e1dc8d655ae2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110034 May 30 20:18:46.472734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8574c1de-13a0-40ec-a07c-f5c4519b3d2e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Router 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:18:46.486013 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f58b65cc-2fe5-4785-893b-fb203201543d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:46.702313 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e198ebc-8b1c-49c4-be29-0ecf2c07d483 req-78537a63-d30f-4846-8d6d-c820d998d1fb tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5 HTTP/1.1" status: 200 len: 210 time: 0.2086830 May 30 20:18:46.846852 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:46.860782 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:47.003812 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:47.065797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=6deebf27-982b-4ffb-9ff3-a4652be3e806,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:47.354648 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c9f82963-77ef-4834-8c63-2e1de0be648b tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:47.356176 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c9f82963-77ef-4834-8c63-2e1de0be648b tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/networks?id=703b76d5-eb9c-4482-87e3-cd66f2904e27 HTTP/1.1" status: 200 len: 809 time: 0.6425354 May 30 20:18:47.397833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-b2edee34-587e-4c13-8b65-ecfd88a80949 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:47.399144 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-b2edee34-587e-4c13-8b65-ecfd88a80949 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.93 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 806 time: 0.2947755 May 30 20:18:47.413928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d286fbf-1cd6-43e9-a9ca-bfc7a9ced713 req-f1ea46cf-338f-47fe-b7b7-10d002a585a0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:47.416433 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2d286fbf-1cd6-43e9-a9ca-bfc7a9ced713 req-f1ea46cf-338f-47fe-b7b7-10d002a585a0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.3818982 May 30 20:18:47.423076 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-f3d54457-0f04-4ec0-87ef-8c02e5deaf0c tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/quotas/608b247ba58240c299e7afc7b3126780 HTTP/1.1" status: 200 len: 375 time: 0.0495205 May 30 20:18:47.440550 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-60a07fb8-424d-4f0a-94cf-3f3edfe9b378 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Request body: {'port': {'device_id': 'a77cdabd-e8d0-46e9-8f92-b6300737b4a5', 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d', 'admin_state_up': True, 'tenant_id': '210942c2f7d24688a396c30d7894503b'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:47.487702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network a9b77732-6e20-40b8-b79b-bd59082eaab8 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:18:47.491293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:47.614817 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c8b01076-d538-4857-93ed-05a587aea623 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=608b247ba58240c299e7afc7b3126780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1554554 May 30 20:18:47.725612 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2d286fbf-1cd6-43e9-a9ca-bfc7a9ced713 req-9fe1644a-064f-48b3-af5e-bf7bab542a5d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016121 May 30 20:18:47.861357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8574c1de-13a0-40ec-a07c-f5c4519b3d2e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:18:47.878728 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47918749-2263-421f-940d-6d2cc15f09f2 None None] Sync routers for ids ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:18:47.935436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cf1900e0-cbf2-42a0-994c-c416b1ca6b71 None None] Provisioning complete for port 6deebf27-982b-4ffb-9ff3-a4652be3e806 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:47.935810 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cf1900e0-cbf2-42a0-994c-c416b1ca6b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:47.975032 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-7b1ffbe9-ef15-4dbf-8aa1-057510fd8cc7 service neutron] 10.222.0.84 "GET /v2.0/networks/703b76d5-eb9c-4482-87e3-cd66f2904e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382754 May 30 20:18:47.976486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-60a07fb8-424d-4f0a-94cf-3f3edfe9b378 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:48.010333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8574c1de-13a0-40ec-a07c-f5c4519b3d2e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] No DVR routers for this DVR port a119ffb7-3481-4755-972d-e59b32f97613 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:18:48.014019 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8574c1de-13a0-40ec-a07c-f5c4519b3d2e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:48.025337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-deleted', 'tag': 'a119ffb7-3481-4755-972d-e59b32f97613'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:48.030732 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-60a07fb8-424d-4f0a-94cf-3f3edfe9b378 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Usage tracker for resource:port and tenant:210942c2f7d24688a396c30d7894503b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:48.031346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47918749-2263-421f-940d-6d2cc15f09f2 None None] Routers {'4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:48.032006 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-47918749-2263-421f-940d-6d2cc15f09f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:18:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:48.049386 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-f58b65cc-2fe5-4785-893b-fb203201543d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:18:48.059313 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-60a07fb8-424d-4f0a-94cf-3f3edfe9b378 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:48.080919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-60a07fb8-424d-4f0a-94cf-3f3edfe9b378 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:48.155770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8574c1de-13a0-40ec-a07c-f5c4519b3d2e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.93 "DELETE /v2.0/ports/a119ffb7-3481-4755-972d-e59b32f97613 HTTP/1.1" status: 204 len: 173 time: 4.3888838 May 30 20:18:48.200042 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f58b65cc-2fe5-4785-893b-fb203201543d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:48.210406 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f58b65cc-2fe5-4785-893b-fb203201543d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:48.226940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-cf1900e0-cbf2-42a0-994c-c416b1ca6b71 None None] Port 6deebf27-982b-4ffb-9ff3-a4652be3e806 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:18:48.253290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-60a07fb8-424d-4f0a-94cf-3f3edfe9b378 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Made reservation on behalf of 210942c2f7d24688a396c30d7894503b for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:18:48.257422 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-60a07fb8-424d-4f0a-94cf-3f3edfe9b378 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:48.322110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-47918749-2263-421f-940d-6d2cc15f09f2 None None] Set router 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:18:48.324326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8647fe31-0703-4776-916e-f71fa4e62389 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Deleting port d19c9106-68fd-4008-8dad-fb546e20a36f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:48.324893 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8647fe31-0703-4776-916e-f71fa4e62389 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:48.407169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router 1164af3d-fa27-470f-b932-5c27b4307ca1 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:18:48.455520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-5cc383ee-d507-474c-8266-890ebcd8c853 service neutron] 10.222.0.84 "GET /v2.0/networks/703b76d5-eb9c-4482-87e3-cd66f2904e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311683 May 30 20:18:48.467297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84eeca-7532-4824-a002-92bc435bc3a7 req-b7d5b09d-8ad6-482e-a7b4-17d02ecc62aa tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:48.472507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84eeca-7532-4824-a002-92bc435bc3a7 req-b7d5b09d-8ad6-482e-a7b4-17d02ecc62aa tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:48.473386 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8d84eeca-7532-4824-a002-92bc435bc3a7 req-b7d5b09d-8ad6-482e-a7b4-17d02ecc62aa tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Synchronizing usage tracker for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:48.610108 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8d84eeca-7532-4824-a002-92bc435bc3a7 req-b7d5b09d-8ad6-482e-a7b4-17d02ecc62aa tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Unset dirty status for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:48.611663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d84eeca-7532-4824-a002-92bc435bc3a7 req-b7d5b09d-8ad6-482e-a7b4-17d02ecc62aa tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 1676 time: 0.6454377 May 30 20:18:48.677879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:18:48.689359 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-f58b65cc-2fe5-4785-893b-fb203201543d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Floating IP 57bc96f4-d6cd-4eba-acfc-721e17e0c91b associated. External IP: 172.25.5.139, port: e8cdb50d-dd52-45f7-89a7-f1fe3add3c44. May 30 20:18:48.689666 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3010332-1705-46e7-b50b-4a5cd1ec2892 None None] Sync routers for ids ['1164af3d-fa27-470f-b932-5c27b4307ca1'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:18:48.720565 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3010332-1705-46e7-b50b-4a5cd1ec2892 None None] Routers {'1164af3d-fa27-470f-b932-5c27b4307ca1'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:48.721178 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a3010332-1705-46e7-b50b-4a5cd1ec2892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:18:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1164af3d-fa27-470f-b932-5c27b4307ca1'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:48.754443 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6d146573-a793-4636-8945-7a1af7d9e9eb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/1164af3d-fa27-470f-b932-5c27b4307ca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4017661 May 30 20:18:48.762342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47612) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:48.924222 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a3010332-1705-46e7-b50b-4a5cd1ec2892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:48.945522 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3010332-1705-46e7-b50b-4a5cd1ec2892 None None] Routers {'1164af3d-fa27-470f-b932-5c27b4307ca1'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:48.946148 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a3010332-1705-46e7-b50b-4a5cd1ec2892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:18:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1164af3d-fa27-470f-b932-5c27b4307ca1'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:48.968761 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-47918749-2263-421f-940d-6d2cc15f09f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'name': 'tempest-TaggedBootDevicesTest-42288722-router', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:38Z', 'revision_number': 4, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'gw_port': {'id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'bada1cbe-841c-48d5-a036-3634e52bbb62', 'name': '', 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'mac_address': 'fa:16:3e:7f:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:35Z', 'updated_at': '2022-05-30T20:12:01Z', 'revision_number': 5, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'subnets': [{'id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:48.974119 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47918749-2263-421f-940d-6d2cc15f09f2 None None] Checking router: 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:18:48.987150 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47918749-2263-421f-940d-6d2cc15f09f2 None None] Routers {'4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:48.988254 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-47918749-2263-421f-940d-6d2cc15f09f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:18:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:49.075434 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a3010332-1705-46e7-b50b-4a5cd1ec2892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:49.076221 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3010332-1705-46e7-b50b-4a5cd1ec2892 None None] The sync data for ids ['1164af3d-fa27-470f-b932-5c27b4307ca1'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:18:49.102420 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aa97b2-738d-48e9-8387-3b589ce0d3dd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:49.103519 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-24aa97b2-738d-48e9-8387-3b589ce0d3dd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Synchronizing usage tracker for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:49.181099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-60a07fb8-424d-4f0a-94cf-3f3edfe9b378 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Allocated IP 172.20.0.5 (b1e22102-21d2-4484-a4f4-26f76f6ed12d/0b992fea-fe7f-4d9e-bf47-9566f436954b/9ecf0614-9706-4eab-a0ba-9e8ab6958178) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:18:49.187149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-24aa97b2-738d-48e9-8387-3b589ce0d3dd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Unset dirty status for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:49.188778 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-24aa97b2-738d-48e9-8387-3b589ce0d3dd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports/6deebf27-982b-4ffb-9ff3-a4652be3e806 HTTP/1.1" status: 200 len: 910 time: 0.3178446 May 30 20:18:49.192002 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47626) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:49.201281 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d84eeca-7532-4824-a002-92bc435bc3a7 req-cd00e5e6-3f5f-4f53-9092-34ba87d64482 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5779028 May 30 20:18:49.273591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-47918749-2263-421f-940d-6d2cc15f09f2 None None] Set router 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:18:49.327557 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f51226d-2a02-4a10-a676-42297c207bc2 req-4ad77b0c-d0dd-45e8-a287-1c3df8e48d3e tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5 HTTP/1.1" status: 200 len: 210 time: 0.1846662 May 30 20:18:49.449917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8647fe31-0703-4776-916e-f71fa4e62389 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] For port d19c9106-68fd-4008-8dad-fb546e20a36f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=d19c9106-68fd-4008-8dad-fb546e20a36f,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:49.450287 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8647fe31-0703-4776-916e-f71fa4e62389 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:49.657281 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-786ab352-a536-453b-8b56-227aa73769ce'] response: {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-deleted', 'tag': 'a119ffb7-3481-4755-972d-e59b32f97613', 'status': 'completed', 'code': 200} May 30 20:18:49.911309 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0c63987-e9a8-4ac8-8169-99268d7cdfb3 req-b8182c63-b5ae-4ced-afd3-964b095780a2 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f220a8-273a-4378-8024-8706af66ede8 HTTP/1.1" status: 200 len: 210 time: 0.4448321 May 30 20:18:49.918817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8647fe31-0703-4776-916e-f71fa4e62389 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Calling delete_port for d19c9106-68fd-4008-8dad-fb546e20a36f owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:49.921846 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-47918749-2263-421f-940d-6d2cc15f09f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'name': 'tempest-TaggedBootDevicesTest-42288722-router', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:38Z', 'revision_number': 4, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'gw_port': {'id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'bada1cbe-841c-48d5-a036-3634e52bbb62', 'name': '', 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'mac_address': 'fa:16:3e:7f:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:35Z', 'updated_at': '2022-05-30T20:12:01Z', 'revision_number': 5, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'subnets': [{'id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:49.926962 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47918749-2263-421f-940d-6d2cc15f09f2 None None] The sync data for ids ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'] in n-d-843949-2 is: [{'id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'name': 'tempest-TaggedBootDevicesTest-42288722-router', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:38Z', 'revision_number': 4, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'gw_port': {'id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'bada1cbe-841c-48d5-a036-3634e52bbb62', 'name': '', 'network_id': '677b4579-4403-49bf-8cf6-3e606ff679de', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'mac_address': 'fa:16:3e:7f:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:35Z', 'updated_at': '2022-05-30T20:12:01Z', 'revision_number': 5, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'subnets': [{'id': 'cb8e3034-73da-40c9-8b9f-ac7e8912c65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:18:50.170365 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-60a07fb8-424d-4f0a-94cf-3f3edfe9b378 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:50.176154 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b893fd83-f3aa-4bbc-80bb-cbe04b1a5cbd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:50.186796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e5d2f-db9c-42ba-af10-fc6d8f8c42e5 req-6d4c9cb6-db48-4d9b-93d7-f938f551b858 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:50.190630 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-802e5d2f-db9c-42ba-af10-fc6d8f8c42e5 req-6d4c9cb6-db48-4d9b-93d7-f938f551b858 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2997601 May 30 20:18:50.380711 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bbe9cf-3947-4d26-8154-941860987a00 None None] New status for floating IP dd0bb15e-64fb-4c65-aac7-04466068ff68: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:18:50.403435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58b65cc-2fe5-4785-893b-fb203201543d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Router bb4d76d1-e126-45dd-bd0c-615ec1775543 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:18:50.413511 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8647fe31-0703-4776-916e-f71fa4e62389 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:50.440679 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-802e5d2f-db9c-42ba-af10-fc6d8f8c42e5 req-b6d87cc1-44bb-424a-a7e0-76869a03a4d7 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249912 May 30 20:18:50.458662 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-60a07fb8-424d-4f0a-94cf-3f3edfe9b378 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:50.603799 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647fe31-0703-4776-916e-f71fa4e62389 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event deleted for resources: {'Port': ['ID=d19c9106-68fd-4008-8dad-fb546e20a36f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:50.922449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58b65cc-2fe5-4785-893b-fb203201543d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:18:50.926950 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f58b65cc-2fe5-4785-893b-fb203201543d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:50.933839 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afff62f-a913-4850-85cb-a38cd7bc6daa None None] Sync routers for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:18:50.951991 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afff62f-a913-4850-85cb-a38cd7bc6daa None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:50.952838 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-0afff62f-a913-4850-85cb-a38cd7bc6daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:18:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:50.993051 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-15cd9360-2fd3-4881-99f7-9c69d7c96053 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:50.997090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-15cd9360-2fd3-4881-99f7-9c69d7c96053 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.77 "GET /v2.0/networks?id=703b76d5-eb9c-4482-87e3-cd66f2904e27 HTTP/1.1" status: 200 len: 809 time: 0.5534675 May 30 20:18:51.034876 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f58b65cc-2fe5-4785-893b-fb203201543d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "PUT /v2.0/floatingips/57bc96f4-d6cd-4eba-acfc-721e17e0c91b HTTP/1.1" status: 200 len: 992 time: 4.6775742 May 30 20:18:51.044939 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-79f2abbe-c913-4582-9a83-77c68916535e tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Request body: {'port': {'device_id': '91f220a8-273a-4378-8024-8706af66ede8', 'network_id': '703b76d5-eb9c-4482-87e3-cd66f2904e27', 'admin_state_up': True, 'tenant_id': '608b247ba58240c299e7afc7b3126780'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:51.119159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ae6c35-6f49-4c43-8516-548c33215704', 'tag': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:51.177496 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-0afff62f-a913-4850-85cb-a38cd7bc6daa None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:18:51.263780 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8647fe31-0703-4776-916e-f71fa4e62389 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] No DVR routers for this DVR port d19c9106-68fd-4008-8dad-fb546e20a36f on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:18:51.280950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-79f2abbe-c913-4582-9a83-77c68916535e tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:51.285228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-79f2abbe-c913-4582-9a83-77c68916535e tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Usage tracker for resource:port and tenant:608b247ba58240c299e7afc7b3126780 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:51.288213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-79f2abbe-c913-4582-9a83-77c68916535e tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:51.304857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-79f2abbe-c913-4582-9a83-77c68916535e tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:51.324043 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8647fe31-0703-4776-916e-f71fa4e62389 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:51.346722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-79f2abbe-c913-4582-9a83-77c68916535e tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Made reservation on behalf of 608b247ba58240c299e7afc7b3126780 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:18:51.350225 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-79f2abbe-c913-4582-9a83-77c68916535e tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:51.361863 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-60a07fb8-424d-4f0a-94cf-3f3edfe9b378 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Network b1e22102-21d2-4484-a4f4-26f76f6ed12d is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:18:51.379369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-60a07fb8-424d-4f0a-94cf-3f3edfe9b378 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:51.387440 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-60a07fb8-424d-4f0a-94cf-3f3edfe9b378 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:18:51.418917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b893fd83-f3aa-4bbc-80bb-cbe04b1a5cbd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port 6deebf27-982b-4ffb-9ff3-a4652be3e806 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:51.419931 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b893fd83-f3aa-4bbc-80bb-cbe04b1a5cbd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:51.429388 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a07fb8-424d-4f0a-94cf-3f3edfe9b378 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Pushing event updated for resources: {'Port': ['ID=9ecf0614-9706-4eab-a0ba-9e8ab6958178,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:51.458405 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-8647fe31-0703-4776-916e-f71fa4e62389 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.93 "DELETE /v2.0/ports/d19c9106-68fd-4008-8dad-fb546e20a36f HTTP/1.1" status: 204 len: 173 time: 3.2908907 May 30 20:18:51.605596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-e475dbd0-18eb-4d9d-a521-515e39f1d9dd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Deleting port 8185b0a2-aba5-4088-8b42-71d8b45ced23 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:51.606107 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-e475dbd0-18eb-4d9d-a521-515e39f1d9dd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:51.639492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf476b7-2b57-4425-8bf8-1823fe36fce6 req-cb75d513-ffae-40bf-9b3d-e0e9ed1b4acc tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:51.640102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-cbf476b7-2b57-4425-8bf8-1823fe36fce6 req-cb75d513-ffae-40bf-9b3d-e0e9ed1b4acc tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Synchronizing usage tracker for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:51.648982 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-0afff62f-a913-4850-85cb-a38cd7bc6daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '57bc96f4-d6cd-4eba-acfc-721e17e0c91b', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'port_id': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'mac_address': 'fa:16:3e:81:21:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae6c35-6f49-4c43-8516-548c33215704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:18:09Z', 'updated_at': '2022-05-30T20:18:47Z', 'revision_number': 1, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:51.653656 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afff62f-a913-4850-85cb-a38cd7bc6daa None None] Checking router: bb4d76d1-e126-45dd-bd0c-615ec1775543 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:18:51.669323 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afff62f-a913-4850-85cb-a38cd7bc6daa None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:51.670143 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-0afff62f-a913-4850-85cb-a38cd7bc6daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:18:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:51.683638 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b893fd83-f3aa-4bbc-80bb-cbe04b1a5cbd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:51.858297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-deleted', 'tag': 'd19c9106-68fd-4008-8dad-fb546e20a36f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:51.912311 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-0afff62f-a913-4850-85cb-a38cd7bc6daa None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:18:51.956125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b893fd83-f3aa-4bbc-80bb-cbe04b1a5cbd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Calling delete_port for 6deebf27-982b-4ffb-9ff3-a4652be3e806 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:52.021576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-60a07fb8-424d-4f0a-94cf-3f3edfe9b378 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:52.022201 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-60a07fb8-424d-4f0a-94cf-3f3edfe9b378 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:52.052011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3db66d-d3c9-4977-a799-b87372160c5d req-c52b17a2-0151-489e-8164-611d455ea9b4 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:52.052913 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-dc3db66d-d3c9-4977-a799-b87372160c5d req-c52b17a2-0151-489e-8164-611d455ea9b4 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Synchronizing usage tracker for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:52.127737 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-cbf476b7-2b57-4425-8bf8-1823fe36fce6 req-cb75d513-ffae-40bf-9b3d-e0e9ed1b4acc tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Unset dirty status for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:52.134525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbf476b7-2b57-4425-8bf8-1823fe36fce6 req-cb75d513-ffae-40bf-9b3d-e0e9ed1b4acc tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 943 time: 1.6928239 May 30 20:18:52.176123 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b893fd83-f3aa-4bbc-80bb-cbe04b1a5cbd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:52.191083 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-60a07fb8-424d-4f0a-94cf-3f3edfe9b378 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7704268 May 30 20:18:52.209509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Request body: {'port': {'device_id': 'a77cdabd-e8d0-46e9-8f92-b6300737b4a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:52.260620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-dc3db66d-d3c9-4977-a799-b87372160c5d req-c52b17a2-0151-489e-8164-611d455ea9b4 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Unset dirty status for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:52.262419 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc3db66d-d3c9-4977-a799-b87372160c5d req-c52b17a2-0151-489e-8164-611d455ea9b4 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5 HTTP/1.1" status: 200 len: 931 time: 1.4683824 May 30 20:18:52.278408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-79f2abbe-c913-4582-9a83-77c68916535e tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Allocated IP 172.20.0.9 (703b76d5-eb9c-4482-87e3-cd66f2904e27/6832bb5b-b30c-4fad-b8ba-d9aa099e1dc9/b5d30736-a5ed-4a25-8bd5-7318e55fd5c8) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:18:52.345247 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893fd83-f3aa-4bbc-80bb-cbe04b1a5cbd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Port': ['ID=6deebf27-982b-4ffb-9ff3-a4652be3e806,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:52.390513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-e475dbd0-18eb-4d9d-a521-515e39f1d9dd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] For port 8185b0a2-aba5-4088-8b42-71d8b45ced23, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=8185b0a2-aba5-4088-8b42-71d8b45ced23,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:52.390513 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-e475dbd0-18eb-4d9d-a521-515e39f1d9dd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:52.455680 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-0afff62f-a913-4850-85cb-a38cd7bc6daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '57bc96f4-d6cd-4eba-acfc-721e17e0c91b', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'port_id': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'mac_address': 'fa:16:3e:81:21:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae6c35-6f49-4c43-8516-548c33215704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:18:09Z', 'updated_at': '2022-05-30T20:18:47Z', 'revision_number': 1, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:52.469801 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afff62f-a913-4850-85cb-a38cd7bc6daa None None] The sync data for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 is: [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '57bc96f4-d6cd-4eba-acfc-721e17e0c91b', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'port_id': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'mac_address': 'fa:16:3e:81:21:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae6c35-6f49-4c43-8516-548c33215704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:18:09Z', 'updated_at': '2022-05-30T20:18:47Z', 'revision_number': 1, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:18:52.495646 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbf476b7-2b57-4425-8bf8-1823fe36fce6 req-46787fd3-10cf-409b-8f26-a8edcb2b212f tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups?id=a396d596-08ef-49e0-8fef-b13e6d9e494b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3549061 May 30 20:18:52.666373 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b893fd83-f3aa-4bbc-80bb-cbe04b1a5cbd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:52.713907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-e475dbd0-18eb-4d9d-a521-515e39f1d9dd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Calling delete_port for 8185b0a2-aba5-4088-8b42-71d8b45ced23 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:52.798786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba248e9b-41b0-4fae-bf37-87f70fe4d25e None None] New status for floating IP 57bc96f4-d6cd-4eba-acfc-721e17e0c91b: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:18:52.841626 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:52.878086 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc3db66d-d3c9-4977-a799-b87372160c5d req-f7a4a1f4-f6f3-4906-8ab3-2f26a1269848 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969632 May 30 20:18:53.227251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ec6c7454-3437-4ee9-acff-ee51453a2ec5 req-1c73ea0b-98ca-4a9c-a260-4c025f10be3d tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Synchronizing usage tracker for tenant:608b247ba58240c299e7afc7b3126780 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:53.326783 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b893fd83-f3aa-4bbc-80bb-cbe04b1a5cbd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router 1164af3d-fa27-470f-b932-5c27b4307ca1 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:18:53.382308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d04e0b-7551-44e8-b656-79f7c2e4da38 req-c624dfe1-51c2-4588-82f5-22348291d776 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:53.383793 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79d04e0b-7551-44e8-b656-79f7c2e4da38 req-c624dfe1-51c2-4588-82f5-22348291d776 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.6426268 May 30 20:18:53.405115 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ec6c7454-3437-4ee9-acff-ee51453a2ec5 req-1c73ea0b-98ca-4a9c-a260-4c025f10be3d tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Unset dirty status for tenant:608b247ba58240c299e7afc7b3126780 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:53.406210 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec6c7454-3437-4ee9-acff-ee51453a2ec5 req-1c73ea0b-98ca-4a9c-a260-4c025f10be3d tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f220a8-273a-4378-8024-8706af66ede8 HTTP/1.1" status: 200 len: 210 time: 0.3144484 May 30 20:18:53.518116 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-e475dbd0-18eb-4d9d-a521-515e39f1d9dd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:53.536865 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce61ffdc-4135-4885-99aa-b3e925a3233c'] response: {'name': 'network-changed', 'server_uuid': '57ae6c35-6f49-4c43-8516-548c33215704', 'tag': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44', 'status': 'completed', 'code': 200} May 30 20:18:53.572003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b893fd83-f3aa-4bbc-80bb-cbe04b1a5cbd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:18:53.583756 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ea876-8e5f-4834-a2b4-b7911ee27ac4 None None] Sync routers for ids ['1164af3d-fa27-470f-b932-5c27b4307ca1'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:18:53.610642 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ea876-8e5f-4834-a2b4-b7911ee27ac4 None None] Routers {'1164af3d-fa27-470f-b932-5c27b4307ca1'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:53.613869 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e86ea876-8e5f-4834-a2b4-b7911ee27ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:18:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1164af3d-fa27-470f-b932-5c27b4307ca1'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:53.629337 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b893fd83-f3aa-4bbc-80bb-cbe04b1a5cbd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/1164af3d-fa27-470f-b932-5c27b4307ca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4360979 May 30 20:18:53.633105 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47708) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:53.744592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79d04e0b-7551-44e8-b656-79f7c2e4da38 req-ba320b37-74f6-4a8a-b577-038694563fbf tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457239 May 30 20:18:53.754682 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e86ea876-8e5f-4834-a2b4-b7911ee27ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:53.762840 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-79f2abbe-c913-4582-9a83-77c68916535e tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:53.787216 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ea876-8e5f-4834-a2b4-b7911ee27ac4 None None] Routers {'1164af3d-fa27-470f-b932-5c27b4307ca1'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:53.788262 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e86ea876-8e5f-4834-a2b4-b7911ee27ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:18:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1164af3d-fa27-470f-b932-5c27b4307ca1'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:53.811019 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75bb3a8e-515f-4759-802d-1c25d32ca8f9'] response: {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-deleted', 'tag': 'd19c9106-68fd-4008-8dad-fb546e20a36f', 'status': 'completed', 'code': 200} May 30 20:18:53.857890 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e86ea876-8e5f-4834-a2b4-b7911ee27ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:53.858301 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ea876-8e5f-4834-a2b4-b7911ee27ac4 None None] The sync data for ids ['1164af3d-fa27-470f-b932-5c27b4307ca1'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:18:53.977126 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e0acc91-4278-4c92-ae3b-86a941905d4f req-84ab38f0-09ae-4b6c-bf48-5b3423ce885b tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 210 time: 0.1678584 May 30 20:18:53.978123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475dbd0-18eb-4d9d-a521-515e39f1d9dd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event deleted for resources: {'Port': ['ID=8185b0a2-aba5-4088-8b42-71d8b45ced23,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:54.040507 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e6b4a9ba-b4b3-4eff-bf34-1d039cdfed39 req-985ae006-7bff-4ed9-88f6-907b5e639f02 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 1097 time: 0.4946017 May 30 20:18:54.054859 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-79f2abbe-c913-4582-9a83-77c68916535e tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:54.392158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4a9ba-b4b3-4eff-bf34-1d039cdfed39 req-3495567f-bb03-43bc-b752-2dab3a935740 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:54.393607 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e6b4a9ba-b4b3-4eff-bf34-1d039cdfed39 req-3495567f-bb03-43bc-b752-2dab3a935740 service neutron] 10.222.0.77 "GET /v2.0/networks?id=43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 200 len: 915 time: 0.3458736 May 30 20:18:54.435422 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-e475dbd0-18eb-4d9d-a521-515e39f1d9dd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] No DVR routers for this DVR port 8185b0a2-aba5-4088-8b42-71d8b45ced23 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:18:54.444579 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-e475dbd0-18eb-4d9d-a521-515e39f1d9dd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:54.501828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2abbe-c913-4582-9a83-77c68916535e tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Pushing event updated for resources: {'Port': ['ID=b5d30736-a5ed-4a25-8bd5-7318e55fd5c8,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:54.514480 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:18:54.591321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ecf0614-9706-4eab-a0ba-9e8ab6958178 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:18:54.599368 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:54.605410 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e6b4a9ba-b4b3-4eff-bf34-1d039cdfed39 req-e602af7a-2c93-4e2b-85fa-5734630df127 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 HTTP/1.1" status: 200 len: 1002 time: 0.2033222 May 30 20:18:54.616741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Transition to ACTIVE for port object 9ecf0614-9706-4eab-a0ba-9e8ab6958178 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:54.632454 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:54.694740 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-79f2abbe-c913-4582-9a83-77c68916535e tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Network 703b76d5-eb9c-4482-87e3-cd66f2904e27 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:18:54.704155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4a9ba-b4b3-4eff-bf34-1d039cdfed39 req-386cd6a7-68d3-4f8f-939d-c4ec17a7ffd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:54.704507 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0676172b-57aa-47b8-97e1-db0070acf8a1 req-e475dbd0-18eb-4d9d-a521-515e39f1d9dd tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.93 "DELETE /v2.0/ports/8185b0a2-aba5-4088-8b42-71d8b45ced23 HTTP/1.1" status: 204 len: 173 time: 3.2322719 May 30 20:18:54.705309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-79f2abbe-c913-4582-9a83-77c68916535e tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:54.705602 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e6b4a9ba-b4b3-4eff-bf34-1d039cdfed39 req-386cd6a7-68d3-4f8f-939d-c4ec17a7ffd8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68e762fb-e7ab-4b2b-9564-0b9905e98eee HTTP/1.1" status: 200 len: 853 time: 0.0921912 May 30 20:18:54.708580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-79f2abbe-c913-4582-9a83-77c68916535e tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:18:54.711522 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc1d0334-33ba-4926-a406-49ffaf0b57f1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:54.926608 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e6b4a9ba-b4b3-4eff-bf34-1d039cdfed39 req-985f0449-bbe8-430c-a7e9-9419b07de693 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=43a3a580-728f-4a14-a9d1-6d5e70d6966e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630526 May 30 20:18:54.951023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecf0614-9706-4eab-a0ba-9e8ab6958178,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:54.985718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-79f2abbe-c913-4582-9a83-77c68916535e tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:54.989277 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-79f2abbe-c913-4582-9a83-77c68916535e tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:55.045626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d3410-2fcb-48ba-a9a6-61be7df28b07 req-a4854b1c-fb8f-437a-8c1a-aaecd87ededf tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:55.047117 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-042d3410-2fcb-48ba-a9a6-61be7df28b07 req-a4854b1c-fb8f-437a-8c1a-aaecd87ededf tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5 HTTP/1.1" status: 200 len: 931 time: 0.7023702 May 30 20:18:55.121014 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-79f2abbe-c913-4582-9a83-77c68916535e tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0796483 May 30 20:18:55.135471 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248065b0-25e3-484e-ad44-bf93ede49b93 req-e3287597-20ce-4d6a-8d7f-fdb4585faa41 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:55.137556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-248065b0-25e3-484e-ad44-bf93ede49b93 req-e3287597-20ce-4d6a-8d7f-fdb4585faa41 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f220a8-273a-4378-8024-8706af66ede8 HTTP/1.1" status: 200 len: 931 time: 0.4415867 May 30 20:18:55.143001 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Request body: {'port': {'device_id': '91f220a8-273a-4378-8024-8706af66ede8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:55.197336 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e6b4a9ba-b4b3-4eff-bf34-1d039cdfed39 req-5df6d6d5-c73b-46f1-bfb6-861358a18ec9 service neutron] 10.222.0.77 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641814 May 30 20:18:55.350524 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:55.469734 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-042d3410-2fcb-48ba-a9a6-61be7df28b07 req-a19a6026-418c-4069-ad90-744ea1d801ce tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745563 May 30 20:18:55.534738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Attempting to bind port 9ecf0614-9706-4eab-a0ba-9e8ab6958178 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:18:55.535081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Attempting to bind port 9ecf0614-9706-4eab-a0ba-9e8ab6958178 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:18:55.535414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Attempting to bind port 9ecf0614-9706-4eab-a0ba-9e8ab6958178 on network b1e22102-21d2-4484-a4f4-26f76f6ed12d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:18:55.544472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Port 9ecf0614-9706-4eab-a0ba-9e8ab6958178 on network b1e22102-21d2-4484-a4f4-26f76f6ed12d not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:18:55.544810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Attempting to bind port 9ecf0614-9706-4eab-a0ba-9e8ab6958178 on network b1e22102-21d2-4484-a4f4-26f76f6ed12d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:18:55.555461 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-248065b0-25e3-484e-ad44-bf93ede49b93 req-d1d7d8ec-5cd5-4431-b0da-7a1b1ed0600a tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410971 May 30 20:18:55.564721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:18:55.565063 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Checking segment: {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:18:55.565456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Bound using segment: {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:18:55.565905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Bound port: 9ecf0614-9706-4eab-a0ba-9e8ab6958178, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:18:55.566259 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:55.684891 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e6b4a9ba-b4b3-4eff-bf34-1d039cdfed39 req-5f82da93-f325-47b8-b172-688d6b5d3180 service neutron] 10.222.0.77 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498141 May 30 20:18:55.758805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] For port 9ecf0614-9706-4eab-a0ba-9e8ab6958178, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:18:55.763770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] For port 9ecf0614-9706-4eab-a0ba-9e8ab6958178, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9ecf0614-9706-4eab-a0ba-9e8ab6958178,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:18:55.813039 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:55.817220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-deleted', 'tag': '8185b0a2-aba5-4088-8b42-71d8b45ced23'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:55.948364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-dc1d0334-33ba-4926-a406-49ffaf0b57f1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port fc3c35a5-0b02-4420-8a9c-51639f58fac3 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:55.949067 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc1d0334-33ba-4926-a406-49ffaf0b57f1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:56.051771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-db036aeb-aaca-4f8b-9df6-abf0ef847562 req-b466e41e-98a0-4a2b-ba1a-a23c733d0bce tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Synchronizing usage tracker for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:56.076206 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:56.077564 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] 10.222.0.93 "PUT /v2.0/ports/9ecf0614-9706-4eab-a0ba-9e8ab6958178 HTTP/1.1" status: 200 len: 1091 time: 3.8722758 May 30 20:18:56.123952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-db036aeb-aaca-4f8b-9df6-abf0ef847562 req-b466e41e-98a0-4a2b-ba1a-a23c733d0bce tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Unset dirty status for tenant:ff480fdd7c454b03807b916a453b01d1 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:56.125328 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db036aeb-aaca-4f8b-9df6-abf0ef847562 req-b466e41e-98a0-4a2b-ba1a-a23c733d0bce tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 210 time: 0.2496881 May 30 20:18:56.164820 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b3b26-7c70-4e91-a269-c0a7da32fde3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecf0614-9706-4eab-a0ba-9e8ab6958178,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:56.239429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec4fa7-bed3-456d-9759-5a9305ac56bf req-56079ac5-2909-4cf4-ad8b-e8336d45a0f2 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:56.241849 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6dec4fa7-bed3-456d-9759-5a9305ac56bf req-56079ac5-2909-4cf4-ad8b-e8336d45a0f2 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.4763525 May 30 20:18:56.257040 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc1d0334-33ba-4926-a406-49ffaf0b57f1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:56.296416 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32f7e86-7e8b-43af-bd10-b7cbf013076e'] response: {'server_uuid': 'f6766fa5-8441-4f60-a359-17941571fc97', 'name': 'network-vif-deleted', 'tag': '8185b0a2-aba5-4088-8b42-71d8b45ced23', 'status': 'completed', 'code': 200} May 30 20:18:56.363051 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6dec4fa7-bed3-456d-9759-5a9305ac56bf req-2caf91ac-86d8-4495-ae22-f9a69fd786e2 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048386 May 30 20:18:56.415092 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-dc1d0334-33ba-4926-a406-49ffaf0b57f1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Calling delete_port for fc3c35a5-0b02-4420-8a9c-51639f58fac3 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:56.424693 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-72eb72ea-71f6-415e-b1c2-f3234337c22d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5 HTTP/1.1" status: 200 len: 1094 time: 0.2964015 May 30 20:18:56.508394 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-0a490763-740a-447a-a601-8ae4945e8993 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ecf0614-9706-4eab-a0ba-9e8ab6958178 HTTP/1.1" status: 200 len: 217 time: 0.0713704 May 30 20:18:56.519535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:18:56.702173 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:56.714829 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc1d0334-33ba-4926-a406-49ffaf0b57f1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:56.772402 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d0334-33ba-4926-a406-49ffaf0b57f1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Port': ['ID=fc3c35a5-0b02-4420-8a9c-51639f58fac3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:56.881047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Transition to ACTIVE for port object b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:56.911353 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:57.067106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-bb60ac0b-a5eb-4f25-b139-c159048e0408 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:57.068593 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-bb60ac0b-a5eb-4f25-b139-c159048e0408 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0b992fea-fe7f-4d9e-bf47-9566f436954b HTTP/1.1" status: 200 len: 846 time: 0.5446973 May 30 20:18:57.094959 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc1d0334-33ba-4926-a406-49ffaf0b57f1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:57.177986 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Pushing event updated for resources: {'Port': ['ID=b5d30736-a5ed-4a25-8bd5-7318e55fd5c8,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:57.185653 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-b056e831-5db5-41ee-8dcc-5d503d259d2b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b1e22102-21d2-4484-a4f4-26f76f6ed12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042883 May 30 20:18:57.268114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b743826-0c9a-49bb-b4a7-d61afda4e019 req-d8aed891-a039-4a2e-97a3-e6d3d88615cd tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:57.275307 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b743826-0c9a-49bb-b4a7-d61afda4e019 req-d8aed891-a039-4a2e-97a3-e6d3d88615cd tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f220a8-273a-4378-8024-8706af66ede8 HTTP/1.1" status: 200 len: 943 time: 0.4483917 May 30 20:18:57.331351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4649ea-5a2f-4eb3-9a47-025241c425fe req-22ddbfc9-c5be-4497-a849-39aa111d0fb2 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:57.332951 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2f4649ea-5a2f-4eb3-9a47-025241c425fe req-22ddbfc9-c5be-4497-a849-39aa111d0fb2 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5 HTTP/1.1" status: 200 len: 943 time: 0.6218815 May 30 20:18:57.482001 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b743826-0c9a-49bb-b4a7-d61afda4e019 req-a1db8f80-4ea2-4c9a-a608-d666138c2912 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055922 May 30 20:18:57.547670 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2f4649ea-5a2f-4eb3-9a47-025241c425fe req-a7eb0ae2-06b9-4677-94e6-37ba8418399b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881964 May 30 20:18:57.551520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Attempting to bind port b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:18:57.551861 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Attempting to bind port b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'ebf37695-c2e3-48a3-a6d8-504162f22943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '703b76d5-eb9c-4482-87e3-cd66f2904e27'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:18:57.552266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Attempting to bind port b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 on network 703b76d5-eb9c-4482-87e3-cd66f2904e27 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:18:57.558434 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-ff0841bd-db00-4038-a4dc-9535fd135f13 service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639874 May 30 20:18:57.566457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Port b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 on network 703b76d5-eb9c-4482-87e3-cd66f2904e27 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:18:57.566784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Attempting to bind port b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 on network 703b76d5-eb9c-4482-87e3-cd66f2904e27 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:18:57.593095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:18:57.593694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Checking segment: {'id': 'ebf37695-c2e3-48a3-a6d8-504162f22943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '703b76d5-eb9c-4482-87e3-cd66f2904e27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:18:57.594087 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Bound using segment: {'id': 'ebf37695-c2e3-48a3-a6d8-504162f22943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '703b76d5-eb9c-4482-87e3-cd66f2904e27'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:18:57.594981 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Bound port: b5d30736-a5ed-4a25-8bd5-7318e55fd5c8, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf37695-c2e3-48a3-a6d8-504162f22943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '703b76d5-eb9c-4482-87e3-cd66f2904e27'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:18:57.594981 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:57.733822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1d0334-33ba-4926-a406-49ffaf0b57f1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router 1164af3d-fa27-470f-b932-5c27b4307ca1 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:18:57.746383 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1d4f58a9-1e08-4194-9110-956fa002bee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:57.883553 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c1126b3-abb2-461b-a349-971047d506c2 req-69b2b24c-2ffb-4128-94e0-a9bf61474b8d tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6766fa5-8441-4f60-a359-17941571fc97 HTTP/1.1" status: 200 len: 210 time: 0.0569348 May 30 20:18:57.899408 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1d0334-33ba-4926-a406-49ffaf0b57f1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:18:57.912301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] For port b5d30736-a5ed-4a25-8bd5-7318e55fd5c8, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:18:57.917858 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9e82e0b-c14f-4805-b25b-ea1358a7d9be req-7eb09696-a9ae-4b13-b552-fbafbeba25a6 service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520894 May 30 20:18:57.918552 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dc1d0334-33ba-4926-a406-49ffaf0b57f1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/1164af3d-fa27-470f-b932-5c27b4307ca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2828526 May 30 20:18:57.919427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47794) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:57.931144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a611ee-d1c0-419e-b054-c718038d8b7b req-e0c6e5ec-6b5c-4c12-b2bb-71acf1ffd20f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:57.932685 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21a611ee-d1c0-419e-b054-c718038d8b7b req-e0c6e5ec-6b5c-4c12-b2bb-71acf1ffd20f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2284563 May 30 20:18:57.938514 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] For port b5d30736-a5ed-4a25-8bd5-7318e55fd5c8, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b5d30736-a5ed-4a25-8bd5-7318e55fd5c8,segment=NetworkSegment(ebf37695-c2e3-48a3-a6d8-504162f22943),segment_id=ebf37695-c2e3-48a3-a6d8-504162f22943)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:18:57.947397 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2138f4-22c8-4204-b460-4087aa037107 None None] Sync routers for ids ['1164af3d-fa27-470f-b932-5c27b4307ca1'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:18:57.954003 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:57.968518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2dae2cdb-7662-4675-a9ab-85fc84ede2af tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Synchronizing usage tracker for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:57.993260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2138f4-22c8-4204-b460-4087aa037107 None None] Routers {'1164af3d-fa27-470f-b932-5c27b4307ca1'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:58.004610 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-2f2138f4-22c8-4204-b460-4087aa037107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:18:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1164af3d-fa27-470f-b932-5c27b4307ca1'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:58.007600 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2dae2cdb-7662-4675-a9ab-85fc84ede2af tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Unset dirty status for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:58.008003 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2dae2cdb-7662-4675-a9ab-85fc84ede2af tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports?device_id=1164af3d-fa27-470f-b932-5c27b4307ca1 HTTP/1.1" status: 200 len: 205 time: 0.0857677 May 30 20:18:58.009894 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47798) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:58.074958 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:58.076325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] 10.222.0.77 "PUT /v2.0/ports/b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 HTTP/1.1" status: 200 len: 1091 time: 2.9378488 May 30 20:18:58.097318 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-2f2138f4-22c8-4204-b460-4087aa037107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:58.103719 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21a611ee-d1c0-419e-b054-c718038d8b7b req-9a76de83-9839-40f5-a175-bc3209e81c84 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638381 May 30 20:18:58.104395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5020d38-e9ca-4172-85cf-2c7bcb1adb1b service neutron] Pushing event updated for resources: {'Port': ['ID=b5d30736-a5ed-4a25-8bd5-7318e55fd5c8,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:58.121584 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2138f4-22c8-4204-b460-4087aa037107 None None] Routers {'1164af3d-fa27-470f-b932-5c27b4307ca1'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:58.122825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-2f2138f4-22c8-4204-b460-4087aa037107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:18:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1164af3d-fa27-470f-b932-5c27b4307ca1'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:58.193356 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-2f2138f4-22c8-4204-b460-4087aa037107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:58.194406 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2138f4-22c8-4204-b460-4087aa037107 None None] The sync data for ids ['1164af3d-fa27-470f-b932-5c27b4307ca1'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:18:58.199916 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-370a20f8-10a7-4032-bb06-2cbea60aabb8 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:58.205750 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-01d4d29f-c93f-4eb2-8dde-3a3c6697e463 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=608b247ba58240c299e7afc7b3126780&device_id=91f220a8-273a-4378-8024-8706af66ede8 HTTP/1.1" status: 200 len: 1094 time: 0.0779254 May 30 20:18:58.286318 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-6ee7cd97-938b-4a04-9d74-b5e22e0e08b1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 HTTP/1.1" status: 200 len: 217 time: 0.0724723 May 30 20:18:58.326509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77cdabd-e8d0-46e9-8f92-b6300737b4a5', 'tag': '9ecf0614-9706-4eab-a0ba-9e8ab6958178'}, {'name': 'network-changed', 'server_uuid': '91f220a8-273a-4378-8024-8706af66ede8', 'tag': 'b5d30736-a5ed-4a25-8bd5-7318e55fd5c8'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:58.362656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-1f1f4159-09d8-45fe-9661-e5dd4bfe6f28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:58.364316 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-1f1f4159-09d8-45fe-9661-e5dd4bfe6f28 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6832bb5b-b30c-4fad-b8ba-d9aa099e1dc9 HTTP/1.1" status: 200 len: 849 time: 0.0708439 May 30 20:18:58.419629 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf3a5f4-b973-47f7-af1d-2c5bb73d51b8'] response: {'name': 'network-changed', 'server_uuid': 'a77cdabd-e8d0-46e9-8f92-b6300737b4a5', 'tag': '9ecf0614-9706-4eab-a0ba-9e8ab6958178', 'status': 'completed', 'code': 200} May 30 20:18:58.420157 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf3a5f4-b973-47f7-af1d-2c5bb73d51b8'] response: {'name': 'network-changed', 'server_uuid': '91f220a8-273a-4378-8024-8706af66ede8', 'tag': 'b5d30736-a5ed-4a25-8bd5-7318e55fd5c8', 'status': 'completed', 'code': 200} May 30 20:18:58.423296 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-27ab98ad-8c96-4ce5-a059-92939f1863f3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=703b76d5-eb9c-4482-87e3-cd66f2904e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519590 May 30 20:18:58.630294 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-370a20f8-10a7-4032-bb06-2cbea60aabb8 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:58.636235 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-370a20f8-10a7-4032-bb06-2cbea60aabb8 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:58.678107 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-370a20f8-10a7-4032-bb06-2cbea60aabb8 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:58.678622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370a20f8-10a7-4032-bb06-2cbea60aabb8 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Fanout notify agent at l3_agent the message router_deleted on router 1164af3d-fa27-470f-b932-5c27b4307ca1 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:18:58.701694 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-370a20f8-10a7-4032-bb06-2cbea60aabb8 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:58.704709 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-370a20f8-10a7-4032-bb06-2cbea60aabb8 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/routers/1164af3d-fa27-470f-b932-5c27b4307ca1 HTTP/1.1" status: 204 len: 168 time: 0.6934650 May 30 20:18:58.707168 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47818) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:58.834864 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-85a63f6c-3e72-46cc-9a80-636d8cbc0bfb service neutron] 10.222.0.77 "GET /v2.0/networks/703b76d5-eb9c-4482-87e3-cd66f2904e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817599 May 30 20:18:58.839422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fc1870d-a0a4-4a69-afb6-a5559b7d9f97 req-f7756fcb-4a47-43f3-9e6a-5b9ff12b3cc1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5 HTTP/1.1" status: 200 len: 1094 time: 0.4179111 May 30 20:18:58.898816 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-849f38ae-d526-4b64-a9f2-35c2075b38fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting subnet 98a50990-1897-42e7-b712-d210d994de0d {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:18:58.903146 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-849f38ae-d526-4b64-a9f2-35c2075b38fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:58.966027 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-849f38ae-d526-4b64-a9f2-35c2075b38fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:59.054835 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-849f38ae-d526-4b64-a9f2-35c2075b38fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:59.096729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c390c-4d4b-470a-bf6e-e1328bb96801 req-0386426d-4e73-41c1-b618-678c6cf7c937 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:59.097861 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-578c390c-4d4b-470a-bf6e-e1328bb96801 req-0386426d-4e73-41c1-b618-678c6cf7c937 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f220a8-273a-4378-8024-8706af66ede8 HTTP/1.1" status: 200 len: 943 time: 0.3933606 May 30 20:18:59.109980 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:18:59.150880 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-849f38ae-d526-4b64-a9f2-35c2075b38fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:59.156016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbae931-170e-4e0c-a0e7-444bdf7bd104 req-4812a8b7-02b9-4afc-8831-cb9f46fbc3ae tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:59.157419 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fcbae931-170e-4e0c-a0e7-444bdf7bd104 req-4812a8b7-02b9-4afc-8831-cb9f46fbc3ae tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5 HTTP/1.1" status: 200 len: 943 time: 0.4101381 May 30 20:18:59.181369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bffe0fcd-e51b-4780-bcf3-cf613a9325d1 req-73b0a074-fdb4-416f-9fe8-a5d38b253481 service neutron] 10.222.0.77 "GET /v2.0/networks/703b76d5-eb9c-4482-87e3-cd66f2904e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141382 May 30 20:18:59.200915 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-849f38ae-d526-4b64-a9f2-35c2075b38fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:59.209020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc76f1f-28b9-4767-af17-0a2fccb6f4f1 None None] Network a9b77732-6e20-40b8-b79b-bd59082eaab8 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:18:59.223362 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f38ae-d526-4b64-a9f2-35c2075b38fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Subnet': ['ID=98a50990-1897-42e7-b712-d210d994de0d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:59.230216 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-849f38ae-d526-4b64-a9f2-35c2075b38fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/subnets/98a50990-1897-42e7-b712-d210d994de0d HTTP/1.1" status: 204 len: 168 time: 0.5201085 May 30 20:18:59.231819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47836) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:59.274388 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1870d-a0a4-4a69-afb6-a5559b7d9f97 req-623c6440-626c-4212-9f5e-45c1e5edce4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:59.275840 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fc1870d-a0a4-4a69-afb6-a5559b7d9f97 req-623c6440-626c-4212-9f5e-45c1e5edce4a service neutron] 10.222.0.93 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 907 time: 0.4266801 May 30 20:18:59.416539 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-578c390c-4d4b-470a-bf6e-e1328bb96801 req-8351f1f8-89b5-4477-8d15-93a30582f98c tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017554 May 30 20:18:59.469995 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fc1870d-a0a4-4a69-afb6-a5559b7d9f97 req-ba423528-b668-41ab-b06f-d2896ef9831a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ecf0614-9706-4eab-a0ba-9e8ab6958178 HTTP/1.1" status: 200 len: 217 time: 0.1353292 May 30 20:18:59.474469 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fcbae931-170e-4e0c-a0e7-444bdf7bd104 req-faaac11f-d0ca-4723-b819-caf96874da37 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997386 May 30 20:18:59.555767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1870d-a0a4-4a69-afb6-a5559b7d9f97 req-b1084164-e70e-47b8-a680-093e1a18719a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:59.557232 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fc1870d-a0a4-4a69-afb6-a5559b7d9f97 req-b1084164-e70e-47b8-a680-093e1a18719a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0b992fea-fe7f-4d9e-bf47-9566f436954b HTTP/1.1" status: 200 len: 846 time: 0.0757143 May 30 20:18:59.651302 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47846) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:59.651564 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fc1870d-a0a4-4a69-afb6-a5559b7d9f97 req-5b60f414-1605-4dce-b819-5d2056d6c4d8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=608b247ba58240c299e7afc7b3126780&device_id=91f220a8-273a-4378-8024-8706af66ede8 HTTP/1.1" status: 200 len: 1094 time: 0.3674984 May 30 20:18:59.653679 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] DHCP port deletion for a9b77732-6e20-40b8-b79b-bd59082eaab8 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:18:59.657966 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] Deleting port 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:59.658471 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:59.703134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48bda54-e788-47ac-a018-88aad5764d2d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting subnet c57af206-381f-4da8-8bf7-ca4dae27c6f7 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:18:59.706580 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e48bda54-e788-47ac-a018-88aad5764d2d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:59.710446 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fc1870d-a0a4-4a69-afb6-a5559b7d9f97 req-6816b7cf-ebe4-4b35-8b86-de2dcc7b0a79 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b1e22102-21d2-4484-a4f4-26f76f6ed12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462688 May 30 20:18:59.775937 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e48bda54-e788-47ac-a018-88aad5764d2d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:59.884145 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7c48b4d7-c882-4daf-8642-4ef0f2f4a2fb tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:59.885989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] For port 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8c369e4c-10d5-4b7e-8979-5eab01ec7ee1,segment=NetworkSegment(fabd528c-68f3-40c8-bd52-b65f83661aee),segment_id=fabd528c-68f3-40c8-bd52-b65f83661aee)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:59.886382 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:59.937632 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7c48b4d7-c882-4daf-8642-4ef0f2f4a2fb tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:59.995629 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e48bda54-e788-47ac-a018-88aad5764d2d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.035309 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fc1870d-a0a4-4a69-afb6-a5559b7d9f97 req-1b5bdd5d-106e-417a-8ab6-e79f1e43a7b8 service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178806 May 30 20:19:00.040095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1870d-a0a4-4a69-afb6-a5559b7d9f97 req-c613ece1-cb79-4fac-89e1-7c5dbdae87a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:00.041453 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fc1870d-a0a4-4a69-afb6-a5559b7d9f97 req-c613ece1-cb79-4fac-89e1-7c5dbdae87a1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=703b76d5-eb9c-4482-87e3-cd66f2904e27 HTTP/1.1" status: 200 len: 910 time: 0.3751264 May 30 20:19:00.072422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] Calling delete_port for 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:00.120750 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e48bda54-e788-47ac-a018-88aad5764d2d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.155458 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9ecf0614-9706-4eab-a0ba-9e8ab6958178 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:19:00.157886 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:00.165610 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7c48b4d7-c882-4daf-8642-4ef0f2f4a2fb tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.182615 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bda54-e788-47ac-a018-88aad5764d2d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Subnet': ['ID=c57af206-381f-4da8-8bf7-ca4dae27c6f7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:00.190039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fc1870d-a0a4-4a69-afb6-a5559b7d9f97 req-62afda9c-7b72-4750-a95d-8406cb7f370c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 HTTP/1.1" status: 200 len: 217 time: 0.1263084 May 30 20:19:00.195148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48b4d7-c882-4daf-8642-4ef0f2f4a2fb tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a396d596-08ef-49e0-8fef-b13e6d9e494b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:00.204564 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:00.204900 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:00.208622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa86e0-2218-4510-bff6-f13f252016c3 req-9738fc4f-e97a-486d-9146-afbc1bee4d35 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:00.214347 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23d31a3-8c7f-4e0f-838e-8f7859d32d3a None None] Network e10415d3-f936-43bb-8eae-a50c1347e326 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:19:00.216491 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bfaa86e0-2218-4510-bff6-f13f252016c3 req-9738fc4f-e97a-486d-9146-afbc1bee4d35 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.5001628 May 30 20:19:00.217353 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e48bda54-e788-47ac-a018-88aad5764d2d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.250250 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e48bda54-e788-47ac-a018-88aad5764d2d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/subnets/c57af206-381f-4da8-8bf7-ca4dae27c6f7 HTTP/1.1" status: 204 len: 168 time: 1.0176501 May 30 20:19:00.252834 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47860) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:00.278299 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7c48b4d7-c882-4daf-8642-4ef0f2f4a2fb tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.279731 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7c48b4d7-c882-4daf-8642-4ef0f2f4a2fb tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "DELETE /v2.0/security-groups/a396d596-08ef-49e0-8fef-b13e6d9e494b HTTP/1.1" status: 204 len: 168 time: 0.6269333 May 30 20:19:00.297247 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47864) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:00.349182 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-4cee2bea-4eb9-4099-b853-d3eaf50c0cc2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] show failed (client error): The resource could not be found. May 30 20:19:00.350193 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4cee2bea-4eb9-4099-b853-d3eaf50c0cc2 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "GET /v2.0/security-groups/a396d596-08ef-49e0-8fef-b13e6d9e494b HTTP/1.1" status: 404 len: 347 time: 0.0550816 May 30 20:19:00.358531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47870) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:00.360086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1870d-a0a4-4a69-afb6-a5559b7d9f97 req-b4cdc6d0-d734-4489-aec8-32b5baea8b61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:00.361502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fc1870d-a0a4-4a69-afb6-a5559b7d9f97 req-b4cdc6d0-d734-4489-aec8-32b5baea8b61 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6832bb5b-b30c-4fad-b8ba-d9aa099e1dc9 HTTP/1.1" status: 200 len: 849 time: 0.1300759 May 30 20:19:00.361945 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.475072 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d3ace19-9953-4dcd-8604-d35bc3b0e745 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.492888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] Pushing event deleted for resources: {'Port': ['ID=8c369e4c-10d5-4b7e-8979-5eab01ec7ee1,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:00.502108 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a0cdc69b-f28a-4576-bc09-c780caff9bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.507761 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:00.508141 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:00.508479 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:00.508805 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:00.509126 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:00.509446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:00.509763 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:00.510077 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:00.510388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:00.511397 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:00.511717 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:00.519936 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:19:00.654765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84f3598-96ea-4a7e-b044-434e7f7f87a0 None None] No DVR routers for this DVR port 8c369e4c-10d5-4b7e-8979-5eab01ec7ee1 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:19:00.711837 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d3ace19-9953-4dcd-8604-d35bc3b0e745 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.740267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-2d3ace19-9953-4dcd-8604-d35bc3b0e745 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b77732-6e20-40b8-b79b-bd59082eaab8']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:00.749821 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9ecf0614-9706-4eab-a0ba-9e8ab6958178, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9ecf0614-9706-4eab-a0ba-9e8ab6958178,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:00.753936 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-2d3ace19-9953-4dcd-8604-d35bc3b0e745 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabd528c-68f3-40c8-bd52-b65f83661aee') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:00.754265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-2d3ace19-9953-4dcd-8604-d35bc3b0e745 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabd528c-68f3-40c8-bd52-b65f83661aee') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:00.754660 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bfaa86e0-2218-4510-bff6-f13f252016c3 req-7afd81e5-ced3-46c0-9b1f-119cc94ae823 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372519 May 30 20:19:00.759149 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fc1870d-a0a4-4a69-afb6-a5559b7d9f97 req-60f8477f-9857-482f-be10-98b48d1b84ee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=703b76d5-eb9c-4482-87e3-cd66f2904e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3850367 May 30 20:19:00.767069 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d3ace19-9953-4dcd-8604-d35bc3b0e745 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.767290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fc1870d-a0a4-4a69-afb6-a5559b7d9f97 req-b2c342f8-79e6-4e36-aaf7-997117ab80b6 service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7244103 May 30 20:19:00.768816 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '9ecf0614-9706-4eab-a0ba-9e8ab6958178', 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d', 'port_id': '9ecf0614-9706-4eab-a0ba-9e8ab6958178', 'mac_address': 'fa:16:3e:2a:5e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b992fea-fe7f-4d9e-bf47-9566f436954b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:19:00.784821 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d3ace19-9953-4dcd-8604-d35bc3b0e745 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.792467 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3ace19-9953-4dcd-8604-d35bc3b0e745 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:19:00.793180 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d3ace19-9953-4dcd-8604-d35bc3b0e745 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.877081 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.911672 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8697090e-f97c-4452-87f3-a23bf42c48d5 None None] DHCP port deletion for e10415d3-f936-43bb-8eae-a50c1347e326 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: timer() May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:19:00.919779 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:19:00.923068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8697090e-f97c-4452-87f3-a23bf42c48d5 None None] Deleting port a8110c6e-0848-45ca-9729-ae3b79ec4b0e {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:00.923594 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8697090e-f97c-4452-87f3-a23bf42c48d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.936283 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d3ace19-9953-4dcd-8604-d35bc3b0e745 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.962196 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d3ace19-9953-4dcd-8604-d35bc3b0e745 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.973926 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ace19-9953-4dcd-8604-d35bc3b0e745 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Network': ['ID=a9b77732-6e20-40b8-b79b-bd59082eaab8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:00.981825 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2d3ace19-9953-4dcd-8604-d35bc3b0e745 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/networks/a9b77732-6e20-40b8-b79b-bd59082eaab8 HTTP/1.1" status: 204 len: 168 time: 0.7166762 May 30 20:19:00.984314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47888) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:01.029981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ecf0614-9706-4eab-a0ba-9e8ab6958178 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:19:01.068016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9ecf0614-9706-4eab-a0ba-9e8ab6958178, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9ecf0614-9706-4eab-a0ba-9e8ab6958178,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:01.068365 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2c7237a3-f14e-41ab-8e9a-b4c4ad90329e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Deleting port 53b4a46b-6282-410d-8da5-ad1045a3fdca {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:01.068855 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c7237a3-f14e-41ab-8e9a-b4c4ad90329e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:01.078716 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:01.175344 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:01.186617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port a8110c6e-0848-45ca-9729-ae3b79ec4b0e {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:01.187104 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:01.221933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=9ecf0614-9706-4eab-a0ba-9e8ab6958178,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:01.334142 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:01.371691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8697090e-f97c-4452-87f3-a23bf42c48d5 None None] For port a8110c6e-0848-45ca-9729-ae3b79ec4b0e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a8110c6e-0848-45ca-9729-ae3b79ec4b0e,segment=NetworkSegment(8b4413ac-8461-4bd4-9613-b6b294588d50),segment_id=8b4413ac-8461-4bd4-9613-b6b294588d50)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:01.372035 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8697090e-f97c-4452-87f3-a23bf42c48d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:01.374188 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fc1870d-a0a4-4a69-afb6-a5559b7d9f97 req-5d4e7cb0-3366-4c7c-9c60-202309049e90 service neutron] 10.222.0.77 "GET /v2.0/networks/703b76d5-eb9c-4482-87e3-cd66f2904e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863724 May 30 20:19:01.383079 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9ecf0614-9706-4eab-a0ba-9e8ab6958178'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:19:01.389583 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03121f5-c3c8-4954-8607-ccbb11b2869c req-0bf2eb21-1c84-4af7-9387-49002db1991f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:01.396206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d03121f5-c3c8-4954-8607-ccbb11b2869c req-0bf2eb21-1c84-4af7-9387-49002db1991f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5 HTTP/1.1" status: 200 len: 943 time: 0.4512606 May 30 20:19:01.463125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] For port a8110c6e-0848-45ca-9729-ae3b79ec4b0e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a8110c6e-0848-45ca-9729-ae3b79ec4b0e,segment=NetworkSegment(8b4413ac-8461-4bd4-9613-b6b294588d50),segment_id=8b4413ac-8461-4bd4-9613-b6b294588d50)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:01.463486 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:01.551906 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fc1870d-a0a4-4a69-afb6-a5559b7d9f97 req-42393b29-661e-49a4-87fa-f00e1ddb3b1c service neutron] 10.222.0.77 "GET /v2.0/networks/703b76d5-eb9c-4482-87e3-cd66f2904e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361883 May 30 20:19:01.565733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14486719-295e-4fe9-adc7-1dbd2ce247a3 req-f8090cb1-d0d0-45a6-9160-3f3fcae3e748 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:01.570786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8697090e-f97c-4452-87f3-a23bf42c48d5 None None] Calling delete_port for a8110c6e-0848-45ca-9729-ae3b79ec4b0e owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:01.573128 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-14486719-295e-4fe9-adc7-1dbd2ce247a3 req-f8090cb1-d0d0-45a6-9160-3f3fcae3e748 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f220a8-273a-4378-8024-8706af66ede8 HTTP/1.1" status: 200 len: 943 time: 0.8858473 May 30 20:19:01.635729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Calling delete_port for a8110c6e-0848-45ca-9729-ae3b79ec4b0e owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:01.656403 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:01.717667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-14486719-295e-4fe9-adc7-1dbd2ce247a3 req-d7cf8408-d962-4e2a-a95d-09f0e88a7d05 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404381 May 30 20:19:01.720126 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c7237a3-f14e-41ab-8e9a-b4c4ad90329e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:01.720500 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c7237a3-f14e-41ab-8e9a-b4c4ad90329e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:01.735892 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d03121f5-c3c8-4954-8607-ccbb11b2869c req-b924d675-5903-424d-9b16-022f4130266a tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388438 May 30 20:19:01.758168 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:19:01.758717 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:19:01.758956 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8697090e-f97c-4452-87f3-a23bf42c48d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:01.815302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697090e-f97c-4452-87f3-a23bf42c48d5 None None] Pushing event deleted for resources: {'Port': ['ID=a8110c6e-0848-45ca-9729-ae3b79ec4b0e,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:01.830535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8697090e-f97c-4452-87f3-a23bf42c48d5 None None] No DVR routers for this DVR port a8110c6e-0848-45ca-9729-ae3b79ec4b0e on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:19:01.908217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2c7237a3-f14e-41ab-8e9a-b4c4ad90329e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Calling delete_port for 53b4a46b-6282-410d-8da5-ad1045a3fdca owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:01.985313 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a8110c6e-0848-45ca-9729-ae3b79ec4b0e no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:02.019708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: a8110c6e-0848-45ca-9729-ae3b79ec4b0e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:02.020054 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a8110c6e-0848-45ca-9729-ae3b79ec4b0e not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:02.092403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186032c-d016-4a05-a620-b8a00c8acc34 req-3882fb22-27b0-496a-b478-f3b06a13c0bb tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:02.093794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a186032c-d016-4a05-a620-b8a00c8acc34 req-3882fb22-27b0-496a-b478-f3b06a13c0bb tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.1931622 May 30 20:19:02.149371 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c7237a3-f14e-41ab-8e9a-b4c4ad90329e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:02.205237 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a186032c-d016-4a05-a620-b8a00c8acc34 req-59ce0bea-9071-4d5b-bb97-80341f7a096b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034892 May 30 20:19:02.207614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7237a3-f14e-41ab-8e9a-b4c4ad90329e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event deleted for resources: {'Port': ['ID=53b4a46b-6282-410d-8da5-ad1045a3fdca,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:02.259910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port a8110c6e-0848-45ca-9729-ae3b79ec4b0e {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:02.260455 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:02.320271 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c7237a3-f14e-41ab-8e9a-b4c4ad90329e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:02.336273 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] The port 'a8110c6e-0848-45ca-9729-ae3b79ec4b0e' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:19:02.341601 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c7237a3-f14e-41ab-8e9a-b4c4ad90329e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:02.343186 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2c7237a3-f14e-41ab-8e9a-b4c4ad90329e tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "DELETE /v2.0/floatingips/dd0bb15e-64fb-4c65-aac7-04466068ff68 HTTP/1.1" status: 204 len: 168 time: 1.9806848 May 30 20:19:02.345955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47914) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:02.424752 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7a48b7c9-cd4b-44b5-8092-9af9d578d000 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Deleting port c9dd14dc-8615-4ccf-8a3a-87c921095f0d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:02.425201 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a48b7c9-cd4b-44b5-8092-9af9d578d000 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:02.568024 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:02.596849 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10415d3-f936-43bb-8eae-a50c1347e326']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:02.611621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4413ac-8461-4bd4-9613-b6b294588d50') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:02.611918 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4413ac-8461-4bd4-9613-b6b294588d50') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:02.625007 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:02.645754 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:02.652197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:19:02.652590 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: timer() May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:19:02.667717 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:19:02.748530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:02.754616 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:02.795987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Network': ['ID=e10415d3-f936-43bb-8eae-a50c1347e326,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:02.810411 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:02.818546 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b1884fc0-b665-497d-aaba-e41fbe076341 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/networks/e10415d3-f936-43bb-8eae-a50c1347e326 HTTP/1.1" status: 204 len: 168 time: 1.8330190 May 30 20:19:02.819611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47930) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:02.826473 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-bfc2639c-1248-4d2c-be7e-4fb59069ddb0 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'network': {'name': 'tempest-RoutersTest-2083479127'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:02.833265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bfc2639c-1248-4d2c-be7e-4fb59069ddb0 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:02.838062 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bfc2639c-1248-4d2c-be7e-4fb59069ddb0 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:network and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:02.842140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bfc2639c-1248-4d2c-be7e-4fb59069ddb0 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:02.848825 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bfc2639c-1248-4d2c-be7e-4fb59069ddb0 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:02.868609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc2639c-1248-4d2c-be7e-4fb59069ddb0 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:19:02.874530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfc2639c-1248-4d2c-be7e-4fb59069ddb0 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:02.875511 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a48b7c9-cd4b-44b5-8092-9af9d578d000 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:02.906650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc2639c-1248-4d2c-be7e-4fb59069ddb0 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:19:02.916564 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfc2639c-1248-4d2c-be7e-4fb59069ddb0 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:02.917738 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-bfc2639c-1248-4d2c-be7e-4fb59069ddb0 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Added segment 3845c7ce-386f-4978-b583-2dc8584174a4 of type vlan for network 5ec6ec32-f823-4eb0-8770-8066978c0c1d May 30 20:19:02.948448 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfc2639c-1248-4d2c-be7e-4fb59069ddb0 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:02.980750 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfc2639c-1248-4d2c-be7e-4fb59069ddb0 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:02.985032 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc2639c-1248-4d2c-be7e-4fb59069ddb0 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:02.985700 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfc2639c-1248-4d2c-be7e-4fb59069ddb0 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:03.038201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:19:03.092298 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7a48b7c9-cd4b-44b5-8092-9af9d578d000 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Calling delete_port for c9dd14dc-8615-4ccf-8a3a-87c921095f0d owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:03.095613 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bfc2639c-1248-4d2c-be7e-4fb59069ddb0 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2725322 May 30 20:19:03.098549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47938) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:03.115887 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e3b8549f-d925-4cdb-9fa1-c57e91cad5c3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'subnet': {'network_id': '5ec6ec32-f823-4eb0-8770-8066978c0c1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:03.140948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2639c-1248-4d2c-be7e-4fb59069ddb0 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Network': ['ID=5ec6ec32-f823-4eb0-8770-8066978c0c1d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:03.157297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 5ec6ec32-f823-4eb0-8770-8066978c0c1d details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:19:03.286154 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e3b8549f-d925-4cdb-9fa1-c57e91cad5c3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:03.292883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e3b8549f-d925-4cdb-9fa1-c57e91cad5c3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:subnet and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:03.296427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e3b8549f-d925-4cdb-9fa1-c57e91cad5c3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:03.304674 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e3b8549f-d925-4cdb-9fa1-c57e91cad5c3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:03.311011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b64d67-7bf5-474b-8777-b58bcfcdc131 req-802d9b58-3e65-4715-aa14-69bc7dc0f0fd tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:03.318748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f8b64d67-7bf5-474b-8777-b58bcfcdc131 req-802d9b58-3e65-4715-aa14-69bc7dc0f0fd tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f220a8-273a-4378-8024-8706af66ede8 HTTP/1.1" status: 200 len: 943 time: 0.4341395 May 30 20:19:03.324221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b8549f-d925-4cdb-9fa1-c57e91cad5c3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:19:03.357994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188db008-2293-4fcd-972d-734f7d697cc9 req-e9697187-7e60-45dc-9172-1b8b6b21e73b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:03.359528 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-188db008-2293-4fcd-972d-734f7d697cc9 req-e9697187-7e60-45dc-9172-1b8b6b21e73b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5 HTTP/1.1" status: 200 len: 944 time: 0.3806829 May 30 20:19:03.362128 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a48b7c9-cd4b-44b5-8092-9af9d578d000 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:03.394643 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b5d30736-a5ed-4a25-8bd5-7318e55fd5c8, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b5d30736-a5ed-4a25-8bd5-7318e55fd5c8,segment=NetworkSegment(ebf37695-c2e3-48a3-a6d8-504162f22943),segment_id=ebf37695-c2e3-48a3-a6d8-504162f22943)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:03.410995 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'b5d30736-a5ed-4a25-8bd5-7318e55fd5c8', 'network_id': '703b76d5-eb9c-4482-87e3-cd66f2904e27', 'port_id': 'b5d30736-a5ed-4a25-8bd5-7318e55fd5c8', 'mac_address': 'fa:16:3e:c2:ec:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6832bb5b-b30c-4fad-b8ba-d9aa099e1dc9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:19:03.444017 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48b7c9-cd4b-44b5-8092-9af9d578d000 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event deleted for resources: {'Port': ['ID=c9dd14dc-8615-4ccf-8a3a-87c921095f0d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:03.453264 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:03.478796 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f8b64d67-7bf5-474b-8777-b58bcfcdc131 req-6cb56f42-864c-452e-8b63-08fe94615fd3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592109 May 30 20:19:03.480498 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:03.499930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e3b8549f-d925-4cdb-9fa1-c57e91cad5c3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:03.500172 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:19:03.529267 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b5d30736-a5ed-4a25-8bd5-7318e55fd5c8, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b5d30736-a5ed-4a25-8bd5-7318e55fd5c8,segment=NetworkSegment(ebf37695-c2e3-48a3-a6d8-504162f22943),segment_id=ebf37695-c2e3-48a3-a6d8-504162f22943)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:03.539485 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:03.625161 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a48b7c9-cd4b-44b5-8092-9af9d578d000 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:03.628707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b5d30736-a5ed-4a25-8bd5-7318e55fd5c8,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:03.632933 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-188db008-2293-4fcd-972d-734f7d697cc9 req-9543dd7f-371d-44b1-b91a-9d3a0216ce90 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610197 May 30 20:19:03.645997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47950) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:03.647202 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7a48b7c9-cd4b-44b5-8092-9af9d578d000 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "DELETE /v2.0/ports/c9dd14dc-8615-4ccf-8a3a-87c921095f0d HTTP/1.1" status: 204 len: 168 time: 1.2999783 May 30 20:19:03.744640 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6e674a94-536d-4102-bc7d-97bfcda10f15 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Deleting port fc738771-8a18-43a2-a37a-8f6a9440822a {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:03.745673 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e674a94-536d-4102-bc7d-97bfcda10f15 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:03.750053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30259135-f75d-4f4c-bcaa-de16b6290d26 req-84ef6a9f-c225-49d4-868d-f363e686e5a5 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:03.751516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30259135-f75d-4f4c-bcaa-de16b6290d26 req-84ef6a9f-c225-49d4-868d-f363e686e5a5 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.0829601 May 30 20:19:03.785162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b5d30736-a5ed-4a25-8bd5-7318e55fd5c8'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:19:03.799505 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30259135-f75d-4f4c-bcaa-de16b6290d26 req-024e43a6-3b17-4842-9f76-4e8081563644 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415134 May 30 20:19:03.958436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9ecf0614-9706-4eab-a0ba-9e8ab6958178 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:19:04.075503 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 9ecf0614-9706-4eab-a0ba-9e8ab6958178 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:19:04.081531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 9ecf0614-9706-4eab-a0ba-9e8ab6958178 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:04.082083 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.098686 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e674a94-536d-4102-bc7d-97bfcda10f15 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.255346 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.255532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6e674a94-536d-4102-bc7d-97bfcda10f15 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Calling delete_port for fc738771-8a18-43a2-a37a-8f6a9440822a owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:04.297033 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9ecf0614-9706-4eab-a0ba-9e8ab6958178, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9ecf0614-9706-4eab-a0ba-9e8ab6958178,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:04.298754 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77cdabd-e8d0-46e9-8f92-b6300737b4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecf0614-9706-4eab-a0ba-9e8ab6958178'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:04.307050 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.316134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e3b8549f-d925-4cdb-9fa1-c57e91cad5c3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.407299 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=9ecf0614-9706-4eab-a0ba-9e8ab6958178,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:04.428545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8549f-d925-4cdb-9fa1-c57e91cad5c3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Subnet': ['ID=0fbe26ab-c011-4b6d-b95a-6861a0837584,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:04.491123 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689b7f19-a945-45ce-8849-f4372d71c96b'] response: {'server_uuid': 'a77cdabd-e8d0-46e9-8f92-b6300737b4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecf0614-9706-4eab-a0ba-9e8ab6958178', 'code': 200} May 30 20:19:04.605226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b8549f-d925-4cdb-9fa1-c57e91cad5c3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Checking segment: {'id': '3845c7ce-386f-4978-b583-2dc8584174a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5ec6ec32-f823-4eb0-8770-8066978c0c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:19:04.605923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b8549f-d925-4cdb-9fa1-c57e91cad5c3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network hostable DHCP agents. Network: 5ec6ec32-f823-4eb0-8770-8066978c0c1d, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:19:04.636976 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e674a94-536d-4102-bc7d-97bfcda10f15 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.698264 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e674a94-536d-4102-bc7d-97bfcda10f15 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event deleted for resources: {'Port': ['ID=fc738771-8a18-43a2-a37a-8f6a9440822a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:04.702666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b8549f-d925-4cdb-9fa1-c57e91cad5c3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network 5ec6ec32-f823-4eb0-8770-8066978c0c1d is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:19:04.775255 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23f8e642-258d-4644-85ac-7fda855acca1 req-7a86f63d-cf65-4e1d-83cf-2d481c93cdfa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5 HTTP/1.1" status: 200 len: 1096 time: 0.2186377 May 30 20:19:04.785166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c54af-0b07-4569-8081-657432f5693d req-c570e324-455a-45a0-920b-9909415117e8 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:04.786859 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b33c54af-0b07-4569-8081-657432f5693d req-c570e324-455a-45a0-920b-9909415117e8 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f220a8-273a-4378-8024-8706af66ede8 HTTP/1.1" status: 200 len: 944 time: 0.1467719 May 30 20:19:04.796373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-e3b8549f-d925-4cdb-9fa1-c57e91cad5c3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 5ec6ec32-f823-4eb0-8770-8066978c0c1d) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:19:04.800703 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b8549f-d925-4cdb-9fa1-c57e91cad5c3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:04.801344 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e3b8549f-d925-4cdb-9fa1-c57e91cad5c3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.807892 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02ddd77-5e69-487c-aca4-bf02b9dd9eb8 None None] Network 5ec6ec32-f823-4eb0-8770-8066978c0c1d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:19:04.851581 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e674a94-536d-4102-bc7d-97bfcda10f15 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.853965 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6e674a94-536d-4102-bc7d-97bfcda10f15 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "DELETE /v2.0/ports/fc738771-8a18-43a2-a37a-8f6a9440822a HTTP/1.1" status: 204 len: 168 time: 1.2031956 May 30 20:19:04.858997 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e3b8549f-d925-4cdb-9fa1-c57e91cad5c3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7500608 May 30 20:19:04.859632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47982) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:04.859958 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47984) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:04.899826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-84e73912-aab3-4535-9ce3-fdb0cbcd565e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1979891766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:04.925404 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23f8e642-258d-4644-85ac-7fda855acca1 req-7026df81-63a7-4a22-8ba9-2dab004cee4a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373613 May 30 20:19:04.954432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-84e73912-aab3-4535-9ce3-fdb0cbcd565e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:04.967762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-84e73912-aab3-4535-9ce3-fdb0cbcd565e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:router and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:04.967987 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b33c54af-0b07-4569-8081-657432f5693d req-61e227ea-ab62-4a95-bc93-4f2fa3c0a5ac tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440046 May 30 20:19:04.973417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-84e73912-aab3-4535-9ce3-fdb0cbcd565e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:04.992714 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac60e5-d5bb-422e-ab73-117147474644 req-729e2196-5e0f-473f-bd46-681fa8f53d79 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:04.992927 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-84e73912-aab3-4535-9ce3-fdb0cbcd565e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:05.003747 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7ac60e5-d5bb-422e-ab73-117147474644 req-729e2196-5e0f-473f-bd46-681fa8f53d79 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5 HTTP/1.1" status: 200 len: 945 time: 0.1813638 May 30 20:19:05.074845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:19:05.106243 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7ac60e5-d5bb-422e-ab73-117147474644 req-cab54b8f-0bff-41c1-b67e-b8aa9c73480f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015713 May 30 20:19:05.170771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec361a44-11ee-4362-b046-cd7805123144 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Deleting subnet c9304462-25a6-49ff-a1ff-129232b6a9f5 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:19:05.175254 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ec361a44-11ee-4362-b046-cd7805123144 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.212888 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84e73912-aab3-4535-9ce3-fdb0cbcd565e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.214458 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84e73912-aab3-4535-9ce3-fdb0cbcd565e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.249455 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-5ec6ec32-f823-4eb0-8770-8066978c0c1d', 'network_id': '5ec6ec32-f823-4eb0-8770-8066978c0c1d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'fixed_ips': [{'subnet_id': '0fbe26ab-c011-4b6d-b95a-6861a0837584'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:19:05.250706 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.260120 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ec361a44-11ee-4362-b046-cd7805123144 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.304720 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84e73912-aab3-4535-9ce3-fdb0cbcd565e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.329376 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:19:05.367421 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84e73912-aab3-4535-9ce3-fdb0cbcd565e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.373723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842d1fe-eb49-4aa1-bda7-5012c1d8446a req-a8958817-3758-411c-b183-3d36d61d163b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:05.376567 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5842d1fe-eb49-4aa1-bda7-5012c1d8446a req-a8958817-3758-411c-b183-3d36d61d163b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2127922 May 30 20:19:05.400828 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:05.401862 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.410201 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84e73912-aab3-4535-9ce3-fdb0cbcd565e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.420074 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-84e73912-aab3-4535-9ce3-fdb0cbcd565e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5573499 May 30 20:19:05.421874 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47998) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:05.439222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'port': {'network_id': '5ec6ec32-f823-4eb0-8770-8066978c0c1d', 'name': 'tempest-RoutersTest-1726238128'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:05.467874 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5842d1fe-eb49-4aa1-bda7-5012c1d8446a req-76b1ce97-4451-4159-8fb1-20b3e77b98dd tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845442 May 30 20:19:05.515729 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ec361a44-11ee-4362-b046-cd7805123144 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.641514 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:05.644278 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ec361a44-11ee-4362-b046-cd7805123144 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.650109 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Allocated IP 172.20.0.2 (5ec6ec32-f823-4eb0-8770-8066978c0c1d/0fbe26ab-c011-4b6d-b95a-6861a0837584/59268f36-8c00-42fd-9956-0288f7fc1b8c) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:19:05.659948 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.692300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:port and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:05.693218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec361a44-11ee-4362-b046-cd7805123144 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event deleted for resources: {'Subnet': ['ID=c9304462-25a6-49ff-a1ff-129232b6a9f5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:05.697065 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:05.705323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:05.711548 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ec361a44-11ee-4362-b046-cd7805123144 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.723104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48006) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:05.729289 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ec361a44-11ee-4362-b046-cd7805123144 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "DELETE /v2.0/subnets/c9304462-25a6-49ff-a1ff-129232b6a9f5 HTTP/1.1" status: 204 len: 168 time: 0.8674371 May 30 20:19:05.729497 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab31f124-0ab1-4e61-9662-f65d9a3c4e5b None None] Network 448a5305-1745-4735-9914-168fb49da986 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:19:05.731113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:19:05.734660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.745845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b5d30736-a5ed-4a25-8bd5-7318e55fd5c8, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b5d30736-a5ed-4a25-8bd5-7318e55fd5c8,segment=NetworkSegment(ebf37695-c2e3-48a3-a6d8-504162f22943),segment_id=ebf37695-c2e3-48a3-a6d8-504162f22943)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:05.766466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] device_id is not set on port f954b09e-f942-42b3-9087-3131b5de1134 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:19:05.805496 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.957641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4e688b-18dc-4627-b0cb-1d9515615e66 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Deleting subnet f15726d8-e5bd-4f64-bfd0-ce6e1d35af25 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:19:05.960538 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf4e688b-18dc-4627-b0cb-1d9515615e66 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.968941 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3b4ed5f3-d88c-4707-b4c8-5738236cd402 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:19:06.038823 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b5d30736-a5ed-4a25-8bd5-7318e55fd5c8,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:06.066162 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf4e688b-18dc-4627-b0cb-1d9515615e66 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:06.104064 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:19:06.295660 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:06.333258 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Transition to ACTIVE for port object 59268f36-8c00-42fd-9956-0288f7fc1b8c will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:19:06.359255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3b4ed5f3-d88c-4707-b4c8-5738236cd402, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3b4ed5f3-d88c-4707-b4c8-5738236cd402,segment=NetworkSegment(4d10fbeb-2125-48cc-a069-4a88bc5a0de9),segment_id=4d10fbeb-2125-48cc-a069-4a88bc5a0de9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:06.382070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Transition to ACTIVE for port object 59268f36-8c00-42fd-9956-0288f7fc1b8c will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:19:06.383595 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '3b4ed5f3-d88c-4707-b4c8-5738236cd402', 'network_id': 'ddc464cb-f722-4e07-aa44-ac3cc214327c', 'port_id': '3b4ed5f3-d88c-4707-b4c8-5738236cd402', 'mac_address': 'fa:16:3e:83:61:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0791857-266d-4d4d-abe5-3d3ca4eece3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:19:06.421467 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf4e688b-18dc-4627-b0cb-1d9515615e66 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:06.423235 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:06.479622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b795bba-3372-4922-bbf4-c6b77e59d3b8 None None] DHCP port deletion for 448a5305-1745-4735-9914-168fb49da986 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:19:06.498615 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f220a8-273a-4378-8024-8706af66ede8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d30736-a5ed-4a25-8bd5-7318e55fd5c8'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:06.505541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Allocated IP 172.20.0.5 (5ec6ec32-f823-4eb0-8770-8066978c0c1d/0fbe26ab-c011-4b6d-b95a-6861a0837584/f954b09e-f942-42b3-9087-3131b5de1134) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:19:06.514482 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-9b795bba-3372-4922-bbf4-c6b77e59d3b8 None None] Deleting port a17548b9-ea0a-4332-998c-f2e57e4a10e1 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:06.515317 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9b795bba-3372-4922-bbf4-c6b77e59d3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:06.576342 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee3ac1-7abe-48fe-b114-ef522825d46e req-a6270f9b-b592-4e0b-ba50-d286e00aa8e6 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:06.577882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2eee3ac1-7abe-48fe-b114-ef522825d46e req-a6270f9b-b592-4e0b-ba50-d286e00aa8e6 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f220a8-273a-4378-8024-8706af66ede8 HTTP/1.1" status: 200 len: 945 time: 0.4694848 May 30 20:19:06.580672 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf4e688b-18dc-4627-b0cb-1d9515615e66 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:06.636879 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf4e688b-18dc-4627-b0cb-1d9515615e66 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:06.637744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e524f353-a3a2-4229-bed0-bf98885dcc88 None None] Network 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:19:06.668164 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bf4e688b-18dc-4627-b0cb-1d9515615e66 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "DELETE /v2.0/subnets/f15726d8-e5bd-4f64-bfd0-ce6e1d35af25 HTTP/1.1" status: 204 len: 168 time: 0.9436536 May 30 20:19:06.679636 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Network 5ec6ec32-f823-4eb0-8770-8066978c0c1d is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:19:06.682117 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:06.691410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48028) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:06.693800 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2eee3ac1-7abe-48fe-b114-ef522825d46e req-558e43b8-01f8-4f15-b85d-5f09e2da4b5c tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021225 May 30 20:19:06.698963 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e688b-18dc-4627-b0cb-1d9515615e66 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event deleted for resources: {'Subnet': ['ID=f15726d8-e5bd-4f64-bfd0-ce6e1d35af25,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:06.730854 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510acea-2fbd-4515-8619-d937e24366b5 req-255da15f-456d-4511-a81c-da0271db8510 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:06.734081 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d510acea-2fbd-4515-8619-d937e24366b5 req-255da15f-456d-4511-a81c-da0271db8510 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5 HTTP/1.1" status: 200 len: 945 time: 0.4423697 May 30 20:19:06.777604 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:19:06.834300 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:06.835535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:19:06.839475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b4ed5f3-d88c-4707-b4c8-5738236cd402 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:19:06.844346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Pushing event updated for resources: {'Port': ['ID=59268f36-8c00-42fd-9956-0288f7fc1b8c,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:06.853767 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Transition to ACTIVE for port object f954b09e-f942-42b3-9087-3131b5de1134 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:19:06.860304 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d510acea-2fbd-4515-8619-d937e24366b5 req-925edb9b-4ea0-48e5-88a5-d6d553b4667f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252480 May 30 20:19:06.911101 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:06.931694 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:07.024786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network 5ec6ec32-f823-4eb0-8770-8066978c0c1d is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:19:07.029536 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:19:07.035086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=f954b09e-f942-42b3-9087-3131b5de1134,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:07.037978 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3b4ed5f3-d88c-4707-b4c8-5738236cd402, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3b4ed5f3-d88c-4707-b4c8-5738236cd402,segment=NetworkSegment(4d10fbeb-2125-48cc-a069-4a88bc5a0de9),segment_id=4d10fbeb-2125-48cc-a069-4a88bc5a0de9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:07.047076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:19:07.047599 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-345b9c51-9b4f-476a-8c64-bd01c30108a2'] response: {'server_uuid': '91f220a8-273a-4378-8024-8706af66ede8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d30736-a5ed-4a25-8bd5-7318e55fd5c8', 'code': 200} May 30 20:19:07.057417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Deleting port a17548b9-ea0a-4332-998c-f2e57e4a10e1 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:07.057939 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:07.136355 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:07.152257 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:07.152867 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:07.181698 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fc8a152e-b7cc-4bf8-8449-1cde0961f347 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7582557 May 30 20:19:07.184307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48044) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:07.330836 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:07.339739 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['3b4ed5f3-d88c-4707-b4c8-5738236cd402'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:19:07.386875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Attempting to bind port 59268f36-8c00-42fd-9956-0288f7fc1b8c on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:19:07.387228 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Attempting to bind port 59268f36-8c00-42fd-9956-0288f7fc1b8c by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '3845c7ce-386f-4978-b583-2dc8584174a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5ec6ec32-f823-4eb0-8770-8066978c0c1d'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:19:07.387585 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Attempting to bind port 59268f36-8c00-42fd-9956-0288f7fc1b8c on network 5ec6ec32-f823-4eb0-8770-8066978c0c1d {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:19:07.443415 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:19:07.443785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Checking segment: {'id': '3845c7ce-386f-4978-b583-2dc8584174a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5ec6ec32-f823-4eb0-8770-8066978c0c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:19:07.444211 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:07.444599 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Bound using segment: {'id': '3845c7ce-386f-4978-b583-2dc8584174a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5ec6ec32-f823-4eb0-8770-8066978c0c1d'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:19:07.445061 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Bound port: 59268f36-8c00-42fd-9956-0288f7fc1b8c, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3845c7ce-386f-4978-b583-2dc8584174a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5ec6ec32-f823-4eb0-8770-8066978c0c1d'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:19:07.445428 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:07.459188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-9b795bba-3372-4922-bbf4-c6b77e59d3b8 None None] For port a17548b9-ea0a-4332-998c-f2e57e4a10e1, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a17548b9-ea0a-4332-998c-f2e57e4a10e1,segment=NetworkSegment(9ac5df36-6ecf-4237-9c31-5563d393e94a),segment_id=9ac5df36-6ecf-4237-9c31-5563d393e94a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:07.459574 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9b795bba-3372-4922-bbf4-c6b77e59d3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:07.468874 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=3b4ed5f3-d88c-4707-b4c8-5738236cd402,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:07.576859 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbeb74-6a72-4eba-a4e5-970025c3da85 req-84eaf9b0-a43c-4f81-83ca-c4a75ca3d9bc tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:07.583756 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bcbbeb74-6a72-4eba-a4e5-970025c3da85 req-84eaf9b0-a43c-4f81-83ca-c4a75ca3d9bc tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.6498013 May 30 20:19:07.681089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-9b795bba-3372-4922-bbf4-c6b77e59d3b8 None None] Calling delete_port for a17548b9-ea0a-4332-998c-f2e57e4a10e1 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:07.739294 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6a859-5bd7-4b51-abb9-24be9e01fb6c req-2ce44171-cad9-4949-9af6-69afcac372d9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:07.741647 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6c6a859-5bd7-4b51-abb9-24be9e01fb6c req-2ce44171-cad9-4949-9af6-69afcac372d9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 806 time: 0.5885060 May 30 20:19:07.881567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] For port 59268f36-8c00-42fd-9956-0288f7fc1b8c, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:19:07.891123 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8663b602-5458-40d5-83d0-e2f54ce49a69 req-1bcd5e1b-080f-47b4-952c-ea80c6339651 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=91f220a8-273a-4378-8024-8706af66ede8 HTTP/1.1" status: 200 len: 1096 time: 0.7153413 May 30 20:19:07.900310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] For port 59268f36-8c00-42fd-9956-0288f7fc1b8c, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=59268f36-8c00-42fd-9956-0288f7fc1b8c,segment=NetworkSegment(3845c7ce-386f-4978-b583-2dc8584174a4),segment_id=3845c7ce-386f-4978-b583-2dc8584174a4)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:19:07.912308 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6c6a859-5bd7-4b51-abb9-24be9e01fb6c req-69e27c42-774b-4394-9860-92c28d917c6e tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/quotas/210942c2f7d24688a396c30d7894503b HTTP/1.1" status: 200 len: 375 time: 0.0851901 May 30 20:19:07.914959 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9b795bba-3372-4922-bbf4-c6b77e59d3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:07.922568 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:07.927914 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53552fe7-bd9f-4b9d-ab37-0c7d3c2c38e0 None None] DHCP port deletion for 2b44cc57-c7bb-420e-87d1-3b3cc91a2707 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:19:07.996578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bcbbeb74-6a72-4eba-a4e5-970025c3da85 req-230ef055-bfe8-4d60-9134-e938c30d482d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117177 May 30 20:19:08.003005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-53552fe7-bd9f-4b9d-ab37-0c7d3c2c38e0 None None] Deleting port 47366010-c2c7-48a8-8703-444d49a9ea54 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:08.003653 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-53552fe7-bd9f-4b9d-ab37-0c7d3c2c38e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:08.050257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b795bba-3372-4922-bbf4-c6b77e59d3b8 None None] Pushing event deleted for resources: {'Port': ['ID=a17548b9-ea0a-4332-998c-f2e57e4a10e1,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:08.052552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a17548b9-ea0a-4332-998c-f2e57e4a10e1 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:08.112043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] For port a17548b9-ea0a-4332-998c-f2e57e4a10e1, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a17548b9-ea0a-4332-998c-f2e57e4a10e1,segment=NetworkSegment(9ac5df36-6ecf-4237-9c31-5563d393e94a),segment_id=9ac5df36-6ecf-4237-9c31-5563d393e94a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:08.112546 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:08.129584 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8663b602-5458-40d5-83d0-e2f54ce49a69 req-7cfb0633-6e23-493f-8680-8c15809768c6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801951 May 30 20:19:08.162570 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: a17548b9-ea0a-4332-998c-f2e57e4a10e1 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:08.163120 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a17548b9-ea0a-4332-998c-f2e57e4a10e1 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:08.163308 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 47366010-c2c7-48a8-8703-444d49a9ea54 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:08.230275 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b795bba-3372-4922-bbf4-c6b77e59d3b8 None None] No DVR routers for this DVR port a17548b9-ea0a-4332-998c-f2e57e4a10e1 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:19:08.396674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Calling delete_port for a17548b9-ea0a-4332-998c-f2e57e4a10e1 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:08.406901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ac5c5-442b-48df-b049-d470b815bb4c None None] Pushing event updated for resources: {'Port': ['ID=59268f36-8c00-42fd-9956-0288f7fc1b8c,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:08.547167 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-591df15c-9a0d-42c4-8f24-e95c97dfc21d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:08.559767 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:19:08.560134 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:19:08.688423 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6c6a859-5bd7-4b51-abb9-24be9e01fb6c req-254a468c-2621-41e8-afca-6dbf453c2a7e tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7751586 May 30 20:19:08.788661 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:08.790428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc7256-3b07-4e22-a2a1-38e3963fd05e req-bc5b3b29-6ce4-4a42-898d-a5ae2b68baf2 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:08.792684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06fc7256-3b07-4e22-a2a1-38e3963fd05e req-bc5b3b29-6ce4-4a42-898d-a5ae2b68baf2 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f220a8-273a-4378-8024-8706af66ede8 HTTP/1.1" status: 200 len: 945 time: 0.5907521 May 30 20:19:08.938752 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06fc7256-3b07-4e22-a2a1-38e3963fd05e req-232f2f78-4fdf-4e09-a98d-5473972583e0 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929043 May 30 20:19:08.983913 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-53552fe7-bd9f-4b9d-ab37-0c7d3c2c38e0 None None] For port 47366010-c2c7-48a8-8703-444d49a9ea54, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=47366010-c2c7-48a8-8703-444d49a9ea54,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:08.984611 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-53552fe7-bd9f-4b9d-ab37-0c7d3c2c38e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:08.986016 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6c6a859-5bd7-4b51-abb9-24be9e01fb6c req-e8b0c98b-f245-4ce9-a47b-30151e108379 service neutron] 10.222.0.84 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829013 May 30 20:19:09.326832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Deleting port a17548b9-ea0a-4332-998c-f2e57e4a10e1 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:09.332682 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:09.410885 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-591df15c-9a0d-42c4-8f24-e95c97dfc21d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:09.416995 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-591df15c-9a0d-42c4-8f24-e95c97dfc21d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:09.433040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 47366010-c2c7-48a8-8703-444d49a9ea54, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=47366010-c2c7-48a8-8703-444d49a9ea54,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:09.538240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591df15c-9a0d-42c4-8f24-e95c97dfc21d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=f954b09e-f942-42b3-9087-3131b5de1134,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:09.542900 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:09.557423 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-53552fe7-bd9f-4b9d-ab37-0c7d3c2c38e0 None None] Calling delete_port for 47366010-c2c7-48a8-8703-444d49a9ea54 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:09.695102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] The port 'a17548b9-ea0a-4332-998c-f2e57e4a10e1' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:19:09.834246 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=47366010-c2c7-48a8-8703-444d49a9ea54,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:09.845363 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-53552fe7-bd9f-4b9d-ab37-0c7d3c2c38e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:19:09.845716 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-53552fe7-bd9f-4b9d-ab37-0c7d3c2c38e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:19:09.999064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3b4ed5f3-d88c-4707-b4c8-5738236cd402 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:19:10.070186 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-591df15c-9a0d-42c4-8f24-e95c97dfc21d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:10.099287 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:10.105070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 59268f36-8c00-42fd-9956-0288f7fc1b8c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:19:10.119040 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6c6a859-5bd7-4b51-abb9-24be9e01fb6c req-7fd2438f-1285-4acb-aaa3-a01c8a367d8f service neutron] 10.222.0.84 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1239748 May 30 20:19:10.148403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edcab9-1a59-4efa-b58a-0f150e59efbe req-16491975-09fe-4489-a1bb-872359833b26 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:10.157252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-85edcab9-1a59-4efa-b58a-0f150e59efbe req-16491975-09fe-4489-a1bb-872359833b26 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 945 time: 0.7506557 May 30 20:19:10.214931 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448a5305-1745-4735-9914-168fb49da986']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:10.240954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac5df36-6ecf-4237-9c31-5563d393e94a') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:10.241255 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac5df36-6ecf-4237-9c31-5563d393e94a') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:10.268851 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-85edcab9-1a59-4efa-b58a-0f150e59efbe req-3418d438-8c3b-4f46-9235-ebcb847e4485 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102979 May 30 20:19:10.270568 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:10.291088 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:10.294446 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-591df15c-9a0d-42c4-8f24-e95c97dfc21d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:10.294607 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4e4e05-a840-4450-a7f5-8249e1a32967 None None] Network 5ec6ec32-f823-4eb0-8770-8066978c0c1d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:19:10.304187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:19:10.304865 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: timer() May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:19:10.331174 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:19:10.362397 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-53552fe7-bd9f-4b9d-ab37-0c7d3c2c38e0 None None] Deleting port 47366010-c2c7-48a8-8703-444d49a9ea54 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:10.368389 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-53552fe7-bd9f-4b9d-ab37-0c7d3c2c38e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:10.445813 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:10.494840 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:10.511343 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event deleted for resources: {'Network': ['ID=448a5305-1745-4735-9914-168fb49da986,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:10.587159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7a2755f3-d144-479f-bcd9-500a19b203a4 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "DELETE /v2.0/networks/448a5305-1745-4735-9914-168fb49da986 HTTP/1.1" status: 204 len: 168 time: 3.8859582 May 30 20:19:10.590752 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48110) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:10.663591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-224a6ab5-db03-4884-92ec-26d14516be59 None None] Provisioning for port 59268f36-8c00-42fd-9956-0288f7fc1b8c completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:19:11.038339 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-53552fe7-bd9f-4b9d-ab37-0c7d3c2c38e0 None None] For port 47366010-c2c7-48a8-8703-444d49a9ea54, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=47366010-c2c7-48a8-8703-444d49a9ea54,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:11.039010 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-53552fe7-bd9f-4b9d-ab37-0c7d3c2c38e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:11.099948 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:11.155596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Deleting port 47366010-c2c7-48a8-8703-444d49a9ea54 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:11.159065 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:11.309913 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d782a-6383-474e-828e-a27b1f92933b req-5d248ba6-ad60-45e6-b3a8-9fdb28958ebe tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:11.313872 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-291d782a-6383-474e-828e-a27b1f92933b req-5d248ba6-ad60-45e6-b3a8-9fdb28958ebe tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f220a8-273a-4378-8024-8706af66ede8 HTTP/1.1" status: 200 len: 945 time: 0.6339364 May 30 20:19:11.325854 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 59268f36-8c00-42fd-9956-0288f7fc1b8c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:19:11.375375 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-53552fe7-bd9f-4b9d-ab37-0c7d3c2c38e0 None None] Calling delete_port for 47366010-c2c7-48a8-8703-444d49a9ea54 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:11.592005 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-591df15c-9a0d-42c4-8f24-e95c97dfc21d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:11.607110 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-591df15c-9a0d-42c4-8f24-e95c97dfc21d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:11.641811 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 59268f36-8c00-42fd-9956-0288f7fc1b8c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:11.642167 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:11.755444 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-291d782a-6383-474e-828e-a27b1f92933b req-7dfa40bc-746c-4f67-abc4-bb248f5390a3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280691 May 30 20:19:11.795244 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 3b4ed5f3-d88c-4707-b4c8-5738236cd402 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:11.796180 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:11.901743 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-591df15c-9a0d-42c4-8f24-e95c97dfc21d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:11.905309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591df15c-9a0d-42c4-8f24-e95c97dfc21d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=f954b09e-f942-42b3-9087-3131b5de1134,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:12.228400 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-53552fe7-bd9f-4b9d-ab37-0c7d3c2c38e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:12.316142 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591df15c-9a0d-42c4-8f24-e95c97dfc21d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network 5ec6ec32-f823-4eb0-8770-8066978c0c1d is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:19:12.320393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-591df15c-9a0d-42c4-8f24-e95c97dfc21d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:19:12.347646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-fdbcfb03-d7eb-4f1b-b7a4-e5511c5dbbd5 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:12.353152 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-fdbcfb03-d7eb-4f1b-b7a4-e5511c5dbbd5 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 806 time: 0.9827220 May 30 20:19:12.382720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] For port 47366010-c2c7-48a8-8703-444d49a9ea54, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=47366010-c2c7-48a8-8703-444d49a9ea54,segment=NetworkSegment(f8b4b4f8-fecd-4917-b372-24d175a00484),segment_id=f8b4b4f8-fecd-4917-b372-24d175a00484)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:12.383738 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:12.399622 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-6f87b874-d17d-4b97-8401-88616e8e5e2a tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/quotas/210942c2f7d24688a396c30d7894503b HTTP/1.1" status: 200 len: 375 time: 0.0355585 May 30 20:19:12.607695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53552fe7-bd9f-4b9d-ab37-0c7d3c2c38e0 None None] Pushing event deleted for resources: {'Port': ['ID=47366010-c2c7-48a8-8703-444d49a9ea54,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:12.634753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Calling delete_port for 47366010-c2c7-48a8-8703-444d49a9ea54 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:12.697379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53552fe7-bd9f-4b9d-ab37-0c7d3c2c38e0 None None] No DVR routers for this DVR port 47366010-c2c7-48a8-8703-444d49a9ea54 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:19:12.786192 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:12.814752 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:12.874302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 59268f36-8c00-42fd-9956-0288f7fc1b8c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=59268f36-8c00-42fd-9956-0288f7fc1b8c,segment=NetworkSegment(3845c7ce-386f-4978-b583-2dc8584174a4),segment_id=3845c7ce-386f-4978-b583-2dc8584174a4)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:12.883459 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:13.035000 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=59268f36-8c00-42fd-9956-0288f7fc1b8c,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:13.077526 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4ed5f3-d88c-4707-b4c8-5738236cd402'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:13.088032 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3b4ed5f3-d88c-4707-b4c8-5738236cd402, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3b4ed5f3-d88c-4707-b4c8-5738236cd402,segment=NetworkSegment(4d10fbeb-2125-48cc-a069-4a88bc5a0de9),segment_id=4d10fbeb-2125-48cc-a069-4a88bc5a0de9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:13.104365 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:13.141761 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcdb9f-e6c1-4b5d-8222-aeff4c2ea2bf req-b37b16bf-3e81-4186-8220-d68e9e52528b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:13.151736 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dcbcdb9f-e6c1-4b5d-8222-aeff4c2ea2bf req-b37b16bf-3e81-4186-8220-d68e9e52528b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 945 time: 1.0411811 May 30 20:19:13.235462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-2a1ec9b7-9753-474a-a8bd-e8ceaf5a0e82 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8224082 May 30 20:19:13.286764 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591df15c-9a0d-42c4-8f24-e95c97dfc21d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router b1c6869e-6545-4d1e-be56-12dd5728f63c is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:19:13.449717 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=3b4ed5f3-d88c-4707-b4c8-5738236cd402,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:13.455010 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e3d4da5c-2a16-43dc-a1a0-7f0d7b4480cc None None] Provisioning for port f954b09e-f942-42b3-9087-3131b5de1134 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:19:13.469977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e3d4da5c-2a16-43dc-a1a0-7f0d7b4480cc None None] Provisioning complete for port f954b09e-f942-42b3-9087-3131b5de1134 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:13.470544 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e3d4da5c-2a16-43dc-a1a0-7f0d7b4480cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:13.534005 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591df15c-9a0d-42c4-8f24-e95c97dfc21d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:19:13.545762 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f167a-e245-41b7-ae0c-e63f627fe61b None None] Sync routers for ids ['b1c6869e-6545-4d1e-be56-12dd5728f63c'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:19:13.551526 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-591df15c-9a0d-42c4-8f24-e95c97dfc21d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/b1c6869e-6545-4d1e-be56-12dd5728f63c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3656805 May 30 20:19:13.552159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48184) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:13.569002 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f167a-e245-41b7-ae0c-e63f627fe61b None None] Routers {'b1c6869e-6545-4d1e-be56-12dd5728f63c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:13.569898 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9e6f167a-e245-41b7-ae0c-e63f627fe61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:19:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b1c6869e-6545-4d1e-be56-12dd5728f63c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:13.606786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e3d4da5c-2a16-43dc-a1a0-7f0d7b4480cc None None] Port f954b09e-f942-42b3-9087-3131b5de1134 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:19:13.641293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e3d4da5c-2a16-43dc-a1a0-7f0d7b4480cc None None] Provisioning complete for port 59268f36-8c00-42fd-9956-0288f7fc1b8c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:13.641941 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e3d4da5c-2a16-43dc-a1a0-7f0d7b4480cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:13.655609 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-596abb08-f119-4ff3-9330-b8347c8fd523 service neutron] 10.222.0.84 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872986 May 30 20:19:13.699103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f66eab-e250-4c27-b688-638b16363999 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:13.699679 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-78f66eab-e250-4c27-b688-638b16363999 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Synchronizing usage tracker for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:19:13.717032 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9e6f167a-e245-41b7-ae0c-e63f627fe61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:13.731552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-78f66eab-e250-4c27-b688-638b16363999 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Unset dirty status for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:19:13.732826 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-78f66eab-e250-4c27-b688-638b16363999 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports/f954b09e-f942-42b3-9087-3131b5de1134 HTTP/1.1" status: 200 len: 977 time: 0.1797447 May 30 20:19:13.735473 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48188) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:13.746451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dcbcdb9f-e6c1-4b5d-8222-aeff4c2ea2bf req-06b7ecd2-40ad-48e4-883d-f50ba90ec416 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5933332 May 30 20:19:13.747238 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:19:13.747558 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:19:13.747847 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f167a-e245-41b7-ae0c-e63f627fe61b None None] Routers {'b1c6869e-6545-4d1e-be56-12dd5728f63c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:13.748748 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9e6f167a-e245-41b7-ae0c-e63f627fe61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:19:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b1c6869e-6545-4d1e-be56-12dd5728f63c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:13.875412 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-922e0cae-892b-4ce3-8049-416315df3611'] response: {'server_uuid': 'ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4ed5f3-d88c-4707-b4c8-5738236cd402', 'code': 200} May 30 20:19:14.039441 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-02e6e766-950c-45df-9403-b725f9e9d5ad service neutron] 10.222.0.84 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350384 May 30 20:19:14.106700 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9e6f167a-e245-41b7-ae0c-e63f627fe61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:14.107833 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f167a-e245-41b7-ae0c-e63f627fe61b None None] The sync data for ids ['b1c6869e-6545-4d1e-be56-12dd5728f63c'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:19:14.149270 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9a8345c9-1a5b-4da0-ba2a-51e7b6e44011 None None] Provisioning complete for port f954b09e-f942-42b3-9087-3131b5de1134 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:14.149645 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9a8345c9-1a5b-4da0-ba2a-51e7b6e44011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:14.248633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Deleting port 47366010-c2c7-48a8-8703-444d49a9ea54 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:14.249627 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:14.296901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-9a8345c9-1a5b-4da0-ba2a-51e7b6e44011 None None] Port f954b09e-f942-42b3-9087-3131b5de1134 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:19:14.483141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] The port '47366010-c2c7-48a8-8703-444d49a9ea54' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:19:14.536560 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-020d1010-3bb9-4575-a628-c29e1c47219f None None] Provisioning complete for port f954b09e-f942-42b3-9087-3131b5de1134 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:14.536945 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-020d1010-3bb9-4575-a628-c29e1c47219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:14.668100 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-020d1010-3bb9-4575-a628-c29e1c47219f None None] Port f954b09e-f942-42b3-9087-3131b5de1134 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:19:14.673379 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c70fb4b-7295-40c3-8b73-9a8b0d8ee062 req-27b2d898-dec9-430b-9796-0d798877cdab tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=15897b83-0439-4bc0-b434-6355fc7a1df0 HTTP/1.1" status: 200 len: 210 time: 0.1227360 May 30 20:19:14.824292 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:14.906296 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b44cc57-c7bb-420e-87d1-3b3cc91a2707']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:14.956701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b4b4f8-fecd-4917-b372-24d175a00484') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:14.957047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b4b4f8-fecd-4917-b372-24d175a00484') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:14.999931 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:15.054221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 59268f36-8c00-42fd-9956-0288f7fc1b8c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:19:15.087537 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:15.106721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ba928-50b1-49b1-a799-5e7d87f6e618 req-fba1998b-3eff-4439-822c-555dae2aba48 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:15.113860 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be7ba928-50b1-49b1-a799-5e7d87f6e618 req-fba1998b-3eff-4439-822c-555dae2aba48 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f220a8-273a-4378-8024-8706af66ede8 HTTP/1.1" status: 200 len: 945 time: 0.4632361 May 30 20:19:15.153576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:19:15.154251 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: timer() May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:19:15.187293 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:19:15.267336 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 59268f36-8c00-42fd-9956-0288f7fc1b8c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:15.268914 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:15.357461 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be7ba928-50b1-49b1-a799-5e7d87f6e618 req-c878dbd8-bbd1-4ad2-8efe-cc1dcd82b62a tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425091 May 30 20:19:15.380912 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7bfca7df-8ab0-43d3-b18a-1fd2b1a4c832 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:15.456482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e6ae0-227f-47b3-ae21-663f916c8f8f req-ca5516f8-96a8-4f31-b5b6-59433c8de960 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:15.464960 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-294e6ae0-227f-47b3-ae21-663f916c8f8f req-ca5516f8-96a8-4f31-b5b6-59433c8de960 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.4456990 May 30 20:19:15.504573 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:15.531852 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:15.551019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] 10.222.0.84 "DELETE /v2.0/networks/2b44cc57-c7bb-420e-87d1-3b3cc91a2707 HTTP/1.1" status: 204 len: 168 time: 4.9586809 May 30 20:19:15.566233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bee9ad-e8c5-41d3-8bae-ab5895db93d3 tempest-TaggedBootDevicesTest-1455261350 tempest-TaggedBootDevicesTest-1455261350-project] Pushing event deleted for resources: {'Network': ['ID=2b44cc57-c7bb-420e-87d1-3b3cc91a2707,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:15.609576 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-294e6ae0-227f-47b3-ae21-663f916c8f8f req-f1461acc-4bb6-4d71-b446-a276fa58a5df tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421049 May 30 20:19:15.859768 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ad035154-e5e8-4aa3-83c5-9993a0cac9b2 req-779162ec-1b6d-496c-80ea-2913f7b4b0f6 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=15897b83-0439-4bc0-b434-6355fc7a1df0 HTTP/1.1" status: 200 len: 210 time: 0.0476470 May 30 20:19:15.968442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c884b-7077-4bb7-9e94-b09cc8d74626 req-1eb94bc3-cdf7-44a2-b1b9-b4f7979b1cae tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:15.970048 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef7c884b-7077-4bb7-9e94-b09cc8d74626 req-1eb94bc3-cdf7-44a2-b1b9-b4f7979b1cae tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.77 "GET /v2.0/ports?device_id=91f220a8-273a-4378-8024-8706af66ede8 HTTP/1.1" status: 200 len: 945 time: 0.1093802 May 30 20:19:16.086651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-ef7c884b-7077-4bb7-9e94-b09cc8d74626 req-2fe3b595-3415-4dd9-be8f-13bd0572004f tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Deleting port b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:16.087317 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ef7c884b-7077-4bb7-9e94-b09cc8d74626 req-2fe3b595-3415-4dd9-be8f-13bd0572004f tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:16.140692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7bfca7df-8ab0-43d3-b18a-1fd2b1a4c832 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port f954b09e-f942-42b3-9087-3131b5de1134 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:16.141053 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7bfca7df-8ab0-43d3-b18a-1fd2b1a4c832 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:16.659890 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7bfca7df-8ab0-43d3-b18a-1fd2b1a4c832 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:16.950484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7bfca7df-8ab0-43d3-b18a-1fd2b1a4c832 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Calling delete_port for f954b09e-f942-42b3-9087-3131b5de1134 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:17.262794 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-ef7c884b-7077-4bb7-9e94-b09cc8d74626 req-2fe3b595-3415-4dd9-be8f-13bd0572004f tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] For port b5d30736-a5ed-4a25-8bd5-7318e55fd5c8, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b5d30736-a5ed-4a25-8bd5-7318e55fd5c8,segment=NetworkSegment(ebf37695-c2e3-48a3-a6d8-504162f22943),segment_id=ebf37695-c2e3-48a3-a6d8-504162f22943)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:17.263330 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ef7c884b-7077-4bb7-9e94-b09cc8d74626 req-2fe3b595-3415-4dd9-be8f-13bd0572004f tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:17.286109 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7bfca7df-8ab0-43d3-b18a-1fd2b1a4c832 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:17.415516 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfca7df-8ab0-43d3-b18a-1fd2b1a4c832 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Port': ['ID=f954b09e-f942-42b3-9087-3131b5de1134,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:17.429524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-9c8d6dd6-dc5c-437c-98ff-3e774eee7a14 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:17.431010 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-9c8d6dd6-dc5c-437c-98ff-3e774eee7a14 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.93 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 806 time: 0.9914439 May 30 20:19:17.445515 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-ef7c884b-7077-4bb7-9e94-b09cc8d74626 req-2fe3b595-3415-4dd9-be8f-13bd0572004f tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Calling delete_port for b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:17.549574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-9784ec68-dac8-4e0a-9156-f326f9272bdc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Request body: {'port': {'device_id': '15897b83-0439-4bc0-b434-6355fc7a1df0', 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d', 'admin_state_up': True, 'tenant_id': '210942c2f7d24688a396c30d7894503b'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:17.583156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6e14a-d9f6-4d4b-a457-50e7ad6929ad req-f6d02024-a6f3-48ca-a6c2-4129929d9782 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:17.584610 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2de6e14a-d9f6-4d4b-a457-50e7ad6929ad req-f6d02024-a6f3-48ca-a6c2-4129929d9782 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f220a8-273a-4378-8024-8706af66ede8 HTTP/1.1" status: 200 len: 945 time: 0.8407562 May 30 20:19:17.738806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b6d41-8cee-4a1c-a82a-70d1c9107439 req-8ab01ae0-a9fc-480b-ab4c-09c2eb7dee59 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:17.740677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4c1b6d41-8cee-4a1c-a82a-70d1c9107439 req-8ab01ae0-a9fc-480b-ab4c-09c2eb7dee59 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.6867912 May 30 20:19:17.883778 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7bfca7df-8ab0-43d3-b18a-1fd2b1a4c832 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:18.034744 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2de6e14a-d9f6-4d4b-a457-50e7ad6929ad req-ea301041-bf06-47f7-8ebf-dac7463cf655 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306939 May 30 20:19:18.070649 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4c1b6d41-8cee-4a1c-a82a-70d1c9107439 req-d7326fab-e956-4816-9a70-07aa5544f0cd tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125765 May 30 20:19:18.245250 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-9784ec68-dac8-4e0a-9156-f326f9272bdc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:18.258250 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ef7c884b-7077-4bb7-9e94-b09cc8d74626 req-2fe3b595-3415-4dd9-be8f-13bd0572004f tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:18.394641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e6b19c4-f7f0-4dab-bddb-ec14361f25af req-cbeacbc2-40e7-4365-9d7a-d28eb39640c6 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=15897b83-0439-4bc0-b434-6355fc7a1df0 HTTP/1.1" status: 200 len: 210 time: 0.0623772 May 30 20:19:18.446097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-9784ec68-dac8-4e0a-9156-f326f9272bdc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:18.465726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3b595-3415-4dd9-be8f-13bd0572004f tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Pushing event deleted for resources: {'Port': ['ID=b5d30736-a5ed-4a25-8bd5-7318e55fd5c8,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:18.576387 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7c884b-7077-4bb7-9e94-b09cc8d74626 req-2fe3b595-3415-4dd9-be8f-13bd0572004f tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] No DVR routers for this DVR port b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:19:18.581206 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-9784ec68-dac8-4e0a-9156-f326f9272bdc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Made reservation on behalf of 210942c2f7d24688a396c30d7894503b for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:19:18.585181 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-9784ec68-dac8-4e0a-9156-f326f9272bdc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:18.614795 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ef7c884b-7077-4bb7-9e94-b09cc8d74626 req-2fe3b595-3415-4dd9-be8f-13bd0572004f tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:18.618090 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f220a8-273a-4378-8024-8706af66ede8', 'name': 'network-vif-deleted', 'tag': 'b5d30736-a5ed-4a25-8bd5-7318e55fd5c8'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:18.683783 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef7c884b-7077-4bb7-9e94-b09cc8d74626 req-2fe3b595-3415-4dd9-be8f-13bd0572004f tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.77 "DELETE /v2.0/ports/b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 HTTP/1.1" status: 204 len: 173 time: 2.7053833 May 30 20:19:18.788225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfca7df-8ab0-43d3-b18a-1fd2b1a4c832 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router b1c6869e-6545-4d1e-be56-12dd5728f63c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:19:18.854761 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b391e31-b8bf-4aef-b2cf-a21e6daaed94'] response: {'server_uuid': '91f220a8-273a-4378-8024-8706af66ede8', 'name': 'network-vif-deleted', 'tag': 'b5d30736-a5ed-4a25-8bd5-7318e55fd5c8', 'status': 'completed', 'code': 200} May 30 20:19:19.113139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfca7df-8ab0-43d3-b18a-1fd2b1a4c832 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:19:19.133259 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f14c191-5302-40e2-a706-bfc914d648f4 None None] Sync routers for ids ['b1c6869e-6545-4d1e-be56-12dd5728f63c'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:19:19.154550 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f14c191-5302-40e2-a706-bfc914d648f4 None None] Routers {'b1c6869e-6545-4d1e-be56-12dd5728f63c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:19.155430 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0f14c191-5302-40e2-a706-bfc914d648f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:19:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b1c6869e-6545-4d1e-be56-12dd5728f63c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:19.157204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-9784ec68-dac8-4e0a-9156-f326f9272bdc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Allocated IP 172.20.0.10 (b1e22102-21d2-4484-a4f4-26f76f6ed12d/0b992fea-fe7f-4d9e-bf47-9566f436954b/e7ce5f3c-515a-4731-b638-19499c3f7232) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:19:19.180805 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7bfca7df-8ab0-43d3-b18a-1fd2b1a4c832 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/b1c6869e-6545-4d1e-be56-12dd5728f63c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4439569 May 30 20:19:19.183444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48426) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:19.482714 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0f14c191-5302-40e2-a706-bfc914d648f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:19.485694 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:19.525905 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:19.526582 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b5d30736-a5ed-4a25-8bd5-7318e55fd5c8 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:19.545545 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-9784ec68-dac8-4e0a-9156-f326f9272bdc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:19.554563 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f14c191-5302-40e2-a706-bfc914d648f4 None None] Routers {'b1c6869e-6545-4d1e-be56-12dd5728f63c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:19.557925 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0f14c191-5302-40e2-a706-bfc914d648f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:19:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b1c6869e-6545-4d1e-be56-12dd5728f63c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:19.724493 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0f14c191-5302-40e2-a706-bfc914d648f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:19.725492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f14c191-5302-40e2-a706-bfc914d648f4 None None] The sync data for ids ['b1c6869e-6545-4d1e-be56-12dd5728f63c'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:19:19.876777 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-9784ec68-dac8-4e0a-9156-f326f9272bdc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:19.889854 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9ecf0614-9706-4eab-a0ba-9e8ab6958178'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:19:19.921501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-bba21a82-e855-411d-95e9-78b27198c2aa req-faf68e08-e4db-460a-a9cc-c2b7b893df34 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Synchronizing usage tracker for tenant:608b247ba58240c299e7afc7b3126780 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:19:20.177210 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-9784ec68-dac8-4e0a-9156-f326f9272bdc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Network b1e22102-21d2-4484-a4f4-26f76f6ed12d is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:19:20.199892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-9784ec68-dac8-4e0a-9156-f326f9272bdc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:19:20.242205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-9784ec68-dac8-4e0a-9156-f326f9272bdc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:19:20.345860 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-2ffcd422-932f-48d5-9864-11736d3fc20d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] remove_router_interface failed (client error): The resource could not be found. May 30 20:19:20.349032 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2ffcd422-932f-48d5-9864-11736d3fc20d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/b1c6869e-6545-4d1e-be56-12dd5728f63c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1644309 May 30 20:19:20.352288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48520) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:20.357349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-bba21a82-e855-411d-95e9-78b27198c2aa req-faf68e08-e4db-460a-a9cc-c2b7b893df34 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Unset dirty status for tenant:608b247ba58240c299e7afc7b3126780 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:19:20.378758 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bba21a82-e855-411d-95e9-78b27198c2aa req-faf68e08-e4db-460a-a9cc-c2b7b893df34 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f220a8-273a-4378-8024-8706af66ede8 HTTP/1.1" status: 200 len: 210 time: 0.7476816 May 30 20:19:20.436479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784ec68-dac8-4e0a-9156-f326f9272bdc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Pushing event updated for resources: {'Port': ['ID=e7ce5f3c-515a-4731-b638-19499c3f7232,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:20.480203 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9a6a2c6b-4852-40e8-b029-157fd7ca42a5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Synchronizing usage tracker for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:19:20.480731 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddfad3-0589-4467-9755-b7a4e8bd0731 req-bd772386-4500-4def-8d06-3a4c047daa8b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:20.492606 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d1ddfad3-0589-4467-9755-b7a4e8bd0731 req-bd772386-4500-4def-8d06-3a4c047daa8b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.8647468 May 30 20:19:20.507659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9a6a2c6b-4852-40e8-b029-157fd7ca42a5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Unset dirty status for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:19:20.518043 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9a6a2c6b-4852-40e8-b029-157fd7ca42a5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1c6869e-6545-4d1e-be56-12dd5728f63c HTTP/1.1" status: 200 len: 205 time: 0.1644263 May 30 20:19:20.518764 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48536) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:20.616703 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-9784ec68-dac8-4e0a-9156-f326f9272bdc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:20.617413 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-9784ec68-dac8-4e0a-9156-f326f9272bdc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:20.703761 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d1ddfad3-0589-4467-9755-b7a4e8bd0731 req-732ac5fc-52bf-4ed5-91d6-e6510fe93329 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101572 May 30 20:19:20.797342 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-9784ec68-dac8-4e0a-9156-f326f9272bdc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2707963 May 30 20:19:20.817605 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Request body: {'port': {'device_id': '15897b83-0439-4bc0-b434-6355fc7a1df0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:20.960153 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-34c625aa-cf2f-4e46-a5bd-82aa6ab82566 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:21.166841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7f0ba-0374-4098-ba10-d90275d72688 req-8672dc0d-82ff-4be2-b798-3804dd5973c1 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:21.174271 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a3c7f0ba-0374-4098-ba10-d90275d72688 req-8672dc0d-82ff-4be2-b798-3804dd5973c1 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Synchronizing usage tracker for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:19:21.203719 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:21.435838 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a3c7f0ba-0374-4098-ba10-d90275d72688 req-8672dc0d-82ff-4be2-b798-3804dd5973c1 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Unset dirty status for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:19:21.437188 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3c7f0ba-0374-4098-ba10-d90275d72688 req-8672dc0d-82ff-4be2-b798-3804dd5973c1 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=15897b83-0439-4bc0-b434-6355fc7a1df0 HTTP/1.1" status: 200 len: 932 time: 0.7324588 May 30 20:19:21.813097 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3c7f0ba-0374-4098-ba10-d90275d72688 req-5cfddaba-c537-4256-a556-2727dca47d40 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655119 May 30 20:19:21.985786 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-34c625aa-cf2f-4e46-a5bd-82aa6ab82566 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:21.993224 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-34c625aa-cf2f-4e46-a5bd-82aa6ab82566 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:22.032842 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-34c625aa-cf2f-4e46-a5bd-82aa6ab82566 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:22.033503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c625aa-cf2f-4e46-a5bd-82aa6ab82566 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Fanout notify agent at l3_agent the message router_deleted on router b1c6869e-6545-4d1e-be56-12dd5728f63c {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:19:22.055622 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-34c625aa-cf2f-4e46-a5bd-82aa6ab82566 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:22.057934 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-34c625aa-cf2f-4e46-a5bd-82aa6ab82566 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/routers/b1c6869e-6545-4d1e-be56-12dd5728f63c HTTP/1.1" status: 204 len: 168 time: 1.5379343 May 30 20:19:22.060757 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48666) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:22.351431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-f101ec19-ae32-49e9-84c9-3367431c5cd8 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:22.353148 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-f101ec19-ae32-49e9-84c9-3367431c5cd8 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/networks?id=703b76d5-eb9c-4482-87e3-cd66f2904e27 HTTP/1.1" status: 200 len: 809 time: 0.3948267 May 30 20:19:22.381770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ce5f3c-515a-4731-b638-19499c3f7232 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:19:22.408639 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:22.430988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Transition to ACTIVE for port object e7ce5f3c-515a-4731-b638-19499c3f7232 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:19:22.447426 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ec7c63-dbdf-45d6-975c-8be3430b1c84 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting subnet 0fbe26ab-c011-4b6d-b95a-6861a0837584 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:19:22.456411 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45ec7c63-dbdf-45d6-975c-8be3430b1c84 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:22.460017 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-c13705aa-a715-40f6-bdf3-71ce038d0632 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/quotas/608b247ba58240c299e7afc7b3126780 HTTP/1.1" status: 200 len: 375 time: 0.0985591 May 30 20:19:22.516968 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09e7f1-5966-40d7-9f8f-2ac61a5b2fc0 req-75b742dc-1b53-4c80-87ee-551089a89e5d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:22.518785 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef09e7f1-5966-40d7-9f8f-2ac61a5b2fc0 req-75b742dc-1b53-4c80-87ee-551089a89e5d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.4430206 May 30 20:19:22.524812 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:22.586694 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45ec7c63-dbdf-45d6-975c-8be3430b1c84 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:22.628770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-b089fd1e-8a3b-4ef7-9215-8ba30cc2d2c7 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=608b247ba58240c299e7afc7b3126780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1677191 May 30 20:19:22.720339 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45ec7c63-dbdf-45d6-975c-8be3430b1c84 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:22.839434 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-9dd2bb9c-879e-48d9-ad12-33f2f2259355 service neutron] 10.222.0.84 "GET /v2.0/networks/703b76d5-eb9c-4482-87e3-cd66f2904e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097330 May 30 20:19:22.893160 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45ec7c63-dbdf-45d6-975c-8be3430b1c84 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:22.985268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec7c63-dbdf-45d6-975c-8be3430b1c84 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Subnet': ['ID=0fbe26ab-c011-4b6d-b95a-6861a0837584,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:22.995219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae02d0a9-8f8d-4566-b508-4b3fbe042a18 None None] Network 5ec6ec32-f823-4eb0-8770-8066978c0c1d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:19:23.004632 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45ec7c63-dbdf-45d6-975c-8be3430b1c84 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:23.021753 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-45ec7c63-dbdf-45d6-975c-8be3430b1c84 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/subnets/0fbe26ab-c011-4b6d-b95a-6861a0837584 HTTP/1.1" status: 204 len: 168 time: 0.9572401 May 30 20:19:23.022051 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48740) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:23.141734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ce5f3c-515a-4731-b638-19499c3f7232,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:23.202174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef09e7f1-5966-40d7-9f8f-2ac61a5b2fc0 req-b9f84422-2a6b-4581-a685-7676f96b8084 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6712351 May 30 20:19:23.394588 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-57a73e6e-447a-42af-a48b-f4d741335c28 service neutron] 10.222.0.84 "GET /v2.0/networks/703b76d5-eb9c-4482-87e3-cd66f2904e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542254 May 30 20:19:23.464167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Attempting to bind port e7ce5f3c-515a-4731-b638-19499c3f7232 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:19:23.465944 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:23.467011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Attempting to bind port e7ce5f3c-515a-4731-b638-19499c3f7232 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:19:23.469726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Attempting to bind port e7ce5f3c-515a-4731-b638-19499c3f7232 on network b1e22102-21d2-4484-a4f4-26f76f6ed12d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:19:23.491118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Port e7ce5f3c-515a-4731-b638-19499c3f7232 on network b1e22102-21d2-4484-a4f4-26f76f6ed12d not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:19:23.494666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Attempting to bind port e7ce5f3c-515a-4731-b638-19499c3f7232 on network b1e22102-21d2-4484-a4f4-26f76f6ed12d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:19:23.500238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port 59268f36-8c00-42fd-9956-0288f7fc1b8c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:23.500589 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:23.523321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:19:23.523677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Checking segment: {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:19:23.524104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Bound using segment: {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:19:23.524567 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Bound port: e7ce5f3c-515a-4731-b638-19499c3f7232, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:19:23.524927 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:23.704652 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48fb8a4-fa0b-4459-887f-c926d411a6e2 None None] DHCP port deletion for 5ec6ec32-f823-4eb0-8770-8066978c0c1d request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:19:23.709089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f48fb8a4-fa0b-4459-887f-c926d411a6e2 None None] Deleting port 59268f36-8c00-42fd-9956-0288f7fc1b8c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:23.709652 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f48fb8a4-fa0b-4459-887f-c926d411a6e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:23.895098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] For port e7ce5f3c-515a-4731-b638-19499c3f7232, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:19:23.909396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] For port e7ce5f3c-515a-4731-b638-19499c3f7232, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e7ce5f3c-515a-4731-b638-19499c3f7232,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:19:23.921502 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:24.155150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] For port 59268f36-8c00-42fd-9956-0288f7fc1b8c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=59268f36-8c00-42fd-9956-0288f7fc1b8c,segment=NetworkSegment(3845c7ce-386f-4978-b583-2dc8584174a4),segment_id=3845c7ce-386f-4978-b583-2dc8584174a4)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:24.155731 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:24.292317 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:24.298880 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] 10.222.0.93 "PUT /v2.0/ports/e7ce5f3c-515a-4731-b638-19499c3f7232 HTTP/1.1" status: 200 len: 1092 time: 3.4872017 May 30 20:19:24.299363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15897b83-0439-4bc0-b434-6355fc7a1df0', 'tag': 'e7ce5f3c-515a-4731-b638-19499c3f7232'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:24.494065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ca684-be23-4431-ac20-45c8d9ef9ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ce5f3c-515a-4731-b638-19499c3f7232,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:24.536533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Calling delete_port for 59268f36-8c00-42fd-9956-0288f7fc1b8c owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:24.624287 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f48fb8a4-fa0b-4459-887f-c926d411a6e2 None None] For port 59268f36-8c00-42fd-9956-0288f7fc1b8c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=59268f36-8c00-42fd-9956-0288f7fc1b8c,segment=NetworkSegment(3845c7ce-386f-4978-b583-2dc8584174a4),segment_id=3845c7ce-386f-4978-b583-2dc8584174a4)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:24.624761 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f48fb8a4-fa0b-4459-887f-c926d411a6e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:24.638643 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68f2b5a5-19a9-46a6-8c3a-8a620e140585 req-f9bd259b-2590-4bcb-9040-158ace86c325 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=76353f71-51b3-4e9e-a388-8fea4dd31bdd HTTP/1.1" status: 200 len: 210 time: 0.1238158 May 30 20:19:24.678393 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8ccae-8cf2-4b01-9e8a-626381ab1efb req-022932b3-a44e-4e49-8b36-d9aa31716cdf tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:24.680672 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ffe8ccae-8cf2-4b01-9e8a-626381ab1efb req-022932b3-a44e-4e49-8b36-d9aa31716cdf tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=15897b83-0439-4bc0-b434-6355fc7a1df0 HTTP/1.1" status: 200 len: 944 time: 0.6585352 May 30 20:19:24.757039 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:24.911047 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Port': ['ID=59268f36-8c00-42fd-9956-0288f7fc1b8c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:24.923988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] No DVR routers for this DVR port 59268f36-8c00-42fd-9956-0288f7fc1b8c on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:19:25.008658 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f48fb8a4-fa0b-4459-887f-c926d411a6e2 None None] Calling delete_port for 59268f36-8c00-42fd-9956-0288f7fc1b8c owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:25.010748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-ac86c127-6f5c-4da4-a2e1-e5008286923e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&device_id=15897b83-0439-4bc0-b434-6355fc7a1df0 HTTP/1.1" status: 200 len: 1095 time: 0.6427684 May 30 20:19:25.092227 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-f48fb8a4-fa0b-4459-887f-c926d411a6e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:19:25.092915 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-f48fb8a4-fa0b-4459-887f-c926d411a6e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:19:25.095525 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 59268f36-8c00-42fd-9956-0288f7fc1b8c no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:25.247827 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ffe8ccae-8cf2-4b01-9e8a-626381ab1efb req-99454b28-3192-44df-bb59-6c23adc36356 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5598109 May 30 20:19:25.259181 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-a2e07ebe-9770-48bb-850a-17772f53d6fd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7ce5f3c-515a-4731-b638-19499c3f7232 HTTP/1.1" status: 200 len: 217 time: 0.2412772 May 30 20:19:25.328225 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 59268f36-8c00-42fd-9956-0288f7fc1b8c {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:25.332084 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 59268f36-8c00-42fd-9956-0288f7fc1b8c not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:25.423853 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:25.594866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f48fb8a4-fa0b-4459-887f-c926d411a6e2 None None] Deleting port 59268f36-8c00-42fd-9956-0288f7fc1b8c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:25.595239 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f48fb8a4-fa0b-4459-887f-c926d411a6e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:25.604496 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-2dc06f6f-07e9-4d09-ba68-7e4229d89f7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:25.606252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-2dc06f6f-07e9-4d09-ba68-7e4229d89f7d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0b992fea-fe7f-4d9e-bf47-9566f436954b HTTP/1.1" status: 200 len: 846 time: 0.2124138 May 30 20:19:25.757932 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-043afcfd-0a77-49fe-985b-2260abd79af2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b1e22102-21d2-4484-a4f4-26f76f6ed12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384420 May 30 20:19:25.790518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f48fb8a4-fa0b-4459-887f-c926d411a6e2 None None] The port '59268f36-8c00-42fd-9956-0288f7fc1b8c' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:19:25.830858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec6ec32-f823-4eb0-8770-8066978c0c1d']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:25.848275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3845c7ce-386f-4978-b583-2dc8584174a4') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:25.848633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3845c7ce-386f-4978-b583-2dc8584174a4') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:25.878199 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:25.903565 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:25.918718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:19:25.919117 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:26.238719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9de766-b58c-4725-9bff-349f99ae27cf req-78168e26-d153-4932-9412-531a73956349 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:26.243070 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff9de766-b58c-4725-9bff-349f99ae27cf req-78168e26-d153-4932-9412-531a73956349 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.9776239 May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: timer() May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:19:26.265676 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:19:26.276321 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:26.288517 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d20f23-a55a-4dfe-907f-7fe04e59f4b4'] response: {'name': 'network-changed', 'server_uuid': '15897b83-0439-4bc0-b434-6355fc7a1df0', 'tag': 'e7ce5f3c-515a-4731-b638-19499c3f7232', 'status': 'completed', 'code': 200} May 30 20:19:26.351784 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:26.377138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Network': ['ID=5ec6ec32-f823-4eb0-8770-8066978c0c1d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:26.428568 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-43499f27-19c0-4388-8581-7b98327165de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/networks/5ec6ec32-f823-4eb0-8770-8066978c0c1d HTTP/1.1" status: 204 len: 168 time: 3.4017222 May 30 20:19:26.429682 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48810) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:26.453437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a5ee7db0-c3be-4337-a679-a97943b2212a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'network': {'name': 'tempest-RoutersTest-337682549'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:26.466531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a5ee7db0-c3be-4337-a679-a97943b2212a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:26.474277 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a5ee7db0-c3be-4337-a679-a97943b2212a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:network and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:26.479751 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a5ee7db0-c3be-4337-a679-a97943b2212a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:26.489128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a5ee7db0-c3be-4337-a679-a97943b2212a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:26.509721 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ee7db0-c3be-4337-a679-a97943b2212a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:19:26.514468 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5ee7db0-c3be-4337-a679-a97943b2212a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:26.583285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-7218238e-b5ae-409e-a494-eddc2b621a00 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:26.586134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ee7db0-c3be-4337-a679-a97943b2212a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:19:26.589252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-7218238e-b5ae-409e-a494-eddc2b621a00 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.77 "GET /v2.0/networks?id=703b76d5-eb9c-4482-87e3-cd66f2904e27 HTTP/1.1" status: 200 len: 809 time: 0.7200894 May 30 20:19:26.592793 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-4a996af4-be64-4b8a-be1b-fcf239a36a51 service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8250792 May 30 20:19:26.598592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff9de766-b58c-4725-9bff-349f99ae27cf req-bb09c35b-ce23-4c21-adb8-4ce7d1d5750f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413432 May 30 20:19:26.618134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5ee7db0-c3be-4337-a679-a97943b2212a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:26.619827 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-a5ee7db0-c3be-4337-a679-a97943b2212a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Added segment 43c54c22-9b89-4468-b663-3ee0c9ae9875 of type vlan for network 5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d May 30 20:19:26.647111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Request body: {'port': {'device_id': '76353f71-51b3-4e9e-a388-8fea4dd31bdd', 'network_id': '703b76d5-eb9c-4482-87e3-cd66f2904e27', 'admin_state_up': True, 'tenant_id': '608b247ba58240c299e7afc7b3126780'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:26.725359 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5ee7db0-c3be-4337-a679-a97943b2212a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:26.768086 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea3b8470-efd6-465c-bb4a-8eb5021e1e99 req-c3a393d9-46ca-4152-b35c-45e2d637b0bd tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=76353f71-51b3-4e9e-a388-8fea4dd31bdd HTTP/1.1" status: 200 len: 210 time: 0.1060674 May 30 20:19:26.794060 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5ee7db0-c3be-4337-a679-a97943b2212a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:26.800645 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ee7db0-c3be-4337-a679-a97943b2212a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:26.801550 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5ee7db0-c3be-4337-a679-a97943b2212a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:26.926382 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a5ee7db0-c3be-4337-a679-a97943b2212a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4936495 May 30 20:19:26.930754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48818) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:26.937644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3f228998-4ff8-4dc4-8234-aa59c2da129d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'subnet': {'network_id': '5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:27.090879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3f228998-4ff8-4dc4-8234-aa59c2da129d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:27.093375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee7db0-c3be-4337-a679-a97943b2212a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Network': ['ID=5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:27.100822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3f228998-4ff8-4dc4-8234-aa59c2da129d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:subnet and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:27.103561 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:19:27.108869 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3f228998-4ff8-4dc4-8234-aa59c2da129d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:27.118648 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3f228998-4ff8-4dc4-8234-aa59c2da129d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:27.157553 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f228998-4ff8-4dc4-8234-aa59c2da129d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:19:27.262262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:27.283930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:27.349838 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Made reservation on behalf of 608b247ba58240c299e7afc7b3126780 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:19:27.362022 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:27.362614 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f228998-4ff8-4dc4-8234-aa59c2da129d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:27.744443 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f228998-4ff8-4dc4-8234-aa59c2da129d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:27.753009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Allocated IP 172.20.0.4 (703b76d5-eb9c-4482-87e3-cd66f2904e27/6832bb5b-b30c-4fad-b8ba-d9aa099e1dc9/89291ac9-c6d8-495d-99e7-60f4c9a3594b) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:19:27.760073 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f4e07b9a-65ac-4fc6-b36b-638f2cf05c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:28.016877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f228998-4ff8-4dc4-8234-aa59c2da129d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Subnet': ['ID=a260ec5f-9d0e-4965-b34b-323614ed7408,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:28.033313 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:28.059455 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f228998-4ff8-4dc4-8234-aa59c2da129d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Checking segment: {'id': '43c54c22-9b89-4468-b663-3ee0c9ae9875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:19:28.062061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f228998-4ff8-4dc4-8234-aa59c2da129d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network hostable DHCP agents. Network: 5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:19:28.112393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f228998-4ff8-4dc4-8234-aa59c2da129d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network 5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:19:28.129445 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-3f228998-4ff8-4dc4-8234-aa59c2da129d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:19:28.134390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f228998-4ff8-4dc4-8234-aa59c2da129d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:28.135768 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3f228998-4ff8-4dc4-8234-aa59c2da129d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:28.142068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3c1e54-d8fa-4d60-9ecc-ab8036ba6df5 None None] Network 5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:19:28.169950 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:28.186069 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3f228998-4ff8-4dc4-8234-aa59c2da129d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2534156 May 30 20:19:28.189768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48834) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:28.305477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Network 703b76d5-eb9c-4482-87e3-cd66f2904e27 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:19:28.312632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-76ef80b1-3bd1-46b8-8bcf-514127b9a6fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1955285390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:28.323282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Pushing event updated for resources: {'Port': ['ID=89291ac9-c6d8-495d-99e7-60f4c9a3594b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:28.341509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:19:28.345489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:19:28.478093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.478476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.478818 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.479149 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.479477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.479821 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.480167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.480505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.480825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.481269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.484179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.661618 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d', 'network_id': '5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'fixed_ips': [{'subnet_id': 'a260ec5f-9d0e-4965-b34b-323614ed7408'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:19:28.662830 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:28.731381 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-76ef80b1-3bd1-46b8-8bcf-514127b9a6fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:28.736934 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-524698ed-9a57-4405-a8b4-9c465c3c74b5 req-24be276e-ef31-4c1e-8049-d1f9a0ce592b service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1361172 May 30 20:19:28.745625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-76ef80b1-3bd1-46b8-8bcf-514127b9a6fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:router and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:28.748664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-76ef80b1-3bd1-46b8-8bcf-514127b9a6fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:28.758827 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-76ef80b1-3bd1-46b8-8bcf-514127b9a6fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:28.779808 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76ef80b1-3bd1-46b8-8bcf-514127b9a6fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:28.780787 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76ef80b1-3bd1-46b8-8bcf-514127b9a6fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:28.793486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad5457-f25d-4557-ba0e-17f2e3673a25 req-1e32a065-cdce-491d-8311-5ead1fcadf11 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:28.794991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1ad5457-f25d-4557-ba0e-17f2e3673a25 req-1e32a065-cdce-491d-8311-5ead1fcadf11 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=15897b83-0439-4bc0-b434-6355fc7a1df0 HTTP/1.1" status: 200 len: 944 time: 1.6993105 May 30 20:19:28.823130 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:28.823745 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:28.893551 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-63356a67-a5a5-4ae9-a1a3-9277732e2ce3 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2508852 May 30 20:19:28.908740 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Allocated IP 172.20.0.2 (5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d/a260ec5f-9d0e-4965-b34b-323614ed7408/dde99291-3cba-4c93-8da3-579c317f9774) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:19:28.921259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Request body: {'port': {'device_id': '76353f71-51b3-4e9e-a388-8fea4dd31bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:28.997163 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0db666-4327-4e6a-a16f-164f7e776e50 req-740f2fd7-8919-4290-b8d7-921aeef1dcf7 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:29.011112 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a0db666-4327-4e6a-a16f-164f7e776e50 req-740f2fd7-8919-4290-b8d7-921aeef1dcf7 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.9394152 May 30 20:19:29.104538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48846) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:29.192217 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:29.206361 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Transition to ACTIVE for port object dde99291-3cba-4c93-8da3-579c317f9774 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:19:29.227396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Transition to ACTIVE for port object dde99291-3cba-4c93-8da3-579c317f9774 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:19:29.235634 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:29.334517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Network 5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:19:29.338649 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:19:29.344483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:19:29.352295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Pushing event updated for resources: {'Port': ['ID=dde99291-3cba-4c93-8da3-579c317f9774,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:29.497659 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Attempting to bind port dde99291-3cba-4c93-8da3-579c317f9774 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:19:29.498014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Attempting to bind port dde99291-3cba-4c93-8da3-579c317f9774 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '43c54c22-9b89-4468-b663-3ee0c9ae9875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:19:29.498372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Attempting to bind port dde99291-3cba-4c93-8da3-579c317f9774 on network 5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:19:29.505823 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:19:29.506830 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Checking segment: {'id': '43c54c22-9b89-4468-b663-3ee0c9ae9875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:19:29.507307 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:29.507699 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Bound using segment: {'id': '43c54c22-9b89-4468-b663-3ee0c9ae9875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:19:29.508199 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Bound port: dde99291-3cba-4c93-8da3-579c317f9774, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c54c22-9b89-4468-b663-3ee0c9ae9875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:19:29.508588 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:29.510355 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76ef80b1-3bd1-46b8-8bcf-514127b9a6fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:29.570162 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1ad5457-f25d-4557-ba0e-17f2e3673a25 req-a22a0767-9488-4d45-b5b4-05362faec7e7 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7665215 May 30 20:19:29.681300 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] For port dde99291-3cba-4c93-8da3-579c317f9774, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:19:29.691673 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] For port dde99291-3cba-4c93-8da3-579c317f9774, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dde99291-3cba-4c93-8da3-579c317f9774,segment=NetworkSegment(43c54c22-9b89-4468-b663-3ee0c9ae9875),segment_id=43c54c22-9b89-4468-b663-3ee0c9ae9875)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:19:29.701380 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:29.812436 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:29.894180 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a0db666-4327-4e6a-a16f-164f7e776e50 req-afd7850b-df36-4f3e-add4-f23594358528 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8826935 May 30 20:19:29.895453 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6eb79c-0792-47c1-a255-a93bcf38f300 None None] Pushing event updated for resources: {'Port': ['ID=dde99291-3cba-4c93-8da3-579c317f9774,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:29.925024 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a3315237-d67b-4d64-baaf-fb76e2a7adcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:30.096101 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54f91de8-c429-4229-99f3-a80dcddf85b9 req-8ed561b6-6cf3-4e8c-8592-eb7e57bfc763 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&device_id=15897b83-0439-4bc0-b434-6355fc7a1df0 HTTP/1.1" status: 200 len: 1095 time: 1.2460964 May 30 20:19:30.124302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e7ce5f3c-515a-4731-b638-19499c3f7232 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:19:30.263702 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c852839-ba17-490d-a2ee-28d0b17a53d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:30.499081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f91de8-c429-4229-99f3-a80dcddf85b9 req-ab56cbc9-ac70-4e3c-b309-a0c80d3febac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:30.506896 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54f91de8-c429-4229-99f3-a80dcddf85b9 req-ab56cbc9-ac70-4e3c-b309-a0c80d3febac service neutron] 10.222.0.93 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 907 time: 0.3963163 May 30 20:19:30.521487 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76ef80b1-3bd1-46b8-8bcf-514127b9a6fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:30.526215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port e7ce5f3c-515a-4731-b638-19499c3f7232, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e7ce5f3c-515a-4731-b638-19499c3f7232,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:30.581367 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'e7ce5f3c-515a-4731-b638-19499c3f7232', 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d', 'port_id': 'e7ce5f3c-515a-4731-b638-19499c3f7232', 'mac_address': 'fa:16:3e:ca:71:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b992fea-fe7f-4d9e-bf47-9566f436954b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:19:30.726577 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:30.776860 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ce5f3c-515a-4731-b638-19499c3f7232 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:19:30.820535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port e7ce5f3c-515a-4731-b638-19499c3f7232, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e7ce5f3c-515a-4731-b638-19499c3f7232,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:30.829253 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:30.845861 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54f91de8-c429-4229-99f3-a80dcddf85b9 req-9b589824-0094-480b-a6a5-85a3851fda31 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7ce5f3c-515a-4731-b638-19499c3f7232 HTTP/1.1" status: 200 len: 217 time: 0.2943420 May 30 20:19:30.859296 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76ef80b1-3bd1-46b8-8bcf-514127b9a6fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:30.862965 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-76ef80b1-3bd1-46b8-8bcf-514127b9a6fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.5535464 May 30 20:19:30.866310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48860) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:30.922803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=e7ce5f3c-515a-4731-b638-19499c3f7232,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:31.069608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['e7ce5f3c-515a-4731-b638-19499c3f7232'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:19:31.234970 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dde99291-3cba-4c93-8da3-579c317f9774 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:19:31.402924 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:31.513976 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89291ac9-c6d8-495d-99e7-60f4c9a3594b {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:19:31.527835 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:31.550124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Transition to ACTIVE for port object 89291ac9-c6d8-495d-99e7-60f4c9a3594b will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:19:31.600689 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:31.627701 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port dde99291-3cba-4c93-8da3-579c317f9774 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:19:31.643457 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:31.721477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=89291ac9-c6d8-495d-99e7-60f4c9a3594b,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:31.735618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ad4f2-7e70-4e6d-8786-bf4fcc76b416 req-086d43aa-da70-4300-a062-477bc11361d2 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:31.736386 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-414ad4f2-7e70-4e6d-8786-bf4fcc76b416 req-086d43aa-da70-4300-a062-477bc11361d2 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Synchronizing usage tracker for tenant:608b247ba58240c299e7afc7b3126780 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:19:31.752043 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ebcc43-66ee-49c0-84cc-669f36189952 None None] Network 5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:19:31.877032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f91de8-c429-4229-99f3-a80dcddf85b9 req-5416ba6b-201f-4315-972b-fabbc7dea4f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:31.878659 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54f91de8-c429-4229-99f3-a80dcddf85b9 req-5416ba6b-201f-4315-972b-fabbc7dea4f7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0b992fea-fe7f-4d9e-bf47-9566f436954b HTTP/1.1" status: 200 len: 846 time: 0.9276161 May 30 20:19:31.934162 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:31.951817 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54f91de8-c429-4229-99f3-a80dcddf85b9 req-9c0764e3-e43e-48b8-82aa-40d50ec78035 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b1e22102-21d2-4484-a4f4-26f76f6ed12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655284 May 30 20:19:31.952631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-414ad4f2-7e70-4e6d-8786-bf4fcc76b416 req-086d43aa-da70-4300-a062-477bc11361d2 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Unset dirty status for tenant:608b247ba58240c299e7afc7b3126780 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:19:31.960619 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-414ad4f2-7e70-4e6d-8786-bf4fcc76b416 req-086d43aa-da70-4300-a062-477bc11361d2 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=76353f71-51b3-4e9e-a388-8fea4dd31bdd HTTP/1.1" status: 200 len: 931 time: 2.0508456 May 30 20:19:32.057231 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-414ad4f2-7e70-4e6d-8786-bf4fcc76b416 req-7f72065f-39b3-4dfe-9aaf-3f24b7fbefdd tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955446 May 30 20:19:32.060740 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b610e5c2-8c57-41b0-8114-2401e3166ad2 None None] Provisioning for port dde99291-3cba-4c93-8da3-579c317f9774 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:19:32.076033 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b610e5c2-8c57-41b0-8114-2401e3166ad2 None None] Provisioning complete for port dde99291-3cba-4c93-8da3-579c317f9774 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:32.076414 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b610e5c2-8c57-41b0-8114-2401e3166ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:32.329359 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b610e5c2-8c57-41b0-8114-2401e3166ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:32.514850 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b610e5c2-8c57-41b0-8114-2401e3166ad2 None None] For port dde99291-3cba-4c93-8da3-579c317f9774, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dde99291-3cba-4c93-8da3-579c317f9774,segment=NetworkSegment(43c54c22-9b89-4468-b663-3ee0c9ae9875),segment_id=43c54c22-9b89-4468-b663-3ee0c9ae9875)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:32.541805 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b610e5c2-8c57-41b0-8114-2401e3166ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:32.672165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff370417-f2ee-4400-89b0-cf89a19f037d req-86fa3b5d-f4b8-4155-9794-40892d008310 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:32.680241 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff370417-f2ee-4400-89b0-cf89a19f037d req-86fa3b5d-f4b8-4155-9794-40892d008310 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=15897b83-0439-4bc0-b434-6355fc7a1df0 HTTP/1.1" status: 200 len: 945 time: 1.7278724 May 30 20:19:32.687985 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610e5c2-8c57-41b0-8114-2401e3166ad2 None None] Pushing event updated for resources: {'Port': ['ID=dde99291-3cba-4c93-8da3-579c317f9774,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:32.723279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Attempting to bind port 89291ac9-c6d8-495d-99e7-60f4c9a3594b on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:19:32.723738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Attempting to bind port 89291ac9-c6d8-495d-99e7-60f4c9a3594b by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'ebf37695-c2e3-48a3-a6d8-504162f22943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '703b76d5-eb9c-4482-87e3-cd66f2904e27'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:19:32.724554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Attempting to bind port 89291ac9-c6d8-495d-99e7-60f4c9a3594b on network 703b76d5-eb9c-4482-87e3-cd66f2904e27 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:19:32.744315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Port 89291ac9-c6d8-495d-99e7-60f4c9a3594b on network 703b76d5-eb9c-4482-87e3-cd66f2904e27 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:19:32.745019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Attempting to bind port 89291ac9-c6d8-495d-99e7-60f4c9a3594b on network 703b76d5-eb9c-4482-87e3-cd66f2904e27 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:19:32.766759 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:19:32.767682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Checking segment: {'id': 'ebf37695-c2e3-48a3-a6d8-504162f22943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '703b76d5-eb9c-4482-87e3-cd66f2904e27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:19:32.768305 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Bound using segment: {'id': 'ebf37695-c2e3-48a3-a6d8-504162f22943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '703b76d5-eb9c-4482-87e3-cd66f2904e27'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:19:32.768986 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Bound port: 89291ac9-c6d8-495d-99e7-60f4c9a3594b, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf37695-c2e3-48a3-a6d8-504162f22943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '703b76d5-eb9c-4482-87e3-cd66f2904e27'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:19:32.769560 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:32.804670 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:33.024506 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54f91de8-c429-4229-99f3-a80dcddf85b9 req-921377a8-7d9b-40b3-b8db-b7473b1f9aaf service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0264285 May 30 20:19:33.027038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff370417-f2ee-4400-89b0-cf89a19f037d req-01a63157-30a4-43a5-a951-ee7933a7d9a2 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457110 May 30 20:19:33.141789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dde99291-3cba-4c93-8da3-579c317f9774 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:19:33.208906 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4dfc59e5-be22-4ca6-a487-fee82757480b None None] Provisioning complete for port dde99291-3cba-4c93-8da3-579c317f9774 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:33.209292 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4dfc59e5-be22-4ca6-a487-fee82757480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:33.279578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Allocated IP 172.20.0.1 (5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d/a260ec5f-9d0e-4965-b34b-323614ed7408/e953ad0b-4b3d-4bf7-9e11-e109ebf35df7) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:19:33.337243 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:33.453962 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54f91de8-c429-4229-99f3-a80dcddf85b9 req-056bcd4c-718f-4664-9156-bf853a438a64 service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115198 May 30 20:19:33.468568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-302ccbe3-cf64-4415-8141-d5e4c951a828 req-d9c742a7-eddf-4c91-bead-a25f767bf224 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a5fc31d675c4cedbf2186089e4f965b&device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 1097 time: 1.0848603 May 30 20:19:33.647409 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port dde99291-3cba-4c93-8da3-579c317f9774 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:33.647777 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:33.692118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48880) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:33.721768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abfa92-5148-4883-968d-405fc56508c3 req-38c5cbdc-cf6e-4351-8324-d505f92330ff tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:33.723343 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-02abfa92-5148-4883-968d-405fc56508c3 req-38c5cbdc-cf6e-4351-8324-d505f92330ff tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 1.3836360 May 30 20:19:33.780531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] For port 89291ac9-c6d8-495d-99e7-60f4c9a3594b, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:19:33.805239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] For port 89291ac9-c6d8-495d-99e7-60f4c9a3594b, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=89291ac9-c6d8-495d-99e7-60f4c9a3594b,segment=NetworkSegment(ebf37695-c2e3-48a3-a6d8-504162f22943),segment_id=ebf37695-c2e3-48a3-a6d8-504162f22943)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:19:33.820288 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:33.835567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3c852839-ba17-490d-a2ee-28d0b17a53d8 admin admin] Deleting port bada1cbe-841c-48d5-a036-3634e52bbb62 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:33.835912 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c852839-ba17-490d-a2ee-28d0b17a53d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:33.892665 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-02abfa92-5148-4883-968d-405fc56508c3 req-51702951-84e9-43c9-bdbf-2523c533d9c9 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532292 May 30 20:19:33.910108 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:33.911669 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] 10.222.0.77 "PUT /v2.0/ports/89291ac9-c6d8-495d-99e7-60f4c9a3594b HTTP/1.1" status: 200 len: 1091 time: 4.9973371 May 30 20:19:33.914694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76353f71-51b3-4e9e-a388-8fea4dd31bdd', 'tag': '89291ac9-c6d8-495d-99e7-60f4c9a3594b'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:33.957198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd043f3-2bd2-4022-90e8-4f8207c907b6 req-1dcdc048-2f8f-4452-a8d2-2ea72534bff1 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:33.964835 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbd043f3-2bd2-4022-90e8-4f8207c907b6 req-1dcdc048-2f8f-4452-a8d2-2ea72534bff1 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=76353f71-51b3-4e9e-a388-8fea4dd31bdd HTTP/1.1" status: 200 len: 943 time: 0.5054505 May 30 20:19:34.162494 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8464064c-29e5-4f76-8b57-3ce8de463a08'] response: {'name': 'network-changed', 'server_uuid': '76353f71-51b3-4e9e-a388-8fea4dd31bdd', 'tag': '89291ac9-c6d8-495d-99e7-60f4c9a3594b', 'status': 'completed', 'code': 200} May 30 20:19:34.163845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e7ce5f3c-515a-4731-b638-19499c3f7232 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:19:34.169641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ccbe3-cf64-4415-8141-d5e4c951a828 req-40be5ce2-b4f7-4687-8617-8fbd43fce368 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:34.171352 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-302ccbe3-cf64-4415-8141-d5e4c951a828 req-40be5ce2-b4f7-4687-8617-8fbd43fce368 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ddc464cb-f722-4e07-aa44-ac3cc214327c HTTP/1.1" status: 200 len: 914 time: 0.6587629 May 30 20:19:34.361828 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port e7ce5f3c-515a-4731-b638-19499c3f7232 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:19:34.379929 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port e7ce5f3c-515a-4731-b638-19499c3f7232 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:34.380367 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:34.450649 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:34.525787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30007490-5bd3-44cf-beaa-14d01eb9e5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=89291ac9-c6d8-495d-99e7-60f4c9a3594b,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:34.546869 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-302ccbe3-cf64-4415-8141-d5e4c951a828 req-45fbf91c-829b-469e-a178-2ad1048a4d39 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b4ed5f3-d88c-4707-b4c8-5738236cd402 HTTP/1.1" status: 200 len: 217 time: 0.3659382 May 30 20:19:34.547834 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-823b45e5-a7a2-42db-8c2f-fed21d0d69f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:34.564392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Transition to ACTIVE for port object e953ad0b-4b3d-4bf7-9e11-e109ebf35df7 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:19:34.615224 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:34.623710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-3c852839-ba17-490d-a2ee-28d0b17a53d8 admin admin] For port bada1cbe-841c-48d5-a036-3634e52bbb62, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=bada1cbe-841c-48d5-a036-3634e52bbb62,segment=NetworkSegment(4a2dfae7-5417-47c1-b3b3-4f49e14fbe78),segment_id=4a2dfae7-5417-47c1-b3b3-4f49e14fbe78)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:34.624640 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c852839-ba17-490d-a2ee-28d0b17a53d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:34.660761 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port e7ce5f3c-515a-4731-b638-19499c3f7232, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e7ce5f3c-515a-4731-b638-19499c3f7232,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:34.662266 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-7bc0affb-e786-4773-9835-c1d89012e0a9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=608b247ba58240c299e7afc7b3126780&device_id=76353f71-51b3-4e9e-a388-8fea4dd31bdd HTTP/1.1" status: 200 len: 1094 time: 0.6815438 May 30 20:19:34.663001 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15897b83-0439-4bc0-b434-6355fc7a1df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ce5f3c-515a-4731-b638-19499c3f7232'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:34.665488 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbd043f3-2bd2-4022-90e8-4f8207c907b6 req-16eb2e10-88b7-4133-9348-64bc60d48916 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6909292 May 30 20:19:34.670603 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:34.751568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-81a5c945-96ec-4b6d-832f-cc912180729b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89291ac9-c6d8-495d-99e7-60f4c9a3594b HTTP/1.1" status: 200 len: 217 time: 0.0707812 May 30 20:19:34.759142 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=e7ce5f3c-515a-4731-b638-19499c3f7232,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:34.798648 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3c852839-ba17-490d-a2ee-28d0b17a53d8 admin admin] Calling delete_port for bada1cbe-841c-48d5-a036-3634e52bbb62 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:34.805203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-823b45e5-a7a2-42db-8c2f-fed21d0d69f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:34.814198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ccbe3-cf64-4415-8141-d5e4c951a828 req-7becbb7e-1239-4374-a714-b61d44f761c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:34.815704 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-302ccbe3-cf64-4415-8141-d5e4c951a828 req-7becbb7e-1239-4374-a714-b61d44f761c1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c0791857-266d-4d4d-abe5-3d3ca4eece3f HTTP/1.1" status: 200 len: 853 time: 0.2513347 May 30 20:19:34.823337 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1bc8e8-9f6d-4fee-8fbe-95db47e2263c'] response: {'server_uuid': '15897b83-0439-4bc0-b434-6355fc7a1df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ce5f3c-515a-4731-b638-19499c3f7232', 'code': 200} May 30 20:19:34.830837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-823b45e5-a7a2-42db-8c2f-fed21d0d69f1 admin admin] Usage tracker for resource:security_group_rule and tenant:849b59d74c334ac9875484610195af85 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:34.854968 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267acdd-8e88-4cc3-b921-96b5b42c3df9 req-bc15269c-79e8-480e-87b2-c95c9e19f78c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:34.857481 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2267acdd-8e88-4cc3-b921-96b5b42c3df9 req-bc15269c-79e8-480e-87b2-c95c9e19f78c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=15897b83-0439-4bc0-b434-6355fc7a1df0 HTTP/1.1" status: 200 len: 945 time: 0.3842094 May 30 20:19:34.860929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-823b45e5-a7a2-42db-8c2f-fed21d0d69f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:34.888215 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:34.997235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-823b45e5-a7a2-42db-8c2f-fed21d0d69f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:35.004562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network 5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:19:35.028973 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:19:35.031579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:19:35.036885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-302ccbe3-cf64-4415-8141-d5e4c951a828 req-cd2e911d-d6a5-494a-add9-2b426765c085 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ddc464cb-f722-4e07-aa44-ac3cc214327c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1934185 May 30 20:19:35.083529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-5cd49ed4-4cdc-4d2f-83f2-d729cac84339 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:35.085021 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-5cd49ed4-4cdc-4d2f-83f2-d729cac84339 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6832bb5b-b30c-4fad-b8ba-d9aa099e1dc9 HTTP/1.1" status: 200 len: 849 time: 0.3167892 May 30 20:19:35.127622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=e953ad0b-4b3d-4bf7-9e11-e109ebf35df7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:35.187557 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:35.250673 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:35.252532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:35.254129 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:35.254649 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:35.255023 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:35.255458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:35.256726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:35.258557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:35.260534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:35.260980 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:35.264767 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:35.355897 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2267acdd-8e88-4cc3-b921-96b5b42c3df9 req-de0f5b1b-17b6-4a30-b698-bccf2810b05e tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042134 May 30 20:19:35.369167 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-6d5f09d5-d516-4aef-b95a-944b6752a2d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=703b76d5-eb9c-4482-87e3-cd66f2904e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2401237 May 30 20:19:35.408018 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ae847942-84f2-4d30-8568-8a70eaeb2454 req-fcc9c64f-ca58-4857-ba10-c40af434b84e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4520843 May 30 20:19:35.456640 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0f83e1d9-4dfe-490f-b4de-0373a3dc98eb None None] Provisioning for port e953ad0b-4b3d-4bf7-9e11-e109ebf35df7 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:19:35.463723 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0f83e1d9-4dfe-490f-b4de-0373a3dc98eb None None] Provisioning complete for port e953ad0b-4b3d-4bf7-9e11-e109ebf35df7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:35.464380 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0f83e1d9-4dfe-490f-b4de-0373a3dc98eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:35.499112 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:35.566318 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0f83e1d9-4dfe-490f-b4de-0373a3dc98eb None None] Port e953ad0b-4b3d-4bf7-9e11-e109ebf35df7 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:19:35.668154 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c852839-ba17-490d-a2ee-28d0b17a53d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:35.852117 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c852839-ba17-490d-a2ee-28d0b17a53d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bada1cbe-841c-48d5-a036-3634e52bbb62,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:35.852117 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ae847942-84f2-4d30-8568-8a70eaeb2454 req-bd921b03-1e89-4470-ae7e-178507049269 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 1097 time: 0.2701187 May 30 20:19:35.899770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e10c77d1-e77c-452d-b374-643c34d4fc65 req-dc38a21b-4373-4a80-92b9-401fd17288df service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=15897b83-0439-4bc0-b434-6355fc7a1df0 HTTP/1.1" status: 200 len: 1097 time: 0.9862599 May 30 20:19:36.104930 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e10c77d1-e77c-452d-b374-643c34d4fc65 req-6a838709-cb1b-4233-889f-35c1fed2e8e4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367137 May 30 20:19:36.110438 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:19:36.112938 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-302ccbe3-cf64-4415-8141-d5e4c951a828 req-8580060f-8bb6-48ad-91f1-53bec2694bdb service neutron] 10.222.0.93 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0469334 May 30 20:19:36.151611 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ad364-ee0e-4b8c-bb8f-d34d76500047 req-ba9d4baf-5965-4f99-a2c2-5e716886e272 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:36.153115 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b3ad364-ee0e-4b8c-bb8f-d34d76500047 req-ba9d4baf-5965-4f99-a2c2-5e716886e272 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.9684780 May 30 20:19:36.162878 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-823b45e5-a7a2-42db-8c2f-fed21d0d69f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:36.202855 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-1fffb3f9-7f70-4fb8-b869-098a6f3b4f97 service neutron] 10.222.0.77 "GET /v2.0/networks/703b76d5-eb9c-4482-87e3-cd66f2904e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8132091 May 30 20:19:36.204832 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-823b45e5-a7a2-42db-8c2f-fed21d0d69f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:36.281459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de6942-df69-470b-a2df-3859895981c6 req-245c2cba-9520-42a6-983b-02dd4d2930c0 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:36.283052 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76de6942-df69-470b-a2df-3859895981c6 req-245c2cba-9520-42a6-983b-02dd4d2930c0 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=76353f71-51b3-4e9e-a388-8fea4dd31bdd HTTP/1.1" status: 200 len: 943 time: 0.4010055 May 30 20:19:36.400968 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b3ad364-ee0e-4b8c-bb8f-d34d76500047 req-090985f3-6350-4251-9105-46fa65723326 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367947 May 30 20:19:36.491418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b45e5-a7a2-42db-8c2f-fed21d0d69f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b71ada5-3e32-4de3-8ed2-779b43704a77,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:36.513947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae847942-84f2-4d30-8568-8a70eaeb2454 req-e37bcf6d-24f8-4c61-80b5-e6a08ece812b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:36.515526 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ae847942-84f2-4d30-8568-8a70eaeb2454 req-e37bcf6d-24f8-4c61-80b5-e6a08ece812b service neutron] 10.222.0.77 "GET /v2.0/networks?id=43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 200 len: 915 time: 0.6365252 May 30 20:19:36.545767 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-823b45e5-a7a2-42db-8c2f-fed21d0d69f1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=849b59d74c334ac9875484610195af85&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8382809 May 30 20:19:36.564560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48910) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:36.583083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48914) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:36.599623 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d69f1a8a-ee88-418e-baaa-cf50721644d9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128753136', 'description': 'tempest-description--643913445'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:36.612558 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76de6942-df69-470b-a2df-3859895981c6 req-3fec0bd6-02e3-4966-89a5-7186d9652aed tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365603 May 30 20:19:36.621065 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d69f1a8a-ee88-418e-baaa-cf50721644d9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:36.635174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d69f1a8a-ee88-418e-baaa-cf50721644d9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:security_group and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:36.660797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d69f1a8a-ee88-418e-baaa-cf50721644d9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:36.676137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d69f1a8a-ee88-418e-baaa-cf50721644d9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:36.695530 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9cb4528e-2753-4f37-a3bb-d0b909d5aa8a req-ac63abb9-61c5-4f10-9529-a2559da98fc6 service neutron] 10.222.0.77 "GET /v2.0/networks/703b76d5-eb9c-4482-87e3-cd66f2904e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655077 May 30 20:19:36.744450 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ae847942-84f2-4d30-8568-8a70eaeb2454 req-45f60d68-28bd-46cd-b56e-502ccb2ddb49 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 HTTP/1.1" status: 200 len: 1002 time: 0.2138925 May 30 20:19:36.745158 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d69f1a8a-ee88-418e-baaa-cf50721644d9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:36.769270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-30b2d578-edf3-4565-9efd-0e6ad23747ff req-ea8b0fe5-aba7-4a8f-9fd5-d7cd280fd5fb service neutron] (84023) timed out ('10.222.0.84', 44800) {{(pid=84023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:19:36.855828 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-302ccbe3-cf64-4415-8141-d5e4c951a828 req-0b727736-ffbb-41a5-83fd-8b4af6b3a0cd service neutron] 10.222.0.93 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779053 May 30 20:19:36.856723 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:36.859621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae847942-84f2-4d30-8568-8a70eaeb2454 req-c86c3d56-c34a-4258-831b-516c8e541d27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:36.861410 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ae847942-84f2-4d30-8568-8a70eaeb2454 req-c86c3d56-c34a-4258-831b-516c8e541d27 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68e762fb-e7ab-4b2b-9564-0b9905e98eee HTTP/1.1" status: 200 len: 853 time: 0.1056225 May 30 20:19:36.911986 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d8eb39d7-1bfe-43e5-802f-cea029dfedda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:36.917980 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:36.939203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84be98-d94e-46e8-9e9f-54b753fdac64 req-f6931fde-a007-4964-a41f-853d9dfe0c27 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:36.940947 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a84be98-d94e-46e8-9e9f-54b753fdac64 req-f6931fde-a007-4964-a41f-853d9dfe0c27 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=15897b83-0439-4bc0-b434-6355fc7a1df0 HTTP/1.1" status: 200 len: 946 time: 0.2497427 May 30 20:19:36.954861 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ecf4f680-55c9-49a3-a433-e5200df8d8dc req-45cd2708-6dfd-42d0-989b-05439efaef27 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=608b247ba58240c299e7afc7b3126780&device_id=76353f71-51b3-4e9e-a388-8fea4dd31bdd HTTP/1.1" status: 200 len: 1094 time: 0.1824989 May 30 20:19:36.997150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d69f1a8a-ee88-418e-baaa-cf50721644d9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:37.022365 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d8eb39d7-1bfe-43e5-802f-cea029dfedda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:37.028188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d69f1a8a-ee88-418e-baaa-cf50721644d9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:security_group_rule and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:37.029499 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:37.039041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d69f1a8a-ee88-418e-baaa-cf50721644d9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:37.058699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d69f1a8a-ee88-418e-baaa-cf50721644d9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:37.106519 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:37.119820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=e953ad0b-4b3d-4bf7-9e11-e109ebf35df7,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:37.160579 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a84be98-d94e-46e8-9e9f-54b753fdac64 req-4000f55e-383a-41bd-b5b1-390721dd346d tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089405 May 30 20:19:37.225053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4f680-55c9-49a3-a433-e5200df8d8dc req-b5ef04aa-ee50-4e03-940d-a96fab92c964 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:37.226685 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ecf4f680-55c9-49a3-a433-e5200df8d8dc req-b5ef04aa-ee50-4e03-940d-a96fab92c964 service neutron] 10.222.0.77 "GET /v2.0/networks?id=703b76d5-eb9c-4482-87e3-cd66f2904e27 HTTP/1.1" status: 200 len: 910 time: 0.2566555 May 30 20:19:37.313834 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ecf4f680-55c9-49a3-a433-e5200df8d8dc req-349ef255-1558-4c5c-bb95-2f3e80806e9f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89291ac9-c6d8-495d-99e7-60f4c9a3594b HTTP/1.1" status: 200 len: 217 time: 0.0789883 May 30 20:19:37.315058 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d8eb39d7-1bfe-43e5-802f-cea029dfedda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:37.368906 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ae847942-84f2-4d30-8568-8a70eaeb2454 req-1642569e-20f2-491c-be64-0fe88ba3a3bc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=43a3a580-728f-4a14-a9d1-6d5e70d6966e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4853497 May 30 20:19:37.368906 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d69f1a8a-ee88-418e-baaa-cf50721644d9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:37.404480 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d69f1a8a-ee88-418e-baaa-cf50721644d9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:37.408844 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4f680-55c9-49a3-a433-e5200df8d8dc req-7a475f38-2dcd-43bb-a8f1-6170bc027baf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:37.412163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ecf4f680-55c9-49a3-a433-e5200df8d8dc req-7a475f38-2dcd-43bb-a8f1-6170bc027baf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6832bb5b-b30c-4fad-b8ba-d9aa099e1dc9 HTTP/1.1" status: 200 len: 849 time: 0.0872886 May 30 20:19:37.415031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb39d7-1bfe-43e5-802f-cea029dfedda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b71ada5-3e32-4de3-8ed2-779b43704a77,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:37.471330 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d8eb39d7-1bfe-43e5-802f-cea029dfedda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:37.475610 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d8eb39d7-1bfe-43e5-802f-cea029dfedda admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4b71ada5-3e32-4de3-8ed2-779b43704a77 HTTP/1.1" status: 204 len: 168 time: 0.9043164 May 30 20:19:37.486505 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ecf4f680-55c9-49a3-a433-e5200df8d8dc req-60474f9b-f9c5-4621-a8af-6628b544ba9b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=703b76d5-eb9c-4482-87e3-cd66f2904e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691502 May 30 20:19:37.627738 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c852839-ba17-490d-a2ee-28d0b17a53d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:37.668582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f1a8a-ee88-418e-baaa-cf50721644d9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea06f1a-75bc-481f-81e3-d0678fe952dc,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:37.684113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network 5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:19:37.745388 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e512b-aa62-45ca-9209-894e19f6cd0b req-3b5ad392-fb34-45c3-98ff-c76dc22093b9 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:37.746871 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-695e512b-aa62-45ca-9209-894e19f6cd0b req-3b5ad392-fb34-45c3-98ff-c76dc22093b9 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.1215198 May 30 20:19:37.748673 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ecf4f680-55c9-49a3-a433-e5200df8d8dc req-14a1d2b2-1580-42b6-a50e-69c88f157098 service neutron] 10.222.0.77 "GET /v2.0/networks/703b76d5-eb9c-4482-87e3-cd66f2904e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556791 May 30 20:19:37.761352 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:19:37.829924 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d69f1a8a-ee88-418e-baaa-cf50721644d9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:37.833829 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d69f1a8a-ee88-418e-baaa-cf50721644d9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.2453372 May 30 20:19:37.917363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48932) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:37.924557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-af36bce6-8392-4fa5-a34e-b5095a9b8184 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'security_group_rule': {'security_group_id': 'cea06f1a-75bc-481f-81e3-d0678fe952dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:37.931003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-af36bce6-8392-4fa5-a34e-b5095a9b8184 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:37.949592 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48936) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:37.955201 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-af36bce6-8392-4fa5-a34e-b5095a9b8184 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:security_group_rule and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:37.978773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-af36bce6-8392-4fa5-a34e-b5095a9b8184 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:37.981563 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc48a9ff-d225-440a-afb2-e86e5d0cd490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:38.002790 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ae847942-84f2-4d30-8568-8a70eaeb2454 req-d872010f-b8cd-418e-af0e-4ae03ce19db2 service neutron] 10.222.0.77 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998082 May 30 20:19:38.008200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-af36bce6-8392-4fa5-a34e-b5095a9b8184 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:38.109744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e129db04-069b-4fd2-93b6-4bf860debf32 None None] Provisioning complete for port e953ad0b-4b3d-4bf7-9e11-e109ebf35df7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:38.110536 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e129db04-069b-4fd2-93b6-4bf860debf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:38.166441 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e129db04-069b-4fd2-93b6-4bf860debf32 None None] Port e953ad0b-4b3d-4bf7-9e11-e109ebf35df7 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:19:38.172534 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-695e512b-aa62-45ca-9209-894e19f6cd0b req-93960020-2bb5-4297-bb3e-c8606ef42e6b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193516 May 30 20:19:38.273369 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af36bce6-8392-4fa5-a34e-b5095a9b8184 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:38.289317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cc48a9ff-d225-440a-afb2-e86e5d0cd490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:38.309326 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ecf4f680-55c9-49a3-a433-e5200df8d8dc req-e4a1bc06-da6b-442a-a0ee-38c2d2e25146 service neutron] 10.222.0.77 "GET /v2.0/networks/703b76d5-eb9c-4482-87e3-cd66f2904e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386274 May 30 20:19:38.311437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cc48a9ff-d225-440a-afb2-e86e5d0cd490 admin admin] Usage tracker for resource:security_group_rule and tenant:cbf03cfe9b784328bb302a5d259281a4 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:38.321866 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cc48a9ff-d225-440a-afb2-e86e5d0cd490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:38.344187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cc48a9ff-d225-440a-afb2-e86e5d0cd490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:38.354080 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b0003-26fe-4016-8c50-40ead69860c6 req-8d02044e-e03f-4805-bc62-e2af9988cb61 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:38.355529 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e5b0003-26fe-4016-8c50-40ead69860c6 req-8d02044e-e03f-4805-bc62-e2af9988cb61 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=76353f71-51b3-4e9e-a388-8fea4dd31bdd HTTP/1.1" status: 200 len: 943 time: 0.5579870 May 30 20:19:38.431338 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ae847942-84f2-4d30-8568-8a70eaeb2454 req-69ffa1a1-d34f-4219-bb5b-46b4c11a3c7a service neutron] 10.222.0.77 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113975 May 30 20:19:38.515327 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3b8078c-d28d-4779-a46a-98d5350fda78 req-5ceea4c8-106b-4f82-ac9b-ca666b6b90cb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a5fc31d675c4cedbf2186089e4f965b&device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 1097 time: 0.3061643 May 30 20:19:38.530055 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e5b0003-26fe-4016-8c50-40ead69860c6 req-bc5681b1-8dbd-4c96-be5c-66e7dbe0e540 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301575 May 30 20:19:38.563597 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af36bce6-8392-4fa5-a34e-b5095a9b8184 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:38.581802 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af36bce6-8392-4fa5-a34e-b5095a9b8184 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:38.666449 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70b394-8eac-43fa-9d8a-49819ec07c8e req-e538d0e8-c24e-470f-9389-b7b4ec6138a4 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:38.667912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd70b394-8eac-43fa-9d8a-49819ec07c8e req-e538d0e8-c24e-470f-9389-b7b4ec6138a4 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=15897b83-0439-4bc0-b434-6355fc7a1df0 HTTP/1.1" status: 200 len: 946 time: 0.3269277 May 30 20:19:38.683671 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router 25a1a544-6517-499d-9763-5092d9a6177b is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:19:38.688713 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36bce6-8392-4fa5-a34e-b5095a9b8184 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c848942-a2a1-49b1-b680-d31bf75acb0e,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:38.716061 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc48a9ff-d225-440a-afb2-e86e5d0cd490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:38.732612 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc48a9ff-d225-440a-afb2-e86e5d0cd490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:38.764147 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-af36bce6-8392-4fa5-a34e-b5095a9b8184 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:38.768041 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-af36bce6-8392-4fa5-a34e-b5095a9b8184 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8454101 May 30 20:19:38.772210 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48942) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:38.804443 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-c14acb96-1d82-4078-a1bc-2a7015c5f742 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'security_group_rule': {'security_group_id': 'cea06f1a-75bc-481f-81e3-d0678fe952dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:38.842069 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c14acb96-1d82-4078-a1bc-2a7015c5f742 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:38.850645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8078c-d28d-4779-a46a-98d5350fda78 req-991149a4-89aa-4962-aefa-fa13b28247e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:38.852113 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3b8078c-d28d-4779-a46a-98d5350fda78 req-991149a4-89aa-4962-aefa-fa13b28247e2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ddc464cb-f722-4e07-aa44-ac3cc214327c HTTP/1.1" status: 200 len: 914 time: 0.3163910 May 30 20:19:38.854162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c14acb96-1d82-4078-a1bc-2a7015c5f742 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:security_group_rule and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:38.858478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cc48a9ff-d225-440a-afb2-e86e5d0cd490 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cbf03cfe9b784328bb302a5d259281a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9066298 May 30 20:19:38.860805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c14acb96-1d82-4078-a1bc-2a7015c5f742 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:38.863552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48a9ff-d225-440a-afb2-e86e5d0cd490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319a3b9c-08d4-4f54-b77a-8e3cfead024b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:38.867563 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48946) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:38.872227 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd70b394-8eac-43fa-9d8a-49819ec07c8e req-96ab5968-8198-44ef-b9bc-89ca2ca5f337 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844561 May 30 20:19:38.937329 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c14acb96-1d82-4078-a1bc-2a7015c5f742 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:38.952671 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3b8078c-d28d-4779-a46a-98d5350fda78 req-fa7cfa50-cc8b-4021-9f56-dea3cc98e5b0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b4ed5f3-d88c-4707-b4c8-5738236cd402 HTTP/1.1" status: 200 len: 217 time: 0.0928428 May 30 20:19:38.967647 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c14acb96-1d82-4078-a1bc-2a7015c5f742 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:39.033022 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f0d9-452d-4676-a076-7de1971d0449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:39.074269 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f0d9-452d-4676-a076-7de1971d0449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:39.119849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8078c-d28d-4779-a46a-98d5350fda78 req-76b89262-3f68-4c09-9c9d-74441c09b909 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:39.121407 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3b8078c-d28d-4779-a46a-98d5350fda78 req-76b89262-3f68-4c09-9c9d-74441c09b909 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c0791857-266d-4d4d-abe5-3d3ca4eece3f HTTP/1.1" status: 200 len: 853 time: 0.1547709 May 30 20:19:39.133051 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:19:39.139706 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bda5b083-fa38-470f-9edc-aff3fa9c0a7a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/25a1a544-6517-499d-9763-5092d9a6177b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2710760 May 30 20:19:39.143841 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48952) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:39.149579 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b38afc-5738-4659-9063-cdba695a0224 None None] Sync routers for ids ['25a1a544-6517-499d-9763-5092d9a6177b'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:19:39.161543 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b38afc-5738-4659-9063-cdba695a0224 None None] Routers {'25a1a544-6517-499d-9763-5092d9a6177b'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:39.162256 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a3b38afc-5738-4659-9063-cdba695a0224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:19:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['25a1a544-6517-499d-9763-5092d9a6177b'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:39.190129 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c14acb96-1d82-4078-a1bc-2a7015c5f742 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:39.206183 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3b8078c-d28d-4779-a46a-98d5350fda78 req-2a7b789d-dda7-460c-852e-60bf5c463f2c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ddc464cb-f722-4e07-aa44-ac3cc214327c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654912 May 30 20:19:39.207860 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c14acb96-1d82-4078-a1bc-2a7015c5f742 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:39.220879 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 89291ac9-c6d8-495d-99e7-60f4c9a3594b details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:19:39.221659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca70c739-ddc6-4f79-ae5b-d396321492c4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:39.222229 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ca70c739-ddc6-4f79-ae5b-d396321492c4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Synchronizing usage tracker for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:19:39.230833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c852839-ba17-490d-a2ee-28d0b17a53d8 admin admin] Router 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:19:39.232401 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a3b38afc-5738-4659-9063-cdba695a0224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:39.233398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f0d9-452d-4676-a076-7de1971d0449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:39.245782 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b38afc-5738-4659-9063-cdba695a0224 None None] Routers {'25a1a544-6517-499d-9763-5092d9a6177b'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:39.246994 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a3b38afc-5738-4659-9063-cdba695a0224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:19:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['25a1a544-6517-499d-9763-5092d9a6177b'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:39.258667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8f0d9-452d-4676-a076-7de1971d0449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319a3b9c-08d4-4f54-b77a-8e3cfead024b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:39.266035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ca70c739-ddc6-4f79-ae5b-d396321492c4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Unset dirty status for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:19:39.268044 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ca70c739-ddc6-4f79-ae5b-d396321492c4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports/e953ad0b-4b3d-4bf7-9e11-e109ebf35df7 HTTP/1.1" status: 200 len: 910 time: 0.1217582 May 30 20:19:39.271633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48958) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:39.287558 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f0d9-452d-4676-a076-7de1971d0449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:39.288671 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b8a8f0d9-452d-4676-a076-7de1971d0449 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/319a3b9c-08d4-4f54-b77a-8e3cfead024b HTTP/1.1" status: 204 len: 168 time: 0.4146926 May 30 20:19:39.333565 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a3b38afc-5738-4659-9063-cdba695a0224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:39.334135 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b38afc-5738-4659-9063-cdba695a0224 None None] The sync data for ids ['25a1a544-6517-499d-9763-5092d9a6177b'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:19:39.470951 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 89291ac9-c6d8-495d-99e7-60f4c9a3594b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=89291ac9-c6d8-495d-99e7-60f4c9a3594b,segment=NetworkSegment(ebf37695-c2e3-48a3-a6d8-504162f22943),segment_id=ebf37695-c2e3-48a3-a6d8-504162f22943)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:39.486712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '89291ac9-c6d8-495d-99e7-60f4c9a3594b', 'network_id': '703b76d5-eb9c-4482-87e3-cd66f2904e27', 'port_id': '89291ac9-c6d8-495d-99e7-60f4c9a3594b', 'mac_address': 'fa:16:3e:fc:55:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6832bb5b-b30c-4fad-b8ba-d9aa099e1dc9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:19:39.516997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3b8078c-d28d-4779-a46a-98d5350fda78 req-9d2fe9d5-24e9-4cb3-9fad-35734891bbff service neutron] 10.222.0.93 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351830 May 30 20:19:39.524519 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c14acb96-1d82-4078-a1bc-2a7015c5f742 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:39.530835 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c14acb96-1d82-4078-a1bc-2a7015c5f742 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7430897 May 30 20:19:39.530835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14acb96-1d82-4078-a1bc-2a7015c5f742 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7d9ccd-e9c4-4a5b-bab7-b91de9d675b7,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:39.531142 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 48964) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:39.548495 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:39.559814 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:39.579704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89291ac9-c6d8-495d-99e7-60f4c9a3594b {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:19:39.596498 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 89291ac9-c6d8-495d-99e7-60f4c9a3594b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=89291ac9-c6d8-495d-99e7-60f4c9a3594b,segment=NetworkSegment(ebf37695-c2e3-48a3-a6d8-504162f22943),segment_id=ebf37695-c2e3-48a3-a6d8-504162f22943)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:39.602750 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:39.624009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a8683-469f-49a4-98a6-4e9917222605 req-ae90f3dc-37a1-42bb-bf45-423cd96943c5 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:39.625564 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-001a8683-469f-49a4-98a6-4e9917222605 req-ae90f3dc-37a1-42bb-bf45-423cd96943c5 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=15897b83-0439-4bc0-b434-6355fc7a1df0 HTTP/1.1" status: 200 len: 946 time: 0.5923598 May 30 20:19:39.687697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=89291ac9-c6d8-495d-99e7-60f4c9a3594b,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:39.740080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:39.754632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:floatingip and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:39.758784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:39.766385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:39.799646 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-001a8683-469f-49a4-98a6-4e9917222605 req-e53c3669-4f97-43ae-a85e-b53777763026 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152885 May 30 20:19:39.800348 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:39.801445 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3b8078c-d28d-4779-a46a-98d5350fda78 req-39430719-feb6-4885-bd83-b2ce836bc959 service neutron] 10.222.0.93 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307341 May 30 20:19:39.814489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a3cb5-379b-4e3e-912d-613992fedb77 req-dded290d-3102-4f42-8fb5-54d05cba7659 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:39.816409 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d5a3cb5-379b-4e3e-912d-613992fedb77 req-dded290d-3102-4f42-8fb5-54d05cba7659 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 946 time: 0.2957294 May 30 20:19:39.880175 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['89291ac9-c6d8-495d-99e7-60f4c9a3594b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:19:39.903930 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d5a3cb5-379b-4e3e-912d-613992fedb77 req-f5a18d2e-4456-44b0-83af-9215812a847d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755820 May 30 20:19:40.050152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ce034-7292-48f4-8862-e6437824d287 req-2fb72d67-64c9-4454-856e-45b725c21dfc tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:40.051674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd2ce034-7292-48f4-8862-e6437824d287 req-2fb72d67-64c9-4454-856e-45b725c21dfc tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=76353f71-51b3-4e9e-a388-8fea4dd31bdd HTTP/1.1" status: 200 len: 944 time: 0.0847332 May 30 20:19:40.127432 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd2ce034-7292-48f4-8862-e6437824d287 req-dd2289c9-6c80-4dff-863d-52b3d046cdac tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697927 May 30 20:19:40.188088 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c852839-ba17-490d-a2ee-28d0b17a53d8 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:19:40.193726 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3c852839-ba17-490d-a2ee-28d0b17a53d8 admin admin] 10.222.0.84 "PUT /v2.0/routers/4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0874181 May 30 20:19:40.195394 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:40.196474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48984) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:40.199020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3b4ed5f3-d88c-4707-b4c8-5738236cd402 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:40.282806 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ab0cd34-ac21-4514-b0cd-63accb6bd8dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:40.290386 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96585a-06be-496a-9b53-29dd45b6ba0b None None] Sync routers for ids ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:19:40.379297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96585a-06be-496a-9b53-29dd45b6ba0b None None] Routers {'4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:40.379927 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ce96585a-06be-496a-9b53-29dd45b6ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:19:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:40.481271 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc4abd53-9f34-4620-aa20-3792d1fc62df admin admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:40.560624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Allocated IP 172.25.5.83 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/ccf652dd-81df-40be-86a0-51d1853852ce) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:19:40.687787 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:40.734339 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3b4ed5f3-d88c-4707-b4c8-5738236cd402, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3b4ed5f3-d88c-4707-b4c8-5738236cd402,segment=NetworkSegment(4d10fbeb-2125-48cc-a069-4a88bc5a0de9),segment_id=4d10fbeb-2125-48cc-a069-4a88bc5a0de9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:40.735467 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-ce96585a-06be-496a-9b53-29dd45b6ba0b None None] Set router 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:19:40.774224 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b4ed5f3-d88c-4707-b4c8-5738236cd402'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:40.784059 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:40.799357 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:40.912575 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640cf13-656b-4181-8083-217695464811 req-d5cc9c66-c319-414e-8c0c-c95db765dcb2 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:40.921861 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1640cf13-656b-4181-8083-217695464811 req-d5cc9c66-c319-414e-8c0c-c95db765dcb2 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=15897b83-0439-4bc0-b434-6355fc7a1df0 HTTP/1.1" status: 200 len: 946 time: 0.3847032 May 30 20:19:40.941401 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c765b1-aa78-499c-bf98-6b55e6a3c408'] response: {'server_uuid': 'ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b4ed5f3-d88c-4707-b4c8-5738236cd402', 'code': 200} May 30 20:19:40.983479 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:41.017535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1640cf13-656b-4181-8083-217695464811 req-484b20a9-ec77-4ab7-8dc3-dae49397f87c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922081 May 30 20:19:41.066574 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=3b4ed5f3-d88c-4707-b4c8-5738236cd402,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:41.078457 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc4abd53-9f34-4620-aa20-3792d1fc62df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:41.101130 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-cc4abd53-9f34-4620-aa20-3792d1fc62df admin admin] Deleting port bd7675c5-d8ff-4bde-bee9-e0b30ceb1072 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:41.101847 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc4abd53-9f34-4620-aa20-3792d1fc62df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:41.106053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'Port': ['ID=ccf652dd-81df-40be-86a0-51d1853852ce,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:41.124133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:19:41.155182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:19:41.175063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:19:41.204780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ce96585a-06be-496a-9b53-29dd45b6ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'name': 'tempest-TaggedBootDevicesTest-42288722-router', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:19:35Z', 'revision_number': 5, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'gw_port': {'id': 'bd7675c5-d8ff-4bde-bee9-e0b30ceb1072', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:41.209555 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96585a-06be-496a-9b53-29dd45b6ba0b None None] Checking router: 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:19:41.231896 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 89291ac9-c6d8-495d-99e7-60f4c9a3594b up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:19:41.373875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96585a-06be-496a-9b53-29dd45b6ba0b None None] Routers {'4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:41.374532 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ce96585a-06be-496a-9b53-29dd45b6ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:19:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:41.471058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:41.497625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e900a78-388c-438a-8dd1-17a37ac18ff8 req-ac22f22b-b34f-44bd-a845-b41859f3ff12 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:41.499325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e900a78-388c-438a-8dd1-17a37ac18ff8 req-ac22f22b-b34f-44bd-a845-b41859f3ff12 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 944 time: 0.3545544 May 30 20:19:41.544448 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-ce96585a-06be-496a-9b53-29dd45b6ba0b None None] Set router 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:19:41.659210 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-cc4abd53-9f34-4620-aa20-3792d1fc62df admin admin] For port bd7675c5-d8ff-4bde-bee9-e0b30ceb1072, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=bd7675c5-d8ff-4bde-bee9-e0b30ceb1072,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:41.659621 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc4abd53-9f34-4620-aa20-3792d1fc62df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:41.679706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ce96585a-06be-496a-9b53-29dd45b6ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'name': 'tempest-TaggedBootDevicesTest-42288722-router', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:19:41Z', 'revision_number': 6, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:41.690050 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96585a-06be-496a-9b53-29dd45b6ba0b None None] The sync data for ids ['4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c'] in n-d-843949-2 is: [{'id': '4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c', 'name': 'tempest-TaggedBootDevicesTest-42288722-router', 'tenant_id': 'ff480fdd7c454b03807b916a453b01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:19:41Z', 'revision_number': 6, 'project_id': 'ff480fdd7c454b03807b916a453b01d1', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:19:41.714875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 89291ac9-c6d8-495d-99e7-60f4c9a3594b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:19:41.720659 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 89291ac9-c6d8-495d-99e7-60f4c9a3594b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:41.722001 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:41.819814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9ab0cd34-ac21-4514-b0cd-63accb6bd8dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port e953ad0b-4b3d-4bf7-9e11-e109ebf35df7 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:41.820305 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ab0cd34-ac21-4514-b0cd-63accb6bd8dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:41.848999 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:41.853327 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:41.859635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-cc4abd53-9f34-4620-aa20-3792d1fc62df admin admin] Calling delete_port for bd7675c5-d8ff-4bde-bee9-e0b30ceb1072 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:41.928854 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 89291ac9-c6d8-495d-99e7-60f4c9a3594b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=89291ac9-c6d8-495d-99e7-60f4c9a3594b,segment=NetworkSegment(ebf37695-c2e3-48a3-a6d8-504162f22943),segment_id=ebf37695-c2e3-48a3-a6d8-504162f22943)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:41.933326 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:42.023395 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=89291ac9-c6d8-495d-99e7-60f4c9a3594b,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:42.150371 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e900a78-388c-438a-8dd1-17a37ac18ff8 req-58970abd-d39a-413b-8194-81d34fc08387 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6394081 May 30 20:19:42.168384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0767a8-cd07-4557-826d-92e19ce3d519 req-2d4fa1d4-8076-4cdb-b356-03d57f9ebbed tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:42.175151 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c0767a8-cd07-4557-826d-92e19ce3d519 req-2d4fa1d4-8076-4cdb-b356-03d57f9ebbed tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=76353f71-51b3-4e9e-a388-8fea4dd31bdd HTTP/1.1" status: 200 len: 944 time: 0.7481415 May 30 20:19:42.229278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac973588-23b3-4e9a-8103-15732c4cc9ab req-0a4c5d19-e3e2-431e-95a1-2d640eed7e6d tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:42.230716 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac973588-23b3-4e9a-8103-15732c4cc9ab req-0a4c5d19-e3e2-431e-95a1-2d640eed7e6d tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.93 "GET /v2.0/ports?device_id=15897b83-0439-4bc0-b434-6355fc7a1df0 HTTP/1.1" status: 200 len: 946 time: 0.3142140 May 30 20:19:42.236555 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ab0cd34-ac21-4514-b0cd-63accb6bd8dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:42.323402 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c0767a8-cd07-4557-826d-92e19ce3d519 req-d71cb345-0632-4398-a40a-9770e37b56a4 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473262 May 30 20:19:42.418256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-ac973588-23b3-4e9a-8103-15732c4cc9ab req-b1b53d46-f3e3-4d05-9bda-f9ca453e3df3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Deleting port e7ce5f3c-515a-4731-b638-19499c3f7232 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:42.418849 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ac973588-23b3-4e9a-8103-15732c4cc9ab req-b1b53d46-f3e3-4d05-9bda-f9ca453e3df3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:42.426687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9ab0cd34-ac21-4514-b0cd-63accb6bd8dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Calling delete_port for e953ad0b-4b3d-4bf7-9e11-e109ebf35df7 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:42.504880 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:42.524317 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:42.548116 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc4abd53-9f34-4620-aa20-3792d1fc62df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:42.612395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4abd53-9f34-4620-aa20-3792d1fc62df admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7675c5-d8ff-4bde-bee9-e0b30ceb1072,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:42.665022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'Port': ['ID=ccf652dd-81df-40be-86a0-51d1853852ce,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:42.681641 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:42.746937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef5a91-c3dc-40fc-a248-976501a2ffc6 req-9f3a23b0-ede9-439f-b014-49e55b62727f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:42.748461 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2fef5a91-c3dc-40fc-a248-976501a2ffc6 req-9f3a23b0-ede9-439f-b014-49e55b62727f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=15897b83-0439-4bc0-b434-6355fc7a1df0 HTTP/1.1" status: 200 len: 946 time: 0.4212220 May 30 20:19:42.753984 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:42.763700 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-681c2b38-e474-4ae0-b2b4-aa1e66820a9c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2235689 May 30 20:19:42.795870 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ab0cd34-ac21-4514-b0cd-63accb6bd8dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:42.860879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0cd34-ac21-4514-b0cd-63accb6bd8dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Port': ['ID=e953ad0b-4b3d-4bf7-9e11-e109ebf35df7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:42.942434 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76353f71-51b3-4e9e-a388-8fea4dd31bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89291ac9-c6d8-495d-99e7-60f4c9a3594b'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:43.035832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bd7675c5-d8ff-4bde-bee9-e0b30ceb1072 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:43.089270 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1eea54-3f04-47dc-b45f-b7f6c9a59930'] response: {'server_uuid': '76353f71-51b3-4e9e-a388-8fea4dd31bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89291ac9-c6d8-495d-99e7-60f4c9a3594b', 'code': 200} May 30 20:19:43.097129 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: bd7675c5-d8ff-4bde-bee9-e0b30ceb1072 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:43.097767 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bd7675c5-d8ff-4bde-bee9-e0b30ceb1072 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:43.098328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bada1cbe-841c-48d5-a036-3634e52bbb62 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:43.153260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: bada1cbe-841c-48d5-a036-3634e52bbb62 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:43.153662 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bada1cbe-841c-48d5-a036-3634e52bbb62 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:43.278721 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ab0cd34-ac21-4514-b0cd-63accb6bd8dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:43.331279 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2fef5a91-c3dc-40fc-a248-976501a2ffc6 req-74dad084-ba00-48da-85f3-6b26b1a014a3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441589 May 30 20:19:43.371371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-ac973588-23b3-4e9a-8103-15732c4cc9ab req-b1b53d46-f3e3-4d05-9bda-f9ca453e3df3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] For port e7ce5f3c-515a-4731-b638-19499c3f7232, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=e7ce5f3c-515a-4731-b638-19499c3f7232,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:43.371371 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ac973588-23b3-4e9a-8103-15732c4cc9ab req-b1b53d46-f3e3-4d05-9bda-f9ca453e3df3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:43.434402 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc4abd53-9f34-4620-aa20-3792d1fc62df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:43.434643 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8759bd8b-6835-4509-8e82-456fd7c00233 req-646cc159-814b-4b95-94b4-b788033c9215 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=76353f71-51b3-4e9e-a388-8fea4dd31bdd HTTP/1.1" status: 200 len: 1096 time: 0.2347624 May 30 20:19:43.563086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-ac973588-23b3-4e9a-8103-15732c4cc9ab req-b1b53d46-f3e3-4d05-9bda-f9ca453e3df3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Calling delete_port for e7ce5f3c-515a-4731-b638-19499c3f7232 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:43.712965 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8759bd8b-6835-4509-8e82-456fd7c00233 req-f67b9adf-45cd-4424-81f3-88df8ce7bfca service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659037 May 30 20:19:43.796201 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-aade687b-7c6e-40d6-8814-132a9895b6e1 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1128753136&fields=id&tenant_id=a048fd6ea7c2440198c694d9cbd88a49 HTTP/1.1" status: 200 len: 267 time: 0.4692016 May 30 20:19:43.887451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab0cd34-ac21-4514-b0cd-63accb6bd8dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router 25a1a544-6517-499d-9763-5092d9a6177b has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:19:43.925480 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc4abd53-9f34-4620-aa20-3792d1fc62df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:43.988826 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc4abd53-9f34-4620-aa20-3792d1fc62df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:44.058947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab0cd34-ac21-4514-b0cd-63accb6bd8dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:19:44.072352 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9ab0cd34-ac21-4514-b0cd-63accb6bd8dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/25a1a544-6517-499d-9763-5092d9a6177b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7943926 May 30 20:19:44.072352 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49068) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:44.073675 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7be021-1d0f-4f96-801c-45f424e36bb5 None None] Sync routers for ids ['25a1a544-6517-499d-9763-5092d9a6177b'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:19:44.082673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03b0ba-a58c-4f3c-a09a-96fb945d3568 req-a58cd181-5bfa-45a8-b353-5af2012334aa tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:44.084194 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5f03b0ba-a58c-4f3c-a09a-96fb945d3568 req-a58cd181-5bfa-45a8-b353-5af2012334aa tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 944 time: 0.5289991 May 30 20:19:44.090417 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7be021-1d0f-4f96-801c-45f424e36bb5 None None] Routers {'25a1a544-6517-499d-9763-5092d9a6177b'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:44.091278 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-db7be021-1d0f-4f96-801c-45f424e36bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:19:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['25a1a544-6517-499d-9763-5092d9a6177b'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:44.137465 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc4abd53-9f34-4620-aa20-3792d1fc62df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:44.137958 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4abd53-9f34-4620-aa20-3792d1fc62df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:19:44.157081 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-db7be021-1d0f-4f96-801c-45f424e36bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:44.170603 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7be021-1d0f-4f96-801c-45f424e36bb5 None None] Routers {'25a1a544-6517-499d-9763-5092d9a6177b'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:44.171805 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-db7be021-1d0f-4f96-801c-45f424e36bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:19:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['25a1a544-6517-499d-9763-5092d9a6177b'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:44.174059 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f7596168-074e-44ed-92a8-c5933d5cd3ec tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Synchronizing usage tracker for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:19:44.176436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-332f2de5-5db1-4c55-835c-b52baa0768da tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:44.177873 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-332f2de5-5db1-4c55-835c-b52baa0768da tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/networks?id=43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 200 len: 814 time: 0.3129754 May 30 20:19:44.180449 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ac973588-23b3-4e9a-8103-15732c4cc9ab req-b1b53d46-f3e3-4d05-9bda-f9ca453e3df3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:44.198136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9ecf0614-9706-4eab-a0ba-9e8ab6958178'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:19:44.203328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f7596168-074e-44ed-92a8-c5933d5cd3ec tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Unset dirty status for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:19:44.204634 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f7596168-074e-44ed-92a8-c5933d5cd3ec tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports?device_id=25a1a544-6517-499d-9763-5092d9a6177b HTTP/1.1" status: 200 len: 205 time: 0.1277604 May 30 20:19:44.207541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49072) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:44.263403 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e7ce5f3c-515a-4731-b638-19499c3f7232 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:44.308456 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-db7be021-1d0f-4f96-801c-45f424e36bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:44.309378 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7be021-1d0f-4f96-801c-45f424e36bb5 None None] The sync data for ids ['25a1a544-6517-499d-9763-5092d9a6177b'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:19:44.314952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b53d46-f3e3-4d05-9bda-f9ca453e3df3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Pushing event deleted for resources: {'Port': ['ID=e7ce5f3c-515a-4731-b638-19499c3f7232,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:44.332916 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc4abd53-9f34-4620-aa20-3792d1fc62df admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:44.336263 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cc4abd53-9f34-4620-aa20-3792d1fc62df admin admin] 10.222.0.84 "DELETE /v2.0/routers/4ba2f86c-ad33-4e1e-8efa-fbcbb9b3d45c HTTP/1.1" status: 204 len: 168 time: 4.1353915 May 30 20:19:44.354416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49076) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:44.372393 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5f03b0ba-a58c-4f3c-a09a-96fb945d3568 req-0d5d0a00-f833-4004-949b-523e14f4683d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732253 May 30 20:19:44.380863 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-24b11a70-0bf3-4598-be93-1872264402f2 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/quotas/a048fd6ea7c2440198c694d9cbd88a49 HTTP/1.1" status: 200 len: 375 time: 0.1285632 May 30 20:19:44.393266 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: e7ce5f3c-515a-4731-b638-19499c3f7232 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:44.393828 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device e7ce5f3c-515a-4731-b638-19499c3f7232 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:44.394416 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3b4ed5f3-d88c-4707-b4c8-5738236cd402 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:44.502256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac973588-23b3-4e9a-8103-15732c4cc9ab req-b1b53d46-f3e3-4d05-9bda-f9ca453e3df3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] No DVR routers for this DVR port e7ce5f3c-515a-4731-b638-19499c3f7232 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:19:44.505911 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ac973588-23b3-4e9a-8103-15732c4cc9ab req-b1b53d46-f3e3-4d05-9bda-f9ca453e3df3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:44.508300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac973588-23b3-4e9a-8103-15732c4cc9ab req-b1b53d46-f3e3-4d05-9bda-f9ca453e3df3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.93 "DELETE /v2.0/ports/e7ce5f3c-515a-4731-b638-19499c3f7232 HTTP/1.1" status: 204 len: 173 time: 2.2669058 May 30 20:19:44.510961 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15897b83-0439-4bc0-b434-6355fc7a1df0', 'name': 'network-vif-deleted', 'tag': 'e7ce5f3c-515a-4731-b638-19499c3f7232'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:44.539615 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ab1f80-12b6-4b26-a344-8779b065b779 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:44.600269 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-8aaf1498-a4c5-486f-9560-8e88792d56bf tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2049165 May 30 20:19:44.686784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbb2749-d160-441e-b702-ccae342cce37 admin admin] Deleting subnet cb8e3034-73da-40c9-8b9f-ac7e8912c65f {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:19:44.695134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8cbb2749-d160-441e-b702-ccae342cce37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:44.769799 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8cbb2749-d160-441e-b702-ccae342cce37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:44.964481 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-cda67267-6c00-42d8-b1c8-9f903f95e4b5 service neutron] 10.222.0.84 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221157 May 30 20:19:45.071216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d26d4-efbc-4302-916c-c96686aee40b req-c58fb8c5-8449-4853-96bf-6b2784dcc498 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:45.073450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-108d26d4-efbc-4302-916c-c96686aee40b req-c58fb8c5-8449-4853-96bf-6b2784dcc498 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=76353f71-51b3-4e9e-a388-8fea4dd31bdd HTTP/1.1" status: 200 len: 945 time: 0.4714360 May 30 20:19:45.166805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-108d26d4-efbc-4302-916c-c96686aee40b req-75f61e2a-9d79-4b85-8b1d-696b81ed4613 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871577 May 30 20:19:45.176755 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-95ff76a2-9f0d-4340-a27a-33312a452333 service neutron] 10.222.0.84 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060139 May 30 20:19:45.274429 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ab1f80-12b6-4b26-a344-8779b065b779 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:45.298063 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ab1f80-12b6-4b26-a344-8779b065b779 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:45.309710 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8cbb2749-d160-441e-b702-ccae342cce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:45.372518 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ab1f80-12b6-4b26-a344-8779b065b779 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:45.373432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ab1f80-12b6-4b26-a344-8779b065b779 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Fanout notify agent at l3_agent the message router_deleted on router 25a1a544-6517-499d-9763-5092d9a6177b {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:19:45.390534 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5ab1f80-12b6-4b26-a344-8779b065b779 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:45.392264 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e5ab1f80-12b6-4b26-a344-8779b065b779 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/routers/25a1a544-6517-499d-9763-5092d9a6177b HTTP/1.1" status: 204 len: 168 time: 1.1831067 May 30 20:19:45.395099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49088) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:45.500029 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8cbb2749-d160-441e-b702-ccae342cce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:45.504560 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a79de6-4e98-48c5-a289-a26b4bcba628'] response: {'server_uuid': '15897b83-0439-4bc0-b434-6355fc7a1df0', 'name': 'network-vif-deleted', 'tag': 'e7ce5f3c-515a-4731-b638-19499c3f7232', 'status': 'completed', 'code': 200} May 30 20:19:45.652424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb2749-d160-441e-b702-ccae342cce37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8e3034-73da-40c9-8b9f-ac7e8912c65f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:45.667626 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1fddfd-6d36-422a-8574-c396dfa853cb None None] Network 677b4579-4403-49bf-8cf6-3e606ff679de requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:19:45.672142 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8cbb2749-d160-441e-b702-ccae342cce37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:45.683012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b7b8132-f9cc-4154-a839-80f80b96d4ef req-3acbd4fd-5771-40f5-9ee2-445a4c3cc80c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 210 time: 0.0714288 May 30 20:19:45.685512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-26541821-d2b5-464c-a838-1c34447fb1d7 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting subnet a260ec5f-9d0e-4965-b34b-323614ed7408 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:19:45.691241 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8cbb2749-d160-441e-b702-ccae342cce37 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/cb8e3034-73da-40c9-8b9f-ac7e8912c65f HTTP/1.1" status: 204 len: 168 time: 1.3358305 May 30 20:19:45.693119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49102) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:45.695493 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26541821-d2b5-464c-a838-1c34447fb1d7 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:45.744379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e48ad1-9905-4995-8118-7bf113b67934 req-96d39583-b37c-46e2-b7d1-bb9a0eefa78a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:45.754856 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e5e48ad1-9905-4995-8118-7bf113b67934 req-96d39583-b37c-46e2-b7d1-bb9a0eefa78a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 944 time: 0.2081800 May 30 20:19:45.868468 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e5e48ad1-9905-4995-8118-7bf113b67934 req-794561c0-1794-4250-8092-3698fe520f21 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105766 May 30 20:19:45.876954 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26541821-d2b5-464c-a838-1c34447fb1d7 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:46.042612 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:46.045608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0f6e12-6ee7-43ba-b11d-5f256d5c6335 None None] DHCP port deletion for 677b4579-4403-49bf-8cf6-3e606ff679de request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:19:46.049936 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fe0f6e12-6ee7-43ba-b11d-5f256d5c6335 None None] Deleting port 179755fb-9a17-4659-ac4f-af985b8f2bd8 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:46.051139 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6e12-6ee7-43ba-b11d-5f256d5c6335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:46.095371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] Deleting port 179755fb-9a17-4659-ac4f-af985b8f2bd8 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:46.095710 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:46.233679 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26541821-d2b5-464c-a838-1c34447fb1d7 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:46.386174 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-fe0f6e12-6ee7-43ba-b11d-5f256d5c6335 None None] For port 179755fb-9a17-4659-ac4f-af985b8f2bd8, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=179755fb-9a17-4659-ac4f-af985b8f2bd8,segment=NetworkSegment(4a2dfae7-5417-47c1-b3b3-4f49e14fbe78),segment_id=4a2dfae7-5417-47c1-b3b3-4f49e14fbe78)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:46.386938 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6e12-6ee7-43ba-b11d-5f256d5c6335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:46.530347 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fe0f6e12-6ee7-43ba-b11d-5f256d5c6335 None None] Calling delete_port for 179755fb-9a17-4659-ac4f-af985b8f2bd8 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:46.551051 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26541821-d2b5-464c-a838-1c34447fb1d7 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:46.616159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26541821-d2b5-464c-a838-1c34447fb1d7 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Subnet': ['ID=a260ec5f-9d0e-4965-b34b-323614ed7408,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:46.619644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] For port 179755fb-9a17-4659-ac4f-af985b8f2bd8, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=179755fb-9a17-4659-ac4f-af985b8f2bd8,segment=NetworkSegment(4a2dfae7-5417-47c1-b3b3-4f49e14fbe78),segment_id=4a2dfae7-5417-47c1-b3b3-4f49e14fbe78)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:46.622637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c348bd-0b15-4ec6-989a-e87d06ed32de req-996d7148-dfcd-4f76-a646-aca1ef21ef53 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:46.626258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:46.629600 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6c348bd-0b15-4ec6-989a-e87d06ed32de req-996d7148-dfcd-4f76-a646-aca1ef21ef53 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=76353f71-51b3-4e9e-a388-8fea4dd31bdd HTTP/1.1" status: 200 len: 945 time: 0.2989714 May 30 20:19:46.635221 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fe0f6e12-6ee7-43ba-b11d-5f256d5c6335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:46.694215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621b944c-a112-48be-a3bd-2e11bf027a7a None None] Network 5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:19:46.700361 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26541821-d2b5-464c-a838-1c34447fb1d7 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:46.724419 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0f6e12-6ee7-43ba-b11d-5f256d5c6335 None None] No DVR routers for this DVR port 179755fb-9a17-4659-ac4f-af985b8f2bd8 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:19:46.735096 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f6e12-6ee7-43ba-b11d-5f256d5c6335 None None] Pushing event deleted for resources: {'Port': ['ID=179755fb-9a17-4659-ac4f-af985b8f2bd8,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:46.748112 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6c348bd-0b15-4ec6-989a-e87d06ed32de req-529cdec2-d8d7-474a-8611-5e11159e16c9 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161511 May 30 20:19:46.767250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] Calling delete_port for 179755fb-9a17-4659-ac4f-af985b8f2bd8 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:46.837714 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b0872e4-8058-4492-8fa2-b3b6bc12cedf req-8cda9c73-68d9-4059-84a8-2956cbea0afb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2626412 May 30 20:19:46.889752 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-26541821-d2b5-464c-a838-1c34447fb1d7 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/subnets/a260ec5f-9d0e-4965-b34b-323614ed7408 HTTP/1.1" status: 204 len: 168 time: 1.4921296 May 30 20:19:46.890150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49132) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:46.957422 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:19:46.957804 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:19:47.052856 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 179755fb-9a17-4659-ac4f-af985b8f2bd8 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:47.100786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 179755fb-9a17-4659-ac4f-af985b8f2bd8 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:47.101186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 179755fb-9a17-4659-ac4f-af985b8f2bd8 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:47.139911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b037fd75-e30a-4613-92f3-7b10c1516ac8 None None] DHCP port deletion for 5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:19:47.145080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b037fd75-e30a-4613-92f3-7b10c1516ac8 None None] Deleting port dde99291-3cba-4c93-8da3-579c317f9774 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:47.145735 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b037fd75-e30a-4613-92f3-7b10c1516ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:47.184422 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-012a9623-10d0-4ede-9faf-0f41573086dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:47.306716 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49146) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:47.417273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-04e59743-795e-4c3a-ba9e-fee4342acdb9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:47.423820 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-04e59743-795e-4c3a-ba9e-fee4342acdb9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 806 time: 0.2308302 May 30 20:19:47.458875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] Deleting port 179755fb-9a17-4659-ac4f-af985b8f2bd8 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:47.459522 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:47.559123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b037fd75-e30a-4613-92f3-7b10c1516ac8 None None] For port dde99291-3cba-4c93-8da3-579c317f9774, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dde99291-3cba-4c93-8da3-579c317f9774,segment=NetworkSegment(43c54c22-9b89-4468-b663-3ee0c9ae9875),segment_id=43c54c22-9b89-4468-b663-3ee0c9ae9875)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:47.559558 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b037fd75-e30a-4613-92f3-7b10c1516ac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:47.599840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] The port '179755fb-9a17-4659-ac4f-af985b8f2bd8' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:19:47.661469 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e5da1a26-42e5-4450-ae9b-1a5c5a698f39 req-5b398fcb-dcec-4ad1-b253-9733483ec73e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 210 time: 0.2363369 May 30 20:19:47.672001 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-012a9623-10d0-4ede-9faf-0f41573086dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port dde99291-3cba-4c93-8da3-579c317f9774 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:47.672433 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-012a9623-10d0-4ede-9faf-0f41573086dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:47.739954 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-4cb90c4c-5662-4846-acce-f47387c496aa tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/quotas/210942c2f7d24688a396c30d7894503b HTTP/1.1" status: 200 len: 375 time: 0.1075630 May 30 20:19:47.755654 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b037fd75-e30a-4613-92f3-7b10c1516ac8 None None] Calling delete_port for dde99291-3cba-4c93-8da3-579c317f9774 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:47.842493 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:47.855000 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b037fd75-e30a-4613-92f3-7b10c1516ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:47.909397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677b4579-4403-49bf-8cf6-3e606ff679de']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:47.909614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-012a9623-10d0-4ede-9faf-0f41573086dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] The port 'dde99291-3cba-4c93-8da3-579c317f9774' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:19:47.942105 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2dfae7-5417-47c1-b3b3-4f49e14fbe78') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:47.942391 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2dfae7-5417-47c1-b3b3-4f49e14fbe78') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:47.959654 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aa5e3b8e-a00f-44d2-9c47-4b2cfcc04f0a req-3dcd44f8-7a92-433d-88dc-7b645c1f0a72 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6507511 May 30 20:19:47.961244 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:47.973825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b037fd75-e30a-4613-92f3-7b10c1516ac8 None None] No DVR routers for this DVR port dde99291-3cba-4c93-8da3-579c317f9774 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:19:47.979268 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:47.982356 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037fd75-e30a-4613-92f3-7b10c1516ac8 None None] Pushing event deleted for resources: {'Port': ['ID=dde99291-3cba-4c93-8da3-579c317f9774,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:47.996762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:19:47.997337 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: timer() May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:19:48.014930 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:19:48.021007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-8574499d-7f50-4658-a157-51b1485b83c2 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:48.022615 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-8574499d-7f50-4658-a157-51b1485b83c2 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.93 "GET /v2.0/networks?id=43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 200 len: 814 time: 0.8256574 May 30 20:19:48.183006 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-012a9623-10d0-4ede-9faf-0f41573086dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:48.203314 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:48.231388 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:48.243389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-012a9623-10d0-4ede-9faf-0f41573086dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:48.252687 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] 10.222.0.84 "DELETE /v2.0/networks/677b4579-4403-49bf-8cf6-3e606ff679de HTTP/1.1" status: 204 len: 168 time: 2.5586522 May 30 20:19:48.256252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49166) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:48.265277 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-36c480e3-b455-49d1-8b72-34e6afe855df tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Synchronizing usage tracker for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:19:48.277170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-012a9623-10d0-4ede-9faf-0f41573086dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c54c22-9b89-4468-b663-3ee0c9ae9875') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:48.277486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-012a9623-10d0-4ede-9faf-0f41573086dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c54c22-9b89-4468-b663-3ee0c9ae9875') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:48.292215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-8f60188a-0abd-455b-84b8-201f423b4484 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a048fd6ea7c2440198c694d9cbd88a49 HTTP/1.1" status: 200 len: 473 time: 0.2434926 May 30 20:19:48.304140 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-012a9623-10d0-4ede-9faf-0f41573086dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:48.316642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-af007f87-3eaf-48a6-a44e-86251a3c5a9d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'port': {'device_id': 'b686c431-d353-4ef2-a7dd-8466f0ff107e', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'admin_state_up': True, 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'security_groups': ['cea06f1a-75bc-481f-81e3-d0678fe952dc']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:48.341493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e25519-6feb-4113-9e4c-72456a00db39 req-bd8a8870-2e81-49e1-9f91-982b0a656d58 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:48.342959 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2e25519-6feb-4113-9e4c-72456a00db39 req-bd8a8870-2e81-49e1-9f91-982b0a656d58 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 944 time: 0.3857751 May 30 20:19:48.351804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104443d-f298-41ad-84cc-e6f8f66aedfb admin admin] Pushing event deleted for resources: {'Network': ['ID=677b4579-4403-49bf-8cf6-3e606ff679de,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:48.371947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-36c480e3-b455-49d1-8b72-34e6afe855df tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Unset dirty status for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:19:48.373288 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-36c480e3-b455-49d1-8b72-34e6afe855df tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6325383 May 30 20:19:48.551072 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-012a9623-10d0-4ede-9faf-0f41573086dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:48.589818 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012a9623-10d0-4ede-9faf-0f41573086dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:19:48.590223 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-012a9623-10d0-4ede-9faf-0f41573086dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: timer() May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:19:48.607894 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:19:48.729502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2e25519-6feb-4113-9e4c-72456a00db39 req-5036b1e5-bc35-43d0-b809-75a4653458a4 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795452 May 30 20:19:48.782504 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e43b0dc-cb2a-4d29-ac32-fa7d8bbc2a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:48.864424 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-012a9623-10d0-4ede-9faf-0f41573086dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:48.911660 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-012a9623-10d0-4ede-9faf-0f41573086dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:48.929690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a9623-10d0-4ede-9faf-0f41573086dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Network': ['ID=5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:48.935615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-af007f87-3eaf-48a6-a44e-86251a3c5a9d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:48.942280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-012a9623-10d0-4ede-9faf-0f41573086dc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/networks/5ecbd2c3-6b2a-4ba6-8d83-1fccaaba7a6d HTTP/1.1" status: 204 len: 168 time: 2.0510769 May 30 20:19:48.946944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49176) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:48.956961 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1107972158', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:48.968371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:48.975103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-af007f87-3eaf-48a6-a44e-86251a3c5a9d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:48.981878 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:router and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:48.988210 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:48.999991 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:49.008326 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa5e3b8e-a00f-44d2-9c47-4b2cfcc04f0a req-d7327895-9930-4458-86af-628d715cfbc3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c&tenant_id=6a5fc31d675c4cedbf2186089e4f965b HTTP/1.1" status: 200 len: 1095 time: 0.3927097 May 30 20:19:49.011531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-af007f87-3eaf-48a6-a44e-86251a3c5a9d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Made reservation on behalf of a048fd6ea7c2440198c694d9cbd88a49 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:19:49.016602 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-af007f87-3eaf-48a6-a44e-86251a3c5a9d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:49.031511 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:49.033198 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:49.033509 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-e38ff939-53d4-415c-8939-b469cfec52fd service neutron] 10.222.0.84 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837732 May 30 20:19:49.050491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dde99291-3cba-4c93-8da3-579c317f9774 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:49.087582 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:49.116825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: dde99291-3cba-4c93-8da3-579c317f9774 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:49.117205 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dde99291-3cba-4c93-8da3-579c317f9774 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:49.356261 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:49.365805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6c962cda-fcbf-4cd8-baf5-da41858ccb16 req-bac02ab0-4b96-47d7-ae24-81d587c8e05d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 210 time: 0.0705578 May 30 20:19:49.405908 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-7d20470f-0269-436d-a228-392ded08b586 service neutron] 10.222.0.84 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714612 May 30 20:19:49.500222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa5e3b8e-a00f-44d2-9c47-4b2cfcc04f0a req-a372e33b-70e5-466a-b083-f2cac76aac05 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a5fc31d675c4cedbf2186089e4f965b&device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 1095 time: 0.4382653 May 30 20:19:49.647701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-af007f87-3eaf-48a6-a44e-86251a3c5a9d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Allocated IP 172.20.0.3 (43a3a580-728f-4a14-a9d1-6d5e70d6966e/68e762fb-e7ab-4b2b-9564-0b9905e98eee/ee829873-4016-42b6-b524-9dbbb21728c8) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:19:49.792629 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:49.834185 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.015092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e3b8e-a00f-44d2-9c47-4b2cfcc04f0a req-5fdaccaf-9f68-4db4-90d7-25183068fec9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:50.017625 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa5e3b8e-a00f-44d2-9c47-4b2cfcc04f0a req-5fdaccaf-9f68-4db4-90d7-25183068fec9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ddc464cb-f722-4e07-aa44-ac3cc214327c HTTP/1.1" status: 200 len: 914 time: 0.5104592 May 30 20:19:50.120809 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3d68c14-ae46-48a6-8ccf-ea28b23c295a req-cc7cdc99-50cb-4b6a-a760-d453c30454c1 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 210 time: 0.2662373 May 30 20:19:50.152703 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa5e3b8e-a00f-44d2-9c47-4b2cfcc04f0a req-29e2384e-32f7-4a2e-a77f-3cc978cd54b4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b4ed5f3-d88c-4707-b4c8-5738236cd402 HTTP/1.1" status: 200 len: 217 time: 0.1217728 May 30 20:19:50.240193 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Allocated IP 172.25.5.67 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/db7a275d-5895-4d6d-8015-0f5a7d8f3926) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:19:50.299899 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-af007f87-3eaf-48a6-a44e-86251a3c5a9d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.317958 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-af007f87-3eaf-48a6-a44e-86251a3c5a9d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Transition to ACTIVE for port object ee829873-4016-42b6-b524-9dbbb21728c8 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:19:50.391364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e3b8e-a00f-44d2-9c47-4b2cfcc04f0a req-bbc672a0-fdd0-4d4d-b238-f192b06b9102 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:50.393087 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa5e3b8e-a00f-44d2-9c47-4b2cfcc04f0a req-bbc672a0-fdd0-4d4d-b238-f192b06b9102 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c0791857-266d-4d4d-abe5-3d3ca4eece3f HTTP/1.1" status: 200 len: 853 time: 0.2323360 May 30 20:19:50.430352 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4e43b0dc-cb2a-4d29-ac32-fa7d8bbc2a4c admin admin] Deleting port 4ab52670-c9d5-49a1-bdd8-f424749e7280 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:50.431207 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e43b0dc-cb2a-4d29-ac32-fa7d8bbc2a4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.484714 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.577687 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-af007f87-3eaf-48a6-a44e-86251a3c5a9d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.584165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f12858-5212-4bb0-8544-fced3787756d req-9545de62-7b00-48de-8ed7-cb06bbd8a9ed tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:50.585596 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80f12858-5212-4bb0-8544-fced3787756d req-9545de62-7b00-48de-8ed7-cb06bbd8a9ed tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=76353f71-51b3-4e9e-a388-8fea4dd31bdd HTTP/1.1" status: 200 len: 945 time: 1.0335064 May 30 20:19:50.598860 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa5e3b8e-a00f-44d2-9c47-4b2cfcc04f0a req-2677acc4-b879-4999-8acc-b37f9e50025d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ddc464cb-f722-4e07-aa44-ac3cc214327c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692697 May 30 20:19:50.671547 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.767240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-4e43b0dc-cb2a-4d29-ac32-fa7d8bbc2a4c admin admin] For port 4ab52670-c9d5-49a1-bdd8-f424749e7280, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4ab52670-c9d5-49a1-bdd8-f424749e7280,segment=NetworkSegment(706cbdb3-3619-4e5f-b867-1e4ac10d2bce),segment_id=706cbdb3-3619-4e5f-b867-1e4ac10d2bce)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:50.767605 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e43b0dc-cb2a-4d29-ac32-fa7d8bbc2a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.772926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-af007f87-3eaf-48a6-a44e-86251a3c5a9d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Network 43a3a580-728f-4a14-a9d1-6d5e70d6966e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:19:50.785621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:19:50.787302 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-af007f87-3eaf-48a6-a44e-86251a3c5a9d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:19:50.791095 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=db7a275d-5895-4d6d-8015-0f5a7d8f3926,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:50.793524 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:19:50.798066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af007f87-3eaf-48a6-a44e-86251a3c5a9d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'Port': ['ID=ee829873-4016-42b6-b524-9dbbb21728c8,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:50.805020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-af007f87-3eaf-48a6-a44e-86251a3c5a9d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:19:50.882956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc001e-2b80-477e-b789-c5f94e9d671d req-8bc80fa2-67f6-4da7-a157-5c4392047dcf tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:50.884624 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a5fc001e-2b80-477e-b789-c5f94e9d671d req-8bc80fa2-67f6-4da7-a157-5c4392047dcf tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 944 time: 0.5478022 May 30 20:19:50.912987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:19:50.916242 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80f12858-5212-4bb0-8544-fced3787756d req-d695ff71-5282-46f3-b0fa-ee13ea8203ff tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868724 May 30 20:19:50.982056 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4e43b0dc-cb2a-4d29-ac32-fa7d8bbc2a4c admin admin] Calling delete_port for 4ab52670-c9d5-49a1-bdd8-f424749e7280 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:51.041500 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa5e3b8e-a00f-44d2-9c47-4b2cfcc04f0a req-a46ec7e2-d222-460d-8b20-19114a81e68f service neutron] 10.222.0.93 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057295 May 30 20:19:51.051606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-af007f87-3eaf-48a6-a44e-86251a3c5a9d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:51.052285 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-af007f87-3eaf-48a6-a44e-86251a3c5a9d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:51.128204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ea525-931f-4399-aea1-fde073cf2a79 req-5f7822b2-e18a-4b8a-9876-2b0e49c5b5a2 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:51.129803 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-844ea525-931f-4399-aea1-fde073cf2a79 req-5f7822b2-e18a-4b8a-9876-2b0e49c5b5a2 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.77 "GET /v2.0/ports?device_id=76353f71-51b3-4e9e-a388-8fea4dd31bdd HTTP/1.1" status: 200 len: 945 time: 0.5474489 May 30 20:19:51.202873 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d54c3384-6e93-4898-836d-143d1b58a4b9 None None] Provisioning for port ee829873-4016-42b6-b524-9dbbb21728c8 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:19:51.211317 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d54c3384-6e93-4898-836d-143d1b58a4b9 None None] Provisioning complete for port ee829873-4016-42b6-b524-9dbbb21728c8 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:51.212912 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d54c3384-6e93-4898-836d-143d1b58a4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:51.258145 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a5fc001e-2b80-477e-b789-c5f94e9d671d req-399f0e27-dc8c-4718-a07b-55a631927cbe tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381476 May 30 20:19:51.264295 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-af007f87-3eaf-48a6-a44e-86251a3c5a9d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9620664 May 30 20:19:51.284004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Request body: {'port': {'device_id': 'b686c431-d353-4ef2-a7dd-8466f0ff107e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:51.365655 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa5e3b8e-a00f-44d2-9c47-4b2cfcc04f0a req-03ac9f18-5de6-4170-943c-043c86b913bd service neutron] 10.222.0.93 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089910 May 30 20:19:51.392449 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d54c3384-6e93-4898-836d-143d1b58a4b9 None None] Port ee829873-4016-42b6-b524-9dbbb21728c8 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:19:51.437713 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ab0e-ff17-4a7a-b26b-dc0dc47b6d16 req-12f55b28-0a03-446c-b413-da32fb1e0d11 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:51.438412 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6ba0ab0e-ff17-4a7a-b26b-dc0dc47b6d16 req-12f55b28-0a03-446c-b413-da32fb1e0d11 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Synchronizing usage tracker for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:19:51.451417 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:51.496371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6ba0ab0e-ff17-4a7a-b26b-dc0dc47b6d16 req-12f55b28-0a03-446c-b413-da32fb1e0d11 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Unset dirty status for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:19:51.498063 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ba0ab0e-ff17-4a7a-b26b-dc0dc47b6d16 req-12f55b28-0a03-446c-b413-da32fb1e0d11 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 931 time: 0.3162482 May 30 20:19:51.511899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-53921fcf-a80d-418d-a4d3-d1c03c62d06c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:51.512850 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-53921fcf-a80d-418d-a4d3-d1c03c62d06c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Synchronizing usage tracker for tenant:210942c2f7d24688a396c30d7894503b on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:19:51.618586 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7b459fc6-b0c5-453f-8989-65fd59dddb74 req-84a0f454-21af-41e5-8d9f-877da7d3208c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 210 time: 0.0657814 May 30 20:19:51.647869 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-844ea525-931f-4399-aea1-fde073cf2a79 req-068bf063-5cf7-4139-9e50-45db1627a962 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Deleting port 89291ac9-c6d8-495d-99e7-60f4c9a3594b {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:51.648379 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-844ea525-931f-4399-aea1-fde073cf2a79 req-068bf063-5cf7-4139-9e50-45db1627a962 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:51.694003 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ba0ab0e-ff17-4a7a-b26b-dc0dc47b6d16 req-ec9314cf-62fb-43df-a9cf-0b12fae9c482 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=cea06f1a-75bc-481f-81e3-d0678fe952dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696701 May 30 20:19:51.723074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-53921fcf-a80d-418d-a4d3-d1c03c62d06c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Unset dirty status for tenant:210942c2f7d24688a396c30d7894503b on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:19:51.724247 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-53921fcf-a80d-418d-a4d3-d1c03c62d06c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.93 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 806 time: 0.6906674 May 30 20:19:51.756845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-f6782865-ac34-4de3-81ec-4deb46e67cff tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Request body: {'port': {'device_id': 'dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5', 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d', 'admin_state_up': True, 'tenant_id': '210942c2f7d24688a396c30d7894503b'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:51.950803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee829873-4016-42b6-b524-9dbbb21728c8 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:19:51.958376 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:51.974964 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Transition to ACTIVE for port object ee829873-4016-42b6-b524-9dbbb21728c8 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:19:51.980410 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.222406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ee829873-4016-42b6-b524-9dbbb21728c8,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:52.242482 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e43b0dc-cb2a-4d29-ac32-fa7d8bbc2a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.389737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43b0dc-cb2a-4d29-ac32-fa7d8bbc2a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab52670-c9d5-49a1-bdd8-f424749e7280,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:52.537035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdef1c-f67b-417d-80da-6c126110c0ea req-a79b278d-40f3-4f38-adf5-1c4ea1413804 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:52.549283 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d5cdef1c-f67b-417d-80da-6c126110c0ea req-a79b278d-40f3-4f38-adf5-1c4ea1413804 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=76353f71-51b3-4e9e-a388-8fea4dd31bdd HTTP/1.1" status: 200 len: 945 time: 0.4143417 May 30 20:19:52.598550 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Attempting to bind port ee829873-4016-42b6-b524-9dbbb21728c8 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:19:52.598550 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Attempting to bind port ee829873-4016-42b6-b524-9dbbb21728c8 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:19:52.598550 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Attempting to bind port ee829873-4016-42b6-b524-9dbbb21728c8 on network 43a3a580-728f-4a14-a9d1-6d5e70d6966e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:19:52.612008 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-f6782865-ac34-4de3-81ec-4deb46e67cff tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:52.623759 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-f6782865-ac34-4de3-81ec-4deb46e67cff tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:52.651606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Port ee829873-4016-42b6-b524-9dbbb21728c8 on network 43a3a580-728f-4a14-a9d1-6d5e70d6966e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:19:52.651606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Attempting to bind port ee829873-4016-42b6-b524-9dbbb21728c8 on network 43a3a580-728f-4a14-a9d1-6d5e70d6966e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:19:52.651947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-f6782865-ac34-4de3-81ec-4deb46e67cff tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Made reservation on behalf of 210942c2f7d24688a396c30d7894503b for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:19:52.658154 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-f6782865-ac34-4de3-81ec-4deb46e67cff tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.693373 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d5cdef1c-f67b-417d-80da-6c126110c0ea req-32696563-62f6-4d73-8613-17b916511b43 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da1d243-a002-4ac0-abcd-ca75fef7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431320 May 30 20:19:52.709770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:19:52.716861 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Checking segment: {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:19:52.717473 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Bound using segment: {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:19:52.718103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Bound port: ee829873-4016-42b6-b524-9dbbb21728c8, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:19:52.718776 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.926425 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.927146 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:53.064701 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c95c6efb-bd5c-47b9-a075-e89a75a83ec2 req-d938c1ee-0539-442a-89e1-2646eae36d73 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 210 time: 0.0787568 May 30 20:19:53.131867 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-844ea525-931f-4399-aea1-fde073cf2a79 req-068bf063-5cf7-4139-9e50-45db1627a962 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] For port 89291ac9-c6d8-495d-99e7-60f4c9a3594b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=89291ac9-c6d8-495d-99e7-60f4c9a3594b,segment=NetworkSegment(ebf37695-c2e3-48a3-a6d8-504162f22943),segment_id=ebf37695-c2e3-48a3-a6d8-504162f22943)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:53.132252 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-844ea525-931f-4399-aea1-fde073cf2a79 req-068bf063-5cf7-4139-9e50-45db1627a962 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:53.237312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d6b5b-c7c7-4823-bc9b-769dc357f75b req-5a737c91-188a-40f8-9a3c-e276124a2a6e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:53.260128 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c98d6b5b-c7c7-4823-bc9b-769dc357f75b req-5a737c91-188a-40f8-9a3c-e276124a2a6e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 944 time: 0.6536770 May 30 20:19:53.348417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-844ea525-931f-4399-aea1-fde073cf2a79 req-068bf063-5cf7-4139-9e50-45db1627a962 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Calling delete_port for 89291ac9-c6d8-495d-99e7-60f4c9a3594b owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:53.452703 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] For port ee829873-4016-42b6-b524-9dbbb21728c8, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:19:53.484565 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c98d6b5b-c7c7-4823-bc9b-769dc357f75b req-74a8f13a-af7d-44e9-9d4e-7ecf7ffc3b37 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232409 May 30 20:19:53.522817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] For port ee829873-4016-42b6-b524-9dbbb21728c8, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ee829873-4016-42b6-b524-9dbbb21728c8,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:19:53.555681 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:53.696609 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:53.697952 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] 10.222.0.93 "PUT /v2.0/ports/ee829873-4016-42b6-b524-9dbbb21728c8 HTTP/1.1" status: 200 len: 1091 time: 2.4182448 May 30 20:19:53.699217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b686c431-d353-4ef2-a7dd-8466f0ff107e', 'tag': 'ee829873-4016-42b6-b524-9dbbb21728c8'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:53.714728 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f853dc-34e8-43d8-879f-d5955e7818be req-a8d37f06-316d-43f4-9ca1-cbc3dd829f9d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:53.716284 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-87f853dc-34e8-43d8-879f-d5955e7818be req-a8d37f06-316d-43f4-9ca1-cbc3dd829f9d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 943 time: 0.4146519 May 30 20:19:53.725055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e4650-2836-46ca-b414-9d28940bc1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ee829873-4016-42b6-b524-9dbbb21728c8,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:53.772480 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-f6782865-ac34-4de3-81ec-4deb46e67cff tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Allocated IP 172.20.0.9 (b1e22102-21d2-4484-a4f4-26f76f6ed12d/0b992fea-fe7f-4d9e-bf47-9566f436954b/6768189f-d17e-4cb3-9b52-713bcb4d9136) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:19:53.866944 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e8da000-95f7-48cb-a8cc-3b72045ab898'] response: {'name': 'network-changed', 'server_uuid': 'b686c431-d353-4ef2-a7dd-8466f0ff107e', 'tag': 'ee829873-4016-42b6-b524-9dbbb21728c8', 'status': 'completed', 'code': 200} May 30 20:19:53.916348 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-87f853dc-34e8-43d8-879f-d5955e7818be req-2cde99bc-f8a5-4746-b3c4-dd04e4587274 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=cea06f1a-75bc-481f-81e3-d0678fe952dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927278 May 30 20:19:53.958490 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-d9ffb64a-d6da-4ddb-9495-42c0eb29d5d0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 1094 time: 0.1619918 May 30 20:19:54.141457 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-8831fc59-0cde-4e3b-bef0-c1929005b2dd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee829873-4016-42b6-b524-9dbbb21728c8 HTTP/1.1" status: 200 len: 217 time: 0.1607642 May 30 20:19:54.147526 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfb31faf-76fa-4383-8303-7b9a696f63b2 req-379fd5ee-36fa-474b-98f0-f156df8a35e7 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.84 "GET /v2.0/ports?device_id=76353f71-51b3-4e9e-a388-8fea4dd31bdd HTTP/1.1" status: 200 len: 210 time: 0.0507417 May 30 20:19:54.155554 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-844ea525-931f-4399-aea1-fde073cf2a79 req-068bf063-5cf7-4139-9e50-45db1627a962 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:54.314578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-64cce3ee-10dd-492d-9fa2-648749191dab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:54.314578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-64cce3ee-10dd-492d-9fa2-648749191dab service neutron] 10.222.0.93 "GET /v2.0/subnets?id=68e762fb-e7ab-4b2b-9564-0b9905e98eee HTTP/1.1" status: 200 len: 853 time: 0.1599686 May 30 20:19:54.360892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bf063-5cf7-4139-9e50-45db1627a962 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Pushing event deleted for resources: {'Port': ['ID=89291ac9-c6d8-495d-99e7-60f4c9a3594b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:54.467938 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-10e7e406-4eb8-4d36-8078-75227a0650bd req-788fe23f-3135-45f6-9de0-fbeb827fe694 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 210 time: 0.1327403 May 30 20:19:54.513716 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-075c57fd-c487-4012-8727-3841cfa32618 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=43a3a580-728f-4a14-a9d1-6d5e70d6966e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180377 May 30 20:19:54.714466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-844ea525-931f-4399-aea1-fde073cf2a79 req-068bf063-5cf7-4139-9e50-45db1627a962 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] No DVR routers for this DVR port 89291ac9-c6d8-495d-99e7-60f4c9a3594b on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:19:54.727272 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-844ea525-931f-4399-aea1-fde073cf2a79 req-068bf063-5cf7-4139-9e50-45db1627a962 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:54.736502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76353f71-51b3-4e9e-a388-8fea4dd31bdd', 'name': 'network-vif-deleted', 'tag': '89291ac9-c6d8-495d-99e7-60f4c9a3594b'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:54.858099 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-22c38659-79f8-45f8-a1fc-2811c342b1ee service neutron] 10.222.0.93 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227637 May 30 20:19:54.902768 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-844ea525-931f-4399-aea1-fde073cf2a79 req-068bf063-5cf7-4139-9e50-45db1627a962 tempest-VolumesActionsTest-503211587 tempest-VolumesActionsTest-503211587-project] 10.222.0.77 "DELETE /v2.0/ports/89291ac9-c6d8-495d-99e7-60f4c9a3594b HTTP/1.1" status: 204 len: 173 time: 3.6130614 May 30 20:19:54.941873 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e43b0dc-cb2a-4d29-ac32-fa7d8bbc2a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:54.961584 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-f6782865-ac34-4de3-81ec-4deb46e67cff tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:55.195011 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef2821f-3a52-4b3d-9847-d79641f4d0a3'] response: {'server_uuid': '76353f71-51b3-4e9e-a388-8fea4dd31bdd', 'name': 'network-vif-deleted', 'tag': '89291ac9-c6d8-495d-99e7-60f4c9a3594b', 'status': 'completed', 'code': 200} May 30 20:19:55.251248 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router 22f8909f-f0dd-4149-a168-411ff2f66211 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:19:55.254814 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 89291ac9-c6d8-495d-99e7-60f4c9a3594b no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:55.266457 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-f6782865-ac34-4de3-81ec-4deb46e67cff tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:55.363194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9ecf0614-9706-4eab-a0ba-9e8ab6958178'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:19:55.422189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec27d0-56f5-4c3e-b244-9bb234134ed7 req-89ad5e46-879c-4d2d-907a-6aa326a11429 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:55.426789 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5dec27d0-56f5-4c3e-b244-9bb234134ed7 req-89ad5e46-879c-4d2d-907a-6aa326a11429 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 944 time: 0.5646152 May 30 20:19:55.434030 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-f6782865-ac34-4de3-81ec-4deb46e67cff tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Network b1e22102-21d2-4484-a4f4-26f76f6ed12d is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:19:55.437479 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-f6782865-ac34-4de3-81ec-4deb46e67cff tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:19:55.519766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-f6782865-ac34-4de3-81ec-4deb46e67cff tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:19:55.555234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 89291ac9-c6d8-495d-99e7-60f4c9a3594b {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:55.556859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 89291ac9-c6d8-495d-99e7-60f4c9a3594b not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:55.639499 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6782865-ac34-4de3-81ec-4deb46e67cff tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Pushing event updated for resources: {'Port': ['ID=6768189f-d17e-4cb3-9b52-713bcb4d9136,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:55.700336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-f6782865-ac34-4de3-81ec-4deb46e67cff tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:55.701140 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-f6782865-ac34-4de3-81ec-4deb46e67cff tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:55.742922 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e949da0-fc09-4c8d-94d8-de5b58f7c37c req-58e03cc2-8b68-41e0-b2df-9d311b005bc0 service neutron] 10.222.0.93 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7943976 May 30 20:19:55.768181 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-f6782865-ac34-4de3-81ec-4deb46e67cff tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0231783 May 30 20:19:55.793226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Request body: {'port': {'device_id': 'dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:55.845942 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5dec27d0-56f5-4c3e-b244-9bb234134ed7 req-767e85a5-f359-4653-8f8f-902f0b083c19 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595559 May 30 20:19:56.194732 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:56.355788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86eb7b-77d7-4993-9779-e2a14f9aafb0 req-36b61a22-bcde-4b32-accc-7225de1b1280 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:56.356965 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf86eb7b-77d7-4993-9779-e2a14f9aafb0 req-36b61a22-bcde-4b32-accc-7225de1b1280 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 943 time: 0.9535410 May 30 20:19:56.457503 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-875c3966-346c-432c-94ea-627bfa1768e1 req-6ec5dbe7-a2ac-49a1-898f-bd377a8c484d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 1094 time: 0.5849159 May 30 20:19:56.483062 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:19:56.497300 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36506f1e-608a-4c7f-92ce-c4a7a726a8a1 None None] Sync routers for ids ['22f8909f-f0dd-4149-a168-411ff2f66211'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:19:56.542006 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36506f1e-608a-4c7f-92ce-c4a7a726a8a1 None None] Routers {'22f8909f-f0dd-4149-a168-411ff2f66211'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:56.546382 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-36506f1e-608a-4c7f-92ce-c4a7a726a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:19:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['22f8909f-f0dd-4149-a168-411ff2f66211'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:56.696250 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:56.696250 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1e4e4465-5824-4802-96e2-c0ae63e08158 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.7401342 May 30 20:19:56.724669 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49258) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:56.739828 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf86eb7b-77d7-4993-9779-e2a14f9aafb0 req-34abffe1-e1a9-41e1-81ca-87ddc12c8781 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=cea06f1a-75bc-481f-81e3-d0678fe952dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3726282 May 30 20:19:56.746907 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-36506f1e-608a-4c7f-92ce-c4a7a726a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:56.766538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36506f1e-608a-4c7f-92ce-c4a7a726a8a1 None None] Routers {'22f8909f-f0dd-4149-a168-411ff2f66211'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:56.767342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-36506f1e-608a-4c7f-92ce-c4a7a726a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:19:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['22f8909f-f0dd-4149-a168-411ff2f66211'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:56.897386 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807add81-2043-414c-8833-af0e429dae5b req-92c0ed14-78e7-455a-bfa4-c40ea93a44b5 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:56.905857 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-807add81-2043-414c-8833-af0e429dae5b req-92c0ed14-78e7-455a-bfa4-c40ea93a44b5 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 931 time: 0.6946423 May 30 20:19:56.965187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-36506f1e-608a-4c7f-92ce-c4a7a726a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:56.966114 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36506f1e-608a-4c7f-92ce-c4a7a726a8a1 None None] The sync data for ids ['22f8909f-f0dd-4149-a168-411ff2f66211'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:19:57.252397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6768189f-d17e-4cb3-9b52-713bcb4d9136 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:19:57.290702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e43b0dc-cb2a-4d29-ac32-fa7d8bbc2a4c admin admin] Router 46565b08-2d51-4555-bc42-1ff4bee572b5 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:19:57.294462 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:57.339816 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Transition to ACTIVE for port object 6768189f-d17e-4cb3-9b52-713bcb4d9136 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:19:57.350578 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:57.464620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-807add81-2043-414c-8833-af0e429dae5b req-c4bb9914-5c9d-46f8-a4a9-a5fa1c561549 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578952 May 30 20:19:57.493159 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c3966-346c-432c-94ea-627bfa1768e1 req-edeeb7d3-2b2f-40b6-9c6e-4f6bf69ff307 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:57.495343 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-875c3966-346c-432c-94ea-627bfa1768e1 req-edeeb7d3-2b2f-40b6-9c6e-4f6bf69ff307 service neutron] 10.222.0.93 "GET /v2.0/networks?id=43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 200 len: 915 time: 0.9991057 May 30 20:19:57.543702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6768189f-d17e-4cb3-9b52-713bcb4d9136,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:57.621468 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-875c3966-346c-432c-94ea-627bfa1768e1 req-d1a0cb96-5d19-48e9-92e6-09ef41a85b28 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee829873-4016-42b6-b524-9dbbb21728c8 HTTP/1.1" status: 200 len: 217 time: 0.1155107 May 30 20:19:57.673423 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec248e-49dc-4c11-8b09-9f3f87048055 req-1f33efb7-0ffb-4a0e-a6fe-840cc1bc67a4 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:57.675946 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8ec248e-49dc-4c11-8b09-9f3f87048055 req-1f33efb7-0ffb-4a0e-a6fe-840cc1bc67a4 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 944 time: 0.3737226 May 30 20:19:57.751054 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5df0d0c3-5d25-46a6-909d-653414f2a12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:57.921735 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8ec248e-49dc-4c11-8b09-9f3f87048055 req-b5da8c94-1e19-4ccb-b6ba-bd08234a2601 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297995 May 30 20:19:58.369748 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c3966-346c-432c-94ea-627bfa1768e1 req-ab23029d-8816-44ef-a013-bf0a341fe40a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:58.371186 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-875c3966-346c-432c-94ea-627bfa1768e1 req-ab23029d-8816-44ef-a013-bf0a341fe40a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=68e762fb-e7ab-4b2b-9564-0b9905e98eee HTTP/1.1" status: 200 len: 853 time: 0.4445126 May 30 20:19:58.407869 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041cf9b-1702-4470-870b-370276dee372 req-70da35e0-6d6e-4e89-95e1-204398ce71e5 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:58.417033 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3041cf9b-1702-4470-870b-370276dee372 req-70da35e0-6d6e-4e89-95e1-204398ce71e5 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 943 time: 0.3689408 May 30 20:19:58.422910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Attempting to bind port 6768189f-d17e-4cb3-9b52-713bcb4d9136 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:19:58.423302 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Attempting to bind port 6768189f-d17e-4cb3-9b52-713bcb4d9136 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:19:58.423673 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Attempting to bind port 6768189f-d17e-4cb3-9b52-713bcb4d9136 on network b1e22102-21d2-4484-a4f4-26f76f6ed12d {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:19:58.445806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Port 6768189f-d17e-4cb3-9b52-713bcb4d9136 on network b1e22102-21d2-4484-a4f4-26f76f6ed12d not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:19:58.446799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Attempting to bind port 6768189f-d17e-4cb3-9b52-713bcb4d9136 on network b1e22102-21d2-4484-a4f4-26f76f6ed12d {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:19:58.449833 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-123bd99a-8853-4de4-a534-ac845c6081e4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/routers/22f8909f-f0dd-4149-a168-411ff2f66211 HTTP/1.1" status: 200 len: 880 time: 1.7086425 May 30 20:19:58.450649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49288) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:58.495638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:19:58.496044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Checking segment: {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:19:58.498987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Bound using segment: {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:19:58.499434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Bound port: 6768189f-d17e-4cb3-9b52-713bcb4d9136, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:19:58.499791 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:58.626459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e43b0dc-cb2a-4d29-ac32-fa7d8bbc2a4c admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:19:58.634811 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4e43b0dc-cb2a-4d29-ac32-fa7d8bbc2a4c admin admin] 10.222.0.84 "PUT /v2.0/routers/46565b08-2d51-4555-bc42-1ff4bee572b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3763981 May 30 20:19:58.637334 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755c1fe7-29c0-46b1-b885-60cd7427e448 None None] Sync routers for ids ['46565b08-2d51-4555-bc42-1ff4bee572b5'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:19:58.646839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49296) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:58.659987 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755c1fe7-29c0-46b1-b885-60cd7427e448 None None] Routers {'46565b08-2d51-4555-bc42-1ff4bee572b5'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:58.660885 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-755c1fe7-29c0-46b1-b885-60cd7427e448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:19:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['46565b08-2d51-4555-bc42-1ff4bee572b5'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:58.783039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3041cf9b-1702-4470-870b-370276dee372 req-94c9cc09-ff15-4fe9-9621-42d69491e5d7 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=cea06f1a-75bc-481f-81e3-d0678fe952dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3648431 May 30 20:19:58.949719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] For port 6768189f-d17e-4cb3-9b52-713bcb4d9136, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:19:58.980941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] For port 6768189f-d17e-4cb3-9b52-713bcb4d9136, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=6768189f-d17e-4cb3-9b52-713bcb4d9136,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:19:59.022654 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.094207 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-755c1fe7-29c0-46b1-b885-60cd7427e448 None None] Set router 46565b08-2d51-4555-bc42-1ff4bee572b5 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:19:59.150266 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-875c3966-346c-432c-94ea-627bfa1768e1 req-6687a455-33e5-400f-8c1a-b57163fdd28f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=43a3a580-728f-4a14-a9d1-6d5e70d6966e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5732555 May 30 20:19:59.267298 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6768189f-d17e-4cb3-9b52-713bcb4d9136,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:59.291383 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.292995 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-46c007ee-9267-4c9c-beb6-fea3cb2037b4 service neutron] 10.222.0.93 "PUT /v2.0/ports/6768189f-d17e-4cb3-9b52-713bcb4d9136 HTTP/1.1" status: 200 len: 1091 time: 3.5074811 May 30 20:19:59.295490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5', 'tag': '6768189f-d17e-4cb3-9b52-713bcb4d9136'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:59.331995 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee49a7-1a96-4067-9c7b-15ea055d55bf req-258cd94c-2fc3-4f01-a874-326be0db0430 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:59.333505 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2eee49a7-1a96-4067-9c7b-15ea055d55bf req-258cd94c-2fc3-4f01-a874-326be0db0430 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 943 time: 0.4488330 May 30 20:19:59.562765 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b40d5cf-b7ca-42b7-b97b-4a7adbedf478 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.740649 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-755c1fe7-29c0-46b1-b885-60cd7427e448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'name': 'tempest-TaggedBootDevicesTest-1279958500-router', 'tenant_id': '130d09df906442a4bddd6e3d03d415e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '063858e9-c7af-479a-8dcd-5f245c2ab1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:52Z', 'updated_at': '2022-05-30T20:19:52Z', 'revision_number': 5, 'project_id': '130d09df906442a4bddd6e3d03d415e7', 'gw_port': {'id': '063858e9-c7af-479a-8dcd-5f245c2ab1a5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:54Z', 'updated_at': '2022-05-30T20:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:59.750600 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755c1fe7-29c0-46b1-b885-60cd7427e448 None None] Checking router: 46565b08-2d51-4555-bc42-1ff4bee572b5 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:19:59.781242 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755c1fe7-29c0-46b1-b885-60cd7427e448 None None] Routers {'46565b08-2d51-4555-bc42-1ff4bee572b5'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:59.782113 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-755c1fe7-29c0-46b1-b885-60cd7427e448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:19:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['46565b08-2d51-4555-bc42-1ff4bee572b5'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:59.847061 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2eee49a7-1a96-4067-9c7b-15ea055d55bf req-d743284a-58a1-4c38-8b5d-3723ead23289 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777930 May 30 20:19:59.869506 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-8399d6b3-9ce0-49f7-a41d-20c863c6852c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 1094 time: 0.5231919 May 30 20:19:59.918945 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0e92cc3e-2383-4eef-a77f-5979e722a78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:00.089458 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b40d5cf-b7ca-42b7-b97b-4a7adbedf478 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:00.144427 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89140822-a61d-4891-b818-dc6195a0011d req-2e71e7d8-55a2-4a14-84b5-d6e15ebd36a1 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:00.148340 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-89140822-a61d-4891-b818-dc6195a0011d req-2e71e7d8-55a2-4a14-84b5-d6e15ebd36a1 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 944 time: 0.7190709 May 30 20:20:00.152629 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-875c3966-346c-432c-94ea-627bfa1768e1 req-a48ae64a-e214-43a9-9043-d93b8d179ba3 service neutron] 10.222.0.93 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9781816 May 30 20:20:00.171193 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-755c1fe7-29c0-46b1-b885-60cd7427e448 None None] Set router 46565b08-2d51-4555-bc42-1ff4bee572b5 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:20:00.246827 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ee829873-4016-42b6-b524-9dbbb21728c8 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:20:00.276475 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fdb7da8-86ef-4900-ada0-68a88e548b54'] response: {'name': 'network-changed', 'server_uuid': 'dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5', 'tag': '6768189f-d17e-4cb3-9b52-713bcb4d9136', 'status': 'completed', 'code': 200} May 30 20:20:00.333319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4b40d5cf-b7ca-42b7-b97b-4a7adbedf478 admin admin] Deleting port 063858e9-c7af-479a-8dcd-5f245c2ab1a5 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:20:00.340508 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b40d5cf-b7ca-42b7-b97b-4a7adbedf478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:00.363677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8eb7d6bf-ae51-47e5-9985-b4e5dc3cedad tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Synchronizing usage tracker for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:router {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:00.386803 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-3d065835-6066-49b5-9a87-95f28835aa33 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6768189f-d17e-4cb3-9b52-713bcb4d9136 HTTP/1.1" status: 200 len: 217 time: 0.2984841 May 30 20:20:00.520311 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port ee829873-4016-42b6-b524-9dbbb21728c8, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ee829873-4016-42b6-b524-9dbbb21728c8,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:00.536979 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'ee829873-4016-42b6-b524-9dbbb21728c8', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'port_id': 'ee829873-4016-42b6-b524-9dbbb21728c8', 'mac_address': 'fa:16:3e:d1:cb:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:20:00.602926 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:00.651721 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee829873-4016-42b6-b524-9dbbb21728c8 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:00.670519 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-4b40d5cf-b7ca-42b7-b97b-4a7adbedf478 admin admin] For port 063858e9-c7af-479a-8dcd-5f245c2ab1a5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=063858e9-c7af-479a-8dcd-5f245c2ab1a5,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:00.671068 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b40d5cf-b7ca-42b7-b97b-4a7adbedf478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:00.704119 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port ee829873-4016-42b6-b524-9dbbb21728c8, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ee829873-4016-42b6-b524-9dbbb21728c8,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:00.718691 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:00.756162 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-755c1fe7-29c0-46b1-b885-60cd7427e448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'name': 'tempest-TaggedBootDevicesTest-1279958500-router', 'tenant_id': '130d09df906442a4bddd6e3d03d415e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '063858e9-c7af-479a-8dcd-5f245c2ab1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:52Z', 'updated_at': '2022-05-30T20:19:52Z', 'revision_number': 5, 'project_id': '130d09df906442a4bddd6e3d03d415e7', 'gw_port': {'id': '063858e9-c7af-479a-8dcd-5f245c2ab1a5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:54Z', 'updated_at': '2022-05-30T20:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:00.769295 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755c1fe7-29c0-46b1-b885-60cd7427e448 None None] The sync data for ids ['46565b08-2d51-4555-bc42-1ff4bee572b5'] in n-d-843949-2 is: [{'id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'name': 'tempest-TaggedBootDevicesTest-1279958500-router', 'tenant_id': '130d09df906442a4bddd6e3d03d415e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '063858e9-c7af-479a-8dcd-5f245c2ab1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:52Z', 'updated_at': '2022-05-30T20:19:52Z', 'revision_number': 5, 'project_id': '130d09df906442a4bddd6e3d03d415e7', 'gw_port': {'id': '063858e9-c7af-479a-8dcd-5f245c2ab1a5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46565b08-2d51-4555-bc42-1ff4bee572b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:54Z', 'updated_at': '2022-05-30T20:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:20:00.854951 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-89140822-a61d-4891-b818-dc6195a0011d req-b7ebaf25-087c-4720-b15e-1c17e80a4a4b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6946797 May 30 20:20:00.881916 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8eb7d6bf-ae51-47e5-9985-b4e5dc3cedad tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Unset dirty status for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:router {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:00.884322 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8eb7d6bf-ae51-47e5-9985-b4e5dc3cedad tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 2.4279048 May 30 20:20:00.892787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49324) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:00.900670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-01486009-a0e2-4e26-959b-5f94480d1a63 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1107972158'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:00.985414 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=ee829873-4016-42b6-b524-9dbbb21728c8,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:01.007079 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:01.012687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:01.013234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:01.013744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:01.014235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:01.014718 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:01.015202 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:01.015689 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:01.016198 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:01.016680 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:01.017168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:01.029787 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['ee829873-4016-42b6-b524-9dbbb21728c8'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:20:01.203618 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4ab52670-c9d5-49a1-bdd8-f424749e7280 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:20:01.303156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4b40d5cf-b7ca-42b7-b97b-4a7adbedf478 admin admin] Calling delete_port for 063858e9-c7af-479a-8dcd-5f245c2ab1a5 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:20:01.351452 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 4ab52670-c9d5-49a1-bdd8-f424749e7280 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:20:01.353124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4ab52670-c9d5-49a1-bdd8-f424749e7280 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:20:01.392180 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:01.458327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-ef01aa9c-58f6-4fa1-b8b3-5ad4594ff698 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:01.460751 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-ef01aa9c-58f6-4fa1-b8b3-5ad4594ff698 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0b992fea-fe7f-4d9e-bf47-9566f436954b HTTP/1.1" status: 200 len: 846 time: 1.0622354 May 30 20:20:01.561478 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-8ab556c1-7edc-4442-b8ca-55ed4b17fb0a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b1e22102-21d2-4484-a4f4-26f76f6ed12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651650 May 30 20:20:01.617208 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:01.762349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38b54d-87bd-48c5-aba4-9d025743ebaa req-12c66fe1-c6ab-402c-b376-c1f95da1e5d9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:01.775772 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd38b54d-87bd-48c5-aba4-9d025743ebaa req-12c66fe1-c6ab-402c-b376-c1f95da1e5d9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 943 time: 1.3871377 May 30 20:20:01.819045 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-875c3966-346c-432c-94ea-627bfa1768e1 req-cb0733f9-f6c4-4d87-8232-25e04f82fe39 service neutron] 10.222.0.93 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5858946 May 30 20:20:01.966580 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-36da12aa-b163-4d74-99c1-08d67ce43fc4 service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762372 May 30 20:20:02.025012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd38b54d-87bd-48c5-aba4-9d025743ebaa req-da647ab3-0f42-4011-8e60-04be518272af tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=cea06f1a-75bc-481f-81e3-d0678fe952dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306230 May 30 20:20:02.049489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53853441-2682-4c97-8e9f-5a1426cca113 req-383bbd03-fefb-401b-b62e-bc174af7f5bf tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:02.050747 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53853441-2682-4c97-8e9f-5a1426cca113 req-383bbd03-fefb-401b-b62e-bc174af7f5bf tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 943 time: 0.7871485 May 30 20:20:02.117165 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53853441-2682-4c97-8e9f-5a1426cca113 req-a21b35a4-d352-4134-978b-7fdf289f44e3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489285 May 30 20:20:02.262213 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ee829873-4016-42b6-b524-9dbbb21728c8 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:02.390941 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-69f599c4-4ff7-41d5-98c5-2ca3aac8dace req-62c86797-6da8-42e1-a4eb-77720e5e0025 service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547478 May 30 20:20:02.459518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a141a-5991-4cd8-a6fb-beecce11a13c req-7335e592-d228-4b56-9cd8-640bb9c8659e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:02.461193 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c25a141a-5991-4cd8-a6fb-beecce11a13c req-7335e592-d228-4b56-9cd8-640bb9c8659e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 944 time: 0.1884921 May 30 20:20:02.480986 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port ee829873-4016-42b6-b524-9dbbb21728c8 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:02.495523 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port ee829873-4016-42b6-b524-9dbbb21728c8 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:02.496249 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:02.523492 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c25a141a-5991-4cd8-a6fb-beecce11a13c req-9f73515c-35b9-4855-bf11-0b70eee2fc6a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552404 May 30 20:20:02.539337 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b40d5cf-b7ca-42b7-b97b-4a7adbedf478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:02.703059 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40d5cf-b7ca-42b7-b97b-4a7adbedf478 admin admin] Pushing event deleted for resources: {'Port': ['ID=063858e9-c7af-479a-8dcd-5f245c2ab1a5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:02.837643 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:02.843725 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:02.917713 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b686c431-d353-4ef2-a7dd-8466f0ff107e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee829873-4016-42b6-b524-9dbbb21728c8'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:02.944000 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port ee829873-4016-42b6-b524-9dbbb21728c8, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ee829873-4016-42b6-b524-9dbbb21728c8,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:02.953030 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:03.096932 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-01486009-a0e2-4e26-959b-5f94480d1a63 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:03.125536 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-01486009-a0e2-4e26-959b-5f94480d1a63 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:03.126808 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=ee829873-4016-42b6-b524-9dbbb21728c8,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:03.143571 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:03.183581 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b40d5cf-b7ca-42b7-b97b-4a7adbedf478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:03.223424 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a75681-89ea-473c-8d09-2b5c6aba3bb6'] response: {'server_uuid': 'b686c431-d353-4ef2-a7dd-8466f0ff107e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee829873-4016-42b6-b524-9dbbb21728c8', 'code': 200} May 30 20:20:03.459799 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4c57388e-8903-4c87-9622-d72cbbfe3c94 req-77ce64c9-e487-458b-81c1-5ad62975bb9c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 1094 time: 0.9777467 May 30 20:20:03.970655 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ecc73d12-1b51-408c-b9b4-925dc30b8c00 req-c3bb80d8-b20c-4b90-bb89-1248ea125ccc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 1096 time: 0.5855510 May 30 20:20:04.120849 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ecc73d12-1b51-408c-b9b4-925dc30b8c00 req-13db1863-f2d1-4ff4-a0fc-737856a2566f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cea06f1a-75bc-481f-81e3-d0678fe952dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362453 May 30 20:20:04.123305 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b40d5cf-b7ca-42b7-b97b-4a7adbedf478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:04.127527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6a520-2d15-4b55-a7c3-707c8d178a53 req-f5789f4c-e19c-4d71-93f6-a8477a94b7ff tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:04.137347 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-75a6a520-2d15-4b55-a7c3-707c8d178a53 req-f5789f4c-e19c-4d71-93f6-a8477a94b7ff tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 945 time: 0.4270170 May 30 20:20:04.145228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f70d51-569e-4898-a407-0443c6c6ca3e req-333455b4-958e-44c3-98c7-9936471df3bf tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:04.146682 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71f70d51-569e-4898-a407-0443c6c6ca3e req-333455b4-958e-44c3-98c7-9936471df3bf tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 943 time: 0.4418650 May 30 20:20:04.154808 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b40d5cf-b7ca-42b7-b97b-4a7adbedf478 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:04.210987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57388e-8903-4c87-9622-d72cbbfe3c94 req-b03db792-1b61-40b8-8781-3ef7353aea7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:04.212985 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4c57388e-8903-4c87-9622-d72cbbfe3c94 req-b03db792-1b61-40b8-8781-3ef7353aea7d service neutron] 10.222.0.93 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 907 time: 0.7356033 May 30 20:20:04.246135 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b40d5cf-b7ca-42b7-b97b-4a7adbedf478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:04.246690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b40d5cf-b7ca-42b7-b97b-4a7adbedf478 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46565b08-2d51-4555-bc42-1ff4bee572b5 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:20:04.289217 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b40d5cf-b7ca-42b7-b97b-4a7adbedf478 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:04.292877 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4b40d5cf-b7ca-42b7-b97b-4a7adbedf478 admin admin] 10.222.0.84 "DELETE /v2.0/routers/46565b08-2d51-4555-bc42-1ff4bee572b5 HTTP/1.1" status: 204 len: 168 time: 5.6398745 May 30 20:20:04.295099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49368) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:04.327449 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-75a6a520-2d15-4b55-a7c3-707c8d178a53 req-aad1051b-4a99-4889-aead-2760e3fbb5dc tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=cea06f1a-75bc-481f-81e3-d0678fe952dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761477 May 30 20:20:04.496578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71f70d51-569e-4898-a407-0443c6c6ca3e req-cd202f61-be0b-4208-8539-8f222db44576 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002501 May 30 20:20:04.507344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01486009-a0e2-4e26-959b-5f94480d1a63 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router 22f8909f-f0dd-4149-a168-411ff2f66211 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:20:04.777570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0881913-d1a9-4a43-8206-0f3f504b1bc9 admin admin] Deleting subnet d9b0cc5f-a7e0-406b-9715-61836a7f84a5 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:20:04.783417 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4c57388e-8903-4c87-9622-d72cbbfe3c94 req-ee50c485-b987-4d07-acf7-604579e89649 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6768189f-d17e-4cb3-9b52-713bcb4d9136 HTTP/1.1" status: 200 len: 217 time: 0.2447321 May 30 20:20:04.787289 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e0881913-d1a9-4a43-8206-0f3f504b1bc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:04.937528 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e0881913-d1a9-4a43-8206-0f3f504b1bc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:05.024215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b3c41-8689-4bf2-a8ef-a6dfcaaed2e6 req-9d0770a7-9221-49c6-b412-948af636afe0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:05.031487 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57388e-8903-4c87-9622-d72cbbfe3c94 req-58e76148-b2a4-47e9-9f09-10598128c2c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:05.033248 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4c57388e-8903-4c87-9622-d72cbbfe3c94 req-58e76148-b2a4-47e9-9f09-10598128c2c8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0b992fea-fe7f-4d9e-bf47-9566f436954b HTTP/1.1" status: 200 len: 846 time: 0.1961293 May 30 20:20:05.043596 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a12b3c41-8689-4bf2-a8ef-a6dfcaaed2e6 req-9d0770a7-9221-49c6-b412-948af636afe0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 944 time: 0.2273145 May 30 20:20:05.067464 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 063858e9-c7af-479a-8dcd-5f245c2ab1a5 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:20:05.123335 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4c57388e-8903-4c87-9622-d72cbbfe3c94 req-9da39854-bcd6-4cf8-a0af-c6822b971013 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b1e22102-21d2-4484-a4f4-26f76f6ed12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522032 May 30 20:20:05.245684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a12b3c41-8689-4bf2-a8ef-a6dfcaaed2e6 req-711df21e-289d-4c62-8906-5d5684d7821b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841404 May 30 20:20:05.327005 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01486009-a0e2-4e26-959b-5f94480d1a63 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:20:05.336995 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-01486009-a0e2-4e26-959b-5f94480d1a63 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:05.338171 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-01486009-a0e2-4e26-959b-5f94480d1a63 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/22f8909f-f0dd-4149-a168-411ff2f66211 HTTP/1.1" status: 200 len: 887 time: 4.4437156 May 30 20:20:05.346416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49376) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:05.381945 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26708ef-f41b-47bf-abda-9ddecb05e627 None None] Sync routers for ids ['22f8909f-f0dd-4149-a168-411ff2f66211'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:20:05.388976 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 063858e9-c7af-479a-8dcd-5f245c2ab1a5 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:20:05.404563 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 063858e9-c7af-479a-8dcd-5f245c2ab1a5 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:20:05.469313 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26708ef-f41b-47bf-abda-9ddecb05e627 None None] Routers {'22f8909f-f0dd-4149-a168-411ff2f66211'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:05.470142 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c26708ef-f41b-47bf-abda-9ddecb05e627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:20:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['22f8909f-f0dd-4149-a168-411ff2f66211'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:05.653918 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4c57388e-8903-4c87-9622-d72cbbfe3c94 req-4e9bc764-bdc0-4b05-85b0-c77fcf10c6ef service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093462 May 30 20:20:05.823281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c26708ef-f41b-47bf-abda-9ddecb05e627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:05.894690 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26708ef-f41b-47bf-abda-9ddecb05e627 None None] Routers {'22f8909f-f0dd-4149-a168-411ff2f66211'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:05.897159 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c26708ef-f41b-47bf-abda-9ddecb05e627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:20:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['22f8909f-f0dd-4149-a168-411ff2f66211'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:06.037787 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c26708ef-f41b-47bf-abda-9ddecb05e627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:06.038488 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26708ef-f41b-47bf-abda-9ddecb05e627 None None] The sync data for ids ['22f8909f-f0dd-4149-a168-411ff2f66211'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:20:06.125619 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4c57388e-8903-4c87-9622-d72cbbfe3c94 req-d9b9e8af-5650-4085-9feb-1fb366d57a46 service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593596 May 30 20:20:06.129692 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e0881913-d1a9-4a43-8206-0f3f504b1bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:06.262131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 6768189f-d17e-4cb3-9b52-713bcb4d9136 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:20:06.310171 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e0881913-d1a9-4a43-8206-0f3f504b1bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:06.397020 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0881913-d1a9-4a43-8206-0f3f504b1bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9b0cc5f-a7e0-406b-9715-61836a7f84a5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:06.413141 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e0881913-d1a9-4a43-8206-0f3f504b1bc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:06.419118 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e0881913-d1a9-4a43-8206-0f3f504b1bc9 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/d9b0cc5f-a7e0-406b-9715-61836a7f84a5 HTTP/1.1" status: 204 len: 168 time: 2.1228774 May 30 20:20:06.421792 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49390) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:06.479181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a73888-1117-4f32-8668-5a284f9c0bac None None] Network dabfc627-2152-4c0a-a7ec-5b1cfd93cffd requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:20:06.595382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03757e-28fd-48a8-b6f6-c2c2f530fb90 req-4d912bbb-be42-4760-99c6-667293e97d5f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:06.604642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d03757e-28fd-48a8-b6f6-c2c2f530fb90 req-4d912bbb-be42-4760-99c6-667293e97d5f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 943 time: 0.5817158 May 30 20:20:06.665928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d24881-6b91-4145-8c49-5fc216aed38a req-73106270-b1ea-420e-9bc8-4945b249b707 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:06.668538 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:06.678331 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e9d24881-6b91-4145-8c49-5fc216aed38a req-73106270-b1ea-420e-9bc8-4945b249b707 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 945 time: 0.6282673 May 30 20:20:06.694560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] Deleting port 999796e6-e444-4e00-97a4-dfbb46d47c93 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:20:06.694812 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:06.784251 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e9d24881-6b91-4145-8c49-5fc216aed38a req-7f6f2602-491c-4f93-b54c-75d5881b0363 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=cea06f1a-75bc-481f-81e3-d0678fe952dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049294 May 30 20:20:06.808572 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d03757e-28fd-48a8-b6f6-c2c2f530fb90 req-80926603-494d-4c47-a442-d78e952fe5e8 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258545 May 30 20:20:06.942248 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5516c011-1a78-4c1b-9c64-5e398efaf9da tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/routers/22f8909f-f0dd-4149-a168-411ff2f66211 HTTP/1.1" status: 200 len: 887 time: 1.5946212 May 30 20:20:06.961385 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49398) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:07.062982 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] For port 999796e6-e444-4e00-97a4-dfbb46d47c93, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=999796e6-e444-4e00-97a4-dfbb46d47c93,segment=NetworkSegment(706cbdb3-3619-4e5f-b867-1e4ac10d2bce),segment_id=706cbdb3-3619-4e5f-b867-1e4ac10d2bce)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:07.063392 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:07.083612 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-43893806-3b86-41fb-a884-1d4a5ef368da tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Synchronizing usage tracker for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:07.137406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-43893806-3b86-41fb-a884-1d4a5ef368da tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Unset dirty status for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:07.138608 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-43893806-3b86-41fb-a884-1d4a5ef368da tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports?device_id=22f8909f-f0dd-4149-a168-411ff2f66211 HTTP/1.1" status: 200 len: 205 time: 0.1760581 May 30 20:20:07.141243 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49404) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:07.173663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 6768189f-d17e-4cb3-9b52-713bcb4d9136, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=6768189f-d17e-4cb3-9b52-713bcb4d9136,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:07.221792 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '6768189f-d17e-4cb3-9b52-713bcb4d9136', 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d', 'port_id': '6768189f-d17e-4cb3-9b52-713bcb4d9136', 'mac_address': 'fa:16:3e:08:25:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b992fea-fe7f-4d9e-bf47-9566f436954b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:20:07.288605 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:07.314928 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:07.325806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6768189f-d17e-4cb3-9b52-713bcb4d9136 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:07.341789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 6768189f-d17e-4cb3-9b52-713bcb4d9136, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=6768189f-d17e-4cb3-9b52-713bcb4d9136,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:07.354030 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:07.456148 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73f39d2-ea21-4e91-b035-c463fa3c8900 None None] DHCP port deletion for dabfc627-2152-4c0a-a7ec-5b1cfd93cffd request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:20:07.475527 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e73f39d2-ea21-4e91-b035-c463fa3c8900 None None] Deleting port 999796e6-e444-4e00-97a4-dfbb46d47c93 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:20:07.486920 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e73f39d2-ea21-4e91-b035-c463fa3c8900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:07.570058 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] Calling delete_port for 999796e6-e444-4e00-97a4-dfbb46d47c93 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:20:07.681912 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=6768189f-d17e-4cb3-9b52-713bcb4d9136,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:07.708392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['6768189f-d17e-4cb3-9b52-713bcb4d9136'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:20:07.799163 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:07.961369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] No DVR routers for this DVR port 999796e6-e444-4e00-97a4-dfbb46d47c93 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:20:08.044136 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] Pushing event deleted for resources: {'Port': ['ID=999796e6-e444-4e00-97a4-dfbb46d47c93,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:08.095311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6b61b-96b2-45f1-b2ac-2e9da7cfa40a req-701c6fff-481c-40e7-9ed1-64b0b570d1b1 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:08.097748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bfd6b61b-96b2-45f1-b2ac-2e9da7cfa40a req-701c6fff-481c-40e7-9ed1-64b0b570d1b1 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 944 time: 0.8238101 May 30 20:20:08.139932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9d1b1-0084-4683-b065-b51a75aaed91 req-536cedcf-4b95-4788-b264-5d884790719f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:08.151669 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81f9d1b1-0084-4683-b065-b51a75aaed91 req-536cedcf-4b95-4788-b264-5d884790719f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 945 time: 0.8732910 May 30 20:20:08.192822 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49414) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:08.231540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-ded5b990-122d-4d39-af4d-74e76867ff60 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'floatingip': {'port_id': 'ee829873-4016-42b6-b524-9dbbb21728c8'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:08.346845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e73f39d2-ea21-4e91-b035-c463fa3c8900 None None] For port 999796e6-e444-4e00-97a4-dfbb46d47c93, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=999796e6-e444-4e00-97a4-dfbb46d47c93,segment=NetworkSegment(706cbdb3-3619-4e5f-b867-1e4ac10d2bce),segment_id=706cbdb3-3619-4e5f-b867-1e4ac10d2bce)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:08.347589 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e73f39d2-ea21-4e91-b035-c463fa3c8900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:08.472807 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:08.699271 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ded5b990-122d-4d39-af4d-74e76867ff60 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:08.868727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e73f39d2-ea21-4e91-b035-c463fa3c8900 None None] Calling delete_port for 999796e6-e444-4e00-97a4-dfbb46d47c93 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:20:08.884355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabfc627-2152-4c0a-a7ec-5b1cfd93cffd']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:08.929079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706cbdb3-3619-4e5f-b867-1e4ac10d2bce') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:08.929521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706cbdb3-3619-4e5f-b867-1e4ac10d2bce') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:08.934113 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-07251395-1d69-48ff-a2b2-79f59243399e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:08.964379 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.002007 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.025521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:20:09.026093 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: timer() May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:20:09.048712 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:20:09.199823 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 999796e6-e444-4e00-97a4-dfbb46d47c93 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:20:09.218341 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.252064 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.252064 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] Pushing event deleted for resources: {'Network': ['ID=dabfc627-2152-4c0a-a7ec-5b1cfd93cffd,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:09.286330 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9c1e7101-5e84-4f40-8bcf-35e324f6300c admin admin] 10.222.0.84 "DELETE /v2.0/networks/dabfc627-2152-4c0a-a7ec-5b1cfd93cffd HTTP/1.1" status: 204 len: 168 time: 2.8632648 May 30 20:20:09.325175 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bfd6b61b-96b2-45f1-b2ac-2e9da7cfa40a req-4b866ce2-712c-4306-8b3f-9f22afc0b8c0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2161689 May 30 20:20:09.426398 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 999796e6-e444-4e00-97a4-dfbb46d47c93 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:20:09.426398 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 999796e6-e444-4e00-97a4-dfbb46d47c93 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:20:09.487033 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:20:09.514358 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-e73f39d2-ea21-4e91-b035-c463fa3c8900 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:20:09.514795 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-e73f39d2-ea21-4e91-b035-c463fa3c8900 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:20:09.605436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea57134-035f-4912-8afa-c892c45d3e0b req-0bcd92a5-421a-4eea-8d3b-b0df27a75771 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:09.609548 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ea57134-035f-4912-8afa-c892c45d3e0b req-0bcd92a5-421a-4eea-8d3b-b0df27a75771 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 944 time: 0.9882803 May 30 20:20:09.643848 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49430) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:09.704423 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fa3de42c-c740-4a5f-b31d-324c858aa4c7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ff480fdd7c454b03807b916a453b01d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0573387 May 30 20:20:09.704872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49436) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:09.774983 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4679dc3-fae2-4fce-951e-e0986b59dd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.808342 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4679dc3-fae2-4fce-951e-e0986b59dd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.885846 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4679dc3-fae2-4fce-951e-e0986b59dd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.916410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4679dc3-fae2-4fce-951e-e0986b59dd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e610163e-fc54-4f86-8b20-398a5363c1fa,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:09.924567 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4679dc3-fae2-4fce-951e-e0986b59dd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.949894 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b4679dc3-fae2-4fce-951e-e0986b59dd75 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e610163e-fc54-4f86-8b20-398a5363c1fa HTTP/1.1" status: 204 len: 168 time: 0.2331777 May 30 20:20:10.016527 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e73f39d2-ea21-4e91-b035-c463fa3c8900 None None] Deleting port 999796e6-e444-4e00-97a4-dfbb46d47c93 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:20:10.016912 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e73f39d2-ea21-4e91-b035-c463fa3c8900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:10.072578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ea57134-035f-4912-8afa-c892c45d3e0b req-fa147590-2fb2-4bed-b276-1c75824c21c0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572029 May 30 20:20:10.178784 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e73f39d2-ea21-4e91-b035-c463fa3c8900 None None] The port '999796e6-e444-4e00-97a4-dfbb46d47c93' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:20:10.291571 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 6768189f-d17e-4cb3-9b52-713bcb4d9136 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:10.296314 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-07251395-1d69-48ff-a2b2-79f59243399e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:10.352781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-07251395-1d69-48ff-a2b2-79f59243399e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port db7a275d-5895-4d6d-8015-0f5a7d8f3926 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:20:10.355203 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-07251395-1d69-48ff-a2b2-79f59243399e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:10.410438 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 6768189f-d17e-4cb3-9b52-713bcb4d9136 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:10.418373 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 6768189f-d17e-4cb3-9b52-713bcb4d9136 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:10.418791 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:10.606693 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-ded5b990-122d-4d39-af4d-74e76867ff60 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:20:10.637293 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:10.703081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 6768189f-d17e-4cb3-9b52-713bcb4d9136, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=6768189f-d17e-4cb3-9b52-713bcb4d9136,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:10.707242 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6768189f-d17e-4cb3-9b52-713bcb4d9136'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:10.717616 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:10.814569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49452) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:10.882303 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-07251395-1d69-48ff-a2b2-79f59243399e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:10.884284 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=6768189f-d17e-4cb3-9b52-713bcb4d9136,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:10.902552 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ded5b990-122d-4d39-af4d-74e76867ff60 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:10.925065 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-755af6a2-49e0-49a0-98b5-67cb3d38bd9b'] response: {'server_uuid': 'dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6768189f-d17e-4cb3-9b52-713bcb4d9136', 'code': 200} May 30 20:20:11.012130 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-011141f8-22a9-42e6-8f2b-50ee3b3ec3f2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=130d09df906442a4bddd6e3d03d415e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1954272 May 30 20:20:11.015250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49456) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:11.028522 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ded5b990-122d-4d39-af4d-74e76867ff60 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:11.086113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-07251395-1d69-48ff-a2b2-79f59243399e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Calling delete_port for db7a275d-5895-4d6d-8015-0f5a7d8f3926 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:20:11.105465 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f4e3e79-a7fc-4ccb-822a-001e9fd6b3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:11.117971 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-055b9bb6-f7b0-413a-9f69-fe0e2482cdd2 req-1d357f18-3012-44df-9425-b280b6cf6554 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 1096 time: 0.1530199 May 30 20:20:11.138508 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f4e3e79-a7fc-4ccb-822a-001e9fd6b3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:11.211746 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f4e3e79-a7fc-4ccb-822a-001e9fd6b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:11.230910 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d495278-7a6b-44f5-83d0-52308b1a2ac6 req-3050bffe-3a1f-4317-aede-64deb17c288b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:11.232412 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d495278-7a6b-44f5-83d0-52308b1a2ac6 req-3050bffe-3a1f-4317-aede-64deb17c288b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 944 time: 0.5271044 May 30 20:20:11.292527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e3e79-a7fc-4ccb-822a-001e9fd6b3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddfb5c5-01fc-4e8b-ae6c-8ccc12c3f350,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:11.301282 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d495278-7a6b-44f5-83d0-52308b1a2ac6 req-439c33e3-8e15-43fa-b775-f5f4d46681a6 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516372 May 30 20:20:11.363555 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f4e3e79-a7fc-4ccb-822a-001e9fd6b3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:11.366916 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0f4e3e79-a7fc-4ccb-822a-001e9fd6b3c1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1ddfb5c5-01fc-4e8b-ae6c-8ccc12c3f350 HTTP/1.1" status: 204 len: 168 time: 0.3485758 May 30 20:20:11.377366 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-055b9bb6-f7b0-413a-9f69-fe0e2482cdd2 req-3c873492-61dc-46ae-bb43-d028ec83c75b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866760 May 30 20:20:11.572692 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-07251395-1d69-48ff-a2b2-79f59243399e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:11.692353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07251395-1d69-48ff-a2b2-79f59243399e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Port': ['ID=db7a275d-5895-4d6d-8015-0f5a7d8f3926,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:12.161875 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-07251395-1d69-48ff-a2b2-79f59243399e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:12.292983 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3b4ed5f3-d88c-4707-b4c8-5738236cd402 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:20:12.395155 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570c2c0-1449-49c5-a421-008db822b79d req-d301296e-43f2-4f0d-85e3-a72937fa13e5 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:12.407797 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4570c2c0-1449-49c5-a421-008db822b79d req-d301296e-43f2-4f0d-85e3-a72937fa13e5 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 945 time: 1.0544231 May 30 20:20:12.450647 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-ded5b990-122d-4d39-af4d-74e76867ff60 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Floating IP 5ef9a889-2217-43c7-9211-601d2dfff8f3 associated. External IP: 172.25.5.83, port: ee829873-4016-42b6-b524-9dbbb21728c8. May 30 20:20:12.668544 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3b4ed5f3-d88c-4707-b4c8-5738236cd402, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3b4ed5f3-d88c-4707-b4c8-5738236cd402,segment=NetworkSegment(4d10fbeb-2125-48cc-a069-4a88bc5a0de9),segment_id=4d10fbeb-2125-48cc-a069-4a88bc5a0de9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:12.686983 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '3b4ed5f3-d88c-4707-b4c8-5738236cd402', 'network_id': 'ddc464cb-f722-4e07-aa44-ac3cc214327c', 'port_id': '3b4ed5f3-d88c-4707-b4c8-5738236cd402', 'mac_address': 'fa:16:3e:83:61:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0791857-266d-4d4d-abe5-3d3ca4eece3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:20:12.763985 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:12.786497 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4ed5f3-d88c-4707-b4c8-5738236cd402 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:12.821649 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3b4ed5f3-d88c-4707-b4c8-5738236cd402, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3b4ed5f3-d88c-4707-b4c8-5738236cd402,segment=NetworkSegment(4d10fbeb-2125-48cc-a069-4a88bc5a0de9),segment_id=4d10fbeb-2125-48cc-a069-4a88bc5a0de9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:12.825602 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:12.920868 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=3b4ed5f3-d88c-4707-b4c8-5738236cd402,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:12.930985 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4570c2c0-1449-49c5-a421-008db822b79d req-aa84b55f-4598-44e8-a892-971fdde00eb8 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215900 May 30 20:20:13.069476 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['3b4ed5f3-d88c-4707-b4c8-5738236cd402'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:20:13.097925 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49500) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:13.115738 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:20:13.141138 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-07251395-1d69-48ff-a2b2-79f59243399e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.151336 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-07251395-1d69-48ff-a2b2-79f59243399e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.216573 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-07251395-1d69-48ff-a2b2-79f59243399e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.216929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07251395-1d69-48ff-a2b2-79f59243399e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Fanout notify agent at l3_agent the message router_deleted on router 22f8909f-f0dd-4149-a168-411ff2f66211 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:20:13.350126 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-07251395-1d69-48ff-a2b2-79f59243399e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.351237 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-07251395-1d69-48ff-a2b2-79f59243399e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/routers/22f8909f-f0dd-4149-a168-411ff2f66211 HTTP/1.1" status: 204 len: 168 time: 6.2090769 May 30 20:20:13.355446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49506) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:13.372103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-3e0af010-e7b8-4d0a-9c4e-942b61ca2449 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'network': {'name': 'tempest-RoutersTest-1534096263'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:13.394887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf5c77-1feb-49a6-91b6-2b4def757b27 req-c2d2b707-45cd-4681-992f-f81d043e6005 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:13.401366 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dcf5c77-1feb-49a6-91b6-2b4def757b27 req-c2d2b707-45cd-4681-992f-f81d043e6005 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 945 time: 0.6771691 May 30 20:20:13.415440 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3e0af010-e7b8-4d0a-9c4e-942b61ca2449 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:13.429395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1329711816-network', 'tenant_id': 'c8450dc17ce14dc899ef83e05cc76506'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:13.437248 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:13.445675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Usage tracker for resource:network and tenant:c8450dc17ce14dc899ef83e05cc76506 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:13.452901 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:13.453103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3e0af010-e7b8-4d0a-9c4e-942b61ca2449 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:network and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:13.456502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3e0af010-e7b8-4d0a-9c4e-942b61ca2449 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:13.470722 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:13.471886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3e0af010-e7b8-4d0a-9c4e-942b61ca2449 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:13.506236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0af010-e7b8-4d0a-9c4e-942b61ca2449 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:13.509538 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e0af010-e7b8-4d0a-9c4e-942b61ca2449 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.513672 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Made reservation on behalf of c8450dc17ce14dc899ef83e05cc76506 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:13.518002 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.538573 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dcf5c77-1feb-49a6-91b6-2b4def757b27 req-7517455d-ee91-4d48-bdb4-233c41274500 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342955 May 30 20:20:13.554396 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.584169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0af010-e7b8-4d0a-9c4e-942b61ca2449 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:20:13.600327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:13.600540 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e0af010-e7b8-4d0a-9c4e-942b61ca2449 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.600772 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-3e0af010-e7b8-4d0a-9c4e-942b61ca2449 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Added segment 80defdf0-4ecf-4684-b5eb-56e60e93b68c of type vlan for network f6975124-e752-4ed9-ba8d-8bf03e249099 May 30 20:20:13.608478 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Usage tracker for resource:security_group_rule and tenant:c8450dc17ce14dc899ef83e05cc76506 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:13.624361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:13.632331 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:13.640513 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e0af010-e7b8-4d0a-9c4e-942b61ca2449 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.734345 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.743797 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.802411 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:20:13.820114 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4c327c-4e0d-417b-a9f0-8ed6eef45edc,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:13.828100 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.828100 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Added segment dad3471d-c129-4234-9631-8cb07f6b0fdb of type vlan for network 10699469-5f91-4d0a-baa6-db374fbcfde7 May 30 20:20:13.855691 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e0af010-e7b8-4d0a-9c4e-942b61ca2449 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.860985 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0af010-e7b8-4d0a-9c4e-942b61ca2449 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:13.862174 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e0af010-e7b8-4d0a-9c4e-942b61ca2449 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.898368 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.954507 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.955818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:13.956911 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.978105 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3e0af010-e7b8-4d0a-9c4e-942b61ca2449 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6198685 May 30 20:20:13.978105 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49512) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:13.990377 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-73565c7f-55ac-4e96-81f2-0b62072450fa tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'subnet': {'network_id': 'f6975124-e752-4ed9-ba8d-8bf03e249099', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:14.094835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0af010-e7b8-4d0a-9c4e-942b61ca2449 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Network': ['ID=f6975124-e752-4ed9-ba8d-8bf03e249099,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:14.111662 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network f6975124-e752-4ed9-ba8d-8bf03e249099 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:20:14.167272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-73565c7f-55ac-4e96-81f2-0b62072450fa tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:14.174338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-73565c7f-55ac-4e96-81f2-0b62072450fa tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:subnet and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:14.178749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49518) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:14.180336 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0804367 May 30 20:20:14.186106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-20d63e26-afff-4131-8703-7dbc8d271ccc admin admin] Request body: {'subnet': {'network_id': '10699469-5f91-4d0a-baa6-db374fbcfde7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1329711816-subnet', 'tenant_id': 'c8450dc17ce14dc899ef83e05cc76506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:14.192696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-20d63e26-afff-4131-8703-7dbc8d271ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:14.197393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5dc23-e182-4437-a51c-f19cea3f21ca admin admin] Pushing event updated for resources: {'Network': ['ID=10699469-5f91-4d0a-baa6-db374fbcfde7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:14.197591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-20d63e26-afff-4131-8703-7dbc8d271ccc admin admin] Usage tracker for resource:subnet and tenant:c8450dc17ce14dc899ef83e05cc76506 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:14.202286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-20d63e26-afff-4131-8703-7dbc8d271ccc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:14.216566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-20d63e26-afff-4131-8703-7dbc8d271ccc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:14.221782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-73565c7f-55ac-4e96-81f2-0b62072450fa tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:14.252615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-73565c7f-55ac-4e96-81f2-0b62072450fa tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:14.325519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d63e26-afff-4131-8703-7dbc8d271ccc admin admin] Made reservation on behalf of c8450dc17ce14dc899ef83e05cc76506 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:14.328711 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-20d63e26-afff-4131-8703-7dbc8d271ccc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:14.400913 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 10699469-5f91-4d0a-baa6-db374fbcfde7 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:20:14.413885 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3b4ed5f3-d88c-4707-b4c8-5738236cd402 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:14.561568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 3b4ed5f3-d88c-4707-b4c8-5738236cd402 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:14.561933 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:14.621141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded5b990-122d-4d39-af4d-74e76867ff60 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Router bb4d76d1-e126-45dd-bd0c-615ec1775543 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:20:14.629789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73565c7f-55ac-4e96-81f2-0b62072450fa tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:14.769034 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:14.796939 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4ed5f3-d88c-4707-b4c8-5738236cd402'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:14.806827 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-73565c7f-55ac-4e96-81f2-0b62072450fa tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:14.807546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3b4ed5f3-d88c-4707-b4c8-5738236cd402, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3b4ed5f3-d88c-4707-b4c8-5738236cd402,segment=NetworkSegment(4d10fbeb-2125-48cc-a069-4a88bc5a0de9),segment_id=4d10fbeb-2125-48cc-a069-4a88bc5a0de9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:14.838126 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:14.926924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=3b4ed5f3-d88c-4707-b4c8-5738236cd402,revision_number=10']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:15.261783 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2a3da-5b8d-4288-a39c-859b8884abbd req-f028690c-5b93-4f9a-b20f-d8820920f2af tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:15.263272 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ed2a3da-5b8d-4288-a39c-859b8884abbd req-f028690c-5b93-4f9a-b20f-d8820920f2af tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 945 time: 1.0001943 May 30 20:20:15.406514 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6242a8-4185-4ffb-b953-2d9536c9e65d req-40cec46d-d6f4-4fba-a2c9-ee9cc025b9ef tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:15.406514 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba6242a8-4185-4ffb-b953-2d9536c9e65d req-40cec46d-d6f4-4fba-a2c9-ee9cc025b9ef tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.6030974 May 30 20:20:15.482106 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-20d63e26-afff-4131-8703-7dbc8d271ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:15.571790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ed2a3da-5b8d-4288-a39c-859b8884abbd req-b6da1598-a843-4a04-8256-08fad9825693 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947125 May 30 20:20:15.680924 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba6242a8-4185-4ffb-b953-2d9536c9e65d req-89a94352-f05e-47a8-9992-5f9c44f8bca6 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595108 May 30 20:20:15.701442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d63e26-afff-4131-8703-7dbc8d271ccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb3cf22-643b-4a65-b3d1-2b5381411fb8,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:15.734198 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-73565c7f-55ac-4e96-81f2-0b62072450fa tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:15.772235 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-253a93bb-2f15-406c-aa29-0715b5143395'] response: {'server_uuid': 'ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4ed5f3-d88c-4707-b4c8-5738236cd402', 'code': 200} May 30 20:20:15.838296 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d63e26-afff-4131-8703-7dbc8d271ccc admin admin] Checking segment: {'id': 'dad3471d-c129-4234-9631-8cb07f6b0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '10699469-5f91-4d0a-baa6-db374fbcfde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:15.838909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d63e26-afff-4131-8703-7dbc8d271ccc admin admin] Network hostable DHCP agents. Network: 10699469-5f91-4d0a-baa6-db374fbcfde7, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:20:15.873124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73565c7f-55ac-4e96-81f2-0b62072450fa tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Subnet': ['ID=0fde49c6-cef4-438d-8cf9-921238b3f694,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:15.909676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded5b990-122d-4d39-af4d-74e76867ff60 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:20:15.920582 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73565c7f-55ac-4e96-81f2-0b62072450fa tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Checking segment: {'id': '80defdf0-4ecf-4684-b5eb-56e60e93b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f6975124-e752-4ed9-ba8d-8bf03e249099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:15.921058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73565c7f-55ac-4e96-81f2-0b62072450fa tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network hostable DHCP agents. Network: f6975124-e752-4ed9-ba8d-8bf03e249099, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:20:15.926759 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2c5a9-6f05-41b7-8980-c53df63d339a None None] Sync routers for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:20:15.934075 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d63e26-afff-4131-8703-7dbc8d271ccc admin admin] Network 10699469-5f91-4d0a-baa6-db374fbcfde7 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:20:15.939739 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ded5b990-122d-4d39-af4d-74e76867ff60 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:15.972898 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2c5a9-6f05-41b7-8980-c53df63d339a None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:15.975029 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ffe2c5a9-6f05-41b7-8980-c53df63d339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:20:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:16.044923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-20d63e26-afff-4131-8703-7dbc8d271ccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 10699469-5f91-4d0a-baa6-db374fbcfde7) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:16.054548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74e9b5b-898b-4f4b-bfa3-3f33728af6cb None None] Network 10699469-5f91-4d0a-baa6-db374fbcfde7 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:20:16.073993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49540) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:16.078734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d63e26-afff-4131-8703-7dbc8d271ccc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:16.079466 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-20d63e26-afff-4131-8703-7dbc8d271ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:16.118807 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ded5b990-122d-4d39-af4d-74e76867ff60 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "PUT /v2.0/floatingips/5ef9a889-2217-43c7-9211-601d2dfff8f3 HTTP/1.1" status: 200 len: 990 time: 7.9043665 May 30 20:20:16.121919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b686c431-d353-4ef2-a7dd-8466f0ff107e', 'tag': 'ee829873-4016-42b6-b524-9dbbb21728c8'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:16.160426 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-20d63e26-afff-4131-8703-7dbc8d271ccc admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9737976 May 30 20:20:16.176214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73565c7f-55ac-4e96-81f2-0b62072450fa tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network f6975124-e752-4ed9-ba8d-8bf03e249099 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:20:16.196452 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-73565c7f-55ac-4e96-81f2-0b62072450fa tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, f6975124-e752-4ed9-ba8d-8bf03e249099) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:16.213268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73565c7f-55ac-4e96-81f2-0b62072450fa tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:16.215325 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-73565c7f-55ac-4e96-81f2-0b62072450fa tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:16.262210 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-73565c7f-55ac-4e96-81f2-0b62072450fa tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2770231 May 30 20:20:16.276466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49552) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:16.278713 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998b55b-e929-4d31-974a-2f4f36a821b8 req-c827e955-7a2f-4bca-af31-9d80666ac52f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:16.284237 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8875be60-4252-41e3-8e59-c728a641497d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2058840349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:16.291069 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d998b55b-e929-4d31-974a-2f4f36a821b8 req-c827e955-7a2f-4bca-af31-9d80666ac52f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 945 time: 0.3008652 May 30 20:20:16.295891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8875be60-4252-41e3-8e59-c728a641497d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:16.298089 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-904a866b-4b7b-4f70-bfbc-7d57a2cb81b6'] response: {'name': 'network-changed', 'server_uuid': 'b686c431-d353-4ef2-a7dd-8466f0ff107e', 'tag': 'ee829873-4016-42b6-b524-9dbbb21728c8', 'status': 'completed', 'code': 200} May 30 20:20:16.313297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8875be60-4252-41e3-8e59-c728a641497d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:router and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:16.324050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8875be60-4252-41e3-8e59-c728a641497d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:16.357067 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-dd3c336c-6e69-4cc6-87a8-8350dfc761d0 req-cf80e528-23b5-4bd2-ab22-f015714b60e6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 1098 time: 0.2283928 May 30 20:20:16.419871 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ae537c-9804-47f8-b2f3-556d98cd24e0 None None] Network f6975124-e752-4ed9-ba8d-8bf03e249099 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:20:16.430980 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8875be60-4252-41e3-8e59-c728a641497d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:16.448795 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-dd3c336c-6e69-4cc6-87a8-8350dfc761d0 req-bbd4349c-1825-457c-a468-daa96cf07049 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843966 May 30 20:20:16.468762 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8875be60-4252-41e3-8e59-c728a641497d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:16.470253 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8875be60-4252-41e3-8e59-c728a641497d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:16.503573 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d998b55b-e929-4d31-974a-2f4f36a821b8 req-d73b363b-b7b9-4003-b03a-52413d70a61a tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111886 May 30 20:20:16.544327 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8875be60-4252-41e3-8e59-c728a641497d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:16.560197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3222e7fa-35f6-4764-9f83-820691b22db4 req-c7c87775-5fbb-4e01-9268-c30d19c2071b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 1096 time: 0.2278657 May 30 20:20:16.608440 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8875be60-4252-41e3-8e59-c728a641497d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:16.670113 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8875be60-4252-41e3-8e59-c728a641497d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:16.671318 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8875be60-4252-41e3-8e59-c728a641497d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3934484 May 30 20:20:16.673984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49568) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:16.781045 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-ffe2c5a9-6f05-41b7-8980-c53df63d339a None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:20:16.877910 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f6408eff-ec8d-4a0a-ada5-59bdd31575a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:17.050541 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222e7fa-35f6-4764-9f83-820691b22db4 req-f4767a5e-a32e-4a38-b380-d12b4d452fc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:17.055755 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3222e7fa-35f6-4764-9f83-820691b22db4 req-f4767a5e-a32e-4a38-b380-d12b4d452fc0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 200 len: 915 time: 0.4134586 May 30 20:20:17.094043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f6408eff-ec8d-4a0a-ada5-59bdd31575a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:17.104727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f6408eff-ec8d-4a0a-ada5-59bdd31575a7 admin admin] Usage tracker for resource:security_group_rule and tenant:10d6212cc0d64678bca4a0f070c60f20 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:17.115206 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f6408eff-ec8d-4a0a-ada5-59bdd31575a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:17.126127 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f6408eff-ec8d-4a0a-ada5-59bdd31575a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:17.356555 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f6408eff-ec8d-4a0a-ada5-59bdd31575a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:17.508132 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f6408eff-ec8d-4a0a-ada5-59bdd31575a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:17.550321 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f643d59e-cd27-45d3-b3f2-5a1067e1a7fc None None] Network 10699469-5f91-4d0a-baa6-db374fbcfde7 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:20:17.589025 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f6408eff-ec8d-4a0a-ada5-59bdd31575a7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=10d6212cc0d64678bca4a0f070c60f20&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5119061 May 30 20:20:17.591927 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49582) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:17.608575 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-f6975124-e752-4ed9-ba8d-8bf03e249099', 'network_id': 'f6975124-e752-4ed9-ba8d-8bf03e249099', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'fixed_ips': [{'subnet_id': '0fde49c6-cef4-438d-8cf9-921238b3f694'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:20:17.609375 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:17.668712 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ffe2c5a9-6f05-41b7-8980-c53df63d339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '57bc96f4-d6cd-4eba-acfc-721e17e0c91b', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'port_id': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'mac_address': 'fa:16:3e:81:21:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae6c35-6f49-4c43-8516-548c33215704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:18:09Z', 'updated_at': '2022-05-30T20:18:53Z', 'revision_number': 2, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ip_address_scope': None}, {'id': '5ef9a889-2217-43c7-9211-601d2dfff8f3', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'port_id': 'ee829873-4016-42b6-b524-9dbbb21728c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'mac_address': 'fa:16:3e:d1:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b686c431-d353-4ef2-a7dd-8466f0ff107e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:19:41Z', 'updated_at': '2022-05-30T20:20:10Z', 'revision_number': 1, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:17.681956 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2c5a9-6f05-41b7-8980-c53df63d339a None None] Checking router: bb4d76d1-e126-45dd-bd0c-615ec1775543 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:20:17.707241 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2c5a9-6f05-41b7-8980-c53df63d339a None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:17.708012 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ffe2c5a9-6f05-41b7-8980-c53df63d339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:20:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:17.933803 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3222e7fa-35f6-4764-9f83-820691b22db4 req-a5cedeb7-ad12-4cb8-97af-c8ef4adebc31 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee829873-4016-42b6-b524-9dbbb21728c8 HTTP/1.1" status: 200 len: 998 time: 0.8652976 May 30 20:20:17.940599 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6408eff-ec8d-4a0a-ada5-59bdd31575a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa991a9-2386-4299-befb-5dc704bfbb9e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:18.121069 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-ffe2c5a9-6f05-41b7-8980-c53df63d339a None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:20:18.217303 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Allocated IP 172.20.0.2 (f6975124-e752-4ed9-ba8d-8bf03e249099/0fde49c6-cef4-438d-8cf9-921238b3f694/915628ab-0cf2-47de-a518-193fc4e78637) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:18.227254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222e7fa-35f6-4764-9f83-820691b22db4 req-ed082dab-f57a-4f8d-9cf0-38576f66af59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:18.233760 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3222e7fa-35f6-4764-9f83-820691b22db4 req-ed082dab-f57a-4f8d-9cf0-38576f66af59 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=68e762fb-e7ab-4b2b-9564-0b9905e98eee HTTP/1.1" status: 200 len: 853 time: 0.2477150 May 30 20:20:18.271326 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-306d064c-be1e-4b57-ad74-f1f3047e9467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:18.429330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70bb5e-5262-4c34-a71d-f0e031a25a2f req-098f644a-f976-4910-87fa-7a77c00f7bf5 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:18.440369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e70bb5e-5262-4c34-a71d-f0e031a25a2f req-098f644a-f976-4910-87fa-7a77c00f7bf5 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 1.1358809 May 30 20:20:18.452401 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-55be1de0-dd63-4736-a4c3-8bb7cded320e tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:18.461953 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-55be1de0-dd63-4736-a4c3-8bb7cded320e tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/networks?id=10699469-5f91-4d0a-baa6-db374fbcfde7 HTTP/1.1" status: 200 len: 814 time: 1.0744171 May 30 20:20:18.528815 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-306d064c-be1e-4b57-ad74-f1f3047e9467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:18.578166 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-dc0625af-8a10-47bf-8c58-8a1ecdf65c70 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/quotas/c8450dc17ce14dc899ef83e05cc76506 HTTP/1.1" status: 200 len: 375 time: 0.1149960 May 30 20:20:18.661676 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:18.694629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Transition to ACTIVE for port object 915628ab-0cf2-47de-a518-193fc4e78637 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:18.714342 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-05e599c9-c7c8-4f52-9e19-4c9a6fb775fa tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8450dc17ce14dc899ef83e05cc76506&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1349633 May 30 20:20:18.767757 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Transition to ACTIVE for port object 915628ab-0cf2-47de-a518-193fc4e78637 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:18.779219 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:18.812554 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e70bb5e-5262-4c34-a71d-f0e031a25a2f req-683a42de-f3b3-416f-98b7-e19f1ec60f44 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415511 May 30 20:20:18.922461 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-306d064c-be1e-4b57-ad74-f1f3047e9467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:18.929082 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Network f6975124-e752-4ed9-ba8d-8bf03e249099 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:18.941438 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:18.952584 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Pushing event updated for resources: {'Port': ['ID=915628ab-0cf2-47de-a518-193fc4e78637,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:18.959313 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:18.978139 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ffe2c5a9-6f05-41b7-8980-c53df63d339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '57bc96f4-d6cd-4eba-acfc-721e17e0c91b', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'port_id': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'mac_address': 'fa:16:3e:81:21:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae6c35-6f49-4c43-8516-548c33215704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:18:09Z', 'updated_at': '2022-05-30T20:18:53Z', 'revision_number': 2, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ip_address_scope': None}, {'id': '5ef9a889-2217-43c7-9211-601d2dfff8f3', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'port_id': 'ee829873-4016-42b6-b524-9dbbb21728c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'mac_address': 'fa:16:3e:d1:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b686c431-d353-4ef2-a7dd-8466f0ff107e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:19:41Z', 'updated_at': '2022-05-30T20:20:10Z', 'revision_number': 1, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:18.987485 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2c5a9-6f05-41b7-8980-c53df63d339a None None] The sync data for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 is: [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '57bc96f4-d6cd-4eba-acfc-721e17e0c91b', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'port_id': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'mac_address': 'fa:16:3e:81:21:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae6c35-6f49-4c43-8516-548c33215704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:18:09Z', 'updated_at': '2022-05-30T20:18:53Z', 'revision_number': 2, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ip_address_scope': None}, {'id': '5ef9a889-2217-43c7-9211-601d2dfff8f3', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'port_id': 'ee829873-4016-42b6-b524-9dbbb21728c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'mac_address': 'fa:16:3e:d1:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b686c431-d353-4ef2-a7dd-8466f0ff107e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:19:41Z', 'updated_at': '2022-05-30T20:20:10Z', 'revision_number': 1, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:20:18.994861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d064c-be1e-4b57-ad74-f1f3047e9467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa991a9-2386-4299-befb-5dc704bfbb9e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:19.068245 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-306d064c-be1e-4b57-ad74-f1f3047e9467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:19.079370 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-306d064c-be1e-4b57-ad74-f1f3047e9467 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4fa991a9-2386-4299-befb-5dc704bfbb9e HTTP/1.1" status: 204 len: 168 time: 1.2910151 May 30 20:20:19.095449 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3222e7fa-35f6-4764-9f83-820691b22db4 req-b50a9dcc-c3ed-4f45-bed7-37f4832811e1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=43a3a580-728f-4a14-a9d1-6d5e70d6966e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8278396 May 30 20:20:19.208417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Attempting to bind port 915628ab-0cf2-47de-a518-193fc4e78637 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:19.208943 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Attempting to bind port 915628ab-0cf2-47de-a518-193fc4e78637 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '80defdf0-4ecf-4684-b5eb-56e60e93b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f6975124-e752-4ed9-ba8d-8bf03e249099'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:19.210120 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Attempting to bind port 915628ab-0cf2-47de-a518-193fc4e78637 on network f6975124-e752-4ed9-ba8d-8bf03e249099 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:19.223299 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:19.234986 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Checking segment: {'id': '80defdf0-4ecf-4684-b5eb-56e60e93b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f6975124-e752-4ed9-ba8d-8bf03e249099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:19.235562 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:19.236102 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Bound using segment: {'id': '80defdf0-4ecf-4684-b5eb-56e60e93b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f6975124-e752-4ed9-ba8d-8bf03e249099'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:19.236731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Bound port: 915628ab-0cf2-47de-a518-193fc4e78637, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80defdf0-4ecf-4684-b5eb-56e60e93b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f6975124-e752-4ed9-ba8d-8bf03e249099'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:19.237192 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:19.386351 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-06a87ab6-6963-472c-b27e-443ded9c1975 service neutron] 10.222.0.84 "GET /v2.0/networks/10699469-5f91-4d0a-baa6-db374fbcfde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6709042 May 30 20:20:19.390129 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:19.445163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] For port 915628ab-0cf2-47de-a518-193fc4e78637, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:19.453981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] For port 915628ab-0cf2-47de-a518-193fc4e78637, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=915628ab-0cf2-47de-a518-193fc4e78637,segment=NetworkSegment(80defdf0-4ecf-4684-b5eb-56e60e93b68c),segment_id=80defdf0-4ecf-4684-b5eb-56e60e93b68c)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:19.463247 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:19.546731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff9d230-7a57-4684-8b3d-6f53f5a75392 None None] New status for floating IP 5ef9a889-2217-43c7-9211-601d2dfff8f3: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:20:19.635656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07c788-4709-4a0e-9a7b-786d6a908483 req-313e8f1d-5b8e-43d0-9bc3-f582b72626f7 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:19.636360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-8c07c788-4709-4a0e-9a7b-786d6a908483 req-313e8f1d-5b8e-43d0-9bc3-f582b72626f7 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Synchronizing usage tracker for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:19.713281 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-8c07c788-4709-4a0e-9a7b-786d6a908483 req-313e8f1d-5b8e-43d0-9bc3-f582b72626f7 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Unset dirty status for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:19.714423 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8c07c788-4709-4a0e-9a7b-786d6a908483 req-313e8f1d-5b8e-43d0-9bc3-f582b72626f7 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 945 time: 0.9533758 May 30 20:20:19.906997 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b830b16-ccbf-4338-8fab-b5592b4eea18 None None] Pushing event updated for resources: {'Port': ['ID=915628ab-0cf2-47de-a518-193fc4e78637,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:19.929314 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3222e7fa-35f6-4764-9f83-820691b22db4 req-478e317e-cbb3-4069-b660-a78f473211c6 service neutron] 10.222.0.93 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8110800 May 30 20:20:19.949139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-8c07c788-4709-4a0e-9a7b-786d6a908483 req-09a944bb-421a-49b4-8437-94181651f4f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Deleting port 6768189f-d17e-4cb3-9b52-713bcb4d9136 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:20:19.949485 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8c07c788-4709-4a0e-9a7b-786d6a908483 req-09a944bb-421a-49b4-8437-94181651f4f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:20.008795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-ce69f588-9c66-4c19-a743-ca47d24d806f service neutron] 10.222.0.84 "GET /v2.0/networks/10699469-5f91-4d0a-baa6-db374fbcfde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169198 May 30 20:20:20.210029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60511e01-bfa3-4b6f-a29d-98b39aab3d0a req-77abec24-71f5-48ea-b855-82f8f7e60298 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:20.235535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60511e01-bfa3-4b6f-a29d-98b39aab3d0a req-77abec24-71f5-48ea-b855-82f8f7e60298 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 945 time: 0.6678755 May 30 20:20:20.374664 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3222e7fa-35f6-4764-9f83-820691b22db4 req-ac3c71a8-4557-4403-8c62-9c8615563e7c service neutron] 10.222.0.93 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309385 May 30 20:20:20.403826 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60511e01-bfa3-4b6f-a29d-98b39aab3d0a req-97bb4e7b-063a-4cad-9ba8-b4db1fb36785 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671240 May 30 20:20:20.511675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Allocated IP 172.20.0.1 (f6975124-e752-4ed9-ba8d-8bf03e249099/0fde49c6-cef4-438d-8cf9-921238b3f694/100eeb36-51b6-4869-b22a-9ced2864586e) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:20.708578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-8c07c788-4709-4a0e-9a7b-786d6a908483 req-09a944bb-421a-49b4-8437-94181651f4f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] For port 6768189f-d17e-4cb3-9b52-713bcb4d9136, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=6768189f-d17e-4cb3-9b52-713bcb4d9136,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:20.708836 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8c07c788-4709-4a0e-9a7b-786d6a908483 req-09a944bb-421a-49b4-8437-94181651f4f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:20.787531 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc05dc4c-03a5-4936-9960-5e8feb92557c req-ddd7e18c-037b-4beb-9aff-e5dcae986b20 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/ports?device_id=738f4d50-5840-40fe-944b-6adb5c6d9864 HTTP/1.1" status: 200 len: 210 time: 0.2414360 May 30 20:20:20.917192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-8c07c788-4709-4a0e-9a7b-786d6a908483 req-09a944bb-421a-49b4-8437-94181651f4f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Calling delete_port for 6768189f-d17e-4cb3-9b52-713bcb4d9136 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:20:20.918008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b9741-95cb-47c6-a144-6ab3a042fd1e req-7c262bee-d74d-4d48-94d8-444dba926a34 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:20.944677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-172b9741-95cb-47c6-a144-6ab3a042fd1e req-7c262bee-d74d-4d48-94d8-444dba926a34 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.3089471 May 30 20:20:21.020509 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:21.099602 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Transition to ACTIVE for port object 100eeb36-51b6-4869-b22a-9ced2864586e will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:21.127051 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-172b9741-95cb-47c6-a144-6ab3a042fd1e req-9b65e1fa-b08b-4e90-a9a9-db6baf8eb305 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790686 May 30 20:20:21.204243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 915628ab-0cf2-47de-a518-193fc4e78637 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:21.217626 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:21.350327 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 915628ab-0cf2-47de-a518-193fc4e78637 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:21.409694 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8c07c788-4709-4a0e-9a7b-786d6a908483 req-09a944bb-421a-49b4-8437-94181651f4f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:21.424209 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9ecf0614-9706-4eab-a0ba-9e8ab6958178'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:20:21.572869 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a234535-6aa8-4b35-b394-7102056e42f6 req-9b4e5c60-dc60-4da9-a214-405c388dc560 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:21.584933 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a234535-6aa8-4b35-b394-7102056e42f6 req-9b4e5c60-dc60-4da9-a214-405c388dc560 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.1536975 May 30 20:20:21.594066 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897b142d-5bd5-459a-b932-84242babcd40 None None] Network f6975124-e752-4ed9-ba8d-8bf03e249099 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:20:21.696992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network f6975124-e752-4ed9-ba8d-8bf03e249099 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:21.699598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=100eeb36-51b6-4869-b22a-9ced2864586e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:21.706052 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ddc6bf4-bd1f-481d-8671-4413f84beb39 req-4a2594f1-a5a6-4f88-958e-656a061ddcc4 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 210 time: 0.0485146 May 30 20:20:21.755347 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a234535-6aa8-4b35-b394-7102056e42f6 req-7b7e02a1-2864-4574-a044-49e60097378a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695731 May 30 20:20:21.846821 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-99e1b8e6-93f4-4d25-865b-f29382cb98d5 None None] Provisioning for port 915628ab-0cf2-47de-a518-193fc4e78637 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:21.849555 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:21.856832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:21.869766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-99e1b8e6-93f4-4d25-865b-f29382cb98d5 None None] Provisioning complete for port 915628ab-0cf2-47de-a518-193fc4e78637 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:21.870337 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-99e1b8e6-93f4-4d25-865b-f29382cb98d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:22.099759 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:22.103904 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a944bb-421a-49b4-8437-94181651f4f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Pushing event deleted for resources: {'Port': ['ID=6768189f-d17e-4cb3-9b52-713bcb4d9136,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:22.115155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c07c788-4709-4a0e-9a7b-786d6a908483 req-09a944bb-421a-49b4-8437-94181651f4f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] No DVR routers for this DVR port 6768189f-d17e-4cb3-9b52-713bcb4d9136 on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:20:22.120527 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8c07c788-4709-4a0e-9a7b-786d6a908483 req-09a944bb-421a-49b4-8437-94181651f4f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:22.125626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5', 'name': 'network-vif-deleted', 'tag': '6768189f-d17e-4cb3-9b52-713bcb4d9136'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:22.192635 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8c07c788-4709-4a0e-9a7b-786d6a908483 req-09a944bb-421a-49b4-8437-94181651f4f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.93 "DELETE /v2.0/ports/6768189f-d17e-4cb3-9b52-713bcb4d9136 HTTP/1.1" status: 204 len: 173 time: 2.4618630 May 30 20:20:22.259928 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9fb21085-4b43-4dcd-a06b-d32dc0e372b2 req-431a620c-dfd2-44cd-bda0-3804e23e34ca tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/ports?device_id=738f4d50-5840-40fe-944b-6adb5c6d9864 HTTP/1.1" status: 200 len: 210 time: 0.0958700 May 30 20:20:22.310311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6ffc9-9e87-447c-82fb-640ba07e29cf req-35384405-bbe4-4ed6-9fff-d0ba8fdf483f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:22.311889 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ec6ffc9-9e87-447c-82fb-640ba07e29cf req-35384405-bbe4-4ed6-9fff-d0ba8fdf483f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.2850816 May 30 20:20:22.370351 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 6768189f-d17e-4cb3-9b52-713bcb4d9136 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:20:22.429196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 6768189f-d17e-4cb3-9b52-713bcb4d9136 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:20:22.430075 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 6768189f-d17e-4cb3-9b52-713bcb4d9136 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:20:22.456754 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-99e1b8e6-93f4-4d25-865b-f29382cb98d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:22.480536 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ec6ffc9-9e87-447c-82fb-640ba07e29cf req-ffc8de23-ede7-469a-b770-690ef9bfecb4 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609304 May 30 20:20:22.527382 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-99e1b8e6-93f4-4d25-865b-f29382cb98d5 None None] For port 915628ab-0cf2-47de-a518-193fc4e78637, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=915628ab-0cf2-47de-a518-193fc4e78637,segment=NetworkSegment(80defdf0-4ecf-4684-b5eb-56e60e93b68c),segment_id=80defdf0-4ecf-4684-b5eb-56e60e93b68c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:22.535291 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-99e1b8e6-93f4-4d25-865b-f29382cb98d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:22.691207 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b70a05b0-a933-46f4-b9d3-2318cc123b8e'] response: {'server_uuid': 'dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5', 'name': 'network-vif-deleted', 'tag': '6768189f-d17e-4cb3-9b52-713bcb4d9136', 'status': 'completed', 'code': 200} May 30 20:20:22.712336 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1b8e6-93f4-4d25-865b-f29382cb98d5 None None] Pushing event updated for resources: {'Port': ['ID=915628ab-0cf2-47de-a518-193fc4e78637,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:22.775847 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:23.113979 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c1216ea6-6afd-44f1-b326-ebd598738d10 None None] Provisioning for port 100eeb36-51b6-4869-b22a-9ced2864586e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:23.139867 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c1216ea6-6afd-44f1-b326-ebd598738d10 None None] Provisioning complete for port 100eeb36-51b6-4869-b22a-9ced2864586e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:23.140283 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c1216ea6-6afd-44f1-b326-ebd598738d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:23.246511 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 915628ab-0cf2-47de-a518-193fc4e78637 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:23.264391 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d5e7f728-8b29-40a5-9e90-728253b374c2 req-c8237629-a6e2-490d-95d5-556beda96824 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfe9a4f8-0ae9-4076-ac6b-b810553f5ba5 HTTP/1.1" status: 200 len: 210 time: 0.2270598 May 30 20:20:23.419280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709b367-c036-4ee8-ac82-918f59a5aa33 req-1ccaa4ed-ace6-41da-8b47-039779460b2e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:23.432295 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6709b367-c036-4ee8-ac82-918f59a5aa33 req-1ccaa4ed-ace6-41da-8b47-039779460b2e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.5454445 May 30 20:20:23.442392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-5ddf1fb1-7d21-420e-8430-4959ce778d99 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:23.443363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-5ddf1fb1-7d21-420e-8430-4959ce778d99 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Synchronizing usage tracker for tenant:c8450dc17ce14dc899ef83e05cc76506 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:23.548395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-5ddf1fb1-7d21-420e-8430-4959ce778d99 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Unset dirty status for tenant:c8450dc17ce14dc899ef83e05cc76506 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:23.548807 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-5ddf1fb1-7d21-420e-8430-4959ce778d99 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.77 "GET /v2.0/networks?id=10699469-5f91-4d0a-baa6-db374fbcfde7 HTTP/1.1" status: 200 len: 814 time: 0.7382634 May 30 20:20:23.572259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-89acbe0a-ce21-41f7-99a6-3b1b8e8c1e82 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Request body: {'port': {'device_id': '738f4d50-5840-40fe-944b-6adb5c6d9864', 'network_id': '10699469-5f91-4d0a-baa6-db374fbcfde7', 'admin_state_up': True, 'tenant_id': 'c8450dc17ce14dc899ef83e05cc76506'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:23.642070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 915628ab-0cf2-47de-a518-193fc4e78637 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:23.644178 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:23.715018 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c1216ea6-6afd-44f1-b326-ebd598738d10 None None] Port 100eeb36-51b6-4869-b22a-9ced2864586e cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:20:23.738147 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6709b367-c036-4ee8-ac82-918f59a5aa33 req-b38a6a59-f5f6-4bb6-b29b-feaee4d67b32 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944024 May 30 20:20:23.772921 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ba0590e-1dcb-4748-9a15-4bfda0e0a07e req-a2ae6b21-113c-40d2-8894-c2d77214082f tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/ports?device_id=738f4d50-5840-40fe-944b-6adb5c6d9864 HTTP/1.1" status: 200 len: 210 time: 0.1936729 May 30 20:20:23.800615 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c1216ea6-6afd-44f1-b326-ebd598738d10 None None] Provisioning complete for port 915628ab-0cf2-47de-a518-193fc4e78637 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:23.801156 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c1216ea6-6afd-44f1-b326-ebd598738d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:23.859794 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:23.874573 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:23.917074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-89acbe0a-ce21-41f7-99a6-3b1b8e8c1e82 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:23.967417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-89acbe0a-ce21-41f7-99a6-3b1b8e8c1e82 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Usage tracker for resource:port and tenant:c8450dc17ce14dc899ef83e05cc76506 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:23.993590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-89acbe0a-ce21-41f7-99a6-3b1b8e8c1e82 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:24.046179 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-89acbe0a-ce21-41f7-99a6-3b1b8e8c1e82 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:24.091951 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=100eeb36-51b6-4869-b22a-9ced2864586e,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:24.103517 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-89acbe0a-ce21-41f7-99a6-3b1b8e8c1e82 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Made reservation on behalf of c8450dc17ce14dc899ef83e05cc76506 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:24.113442 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-89acbe0a-ce21-41f7-99a6-3b1b8e8c1e82 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:24.132460 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:24.145426 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9b85cf09-ba7f-4f25-9113-3322b565400c None None] Provisioning complete for port 100eeb36-51b6-4869-b22a-9ced2864586e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:24.146046 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9b85cf09-ba7f-4f25-9113-3322b565400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:24.228807 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-9b85cf09-ba7f-4f25-9113-3322b565400c None None] Port 100eeb36-51b6-4869-b22a-9ced2864586e cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:20:24.233430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11852fd3-323e-41fa-8d62-8106cfb59494 req-d255cd47-1283-4068-a546-88016b278d4d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:24.235238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11852fd3-323e-41fa-8d62-8106cfb59494 req-d255cd47-1283-4068-a546-88016b278d4d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.2683532 May 30 20:20:24.308249 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11852fd3-323e-41fa-8d62-8106cfb59494 req-8ff8edd1-ad97-42bd-834b-71c9e9ff2113 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628567 May 30 20:20:24.573624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-89acbe0a-ce21-41f7-99a6-3b1b8e8c1e82 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Allocated IP 172.20.0.14 (10699469-5f91-4d0a-baa6-db374fbcfde7/cfb3cf22-643b-4a65-b3d1-2b5381411fb8/249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:24.663015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ea3b1-062a-48e9-9d61-434f04fc6546 req-5b00c02d-3a08-46ae-8a8a-75f9b8759ab1 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:24.665058 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b4ea3b1-062a-48e9-9d61-434f04fc6546 req-5b00c02d-3a08-46ae-8a8a-75f9b8759ab1 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.1214278 May 30 20:20:24.764199 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b4ea3b1-062a-48e9-9d61-434f04fc6546 req-5ad20a06-7fcb-479e-8b21-f7dd6089766a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925176 May 30 20:20:25.039015 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-89acbe0a-ce21-41f7-99a6-3b1b8e8c1e82 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:25.078655 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-89acbe0a-ce21-41f7-99a6-3b1b8e8c1e82 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:25.184710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acbe0a-ce21-41f7-99a6-3b1b8e8c1e82 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Pushing event updated for resources: {'Port': ['ID=249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:25.213883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network f6975124-e752-4ed9-ba8d-8bf03e249099 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:25.221622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:25.243268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f90ef-c4d7-4b43-b74c-1710c6509fcb req-7bfe9e84-faf6-4908-b7a0-238c86d89fc9 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:25.250383 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-650f90ef-c4d7-4b43-b74c-1710c6509fcb req-7bfe9e84-faf6-4908-b7a0-238c86d89fc9 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/ports?device_id=738f4d50-5840-40fe-944b-6adb5c6d9864 HTTP/1.1" status: 200 len: 932 time: 0.1953950 May 30 20:20:25.293791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-54ee27b3-c8ef-4475-a0af-9ca5d3f90e8a tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:25.301414 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-54ee27b3-c8ef-4475-a0af-9ca5d3f90e8a tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 806 time: 0.3686466 May 30 20:20:25.368316 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-650f90ef-c4d7-4b43-b74c-1710c6509fcb req-9959e86c-8f0e-4d89-bc68-655a3b5f857b tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d4c327c-4e0d-417b-a9f0-8ed6eef45edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169543 May 30 20:20:25.384615 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-99e89fe7-3097-4966-ac93-988f7da75237 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/quotas/210942c2f7d24688a396c30d7894503b HTTP/1.1" status: 200 len: 375 time: 0.0822337 May 30 20:20:25.553919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-89acbe0a-ce21-41f7-99a6-3b1b8e8c1e82 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Network 10699469-5f91-4d0a-baa6-db374fbcfde7 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:25.563558 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-89acbe0a-ce21-41f7-99a6-3b1b8e8c1e82 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:25.566556 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-89acbe0a-ce21-41f7-99a6-3b1b8e8c1e82 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:25.577533 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-567b71a3-f7c2-4f20-846d-966f548dcb66 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1917000 May 30 20:20:25.667197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-89acbe0a-ce21-41f7-99a6-3b1b8e8c1e82 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:25.667983 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-89acbe0a-ce21-41f7-99a6-3b1b8e8c1e82 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:25.778088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e1cee266-cf4c-45a4-9d1a-75a1cdbb2117 None None] Provisioning complete for port 100eeb36-51b6-4869-b22a-9ced2864586e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:25.778694 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e1cee266-cf4c-45a4-9d1a-75a1cdbb2117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:25.785562 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-0f00e957-70b3-4cd7-9ceb-6f6d3539cd04 service neutron] 10.222.0.84 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062106 May 30 20:20:25.828974 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-89acbe0a-ce21-41f7-99a6-3b1b8e8c1e82 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2615032 May 30 20:20:25.856132 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Request body: {'port': {'device_id': '738f4d50-5840-40fe-944b-6adb5c6d9864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:25.883308 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e1cee266-cf4c-45a4-9d1a-75a1cdbb2117 None None] Port 100eeb36-51b6-4869-b22a-9ced2864586e cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:20:25.979727 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-ac4f3317-5480-499c-9f85-fdbe9fee9eca service neutron] 10.222.0.84 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932459 May 30 20:20:26.020905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc21f5-d52d-47d1-a4a6-7d926204dda1 req-58564f4d-a223-4abf-a3fa-d3535475bf03 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:26.032763 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdfc21f5-d52d-47d1-a4a6-7d926204dda1 req-58564f4d-a223-4abf-a3fa-d3535475bf03 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.3092697 May 30 20:20:26.082054 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:26.095239 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdfc21f5-d52d-47d1-a4a6-7d926204dda1 req-b462ccca-ad0f-42e7-a013-849531f36f6b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560546 May 30 20:20:26.424626 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6a1a329-39a5-4555-b9ad-02a75a88301c req-bba29cb5-90f2-410c-93d3-dbc52eec67fc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 210 time: 0.1237679 May 30 20:20:26.562996 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router bd2eb0ac-ae25-4649-bfba-28f644ccc201 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:20:26.666304 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205f1d7-3357-46ac-9f99-aa526025c3da req-b26f7231-921c-4411-b24d-c591ee97645c tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:26.676643 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0205f1d7-3357-46ac-9f99-aa526025c3da req-b26f7231-921c-4411-b24d-c591ee97645c tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/ports?device_id=738f4d50-5840-40fe-944b-6adb5c6d9864 HTTP/1.1" status: 200 len: 932 time: 0.1281464 May 30 20:20:26.843830 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0205f1d7-3357-46ac-9f99-aa526025c3da req-8a3b4b73-bdfb-4156-8081-d4fe88938068 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d4c327c-4e0d-417b-a9f0-8ed6eef45edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630375 May 30 20:20:26.912249 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:20:27.058712 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:27.068068 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:27.095675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Transition to ACTIVE for port object 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:27.103685 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:27.182179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88cbdf-16a5-4a2f-b688-ea1daab93908 req-6f679cf5-f14f-4c6e-9959-2fc4165f6d8e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:27.188556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e88cbdf-16a5-4a2f-b688-ea1daab93908 req-6f679cf5-f14f-4c6e-9959-2fc4165f6d8e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.1764765 May 30 20:20:27.195696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:20:27.208421 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afc3de9-e58b-4bb5-b01d-457cb7a79435 None None] Sync routers for ids ['bd2eb0ac-ae25-4649-bfba-28f644ccc201'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:20:27.244787 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afc3de9-e58b-4bb5-b01d-457cb7a79435 None None] Routers {'bd2eb0ac-ae25-4649-bfba-28f644ccc201'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:27.245332 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6afc3de9-e58b-4bb5-b01d-457cb7a79435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:20:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bd2eb0ac-ae25-4649-bfba-28f644ccc201'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:27.283227 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e88cbdf-16a5-4a2f-b688-ea1daab93908 req-90a47cbe-621d-43b4-8d42-91c074d2334d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925133 May 30 20:20:27.328987 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c0842d06-395a-4b5d-bddf-aa093411d62c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/bd2eb0ac-ae25-4649-bfba-28f644ccc201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6539669 May 30 20:20:27.332133 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49778) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:27.405900 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Pushing event updated for resources: {'Port': ['ID=249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:27.492916 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a540bf7-f385-4324-8dff-ff7a1089bbcb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:27.494389 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6a540bf7-f385-4324-8dff-ff7a1089bbcb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports/100eeb36-51b6-4869-b22a-9ced2864586e HTTP/1.1" status: 200 len: 910 time: 0.1609213 May 30 20:20:27.497216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49786) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:27.513307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0fde49c6-cef4-438d-8cf9-921238b3f694'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:27.540786 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6afc3de9-e58b-4bb5-b01d-457cb7a79435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:27.571342 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afc3de9-e58b-4bb5-b01d-457cb7a79435 None None] Routers {'bd2eb0ac-ae25-4649-bfba-28f644ccc201'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:27.571994 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6afc3de9-e58b-4bb5-b01d-457cb7a79435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:20:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bd2eb0ac-ae25-4649-bfba-28f644ccc201'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:27.590067 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Attempting to bind port 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:27.590970 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Attempting to bind port 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'dad3471d-c129-4234-9631-8cb07f6b0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '10699469-5f91-4d0a-baa6-db374fbcfde7'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:27.591523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Attempting to bind port 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e on network 10699469-5f91-4d0a-baa6-db374fbcfde7 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:27.598102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Port 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e on network 10699469-5f91-4d0a-baa6-db374fbcfde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:20:27.598499 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Attempting to bind port 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e on network 10699469-5f91-4d0a-baa6-db374fbcfde7 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:27.605248 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:27.605676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Checking segment: {'id': 'dad3471d-c129-4234-9631-8cb07f6b0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '10699469-5f91-4d0a-baa6-db374fbcfde7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:27.606125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Bound using segment: {'id': 'dad3471d-c129-4234-9631-8cb07f6b0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '10699469-5f91-4d0a-baa6-db374fbcfde7'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:27.606696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Bound port: 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad3471d-c129-4234-9631-8cb07f6b0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '10699469-5f91-4d0a-baa6-db374fbcfde7'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:27.607120 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:27.716965 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6afc3de9-e58b-4bb5-b01d-457cb7a79435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:27.719366 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afc3de9-e58b-4bb5-b01d-457cb7a79435 None None] The sync data for ids ['bd2eb0ac-ae25-4649-bfba-28f644ccc201'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:20:27.745677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] For port 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:27.750409 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] For port 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e,segment=NetworkSegment(dad3471d-c129-4234-9631-8cb07f6b0fdb),segment_id=dad3471d-c129-4234-9631-8cb07f6b0fdb)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:27.759009 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:27.762299 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9931e2ea-a924-4135-b395-744136867857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:27.846737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Pushing event updated for resources: {'Port': ['ID=249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:27.852417 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:27.853892 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8513be1a-686b-4ed0-a6e1-189521c466a2 service neutron] 10.222.0.77 "PUT /v2.0/ports/249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e HTTP/1.1" status: 200 len: 1092 time: 2.0102813 May 30 20:20:27.854343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738f4d50-5840-40fe-944b-6adb5c6d9864', 'tag': '249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:28.027694 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5db014ed-2fdb-459f-99c1-4b6f48342405 req-b5bce622-068d-4984-8662-dc713b6c85d7 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 210 time: 0.1041255 May 30 20:20:28.073157 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:28.086490 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b30d076a-c7a7-4fad-bf60-b2429aec6308'] response: {'name': 'network-changed', 'server_uuid': '738f4d50-5840-40fe-944b-6adb5c6d9864', 'tag': '249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e', 'status': 'completed', 'code': 200} May 30 20:20:28.513188 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-8b77d132-c9a9-4f43-a294-35ec9f754c80 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c8450dc17ce14dc899ef83e05cc76506&device_id=738f4d50-5840-40fe-944b-6adb5c6d9864 HTTP/1.1" status: 200 len: 1095 time: 0.5070984 May 30 20:20:28.518083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-e6575389-6bf1-4667-abf7-65147f14b84a tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:28.520040 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-e6575389-6bf1-4667-abf7-65147f14b84a tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.93 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 806 time: 0.5548103 May 30 20:20:28.634973 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-109d77da-6344-4a6b-ab42-d4c272f8c2a5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e HTTP/1.1" status: 200 len: 217 time: 0.1047859 May 30 20:20:28.642149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-9ee5be3a-c2e1-4a85-b7ec-cc6ba1b8e159 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Request body: {'port': {'device_id': 'e412691a-354c-4c70-b516-546deea5ab52', 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d', 'admin_state_up': True, 'tenant_id': '210942c2f7d24688a396c30d7894503b'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:28.889230 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-96a4b218-8979-4cfa-885c-d553e92a6aef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:28.890604 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-96a4b218-8979-4cfa-885c-d553e92a6aef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfb3cf22-643b-4a65-b3d1-2b5381411fb8 HTTP/1.1" status: 200 len: 854 time: 0.1314437 May 30 20:20:28.966629 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-6b63bc39-69fd-48da-b13c-70152b4478a8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=10699469-5f91-4d0a-baa6-db374fbcfde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657895 May 30 20:20:29.000252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-9ee5be3a-c2e1-4a85-b7ec-cc6ba1b8e159 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:29.016142 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-9ee5be3a-c2e1-4a85-b7ec-cc6ba1b8e159 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Usage tracker for resource:port and tenant:210942c2f7d24688a396c30d7894503b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:29.019139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cbeb6-cc86-4608-9863-0a7f74e568db req-9d2a3011-0fd4-4e2d-8d93-48af92335fef tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:29.021403 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c92cbeb6-cc86-4608-9863-0a7f74e568db req-9d2a3011-0fd4-4e2d-8d93-48af92335fef tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/ports?device_id=738f4d50-5840-40fe-944b-6adb5c6d9864 HTTP/1.1" status: 200 len: 944 time: 0.3139250 May 30 20:20:29.085164 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-9ee5be3a-c2e1-4a85-b7ec-cc6ba1b8e159 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:29.100933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-9ee5be3a-c2e1-4a85-b7ec-cc6ba1b8e159 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:29.116801 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84e420-6d31-4ea2-b0ec-8ce7c67756a8 req-6a76e80c-874e-4d9b-9cec-7714ac197275 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:29.118968 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a84e420-6d31-4ea2-b0ec-8ce7c67756a8 req-6a76e80c-874e-4d9b-9cec-7714ac197275 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.4097128 May 30 20:20:29.129160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-9ee5be3a-c2e1-4a85-b7ec-cc6ba1b8e159 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Made reservation on behalf of 210942c2f7d24688a396c30d7894503b for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:29.133412 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-9ee5be3a-c2e1-4a85-b7ec-cc6ba1b8e159 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:29.162802 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c92cbeb6-cc86-4608-9863-0a7f74e568db req-4a6e1efb-e36a-4156-b75c-c44ea3900d24 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d4c327c-4e0d-417b-a9f0-8ed6eef45edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312170 May 30 20:20:29.272882 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-a292db7d-9190-43ef-a172-8ffda57670c6 service neutron] 10.222.0.77 "GET /v2.0/networks/10699469-5f91-4d0a-baa6-db374fbcfde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943370 May 30 20:20:29.412243 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ea1b907-2046-4d38-9ffd-2adccea8ea00 req-1840d631-c7b2-460c-93f9-e89e769190f7 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 210 time: 0.0707331 May 30 20:20:29.493013 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:29.512433 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a84e420-6d31-4ea2-b0ec-8ce7c67756a8 req-4078dbe6-1287-477c-be6a-81648136615d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738325 May 30 20:20:29.517377 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:29.590989 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-59cd974a-7fc7-4fec-83fe-2cd3cf1e65ff req-b60cdc8b-6937-4e4e-8c8c-602010350e3a service neutron] 10.222.0.77 "GET /v2.0/networks/10699469-5f91-4d0a-baa6-db374fbcfde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072586 May 30 20:20:29.642626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-9ee5be3a-c2e1-4a85-b7ec-cc6ba1b8e159 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Allocated IP 172.20.0.2 (b1e22102-21d2-4484-a4f4-26f76f6ed12d/0b992fea-fe7f-4d9e-bf47-9566f436954b/f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:29.706344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:29.707012 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:29.715990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/ports/100eeb36-51b6-4869-b22a-9ced2864586e HTTP/1.1" status: 200 len: 910 time: 2.2175109 May 30 20:20:29.717050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49808) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:29.923618 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a5c16e2d-54fd-4143-8068-c262c903b069 req-447c0bb9-a5a8-4219-8068-89680500169a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c8450dc17ce14dc899ef83e05cc76506&device_id=738f4d50-5840-40fe-944b-6adb5c6d9864 HTTP/1.1" status: 200 len: 1095 time: 0.2660544 May 30 20:20:29.937880 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a861ca0-221b-480f-a253-849b6f007cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:30.008127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=100eeb36-51b6-4869-b22a-9ced2864586e,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:30.036604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.037644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.038137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.038622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.039680 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.040204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.040682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.041157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.041631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.042366 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.042858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e5d99-adf9-4672-917a-4126c1fb91f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.265217 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c16e2d-54fd-4143-8068-c262c903b069 req-0b979244-007d-4bc9-820e-980644fc17c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:30.266577 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a5c16e2d-54fd-4143-8068-c262c903b069 req-0b979244-007d-4bc9-820e-980644fc17c7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=10699469-5f91-4d0a-baa6-db374fbcfde7 HTTP/1.1" status: 200 len: 915 time: 0.3212044 May 30 20:20:30.470496 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a5c16e2d-54fd-4143-8068-c262c903b069 req-0ec89a71-3cd9-416e-8d64-2003c6b7c684 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e HTTP/1.1" status: 200 len: 217 time: 0.1838949 May 30 20:20:30.532175 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-9ee5be3a-c2e1-4a85-b7ec-cc6ba1b8e159 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:30.617861 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-9ee5be3a-c2e1-4a85-b7ec-cc6ba1b8e159 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:30.629847 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9ecf0614-9706-4eab-a0ba-9e8ab6958178'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:20:30.654217 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2246e2bc-2983-4507-9009-c7f2b49e533a req-8705fea6-145f-4a35-9f3a-2d16a3d41d83 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a5fc31d675c4cedbf2186089e4f965b&device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 1098 time: 0.2901297 May 30 20:20:30.678933 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbcec9-5f9b-4b78-93c3-a838b75e505b req-58ef410c-76d4-4c41-b18e-e779672bd7ec tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:30.681203 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bbbcec9-5f9b-4b78-93c3-a838b75e505b req-58ef410c-76d4-4c41-b18e-e779672bd7ec tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.2394834 May 30 20:20:30.688033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96595303-3b57-4bbb-a3ef-57eb4c7e5893 req-ef69ff6f-689e-4685-85d9-940c8ae34e9e tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:30.689736 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96595303-3b57-4bbb-a3ef-57eb4c7e5893 req-ef69ff6f-689e-4685-85d9-940c8ae34e9e tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/ports?device_id=738f4d50-5840-40fe-944b-6adb5c6d9864 HTTP/1.1" status: 200 len: 944 time: 0.2280960 May 30 20:20:30.730052 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5be3a-c2e1-4a85-b7ec-cc6ba1b8e159 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Pushing event updated for resources: {'Port': ['ID=f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:30.757178 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6286927b-0a02-4817-be5b-890d241dfdae tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:30.778083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-9ee5be3a-c2e1-4a85-b7ec-cc6ba1b8e159 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Network b1e22102-21d2-4484-a4f4-26f76f6ed12d is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:30.779870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c16e2d-54fd-4143-8068-c262c903b069 req-af6611ea-f625-4f2e-874a-b6001cc51318 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:30.781482 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a5c16e2d-54fd-4143-8068-c262c903b069 req-af6611ea-f625-4f2e-874a-b6001cc51318 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfb3cf22-643b-4a65-b3d1-2b5381411fb8 HTTP/1.1" status: 200 len: 854 time: 0.2109959 May 30 20:20:30.782406 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-9ee5be3a-c2e1-4a85-b7ec-cc6ba1b8e159 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:30.785068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-9ee5be3a-c2e1-4a85-b7ec-cc6ba1b8e159 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:30.866471 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a5c16e2d-54fd-4143-8068-c262c903b069 req-74701611-0601-4069-ad7e-91a0f7d2e2d1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=10699469-5f91-4d0a-baa6-db374fbcfde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484364 May 30 20:20:31.203541 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:31.240358 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bbbcec9-5f9b-4b78-93c3-a838b75e505b req-800b6872-a917-412f-aeca-2e205d7e910a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305839 May 30 20:20:31.273046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-9ee5be3a-c2e1-4a85-b7ec-cc6ba1b8e159 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:31.277465 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-9ee5be3a-c2e1-4a85-b7ec-cc6ba1b8e159 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:31.308570 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96595303-3b57-4bbb-a3ef-57eb4c7e5893 req-c85257fa-e3a2-4644-9d14-de14e9af5f77 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d4c327c-4e0d-417b-a9f0-8ed6eef45edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5955575 May 30 20:20:31.365601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246e2bc-2983-4507-9009-c7f2b49e533a req-e3a20c5c-ce87-4f09-bcaf-94e25c397f16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:31.367501 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2246e2bc-2983-4507-9009-c7f2b49e533a req-e3a20c5c-ce87-4f09-bcaf-94e25c397f16 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ddc464cb-f722-4e07-aa44-ac3cc214327c HTTP/1.1" status: 200 len: 914 time: 0.6949222 May 30 20:20:31.404336 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a5c16e2d-54fd-4143-8068-c262c903b069 req-79b68342-f593-480f-b985-b17ebf6c6805 service neutron] 10.222.0.77 "GET /v2.0/networks/10699469-5f91-4d0a-baa6-db374fbcfde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196767 May 30 20:20:31.410135 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-9ee5be3a-c2e1-4a85-b7ec-cc6ba1b8e159 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7733893 May 30 20:20:31.433592 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:20:31.452981 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2246e2bc-2983-4507-9009-c7f2b49e533a req-ac4387f8-1068-444d-b69b-0f904f0eccfc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b4ed5f3-d88c-4707-b4c8-5738236cd402 HTTP/1.1" status: 200 len: 217 time: 0.0780022 May 30 20:20:31.579733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246e2bc-2983-4507-9009-c7f2b49e533a req-e1780f65-38af-440a-82fe-eba7b6f07e2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:31.581636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2246e2bc-2983-4507-9009-c7f2b49e533a req-e1780f65-38af-440a-82fe-eba7b6f07e2a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c0791857-266d-4d4d-abe5-3d3ca4eece3f HTTP/1.1" status: 200 len: 853 time: 0.1207581 May 30 20:20:31.610255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Request body: {'port': {'device_id': 'e412691a-354c-4c70-b516-546deea5ab52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:31.746590 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:31.823858 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:31.839646 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a5c16e2d-54fd-4143-8068-c262c903b069 req-e97f73a1-71d3-4317-9e1c-7aed4f93c8f8 service neutron] 10.222.0.77 "GET /v2.0/networks/10699469-5f91-4d0a-baa6-db374fbcfde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249997 May 30 20:20:31.863509 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e,segment=NetworkSegment(dad3471d-c129-4234-9631-8cb07f6b0fdb),segment_id=dad3471d-c129-4234-9631-8cb07f6b0fdb)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:31.886954 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2246e2bc-2983-4507-9009-c7f2b49e533a req-e9a75d19-2a98-4cf9-a553-356ad65b3d35 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ddc464cb-f722-4e07-aa44-ac3cc214327c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2382607 May 30 20:20:31.897550 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e', 'network_id': '10699469-5f91-4d0a-baa6-db374fbcfde7', 'port_id': '249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e', 'mac_address': 'fa:16:3e:a2:88:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb3cf22-643b-4a65-b3d1-2b5381411fb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:20:32.009064 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:32.028129 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:32.044770 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e,segment=NetworkSegment(dad3471d-c129-4234-9631-8cb07f6b0fdb),segment_id=dad3471d-c129-4234-9631-8cb07f6b0fdb)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:32.055707 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:32.131093 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:32.294886 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2246e2bc-2983-4507-9009-c7f2b49e533a req-45d7c943-44cc-4238-875b-131e8f015183 service neutron] 10.222.0.93 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985534 May 30 20:20:32.312790 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:20:32.391179 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:32.412086 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:32.436069 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Transition to ACTIVE for port object f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:32.445434 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:32.508677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2246e2bc-2983-4507-9009-c7f2b49e533a req-626953b0-c7af-42ad-8f66-c05beeb1315c service neutron] 10.222.0.93 "GET /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070448 May 30 20:20:32.649205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:32.735411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e3134-b744-4857-9f22-122547d12734 req-cc4c124b-a65b-40a3-a005-456772108a17 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:32.736906 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd5e3134-b744-4857-9f22-122547d12734 req-cc4c124b-a65b-40a3-a005-456772108a17 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 931 time: 1.2063570 May 30 20:20:32.810525 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:32.815125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Attempting to bind port f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:32.815470 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Attempting to bind port f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:32.815793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Attempting to bind port f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 on network b1e22102-21d2-4484-a4f4-26f76f6ed12d {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:32.824266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Port f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 on network b1e22102-21d2-4484-a4f4-26f76f6ed12d not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:20:32.824917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Attempting to bind port f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 on network b1e22102-21d2-4484-a4f4-26f76f6ed12d {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:32.839813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:32.840147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Checking segment: {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:32.841116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Bound using segment: {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:32.841574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Bound port: f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:32.841911 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:32.844121 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd5e3134-b744-4857-9f22-122547d12734 req-c4ddbc19-d6e2-47e9-bb59-8b4824df6027 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973907 May 30 20:20:32.902796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855427eb-2aa4-4a37-a52c-9807a00ba2c4 req-5507127d-049f-4b65-8070-50cf0041c47e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:32.913207 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-855427eb-2aa4-4a37-a52c-9807a00ba2c4 req-5507127d-049f-4b65-8070-50cf0041c47e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.3301167 May 30 20:20:32.980901 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] For port f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:32.990651 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] For port f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:32.999606 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:33.014878 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-855427eb-2aa4-4a37-a52c-9807a00ba2c4 req-60103c2b-b738-4346-a08b-2ba0bb22884a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005490 May 30 20:20:33.126656 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:33.182797 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:33.189021 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] 10.222.0.93 "PUT /v2.0/ports/f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 HTTP/1.1" status: 200 len: 1091 time: 1.6777444 May 30 20:20:33.213700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e412691a-354c-4c70-b516-546deea5ab52', 'tag': 'f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:33.255200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6286927b-0a02-4817-be5b-890d241dfdae tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port 100eeb36-51b6-4869-b22a-9ced2864586e {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:20:33.256229 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6286927b-0a02-4817-be5b-890d241dfdae tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:33.310268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863b1cd-b6e7-44ec-8eb8-7cfb2834a8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:33.391846 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c586f74d-6625-41e2-ac98-f997b971b47e'] response: {'name': 'network-changed', 'server_uuid': 'e412691a-354c-4c70-b516-546deea5ab52', 'tag': 'f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296', 'status': 'completed', 'code': 200} May 30 20:20:33.415461 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9c7b6234-68e4-4615-aeb3-600012768525 req-a211be30-2470-4165-b2ab-d6448bd68988 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1672125 May 30 20:20:33.458892 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:33.571504 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:33.579380 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:33.579758 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:33.579933 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9c7b6234-68e4-4615-aeb3-600012768525 req-8dc2c836-49e5-40fd-9715-4cc8129efd9f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5 HTTP/1.1" status: 200 len: 1096 time: 0.1308465 May 30 20:20:33.800390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b6234-68e4-4615-aeb3-600012768525 req-8c66162f-319d-4c02-ae0d-156560759a1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:33.801992 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9c7b6234-68e4-4615-aeb3-600012768525 req-8c66162f-319d-4c02-ae0d-156560759a1c service neutron] 10.222.0.93 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 907 time: 0.1891999 May 30 20:20:33.832193 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67c7c1-6dee-4458-b023-81e0c1fe8a06 req-4589e69f-822d-4e62-8358-e3b97a3d0964 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:33.835108 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b67c7c1-6dee-4458-b023-81e0c1fe8a06 req-4589e69f-822d-4e62-8358-e3b97a3d0964 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/ports?device_id=738f4d50-5840-40fe-944b-6adb5c6d9864 HTTP/1.1" status: 200 len: 945 time: 0.6898768 May 30 20:20:33.858406 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:33.981875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738f4d50-5840-40fe-944b-6adb5c6d9864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:33.995860 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9c7b6234-68e4-4615-aeb3-600012768525 req-4bcb3a9d-9ea1-4b9c-a6aa-86d4e8abb0bf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ecf0614-9706-4eab-a0ba-9e8ab6958178 HTTP/1.1" status: 200 len: 217 time: 0.1843135 May 30 20:20:34.006243 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-4c049a2e-1a2d-42aa-b6a1-04846c33e25f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 1094 time: 0.6562929 May 30 20:20:34.010326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e,segment=NetworkSegment(dad3471d-c129-4234-9631-8cb07f6b0fdb),segment_id=dad3471d-c129-4234-9631-8cb07f6b0fdb)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:34.042183 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:34.141202 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6286927b-0a02-4817-be5b-890d241dfdae tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:34.238768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b6234-68e4-4615-aeb3-600012768525 req-58cd5bbe-669a-42ca-82f1-62a2ffbd8aa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:34.241246 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9c7b6234-68e4-4615-aeb3-600012768525 req-58cd5bbe-669a-42ca-82f1-62a2ffbd8aa1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0b992fea-fe7f-4d9e-bf47-9566f436954b HTTP/1.1" status: 200 len: 846 time: 0.2339494 May 30 20:20:34.288005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:34.355734 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9c7b6234-68e4-4615-aeb3-600012768525 req-dbf0425e-be7a-48c1-ac36-d89bffa7a474 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b1e22102-21d2-4484-a4f4-26f76f6ed12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070774 May 30 20:20:34.539649 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b67c7c1-6dee-4458-b023-81e0c1fe8a06 req-0b1e80d7-5d82-4682-ae11-6277c1f97389 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d4c327c-4e0d-417b-a9f0-8ed6eef45edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6391368 May 30 20:20:34.539649 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-6f1a19f4-f3b4-4738-ae23-f726fe958d3b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 HTTP/1.1" status: 200 len: 217 time: 0.4873645 May 30 20:20:34.539649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6286927b-0a02-4817-be5b-890d241dfdae tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Calling delete_port for 100eeb36-51b6-4869-b22a-9ced2864586e owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:20:34.699040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-7d5fbd3d-bae0-4184-a0b0-bc630155e45e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:34.700610 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-7d5fbd3d-bae0-4184-a0b0-bc630155e45e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0b992fea-fe7f-4d9e-bf47-9566f436954b HTTP/1.1" status: 200 len: 846 time: 0.1320322 May 30 20:20:34.709890 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07aad4f-328e-422b-a997-f2483a947682 req-dd7823eb-24c1-4097-8b88-610c57b24c03 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:34.718014 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b07aad4f-328e-422b-a997-f2483a947682 req-dd7823eb-24c1-4097-8b88-610c57b24c03 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 943 time: 0.4849169 May 30 20:20:34.724085 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd5deaf-0f2c-48b7-9812-d15d5bba43ff'] response: {'server_uuid': '738f4d50-5840-40fe-944b-6adb5c6d9864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e', 'code': 200} May 30 20:20:34.790556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-1292f238-d579-40b9-afe5-5228455d78d5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b1e22102-21d2-4484-a4f4-26f76f6ed12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478740 May 30 20:20:34.791475 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9c7b6234-68e4-4615-aeb3-600012768525 req-539d5ee1-c47f-4870-9648-6009446e208d service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225852 May 30 20:20:34.962160 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-74671c04-a9fa-4a89-95de-719796970989 service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513348 May 30 20:20:35.060917 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7ea1e537-b823-4254-91d4-ad3ac17e0284 req-ff2947bb-1f53-4409-8a2e-e27d5ad4fae6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=738f4d50-5840-40fe-944b-6adb5c6d9864 HTTP/1.1" status: 200 len: 1097 time: 0.2545109 May 30 20:20:35.063004 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9c7b6234-68e4-4615-aeb3-600012768525 req-92f92597-76ed-4469-9f66-3c8207b0bfae service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897957 May 30 20:20:35.135472 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7ea1e537-b823-4254-91d4-ad3ac17e0284 req-eb60b93f-a317-469f-8f3b-cff8202917b9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6d4c327c-4e0d-417b-a9f0-8ed6eef45edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639946 May 30 20:20:35.159435 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b07aad4f-328e-422b-a997-f2483a947682 req-190a39ff-7cc3-4b7d-a927-7fe605a5e673 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405017 May 30 20:20:35.298937 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e269473-e99a-4e9c-8887-f4ce41326e30 req-90bf61a4-e2f9-4cb8-a875-c1a8f83f50c3 service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284202 May 30 20:20:35.430788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff053b4-a488-468b-a5e8-5d6db1bdb537 req-50e2c580-474b-49ca-ace1-b263eb22059d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:35.437525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2ff053b4-a488-468b-a5e8-5d6db1bdb537 req-50e2c580-474b-49ca-ace1-b263eb22059d tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.4741800 May 30 20:20:35.509984 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6286927b-0a02-4817-be5b-890d241dfdae tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:35.577366 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286927b-0a02-4817-be5b-890d241dfdae tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Port': ['ID=100eeb36-51b6-4869-b22a-9ced2864586e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:35.803210 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2ff053b4-a488-468b-a5e8-5d6db1bdb537 req-303b5ea5-3ed2-441f-986c-bbef575ac534 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516097 May 30 20:20:35.995695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe4febe0-e028-41d7-beaa-9078be3e2f91 req-a0288f39-4859-4bbf-a519-aa9ae5b1f317 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 1094 time: 0.6385207 May 30 20:20:36.441481 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6286927b-0a02-4817-be5b-890d241dfdae tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:36.460464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4aa0a4-fc8e-40ec-9e27-67f3a02022d5 req-07633b8c-2d4b-4c08-99f2-8e01fe5580f4 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:36.467387 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a4aa0a4-fc8e-40ec-9e27-67f3a02022d5 req-07633b8c-2d4b-4c08-99f2-8e01fe5580f4 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/ports?device_id=738f4d50-5840-40fe-944b-6adb5c6d9864 HTTP/1.1" status: 200 len: 946 time: 0.7686024 May 30 20:20:36.524279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4febe0-e028-41d7-beaa-9078be3e2f91 req-259b5264-0677-4259-88cc-1b3383d14e84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:36.525730 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe4febe0-e028-41d7-beaa-9078be3e2f91 req-259b5264-0677-4259-88cc-1b3383d14e84 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 907 time: 0.5228803 May 30 20:20:36.636253 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b777e78-b484-41e6-8e08-a864a608860a req-ebc660ff-b74d-41a0-8f85-d06f4109c04c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:36.637731 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b777e78-b484-41e6-8e08-a864a608860a req-ebc660ff-b74d-41a0-8f85-d06f4109c04c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.4841478 May 30 20:20:36.754628 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe4febe0-e028-41d7-beaa-9078be3e2f91 req-bea1f8fd-00b6-4c97-a9a7-551707e38553 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 HTTP/1.1" status: 200 len: 217 time: 0.1732156 May 30 20:20:36.834898 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a4aa0a4-fc8e-40ec-9e27-67f3a02022d5 req-aa7e9c5f-309e-41be-b23d-fb244400aeb6 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d4c327c-4e0d-417b-a9f0-8ed6eef45edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657150 May 30 20:20:36.964446 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b777e78-b484-41e6-8e08-a864a608860a req-2132fc15-c912-4762-845f-7ae08a3892b8 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174667 May 30 20:20:37.052050 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:37.164863 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d61021ed-a585-4d95-bad3-2e4e2afa5fe0 req-13fa51e0-b941-4269-bf1c-3d7f59a07202 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1966565 May 30 20:20:37.292097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4febe0-e028-41d7-beaa-9078be3e2f91 req-ee32cf8d-b395-49ef-b1b2-20aec51af8cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:37.293549 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe4febe0-e028-41d7-beaa-9078be3e2f91 req-ee32cf8d-b395-49ef-b1b2-20aec51af8cc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0b992fea-fe7f-4d9e-bf47-9566f436954b HTTP/1.1" status: 200 len: 846 time: 0.4465566 May 30 20:20:37.362732 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d61021ed-a585-4d95-bad3-2e4e2afa5fe0 req-50e1875b-96a3-4278-9e9a-694166baadb4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 1097 time: 0.1077998 May 30 20:20:37.416102 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe4febe0-e028-41d7-beaa-9078be3e2f91 req-7bbb6304-f3ac-4655-9801-cb707a239017 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b1e22102-21d2-4484-a4f4-26f76f6ed12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916951 May 30 20:20:37.615610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61021ed-a585-4d95-bad3-2e4e2afa5fe0 req-b677588e-6ede-45b2-af00-c1bd52ffda04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:37.617605 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d61021ed-a585-4d95-bad3-2e4e2afa5fe0 req-b677588e-6ede-45b2-af00-c1bd52ffda04 service neutron] 10.222.0.77 "GET /v2.0/networks?id=43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 200 len: 915 time: 0.2340949 May 30 20:20:37.714422 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd2a86-da45-4649-a44b-46ee2fe714df req-8cfd98d2-b1f9-4395-ae19-a9dab436aea6 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:37.721360 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1dcd2a86-da45-4649-a44b-46ee2fe714df req-8cfd98d2-b1f9-4395-ae19-a9dab436aea6 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 943 time: 0.5058131 May 30 20:20:37.767141 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d61021ed-a585-4d95-bad3-2e4e2afa5fe0 req-4b0a3390-4dcd-4b5e-9b4a-9b0a5face699 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 HTTP/1.1" status: 200 len: 1002 time: 0.1393523 May 30 20:20:37.784175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e141357-45fc-4ed8-9e93-8f62470f8559 req-6b6b56b0-5252-4b49-bb00-eaaf4a321aa1 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:37.785761 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e141357-45fc-4ed8-9e93-8f62470f8559 req-6b6b56b0-5252-4b49-bb00-eaaf4a321aa1 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.5715239 May 30 20:20:37.829522 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe4febe0-e028-41d7-beaa-9078be3e2f91 req-5f532d28-29cf-47ce-8242-8faf4331cd97 service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960283 May 30 20:20:37.857308 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61021ed-a585-4d95-bad3-2e4e2afa5fe0 req-978b0b8d-c058-41c6-961f-40e1c95a387a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:37.858855 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d61021ed-a585-4d95-bad3-2e4e2afa5fe0 req-978b0b8d-c058-41c6-961f-40e1c95a387a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68e762fb-e7ab-4b2b-9564-0b9905e98eee HTTP/1.1" status: 200 len: 853 time: 0.0865562 May 30 20:20:37.875283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6286927b-0a02-4817-be5b-890d241dfdae tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router bd2eb0ac-ae25-4649-bfba-28f644ccc201 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:20:37.988030 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1dcd2a86-da45-4649-a44b-46ee2fe714df req-8b30537a-5677-492f-9dc0-5d46cf6bc3d4 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609184 May 30 20:20:38.044701 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d61021ed-a585-4d95-bad3-2e4e2afa5fe0 req-bbe684db-4749-47c8-bf6b-c3735fa60338 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=43a3a580-728f-4a14-a9d1-6d5e70d6966e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1795685 May 30 20:20:38.059427 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e141357-45fc-4ed8-9e93-8f62470f8559 req-dd91b718-005c-4804-8971-3a0fb9dae0e7 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652891 May 30 20:20:38.345127 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d61021ed-a585-4d95-bad3-2e4e2afa5fe0 req-49598521-d61c-4400-a599-0139214f9cb8 service neutron] 10.222.0.77 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935188 May 30 20:20:38.442039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:20:38.545345 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d61021ed-a585-4d95-bad3-2e4e2afa5fe0 req-17f71dc7-6ad8-4b5a-83c9-d324fd1094ec service neutron] 10.222.0.77 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940444 May 30 20:20:38.687104 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe4febe0-e028-41d7-beaa-9078be3e2f91 req-c9e8fb36-0cf9-4ac4-a0a6-9d67fbe6e641 service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8444381 May 30 20:20:38.720456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6286927b-0a02-4817-be5b-890d241dfdae tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:20:38.734100 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f1dc3a-8a6d-4b4e-bbc3-b3fd191e9aab None None] Sync routers for ids ['bd2eb0ac-ae25-4649-bfba-28f644ccc201'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:20:38.738200 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6286927b-0a02-4817-be5b-890d241dfdae tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/bd2eb0ac-ae25-4649-bfba-28f644ccc201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0013611 May 30 20:20:38.740923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49884) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:38.757977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f1dc3a-8a6d-4b4e-bbc3-b3fd191e9aab None None] Routers {'bd2eb0ac-ae25-4649-bfba-28f644ccc201'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:38.758609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d4f1dc3a-8a6d-4b4e-bbc3-b3fd191e9aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:20:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bd2eb0ac-ae25-4649-bfba-28f644ccc201'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:38.762160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1163f-94a7-45be-8dc0-ed654e776fb0 req-6804090b-f93b-42a1-ac63-4009e576c715 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:38.766776 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbd1163f-94a7-45be-8dc0-ed654e776fb0 req-6804090b-f93b-42a1-ac63-4009e576c715 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/ports?device_id=738f4d50-5840-40fe-944b-6adb5c6d9864 HTTP/1.1" status: 200 len: 946 time: 0.3626394 May 30 20:20:38.782168 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfa94a-0c8c-41b0-a9f0-cc8c8d110234 req-65fd1a38-b686-4c84-840d-ec9fe27ecba4 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:38.786948 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ddfa94a-0c8c-41b0-a9f0-cc8c8d110234 req-65fd1a38-b686-4c84-840d-ec9fe27ecba4 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.3768468 May 30 20:20:38.811807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d9ef8dee-8d9a-495b-a143-da1e6062aee6 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Synchronizing usage tracker for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:38.843482 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d9ef8dee-8d9a-495b-a143-da1e6062aee6 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Unset dirty status for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:38.844897 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d9ef8dee-8d9a-495b-a143-da1e6062aee6 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd2eb0ac-ae25-4649-bfba-28f644ccc201 HTTP/1.1" status: 200 len: 205 time: 0.1018512 May 30 20:20:38.848706 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49888) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:38.855767 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d4f1dc3a-8a6d-4b4e-bbc3-b3fd191e9aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:38.873435 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:38.899208 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296', 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d', 'port_id': 'f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296', 'mac_address': 'fa:16:3e:16:22:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b992fea-fe7f-4d9e-bf47-9566f436954b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:20:38.951776 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ddfa94a-0c8c-41b0-a9f0-cc8c8d110234 req-b593d117-64c5-4386-b06b-12f45eba6b7f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254523 May 30 20:20:38.956292 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbd1163f-94a7-45be-8dc0-ed654e776fb0 req-908d7b1f-7e24-4647-9bba-9ec6792d2f13 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d4c327c-4e0d-417b-a9f0-8ed6eef45edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683915 May 30 20:20:39.028543 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:39.050021 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f1dc3a-8a6d-4b4e-bbc3-b3fd191e9aab None None] Routers {'bd2eb0ac-ae25-4649-bfba-28f644ccc201'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:39.050684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d4f1dc3a-8a6d-4b4e-bbc3-b3fd191e9aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:20:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bd2eb0ac-ae25-4649-bfba-28f644ccc201'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:39.213574 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33e1e229-dfa3-49b3-9525-809610fa49d4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:39.235749 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d4f1dc3a-8a6d-4b4e-bbc3-b3fd191e9aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:39.236195 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f1dc3a-8a6d-4b4e-bbc3-b3fd191e9aab None None] The sync data for ids ['bd2eb0ac-ae25-4649-bfba-28f644ccc201'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:20:39.268750 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:39.308025 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:39.319851 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:39.475221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:39.607394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ffb1e-9957-4c92-9e73-cd355eccfb9d req-68914fa9-6082-42df-97e9-515806ceb92c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:39.609245 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f18ffb1e-9957-4c92-9e73-cd355eccfb9d req-68914fa9-6082-42df-97e9-515806ceb92c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.2598817 May 30 20:20:39.610296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:20:39.615085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f217a6d-cb4f-4af9-ad4d-7775600b0243 req-616af0eb-b11f-4397-8624-66e9732051c6 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:39.617090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2f217a6d-cb4f-4af9-ad4d-7775600b0243 req-616af0eb-b11f-4397-8624-66e9732051c6 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 944 time: 0.1516051 May 30 20:20:39.687714 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2f217a6d-cb4f-4af9-ad4d-7775600b0243 req-0d265ca0-772c-430f-8f5a-c5c39683b8a3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553257 May 30 20:20:39.705185 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f18ffb1e-9957-4c92-9e73-cd355eccfb9d req-6804b6b2-d2a5-41c9-9d59-8f64a5b0ab5e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859613 May 30 20:20:40.029694 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33e1e229-dfa3-49b3-9525-809610fa49d4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:40.042311 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33e1e229-dfa3-49b3-9525-809610fa49d4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:40.077691 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33e1e229-dfa3-49b3-9525-809610fa49d4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:40.078338 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e1e229-dfa3-49b3-9525-809610fa49d4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Fanout notify agent at l3_agent the message router_deleted on router bd2eb0ac-ae25-4649-bfba-28f644ccc201 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:20:40.105146 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33e1e229-dfa3-49b3-9525-809610fa49d4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:40.108593 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-33e1e229-dfa3-49b3-9525-809610fa49d4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/routers/bd2eb0ac-ae25-4649-bfba-28f644ccc201 HTTP/1.1" status: 204 len: 168 time: 1.2578757 May 30 20:20:40.109101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49912) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:40.119851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bab64d-2aa1-4f21-b77d-6d35ef968296 req-2f1b6145-c699-433c-8d76-63ef0ed71e13 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:40.126224 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6bab64d-2aa1-4f21-b77d-6d35ef968296 req-2f1b6145-c699-433c-8d76-63ef0ed71e13 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.1393280 May 30 20:20:40.244013 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6bab64d-2aa1-4f21-b77d-6d35ef968296 req-33413684-d023-4aed-b97b-37c7637071f7 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052895 May 30 20:20:40.515022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting subnet 0fde49c6-cef4-438d-8cf9-921238b3f694 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:20:40.519079 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:40.627246 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:40.721156 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:40.810216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abae69a-1648-492f-afb0-a0810c5a0f13 req-baa7fd67-4239-45f9-8d12-eae6b6af084e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:40.817408 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:40.819315 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7abae69a-1648-492f-afb0-a0810c5a0f13 req-baa7fd67-4239-45f9-8d12-eae6b6af084e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.1862447 May 30 20:20:40.877831 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3171b4f-f2ec-410b-bfa8-69f6f7e9765f None None] Network f6975124-e752-4ed9-ba8d-8bf03e249099 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:20:40.880064 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:40.889438 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Subnet': ['ID=0fde49c6-cef4-438d-8cf9-921238b3f694,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:40.900158 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/subnets/0fde49c6-cef4-438d-8cf9-921238b3f694 HTTP/1.1" status: 204 len: 168 time: 0.7891729 May 30 20:20:40.905014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49930) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:40.932673 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:40.933021 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:40.933356 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:40.933743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:40.934199 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:40.934557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:40.934856 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:40.935186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:40.935530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:40.935892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:40.936875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19332164-d08a-4692-a784-fb00d343c3d3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:41.014934 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7abae69a-1648-492f-afb0-a0810c5a0f13 req-acc6c589-ad56-4b06-9fa1-37a43e22e80e tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940963 May 30 20:20:41.084805 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:41.096853 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65156d-42c7-4133-8799-6c5182e1046b req-822c6c9c-8325-4583-98b4-5c1a8aa792d8 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:41.099260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port 915628ab-0cf2-47de-a518-193fc4e78637 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:20:41.099603 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:41.111452 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c65156d-42c7-4133-8799-6c5182e1046b req-822c6c9c-8325-4583-98b4-5c1a8aa792d8 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/ports?device_id=738f4d50-5840-40fe-944b-6adb5c6d9864 HTTP/1.1" status: 200 len: 946 time: 0.2691803 May 30 20:20:41.229609 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c65156d-42c7-4133-8799-6c5182e1046b req-851fd6fc-2d44-4918-830e-3b49c0732217 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d4c327c-4e0d-417b-a9f0-8ed6eef45edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124239 May 30 20:20:41.457610 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8759bf6a-a3b7-447b-9510-479f79f2ee43 None None] DHCP port deletion for f6975124-e752-4ed9-ba8d-8bf03e249099 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:20:41.463428 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8759bf6a-a3b7-447b-9510-479f79f2ee43 None None] Deleting port 915628ab-0cf2-47de-a518-193fc4e78637 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:20:41.464069 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8759bf6a-a3b7-447b-9510-479f79f2ee43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:41.606097 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] For port 915628ab-0cf2-47de-a518-193fc4e78637, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=915628ab-0cf2-47de-a518-193fc4e78637,segment=NetworkSegment(80defdf0-4ecf-4684-b5eb-56e60e93b68c),segment_id=80defdf0-4ecf-4684-b5eb-56e60e93b68c)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:41.606546 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:41.628423 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a1833-e1c2-43fe-bc14-c12e60519616 req-1198223f-ab63-4e2a-962f-5413e1d7ecb2 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:41.629951 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-148a1833-e1c2-43fe-bc14-c12e60519616 req-1198223f-ab63-4e2a-962f-5413e1d7ecb2 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 944 time: 0.2647483 May 30 20:20:41.656395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248b3af-c779-45da-9469-b159574ba7f1 req-3e8241d2-1c96-4ce3-bb75-a49c1cd96add tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:41.658004 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9248b3af-c779-45da-9469-b159574ba7f1 req-3e8241d2-1c96-4ce3-bb75-a49c1cd96add tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.1385102 May 30 20:20:41.780739 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-148a1833-e1c2-43fe-bc14-c12e60519616 req-0e072298-e939-49d3-a6eb-3488ea0ebd5e tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309640 May 30 20:20:41.810474 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9248b3af-c779-45da-9469-b159574ba7f1 req-2ef619de-81bd-41f4-b2bb-21634dfd2d54 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365850 May 30 20:20:41.867368 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Calling delete_port for 915628ab-0cf2-47de-a518-193fc4e78637 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:20:41.944434 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8759bf6a-a3b7-447b-9510-479f79f2ee43 None None] For port 915628ab-0cf2-47de-a518-193fc4e78637, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=915628ab-0cf2-47de-a518-193fc4e78637,segment=NetworkSegment(80defdf0-4ecf-4684-b5eb-56e60e93b68c),segment_id=80defdf0-4ecf-4684-b5eb-56e60e93b68c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:41.945630 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8759bf6a-a3b7-447b-9510-479f79f2ee43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:42.083389 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8759bf6a-a3b7-447b-9510-479f79f2ee43 None None] Calling delete_port for 915628ab-0cf2-47de-a518-193fc4e78637 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:20:42.169795 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-8759bf6a-a3b7-447b-9510-479f79f2ee43 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 30 20:20:42.169795 n-d-843949-2 neutron-server[84025]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] May 30 20:20:42.169795 n-d-843949-2 neutron-server[84025]: [parameters: {'port_id': '915628ab-0cf2-47de-a518-193fc4e78637'}] May 30 20:20:42.169795 n-d-843949-2 neutron-server[84025]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:20:42.170298 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-8759bf6a-a3b7-447b-9510-479f79f2ee43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:20:42.183380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146630d-e0e7-46b8-a889-a880565192f0 req-46b8a7dd-73c3-4f2d-a760-76eb480e0e44 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:42.184972 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7146630d-e0e7-46b8-a889-a880565192f0 req-46b8a7dd-73c3-4f2d-a760-76eb480e0e44 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.1100457 May 30 20:20:42.205179 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:42.260667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7146630d-e0e7-46b8-a889-a880565192f0 req-1d47195f-b264-4f4b-8de6-634f9faaf5ca tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663307 May 30 20:20:42.449882 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:42.556481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Port': ['ID=915628ab-0cf2-47de-a518-193fc4e78637,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:42.568412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf86fe5-3fa7-48ed-a325-f48d167843b7 req-e9fdee60-f200-4bff-9219-6c5178db0591 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:42.569117 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-9bf86fe5-3fa7-48ed-a325-f48d167843b7 req-e9fdee60-f200-4bff-9219-6c5178db0591 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Synchronizing usage tracker for tenant:c8450dc17ce14dc899ef83e05cc76506 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:42.576762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] No DVR routers for this DVR port 915628ab-0cf2-47de-a518-193fc4e78637 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:20:42.582180 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:42.597434 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:42.598155 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:42.700098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8759bf6a-a3b7-447b-9510-479f79f2ee43 None None] Deleting port 915628ab-0cf2-47de-a518-193fc4e78637 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:20:42.700622 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8759bf6a-a3b7-447b-9510-479f79f2ee43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:42.801186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-9bf86fe5-3fa7-48ed-a325-f48d167843b7 req-e9fdee60-f200-4bff-9219-6c5178db0591 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Unset dirty status for tenant:c8450dc17ce14dc899ef83e05cc76506 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:42.802599 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9bf86fe5-3fa7-48ed-a325-f48d167843b7 req-e9fdee60-f200-4bff-9219-6c5178db0591 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.77 "GET /v2.0/ports?device_id=738f4d50-5840-40fe-944b-6adb5c6d9864 HTTP/1.1" status: 200 len: 946 time: 0.7775702 May 30 20:20:42.823433 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8759bf6a-a3b7-447b-9510-479f79f2ee43 None None] The port '915628ab-0cf2-47de-a518-193fc4e78637' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:20:42.871558 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7fb58-bb22-4a1c-a3d1-6a1006b13a49 req-9c026b83-3726-4b54-b912-752bce122720 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:42.873152 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59a7fb58-bb22-4a1c-a3d1-6a1006b13a49 req-9c026b83-3726-4b54-b912-752bce122720 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/ports?device_id=738f4d50-5840-40fe-944b-6adb5c6d9864 HTTP/1.1" status: 200 len: 946 time: 0.3616278 May 30 20:20:42.889588 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:42.894150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eb1f9-2b34-425d-978b-bc09b0c2f12b req-632ad8fa-f027-4a79-988c-12a64589fbfc tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:42.895633 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a24eb1f9-2b34-425d-978b-bc09b0c2f12b req-632ad8fa-f027-4a79-988c-12a64589fbfc tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.3009987 May 30 20:20:42.933669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-9bf86fe5-3fa7-48ed-a325-f48d167843b7 req-a3188ae3-c5d3-449c-97e5-baf22098bdda tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Deleting port 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:20:42.934275 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9bf86fe5-3fa7-48ed-a325-f48d167843b7 req-a3188ae3-c5d3-449c-97e5-baf22098bdda tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:42.938184 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:42.968763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6975124-e752-4ed9-ba8d-8bf03e249099']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:43.016249 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:43.019041 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e412691a-354c-4c70-b516-546deea5ab52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:43.038181 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:43.058700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80defdf0-4ecf-4684-b5eb-56e60e93b68c') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:43.059269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80defdf0-4ecf-4684-b5eb-56e60e93b68c') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:43.066617 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a24eb1f9-2b34-425d-978b-bc09b0c2f12b req-b4881c81-641b-41d7-822f-648cd1e35872 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220984 May 30 20:20:43.087894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 915628ab-0cf2-47de-a518-193fc4e78637 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:20:43.088925 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:43.135233 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 915628ab-0cf2-47de-a518-193fc4e78637 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:20:43.135573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 915628ab-0cf2-47de-a518-193fc4e78637 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:20:43.155829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59a7fb58-bb22-4a1c-a3d1-6a1006b13a49 req-6f4a601e-9703-4107-8290-4f76230f479e tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/security-groups?id=6d4c327c-4e0d-417b-a9f0-8ed6eef45edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591853 May 30 20:20:43.161614 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:43.212514 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:43.233198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:20:43.234060 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: timer() May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:20:43.249893 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:20:43.330634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fc1c6-e45f-41c6-be5b-2e77ae3ab1b8 req-3b3dcb4d-0906-4506-b643-ef20e03cfb56 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:43.338502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-df0fc1c6-e45f-41c6-be5b-2e77ae3ab1b8 req-3b3dcb4d-0906-4506-b643-ef20e03cfb56 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 945 time: 0.0998774 May 30 20:20:43.391501 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2c8373-37e9-4018-bd14-70c4a66615ca'] response: {'server_uuid': 'e412691a-354c-4c70-b516-546deea5ab52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296', 'code': 200} May 30 20:20:43.400640 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-df0fc1c6-e45f-41c6-be5b-2e77ae3ab1b8 req-e05d22cd-5624-43c9-819e-d1c300ed3295 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612290 May 30 20:20:43.428528 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:43.486029 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:43.488679 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Network': ['ID=f6975124-e752-4ed9-ba8d-8bf03e249099,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:43.519518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-9bf86fe5-3fa7-48ed-a325-f48d167843b7 req-a3188ae3-c5d3-449c-97e5-baf22098bdda tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] For port 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e,segment=NetworkSegment(dad3471d-c129-4234-9631-8cb07f6b0fdb),segment_id=dad3471d-c129-4234-9631-8cb07f6b0fdb)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:43.520140 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9bf86fe5-3fa7-48ed-a325-f48d167843b7 req-a3188ae3-c5d3-449c-97e5-baf22098bdda tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:43.582280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be52ffdf-354b-4a02-9d9c-360bfd371649 req-7d823733-a67e-4452-9b3c-611c98a0a36e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 1096 time: 0.1148779 May 30 20:20:43.715138 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be52ffdf-354b-4a02-9d9c-360bfd371649 req-455cc10c-4126-405b-b54c-ef713da1856c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224949 May 30 20:20:43.724735 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1307cfd0-ce81-41a1-84fa-205584d964f5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/networks/f6975124-e752-4ed9-ba8d-8bf03e249099 HTTP/1.1" status: 204 len: 168 time: 2.8185768 May 30 20:20:43.728988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49980) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:43.733523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-9bf86fe5-3fa7-48ed-a325-f48d167843b7 req-a3188ae3-c5d3-449c-97e5-baf22098bdda tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Calling delete_port for 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:20:43.735380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-7c6f7161-9b5a-4994-b53e-14bd38e75e31 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-469774712', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:43.747382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476e166-87e5-4082-9331-13abe5fc0c91 req-4fabb441-c498-499f-9641-e05dcc8ac8f4 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:43.748772 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1476e166-87e5-4082-9331-13abe5fc0c91 req-4fabb441-c498-499f-9641-e05dcc8ac8f4 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.1054933 May 30 20:20:43.749780 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7c6f7161-9b5a-4994-b53e-14bd38e75e31 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:43.755165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7c6f7161-9b5a-4994-b53e-14bd38e75e31 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:router and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:43.761634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7c6f7161-9b5a-4994-b53e-14bd38e75e31 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:43.778554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7c6f7161-9b5a-4994-b53e-14bd38e75e31 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:43.929765 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c6f7161-9b5a-4994-b53e-14bd38e75e31 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:43.930784 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c6f7161-9b5a-4994-b53e-14bd38e75e31 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:43.942447 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9bf86fe5-3fa7-48ed-a325-f48d167843b7 req-a3188ae3-c5d3-449c-97e5-baf22098bdda tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:43.950300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1476e166-87e5-4082-9331-13abe5fc0c91 req-2a611f0b-9db7-43df-b0a1-68911b83594c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735330 May 30 20:20:43.959746 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c6f7161-9b5a-4994-b53e-14bd38e75e31 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:43.981100 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c6f7161-9b5a-4994-b53e-14bd38e75e31 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:44.018097 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c6f7161-9b5a-4994-b53e-14bd38e75e31 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:44.019817 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7c6f7161-9b5a-4994-b53e-14bd38e75e31 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2898660 May 30 20:20:44.022743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49994) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:44.030311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a6ce3c0b-ff53-48ff-aaa8-2387dddce6cb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'network': {'name': 'tempest-RoutersTest-1702510311'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:44.036259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a6ce3c0b-ff53-48ff-aaa8-2387dddce6cb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:44.041672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a6ce3c0b-ff53-48ff-aaa8-2387dddce6cb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:network and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:44.045046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a6ce3c0b-ff53-48ff-aaa8-2387dddce6cb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:44.051114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a6ce3c0b-ff53-48ff-aaa8-2387dddce6cb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:44.065294 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ce3c0b-ff53-48ff-aaa8-2387dddce6cb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:44.068991 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a6ce3c0b-ff53-48ff-aaa8-2387dddce6cb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:44.070216 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3188ae3-c5d3-449c-97e5-baf22098bdda tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Pushing event deleted for resources: {'Port': ['ID=249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:44.107666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ce3c0b-ff53-48ff-aaa8-2387dddce6cb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:20:44.121868 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a6ce3c0b-ff53-48ff-aaa8-2387dddce6cb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:44.122553 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-a6ce3c0b-ff53-48ff-aaa8-2387dddce6cb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Added segment 54df5763-eb7b-41f3-925c-f0fd9730dad1 of type vlan for network 8d4900c6-7c50-4f38-8a28-3e569802ecfd May 30 20:20:44.133307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf86fe5-3fa7-48ed-a325-f48d167843b7 req-a3188ae3-c5d3-449c-97e5-baf22098bdda tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] No DVR routers for this DVR port 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:20:44.137341 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9bf86fe5-3fa7-48ed-a325-f48d167843b7 req-a3188ae3-c5d3-449c-97e5-baf22098bdda tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:44.141165 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738f4d50-5840-40fe-944b-6adb5c6d9864', 'name': 'network-vif-deleted', 'tag': '249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:44.161356 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a6ce3c0b-ff53-48ff-aaa8-2387dddce6cb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:44.181828 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9bf86fe5-3fa7-48ed-a325-f48d167843b7 req-a3188ae3-c5d3-449c-97e5-baf22098bdda tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.77 "DELETE /v2.0/ports/249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e HTTP/1.1" status: 204 len: 173 time: 1.3579040 May 30 20:20:44.205703 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a6ce3c0b-ff53-48ff-aaa8-2387dddce6cb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:44.224750 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b55f33a2-ad01-4752-bb01-cc05f86a21ed'] response: {'server_uuid': '738f4d50-5840-40fe-944b-6adb5c6d9864', 'name': 'network-vif-deleted', 'tag': '249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e', 'status': 'completed', 'code': 200} May 30 20:20:44.227096 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ce3c0b-ff53-48ff-aaa8-2387dddce6cb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:44.231275 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a6ce3c0b-ff53-48ff-aaa8-2387dddce6cb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:44.498353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa514f0a-73cc-4779-8577-5162d6af269e req-49e3bf58-869e-439b-b415-88afc3df4b14 tempest-ServerAddressesTestJSON-1908357269 tempest-ServerAddressesTestJSON-1908357269-project] 10.222.0.84 "GET /v2.0/ports?device_id=738f4d50-5840-40fe-944b-6adb5c6d9864 HTTP/1.1" status: 200 len: 210 time: 0.0970409 May 30 20:20:44.527439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a6ce3c0b-ff53-48ff-aaa8-2387dddce6cb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5008161 May 30 20:20:44.527894 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50010) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:44.540932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a6be9402-1ea8-465c-94f4-ae792e708634 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'subnet': {'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:44.551869 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce3c0b-ff53-48ff-aaa8-2387dddce6cb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Network': ['ID=8d4900c6-7c50-4f38-8a28-3e569802ecfd,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:44.579418 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 8d4900c6-7c50-4f38-8a28-3e569802ecfd details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:20:44.599774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d3ae3-4f52-4aad-8f52-29643289812c req-bf12fb7e-6904-445d-8c8d-f9813bb0dbd3 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:44.601799 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-820d3ae3-4f52-4aad-8f52-29643289812c req-bf12fb7e-6904-445d-8c8d-f9813bb0dbd3 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.3154073 May 30 20:20:44.704393 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-820d3ae3-4f52-4aad-8f52-29643289812c req-eb627279-9ca6-4c76-ad25-177084ed6e0a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968552 May 30 20:20:44.712910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a6be9402-1ea8-465c-94f4-ae792e708634 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:44.747578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a6be9402-1ea8-465c-94f4-ae792e708634 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:subnet and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:44.767814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a6be9402-1ea8-465c-94f4-ae792e708634 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:44.781047 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a6be9402-1ea8-465c-94f4-ae792e708634 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:44.805643 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6be9402-1ea8-465c-94f4-ae792e708634 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:44.999635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f816702-3467-4841-a75f-84c9ddae03c8 req-de596f03-4869-48a8-8e38-92c289d14496 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:45.002428 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f816702-3467-4841-a75f-84c9ddae03c8 req-de596f03-4869-48a8-8e38-92c289d14496 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 945 time: 0.2348351 May 30 20:20:45.089001 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6be9402-1ea8-465c-94f4-ae792e708634 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:45.216381 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f816702-3467-4841-a75f-84c9ddae03c8 req-781092a0-2f7b-4588-a011-0152b7013d68 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033699 May 30 20:20:45.247598 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad964b-1d52-41d1-b179-a686c1db7cf9 req-b4828413-d8d8-437c-8204-9ed402c572a2 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:45.249095 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4dad964b-1d52-41d1-b179-a686c1db7cf9 req-b4828413-d8d8-437c-8204-9ed402c572a2 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.1826324 May 30 20:20:45.365375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4dad964b-1d52-41d1-b179-a686c1db7cf9 req-3bd9aafb-5df7-4ad2-9df5-0d4ddf44f7a2 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088760 May 30 20:20:45.536514 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6be9402-1ea8-465c-94f4-ae792e708634 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:45.558662 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:20:45.657562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:20:45.658485 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 249ad1f2-e1bd-4411-bf16-f4d7ffe7d54e not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:20:45.730024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50068) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:45.835525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be9402-1ea8-465c-94f4-ae792e708634 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Checking segment: {'id': '54df5763-eb7b-41f3-925c-f0fd9730dad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:45.836088 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6be9402-1ea8-465c-94f4-ae792e708634 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network hostable DHCP agents. Network: 8d4900c6-7c50-4f38-8a28-3e569802ecfd, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:20:45.838885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68cb29d-e0bd-41ca-baba-2e481a27fb1b admin admin] Deleting subnet cfb3cf22-643b-4a65-b3d1-2b5381411fb8 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:20:45.843540 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b68cb29d-e0bd-41ca-baba-2e481a27fb1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:45.847097 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be9402-1ea8-465c-94f4-ae792e708634 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Subnet': ['ID=25acf181-0cec-42ba-8d40-2aee94520d30,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:45.865758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6be9402-1ea8-465c-94f4-ae792e708634 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network 8d4900c6-7c50-4f38-8a28-3e569802ecfd is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:20:45.880552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a6be9402-1ea8-465c-94f4-ae792e708634 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 8d4900c6-7c50-4f38-8a28-3e569802ecfd) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:45.886828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6be9402-1ea8-465c-94f4-ae792e708634 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:45.889596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a4c6c0-957b-447a-80b7-cda522007a2b None None] Network 8d4900c6-7c50-4f38-8a28-3e569802ecfd requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:20:45.900863 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6be9402-1ea8-465c-94f4-ae792e708634 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:45.903712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd5c29-c70f-4772-9189-3661e65edc82 req-43f535b4-8768-40a3-b578-fddf1ae2654a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:45.926429 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-89bd5c29-c70f-4772-9189-3661e65edc82 req-43f535b4-8768-40a3-b578-fddf1ae2654a tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.3282061 May 30 20:20:45.968842 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a6be9402-1ea8-465c-94f4-ae792e708634 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4396470 May 30 20:20:45.971826 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50082) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:46.184575 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:20:46.185659 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:46.313473 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b68cb29d-e0bd-41ca-baba-2e481a27fb1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:46.427311 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-89bd5c29-c70f-4772-9189-3661e65edc82 req-dab1bdaa-cf8e-4c3d-837e-2c664efcf09b tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949145 May 30 20:20:46.445220 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Allocated IP 172.20.0.2 (8d4900c6-7c50-4f38-8a28-3e569802ecfd/25acf181-0cec-42ba-8d40-2aee94520d30/765d51ef-371d-4a4b-89dd-957daec3e9f2) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:46.509944 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b68cb29d-e0bd-41ca-baba-2e481a27fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:46.729596 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:46.750183 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Transition to ACTIVE for port object 765d51ef-371d-4a4b-89dd-957daec3e9f2 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:46.773874 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Transition to ACTIVE for port object 765d51ef-371d-4a4b-89dd-957daec3e9f2 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:46.782324 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:46.812179 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b68cb29d-e0bd-41ca-baba-2e481a27fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:46.884769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cb29d-e0bd-41ca-baba-2e481a27fb1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfb3cf22-643b-4a65-b3d1-2b5381411fb8,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:46.918283 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b68cb29d-e0bd-41ca-baba-2e481a27fb1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:46.931175 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b68cb29d-e0bd-41ca-baba-2e481a27fb1b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/cfb3cf22-643b-4a65-b3d1-2b5381411fb8 HTTP/1.1" status: 204 len: 168 time: 1.2002683 May 30 20:20:46.934027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50106) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:46.992528 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Pushing event updated for resources: {'Port': ['ID=765d51ef-371d-4a4b-89dd-957daec3e9f2,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:47.005976 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Network 8d4900c6-7c50-4f38-8a28-3e569802ecfd is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:47.007935 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:47.018071 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:47.158819 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4136e97c-18b6-4fac-9b8e-701b58cda63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:47.238219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Attempting to bind port 765d51ef-371d-4a4b-89dd-957daec3e9f2 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:47.238593 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Attempting to bind port 765d51ef-371d-4a4b-89dd-957daec3e9f2 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '54df5763-eb7b-41f3-925c-f0fd9730dad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:47.238954 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Attempting to bind port 765d51ef-371d-4a4b-89dd-957daec3e9f2 on network 8d4900c6-7c50-4f38-8a28-3e569802ecfd {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:47.264584 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:47.265073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Checking segment: {'id': '54df5763-eb7b-41f3-925c-f0fd9730dad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:47.266297 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:47.266759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Bound using segment: {'id': '54df5763-eb7b-41f3-925c-f0fd9730dad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:47.269077 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Bound port: 765d51ef-371d-4a4b-89dd-957daec3e9f2, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54df5763-eb7b-41f3-925c-f0fd9730dad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:47.269489 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:47.350352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b967e9-770f-4aed-89e3-4627d593d03a req-d3c185c2-8374-4fe0-8f4f-8119f6e7f76a tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:47.365336 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e9b967e9-770f-4aed-89e3-4627d593d03a req-d3c185c2-8374-4fe0-8f4f-8119f6e7f76a tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 945 time: 0.6187837 May 30 20:20:47.537026 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4136e97c-18b6-4fac-9b8e-701b58cda63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:47.540699 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] For port 765d51ef-371d-4a4b-89dd-957daec3e9f2, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:47.544627 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] For port 765d51ef-371d-4a4b-89dd-957daec3e9f2, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=765d51ef-371d-4a4b-89dd-957daec3e9f2,segment=NetworkSegment(54df5763-eb7b-41f3-925c-f0fd9730dad1),segment_id=54df5763-eb7b-41f3-925c-f0fd9730dad1)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:47.552990 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:47.557548 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:47.603587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-4136e97c-18b6-4fac-9b8e-701b58cda63b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10699469-5f91-4d0a-baa6-db374fbcfde7']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:47.604364 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e9b967e9-770f-4aed-89e3-4627d593d03a req-7ad91d4b-250b-43b5-a822-f9819c311acd tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320602 May 30 20:20:47.638381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-4136e97c-18b6-4fac-9b8e-701b58cda63b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad3471d-c129-4234-9631-8cb07f6b0fdb') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:47.639234 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-4136e97c-18b6-4fac-9b8e-701b58cda63b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad3471d-c129-4234-9631-8cb07f6b0fdb') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:47.665866 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4136e97c-18b6-4fac-9b8e-701b58cda63b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:47.692585 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297d48d-eff8-4e80-af9b-6a965a63b80f None None] Pushing event updated for resources: {'Port': ['ID=765d51ef-371d-4a4b-89dd-957daec3e9f2,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:47.753137 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4136e97c-18b6-4fac-9b8e-701b58cda63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:47.769907 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4136e97c-18b6-4fac-9b8e-701b58cda63b admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:20:47.771284 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4136e97c-18b6-4fac-9b8e-701b58cda63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: timer() May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:20:47.820292 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:20:47.938500 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b851e-ec47-495c-be60-36dd4add6c81 req-2974a840-bf07-4726-a85d-447bfbda69ac tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:47.946705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d37b851e-ec47-495c-be60-36dd4add6c81 req-2974a840-bf07-4726-a85d-447bfbda69ac tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.5085680 May 30 20:20:47.982397 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4136e97c-18b6-4fac-9b8e-701b58cda63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:48.002660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4136e97c-18b6-4fac-9b8e-701b58cda63b admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:48.023935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136e97c-18b6-4fac-9b8e-701b58cda63b admin admin] Pushing event deleted for resources: {'Network': ['ID=10699469-5f91-4d0a-baa6-db374fbcfde7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:48.065987 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4136e97c-18b6-4fac-9b8e-701b58cda63b admin admin] 10.222.0.84 "DELETE /v2.0/networks/10699469-5f91-4d0a-baa6-db374fbcfde7 HTTP/1.1" status: 204 len: 168 time: 1.1303101 May 30 20:20:48.214458 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d37b851e-ec47-495c-be60-36dd4add6c81 req-fafbd048-8685-4af5-a049-b8d150424758 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470644 May 30 20:20:48.387278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f438cb-dd84-46f9-bbf4-39d37262c8d8 req-7527b0e8-a245-4e57-aacc-dec6ee3301c7 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:48.392453 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28f438cb-dd84-46f9-bbf4-39d37262c8d8 req-7527b0e8-a245-4e57-aacc-dec6ee3301c7 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 945 time: 0.5303183 May 30 20:20:48.494144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50134) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:48.626106 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a9bef919-31eb-4e77-b537-fd4f210d2ec1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c8450dc17ce14dc899ef83e05cc76506&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1307254 May 30 20:20:48.628831 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50140) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:48.737547 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f03ea14e-eab9-4b44-9a1d-4293424e303a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:48.800680 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f03ea14e-eab9-4b44-9a1d-4293424e303a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:48.811717 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28f438cb-dd84-46f9-bbf4-39d37262c8d8 req-e79bf3cb-b95b-4e22-aec5-ac33e1a08b56 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=cea06f1a-75bc-481f-81e3-d0678fe952dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4008706 May 30 20:20:48.907646 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f03ea14e-eab9-4b44-9a1d-4293424e303a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:48.951360 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f03ea14e-eab9-4b44-9a1d-4293424e303a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:48.958045 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f03ea14e-eab9-4b44-9a1d-4293424e303a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6d4c327c-4e0d-417b-a9f0-8ed6eef45edc HTTP/1.1" status: 204 len: 168 time: 0.3280685 May 30 20:20:48.959681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ea14e-eab9-4b44-9a1d-4293424e303a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4c327c-4e0d-417b-a9f0-8ed6eef45edc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:48.968938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Allocated IP 172.20.0.1 (8d4900c6-7c50-4f38-8a28-3e569802ecfd/25acf181-0cec-42ba-8d40-2aee94520d30/3e65fad3-c91d-4163-b507-665b7e853576) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:49.005932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d628be-bb9c-4396-b416-d1f3adaf8224 req-b577a36e-85d8-48bf-b310-423644758034 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:49.008448 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93d628be-bb9c-4396-b416-d1f3adaf8224 req-b577a36e-85d8-48bf-b310-423644758034 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.93 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 945 time: 0.4002194 May 30 20:20:49.013464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-48fc6205-490f-4811-aae7-c8a7d757b72f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:49.016316 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-48fc6205-490f-4811-aae7-c8a7d757b72f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 806 time: 0.5367210 May 30 20:20:49.174507 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1f76c6fd-354b-4a48-bd8c-6efe03d35e3c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/quotas/210942c2f7d24688a396c30d7894503b HTTP/1.1" status: 200 len: 375 time: 0.0781872 May 30 20:20:49.225361 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 765d51ef-371d-4a4b-89dd-957daec3e9f2 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:49.319900 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a01dada-7a8d-4671-a6f3-5e478958108f None None] Network 8d4900c6-7c50-4f38-8a28-3e569802ecfd requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:20:49.512142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-93d628be-bb9c-4396-b416-d1f3adaf8224 req-ff11dccf-cf86-43af-bf9c-1ed72c0468b3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Deleting port ee829873-4016-42b6-b524-9dbbb21728c8 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:20:49.512732 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-93d628be-bb9c-4396-b416-d1f3adaf8224 req-ff11dccf-cf86-43af-bf9c-1ed72c0468b3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:49.594686 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4e0fba85-7443-4107-8651-1aec16173e2f None None] Provisioning for port 765d51ef-371d-4a4b-89dd-957daec3e9f2 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:49.672055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50154) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:49.751086 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 765d51ef-371d-4a4b-89dd-957daec3e9f2 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:49.859567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 765d51ef-371d-4a4b-89dd-957daec3e9f2 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:49.860210 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:49.895593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e03e8d-eeaf-4177-b366-574028ea3614 admin admin] Deleting subnet 6832bb5b-b30c-4fad-b8ba-d9aa099e1dc9 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:20:49.909712 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42e03e8d-eeaf-4177-b366-574028ea3614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:49.991551 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42e03e8d-eeaf-4177-b366-574028ea3614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:49.996024 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:50.073301 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42e03e8d-eeaf-4177-b366-574028ea3614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:50.107391 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:20:50.116582 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-fd53ef0a-b517-4eb9-9dd7-cad0122a34de tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7392690 May 30 20:20:50.185335 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:50.207370 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42e03e8d-eeaf-4177-b366-574028ea3614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:50.267894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 765d51ef-371d-4a4b-89dd-957daec3e9f2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=765d51ef-371d-4a4b-89dd-957daec3e9f2,segment=NetworkSegment(54df5763-eb7b-41f3-925c-f0fd9730dad1),segment_id=54df5763-eb7b-41f3-925c-f0fd9730dad1)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:50.274937 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:50.301910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03e8d-eeaf-4177-b366-574028ea3614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6832bb5b-b30c-4fad-b8ba-d9aa099e1dc9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:50.333785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Transition to ACTIVE for port object 3e65fad3-c91d-4163-b507-665b7e853576 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:50.336369 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42e03e8d-eeaf-4177-b366-574028ea3614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:50.349351 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-42e03e8d-eeaf-4177-b366-574028ea3614 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/6832bb5b-b30c-4fad-b8ba-d9aa099e1dc9 HTTP/1.1" status: 204 len: 168 time: 0.6740029 May 30 20:20:50.350273 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50168) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:50.496068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-93d628be-bb9c-4396-b416-d1f3adaf8224 req-ff11dccf-cf86-43af-bf9c-1ed72c0468b3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] For port ee829873-4016-42b6-b524-9dbbb21728c8, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ee829873-4016-42b6-b524-9dbbb21728c8,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:50.496439 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-93d628be-bb9c-4396-b416-d1f3adaf8224 req-ff11dccf-cf86-43af-bf9c-1ed72c0468b3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:50.508895 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc68c529-d52a-455e-85ba-cd824bd71b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:50.529853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=765d51ef-371d-4a4b-89dd-957daec3e9f2,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:50.669797 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2ac20e13-fac3-477b-8b3c-a90548346dcd None None] Provisioning complete for port 765d51ef-371d-4a4b-89dd-957daec3e9f2 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:50.670173 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2ac20e13-fac3-477b-8b3c-a90548346dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:50.702082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc68c529-d52a-455e-85ba-cd824bd71b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:50.733831 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-dc68c529-d52a-455e-85ba-cd824bd71b97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703b76d5-eb9c-4482-87e3-cd66f2904e27']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:50.752699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-dc68c529-d52a-455e-85ba-cd824bd71b97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf37695-c2e3-48a3-a6d8-504162f22943') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:50.752997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-dc68c529-d52a-455e-85ba-cd824bd71b97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf37695-c2e3-48a3-a6d8-504162f22943') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:50.767475 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc68c529-d52a-455e-85ba-cd824bd71b97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:50.803410 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc68c529-d52a-455e-85ba-cd824bd71b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:50.821419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc68c529-d52a-455e-85ba-cd824bd71b97 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:20:50.821828 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc68c529-d52a-455e-85ba-cd824bd71b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:50.831732 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: timer() May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:20:50.936132 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:20:50.957001 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc68c529-d52a-455e-85ba-cd824bd71b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.019633 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc68c529-d52a-455e-85ba-cd824bd71b97 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.026039 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68c529-d52a-455e-85ba-cd824bd71b97 admin admin] Pushing event deleted for resources: {'Network': ['ID=703b76d5-eb9c-4482-87e3-cd66f2904e27,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:51.047034 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dc68c529-d52a-455e-85ba-cd824bd71b97 admin admin] 10.222.0.84 "DELETE /v2.0/networks/703b76d5-eb9c-4482-87e3-cd66f2904e27 HTTP/1.1" status: 204 len: 168 time: 0.6942272 May 30 20:20:51.094620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50186) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:51.117786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 765d51ef-371d-4a4b-89dd-957daec3e9f2 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:51.209514 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 765d51ef-371d-4a4b-89dd-957daec3e9f2 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:51.210107 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.283553 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-358853174-network', 'tenant_id': 'ee8413f36b734df198ff424d619ce8a2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:51.289332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:51.299567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Usage tracker for resource:network and tenant:ee8413f36b734df198ff424d619ce8a2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:51.305140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:51.314264 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:51.341557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Made reservation on behalf of ee8413f36b734df198ff424d619ce8a2 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:51.345147 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.369331 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.383879 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-93d628be-bb9c-4396-b416-d1f3adaf8224 req-ff11dccf-cf86-43af-bf9c-1ed72c0468b3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.384285 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-93d628be-bb9c-4396-b416-d1f3adaf8224 req-ff11dccf-cf86-43af-bf9c-1ed72c0468b3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.384866 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-93d628be-bb9c-4396-b416-d1f3adaf8224 req-ff11dccf-cf86-43af-bf9c-1ed72c0468b3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Floating IP 5ef9a889-2217-43c7-9211-601d2dfff8f3 disassociated. External IP: 172.25.5.83, port: ee829873-4016-42b6-b524-9dbbb21728c8. May 30 20:20:51.388369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-93d628be-bb9c-4396-b416-d1f3adaf8224 req-ff11dccf-cf86-43af-bf9c-1ed72c0468b3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Calling delete_port for ee829873-4016-42b6-b524-9dbbb21728c8 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:20:51.418114 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:51.427007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Usage tracker for resource:security_group_rule and tenant:ee8413f36b734df198ff424d619ce8a2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:51.430496 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:51.436972 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:51.441966 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50192) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:51.501252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network 8d4900c6-7c50-4f38-8a28-3e569802ecfd is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:51.512714 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.515098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:51.518257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:51.521521 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.555647 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:20:51.562424 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=3e65fad3-c91d-4163-b507-665b7e853576,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:51.573731 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.574670 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Added segment 947eac26-ae37-497d-96cb-5e616bf3db99 of type vlan for network 7bd168ef-4125-4303-b3dd-bef7e3b53f73 May 30 20:20:51.591051 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f6d3fe-9f02-493d-8112-0967c1ed9d75,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:51.612585 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.659492 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.660899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:51.661781 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.677060 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-94efafed-ed0d-4308-a8b3-3032a57ac68b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=608b247ba58240c299e7afc7b3126780&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2225506 May 30 20:20:51.697398 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50196) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:51.744765 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bebc91-eb5c-44b2-b4e4-8fc1277eca58 req-2c07a373-8a64-4e8d-acea-7902df86c50b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:51.746355 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6bebc91-eb5c-44b2-b4e4-8fc1277eca58 req-2c07a373-8a64-4e8d-acea-7902df86c50b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 945 time: 1.5958471 May 30 20:20:51.747136 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.790809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-58ca90d0-6e13-449c-a7c9-1ea677756e11 None None] Provisioning for port 3e65fad3-c91d-4163-b507-665b7e853576 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:51.800640 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-64cb350a-f768-46ba-82ae-508c0e000dfd service neutron] 10.222.0.84 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6830385 May 30 20:20:51.802302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-58ca90d0-6e13-449c-a7c9-1ea677756e11 None None] Provisioning complete for port 3e65fad3-c91d-4163-b507-665b7e853576 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:51.803749 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-58ca90d0-6e13-449c-a7c9-1ea677756e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.878733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-58ca90d0-6e13-449c-a7c9-1ea677756e11 None None] Port 3e65fad3-c91d-4163-b507-665b7e853576 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:20:51.889764 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] Pushing event updated for resources: {'Network': ['ID=7bd168ef-4125-4303-b3dd-bef7e3b53f73,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:51.893091 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6f1b215d-c61e-444b-bee5-5953d75a5ccf admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7973733 May 30 20:20:51.896313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50200) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:51.901281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 7bd168ef-4125-4303-b3dd-bef7e3b53f73 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:20:51.903077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-962621a6-1851-420b-ad6e-677e5b115305 admin admin] Request body: {'subnet': {'network_id': '7bd168ef-4125-4303-b3dd-bef7e3b53f73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-358853174-subnet', 'tenant_id': 'ee8413f36b734df198ff424d619ce8a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:51.909419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-962621a6-1851-420b-ad6e-677e5b115305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:51.914681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-962621a6-1851-420b-ad6e-677e5b115305 admin admin] Usage tracker for resource:subnet and tenant:ee8413f36b734df198ff424d619ce8a2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:51.919592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-962621a6-1851-420b-ad6e-677e5b115305 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:51.927181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-962621a6-1851-420b-ad6e-677e5b115305 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:51.939048 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962621a6-1851-420b-ad6e-677e5b115305 admin admin] Made reservation on behalf of ee8413f36b734df198ff424d619ce8a2 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:51.942045 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-962621a6-1851-420b-ad6e-677e5b115305 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.072381 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6bebc91-eb5c-44b2-b4e4-8fc1277eca58 req-0e9cf9a5-de37-4920-808c-f2709d711585 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=cea06f1a-75bc-481f-81e3-d0678fe952dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3169010 May 30 20:20:52.077061 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-f72bd29a-5ca4-4fdf-800b-27ea3bd89e19 service neutron] 10.222.0.84 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535310 May 30 20:20:52.108974 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d908c9b8-c6c6-4024-a993-fb849e890bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.127021 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-93d628be-bb9c-4396-b416-d1f3adaf8224 req-ff11dccf-cf86-43af-bf9c-1ed72c0468b3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.235943 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-962621a6-1851-420b-ad6e-677e5b115305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.260961 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11dccf-cf86-43af-bf9c-1ed72c0468b3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event deleted for resources: {'Port': ['ID=ee829873-4016-42b6-b524-9dbbb21728c8,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:52.318217 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d908c9b8-c6c6-4024-a993-fb849e890bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.441799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962621a6-1851-420b-ad6e-677e5b115305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=161c46aa-9db3-40c3-83ba-8fbf58bd1899,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:52.453853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962621a6-1851-420b-ad6e-677e5b115305 admin admin] Checking segment: {'id': '947eac26-ae37-497d-96cb-5e616bf3db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7bd168ef-4125-4303-b3dd-bef7e3b53f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:52.454265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962621a6-1851-420b-ad6e-677e5b115305 admin admin] Network hostable DHCP agents. Network: 7bd168ef-4125-4303-b3dd-bef7e3b53f73, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:20:52.464934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ee829873-4016-42b6-b524-9dbbb21728c8 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:20:52.481574 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.502444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962621a6-1851-420b-ad6e-677e5b115305 admin admin] Network 7bd168ef-4125-4303-b3dd-bef7e3b53f73 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:20:52.519479 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-962621a6-1851-420b-ad6e-677e5b115305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 7bd168ef-4125-4303-b3dd-bef7e3b53f73) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:52.526287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962621a6-1851-420b-ad6e-677e5b115305 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:52.529090 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-962621a6-1851-420b-ad6e-677e5b115305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.552609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ba113f-dfb0-44ff-a657-b7ed09ee9439 None None] Network 7bd168ef-4125-4303-b3dd-bef7e3b53f73 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:20:52.586120 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-962621a6-1851-420b-ad6e-677e5b115305 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6879733 May 30 20:20:52.593538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: ee829873-4016-42b6-b524-9dbbb21728c8 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:20:52.593986 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ee829873-4016-42b6-b524-9dbbb21728c8 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:20:52.733690 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-da4cfae7-79ac-4a93-9062-78b2a6ee7e52 req-629868e0-21a2-447f-a9ce-1e19c2e64fbb tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfa69dd1-841e-4829-94f4-67f9b1521127 HTTP/1.1" status: 200 len: 210 time: 0.1709576 May 30 20:20:53.067291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd2782e-d1b8-4d1d-8803-342d6849bb93 None None] Network 7bd168ef-4125-4303-b3dd-bef7e3b53f73 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:20:53.356301 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d908c9b8-c6c6-4024-a993-fb849e890bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:53.519718 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd63afc7-04d2-4907-8deb-a42a48b5fed4 req-55516c2c-03cf-448b-b6e8-f8736c747531 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 210 time: 0.1385536 May 30 20:20:53.530385 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908c9b8-c6c6-4024-a993-fb849e890bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da1d243-a002-4ac0-abcd-ca75fef7e9cd,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:53.961843 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-308bb933-773a-4aad-8610-839cb45fd811 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:53.963353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-308bb933-773a-4aad-8610-839cb45fd811 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/networks?id=7bd168ef-4125-4303-b3dd-bef7e3b53f73 HTTP/1.1" status: 200 len: 821 time: 0.4019091 May 30 20:20:53.964131 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d908c9b8-c6c6-4024-a993-fb849e890bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:53.965125 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d908c9b8-c6c6-4024-a993-fb849e890bb4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8da1d243-a002-4ac0-abcd-ca75fef7e9cd HTTP/1.1" status: 204 len: 168 time: 2.2671671 May 30 20:20:54.052395 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0574972f-11cd-41f0-8f54-bfb545348662 req-99fbaf93-c482-4c36-a640-f6cb62a360e3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfa69dd1-841e-4829-94f4-67f9b1521127 HTTP/1.1" status: 200 len: 210 time: 0.0718143 May 30 20:20:54.062944 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-14d206e3-1f6c-4c30-9a93-403d26095e44 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/quotas/ee8413f36b734df198ff424d619ce8a2 HTTP/1.1" status: 200 len: 375 time: 0.0806620 May 30 20:20:54.120043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93d628be-bb9c-4396-b416-d1f3adaf8224 req-ff11dccf-cf86-43af-bf9c-1ed72c0468b3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Router bb4d76d1-e126-45dd-bd0c-615ec1775543 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:20:54.130517 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-d1566e0d-bb10-4ed7-bcca-da0b076d0816 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee8413f36b734df198ff424d619ce8a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609264 May 30 20:20:54.254741 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:54.373998 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:54.549511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-f514f5b8-9f34-4861-8705-145e4d6c3a75 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:54.552548 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-f514f5b8-9f34-4861-8705-145e4d6c3a75 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.77 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 806 time: 0.2312446 May 30 20:20:54.577386 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-69f7ed0c-80b8-4dcb-8c2a-c9f46c28d1f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Request body: {'port': {'device_id': 'dfa69dd1-841e-4829-94f4-67f9b1521127', 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d', 'admin_state_up': True, 'tenant_id': '210942c2f7d24688a396c30d7894503b'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:54.748674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-be1ffab0-8944-4c69-9e11-cba7d4958cf0 service neutron] 10.222.0.84 "GET /v2.0/networks/7bd168ef-4125-4303-b3dd-bef7e3b53f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171670 May 30 20:20:54.807229 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-69f7ed0c-80b8-4dcb-8c2a-c9f46c28d1f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:54.811659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-69f7ed0c-80b8-4dcb-8c2a-c9f46c28d1f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Usage tracker for resource:port and tenant:210942c2f7d24688a396c30d7894503b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:54.814662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-69f7ed0c-80b8-4dcb-8c2a-c9f46c28d1f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:54.821908 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-69f7ed0c-80b8-4dcb-8c2a-c9f46c28d1f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:54.833933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-69f7ed0c-80b8-4dcb-8c2a-c9f46c28d1f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Made reservation on behalf of 210942c2f7d24688a396c30d7894503b for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:54.839438 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-69f7ed0c-80b8-4dcb-8c2a-c9f46c28d1f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:54.844608 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:54.853360 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4792b6c6-9807-4fc8-b435-56a75982dc1d req-e2c6fee5-cc76-40da-8bae-22a335d33fb3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Synchronizing usage tracker for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:54.856170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=3e65fad3-c91d-4163-b507-665b7e853576,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:55.023577 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4792b6c6-9807-4fc8-b435-56a75982dc1d req-e2c6fee5-cc76-40da-8bae-22a335d33fb3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Unset dirty status for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:55.036811 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4792b6c6-9807-4fc8-b435-56a75982dc1d req-e2c6fee5-cc76-40da-8bae-22a335d33fb3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 210 time: 0.3039265 May 30 20:20:55.071536 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-69f7ed0c-80b8-4dcb-8c2a-c9f46c28d1f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Allocated IP 172.20.0.6 (b1e22102-21d2-4484-a4f4-26f76f6ed12d/0b992fea-fe7f-4d9e-bf47-9566f436954b/1db1e742-7997-4749-902f-ebf2ec7d1e5d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:55.245845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network 8d4900c6-7c50-4f38-8a28-3e569802ecfd is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:55.249743 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-cb8c7aff-c1e3-4926-a814-21b605947b7d service neutron] 10.222.0.84 "GET /v2.0/networks/7bd168ef-4125-4303-b3dd-bef7e3b53f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538410 May 30 20:20:55.252420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:55.444971 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-69f7ed0c-80b8-4dcb-8c2a-c9f46c28d1f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:55.478128 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-69f7ed0c-80b8-4dcb-8c2a-c9f46c28d1f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:55.491188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9ecf0614-9706-4eab-a0ba-9e8ab6958178', 'f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:20:55.651642 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-69f7ed0c-80b8-4dcb-8c2a-c9f46c28d1f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Network b1e22102-21d2-4484-a4f4-26f76f6ed12d is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:55.664230 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-69f7ed0c-80b8-4dcb-8c2a-c9f46c28d1f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:55.673884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-69f7ed0c-80b8-4dcb-8c2a-c9f46c28d1f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:55.745062 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7ed0c-80b8-4dcb-8c2a-c9f46c28d1f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Pushing event updated for resources: {'Port': ['ID=1db1e742-7997-4749-902f-ebf2ec7d1e5d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:55.798316 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-69f7ed0c-80b8-4dcb-8c2a-c9f46c28d1f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:55.798945 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-69f7ed0c-80b8-4dcb-8c2a-c9f46c28d1f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:55.853678 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-69f7ed0c-80b8-4dcb-8c2a-c9f46c28d1f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2809324 May 30 20:20:55.870241 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Request body: {'port': {'device_id': 'dfa69dd1-841e-4829-94f4-67f9b1521127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:55.975997 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-46b8e2a0-dc5a-4cb5-9214-74f937a1b0b0 None None] Provisioning complete for port 3e65fad3-c91d-4163-b507-665b7e853576 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:55.976711 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-46b8e2a0-dc5a-4cb5-9214-74f937a1b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:56.000957 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3292f97a-858a-49a0-8b12-40230c890875 req-d43151a1-4443-4bf1-bc8d-4b4a531017f5 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/ports?device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 210 time: 0.1637900 May 30 20:20:56.044865 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:56.175889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93d628be-bb9c-4396-b416-d1f3adaf8224 req-ff11dccf-cf86-43af-bf9c-1ed72c0468b3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:20:56.188347 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2415fd52-60f1-4947-9ae9-665b06b56820 None None] Sync routers for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:20:56.218588 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2415fd52-60f1-4947-9ae9-665b06b56820 None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:56.222621 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2415fd52-60f1-4947-9ae9-665b06b56820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:20:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:56.276446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-46b8e2a0-dc5a-4cb5-9214-74f937a1b0b0 None None] Port 3e65fad3-c91d-4163-b507-665b7e853576 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:20:56.658790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a9e60a36-86c3-4a91-b30f-3dfe4c1bc38d req-a264c1b5-6693-4ede-b16f-4cf53f60c683 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 210 time: 0.1743658 May 30 20:20:56.660390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d628be-bb9c-4396-b416-d1f3adaf8224 req-ff11dccf-cf86-43af-bf9c-1ed72c0468b3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] No DVR routers for this DVR port ee829873-4016-42b6-b524-9dbbb21728c8 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:20:56.664745 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-93d628be-bb9c-4396-b416-d1f3adaf8224 req-ff11dccf-cf86-43af-bf9c-1ed72c0468b3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:56.674144 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93d628be-bb9c-4396-b416-d1f3adaf8224 req-ff11dccf-cf86-43af-bf9c-1ed72c0468b3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.93 "DELETE /v2.0/ports/ee829873-4016-42b6-b524-9dbbb21728c8 HTTP/1.1" status: 204 len: 173 time: 7.6539323 May 30 20:20:56.675685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b686c431-d353-4ef2-a7dd-8466f0ff107e', 'name': 'network-vif-deleted', 'tag': 'ee829873-4016-42b6-b524-9dbbb21728c8'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:56.742677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509a01-9c3e-4177-84e0-382e876e9ef3 req-dfafbc52-734f-49e7-b717-e3079756f4e3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:56.748682 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f509a01-9c3e-4177-84e0-382e876e9ef3 req-dfafbc52-734f-49e7-b717-e3079756f4e3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfa69dd1-841e-4829-94f4-67f9b1521127 HTTP/1.1" status: 200 len: 931 time: 0.9126279 May 30 20:20:56.831914 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-2415fd52-60f1-4947-9ae9-665b06b56820 None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:20:56.930925 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f509a01-9c3e-4177-84e0-382e876e9ef3 req-15628489-b693-402e-a533-fdc8c97b8bc2 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693797 May 30 20:20:57.084481 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b927a141-e211-484e-ac3e-a92ea02e8ba8'] response: {'server_uuid': 'b686c431-d353-4ef2-a7dd-8466f0ff107e', 'name': 'network-vif-deleted', 'tag': 'ee829873-4016-42b6-b524-9dbbb21728c8', 'status': 'completed', 'code': 200} May 30 20:20:57.102608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router b727b84d-64bc-40cb-be7d-42a33d16f237 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:20:57.152785 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db1e742-7997-4749-902f-ebf2ec7d1e5d {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:57.186930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:57.237201 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Transition to ACTIVE for port object 1db1e742-7997-4749-902f-ebf2ec7d1e5d will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:57.244018 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:57.463450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62ec19d2-cde3-414e-83e9-a97a58fc2d2c req-6c162c78-2d9b-4eb7-9567-3e142fbf2f2a tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/ports?device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 210 time: 0.1415143 May 30 20:20:57.727226 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2415fd52-60f1-4947-9ae9-665b06b56820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '57bc96f4-d6cd-4eba-acfc-721e17e0c91b', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'port_id': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'mac_address': 'fa:16:3e:81:21:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae6c35-6f49-4c43-8516-548c33215704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:18:09Z', 'updated_at': '2022-05-30T20:18:53Z', 'revision_number': 2, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:57.761522 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2415fd52-60f1-4947-9ae9-665b06b56820 None None] Checking router: bb4d76d1-e126-45dd-bd0c-615ec1775543 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:20:57.782820 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-52f14868-1aa7-453a-bad6-a6ce6c301c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:57.824397 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2415fd52-60f1-4947-9ae9-665b06b56820 None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:57.831197 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2415fd52-60f1-4947-9ae9-665b06b56820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:20:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:57.943370 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Pushing event updated for resources: {'Port': ['ID=1db1e742-7997-4749-902f-ebf2ec7d1e5d,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:58.068572 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6789d4c-6667-4731-bdd5-b0cbc8689a4d req-80c981ef-c074-4283-865d-13b13af6ef5a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=b686c431-d353-4ef2-a7dd-8466f0ff107e HTTP/1.1" status: 200 len: 210 time: 0.0824165 May 30 20:20:58.201374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Attempting to bind port 1db1e742-7997-4749-902f-ebf2ec7d1e5d on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:58.202353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Attempting to bind port 1db1e742-7997-4749-902f-ebf2ec7d1e5d by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:58.202682 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Attempting to bind port 1db1e742-7997-4749-902f-ebf2ec7d1e5d on network b1e22102-21d2-4484-a4f4-26f76f6ed12d {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:58.221443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Port 1db1e742-7997-4749-902f-ebf2ec7d1e5d on network b1e22102-21d2-4484-a4f4-26f76f6ed12d not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:20:58.223216 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Attempting to bind port 1db1e742-7997-4749-902f-ebf2ec7d1e5d on network b1e22102-21d2-4484-a4f4-26f76f6ed12d {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:58.256433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:58.258547 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Checking segment: {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:58.260018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Bound using segment: {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:58.260768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Bound port: 1db1e742-7997-4749-902f-ebf2ec7d1e5d, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:58.264085 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:58.306845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-d6a6d03a-5f7a-4bb4-a8de-f54c144ee736 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:58.308192 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-d6a6d03a-5f7a-4bb4-a8de-f54c144ee736 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.77 "GET /v2.0/networks?id=7bd168ef-4125-4303-b3dd-bef7e3b53f73 HTTP/1.1" status: 200 len: 821 time: 0.5952888 May 30 20:20:58.323855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:20:58.332795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5e913370-b6a8-4f31-8013-4a9b9ce2f001 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/b727b84d-64bc-40cb-be7d-42a33d16f237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3572776 May 30 20:20:58.334100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-81777482-6798-4b07-80f3-05adf0e6ad40 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Request body: {'port': {'device_id': 'c07d2129-d0be-4339-bbad-f10ec92da9bd', 'network_id': '7bd168ef-4125-4303-b3dd-bef7e3b53f73', 'admin_state_up': True, 'tenant_id': 'ee8413f36b734df198ff424d619ce8a2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:58.338873 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Sync routers for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:20:58.349848 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50332) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:58.366147 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:58.366803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:20:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:58.426386 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-93618403-477d-4f4b-9f39-2496a77218c1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'network': {'name': 'tempest-RoutersTest-1230836781'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:58.461507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-93618403-477d-4f4b-9f39-2496a77218c1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:58.485720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-93618403-477d-4f4b-9f39-2496a77218c1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:network and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:58.499293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-93618403-477d-4f4b-9f39-2496a77218c1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:58.528105 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-2415fd52-60f1-4947-9ae9-665b06b56820 None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:20:58.535754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-93618403-477d-4f4b-9f39-2496a77218c1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:58.560487 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] For port 1db1e742-7997-4749-902f-ebf2ec7d1e5d, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:58.564107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] For port 1db1e742-7997-4749-902f-ebf2ec7d1e5d, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1db1e742-7997-4749-902f-ebf2ec7d1e5d,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:58.565367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93618403-477d-4f4b-9f39-2496a77218c1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:58.570260 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93618403-477d-4f4b-9f39-2496a77218c1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:58.584708 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:58.635779 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:20:58.670825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-81777482-6798-4b07-80f3-05adf0e6ad40 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:58.678056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-81777482-6798-4b07-80f3-05adf0e6ad40 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Usage tracker for resource:port and tenant:ee8413f36b734df198ff424d619ce8a2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:58.683255 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-81777482-6798-4b07-80f3-05adf0e6ad40 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:58.692010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-81777482-6798-4b07-80f3-05adf0e6ad40 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:58.707536 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497bbd1-7a9d-4139-a60c-9fda49cb48d5 req-5512db41-1d55-4908-a032-f9763cd93472 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:58.714571 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c497bbd1-7a9d-4139-a60c-9fda49cb48d5 req-5512db41-1d55-4908-a032-f9763cd93472 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.5329375 May 30 20:20:58.724554 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:58.726477 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] 10.222.0.77 "PUT /v2.0/ports/1db1e742-7997-4749-902f-ebf2ec7d1e5d HTTP/1.1" status: 200 len: 1091 time: 2.8612261 May 30 20:20:58.727259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa69dd1-841e-4829-94f4-67f9b1521127', 'tag': '1db1e742-7997-4749-902f-ebf2ec7d1e5d'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:58.759681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93618403-477d-4f4b-9f39-2496a77218c1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:20:58.770795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-81777482-6798-4b07-80f3-05adf0e6ad40 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Made reservation on behalf of ee8413f36b734df198ff424d619ce8a2 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:58.774366 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-81777482-6798-4b07-80f3-05adf0e6ad40 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:58.822010 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c497bbd1-7a9d-4139-a60c-9fda49cb48d5 req-4560bf5d-fe1f-4c29-8932-2e229cd7c39c tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064987 May 30 20:20:58.853247 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93618403-477d-4f4b-9f39-2496a77218c1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:58.853591 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-93618403-477d-4f4b-9f39-2496a77218c1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Added segment 1d2af21a-a5cf-434d-8462-b88f3e061e2a of type vlan for network faa24437-8b8a-4982-94b6-cf429bfa7a2d May 30 20:20:58.886221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004b2d7-5a35-4daa-a317-b6c0c535827e service neutron] Pushing event updated for resources: {'Port': ['ID=1db1e742-7997-4749-902f-ebf2ec7d1e5d,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:58.896014 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93618403-477d-4f4b-9f39-2496a77218c1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:58.966708 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93618403-477d-4f4b-9f39-2496a77218c1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:58.970435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93618403-477d-4f4b-9f39-2496a77218c1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:58.971011 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93618403-477d-4f4b-9f39-2496a77218c1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:58.980369 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-175fa234-ef4d-4222-a01c-0913f4967200 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&device_id=dfa69dd1-841e-4829-94f4-67f9b1521127 HTTP/1.1" status: 200 len: 1094 time: 0.1960824 May 30 20:20:58.998119 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1056ac-9646-40f8-a44d-1e471b3549e5 req-af797c32-078e-4561-bd5b-01ea6709be7f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:59.010339 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5f1056ac-9646-40f8-a44d-1e471b3549e5 req-af797c32-078e-4561-bd5b-01ea6709be7f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfa69dd1-841e-4829-94f4-67f9b1521127 HTTP/1.1" status: 200 len: 943 time: 0.4414713 May 30 20:20:59.118416 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5f1056ac-9646-40f8-a44d-1e471b3549e5 req-4f0a4adf-28b9-408b-9bba-f016a44373a5 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071339 May 30 20:20:59.184125 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-9902c29c-16e6-49d7-ba7b-c17dac5e4454 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1db1e742-7997-4749-902f-ebf2ec7d1e5d HTTP/1.1" status: 200 len: 217 time: 0.1871591 May 30 20:20:59.188896 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-93618403-477d-4f4b-9f39-2496a77218c1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8379798 May 30 20:20:59.191573 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50348) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:59.195892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93618403-477d-4f4b-9f39-2496a77218c1 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Network': ['ID=faa24437-8b8a-4982-94b6-cf429bfa7a2d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:59.202740 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-146e563f-8302-4263-85d2-ca4879802356 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'subnet': {'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:59.220316 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network faa24437-8b8a-4982-94b6-cf429bfa7a2d details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:20:59.242996 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f131cee-3670-4ff6-bfe3-7a0366e72df3 req-00b0cf09-e898-47f1-b003-7d2a99680d12 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/ports?device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 210 time: 0.1469567 May 30 20:20:59.285338 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2415fd52-60f1-4947-9ae9-665b06b56820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '57bc96f4-d6cd-4eba-acfc-721e17e0c91b', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'port_id': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'mac_address': 'fa:16:3e:81:21:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae6c35-6f49-4c43-8516-548c33215704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:18:09Z', 'updated_at': '2022-05-30T20:18:53Z', 'revision_number': 2, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:59.290378 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2415fd52-60f1-4947-9ae9-665b06b56820 None None] The sync data for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 is: [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '57bc96f4-d6cd-4eba-acfc-721e17e0c91b', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'port_id': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'mac_address': 'fa:16:3e:81:21:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae6c35-6f49-4c43-8516-548c33215704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:18:09Z', 'updated_at': '2022-05-30T20:18:53Z', 'revision_number': 2, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:20:59.313544 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee76e502-4385-4e53-90fc-db2b4b345d89'] response: {'name': 'network-changed', 'server_uuid': 'dfa69dd1-841e-4829-94f4-67f9b1521127', 'tag': '1db1e742-7997-4749-902f-ebf2ec7d1e5d', 'status': 'completed', 'code': 200} May 30 20:20:59.501622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-2397aaf6-3d73-4e03-96ef-3e9dd72ddcfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:59.503344 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-2397aaf6-3d73-4e03-96ef-3e9dd72ddcfb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b992fea-fe7f-4d9e-bf47-9566f436954b HTTP/1.1" status: 200 len: 846 time: 0.3084419 May 30 20:20:59.517702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-146e563f-8302-4263-85d2-ca4879802356 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:59.525079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-146e563f-8302-4263-85d2-ca4879802356 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:subnet and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:59.529903 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-146e563f-8302-4263-85d2-ca4879802356 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:59.535523 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:20:52Z', 'revision_number': 2, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:20:53Z', 'revision_number': 2, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:59.539588 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-146e563f-8302-4263-85d2-ca4879802356 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:59.545801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Checking router: b727b84d-64bc-40cb-be7d-42a33d16f237 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:20:59.546152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Updating router b727b84d-64bc-40cb-be7d-42a33d16f237 port 3e65fad3-c91d-4163-b507-665b7e853576 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:20:59.547517 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50360) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:59.591251 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146e563f-8302-4263-85d2-ca4879802356 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:59.613211 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:59.639065 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-981403d4-75ee-4254-b9de-3c9118ddd76f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1e22102-21d2-4484-a4f4-26f76f6ed12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902252 May 30 20:20:59.696334 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-0a61828c-ad46-4981-a010-ff3af4146680 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=0623461af4eb40b7a7c8696429fe1967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1094005 May 30 20:20:59.726383 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96087f79-7ff0-463e-b1ed-6b4e021809ca None None] New status for floating IP 5ef9a889-2217-43c7-9211-601d2dfff8f3: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:20:59.745677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-81777482-6798-4b07-80f3-05adf0e6ad40 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Allocated IP 172.20.0.12 (7bd168ef-4125-4303-b3dd-bef7e3b53f73/161c46aa-9db3-40c3-83ba-8fbf58bd1899/067e0a76-eea8-4b6f-bba7-b325c0e15333) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:59.830027 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-146e563f-8302-4263-85d2-ca4879802356 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:59.941132 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-63ebf891-2928-4aad-9140-98ef76399a45 service neutron] 10.222.0.77 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400417 May 30 20:20:59.950068 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fa33c440-1dc1-4e90-b0c3-b80eb11fb4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:00.119819 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:00.135986 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Transition to ACTIVE for port object 3e65fad3-c91d-4163-b507-665b7e853576 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:00.136757 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2daf6713-65a5-4bc4-ba3a-10029871f15b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:00.146770 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:00.171191 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2daf6713-65a5-4bc4-ba3a-10029871f15b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:00.265231 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2daf6713-65a5-4bc4-ba3a-10029871f15b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:00.314997 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc305e9-58d3-4049-aa1a-ce8c9d2c60a9 None None] Pushing event updated for resources: {'Port': ['ID=3e65fad3-c91d-4163-b507-665b7e853576,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:00.361811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf6713-65a5-4bc4-ba3a-10029871f15b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea06f1a-75bc-481f-81e3-d0678fe952dc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:00.373047 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2daf6713-65a5-4bc4-ba3a-10029871f15b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:00.380786 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2daf6713-65a5-4bc4-ba3a-10029871f15b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "DELETE /v2.0/security-groups/cea06f1a-75bc-481f-81e3-d0678fe952dc HTTP/1.1" status: 204 len: 168 time: 0.8306625 May 30 20:21:00.388661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50372) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:00.437559 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-ec13921b-6278-4f63-bfb1-c147520b441e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] show failed (client error): The resource could not be found. May 30 20:21:00.438684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ec13921b-6278-4f63-bfb1-c147520b441e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups/cea06f1a-75bc-481f-81e3-d0678fe952dc HTTP/1.1" status: 404 len: 347 time: 0.0308049 May 30 20:21:00.449243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50376) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:00.457400 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5b69c41f-6601-4bf1-b993-65a231089d5b req-855eff43-447f-4d2f-b6f2-7940e81b16dd service neutron] 10.222.0.77 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577906 May 30 20:21:00.461606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557d778-d549-4541-a9ff-851009dca6e2 req-10519ad3-0504-4d5e-9bc6-486b23eeb38f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:00.464762 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5557d778-d549-4541-a9ff-851009dca6e2 req-10519ad3-0504-4d5e-9bc6-486b23eeb38f tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.93 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.8094461 May 30 20:21:00.489167 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Attempting to bind port 3e65fad3-c91d-4163-b507-665b7e853576 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:21:00.489529 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Attempting to bind port 3e65fad3-c91d-4163-b507-665b7e853576 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '54df5763-eb7b-41f3-925c-f0fd9730dad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:21:00.489900 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Attempting to bind port 3e65fad3-c91d-4163-b507-665b7e853576 on network 8d4900c6-7c50-4f38-8a28-3e569802ecfd {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:00.519146 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:21:00.519509 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Checking segment: {'id': '54df5763-eb7b-41f3-925c-f0fd9730dad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:00.519900 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:00.520353 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Bound using segment: {'id': '54df5763-eb7b-41f3-925c-f0fd9730dad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:21:00.520888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Bound port: 3e65fad3-c91d-4163-b507-665b7e853576, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54df5763-eb7b-41f3-925c-f0fd9730dad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:21:00.521199 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:00.611145 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-81777482-6798-4b07-80f3-05adf0e6ad40 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:00.645204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-5557d778-d549-4541-a9ff-851009dca6e2 req-eba82cb8-ac77-4f15-bfff-2b346948c5b0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Deleting port 3b4ed5f3-d88c-4707-b4c8-5738236cd402 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:00.645546 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5557d778-d549-4541-a9ff-851009dca6e2 req-eba82cb8-ac77-4f15-bfff-2b346948c5b0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:00.704650 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-7fb8191e-c01d-4eec-8a6c-445ddf2093f7 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:00.708055 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-7fb8191e-c01d-4eec-8a6c-445ddf2093f7 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0067174 May 30 20:21:00.758336 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] For port 3e65fad3-c91d-4163-b507-665b7e853576, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:00.762114 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] For port 3e65fad3-c91d-4163-b507-665b7e853576, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3e65fad3-c91d-4163-b507-665b7e853576,segment=NetworkSegment(54df5763-eb7b-41f3-925c-f0fd9730dad1),segment_id=54df5763-eb7b-41f3-925c-f0fd9730dad1)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:21:00.767143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca899b86-8702-412f-b151-a58becbe9c92 req-cc4edf03-3000-4d19-be66-68fdd15a85e0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:00.768979 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca899b86-8702-412f-b151-a58becbe9c92 req-cc4edf03-3000-4d19-be66-68fdd15a85e0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 947 time: 0.6286030 May 30 20:21:00.771095 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:00.788618 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-241956f9-c28a-462e-a084-51e26af3ac45 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/quotas/0623461af4eb40b7a7c8696429fe1967 HTTP/1.1" status: 200 len: 375 time: 0.0481334 May 30 20:21:00.818724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e91e70ee-86f6-45c9-8cb1-245b0aa99bc9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Deleting port ccf652dd-81df-40be-86a0-51d1853852ce {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:00.819855 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e91e70ee-86f6-45c9-8cb1-245b0aa99bc9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:00.888091 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:21:00.889127 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:21:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:00.940341 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-3bb0c3fb-ddf7-4c90-b92a-bd27dbd5759d tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0623461af4eb40b7a7c8696429fe1967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1233840 May 30 20:21:01.013326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc305e9-58d3-4049-aa1a-ce8c9d2c60a9 None None] Pushing event updated for resources: {'Port': ['ID=3e65fad3-c91d-4163-b507-665b7e853576,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:01.035224 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-81777482-6798-4b07-80f3-05adf0e6ad40 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:01.188023 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca899b86-8702-412f-b151-a58becbe9c92 req-a37ea2e8-d9e7-4c4f-9853-7ae26bb377b6 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/security-groups?id=76aadaf8-bfd2-4e86-bca1-65346e924e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696401 May 30 20:21:01.209581 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:01.230463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:21:01.235018 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-118c6edc-82d4-4c6f-a08d-ff51bd8adf5b req-f561bc83-3037-4a9f-9401-7ad2e3d34fce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&device_id=dfa69dd1-841e-4829-94f4-67f9b1521127 HTTP/1.1" status: 200 len: 1094 time: 0.4178658 May 30 20:21:01.288092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-81777482-6798-4b07-80f3-05adf0e6ad40 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Network 7bd168ef-4125-4303-b3dd-bef7e3b53f73 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:01.302140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-81777482-6798-4b07-80f3-05adf0e6ad40 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:01.337289 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81777482-6798-4b07-80f3-05adf0e6ad40 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Pushing event updated for resources: {'Port': ['ID=067e0a76-eea8-4b6f-bba7-b325c0e15333,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:01.385665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-5557d778-d549-4541-a9ff-851009dca6e2 req-eba82cb8-ac77-4f15-bfff-2b346948c5b0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] For port 3b4ed5f3-d88c-4707-b4c8-5738236cd402, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3b4ed5f3-d88c-4707-b4c8-5738236cd402,segment=NetworkSegment(4d10fbeb-2125-48cc-a069-4a88bc5a0de9),segment_id=4d10fbeb-2125-48cc-a069-4a88bc5a0de9)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:01.386395 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5557d778-d549-4541-a9ff-851009dca6e2 req-eba82cb8-ac77-4f15-bfff-2b346948c5b0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:01.443474 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c6edc-82d4-4c6f-a08d-ff51bd8adf5b req-b37f947b-8989-4e43-8dc2-3d125ac51dec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:01.445037 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-118c6edc-82d4-4c6f-a08d-ff51bd8adf5b req-b37f947b-8989-4e43-8dc2-3d125ac51dec service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 907 time: 0.1990428 May 30 20:21:01.449712 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-146e563f-8302-4263-85d2-ca4879802356 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:01.552544 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-81777482-6798-4b07-80f3-05adf0e6ad40 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:01.594248 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-5557d778-d549-4541-a9ff-851009dca6e2 req-eba82cb8-ac77-4f15-bfff-2b346948c5b0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Calling delete_port for 3b4ed5f3-d88c-4707-b4c8-5738236cd402 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:01.639103 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:01.647798 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-118c6edc-82d4-4c6f-a08d-ff51bd8adf5b req-286d664d-79f7-4501-9362-c2d43a1f1ef0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1db1e742-7997-4749-902f-ebf2ec7d1e5d HTTP/1.1" status: 200 len: 217 time: 0.1895499 May 30 20:21:01.653821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e563f-8302-4263-85d2-ca4879802356 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Checking segment: {'id': '1d2af21a-a5cf-434d-8462-b88f3e061e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:01.654185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e563f-8302-4263-85d2-ca4879802356 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network hostable DHCP agents. Network: faa24437-8b8a-4982-94b6-cf429bfa7a2d, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:21:01.663479 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e91e70ee-86f6-45c9-8cb1-245b0aa99bc9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:01.663744 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e91e70ee-86f6-45c9-8cb1-245b0aa99bc9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:01.731325 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:20:52Z', 'revision_number': 2, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:00Z', 'revision_number': 4, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:01.735995 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb6f85-0c63-4265-96bf-28a6613564d5 None None] The sync data for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 is: [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:20:52Z', 'revision_number': 2, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:00Z', 'revision_number': 4, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:21:01.739582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e563f-8302-4263-85d2-ca4879802356 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Subnet': ['ID=5d3c5f58-81c6-44bb-8be5-84957f1c8fbc,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:01.795177 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-81777482-6798-4b07-80f3-05adf0e6ad40 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:01.796645 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-81777482-6798-4b07-80f3-05adf0e6ad40 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:01.864845 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-81777482-6798-4b07-80f3-05adf0e6ad40 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5389760 May 30 20:21:01.885949 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Request body: {'port': {'device_id': 'c07d2129-d0be-4339-bbad-f10ec92da9bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:01.896117 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e91e70ee-86f6-45c9-8cb1-245b0aa99bc9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Calling delete_port for ccf652dd-81df-40be-86a0-51d1853852ce owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:01.951999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e563f-8302-4263-85d2-ca4879802356 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network faa24437-8b8a-4982-94b6-cf429bfa7a2d is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:21:01.972318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c6edc-82d4-4c6f-a08d-ff51bd8adf5b req-86ba17ad-e8b1-46bc-b3ce-b61020b7b28c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:01.985258 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-118c6edc-82d4-4c6f-a08d-ff51bd8adf5b req-86ba17ad-e8b1-46bc-b3ce-b61020b7b28c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b992fea-fe7f-4d9e-bf47-9566f436954b HTTP/1.1" status: 200 len: 846 time: 0.2980285 May 30 20:21:02.039778 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-118c6edc-82d4-4c6f-a08d-ff51bd8adf5b req-301cab0b-73ea-4452-a632-2eaebe1d4acb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1e22102-21d2-4484-a4f4-26f76f6ed12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530534 May 30 20:21:02.048623 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-146e563f-8302-4263-85d2-ca4879802356 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, faa24437-8b8a-4982-94b6-cf429bfa7a2d) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:02.055628 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146e563f-8302-4263-85d2-ca4879802356 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:02.056283 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-146e563f-8302-4263-85d2-ca4879802356 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:02.063354 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313cd066-8f49-4ccb-99cf-7315829409a3 None None] Network faa24437-8b8a-4982-94b6-cf429bfa7a2d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:02.167948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b24bee-2a47-4fb5-8389-0d944b46d989 req-eb801262-e6f5-48eb-8509-e3af3346968b tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:02.168709 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a5b24bee-2a47-4fb5-8389-0d944b46d989 req-eb801262-e6f5-48eb-8509-e3af3346968b tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Synchronizing usage tracker for tenant:ee8413f36b734df198ff424d619ce8a2 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:02.187656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a18dd-4175-4d8d-8104-06e7b49faba1 req-39edfd95-1336-4575-a724-fa906b3574f6 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:02.193536 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-146e563f-8302-4263-85d2-ca4879802356 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0009024 May 30 20:21:02.201512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50396) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:02.206895 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-656a18dd-4175-4d8d-8104-06e7b49faba1 req-39edfd95-1336-4575-a724-fa906b3574f6 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfa69dd1-841e-4829-94f4-67f9b1521127 HTTP/1.1" status: 200 len: 943 time: 0.6472888 May 30 20:21:02.336447 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:02.374180 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5557d778-d549-4541-a9ff-851009dca6e2 req-eba82cb8-ac77-4f15-bfff-2b346948c5b0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:02.437611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['3b4ed5f3-d88c-4707-b4c8-5738236cd402'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:21:02.487091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba82cb8-ac77-4f15-bfff-2b346948c5b0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Pushing event deleted for resources: {'Port': ['ID=3b4ed5f3-d88c-4707-b4c8-5738236cd402,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:02.490343 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a5b24bee-2a47-4fb5-8389-0d944b46d989 req-eb801262-e6f5-48eb-8509-e3af3346968b tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Unset dirty status for tenant:ee8413f36b734df198ff424d619ce8a2 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:02.491576 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a5b24bee-2a47-4fb5-8389-0d944b46d989 req-eb801262-e6f5-48eb-8509-e3af3346968b tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/ports?device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 932 time: 0.8659680 May 30 20:21:02.601935 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-118c6edc-82d4-4c6f-a08d-ff51bd8adf5b req-37f81238-c4a5-493a-b95c-8eb947be41dd service neutron] 10.222.0.77 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335424 May 30 20:21:02.648117 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-656a18dd-4175-4d8d-8104-06e7b49faba1 req-61a30c8c-904d-4a48-bea1-54383d51f52f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403119 May 30 20:21:02.658806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:21:02.659344 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:02.811854 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e91e70ee-86f6-45c9-8cb1-245b0aa99bc9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:02.837220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5557d778-d549-4541-a9ff-851009dca6e2 req-eba82cb8-ac77-4f15-bfff-2b346948c5b0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] No DVR routers for this DVR port 3b4ed5f3-d88c-4707-b4c8-5738236cd402 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:21:02.842257 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:02.843452 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-5557d778-d549-4541-a9ff-851009dca6e2 req-eba82cb8-ac77-4f15-bfff-2b346948c5b0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:02.853019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c', 'name': 'network-vif-deleted', 'tag': '3b4ed5f3-d88c-4707-b4c8-5738236cd402'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:02.912751 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e70ee-86f6-45c9-8cb1-245b0aa99bc9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event deleted for resources: {'Port': ['ID=ccf652dd-81df-40be-86a0-51d1853852ce,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:02.976275 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6c51fe68-13e3-4662-91fb-7f790c7c74a6 req-e0ceb3fb-cf42-4b18-a951-e1418331e998 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 210 time: 0.0732691 May 30 20:21:02.982629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Allocated IP 172.21.0.2 (faa24437-8b8a-4982-94b6-cf429bfa7a2d/5d3c5f58-81c6-44bb-8be5-84957f1c8fbc/cbf031ba-a806-46a7-9faf-19d507fbd2c7) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:02.983084 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-25aead68-f489-4f65-9cb2-aee30854159f tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=0623461af4eb40b7a7c8696429fe1967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1732285 May 30 20:21:02.983578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5557d778-d549-4541-a9ff-851009dca6e2 req-eba82cb8-ac77-4f15-bfff-2b346948c5b0 tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.93 "DELETE /v2.0/ports/3b4ed5f3-d88c-4707-b4c8-5738236cd402 HTTP/1.1" status: 204 len: 173 time: 2.5066938 May 30 20:21:03.037978 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a5b24bee-2a47-4fb5-8389-0d944b46d989 req-d0444bf4-62b6-4509-8e17-c248a0960e40 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/security-groups?id=60f6d3fe-9f02-493d-8112-0967c1ed9d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024493 May 30 20:21:03.249459 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8427ab1c-cc03-4657-9cd1-911e357cc0c2'] response: {'server_uuid': 'ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c', 'name': 'network-vif-deleted', 'tag': '3b4ed5f3-d88c-4707-b4c8-5738236cd402', 'status': 'completed', 'code': 200} May 30 20:21:03.297841 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3e65fad3-c91d-4163-b507-665b7e853576 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:03.311315 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e91e70ee-86f6-45c9-8cb1-245b0aa99bc9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:03.396021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-40519951-7061-4432-9b9b-883d1958b0a3 req-d2b480ec-034a-446c-9d2b-b0504b7d76db tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Synchronizing usage tracker for tenant:6a5fc31d675c4cedbf2186089e4f965b on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:03.442372 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e91e70ee-86f6-45c9-8cb1-245b0aa99bc9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:03.446626 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e91e70ee-86f6-45c9-8cb1-245b0aa99bc9 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "DELETE /v2.0/floatingips/5ef9a889-2217-43c7-9211-601d2dfff8f3 HTTP/1.1" status: 204 len: 168 time: 2.9934676 May 30 20:21:03.446784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-40519951-7061-4432-9b9b-883d1958b0a3 req-d2b480ec-034a-446c-9d2b-b0504b7d76db tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] Unset dirty status for tenant:6a5fc31d675c4cedbf2186089e4f965b on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:03.461842 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-40519951-7061-4432-9b9b-883d1958b0a3 req-d2b480ec-034a-446c-9d2b-b0504b7d76db tempest-ServersNegativeTestJSON-575564986 tempest-ServersNegativeTestJSON-575564986-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad7b6ffd-ade5-449e-a7d7-5fed0ef5453c HTTP/1.1" status: 200 len: 210 time: 0.1696892 May 30 20:21:03.469275 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-118c6edc-82d4-4c6f-a08d-ff51bd8adf5b req-6d4affb7-75ba-40a3-ad12-0145be1505ac service neutron] 10.222.0.77 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584511 May 30 20:21:03.536363 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:03.537436 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-179511fc-6871-4edc-a480-8eb0a333768e tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:03.539700 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-179511fc-6871-4edc-a480-8eb0a333768e tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5365102 May 30 20:21:03.548526 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Transition to ACTIVE for port object cbf031ba-a806-46a7-9faf-19d507fbd2c7 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:03.569927 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:03.579515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Transition to ACTIVE for port object cbf031ba-a806-46a7-9faf-19d507fbd2c7 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:03.591772 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:03.593936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067e0a76-eea8-4b6f-bba7-b325c0e15333 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:03.604587 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:03.635732 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Transition to ACTIVE for port object 067e0a76-eea8-4b6f-bba7-b325c0e15333 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:03.652828 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:03.670999 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 3e65fad3-c91d-4163-b507-665b7e853576 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:03.682816 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1db1e742-7997-4749-902f-ebf2ec7d1e5d details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:21:03.721508 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3e65fad3-c91d-4163-b507-665b7e853576 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:03.724320 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:03.781892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Request body: {'port': {'device_id': 'a4b9e7bd-c824-4ba9-a47e-83f377f091e8', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '0623461af4eb40b7a7c8696429fe1967'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:03.810374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Pushing event updated for resources: {'Port': ['ID=067e0a76-eea8-4b6f-bba7-b325c0e15333,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:03.824097 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Network faa24437-8b8a-4982-94b6-cf429bfa7a2d is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:03.891784 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:03.924669 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Pushing event updated for resources: {'Port': ['ID=cbf031ba-a806-46a7-9faf-19d507fbd2c7,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:03.933446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:04.007490 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:21:04.027191 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:04.027697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:04.028073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:04.028406 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:04.028840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:04.029057 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:04.029383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:04.029707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:04.030028 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:04.030346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:04.030730 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:04.155893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:04.166702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Usage tracker for resource:port and tenant:0623461af4eb40b7a7c8696429fe1967 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:04.180753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:04.197121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:04.219931 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Attempting to bind port 067e0a76-eea8-4b6f-bba7-b325c0e15333 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:21:04.220472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Attempting to bind port 067e0a76-eea8-4b6f-bba7-b325c0e15333 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '947eac26-ae37-497d-96cb-5e616bf3db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7bd168ef-4125-4303-b3dd-bef7e3b53f73'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:21:04.220613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Attempting to bind port 067e0a76-eea8-4b6f-bba7-b325c0e15333 on network 7bd168ef-4125-4303-b3dd-bef7e3b53f73 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:04.232318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5f365-14bd-496a-97ce-a08c90d406d2 req-afe4d703-7d0a-4319-82cf-8dd1bee90953 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:04.236410 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:04.244784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97e5f365-14bd-496a-97ce-a08c90d406d2 req-afe4d703-7d0a-4319-82cf-8dd1bee90953 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfa69dd1-841e-4829-94f4-67f9b1521127 HTTP/1.1" status: 200 len: 943 time: 0.2507002 May 30 20:21:04.247656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Port 067e0a76-eea8-4b6f-bba7-b325c0e15333 on network 7bd168ef-4125-4303-b3dd-bef7e3b53f73 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:21:04.248019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Attempting to bind port 067e0a76-eea8-4b6f-bba7-b325c0e15333 on network 7bd168ef-4125-4303-b3dd-bef7e3b53f73 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:04.260747 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:21:04.261085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Checking segment: {'id': '947eac26-ae37-497d-96cb-5e616bf3db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7bd168ef-4125-4303-b3dd-bef7e3b53f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:04.261470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Bound using segment: {'id': '947eac26-ae37-497d-96cb-5e616bf3db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7bd168ef-4125-4303-b3dd-bef7e3b53f73'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:21:04.261966 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Bound port: 067e0a76-eea8-4b6f-bba7-b325c0e15333, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947eac26-ae37-497d-96cb-5e616bf3db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7bd168ef-4125-4303-b3dd-bef7e3b53f73'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:21:04.262353 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:04.293709 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Attempting to bind port cbf031ba-a806-46a7-9faf-19d507fbd2c7 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:21:04.294354 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Attempting to bind port cbf031ba-a806-46a7-9faf-19d507fbd2c7 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '1d2af21a-a5cf-434d-8462-b88f3e061e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:21:04.294878 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Attempting to bind port cbf031ba-a806-46a7-9faf-19d507fbd2c7 on network faa24437-8b8a-4982-94b6-cf429bfa7a2d {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:04.327133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1db1e742-7997-4749-902f-ebf2ec7d1e5d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1db1e742-7997-4749-902f-ebf2ec7d1e5d,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:04.337529 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 3e65fad3-c91d-4163-b507-665b7e853576, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3e65fad3-c91d-4163-b507-665b7e853576,segment=NetworkSegment(54df5763-eb7b-41f3-925c-f0fd9730dad1),segment_id=54df5763-eb7b-41f3-925c-f0fd9730dad1)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:04.339092 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:21:04.339747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Checking segment: {'id': '1d2af21a-a5cf-434d-8462-b88f3e061e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:04.340572 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:04.341401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Bound using segment: {'id': '1d2af21a-a5cf-434d-8462-b88f3e061e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:21:04.342047 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Bound port: cbf031ba-a806-46a7-9faf-19d507fbd2c7, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2af21a-a5cf-434d-8462-b88f3e061e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:21:04.342768 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:04.359833 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:04.416362 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '1db1e742-7997-4749-902f-ebf2ec7d1e5d', 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d', 'port_id': '1db1e742-7997-4749-902f-ebf2ec7d1e5d', 'mac_address': 'fa:16:3e:cf:d3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b992fea-fe7f-4d9e-bf47-9566f436954b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:21:04.438443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Made reservation on behalf of 0623461af4eb40b7a7c8696429fe1967 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:04.441307 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:04.464024 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:04.508980 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3b4ed5f3-d88c-4707-b4c8-5738236cd402 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:21:04.516563 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97e5f365-14bd-496a-97ce-a08c90d406d2 req-42db22b2-c109-4496-90c4-1c55eda91980 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568195 May 30 20:21:04.521024 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b1dcf8f6-515f-47de-9010-c9de288095b2 req-c214a292-ea07-4f94-a171-69fdf6ce8a8e tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 210 time: 0.0887053 May 30 20:21:04.528080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:04.534148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Usage tracker for resource:security_group_rule and tenant:0623461af4eb40b7a7c8696429fe1967 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:04.537513 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:04.538563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] For port 067e0a76-eea8-4b6f-bba7-b325c0e15333, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:04.544958 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:04.560923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] For port 067e0a76-eea8-4b6f-bba7-b325c0e15333, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=067e0a76-eea8-4b6f-bba7-b325c0e15333,segment=NetworkSegment(947eac26-ae37-497d-96cb-5e616bf3db99),segment_id=947eac26-ae37-497d-96cb-5e616bf3db99)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:21:04.580804 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:04.589913 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 3b4ed5f3-d88c-4707-b4c8-5738236cd402 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:21:04.590472 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3b4ed5f3-d88c-4707-b4c8-5738236cd402 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:21:04.619203 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=3e65fad3-c91d-4163-b507-665b7e853576,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:04.651530 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:04.687407 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:04.688844 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] 10.222.0.77 "PUT /v2.0/ports/067e0a76-eea8-4b6f-bba7-b325c0e15333 HTTP/1.1" status: 200 len: 1092 time: 2.8077362 May 30 20:21:04.717421 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] For port cbf031ba-a806-46a7-9faf-19d507fbd2c7, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:04.723400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db1e742-7997-4749-902f-ebf2ec7d1e5d {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:04.731597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] For port cbf031ba-a806-46a7-9faf-19d507fbd2c7, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cbf031ba-a806-46a7-9faf-19d507fbd2c7,segment=NetworkSegment(1d2af21a-a5cf-434d-8462-b88f3e061e2a),segment_id=1d2af21a-a5cf-434d-8462-b88f3e061e2a)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:21:04.759054 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:04.787279 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:04.796336 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1db1e742-7997-4749-902f-ebf2ec7d1e5d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1db1e742-7997-4749-902f-ebf2ec7d1e5d,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:04.810951 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:04.840184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df8f17-c5de-4665-ab82-927d743f930c service neutron] Pushing event updated for resources: {'Port': ['ID=067e0a76-eea8-4b6f-bba7-b325c0e15333,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:04.873613 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:04.873919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d90dd-a7cb-49d8-976b-04c3e670d8c0 req-9892b628-3e83-490a-b50a-4c1efcd54269 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:04.875638 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-456d90dd-a7cb-49d8-976b-04c3e670d8c0 req-9892b628-3e83-490a-b50a-4c1efcd54269 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/ports?device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 944 time: 0.1839719 May 30 20:21:04.937119 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:04.957468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50428) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:05.000310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdf077-a770-452b-b125-5de3d2920e38 None None] Pushing event updated for resources: {'Port': ['ID=cbf031ba-a806-46a7-9faf-19d507fbd2c7,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:05.010205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-88b1483c-aed9-4c74-bcb4-d8ad4fa08918 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee8413f36b734df198ff424d619ce8a2&device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 1095 time: 0.2609177 May 30 20:21:05.026784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-456d90dd-a7cb-49d8-976b-04c3e670d8c0 req-5d97704c-be40-4879-a6b2-9eaa7a852e16 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/security-groups?id=60f6d3fe-9f02-493d-8112-0967c1ed9d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398106 May 30 20:21:05.035108 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4968559f-5ddc-4b85-a060-10739677c8dc,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:05.125575 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3e65fad3-c91d-4163-b507-665b7e853576 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:05.127496 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-593e2ffc-9e4a-43b6-b791-84f4edb7cd86 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=067e0a76-eea8-4b6f-bba7-b325c0e15333 HTTP/1.1" status: 200 len: 217 time: 0.0984669 May 30 20:21:05.212548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=1db1e742-7997-4749-902f-ebf2ec7d1e5d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:05.233275 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['1db1e742-7997-4749-902f-ebf2ec7d1e5d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:21:05.410369 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3e65fad3-c91d-4163-b507-665b7e853576 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:05.410746 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:05.487246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07d2129-d0be-4339-bbad-f10ec92da9bd', 'tag': '067e0a76-eea8-4b6f-bba7-b325c0e15333'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:05.555066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-1a887109-7282-4486-a916-96d07823fa50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:05.560432 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-1a887109-7282-4486-a916-96d07823fa50 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=161c46aa-9db3-40c3-83ba-8fbf58bd1899 HTTP/1.1" status: 200 len: 861 time: 0.4263692 May 30 20:21:05.659001 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-06ab8c15-bfe7-4f1a-894b-83bab4f431cd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bd168ef-4125-4303-b3dd-bef7e3b53f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882850 May 30 20:21:05.661133 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b4fd3c5-f8e1-4f1c-bfcd-b8423df65b29'] response: {'name': 'network-changed', 'server_uuid': 'c07d2129-d0be-4339-bbad-f10ec92da9bd', 'tag': '067e0a76-eea8-4b6f-bba7-b325c0e15333', 'status': 'completed', 'code': 200} May 30 20:21:05.930120 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-abb016d6-e550-486d-b1fb-b84250058663 req-477da4ad-4db6-418d-99f4-22c882632c89 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 210 time: 0.1209772 May 30 20:21:05.995419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8235d0-4302-4022-aa0a-a22f52517bb0 admin admin] Deleting subnet c0791857-266d-4d4d-abe5-3d3ca4eece3f {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:21:06.002886 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-81da2cbb-5399-4e45-8ad4-f2232aff80cd service neutron] 10.222.0.77 "GET /v2.0/networks/7bd168ef-4125-4303-b3dd-bef7e3b53f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340104 May 30 20:21:06.005917 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd8235d0-4302-4022-aa0a-a22f52517bb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:06.072655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280f780-33d3-432a-ac9a-4987f4a53f84 req-fdeb2c58-319d-4d38-a6d4-64179677c67d tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:06.084768 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d280f780-33d3-432a-ac9a-4987f4a53f84 req-fdeb2c58-319d-4d38-a6d4-64179677c67d tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfa69dd1-841e-4829-94f4-67f9b1521127 HTTP/1.1" status: 200 len: 944 time: 0.2766323 May 30 20:21:06.089806 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd8235d0-4302-4022-aa0a-a22f52517bb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:06.157761 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd8235d0-4302-4022-aa0a-a22f52517bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:06.276350 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d280f780-33d3-432a-ac9a-4987f4a53f84 req-4bde4ab0-cd4f-4666-99c8-d6dbb8c7da47 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902924 May 30 20:21:06.298050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Allocated IP 172.21.0.1 (faa24437-8b8a-4982-94b6-cf429bfa7a2d/5d3c5f58-81c6-44bb-8be5-84957f1c8fbc/bc631eab-cf0b-4808-9b04-b2b7245c8276) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:06.373957 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9408a1a3-cb1e-4b75-b930-13248e5bd10b req-95f72854-7b6e-439d-9821-0afdf1206255 service neutron] 10.222.0.77 "GET /v2.0/networks/7bd168ef-4125-4303-b3dd-bef7e3b53f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532774 May 30 20:21:06.380963 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Allocated IP 192.168.233.142 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/9148ad4a-6242-4d79-ade8-eff94c98667a) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:06.470939 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd8235d0-4302-4022-aa0a-a22f52517bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:06.564820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8235d0-4302-4022-aa0a-a22f52517bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0791857-266d-4d4d-abe5-3d3ca4eece3f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:06.583187 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd8235d0-4302-4022-aa0a-a22f52517bb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:06.592600 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8efba3-fbb7-4eb0-a380-e0c3ba9c4b34 None None] Network faa24437-8b8a-4982-94b6-cf429bfa7a2d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:06.601510 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bd8235d0-4302-4022-aa0a-a22f52517bb0 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c0791857-266d-4d4d-abe5-3d3ca4eece3f HTTP/1.1" status: 204 len: 168 time: 1.6430008 May 30 20:21:06.628303 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50448) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:06.820732 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:06.863308 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-860bda8a-bf30-4bc2-ac06-cecd73f87b4c None None] Provisioning for port cbf031ba-a806-46a7-9faf-19d507fbd2c7 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:06.908076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Transition to ACTIVE for port object bc631eab-cf0b-4808-9b04-b2b7245c8276 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:06.947369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be1097ae-7e64-4458-9bd2-49725651bc13 req-3178ee79-b295-45de-a825-da578d0b8f8a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee8413f36b734df198ff424d619ce8a2&device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 1095 time: 0.4653385 May 30 20:21:06.964705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030c9fc-adac-4c48-bc0e-99022dcc2f93 req-1becf398-fc88-4b71-9b34-b905a793ce2f tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:06.966314 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e030c9fc-adac-4c48-bc0e-99022dcc2f93 req-1becf398-fc88-4b71-9b34-b905a793ce2f tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/ports?device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 944 time: 0.5681858 May 30 20:21:06.969036 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebb67a0f-ed27-4abe-898f-e20ebd1bd459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:07.055585 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:07.057498 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:07.070207 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:07.165778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cbf031ba-a806-46a7-9faf-19d507fbd2c7 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:07.172846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=bc631eab-cf0b-4808-9b04-b2b7245c8276,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:07.179881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Transition to ACTIVE for port object 9148ad4a-6242-4d79-ade8-eff94c98667a will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:07.192880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network faa24437-8b8a-4982-94b6-cf429bfa7a2d is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:07.195618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:07.198446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:07.262403 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port cbf031ba-a806-46a7-9faf-19d507fbd2c7 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:07.271406 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port cbf031ba-a806-46a7-9faf-19d507fbd2c7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:07.275145 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:07.280264 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:07.292943 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:07.371151 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1097ae-7e64-4458-9bd2-49725651bc13 req-5b0ee447-d4d9-4808-b06b-0546d2ac9e1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:07.372856 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be1097ae-7e64-4458-9bd2-49725651bc13 req-5b0ee447-d4d9-4808-b06b-0546d2ac9e1c service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bd168ef-4125-4303-b3dd-bef7e3b53f73 HTTP/1.1" status: 200 len: 922 time: 0.4171126 May 30 20:21:07.414138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:07.421902 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:07.425166 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Pushing event updated for resources: {'Port': ['ID=9148ad4a-6242-4d79-ade8-eff94c98667a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:07.435646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:07.500583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6bd44771-5a93-4ca5-9557-9e6b157e82b5 None None] Provisioning complete for port cbf031ba-a806-46a7-9faf-19d507fbd2c7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:07.500954 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6bd44771-5a93-4ca5-9557-9e6b157e82b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:07.530634 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e030c9fc-adac-4c48-bc0e-99022dcc2f93 req-c397476b-e74c-468c-ba10-f8a8a5d314c3 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/security-groups?id=60f6d3fe-9f02-493d-8112-0967c1ed9d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5572066 May 30 20:21:07.548437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:07.549666 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:07.573361 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be1097ae-7e64-4458-9bd2-49725651bc13 req-74f186d6-20bf-41f0-84ce-e87d9502af3a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=067e0a76-eea8-4b6f-bba7-b325c0e15333 HTTP/1.1" status: 200 len: 217 time: 0.1155560 May 30 20:21:07.575200 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebb67a0f-ed27-4abe-898f-e20ebd1bd459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:07.634992 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-8c2534df-763e-4261-b00e-2690170b3caa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8647892 May 30 20:21:07.652873 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Request body: {'port': {'device_id': 'a4b9e7bd-c824-4ba9-a47e-83f377f091e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:07.672751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c70f1-cf14-4002-b47a-b6646f8e0098 req-fe1fa60d-df5d-488c-b5d3-e578d463fe19 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:07.674908 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a48c70f1-cf14-4002-b47a-b6646f8e0098 req-fe1fa60d-df5d-488c-b5d3-e578d463fe19 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 946 time: 0.6698241 May 30 20:21:07.676701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-ebb67a0f-ed27-4abe-898f-e20ebd1bd459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc464cb-f722-4e07-aa44-ac3cc214327c']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:07.711877 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:07.731937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-ebb67a0f-ed27-4abe-898f-e20ebd1bd459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d10fbeb-2125-48cc-a069-4a88bc5a0de9') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:07.732266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-ebb67a0f-ed27-4abe-898f-e20ebd1bd459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d10fbeb-2125-48cc-a069-4a88bc5a0de9') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:07.753185 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1db1e742-7997-4749-902f-ebf2ec7d1e5d up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:07.776658 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebb67a0f-ed27-4abe-898f-e20ebd1bd459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:07.785949 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:07.799767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1097ae-7e64-4458-9bd2-49725651bc13 req-4b058d7a-ec46-4d59-930a-74a4976a24e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:07.801515 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be1097ae-7e64-4458-9bd2-49725651bc13 req-4b058d7a-ec46-4d59-930a-74a4976a24e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=161c46aa-9db3-40c3-83ba-8fbf58bd1899 HTTP/1.1" status: 200 len: 861 time: 0.2161672 May 30 20:21:07.859063 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a48c70f1-cf14-4002-b47a-b6646f8e0098 req-5c59f991-bdc5-4a8b-86ab-c2128929dfe5 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=33caf935-7dd4-44de-b462-dd26c1bad429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690338 May 30 20:21:07.866097 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebb67a0f-ed27-4abe-898f-e20ebd1bd459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:07.914318 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port cbf031ba-a806-46a7-9faf-19d507fbd2c7, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cbf031ba-a806-46a7-9faf-19d507fbd2c7,segment=NetworkSegment(1d2af21a-a5cf-434d-8462-b88f3e061e2a),segment_id=1d2af21a-a5cf-434d-8462-b88f3e061e2a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:07.939056 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be1097ae-7e64-4458-9bd2-49725651bc13 req-aa21b0a8-05ac-446b-99f3-6e9cb4f09e7a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bd168ef-4125-4303-b3dd-bef7e3b53f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145575 May 30 20:21:07.945464 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:07.995878 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:08.079155 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=cbf031ba-a806-46a7-9faf-19d507fbd2c7,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:08.084560 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 1db1e742-7997-4749-902f-ebf2ec7d1e5d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:08.095419 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 1db1e742-7997-4749-902f-ebf2ec7d1e5d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:08.096030 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:08.177352 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2e072f58-0182-4463-8909-70edde661259 None None] Provisioning for port 9148ad4a-6242-4d79-ade8-eff94c98667a completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:08.186501 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2e072f58-0182-4463-8909-70edde661259 None None] Provisioning complete for port 9148ad4a-6242-4d79-ade8-eff94c98667a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:08.187137 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2e072f58-0182-4463-8909-70edde661259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:08.210454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb67a0f-ed27-4abe-898f-e20ebd1bd459 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:21:08.211120 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebb67a0f-ed27-4abe-898f-e20ebd1bd459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:08.230044 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be1097ae-7e64-4458-9bd2-49725651bc13 req-77f72823-6e17-40cf-bffb-c6a619c1598c service neutron] 10.222.0.77 "GET /v2.0/networks/7bd168ef-4125-4303-b3dd-bef7e3b53f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748861 May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: timer() May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:21:08.230826 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:21:08.247832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2e072f58-0182-4463-8909-70edde661259 None None] Port 9148ad4a-6242-4d79-ade8-eff94c98667a cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:21:08.308348 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:08.342363 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa69dd1-841e-4829-94f4-67f9b1521127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db1e742-7997-4749-902f-ebf2ec7d1e5d'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:08.351531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2e072f58-0182-4463-8909-70edde661259 None None] Provisioning for port bc631eab-cf0b-4808-9b04-b2b7245c8276 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:08.358027 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1db1e742-7997-4749-902f-ebf2ec7d1e5d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1db1e742-7997-4749-902f-ebf2ec7d1e5d,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:08.359974 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2e072f58-0182-4463-8909-70edde661259 None None] Provisioning complete for port bc631eab-cf0b-4808-9b04-b2b7245c8276 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:08.360356 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2e072f58-0182-4463-8909-70edde661259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:08.390280 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:08.476463 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be1097ae-7e64-4458-9bd2-49725651bc13 req-93837c99-12c3-493e-ad4b-f93a58e9bc23 service neutron] 10.222.0.77 "GET /v2.0/networks/7bd168ef-4125-4303-b3dd-bef7e3b53f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366586 May 30 20:21:08.509925 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2e072f58-0182-4463-8909-70edde661259 None None] Port bc631eab-cf0b-4808-9b04-b2b7245c8276 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:21:08.527701 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=1db1e742-7997-4749-902f-ebf2ec7d1e5d,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:08.582140 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebb67a0f-ed27-4abe-898f-e20ebd1bd459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:08.606749 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebb67a0f-ed27-4abe-898f-e20ebd1bd459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:08.615664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb67a0f-ed27-4abe-898f-e20ebd1bd459 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddc464cb-f722-4e07-aa44-ac3cc214327c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:08.628686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bbdee-5430-4805-9295-2e586feabee1 req-33e69c88-cc41-47c8-869f-4405cf11d6fa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:08.630161 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-989bbdee-5430-4805-9295-2e586feabee1 req-33e69c88-cc41-47c8-869f-4405cf11d6fa tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 936 time: 0.7750976 May 30 20:21:08.634937 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ebb67a0f-ed27-4abe-898f-e20ebd1bd459 admin admin] 10.222.0.84 "DELETE /v2.0/networks/ddc464cb-f722-4e07-aa44-ac3cc214327c HTTP/1.1" status: 204 len: 168 time: 2.0055881 May 30 20:21:08.680666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5625e9e-8b1c-4953-80d9-5a2d9d63d7fd req-81a99a5b-2d53-4d99-a4d1-e972f82cf57f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:08.687614 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5625e9e-8b1c-4953-80d9-5a2d9d63d7fd req-81a99a5b-2d53-4d99-a4d1-e972f82cf57f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfa69dd1-841e-4829-94f4-67f9b1521127 HTTP/1.1" status: 200 len: 945 time: 0.4536140 May 30 20:21:08.718822 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-989bbdee-5430-4805-9295-2e586feabee1 req-1f9db93b-2c50-4410-8c0c-a31584e457d9 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/security-groups?id=4968559f-5ddc-4b85-a060-10739677c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769570 May 30 20:21:08.746509 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5625e9e-8b1c-4953-80d9-5a2d9d63d7fd req-1c0a423b-18c0-4ad5-8c20-636aee149fbe tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580392 May 30 20:21:08.813490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2def0e7-7c3a-49a6-b176-5c43c1ba490c req-1968a06e-ab98-4935-bad6-3ea1e0b38af3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:08.814583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-a2def0e7-7c3a-49a6-b176-5c43c1ba490c req-1968a06e-ab98-4935-bad6-3ea1e0b38af3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Synchronizing usage tracker for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:08.846151 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af49b968-b287-49ce-8eef-b40fe2c7efc9'] response: {'server_uuid': 'dfa69dd1-841e-4829-94f4-67f9b1521127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db1e742-7997-4749-902f-ebf2ec7d1e5d', 'code': 200} May 30 20:21:08.900573 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-a2def0e7-7c3a-49a6-b176-5c43c1ba490c req-1968a06e-ab98-4935-bad6-3ea1e0b38af3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Unset dirty status for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:08.901876 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a2def0e7-7c3a-49a6-b176-5c43c1ba490c req-1968a06e-ab98-4935-bad6-3ea1e0b38af3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.77 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 946 time: 0.4538541 May 30 20:21:08.985169 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:21:09.061459 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:09.073782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50476) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:09.081626 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:09.122192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cbf031ba-a806-46a7-9faf-19d507fbd2c7 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:09.163233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9148ad4a-6242-4d79-ade8-eff94c98667a {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:09.202253 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:09.203363 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port cbf031ba-a806-46a7-9faf-19d507fbd2c7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:09.204916 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:09.216873 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-a2def0e7-7c3a-49a6-b176-5c43c1ba490c req-1b3f8dac-b562-4cb3-9a96-bd51724e44fe tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Deleting port e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:09.217211 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a2def0e7-7c3a-49a6-b176-5c43c1ba490c req-1b3f8dac-b562-4cb3-9a96-bd51724e44fe tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:09.243349 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7385a13b-fcd2-4952-b7dd-0da851db85da req-6fa8d063-0eeb-4428-bdcb-0daff5cba5e2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dfa69dd1-841e-4829-94f4-67f9b1521127 HTTP/1.1" status: 200 len: 1096 time: 0.3189471 May 30 20:21:09.247927 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8cad4cb1-f6b6-4939-bcdd-b09aca0641ad admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6a5fc31d675c4cedbf2186089e4f965b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1675196 May 30 20:21:09.250515 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50480) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:09.269414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519250b-d4fa-4243-aa94-f49fee333db1 req-7683680e-f00b-4a74-a669-eb19e3304e0b tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:09.270942 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3519250b-d4fa-4243-aa94-f49fee333db1 req-7683680e-f00b-4a74-a669-eb19e3304e0b tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/ports?device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 944 time: 0.2883108 May 30 20:21:09.345466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f78ef-1519-4911-adf8-93ca51332ab1 req-a1ce0632-e741-4107-8d2e-b2214cad1e6d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:09.347072 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5f9f78ef-1519-4911-adf8-93ca51332ab1 req-a1ce0632-e741-4107-8d2e-b2214cad1e6d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 946 time: 0.2721372 May 30 20:21:09.354919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=bc631eab-cf0b-4808-9b04-b2b7245c8276,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:09.377290 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:09.383540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Transition to ACTIVE for port object 9148ad4a-6242-4d79-ade8-eff94c98667a will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:09.420843 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:09.437110 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7385a13b-fcd2-4952-b7dd-0da851db85da req-dd102d51-9770-4851-a35d-46d7cd4ee984 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621420 May 30 20:21:09.460680 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3519250b-d4fa-4243-aa94-f49fee333db1 req-9cc1fccf-8be7-4db8-8972-3a21d4cb5e7f tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/security-groups?id=60f6d3fe-9f02-493d-8112-0967c1ed9d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688995 May 30 20:21:09.473587 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5f9f78ef-1519-4911-adf8-93ca51332ab1 req-dc0b1f74-8438-41c2-971a-7e25a56ca420 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=33caf935-7dd4-44de-b462-dd26c1bad429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130323 May 30 20:21:09.476622 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-36fc4245-e890-4397-afd2-237be762b0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:09.507905 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-36fc4245-e890-4397-afd2-237be762b0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:09.560378 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-36fc4245-e890-4397-afd2-237be762b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:09.575919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc4245-e890-4397-afd2-237be762b0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aadaf8-bfd2-4e86-bca1-65346e924e54,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:09.582398 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-36fc4245-e890-4397-afd2-237be762b0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:09.583336 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-36fc4245-e890-4397-afd2-237be762b0d1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/76aadaf8-bfd2-4e86-bca1-65346e924e54 HTTP/1.1" status: 204 len: 168 time: 0.3318651 May 30 20:21:09.708779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Pushing event updated for resources: {'Port': ['ID=9148ad4a-6242-4d79-ade8-eff94c98667a,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:09.720662 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 067e0a76-eea8-4b6f-bba7-b325c0e15333 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:21:09.897186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-a2def0e7-7c3a-49a6-b176-5c43c1ba490c req-1b3f8dac-b562-4cb3-9a96-bd51724e44fe tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] For port e8cdb50d-dd52-45f7-89a7-f1fe3add3c44, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e8cdb50d-dd52-45f7-89a7-f1fe3add3c44,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:09.898291 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a2def0e7-7c3a-49a6-b176-5c43c1ba490c req-1b3f8dac-b562-4cb3-9a96-bd51724e44fe tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:09.917780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network faa24437-8b8a-4982-94b6-cf429bfa7a2d is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:09.994834 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 067e0a76-eea8-4b6f-bba7-b325c0e15333, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=067e0a76-eea8-4b6f-bba7-b325c0e15333,segment=NetworkSegment(947eac26-ae37-497d-96cb-5e616bf3db99),segment_id=947eac26-ae37-497d-96cb-5e616bf3db99)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:10.012801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '067e0a76-eea8-4b6f-bba7-b325c0e15333', 'network_id': '7bd168ef-4125-4303-b3dd-bef7e3b53f73', 'port_id': '067e0a76-eea8-4b6f-bba7-b325c0e15333', 'mac_address': 'fa:16:3e:cd:ab:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161c46aa-9db3-40c3-83ba-8fbf58bd1899', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:21:10.051820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:10.092405 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:10.141846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073e716-eaf2-4780-a356-1d85318342a9 req-ab95a2af-2a6b-40af-b64c-da13bc81a0a2 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:10.151440 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8073e716-eaf2-4780-a356-1d85318342a9 req-ab95a2af-2a6b-40af-b64c-da13bc81a0a2 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 948 time: 0.2353950 May 30 20:21:10.163221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067e0a76-eea8-4b6f-bba7-b325c0e15333 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:10.210603 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 067e0a76-eea8-4b6f-bba7-b325c0e15333, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=067e0a76-eea8-4b6f-bba7-b325c0e15333,segment=NetworkSegment(947eac26-ae37-497d-96cb-5e616bf3db99),segment_id=947eac26-ae37-497d-96cb-5e616bf3db99)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:10.218933 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:10.224811 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8073e716-eaf2-4780-a356-1d85318342a9 req-5e3be85b-ae49-40e9-99b4-cf62bdc1ebe5 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/security-groups?id=4968559f-5ddc-4b85-a060-10739677c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723996 May 30 20:21:10.247585 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e8d03-d925-4c73-a758-338aa6df3da4 req-b816bdd5-34f2-46db-8420-f102b005863b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:10.249213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a31e8d03-d925-4c73-a758-338aa6df3da4 req-b816bdd5-34f2-46db-8420-f102b005863b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfa69dd1-841e-4829-94f4-67f9b1521127 HTTP/1.1" status: 200 len: 945 time: 0.2348678 May 30 20:21:10.299323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=067e0a76-eea8-4b6f-bba7-b325c0e15333,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:10.360044 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a31e8d03-d925-4c73-a758-338aa6df3da4 req-df8f2af1-966a-474c-bbed-e50cf3c4e3c9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050832 May 30 20:21:10.439909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5a1040b5-d157-4ffd-99f3-53ec5d5aebd3 None None] Provisioning complete for port bc631eab-cf0b-4808-9b04-b2b7245c8276 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:10.440313 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a1040b5-d157-4ffd-99f3-53ec5d5aebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:10.505922 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5a1040b5-d157-4ffd-99f3-53ec5d5aebd3 None None] Port bc631eab-cf0b-4808-9b04-b2b7245c8276 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:21:10.511353 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['067e0a76-eea8-4b6f-bba7-b325c0e15333'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:21:10.599338 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Attempting to bind port 9148ad4a-6242-4d79-ade8-eff94c98667a on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:21:10.599947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Attempting to bind port 9148ad4a-6242-4d79-ade8-eff94c98667a by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:21:10.600470 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Attempting to bind port 9148ad4a-6242-4d79-ade8-eff94c98667a on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:10.876268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Port 9148ad4a-6242-4d79-ade8-eff94c98667a on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:21:10.876588 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Attempting to bind port 9148ad4a-6242-4d79-ade8-eff94c98667a on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:10.914337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:21:10.915028 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:10.915132 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:21:10.915545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Bound port: 9148ad4a-6242-4d79-ade8-eff94c98667a, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:21:10.916060 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:10.953974 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50516) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:10.983113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a26248-0ac3-4679-ac2d-1de11809b204 req-c69b4b0f-b52a-429a-bd5e-3aff9779a1a9 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:10.985091 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-07a26248-0ac3-4679-ac2d-1de11809b204 req-c69b4b0f-b52a-429a-bd5e-3aff9779a1a9 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/ports?device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 945 time: 0.1955569 May 30 20:21:11.004972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca0fc4-cdd1-4952-903a-6c5e0d706df9 req-3b05afba-d90a-4dc2-8ad6-faaab002f18f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:11.011195 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11ca0fc4-cdd1-4952-903a-6c5e0d706df9 req-3b05afba-d90a-4dc2-8ad6-faaab002f18f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 946 time: 0.2829673 May 30 20:21:11.102430 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-07a26248-0ac3-4679-ac2d-1de11809b204 req-98b8a100-a2c5-4255-8f7f-cbaaf1e37b96 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/security-groups?id=60f6d3fe-9f02-493d-8112-0967c1ed9d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703340 May 30 20:21:11.118906 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11ca0fc4-cdd1-4952-903a-6c5e0d706df9 req-d8278073-98fb-41d3-bc3b-75571c7aa3ef tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=33caf935-7dd4-44de-b462-dd26c1bad429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067970 May 30 20:21:11.127100 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a2def0e7-7c3a-49a6-b176-5c43c1ba490c req-1b3f8dac-b562-4cb3-9a96-bd51724e44fe tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:11.127467 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a2def0e7-7c3a-49a6-b176-5c43c1ba490c req-1b3f8dac-b562-4cb3-9a96-bd51724e44fe tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:11.127780 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [req-a2def0e7-7c3a-49a6-b176-5c43c1ba490c req-1b3f8dac-b562-4cb3-9a96-bd51724e44fe tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Floating IP 57bc96f4-d6cd-4eba-acfc-721e17e0c91b disassociated. External IP: 172.25.5.139, port: e8cdb50d-dd52-45f7-89a7-f1fe3add3c44. May 30 20:21:11.137610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-a2def0e7-7c3a-49a6-b176-5c43c1ba490c req-1b3f8dac-b562-4cb3-9a96-bd51724e44fe tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Calling delete_port for e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:11.157120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1923370255-network', 'tenant_id': 'ff14c42989b64ca18334fde79df32a46'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:11.162020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:11.166601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Usage tracker for resource:network and tenant:ff14c42989b64ca18334fde79df32a46 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:11.170169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:11.176790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:11.191755 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Made reservation on behalf of ff14c42989b64ca18334fde79df32a46 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:11.196902 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:11.197049 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] For port 9148ad4a-6242-4d79-ade8-eff94c98667a, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:11.202961 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] For port 9148ad4a-6242-4d79-ade8-eff94c98667a, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9148ad4a-6242-4d79-ade8-eff94c98667a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:21:11.214455 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:11.232123 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:11.316917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router b727b84d-64bc-40cb-be7d-42a33d16f237 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:21:11.334167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:11.346488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Usage tracker for resource:security_group_rule and tenant:ff14c42989b64ca18334fde79df32a46 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:11.349683 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:11.357277 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:11.382774 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:11.384378 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] 10.222.0.93 "PUT /v2.0/ports/9148ad4a-6242-4d79-ade8-eff94c98667a HTTP/1.1" status: 200 len: 1096 time: 3.7405651 May 30 20:21:11.387424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b9e7bd-c824-4ba9-a47e-83f377f091e8', 'tag': '9148ad4a-6242-4d79-ade8-eff94c98667a'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:11.431482 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78dcae-a71a-4681-9f0e-2d2437f75af4 service neutron] Pushing event updated for resources: {'Port': ['ID=9148ad4a-6242-4d79-ade8-eff94c98667a,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:11.611356 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:11.622867 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:11.671051 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a2def0e7-7c3a-49a6-b176-5c43c1ba490c req-1b3f8dac-b562-4cb3-9a96-bd51724e44fe tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:11.751589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 067e0a76-eea8-4b6f-bba7-b325c0e15333 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:11.780134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:21:11.797916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f8dac-b562-4cb3-9a96-bd51724e44fe tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event deleted for resources: {'Port': ['ID=e8cdb50d-dd52-45f7-89a7-f1fe3add3c44,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:11.867336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf742e-fb96-40e3-8120-3810cfff774b req-476e7bb9-bd05-4fd6-bc16-26c3445601e0 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:11.873674 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 067e0a76-eea8-4b6f-bba7-b325c0e15333 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:11.877547 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dcf742e-fb96-40e3-8120-3810cfff774b req-476e7bb9-bd05-4fd6-bc16-26c3445601e0 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 948 time: 0.3733563 May 30 20:21:11.879641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee031971-6655-4426-998f-660c03328010,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:11.879778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 067e0a76-eea8-4b6f-bba7-b325c0e15333 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:11.880090 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:11.907028 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:11.907642 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Added segment 94910357-07ed-400d-a749-8490b9a173c3 of type vlan for network 10d74666-479c-4a6f-95eb-73b2800d7636 May 30 20:21:11.961100 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-2afd08ac-0127-49da-b26f-b8ad26a87287 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0623461af4eb40b7a7c8696429fe1967&device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 1099 time: 0.5220759 May 30 20:21:11.991447 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0dcf742e-fb96-40e3-8120-3810cfff774b req-1c7373a9-c754-4d25-8cbc-aa1e6c8b3627 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/security-groups?id=4968559f-5ddc-4b85-a060-10739677c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127167 May 30 20:21:12.027719 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:12.056321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e23d7-1ad4-45aa-a256-480888c55e4c req-943df095-c4f5-41e2-9967-bab05cb8e2fe tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:12.057981 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd5e23d7-1ad4-45aa-a256-480888c55e4c req-943df095-c4f5-41e2-9967-bab05cb8e2fe tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfa69dd1-841e-4829-94f4-67f9b1521127 HTTP/1.1" status: 200 len: 945 time: 0.4303570 May 30 20:21:12.059748 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:12.100644 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-141ba2e4-4b8b-4bc8-8413-02c7a331513f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=9148ad4a-6242-4d79-ade8-eff94c98667a HTTP/1.1" status: 200 len: 217 time: 0.1232638 May 30 20:21:12.130599 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07d2129-d0be-4339-bbad-f10ec92da9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067e0a76-eea8-4b6f-bba7-b325c0e15333'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:12.154098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 067e0a76-eea8-4b6f-bba7-b325c0e15333, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=067e0a76-eea8-4b6f-bba7-b325c0e15333,segment=NetworkSegment(947eac26-ae37-497d-96cb-5e616bf3db99),segment_id=947eac26-ae37-497d-96cb-5e616bf3db99)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:12.162011 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:12.163520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:21:12.192559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd5e23d7-1ad4-45aa-a256-480888c55e4c req-81b86e16-cbcf-4262-801b-cf30453d04d0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278541 May 30 20:21:12.202551 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:21:12.239941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:21:12.255083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-fe47c1bc-15c8-4706-96eb-82ac80c50e55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:12.259741 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:12.260620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:12.261325 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:12.263365 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-fe47c1bc-15c8-4706-96eb-82ac80c50e55 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1543527 May 30 20:21:12.270913 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ab1ceb-62b5-41ba-8a4e-ff932d4d8794'] response: {'name': 'network-changed', 'server_uuid': 'a4b9e7bd-c824-4ba9-a47e-83f377f091e8', 'tag': '9148ad4a-6242-4d79-ade8-eff94c98667a', 'status': 'completed', 'code': 200} May 30 20:21:12.309712 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-794fa3c1-f360-47ca-8dfc-257f24035231 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/b727b84d-64bc-40cb-be7d-42a33d16f237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1081285 May 30 20:21:12.321095 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50538) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:12.377711 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Sync routers for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:21:12.409273 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a0807f3-77fc-400b-81f4-99ecdbbd041d'] response: {'server_uuid': 'c07d2129-d0be-4339-bbad-f10ec92da9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067e0a76-eea8-4b6f-bba7-b325c0e15333', 'code': 200} May 30 20:21:12.431515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:21:12.432145 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:21:12.509794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:21:12.510722 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:21:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:12.633363 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=067e0a76-eea8-4b6f-bba7-b325c0e15333,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:12.707102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0d4aaaa4-3add-4df2-92f1-8c953982f438 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'network': {'name': 'tempest-RoutersTest-1425513492'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:12.713235 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0d4aaaa4-3add-4df2-92f1-8c953982f438 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:12.717568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0d4aaaa4-3add-4df2-92f1-8c953982f438 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:network and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:12.720710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0d4aaaa4-3add-4df2-92f1-8c953982f438 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:12.727268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0d4aaaa4-3add-4df2-92f1-8c953982f438 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:12.776068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:21:12.790284 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-595bb70d-a142-4ffd-a852-39b65f7baf18 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4774053 May 30 20:21:12.843800 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ab143d8-4867-4be6-96ee-e5e8da369f3c req-f3afb84e-c1bf-49c0-9059-40f0e4eaa5d6 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 210 time: 0.2570686 May 30 20:21:12.899993 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] Pushing event updated for resources: {'Network': ['ID=10d74666-479c-4a6f-95eb-73b2800d7636,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:12.916529 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0bcfa4ec-cb81-4f9f-9a33-d58039deee06 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9614284 May 30 20:21:12.918524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50548) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:12.930947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-ec26997e-f0a2-4b7d-b17e-3001b7791e42 admin admin] Request body: {'subnet': {'network_id': '10d74666-479c-4a6f-95eb-73b2800d7636', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1923370255-subnet', 'tenant_id': 'ff14c42989b64ca18334fde79df32a46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:12.945816 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ec26997e-f0a2-4b7d-b17e-3001b7791e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:12.965295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ec26997e-f0a2-4b7d-b17e-3001b7791e42 admin admin] Usage tracker for resource:subnet and tenant:ff14c42989b64ca18334fde79df32a46 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:12.970486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ec26997e-f0a2-4b7d-b17e-3001b7791e42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:12.981004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ec26997e-f0a2-4b7d-b17e-3001b7791e42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:13.010573 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-446f0daa-eb2b-4291-940f-2e5ce5952ead req-62c5b6de-0a3e-4a20-8f6c-46400951879f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 1097 time: 0.3591144 May 30 20:21:13.020613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec26997e-f0a2-4b7d-b17e-3001b7791e42 admin admin] Made reservation on behalf of ff14c42989b64ca18334fde79df32a46 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:13.023039 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ec26997e-f0a2-4b7d-b17e-3001b7791e42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:13.045335 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-733df37b-7863-4ec1-891c-f31fe7f0c071 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290123 May 30 20:21:13.062207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa0c5d-dc15-4d82-9c38-7f29542d4ea2 req-2c553c42-4a84-4b7e-9b4c-cafccc99d4e1 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:13.063625 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aafa0c5d-dc15-4d82-9c38-7f29542d4ea2 req-2c553c42-4a84-4b7e-9b4c-cafccc99d4e1 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/ports?device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 946 time: 0.4897413 May 30 20:21:13.125230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 10d74666-479c-4a6f-95eb-73b2800d7636 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:21:13.196755 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-19f1badb-e6de-4be7-8a2b-d2f204b78c03 req-0c1d130b-bcce-40fe-85f6-0d1025d7862f service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446862 May 30 20:21:13.198415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4aaaa4-3add-4df2-92f1-8c953982f438 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:13.201979 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d4aaaa4-3add-4df2-92f1-8c953982f438 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:13.231783 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4aaaa4-3add-4df2-92f1-8c953982f438 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:21:13.242163 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d4aaaa4-3add-4df2-92f1-8c953982f438 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:13.242602 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-0d4aaaa4-3add-4df2-92f1-8c953982f438 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Added segment 066bf8ef-222a-4fe7-bb4d-601cb2c0f73a of type vlan for network a51a6572-bcc0-45f0-a0b7-8c0e765d6408 May 30 20:21:13.270887 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d4aaaa4-3add-4df2-92f1-8c953982f438 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:13.371391 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d4aaaa4-3add-4df2-92f1-8c953982f438 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:13.379774 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4aaaa4-3add-4df2-92f1-8c953982f438 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:13.380413 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d4aaaa4-3add-4df2-92f1-8c953982f438 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:13.389785 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aafa0c5d-dc15-4d82-9c38-7f29542d4ea2 req-d8c4a28c-2793-4cf3-ba56-83faa0229647 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/security-groups?id=60f6d3fe-9f02-493d-8112-0967c1ed9d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273045 May 30 20:21:13.491786 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0d4aaaa4-3add-4df2-92f1-8c953982f438 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1680787 May 30 20:21:13.496800 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50554) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:13.515348 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2def0e7-7c3a-49a6-b176-5c43c1ba490c req-1b3f8dac-b562-4cb3-9a96-bd51724e44fe tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Router bb4d76d1-e126-45dd-bd0c-615ec1775543 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:21:13.517203 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-446f0daa-eb2b-4291-940f-2e5ce5952ead req-ac70b68c-d744-49dc-a154-e9dd3c4da138 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=60f6d3fe-9f02-493d-8112-0967c1ed9d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976637 May 30 20:21:13.519482 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-66e64c78-2f40-4fd9-a5cd-e308b9e2d02d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'subnet': {'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:13.573768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ee592-8200-476c-bb54-4848b6ae4124 req-fabb459c-8c25-4d8d-a2a4-9e806f13a665 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:13.575226 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f73ee592-8200-476c-bb54-4848b6ae4124 req-fabb459c-8c25-4d8d-a2a4-9e806f13a665 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 945 time: 0.5260546 May 30 20:21:13.666073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:21:07Z', 'revision_number': 3, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc631eab-cf0b-4808-9b04-b2b7245c8276', 'name': '', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c2:46:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:05Z', 'updated_at': '2022-05-30T20:21:08Z', 'revision_number': 2, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:13.671201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Checking router: b727b84d-64bc-40cb-be7d-42a33d16f237 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:21:13.671412 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Updating router b727b84d-64bc-40cb-be7d-42a33d16f237 port bc631eab-cf0b-4808-9b04-b2b7245c8276 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:21:13.708666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4aaaa4-3add-4df2-92f1-8c953982f438 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Network': ['ID=a51a6572-bcc0-45f0-a0b7-8c0e765d6408,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:13.746459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network a51a6572-bcc0-45f0-a0b7-8c0e765d6408 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:21:13.756567 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f73ee592-8200-476c-bb54-4848b6ae4124 req-173b20d9-4250-47fa-add0-8b398a6ab44f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693811 May 30 20:21:13.758733 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ec26997e-f0a2-4b7d-b17e-3001b7791e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:13.762017 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7759b1a-abdd-4b1c-a46b-458a16e8c8f4 req-5ae0b680-ff39-411a-9a1f-8922a8c49a2c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0623461af4eb40b7a7c8696429fe1967&device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 1099 time: 0.4569511 May 30 20:21:13.860506 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-66e64c78-2f40-4fd9-a5cd-e308b9e2d02d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:13.916833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26997e-f0a2-4b7d-b17e-3001b7791e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=843c3ee8-bb1e-441a-855c-615cf35cbdff,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:13.939469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e1ceb-aaed-4002-b872-261fdcd9ec2c req-8fcabf0b-a1e9-4fc4-8c48-8ab36d308144 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:13.945673 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f09e1ceb-aaed-4002-b872-261fdcd9ec2c req-8fcabf0b-a1e9-4fc4-8c48-8ab36d308144 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 948 time: 0.3416784 May 30 20:21:13.951127 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-66e64c78-2f40-4fd9-a5cd-e308b9e2d02d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:subnet and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:13.988426 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:13.992897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec26997e-f0a2-4b7d-b17e-3001b7791e42 admin admin] Checking segment: {'id': '94910357-07ed-400d-a749-8490b9a173c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '10d74666-479c-4a6f-95eb-73b2800d7636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:13.993376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec26997e-f0a2-4b7d-b17e-3001b7791e42 admin admin] Network hostable DHCP agents. Network: 10d74666-479c-4a6f-95eb-73b2800d7636, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:21:14.003177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-66e64c78-2f40-4fd9-a5cd-e308b9e2d02d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:14.036770 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-66e64c78-2f40-4fd9-a5cd-e308b9e2d02d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:14.061552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e64c78-2f40-4fd9-a5cd-e308b9e2d02d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:14.097053 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f09e1ceb-aaed-4002-b872-261fdcd9ec2c req-4f89137d-0645-4117-93a5-446b1ff62049 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/security-groups?id=4968559f-5ddc-4b85-a060-10739677c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446393 May 30 20:21:14.162378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec26997e-f0a2-4b7d-b17e-3001b7791e42 admin admin] Network 10d74666-479c-4a6f-95eb-73b2800d7636 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:21:14.199313 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-ec26997e-f0a2-4b7d-b17e-3001b7791e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 10d74666-479c-4a6f-95eb-73b2800d7636) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:14.219912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec26997e-f0a2-4b7d-b17e-3001b7791e42 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:14.220179 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ec26997e-f0a2-4b7d-b17e-3001b7791e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:14.223074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ef9235-90cb-40ad-a9ac-dfb34bcd38a2 None None] Network 10d74666-479c-4a6f-95eb-73b2800d7636 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:14.241214 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7759b1a-abdd-4b1c-a46b-458a16e8c8f4 req-adbb18fa-1f1b-4224-9a70-7d707bdedbf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:14.242768 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7759b1a-abdd-4b1c-a46b-458a16e8c8f4 req-adbb18fa-1f1b-4224-9a70-7d707bdedbf0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.4740994 May 30 20:21:14.247887 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66e64c78-2f40-4fd9-a5cd-e308b9e2d02d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:14.252991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7be5ea-cd77-4f1a-aa88-4802cedcc1a9 req-59d6bb95-30e6-44b0-bca7-8f6555ae1fa9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:14.254794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d7be5ea-cd77-4f1a-aa88-4802cedcc1a9 req-59d6bb95-30e6-44b0-bca7-8f6555ae1fa9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfa69dd1-841e-4829-94f4-67f9b1521127 HTTP/1.1" status: 200 len: 945 time: 0.2703643 May 30 20:21:14.267322 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ec26997e-f0a2-4b7d-b17e-3001b7791e42 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3466911 May 30 20:21:14.435322 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7759b1a-abdd-4b1c-a46b-458a16e8c8f4 req-5b40388e-e39a-4483-bdf1-d837972a5d1d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=9148ad4a-6242-4d79-ade8-eff94c98667a HTTP/1.1" status: 200 len: 217 time: 0.1417038 May 30 20:21:14.443397 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d89185c-5e55-4003-b3ce-4514ef8ae672 req-ac7dc41a-b399-4369-8dfb-fb1e4c5217e0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 210 time: 0.1321223 May 30 20:21:14.558570 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d7be5ea-cd77-4f1a-aa88-4802cedcc1a9 req-23b0a524-288a-4251-bf27-9b47b3e6370c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856817 May 30 20:21:14.657167 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7759b1a-abdd-4b1c-a46b-458a16e8c8f4 req-6210004e-070a-4075-8807-76c52152d2b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:14.660103 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7759b1a-abdd-4b1c-a46b-458a16e8c8f4 req-6210004e-070a-4075-8807-76c52152d2b0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.2125731 May 30 20:21:14.846620 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:21:14.846855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b73609-2774-400c-b5f5-4486e339ba93 req-f2e81828-d866-4ba2-97d1-17f435932e6a tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:14.855215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58b73609-2774-400c-b5f5-4486e339ba93 req-f2e81828-d866-4ba2-97d1-17f435932e6a tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/ports?device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 946 time: 0.1227198 May 30 20:21:14.919748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58b73609-2774-400c-b5f5-4486e339ba93 req-674f704f-c404-418e-ba30-09cc81a0f977 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/security-groups?id=60f6d3fe-9f02-493d-8112-0967c1ed9d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634723 May 30 20:21:14.922405 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede21bfc-e94e-4bce-ba5d-6744c520e48c None None] Network 10d74666-479c-4a6f-95eb-73b2800d7636 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:15.080002 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2def0e7-7c3a-49a6-b176-5c43c1ba490c req-1b3f8dac-b562-4cb3-9a96-bd51724e44fe tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:21:15.098475 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc72f9e6-54fe-4c72-a052-f1913d4c40af None None] Sync routers for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:21:15.125360 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc72f9e6-54fe-4c72-a052-f1913d4c40af None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:21:15.126355 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-bc72f9e6-54fe-4c72-a052-f1913d4c40af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:21:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:15.195620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2def0e7-7c3a-49a6-b176-5c43c1ba490c req-1b3f8dac-b562-4cb3-9a96-bd51724e44fe tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] No DVR routers for this DVR port e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:21:15.198494 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a2def0e7-7c3a-49a6-b176-5c43c1ba490c req-1b3f8dac-b562-4cb3-9a96-bd51724e44fe tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:15.201633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ae6c35-6f49-4c43-8516-548c33215704', 'name': 'network-vif-deleted', 'tag': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:15.219431 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66e64c78-2f40-4fd9-a5cd-e308b9e2d02d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:15.279557 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7759b1a-abdd-4b1c-a46b-458a16e8c8f4 req-d9cde950-c8c9-412a-a216-6ed3052919f4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6092107 May 30 20:21:15.297585 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:15.300992 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a2def0e7-7c3a-49a6-b176-5c43c1ba490c req-1b3f8dac-b562-4cb3-9a96-bd51724e44fe tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.77 "DELETE /v2.0/ports/e8cdb50d-dd52-45f7-89a7-f1fe3add3c44 HTTP/1.1" status: 204 len: 173 time: 6.2952321 May 30 20:21:15.352764 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Transition to ACTIVE for port object bc631eab-cf0b-4808-9b04-b2b7245c8276 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:15.366070 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:15.488538 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50588) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:15.514421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1790835554-network', 'tenant_id': 'f9d87f62194149b9a8932c9eb19a3aa7'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:15.531580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:15.543228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Usage tracker for resource:network and tenant:f9d87f62194149b9a8932c9eb19a3aa7 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:15.551205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:15.564988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:15.627532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e64c78-2f40-4fd9-a5cd-e308b9e2d02d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Subnet': ['ID=58f5d9ee-31a4-45d0-af30-3a3b11edf090,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:15.633573 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-bc72f9e6-54fe-4c72-a052-f1913d4c40af None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:21:15.685954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Made reservation on behalf of f9d87f62194149b9a8932c9eb19a3aa7 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:15.690787 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:15.700351 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7759b1a-abdd-4b1c-a46b-458a16e8c8f4 req-45918992-9c5f-4be1-9136-f421a412a608 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976386 May 30 20:21:15.701904 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914f6d3-584e-4421-abe0-609408f84fbc None None] Pushing event updated for resources: {'Port': ['ID=bc631eab-cf0b-4808-9b04-b2b7245c8276,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:15.744858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e64c78-2f40-4fd9-a5cd-e308b9e2d02d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Checking segment: {'id': '066bf8ef-222a-4fe7-bb4d-601cb2c0f73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:15.745230 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e64c78-2f40-4fd9-a5cd-e308b9e2d02d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network hostable DHCP agents. Network: a51a6572-bcc0-45f0-a0b7-8c0e765d6408, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:21:15.790166 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:15.876108 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50598) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:15.897219 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e64c78-2f40-4fd9-a5cd-e308b9e2d02d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network a51a6572-bcc0-45f0-a0b7-8c0e765d6408 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:21:15.936273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:15.943180 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Usage tracker for resource:security_group_rule and tenant:f9d87f62194149b9a8932c9eb19a3aa7 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:15.948054 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:15.956530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:15.957314 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Attempting to bind port bc631eab-cf0b-4808-9b04-b2b7245c8276 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:21:15.957917 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Attempting to bind port bc631eab-cf0b-4808-9b04-b2b7245c8276 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '1d2af21a-a5cf-434d-8462-b88f3e061e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:21:15.958499 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Attempting to bind port bc631eab-cf0b-4808-9b04-b2b7245c8276 on network faa24437-8b8a-4982-94b6-cf429bfa7a2d {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:15.965044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-66e64c78-2f40-4fd9-a5cd-e308b9e2d02d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, a51a6572-bcc0-45f0-a0b7-8c0e765d6408) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:15.991513 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e64c78-2f40-4fd9-a5cd-e308b9e2d02d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:15.993864 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0269e-3ee4-4fa9-b226-6e22f5e4e86a req-4836d1d2-5fef-4f41-b990-885b4872cdbb tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:15.995576 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8534ef61-a5a3-451e-aa3f-8e5b92ddfa7b None None] Network a51a6572-bcc0-45f0-a0b7-8c0e765d6408 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:15.995759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1c0269e-3ee4-4fa9-b226-6e22f5e4e86a req-4836d1d2-5fef-4f41-b990-885b4872cdbb tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 948 time: 0.6225533 May 30 20:21:15.996592 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66e64c78-2f40-4fd9-a5cd-e308b9e2d02d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:16.005781 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7759b1a-abdd-4b1c-a46b-458a16e8c8f4 req-5190632b-03e8-4e2a-8173-d46e4dba88f4 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928374 May 30 20:21:16.059073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:21:16.061561 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Checking segment: {'id': '1d2af21a-a5cf-434d-8462-b88f3e061e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:16.062673 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:16.063817 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Bound using segment: {'id': '1d2af21a-a5cf-434d-8462-b88f3e061e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:21:16.064547 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Bound port: bc631eab-cf0b-4808-9b04-b2b7245c8276, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2af21a-a5cf-434d-8462-b88f3e061e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:21:16.066963 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-66e64c78-2f40-4fd9-a5cd-e308b9e2d02d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5543399 May 30 20:21:16.068033 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:16.069829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50606) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:16.098909 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1c0269e-3ee4-4fa9-b226-6e22f5e4e86a req-0cefdb3b-0e8c-4fcf-a8a2-172cc23d32c7 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/security-groups?id=4968559f-5ddc-4b85-a060-10739677c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935385 May 30 20:21:16.112512 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d3dcb-ed45-43e9-b46c-96ac4581e60b req-d52d9f35-1f6d-42f2-b63d-711cfee37594 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:16.121555 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d2d3dcb-ed45-43e9-b46c-96ac4581e60b req-d52d9f35-1f6d-42f2-b63d-711cfee37594 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfa69dd1-841e-4829-94f4-67f9b1521127 HTTP/1.1" status: 200 len: 945 time: 0.6341569 May 30 20:21:16.231351 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d2d3dcb-ed45-43e9-b46c-96ac4581e60b req-1a60efb6-f085-4a76-83df-c576c6ec1517 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085575 May 30 20:21:16.232826 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3da740c-20fc-4925-9414-bffcc345f0b6'] response: {'server_uuid': '57ae6c35-6f49-4c43-8516-548c33215704', 'name': 'network-vif-deleted', 'tag': 'e8cdb50d-dd52-45f7-89a7-f1fe3add3c44', 'status': 'completed', 'code': 200} May 30 20:21:16.239428 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:16.251377 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:16.299832 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e13fc10-e388-42ae-899f-a72cf822883e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:16.381051 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:21:16.381594 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-bc72f9e6-54fe-4c72-a052-f1913d4c40af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:16.393955 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc72f9e6-54fe-4c72-a052-f1913d4c40af None None] Checking router: bb4d76d1-e126-45dd-bd0c-615ec1775543 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:21:16.422102 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc72f9e6-54fe-4c72-a052-f1913d4c40af None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:21:16.423057 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-bc72f9e6-54fe-4c72-a052-f1913d4c40af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:21:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:16.433033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f59db0-5d09-488e-aa6d-95fa4c47a691,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:16.460550 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:16.460899 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Added segment 9d39f8e0-5449-4fb8-a55b-7234903ac875 of type vlan for network 52cc5484-dc2a-417f-9879-b1351199e6a1 May 30 20:21:16.526196 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:16.561203 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7e13fc10-e388-42ae-899f-a72cf822883e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:16.572252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7e13fc10-e388-42ae-899f-a72cf822883e admin admin] Usage tracker for resource:security_group_rule and tenant:c7f9a4914731494ea66d77c27957f3f6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:16.578988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7e13fc10-e388-42ae-899f-a72cf822883e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:16.598745 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7e13fc10-e388-42ae-899f-a72cf822883e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:16.634168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9148ad4a-6242-4d79-ade8-eff94c98667a details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:21:16.673024 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a955cb75-3c30-411f-99a8-d0b34d83da1d req-0ecad784-ae09-4a99-b0a0-151c5953ffe6 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ae6c35-6f49-4c43-8516-548c33215704 HTTP/1.1" status: 200 len: 210 time: 0.1230817 May 30 20:21:16.687489 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:16.689086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:16.689980 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:16.762105 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2560277 May 30 20:21:16.770121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50610) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:16.780444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d8dc24bf-8daf-4c03-b1ad-ea23557b4730 admin admin] Request body: {'subnet': {'network_id': '52cc5484-dc2a-417f-9879-b1351199e6a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1790835554-subnet', 'tenant_id': 'f9d87f62194149b9a8932c9eb19a3aa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:16.787068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d8dc24bf-8daf-4c03-b1ad-ea23557b4730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:16.791601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d8dc24bf-8daf-4c03-b1ad-ea23557b4730 admin admin] Usage tracker for resource:subnet and tenant:f9d87f62194149b9a8932c9eb19a3aa7 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:16.794552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d8dc24bf-8daf-4c03-b1ad-ea23557b4730 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:16.800425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d8dc24bf-8daf-4c03-b1ad-ea23557b4730 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:16.818841 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ba89e-2242-4d7a-9512-83a53a316e57 req-f2907e55-f10f-4835-8f19-9dee0a3bd2e3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:16.819799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-482ba89e-2242-4d7a-9512-83a53a316e57 req-f2907e55-f10f-4835-8f19-9dee0a3bd2e3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Synchronizing usage tracker for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:16.853632 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e13fc10-e388-42ae-899f-a72cf822883e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:16.855012 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-bc72f9e6-54fe-4c72-a052-f1913d4c40af None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:21:16.873395 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] For port bc631eab-cf0b-4808-9b04-b2b7245c8276, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:16.905244 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] For port bc631eab-cf0b-4808-9b04-b2b7245c8276, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=bc631eab-cf0b-4808-9b04-b2b7245c8276,segment=NetworkSegment(1d2af21a-a5cf-434d-8462-b88f3e061e2a),segment_id=1d2af21a-a5cf-434d-8462-b88f3e061e2a)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:21:16.944288 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:16.973523 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb591fb9-ac1f-4caa-8a1f-30316372c6ff admin admin] Pushing event updated for resources: {'Network': ['ID=52cc5484-dc2a-417f-9879-b1351199e6a1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:16.997385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dc24bf-8daf-4c03-b1ad-ea23557b4730 admin admin] Made reservation on behalf of f9d87f62194149b9a8932c9eb19a3aa7 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:16.998233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d60f3c-092a-4948-aa3c-34a26e0cbb3e req-16568d11-e0f3-47a7-8e64-b55bcf8ed70c tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:17.007385 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-87d60f3c-092a-4948-aa3c-34a26e0cbb3e req-16568d11-e0f3-47a7-8e64-b55bcf8ed70c tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/ports?device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 946 time: 0.3804469 May 30 20:21:17.015790 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8dc24bf-8daf-4c03-b1ad-ea23557b4730 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:17.061034 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e13fc10-e388-42ae-899f-a72cf822883e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:17.069620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-87d60f3c-092a-4948-aa3c-34a26e0cbb3e req-a0acd6bc-55a3-4c4b-88c9-625aed06d91c tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/security-groups?id=60f6d3fe-9f02-493d-8112-0967c1ed9d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610762 May 30 20:21:17.107899 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 52cc5484-dc2a-417f-9879-b1351199e6a1 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:21:17.136670 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-a51a6572-bcc0-45f0-a0b7-8c0e765d6408', 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'fixed_ips': [{'subnet_id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:21:17.137865 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:17.185964 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7e13fc10-e388-42ae-899f-a72cf822883e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c7f9a4914731494ea66d77c27957f3f6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3062949 May 30 20:21:17.185964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-482ba89e-2242-4d7a-9512-83a53a316e57 req-f2907e55-f10f-4835-8f19-9dee0a3bd2e3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Unset dirty status for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:17.185964 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-482ba89e-2242-4d7a-9512-83a53a316e57 req-f2907e55-f10f-4835-8f19-9dee0a3bd2e3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfa69dd1-841e-4829-94f4-67f9b1521127 HTTP/1.1" status: 200 len: 945 time: 0.5763595 May 30 20:21:17.186326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50618) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:17.233713 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:21:17.234689 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:21:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:17.275851 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13fc10-e388-42ae-899f-a72cf822883e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3ae35e-663f-4e4f-8b8f-42a408b46b72,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:17.434578 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-bc72f9e6-54fe-4c72-a052-f1913d4c40af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:17.442941 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc72f9e6-54fe-4c72-a052-f1913d4c40af None None] The sync data for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 is: [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:21:17.458441 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dbbd2fcf-e267-4179-b2d4-3b778f5b0a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:17.493785 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-482ba89e-2242-4d7a-9512-83a53a316e57 req-6fae0191-cd11-42ad-9f00-faa0a9a3a58b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Deleting port 1db1e742-7997-4749-902f-ebf2ec7d1e5d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:17.494128 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-482ba89e-2242-4d7a-9512-83a53a316e57 req-6fae0191-cd11-42ad-9f00-faa0a9a3a58b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:17.534898 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dbbd2fcf-e267-4179-b2d4-3b778f5b0a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:17.565673 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9148ad4a-6242-4d79-ade8-eff94c98667a, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9148ad4a-6242-4d79-ade8-eff94c98667a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:17.612642 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914f6d3-584e-4421-abe0-609408f84fbc None None] Pushing event updated for resources: {'Port': ['ID=bc631eab-cf0b-4808-9b04-b2b7245c8276,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:17.623698 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '9148ad4a-6242-4d79-ade8-eff94c98667a', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '9148ad4a-6242-4d79-ade8-eff94c98667a', 'mac_address': 'fa:16:3e:85:1d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:21:17.625723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35848b57-2ebd-4195-8bea-784ddcd1bb9d req-81dc1283-b86e-447c-b5c6-6cb62991328e tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:17.627185 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35848b57-2ebd-4195-8bea-784ddcd1bb9d req-81dc1283-b86e-447c-b5c6-6cb62991328e tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 948 time: 0.2950106 May 30 20:21:17.677412 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130e098-7c8c-4850-aded-3792ae62d289 req-9fd5b40a-23a8-4148-8c56-fac54c33d51d tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:17.685454 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0130e098-7c8c-4850-aded-3792ae62d289 req-9fd5b40a-23a8-4148-8c56-fac54c33d51d tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfa69dd1-841e-4829-94f4-67f9b1521127 HTTP/1.1" status: 200 len: 945 time: 0.1925182 May 30 20:21:17.692945 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8dc24bf-8daf-4c03-b1ad-ea23557b4730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:17.701619 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:17.709230 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dbbd2fcf-e267-4179-b2d4-3b778f5b0a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:17.757657 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd2fcf-e267-4179-b2d4-3b778f5b0a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3ae35e-663f-4e4f-8b8f-42a408b46b72,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:17.778326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9148ad4a-6242-4d79-ade8-eff94c98667a {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:17.783107 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dbbd2fcf-e267-4179-b2d4-3b778f5b0a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:17.784533 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dbbd2fcf-e267-4179-b2d4-3b778f5b0a30 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fd3ae35e-663f-4e4f-8b8f-42a408b46b72 HTTP/1.1" status: 204 len: 168 time: 0.5972123 May 30 20:21:17.788775 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35848b57-2ebd-4195-8bea-784ddcd1bb9d req-de8d512d-7129-46a5-be33-034c100e37d3 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/security-groups?id=4968559f-5ddc-4b85-a060-10739677c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446595 May 30 20:21:17.792363 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0130e098-7c8c-4850-aded-3792ae62d289 req-8b0442ac-47f6-4cca-a44d-4364e37546f6 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058342 May 30 20:21:17.822041 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Allocated IP 172.22.0.2 (a51a6572-bcc0-45f0-a0b7-8c0e765d6408/58f5d9ee-31a4-45d0-af30-3a3b11edf090/7d6c42af-2cdb-4060-ba71-dfd5cb60274e) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:17.863710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc24bf-8daf-4c03-b1ad-ea23557b4730 admin admin] Checking segment: {'id': '9d39f8e0-5449-4fb8-a55b-7234903ac875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '52cc5484-dc2a-417f-9879-b1351199e6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:17.864085 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc24bf-8daf-4c03-b1ad-ea23557b4730 admin admin] Network hostable DHCP agents. Network: 52cc5484-dc2a-417f-9879-b1351199e6a1, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:21:17.878335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc24bf-8daf-4c03-b1ad-ea23557b4730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c278d52-f0f6-48d6-9dc2-e2f3c5f39fac,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:17.970250 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95351279-112e-4101-bb79-fbd6e5ca3ffa None None] New status for floating IP 57bc96f4-d6cd-4eba-acfc-721e17e0c91b: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:21:18.063081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:21:18.102095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50636) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:18.193607 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-31ed0732-674a-481c-abaa-8bb5641533c2 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:18.249708 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-31ed0732-674a-481c-abaa-8bb5641533c2 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:18.275071 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9148ad4a-6242-4d79-ade8-eff94c98667a, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9148ad4a-6242-4d79-ade8-eff94c98667a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:18.305817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc24bf-8daf-4c03-b1ad-ea23557b4730 admin admin] Network 52cc5484-dc2a-417f-9879-b1351199e6a1 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:21:18.313293 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:18.402353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-d8dc24bf-8daf-4c03-b1ad-ea23557b4730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 52cc5484-dc2a-417f-9879-b1351199e6a1) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:18.415282 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dc24bf-8daf-4c03-b1ad-ea23557b4730 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:18.415903 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d8dc24bf-8daf-4c03-b1ad-ea23557b4730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:18.471215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fb218c-64f7-4a70-8668-30bdb92802b0 None None] Network 52cc5484-dc2a-417f-9879-b1351199e6a1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:18.486266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ef838-71ae-4d4e-a6b9-c2c13ffce06e req-8a864533-d286-4d3e-b360-29befd8eff4b tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:18.494506 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a94ef838-71ae-4d4e-a6b9-c2c13ffce06e req-8a864533-d286-4d3e-b360-29befd8eff4b tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/ports?device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 946 time: 0.1354804 May 30 20:21:18.497508 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-31ed0732-674a-481c-abaa-8bb5641533c2 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:18.533084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-482ba89e-2242-4d7a-9512-83a53a316e57 req-6fae0191-cd11-42ad-9f00-faa0a9a3a58b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] For port 1db1e742-7997-4749-902f-ebf2ec7d1e5d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1db1e742-7997-4749-902f-ebf2ec7d1e5d,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:18.534503 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-482ba89e-2242-4d7a-9512-83a53a316e57 req-6fae0191-cd11-42ad-9f00-faa0a9a3a58b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:18.535854 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed0732-674a-481c-abaa-8bb5641533c2 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33caf935-7dd4-44de-b462-dd26c1bad429,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:18.545190 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-31ed0732-674a-481c-abaa-8bb5641533c2 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:18.546317 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-31ed0732-674a-481c-abaa-8bb5641533c2 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "DELETE /v2.0/security-groups/33caf935-7dd4-44de-b462-dd26c1bad429 HTTP/1.1" status: 204 len: 168 time: 0.4428501 May 30 20:21:18.554070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50650) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:18.574844 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-6b0f3018-6211-4ac0-ab52-b4820902f4a5 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] show failed (client error): The resource could not be found. May 30 20:21:18.575856 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6b0f3018-6211-4ac0-ab52-b4820902f4a5 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups/33caf935-7dd4-44de-b462-dd26c1bad429 HTTP/1.1" status: 404 len: 347 time: 0.0208633 May 30 20:21:18.579072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50654) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:18.590805 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d8dc24bf-8daf-4c03-b1ad-ea23557b4730 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8179367 May 30 20:21:18.614256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9148ad4a-6242-4d79-ade8-eff94c98667a'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:21:18.751837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c1d05009-6ef2-4d6b-a919-4c7062b28d33 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Deleting port 5f624e4e-fdde-49f4-adf3-f6ec3cb157a4 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:18.752229 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c1d05009-6ef2-4d6b-a919-4c7062b28d33 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:18.793822 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a94ef838-71ae-4d4e-a6b9-c2c13ffce06e req-7b7a27e8-6018-4058-8f4d-88f6efa1f662 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/security-groups?id=60f6d3fe-9f02-493d-8112-0967c1ed9d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983465 May 30 20:21:18.833639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-482ba89e-2242-4d7a-9512-83a53a316e57 req-6fae0191-cd11-42ad-9f00-faa0a9a3a58b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Calling delete_port for 1db1e742-7997-4749-902f-ebf2ec7d1e5d owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:19.059786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=9148ad4a-6242-4d79-ade8-eff94c98667a,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:19.104855 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.174715 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.178735 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Transition to ACTIVE for port object 7d6c42af-2cdb-4060-ba71-dfd5cb60274e will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:19.188129 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-482ba89e-2242-4d7a-9512-83a53a316e57 req-6fae0191-cd11-42ad-9f00-faa0a9a3a58b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.277429 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c1d05009-6ef2-4d6b-a919-4c7062b28d33 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.278005 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c1d05009-6ef2-4d6b-a919-4c7062b28d33 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.283658 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Transition to ACTIVE for port object 7d6c42af-2cdb-4060-ba71-dfd5cb60274e will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:19.296504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae0191-cd11-42ad-9f00-faa0a9a3a58b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Pushing event deleted for resources: {'Port': ['ID=1db1e742-7997-4749-902f-ebf2ec7d1e5d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:19.341315 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2756c24-3203-4c78-a278-c30feb30f52e None None] Network 52cc5484-dc2a-417f-9879-b1351199e6a1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:19.364934 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.466571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c1d05009-6ef2-4d6b-a919-4c7062b28d33 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Calling delete_port for 5f624e4e-fdde-49f4-adf3-f6ec3cb157a4 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:19.533506 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-482ba89e-2242-4d7a-9512-83a53a316e57 req-6fae0191-cd11-42ad-9f00-faa0a9a3a58b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] No DVR routers for this DVR port 1db1e742-7997-4749-902f-ebf2ec7d1e5d on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:21:19.538576 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-482ba89e-2242-4d7a-9512-83a53a316e57 req-6fae0191-cd11-42ad-9f00-faa0a9a3a58b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.547717 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa69dd1-841e-4829-94f4-67f9b1521127', 'name': 'network-vif-deleted', 'tag': '1db1e742-7997-4749-902f-ebf2ec7d1e5d'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:19.558436 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-482ba89e-2242-4d7a-9512-83a53a316e57 req-6fae0191-cd11-42ad-9f00-faa0a9a3a58b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.77 "DELETE /v2.0/ports/1db1e742-7997-4749-902f-ebf2ec7d1e5d HTTP/1.1" status: 204 len: 173 time: 2.1813886 May 30 20:21:19.558764 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d91ca-ec98-48ed-aa5d-dbff10f40c4b req-b2858b96-db89-4e82-8506-806514212531 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:19.565279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Network a51a6572-bcc0-45f0-a0b7-8c0e765d6408 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:19.566031 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Pushing event updated for resources: {'Port': ['ID=7d6c42af-2cdb-4060-ba71-dfd5cb60274e,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:19.570310 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-770d91ca-ec98-48ed-aa5d-dbff10f40c4b req-b2858b96-db89-4e82-8506-806514212531 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=dfa69dd1-841e-4829-94f4-67f9b1521127 HTTP/1.1" status: 200 len: 867 time: 0.5062013 May 30 20:21:19.584633 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:19.605846 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:19.620925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041bf53-9c84-40dd-8bde-c15e58b49aa4 req-1844a38a-c492-4682-ae8e-5f4498a0a856 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:19.623163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4041bf53-9c84-40dd-8bde-c15e58b49aa4 req-1844a38a-c492-4682-ae8e-5f4498a0a856 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 949 time: 0.5065842 May 30 20:21:19.694852 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-770d91ca-ec98-48ed-aa5d-dbff10f40c4b req-a4577744-d27e-4db3-9189-001ff8dc93b3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246524 May 30 20:21:19.763626 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:21:07Z', 'revision_number': 3, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc631eab-cf0b-4808-9b04-b2b7245c8276', 'name': '', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c2:46:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:05Z', 'updated_at': '2022-05-30T20:21:16Z', 'revision_number': 4, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:19.772093 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4041bf53-9c84-40dd-8bde-c15e58b49aa4 req-77be81b5-828a-49b2-92d8-19a33d372856 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/security-groups?id=4968559f-5ddc-4b85-a060-10739677c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266391 May 30 20:21:19.790177 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1db1e742-7997-4749-902f-ebf2ec7d1e5d no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:21:19.807526 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c1d05009-6ef2-4d6b-a919-4c7062b28d33 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.835790 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f5595-b5a5-4153-8a43-e6b169c7df13 None None] The sync data for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 is: [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:21:07Z', 'revision_number': 3, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc631eab-cf0b-4808-9b04-b2b7245c8276', 'name': '', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c2:46:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:05Z', 'updated_at': '2022-05-30T20:21:16Z', 'revision_number': 4, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:21:19.842592 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 1db1e742-7997-4749-902f-ebf2ec7d1e5d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:21:19.842592 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1db1e742-7997-4749-902f-ebf2ec7d1e5d not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:21:19.861601 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Attempting to bind port 7d6c42af-2cdb-4060-ba71-dfd5cb60274e on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:21:19.864288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Attempting to bind port 7d6c42af-2cdb-4060-ba71-dfd5cb60274e by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '066bf8ef-222a-4fe7-bb4d-601cb2c0f73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:21:19.864824 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Attempting to bind port 7d6c42af-2cdb-4060-ba71-dfd5cb60274e on network a51a6572-bcc0-45f0-a0b7-8c0e765d6408 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:19.957535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:21:19.957912 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Checking segment: {'id': '066bf8ef-222a-4fe7-bb4d-601cb2c0f73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:19.958317 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.959909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Bound using segment: {'id': '066bf8ef-222a-4fe7-bb4d-601cb2c0f73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:21:19.963793 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Bound port: 7d6c42af-2cdb-4060-ba71-dfd5cb60274e, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066bf8ef-222a-4fe7-bb4d-601cb2c0f73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:21:19.966477 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.998456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d05009-6ef2-4d6b-a919-4c7062b28d33 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event deleted for resources: {'Port': ['ID=5f624e4e-fdde-49f4-adf3-f6ec3cb157a4,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:20.051038 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a0f923-3d67-424c-b5a1-f93c95a7ccd7'] response: {'server_uuid': 'dfa69dd1-841e-4829-94f4-67f9b1521127', 'name': 'network-vif-deleted', 'tag': '1db1e742-7997-4749-902f-ebf2ec7d1e5d', 'status': 'completed', 'code': 200} May 30 20:21:20.232255 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c1d05009-6ef2-4d6b-a919-4c7062b28d33 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:20.238929 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9ecf0614-9706-4eab-a0ba-9e8ab6958178', 'f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:21:20.281983 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c1d05009-6ef2-4d6b-a919-4c7062b28d33 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:20.286092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c1d05009-6ef2-4d6b-a919-4c7062b28d33 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "DELETE /v2.0/floatingips/57bc96f4-d6cd-4eba-acfc-721e17e0c91b HTTP/1.1" status: 204 len: 168 time: 1.7031746 May 30 20:21:20.294199 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] For port 7d6c42af-2cdb-4060-ba71-dfd5cb60274e, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:20.309870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] For port 7d6c42af-2cdb-4060-ba71-dfd5cb60274e, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7d6c42af-2cdb-4060-ba71-dfd5cb60274e,segment=NetworkSegment(066bf8ef-222a-4fe7-bb4d-601cb2c0f73a),segment_id=066bf8ef-222a-4fe7-bb4d-601cb2c0f73a)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:21:20.346971 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8528551-5915-44c1-b89c-53e257e4e40f req-54eac11b-ee77-46fa-bfc3-2c998021b6b8 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:20.363362 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8528551-5915-44c1-b89c-53e257e4e40f req-54eac11b-ee77-46fa-bfc3-2c998021b6b8 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/ports?device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 946 time: 0.2157180 May 30 20:21:20.432468 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:20.476469 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970f972-344b-46c3-b548-a946abfbfb11 req-82d30f2e-69cc-439a-b5d1-8fbc6bdc0658 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:20.478624 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5970f972-344b-46c3-b548-a946abfbfb11 req-82d30f2e-69cc-439a-b5d1-8fbc6bdc0658 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.77 "GET /v2.0/ports?device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 946 time: 0.7572975 May 30 20:21:20.566107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Allocated IP 172.22.0.1 (a51a6572-bcc0-45f0-a0b7-8c0e765d6408/58f5d9ee-31a4-45d0-af30-3a3b11edf090/cdd9d58e-5e7c-4e16-842f-8d941c1eef84) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:20.583179 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87649966-ea6a-491a-9fe2-5a42208bc7dd None None] Pushing event updated for resources: {'Port': ['ID=7d6c42af-2cdb-4060-ba71-dfd5cb60274e,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:20.654517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9148ad4a-6242-4d79-ade8-eff94c98667a up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:20.654755 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-5970f972-344b-46c3-b548-a946abfbfb11 req-d8ec84e4-91c8-4803-bee5-66642e284050 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Deleting port 067e0a76-eea8-4b6f-bba7-b325c0e15333 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:20.654975 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5970f972-344b-46c3-b548-a946abfbfb11 req-d8ec84e4-91c8-4803-bee5-66642e284050 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:20.872486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 9148ad4a-6242-4d79-ade8-eff94c98667a completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:20.881168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 9148ad4a-6242-4d79-ade8-eff94c98667a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:20.881958 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:20.904377 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8528551-5915-44c1-b89c-53e257e4e40f req-ed5d72e3-78e4-42c4-9ecf-52c53d9c3fc2 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/security-groups?id=60f6d3fe-9f02-493d-8112-0967c1ed9d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346000 May 30 20:21:21.075393 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-9a3b157c-961f-4b20-a82d-ccf6ac08c7bf tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:21.076195 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-9a3b157c-961f-4b20-a82d-ccf6ac08c7bf tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Synchronizing usage tracker for tenant:ff14c42989b64ca18334fde79df32a46 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:21.131165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-9a3b157c-961f-4b20-a82d-ccf6ac08c7bf tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Unset dirty status for tenant:ff14c42989b64ca18334fde79df32a46 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:21.133292 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-9a3b157c-961f-4b20-a82d-ccf6ac08c7bf tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/networks?id=10d74666-479c-4a6f-95eb-73b2800d7636 HTTP/1.1" status: 200 len: 825 time: 0.4729247 May 30 20:21:21.143744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50702) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:21.156759 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-b97272f8-ce4f-4eb9-82aa-a352d0c67302 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2067961157', 'description': 'tempest-description--877448991'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:21.206203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b97272f8-ce4f-4eb9-82aa-a352d0c67302 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:21.228515 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b97272f8-ce4f-4eb9-82aa-a352d0c67302 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:security_group and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:21.248433 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-4c31fd5a-c7c8-47fc-adcc-7918fb1ef117 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/quotas/ff14c42989b64ca18334fde79df32a46 HTTP/1.1" status: 200 len: 375 time: 0.1002722 May 30 20:21:21.250450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b97272f8-ce4f-4eb9-82aa-a352d0c67302 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:21.280681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b97272f8-ce4f-4eb9-82aa-a352d0c67302 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:21.290323 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:21.324390 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7d6c42af-2cdb-4060-ba71-dfd5cb60274e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:21.356849 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-0ab3f745-1dec-4cce-af65-9f4054982c14 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff14c42989b64ca18334fde79df32a46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1075354 May 30 20:21:21.361431 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b97272f8-ce4f-4eb9-82aa-a352d0c67302 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:21.407468 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:21.471101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Transition to ACTIVE for port object cdd9d58e-5e7c-4e16-842f-8d941c1eef84 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:21.512946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b9e7bd-c824-4ba9-a47e-83f377f091e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9148ad4a-6242-4d79-ade8-eff94c98667a'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:21.549981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9148ad4a-6242-4d79-ade8-eff94c98667a, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9148ad4a-6242-4d79-ade8-eff94c98667a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:21.553691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 7d6c42af-2cdb-4060-ba71-dfd5cb60274e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:21.556974 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-5970f972-344b-46c3-b548-a946abfbfb11 req-d8ec84e4-91c8-4803-bee5-66642e284050 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] For port 067e0a76-eea8-4b6f-bba7-b325c0e15333, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=067e0a76-eea8-4b6f-bba7-b325c0e15333,segment=NetworkSegment(947eac26-ae37-497d-96cb-5e616bf3db99),segment_id=947eac26-ae37-497d-96cb-5e616bf3db99)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:21.557599 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5970f972-344b-46c3-b548-a946abfbfb11 req-d8ec84e4-91c8-4803-bee5-66642e284050 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:21.558494 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:21.598536 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bc631eab-cf0b-4808-9b04-b2b7245c8276 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:21.691263 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=9148ad4a-6242-4d79-ade8-eff94c98667a,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:21.710322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-5970f972-344b-46c3-b548-a946abfbfb11 req-d8ec84e4-91c8-4803-bee5-66642e284050 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Calling delete_port for 067e0a76-eea8-4b6f-bba7-b325c0e15333 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:21.720024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port bc631eab-cf0b-4808-9b04-b2b7245c8276 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:21.721095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b97272f8-ce4f-4eb9-82aa-a352d0c67302 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:21.725351 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-0850be14-e64f-4fc3-ad43-28cae6cdab14 service neutron] 10.222.0.84 "GET /v2.0/networks/10d74666-479c-4a6f-95eb-73b2800d7636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486474 May 30 20:21:21.728139 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port bc631eab-cf0b-4808-9b04-b2b7245c8276 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:21.728513 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:21.736141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b97272f8-ce4f-4eb9-82aa-a352d0c67302 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:security_group_rule and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:21.741978 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b97272f8-ce4f-4eb9-82aa-a352d0c67302 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:21.773505 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:21.903657 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-ba72ef12-5a2f-49c4-a438-6c70feca96bb service neutron] 10.222.0.84 "GET /v2.0/networks/10d74666-479c-4a6f-95eb-73b2800d7636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645143 May 30 20:21:21.908545 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b97272f8-ce4f-4eb9-82aa-a352d0c67302 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:21.926177 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562b75f-aaf6-45ee-a3b8-daa8ad7523dd req-3bc929b0-331e-4150-8775-10b0e678a694 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:21.933074 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5562b75f-aaf6-45ee-a3b8-daa8ad7523dd req-3bc929b0-331e-4150-8775-10b0e678a694 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 950 time: 0.4005923 May 30 20:21:21.940469 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network a51a6572-bcc0-45f0-a0b7-8c0e765d6408 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:21.955448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:21.965359 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=cdd9d58e-5e7c-4e16-842f-8d941c1eef84,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:21.972501 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:21.998016 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.023699 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5562b75f-aaf6-45ee-a3b8-daa8ad7523dd req-cedef25c-42a0-4be3-a0d6-3d00f710a5c2 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/security-groups?id=4968559f-5ddc-4b85-a060-10739677c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896840 May 30 20:21:22.037510 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port bc631eab-cf0b-4808-9b04-b2b7245c8276, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=bc631eab-cf0b-4808-9b04-b2b7245c8276,segment=NetworkSegment(1d2af21a-a5cf-434d-8462-b88f3e061e2a),segment_id=1d2af21a-a5cf-434d-8462-b88f3e061e2a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:22.051697 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.088309 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.094822 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b97272f8-ce4f-4eb9-82aa-a352d0c67302 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.103330 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b97272f8-ce4f-4eb9-82aa-a352d0c67302 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.110555 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5970f972-344b-46c3-b548-a946abfbfb11 req-d8ec84e4-91c8-4803-bee5-66642e284050 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.137328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=bc631eab-cf0b-4808-9b04-b2b7245c8276,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:22.157766 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b97272f8-ce4f-4eb9-82aa-a352d0c67302 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.162035 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b97272f8-ce4f-4eb9-82aa-a352d0c67302 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0144541 May 30 20:21:22.162558 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50714) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:22.171888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-443fd873-b621-4b2e-9b5a-92ed26ca8c7b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'security_group_rule': {'security_group_id': 'c56dce35-11da-4d3f-b0e8-7888511c386a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:22.185256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-443fd873-b621-4b2e-9b5a-92ed26ca8c7b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:22.197230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-443fd873-b621-4b2e-9b5a-92ed26ca8c7b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:security_group_rule and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:22.198428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec84e4-91c8-4803-bee5-66642e284050 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Pushing event deleted for resources: {'Port': ['ID=067e0a76-eea8-4b6f-bba7-b325c0e15333,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:22.202676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-443fd873-b621-4b2e-9b5a-92ed26ca8c7b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:22.206330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97272f8-ce4f-4eb9-82aa-a352d0c67302 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56dce35-11da-4d3f-b0e8-7888511c386a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:22.215057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-443fd873-b621-4b2e-9b5a-92ed26ca8c7b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:22.239015 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-443fd873-b621-4b2e-9b5a-92ed26ca8c7b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.259502 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa7f71-2f82-4319-bad5-b5abf06fd3f0 None None] Network a51a6572-bcc0-45f0-a0b7-8c0e765d6408 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:22.386311 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-443fd873-b621-4b2e-9b5a-92ed26ca8c7b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.397808 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e39babf-9c1c-4bad-b2cd-019adef4d1e1'] response: {'server_uuid': 'a4b9e7bd-c824-4ba9-a47e-83f377f091e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9148ad4a-6242-4d79-ade8-eff94c98667a', 'code': 200} May 30 20:21:22.398423 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-443fd873-b621-4b2e-9b5a-92ed26ca8c7b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.516978 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-5970f972-344b-46c3-b548-a946abfbfb11 req-d8ec84e4-91c8-4803-bee5-66642e284050 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] No DVR routers for this DVR port 067e0a76-eea8-4b6f-bba7-b325c0e15333 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:21:22.519483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-02135654-828e-45b4-8dbf-3403b95a53ab None None] Provisioning for port 7d6c42af-2cdb-4060-ba71-dfd5cb60274e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:22.520643 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5970f972-344b-46c3-b548-a946abfbfb11 req-d8ec84e4-91c8-4803-bee5-66642e284050 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.521077 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443fd873-b621-4b2e-9b5a-92ed26ca8c7b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5446957c-82a3-47c9-b5d9-1ba705dd07e4,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:22.532034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07d2129-d0be-4339-bbad-f10ec92da9bd', 'name': 'network-vif-deleted', 'tag': '067e0a76-eea8-4b6f-bba7-b325c0e15333'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:22.532707 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a1917e4-dcdc-4318-b72f-170fa5696f09 req-4665bd18-ab25-4966-9e56-08cec4384103 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/ports?device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 210 time: 0.0810828 May 30 20:21:22.549004 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-02135654-828e-45b4-8dbf-3403b95a53ab None None] Provisioning complete for port 7d6c42af-2cdb-4060-ba71-dfd5cb60274e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:22.552998 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-02135654-828e-45b4-8dbf-3403b95a53ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.579606 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.600527 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5970f972-344b-46c3-b548-a946abfbfb11 req-d8ec84e4-91c8-4803-bee5-66642e284050 tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.77 "DELETE /v2.0/ports/067e0a76-eea8-4b6f-bba7-b325c0e15333 HTTP/1.1" status: 204 len: 173 time: 2.1036546 May 30 20:21:22.614630 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b97c6348-b421-4f4e-bff4-56582adf670a req-d40763fa-6a33-4149-a6e7-c7f918a36814 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/ports?device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 210 time: 0.0867438 May 30 20:21:22.618781 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-443fd873-b621-4b2e-9b5a-92ed26ca8c7b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.620568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-443fd873-b621-4b2e-9b5a-92ed26ca8c7b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4569173 May 30 20:21:22.623539 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50730) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:22.671479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-c4759b67-37e6-42ad-be85-47095a5acc0a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'security_group_rule': {'security_group_id': 'c56dce35-11da-4d3f-b0e8-7888511c386a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:22.695892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c4759b67-37e6-42ad-be85-47095a5acc0a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:22.706609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c4759b67-37e6-42ad-be85-47095a5acc0a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:security_group_rule and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:22.717270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c4759b67-37e6-42ad-be85-47095a5acc0a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:22.731612 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c4759b67-37e6-42ad-be85-47095a5acc0a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:22.757834 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c4759b67-37e6-42ad-be85-47095a5acc0a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.762857 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fb0989f-2746-4d55-be80-58e41fa2e2c0'] response: {'server_uuid': 'c07d2129-d0be-4339-bbad-f10ec92da9bd', 'name': 'network-vif-deleted', 'tag': '067e0a76-eea8-4b6f-bba7-b325c0e15333', 'status': 'completed', 'code': 200} May 30 20:21:22.798041 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-59b1ada7-a457-427d-8b19-55de9e82ec29 req-613f0707-23b4-47f5-8f2a-877a52719119 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 1101 time: 0.3572736 May 30 20:21:22.829895 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-02135654-828e-45b4-8dbf-3403b95a53ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.934831 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-02135654-828e-45b4-8dbf-3403b95a53ab None None] For port 7d6c42af-2cdb-4060-ba71-dfd5cb60274e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7d6c42af-2cdb-4060-ba71-dfd5cb60274e,segment=NetworkSegment(066bf8ef-222a-4fe7-bb4d-601cb2c0f73a),segment_id=066bf8ef-222a-4fe7-bb4d-601cb2c0f73a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:22.944646 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-02135654-828e-45b4-8dbf-3403b95a53ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.949466 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c4759b67-37e6-42ad-be85-47095a5acc0a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.962626 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c4759b67-37e6-42ad-be85-47095a5acc0a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.984607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4759b67-37e6-42ad-be85-47095a5acc0a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd1d823-b56a-4134-92aa-a5833cfab7b0,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:23.042173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c69d64-3076-474e-ae43-f026a5b52c36 req-1421436c-8fd0-4bd1-9485-a5504ae57bd4 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:23.050702 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a6c69d64-3076-474e-ae43-f026a5b52c36 req-1421436c-8fd0-4bd1-9485-a5504ae57bd4 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 945 time: 0.1815596 May 30 20:21:23.056174 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02135654-828e-45b4-8dbf-3403b95a53ab None None] Pushing event updated for resources: {'Port': ['ID=7d6c42af-2cdb-4060-ba71-dfd5cb60274e,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:23.065283 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c4759b67-37e6-42ad-be85-47095a5acc0a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:23.066696 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c4759b67-37e6-42ad-be85-47095a5acc0a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4393358 May 30 20:21:23.104326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50744) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:23.138122 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:23.146325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:23.151989 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:floatingip and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:23.154884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:23.161210 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:23.164638 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a6c69d64-3076-474e-ae43-f026a5b52c36 req-029b9929-d845-4873-a8af-7a553e9159ec tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130021 May 30 20:21:23.194429 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bc631eab-cf0b-4808-9b04-b2b7245c8276 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:23.230241 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:23.335090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port bc631eab-cf0b-4808-9b04-b2b7245c8276 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:23.336215 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:23.340102 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-59b1ada7-a457-427d-8b19-55de9e82ec29 req-d3e9d369-019b-4d2a-8b3c-7a16291a977e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4968559f-5ddc-4b85-a060-10739677c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136858 May 30 20:21:23.455880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a144a3-72d3-40b5-8b1e-77e0e441c402 req-35f0f059-63d2-4fc4-9384-6f24cd6be18e tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:23.463672 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76a144a3-72d3-40b5-8b1e-77e0e441c402 req-35f0f059-63d2-4fc4-9384-6f24cd6be18e tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 950 time: 0.1692450 May 30 20:21:23.531335 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76a144a3-72d3-40b5-8b1e-77e0e441c402 req-8ae54178-5eab-4e24-8bab-1cc84c1c6be4 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/security-groups?id=4968559f-5ddc-4b85-a060-10739677c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638421 May 30 20:21:23.547654 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b6a71522-c010-468d-9c00-a4274da795e4 None None] Provisioning for port cdd9d58e-5e7c-4e16-842f-8d941c1eef84 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:23.555883 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b6a71522-c010-468d-9c00-a4274da795e4 None None] Provisioning complete for port cdd9d58e-5e7c-4e16-842f-8d941c1eef84 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:23.556601 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b6a71522-c010-468d-9c00-a4274da795e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:23.635705 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b6a71522-c010-468d-9c00-a4274da795e4 None None] Port cdd9d58e-5e7c-4e16-842f-8d941c1eef84 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:21:23.653661 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b6a71522-c010-468d-9c00-a4274da795e4 None None] Provisioning complete for port 7d6c42af-2cdb-4060-ba71-dfd5cb60274e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:23.654036 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b6a71522-c010-468d-9c00-a4274da795e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:23.820059 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 067e0a76-eea8-4b6f-bba7-b325c0e15333 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:21:23.921955 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 067e0a76-eea8-4b6f-bba7-b325c0e15333 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:21:23.922924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 067e0a76-eea8-4b6f-bba7-b325c0e15333 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:21:23.985155 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-431593e9-4305-4da2-914c-db4680b64f41 req-3894783b-d6e6-4d39-8ae3-f02ecc91805a tempest-ServerAddressesNegativeTestJSON-2001119846 tempest-ServerAddressesNegativeTestJSON-2001119846-project] 10.222.0.84 "GET /v2.0/ports?device_id=c07d2129-d0be-4339-bbad-f10ec92da9bd HTTP/1.1" status: 200 len: 210 time: 0.0518034 May 30 20:21:24.000221 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-500fd051-01fc-4c8d-8bd7-fb8ab11020d3 req-b57392c7-21c6-4aa9-b88a-dfa56458db3f tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/ports?device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 210 time: 0.0994673 May 30 20:21:24.066340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fadd204c-4b0a-439f-8471-c98a530b673c None None] Provisioning complete for port cdd9d58e-5e7c-4e16-842f-8d941c1eef84 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:24.066804 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fadd204c-4b0a-439f-8471-c98a530b673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:24.126010 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fadd204c-4b0a-439f-8471-c98a530b673c None None] Port cdd9d58e-5e7c-4e16-842f-8d941c1eef84 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:21:24.146123 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:21:24.171936 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:24.180580 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:24.320046 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:24.524118 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:24.533737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77055f44-cf6d-49e8-a200-4f6ae61db9f1 req-4ebfa94c-5f4a-4f6c-97be-1028694433e0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:24.537236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-77055f44-cf6d-49e8-a200-4f6ae61db9f1 req-4ebfa94c-5f4a-4f6c-97be-1028694433e0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Synchronizing usage tracker for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:24.539133 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c6853-33ff-44e6-b298-9581ef89087f req-f256a417-78bd-4d71-ad77-f8dae4794064 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:24.550170 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b9c6853-33ff-44e6-b298-9581ef89087f req-f256a417-78bd-4d71-ad77-f8dae4794064 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 945 time: 0.1689823 May 30 20:21:24.583370 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=cdd9d58e-5e7c-4e16-842f-8d941c1eef84,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:24.611925 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-8122ddbe-1959-4150-b3f7-4c75ae90b13d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:24.613469 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-8122ddbe-1959-4150-b3f7-4c75ae90b13d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.77 "GET /v2.0/networks?id=10d74666-479c-4a6f-95eb-73b2800d7636 HTTP/1.1" status: 200 len: 825 time: 0.3516638 May 30 20:21:24.626168 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b9c6853-33ff-44e6-b298-9581ef89087f req-c480fcf9-abd3-4d8c-8361-ca0d836a13e5 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730474 May 30 20:21:24.655976 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-dbb91fb0-20cb-4109-bbff-5512693d652d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Request body: {'port': {'device_id': '76eac8e8-371b-4c57-873e-7ceb2c350dc2', 'network_id': '10d74666-479c-4a6f-95eb-73b2800d7636', 'admin_state_up': True, 'tenant_id': 'ff14c42989b64ca18334fde79df32a46'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:24.735476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-77055f44-cf6d-49e8-a200-4f6ae61db9f1 req-4ebfa94c-5f4a-4f6c-97be-1028694433e0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Unset dirty status for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:24.736608 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-77055f44-cf6d-49e8-a200-4f6ae61db9f1 req-4ebfa94c-5f4a-4f6c-97be-1028694433e0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 945 time: 0.7902172 May 30 20:21:24.783507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de360d36-f244-46f0-91f3-ae71832ff1c8 req-4cd4b6b9-9e93-428d-82e0-6da0fb1a7e98 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:24.784961 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de360d36-f244-46f0-91f3-ae71832ff1c8 req-4cd4b6b9-9e93-428d-82e0-6da0fb1a7e98 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 950 time: 0.0782318 May 30 20:21:24.830618 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de360d36-f244-46f0-91f3-ae71832ff1c8 req-fd6c0fd3-9378-4638-853b-7f0b41d8e5f1 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/security-groups?id=4968559f-5ddc-4b85-a060-10739677c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398281 May 30 20:21:24.963491 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-77055f44-cf6d-49e8-a200-4f6ae61db9f1 req-47a83a69-f9e9-414a-9a39-4da2b1d00691 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Deleting port f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:24.964247 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-77055f44-cf6d-49e8-a200-4f6ae61db9f1 req-47a83a69-f9e9-414a-9a39-4da2b1d00691 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:25.067288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Allocated IP 172.25.5.196 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/a213edda-d659-40d1-9d9f-b5b432fbb971) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:25.137171 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7d6c42af-2cdb-4060-ba71-dfd5cb60274e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:25.231186 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f747a01-44ea-454e-8ccf-b33a5aa0b8c2 req-5a95f6de-9c5c-4d1f-88ac-5b77b76b3ab7 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/ports?device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 210 time: 0.0635068 May 30 20:21:25.279606 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 7d6c42af-2cdb-4060-ba71-dfd5cb60274e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:25.280937 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:25.352184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network a51a6572-bcc0-45f0-a0b7-8c0e765d6408 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:25.361128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:25.362962 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-dbb91fb0-20cb-4109-bbff-5512693d652d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:25.442809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50782) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:25.625204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-f586483a-93cd-4d63-aef1-872b2b2b3bb6 admin admin] Deleting subnet 161c46aa-9db3-40c3-83ba-8fbf58bd1899 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:21:25.633645 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f586483a-93cd-4d63-aef1-872b2b2b3bb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:25.669766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-94aba9cf-33a6-4d96-acbe-ed644e4cd9f4 None None] Provisioning complete for port cdd9d58e-5e7c-4e16-842f-8d941c1eef84 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:25.670302 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94aba9cf-33a6-4d96-acbe-ed644e4cd9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:25.731515 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-dbb91fb0-20cb-4109-bbff-5512693d652d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Usage tracker for resource:port and tenant:ff14c42989b64ca18334fde79df32a46 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:25.751392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-dbb91fb0-20cb-4109-bbff-5512693d652d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:25.776887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-94aba9cf-33a6-4d96-acbe-ed644e4cd9f4 None None] Port cdd9d58e-5e7c-4e16-842f-8d941c1eef84 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:21:25.782555 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f586483a-93cd-4d63-aef1-872b2b2b3bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:25.853486 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f586483a-93cd-4d63-aef1-872b2b2b3bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:25.893268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-77055f44-cf6d-49e8-a200-4f6ae61db9f1 req-47a83a69-f9e9-414a-9a39-4da2b1d00691 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] For port f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:25.893962 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-77055f44-cf6d-49e8-a200-4f6ae61db9f1 req-47a83a69-f9e9-414a-9a39-4da2b1d00691 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:26.114256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d92e64-9134-4ca5-b53c-9bd55bed08d2 req-88c1439a-3f0e-4b60-b602-1d2707eef361 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:26.122374 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0d92e64-9134-4ca5-b53c-9bd55bed08d2 req-88c1439a-3f0e-4b60-b602-1d2707eef361 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 945 time: 0.1206632 May 30 20:21:26.161266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-77055f44-cf6d-49e8-a200-4f6ae61db9f1 req-47a83a69-f9e9-414a-9a39-4da2b1d00691 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Calling delete_port for f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:26.161569 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f586483a-93cd-4d63-aef1-872b2b2b3bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:26.208094 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f586483a-93cd-4d63-aef1-872b2b2b3bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:26.248587 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0d92e64-9134-4ca5-b53c-9bd55bed08d2 req-4166feb1-12a1-4a0a-ad8b-60c316ed2e9d tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252644 May 30 20:21:26.257593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586483a-93cd-4d63-aef1-872b2b2b3bb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=161c46aa-9db3-40c3-83ba-8fbf58bd1899,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:26.281409 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f586483a-93cd-4d63-aef1-872b2b2b3bb6 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/161c46aa-9db3-40c3-83ba-8fbf58bd1899 HTTP/1.1" status: 204 len: 168 time: 0.8272481 May 30 20:21:26.281409 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50798) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:26.313945 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-dbb91fb0-20cb-4109-bbff-5512693d652d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:26.334400 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-77055f44-cf6d-49e8-a200-4f6ae61db9f1 req-47a83a69-f9e9-414a-9a39-4da2b1d00691 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:26.346205 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9ecf0614-9706-4eab-a0ba-9e8ab6958178', 'f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:21:26.462284 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-dbb91fb0-20cb-4109-bbff-5512693d652d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Made reservation on behalf of ff14c42989b64ca18334fde79df32a46 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:26.467122 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-dbb91fb0-20cb-4109-bbff-5512693d652d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:26.514272 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b6a61cb-c201-4a86-9440-681678f19ca6 req-60232f08-7903-4cf8-a455-f31c26fb1977 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/ports?device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 210 time: 0.0784211 May 30 20:21:26.582534 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-454e6540-36c3-4e86-9a03-3c6d8af25324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:26.636604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a83a69-f9e9-414a-9a39-4da2b1d00691 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Pushing event deleted for resources: {'Port': ['ID=f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:26.655619 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:26.763096 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-454e6540-36c3-4e86-9a03-3c6d8af25324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:26.801696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-454e6540-36c3-4e86-9a03-3c6d8af25324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd168ef-4125-4303-b3dd-bef7e3b53f73']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:26.817813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-454e6540-36c3-4e86-9a03-3c6d8af25324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947eac26-ae37-497d-96cb-5e616bf3db99') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:26.818303 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-454e6540-36c3-4e86-9a03-3c6d8af25324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947eac26-ae37-497d-96cb-5e616bf3db99') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:26.831173 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-454e6540-36c3-4e86-9a03-3c6d8af25324 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:26.850103 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-454e6540-36c3-4e86-9a03-3c6d8af25324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:26.858957 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454e6540-36c3-4e86-9a03-3c6d8af25324 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:21:26.859386 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-454e6540-36c3-4e86-9a03-3c6d8af25324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:26.864424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-77055f44-cf6d-49e8-a200-4f6ae61db9f1 req-47a83a69-f9e9-414a-9a39-4da2b1d00691 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] No DVR routers for this DVR port f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: timer() May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:21:26.874457 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:21:26.876837 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-77055f44-cf6d-49e8-a200-4f6ae61db9f1 req-47a83a69-f9e9-414a-9a39-4da2b1d00691 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:26.877889 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e412691a-354c-4c70-b516-546deea5ab52', 'name': 'network-vif-deleted', 'tag': 'f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:26.964207 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-454e6540-36c3-4e86-9a03-3c6d8af25324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:26.985352 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-77055f44-cf6d-49e8-a200-4f6ae61db9f1 req-47a83a69-f9e9-414a-9a39-4da2b1d00691 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.93 "DELETE /v2.0/ports/f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 HTTP/1.1" status: 204 len: 173 time: 2.1901610 May 30 20:21:26.991519 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a768054-833a-4ca5-a7af-3ccbeea855d2'] response: {'server_uuid': 'e412691a-354c-4c70-b516-546deea5ab52', 'name': 'network-vif-deleted', 'tag': 'f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296', 'status': 'completed', 'code': 200} May 30 20:21:26.999543 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:27.008162 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-454e6540-36c3-4e86-9a03-3c6d8af25324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:27.020724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e6540-36c3-4e86-9a03-3c6d8af25324 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bd168ef-4125-4303-b3dd-bef7e3b53f73,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:27.025659 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-454e6540-36c3-4e86-9a03-3c6d8af25324 admin admin] 10.222.0.84 "DELETE /v2.0/networks/7bd168ef-4125-4303-b3dd-bef7e3b53f73 HTTP/1.1" status: 204 len: 168 time: 0.7477691 May 30 20:21:27.110043 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:21:27.168736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-dbb91fb0-20cb-4109-bbff-5512693d652d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Allocated IP 172.20.0.10 (10d74666-479c-4a6f-95eb-73b2800d7636/843c3ee8-bb1e-441a-855c-615cf35cbdff/a11accdc-2459-4f68-8073-24d15d61a14b) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:27.210206 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'Port': ['ID=a213edda-d659-40d1-9d9f-b5b432fbb971,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:27.227221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:27.230884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:27.237078 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:27.344467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50822) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:27.424320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router b727b84d-64bc-40cb-be7d-42a33d16f237 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:21:27.477100 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ad0e5fc1-5faa-4615-8d02-01dbc5f8e583 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ee8413f36b734df198ff424d619ce8a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1313231 May 30 20:21:27.483034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50828) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:27.485577 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d68cf7f9-897a-42c7-9994-f29045e215ff req-7a91d630-2848-4b82-8bad-fb3a0e1baf2e tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=e412691a-354c-4c70-b516-546deea5ab52 HTTP/1.1" status: 200 len: 210 time: 0.0500453 May 30 20:21:27.598887 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34596e85-95f4-492c-92c1-b9fd7201d480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:27.635176 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34596e85-95f4-492c-92c1-b9fd7201d480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:27.751540 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34596e85-95f4-492c-92c1-b9fd7201d480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:27.759159 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11fc543c-f54c-4aa0-bd80-db988e216ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:27.765816 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:27.777494 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34596e85-95f4-492c-92c1-b9fd7201d480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f6d3fe-9f02-493d-8112-0967c1ed9d75,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:27.788133 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34596e85-95f4-492c-92c1-b9fd7201d480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:27.789594 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-34596e85-95f4-492c-92c1-b9fd7201d480 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/60f6d3fe-9f02-493d-8112-0967c1ed9d75 HTTP/1.1" status: 204 len: 168 time: 0.3031561 May 30 20:21:27.916784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-164e2dae-a335-4a67-b652-f63f13f748d2 req-b7dfb964-de8b-4359-afef-da9cf3320d40 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/ports?device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 210 time: 0.0861952 May 30 20:21:28.022043 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.121478 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-dbb91fb0-20cb-4109-bbff-5512693d652d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.263417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:21:28.274360 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Sync routers for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:21:28.290044 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b29a6900-e7ff-4ed7-96c7-61b286fa0355 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/b727b84d-64bc-40cb-be7d-42a33d16f237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2187316 May 30 20:21:28.292680 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50856) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:28.293278 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-dbb91fb0-20cb-4109-bbff-5512693d652d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.300002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6dccefd7-553f-42a1-b974-32b5f22b115e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'network': {'name': 'tempest-RoutersTest-465055121'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:28.316526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6dccefd7-553f-42a1-b974-32b5f22b115e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:28.323829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6dccefd7-553f-42a1-b974-32b5f22b115e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:network and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:28.327544 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:21:28.328203 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:21:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:28.335623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6dccefd7-553f-42a1-b974-32b5f22b115e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:28.352171 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6dccefd7-553f-42a1-b974-32b5f22b115e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:28.374330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dccefd7-553f-42a1-b974-32b5f22b115e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:28.377799 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6dccefd7-553f-42a1-b974-32b5f22b115e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.439041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dccefd7-553f-42a1-b974-32b5f22b115e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:21:28.460272 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6dccefd7-553f-42a1-b974-32b5f22b115e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.460907 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-6dccefd7-553f-42a1-b974-32b5f22b115e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Added segment 291f8d7a-67df-496c-b9aa-0993d4d57537 of type vlan for network 89cad7c2-29b4-4a3e-8d23-d39ccf96498a May 30 20:21:28.491337 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6dccefd7-553f-42a1-b974-32b5f22b115e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.509620 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:21:28.520742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-dbb91fb0-20cb-4109-bbff-5512693d652d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Network 10d74666-479c-4a6f-95eb-73b2800d7636 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:28.531015 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-dbb91fb0-20cb-4109-bbff-5512693d652d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:28.539717 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.541613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-dbb91fb0-20cb-4109-bbff-5512693d652d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:28.542938 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6dccefd7-553f-42a1-b974-32b5f22b115e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.557295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dccefd7-553f-42a1-b974-32b5f22b115e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:28.558025 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6dccefd7-553f-42a1-b974-32b5f22b115e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.569441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb91fb0-20cb-4109-bbff-5512693d652d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Pushing event updated for resources: {'Port': ['ID=a11accdc-2459-4f68-8073-24d15d61a14b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:28.574813 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.697207 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:21:28.754718 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:21:28.756081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device f8d5fd8a-2ac1-4b8c-bd15-8ce3b45ca296 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:21:28.772594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.785887 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-dbb91fb0-20cb-4109-bbff-5512693d652d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:28.788592 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-dbb91fb0-20cb-4109-bbff-5512693d652d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.791036 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccefd7-553f-42a1-b974-32b5f22b115e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Network': ['ID=89cad7c2-29b4-4a3e-8d23-d39ccf96498a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:28.802716 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 89cad7c2-29b4-4a3e-8d23-d39ccf96498a details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:21:28.806126 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6dccefd7-553f-42a1-b974-32b5f22b115e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5123279 May 30 20:21:28.809388 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:21:28.809533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50874) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:28.824974 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'subnet': {'network_id': '89cad7c2-29b4-4a3e-8d23-d39ccf96498a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:28.831128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'Port': ['ID=a213edda-d659-40d1-9d9f-b5b432fbb971,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:28.836798 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-dbb91fb0-20cb-4109-bbff-5512693d652d tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1983573 May 30 20:21:28.859682 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Request body: {'port': {'device_id': '76eac8e8-371b-4c57-873e-7ceb2c350dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:28.956006 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.956932 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-974c7f3a-7596-42a1-9390-e6f7af5664d0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8319454 May 30 20:21:29.030400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:29.040482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:subnet and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:29.055265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:29.069702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:29.097330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Made reservation on behalf of a78afc9717e64bcdb2ef305445c4989f for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:29.150225 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:29.308703 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50902) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:29.464610 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:21:22Z', 'revision_number': 4, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc631eab-cf0b-4808-9b04-b2b7245c8276', 'name': '', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c2:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:05Z', 'updated_at': '2022-05-30T20:21:22Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd9d58e-5e7c-4e16-842f-8d941c1eef84', 'name': '', 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:63:d3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:19Z', 'updated_at': '2022-05-30T20:21:23Z', 'revision_number': 2, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:29.471473 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Checking router: b727b84d-64bc-40cb-be7d-42a33d16f237 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:21:29.472079 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Updating router b727b84d-64bc-40cb-be7d-42a33d16f237 port cdd9d58e-5e7c-4e16-842f-8d941c1eef84 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:21:29.504443 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:29.544803 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:29.672552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-315465479-network', 'tenant_id': '887c7367090a4d39a6cc946b56cbe442'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:29.677919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:29.719917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11accdc-2459-4f68-8073-24d15d61a14b {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:29.728088 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:29.744760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Transition to ACTIVE for port object a11accdc-2459-4f68-8073-24d15d61a14b will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:29.748882 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:29.770017 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-521cd131-6633-4663-a0f0-b5c9f2863744 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:29.777773 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-521cd131-6633-4663-a0f0-b5c9f2863744 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 806 time: 0.4704640 May 30 20:21:29.786242 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Usage tracker for resource:network and tenant:887c7367090a4d39a6cc946b56cbe442 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:29.800313 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:29.818072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:29.838189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Pushing event updated for resources: {'Port': ['ID=a11accdc-2459-4f68-8073-24d15d61a14b,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:29.843910 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-ba64b499-54b3-4d87-a4e3-7220b13115a0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/quotas/210942c2f7d24688a396c30d7894503b HTTP/1.1" status: 200 len: 375 time: 0.0652158 May 30 20:21:29.894682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98a062-5839-4374-a58d-c352719c509a req-592cdab9-2d72-411a-b7d3-e11ffa566d9c tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:29.901991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba98a062-5839-4374-a58d-c352719c509a req-592cdab9-2d72-411a-b7d3-e11ffa566d9c tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/ports?device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 932 time: 0.5957854 May 30 20:21:29.926776 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-181d1efe-d4b0-4596-bbaf-34c69d23fd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:29.948432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Made reservation on behalf of 887c7367090a4d39a6cc946b56cbe442 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:29.950662 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:29.980348 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:29.989470 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:29.995484 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Transition to ACTIVE for port object cdd9d58e-5e7c-4e16-842f-8d941c1eef84 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:30.003577 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:30.007531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ba98a062-5839-4374-a58d-c352719c509a req-6e11484d-069f-417e-99d6-126c28ff025b tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Synchronizing usage tracker for tenant:ff14c42989b64ca18334fde79df32a46 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:30.099234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ba98a062-5839-4374-a58d-c352719c509a req-6e11484d-069f-417e-99d6-126c28ff025b tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Unset dirty status for tenant:ff14c42989b64ca18334fde79df32a46 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:30.110642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba98a062-5839-4374-a58d-c352719c509a req-6e11484d-069f-417e-99d6-126c28ff025b tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee031971-6655-4426-998f-660c03328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076235 May 30 20:21:30.150702 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-f277dac6-feae-47ba-96b7-3076bb1e09ef tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3058190 May 30 20:21:30.152833 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeae3ff-279c-49c9-a258-f0dc3bdb0aae None None] Pushing event updated for resources: {'Port': ['ID=cdd9d58e-5e7c-4e16-842f-8d941c1eef84,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:30.174030 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeae3ff-279c-49c9-a258-f0dc3bdb0aae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:30.176104 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeae3ff-279c-49c9-a258-f0dc3bdb0aae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:30.176327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Attempting to bind port a11accdc-2459-4f68-8073-24d15d61a14b on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:21:30.176644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Attempting to bind port a11accdc-2459-4f68-8073-24d15d61a14b by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '94910357-07ed-400d-a749-8490b9a173c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '10d74666-479c-4a6f-95eb-73b2800d7636'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:21:30.176965 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Attempting to bind port a11accdc-2459-4f68-8073-24d15d61a14b on network 10d74666-479c-4a6f-95eb-73b2800d7636 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:30.177339 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeae3ff-279c-49c9-a258-f0dc3bdb0aae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:30.178034 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeae3ff-279c-49c9-a258-f0dc3bdb0aae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:30.178566 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeae3ff-279c-49c9-a258-f0dc3bdb0aae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:30.179095 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeae3ff-279c-49c9-a258-f0dc3bdb0aae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:30.179620 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeae3ff-279c-49c9-a258-f0dc3bdb0aae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:30.180173 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeae3ff-279c-49c9-a258-f0dc3bdb0aae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:30.180718 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeae3ff-279c-49c9-a258-f0dc3bdb0aae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:30.181247 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeae3ff-279c-49c9-a258-f0dc3bdb0aae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:30.181768 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeae3ff-279c-49c9-a258-f0dc3bdb0aae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:30.196989 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Port a11accdc-2459-4f68-8073-24d15d61a14b on network 10d74666-479c-4a6f-95eb-73b2800d7636 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:21:30.197310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Attempting to bind port a11accdc-2459-4f68-8073-24d15d61a14b on network 10d74666-479c-4a6f-95eb-73b2800d7636 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:30.227257 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:21:30.227602 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Checking segment: {'id': '94910357-07ed-400d-a749-8490b9a173c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '10d74666-479c-4a6f-95eb-73b2800d7636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:30.228062 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Bound using segment: {'id': '94910357-07ed-400d-a749-8490b9a173c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '10d74666-479c-4a6f-95eb-73b2800d7636'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:21:30.228502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Bound port: a11accdc-2459-4f68-8073-24d15d61a14b, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94910357-07ed-400d-a749-8490b9a173c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '10d74666-479c-4a6f-95eb-73b2800d7636'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:21:30.228847 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:30.355286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:30.376885 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Attempting to bind port cdd9d58e-5e7c-4e16-842f-8d941c1eef84 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:21:30.377382 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Attempting to bind port cdd9d58e-5e7c-4e16-842f-8d941c1eef84 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '066bf8ef-222a-4fe7-bb4d-601cb2c0f73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:21:30.377743 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Attempting to bind port cdd9d58e-5e7c-4e16-842f-8d941c1eef84 on network a51a6572-bcc0-45f0-a0b7-8c0e765d6408 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:30.393663 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:21:30.393937 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Checking segment: {'id': '066bf8ef-222a-4fe7-bb4d-601cb2c0f73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:30.394336 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:30.394717 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Bound using segment: {'id': '066bf8ef-222a-4fe7-bb4d-601cb2c0f73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:21:30.395183 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Bound port: cdd9d58e-5e7c-4e16-842f-8d941c1eef84, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066bf8ef-222a-4fe7-bb4d-601cb2c0f73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:21:30.395547 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:30.401769 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] For port a11accdc-2459-4f68-8073-24d15d61a14b, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:30.404770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Usage tracker for resource:security_group_rule and tenant:887c7367090a4d39a6cc946b56cbe442 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:30.405287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] For port a11accdc-2459-4f68-8073-24d15d61a14b, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a11accdc-2459-4f68-8073-24d15d61a14b,segment=NetworkSegment(94910357-07ed-400d-a749-8490b9a173c3),segment_id=94910357-07ed-400d-a749-8490b9a173c3)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:21:30.413433 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:30.422962 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:30.476399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:30.483207 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:30.484774 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] 10.222.0.77 "PUT /v2.0/ports/a11accdc-2459-4f68-8073-24d15d61a14b HTTP/1.1" status: 200 len: 1092 time: 1.6363244 May 30 20:21:30.502466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76eac8e8-371b-4c57-873e-7ceb2c350dc2', 'tag': 'a11accdc-2459-4f68-8073-24d15d61a14b'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:30.514489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-9ae81e71-cfdf-4191-bb43-43c12d70624b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Synchronizing usage tracker for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:30.515339 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] For port cdd9d58e-5e7c-4e16-842f-8d941c1eef84, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:30.519573 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] For port cdd9d58e-5e7c-4e16-842f-8d941c1eef84, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cdd9d58e-5e7c-4e16-842f-8d941c1eef84,segment=NetworkSegment(066bf8ef-222a-4fe7-bb4d-601cb2c0f73a),segment_id=066bf8ef-222a-4fe7-bb4d-601cb2c0f73a)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:21:30.528353 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:30.580574 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:30.629401 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeae3ff-279c-49c9-a258-f0dc3bdb0aae None None] Pushing event updated for resources: {'Port': ['ID=cdd9d58e-5e7c-4e16-842f-8d941c1eef84,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:30.642061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47670a24-ed12-4f33-8e54-e30af3d40c51 service neutron] Pushing event updated for resources: {'Port': ['ID=a11accdc-2459-4f68-8073-24d15d61a14b,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:30.648557 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:21:30.650979 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:21:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:30.661398 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-9ae81e71-cfdf-4191-bb43-43c12d70624b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Unset dirty status for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:30.662591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-9ae81e71-cfdf-4191-bb43-43c12d70624b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--2067961157&fields=id&tenant_id=a048fd6ea7c2440198c694d9cbd88a49 HTTP/1.1" status: 200 len: 267 time: 0.3226032 May 30 20:21:30.684489 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-1fa1d34c-2921-4826-a94e-dbe80cdaa93d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff14c42989b64ca18334fde79df32a46&device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 1095 time: 0.1449072 May 30 20:21:30.690909 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-c256f0e0-d80c-454b-a2b8-199232d18618 service neutron] 10.222.0.84 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393689 May 30 20:21:30.800361 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-9aba57a7-4f16-4069-854e-1c0da88b5884 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a11accdc-2459-4f68-8073-24d15d61a14b HTTP/1.1" status: 200 len: 217 time: 0.0931644 May 30 20:21:30.831715 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:21:30.885060 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-b9f42bfd-f224-4f2e-9b52-affe5c982c2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:30.887657 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-b9f42bfd-f224-4f2e-9b52-affe5c982c2f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=843c3ee8-bb1e-441a-855c-615cf35cbdff HTTP/1.1" status: 200 len: 865 time: 0.0786893 May 30 20:21:30.889397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Subnet': ['ID=8a0d5261-c3a4-4774-86db-df622a75fdd0,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:30.920757 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:30.966368 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-f24714c0-fcbb-4290-997f-ca3aa188c7fe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=10d74666-479c-4a6f-95eb-73b2800d7636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691352 May 30 20:21:31.043421 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:31.085568 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:31.085844 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:31.086173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:31.086514 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:31.086846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:31.087178 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:31.087506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:31.087833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:31.088199 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:31.088526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:31.088849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:31.106757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Checking segment: {'id': '291f8d7a-67df-496c-b9aa-0993d4d57537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '89cad7c2-29b4-4a3e-8d23-d39ccf96498a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:31.107118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network hostable DHCP agents. Network: 89cad7c2-29b4-4a3e-8d23-d39ccf96498a, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:21:31.128849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:21:31.151359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26439943-8d48-42c8-bca1-7913db3dd9ac,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:31.155501 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-3460f3e6-2746-4a45-aaec-efc4c20f9907 service neutron] 10.222.0.77 "GET /v2.0/networks/10d74666-479c-4a6f-95eb-73b2800d7636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788571 May 30 20:21:31.157837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-35a7dda6-237f-4f67-8182-d7542668e865 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:31.159273 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-35a7dda6-237f-4f67-8182-d7542668e865 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/networks?id=43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 200 len: 814 time: 0.4738102 May 30 20:21:31.178968 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:31.179319 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Added segment c376f408-e235-429b-8441-7bb2e4dd6304 of type vlan for network 364cc3fe-85b7-4da3-aabd-b1ac22737be8 May 30 20:21:31.202864 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:31.212406 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-8b4adb63-b5f2-407f-b2d7-8a334ec3efb4 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/quotas/a048fd6ea7c2440198c694d9cbd88a49 HTTP/1.1" status: 200 len: 375 time: 0.0347433 May 30 20:21:31.310223 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-1c21453f-fbaa-4590-a23c-8e343f240366 service neutron] 10.222.0.84 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780997 May 30 20:21:31.312793 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:31.323890 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network 89cad7c2-29b4-4a3e-8d23-d39ccf96498a is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:21:31.397004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 89cad7c2-29b4-4a3e-8d23-d39ccf96498a) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:31.405774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:31.406657 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:31.408430 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0086df30-13ab-4e73-a021-8259e84f5929 None None] Network 89cad7c2-29b4-4a3e-8d23-d39ccf96498a requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:31.450495 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:31.451354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:31.451929 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:31.483496 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:21:22Z', 'revision_number': 4, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc631eab-cf0b-4808-9b04-b2b7245c8276', 'name': '', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c2:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:05Z', 'updated_at': '2022-05-30T20:21:22Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd9d58e-5e7c-4e16-842f-8d941c1eef84', 'name': '', 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:63:d3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:19Z', 'updated_at': '2022-05-30T20:21:30Z', 'revision_number': 4, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:31.500170 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303d3dfe-95b0-4a63-a4f1-0d57f573cf76 None None] The sync data for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 is: [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:21:22Z', 'revision_number': 4, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc631eab-cf0b-4808-9b04-b2b7245c8276', 'name': '', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c2:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:05Z', 'updated_at': '2022-05-30T20:21:22Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd9d58e-5e7c-4e16-842f-8d941c1eef84', 'name': '', 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:63:d3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:19Z', 'updated_at': '2022-05-30T20:21:30Z', 'revision_number': 4, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:21:31.509978 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-3453a883-a8ce-4ac9-bf7a-62372b332a86 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Synchronizing usage tracker for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:31.616485 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c7343366-e096-49f9-93ca-7618e4ad3144 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8058069 May 30 20:21:31.622615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50954) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:31.648236 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e6f327-42e6-41cb-aa34-21f486052ea0'] response: {'name': 'network-changed', 'server_uuid': '76eac8e8-371b-4c57-873e-7ceb2c350dc2', 'tag': 'a11accdc-2459-4f68-8073-24d15d61a14b', 'status': 'completed', 'code': 200} May 30 20:21:31.676362 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:31.753170 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9e445e8-f176-4e0e-8ead-9910006ab0dd req-c6ad7ff0-d909-4717-b87b-9ce47c4b6ac9 service neutron] 10.222.0.77 "GET /v2.0/networks/10d74666-479c-4a6f-95eb-73b2800d7636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5876234 May 30 20:21:31.810479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-3453a883-a8ce-4ac9-bf7a-62372b332a86 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Unset dirty status for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:31.812066 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-3453a883-a8ce-4ac9-bf7a-62372b332a86 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5894125 May 30 20:21:31.851768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-89cad7c2-29b4-4a3e-8d23-d39ccf96498a', 'network_id': '89cad7c2-29b4-4a3e-8d23-d39ccf96498a', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'fixed_ips': [{'subnet_id': '8a0d5261-c3a4-4774-86db-df622a75fdd0'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:21:31.852690 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:31.855600 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5458157 May 30 20:21:31.936889 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50960) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:31.957344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-494b040e-60c8-4d95-a63c-1cdf80082f42 admin admin] Request body: {'subnet': {'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-315465479-subnet', 'tenant_id': '887c7367090a4d39a6cc946b56cbe442', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:31.972822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-494b040e-60c8-4d95-a63c-1cdf80082f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:31.981640 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-494b040e-60c8-4d95-a63c-1cdf80082f42 admin admin] Usage tracker for resource:subnet and tenant:887c7367090a4d39a6cc946b56cbe442 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:31.992298 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-494b040e-60c8-4d95-a63c-1cdf80082f42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:32.005274 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-494b040e-60c8-4d95-a63c-1cdf80082f42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:32.042472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494b040e-60c8-4d95-a63c-1cdf80082f42 admin admin] Made reservation on behalf of 887c7367090a4d39a6cc946b56cbe442 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:32.048088 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-494b040e-60c8-4d95-a63c-1cdf80082f42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:32.190281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Allocated IP 172.23.0.2 (89cad7c2-29b4-4a3e-8d23-d39ccf96498a/8a0d5261-c3a4-4774-86db-df622a75fdd0/25afea0a-3e31-4ecb-a09b-b24af1bc7b98) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:32.194490 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-722137db-717e-410d-a1e0-7e5a24488e1a service neutron] 10.222.0.84 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358550 May 30 20:21:32.294979 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b75ec2f2-8912-4c2a-b6a0-5b5ffd7b5da1 req-e254362a-9fa2-4d85-9aa7-efb2498510ad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff14c42989b64ca18334fde79df32a46&device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 1095 time: 0.4817073 May 30 20:21:32.564854 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c124eb-0b1e-4bf6-b9ff-5fcf54d846db admin admin] Pushing event updated for resources: {'Network': ['ID=364cc3fe-85b7-4da3-aabd-b1ac22737be8,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:32.602584 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:32.603148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ec2f2-8912-4c2a-b6a0-5b5ffd7b5da1 req-d9d521cb-2fa9-4815-860d-a750c0b76b27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:32.605216 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b75ec2f2-8912-4c2a-b6a0-5b5ffd7b5da1 req-d9d521cb-2fa9-4815-860d-a750c0b76b27 service neutron] 10.222.0.77 "GET /v2.0/networks?id=10d74666-479c-4a6f-95eb-73b2800d7636 HTTP/1.1" status: 200 len: 926 time: 0.2977910 May 30 20:21:32.617720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Transition to ACTIVE for port object 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:32.640298 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Transition to ACTIVE for port object 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:32.647068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 364cc3fe-85b7-4da3-aabd-b1ac22737be8 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:21:32.727998 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b75ec2f2-8912-4c2a-b6a0-5b5ffd7b5da1 req-4e896605-e5cb-4a23-8eb4-1a2ed6ac85e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a11accdc-2459-4f68-8073-24d15d61a14b HTTP/1.1" status: 200 len: 217 time: 0.1107304 May 30 20:21:32.781964 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86130c-1082-491c-b969-892008ed737c req-83b06b3f-741e-49a2-b52e-c156a77abfa2 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:32.786322 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:32.789955 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c86130c-1082-491c-b969-892008ed737c req-83b06b3f-741e-49a2-b52e-c156a77abfa2 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/ports?device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 944 time: 0.9019644 May 30 20:21:32.821932 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-494b040e-60c8-4d95-a63c-1cdf80082f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:32.862117 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c86130c-1082-491c-b969-892008ed737c req-f1d55c38-a021-4203-baf8-414433656cad tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee031971-6655-4426-998f-660c03328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705712 May 30 20:21:32.867232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ec2f2-8912-4c2a-b6a0-5b5ffd7b5da1 req-596fdcbd-0fa6-4d41-b992-12aa203af86a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:32.870140 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b75ec2f2-8912-4c2a-b6a0-5b5ffd7b5da1 req-596fdcbd-0fa6-4d41-b992-12aa203af86a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=843c3ee8-bb1e-441a-855c-615cf35cbdff HTTP/1.1" status: 200 len: 865 time: 0.1279120 May 30 20:21:32.886779 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:32.888696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Network 89cad7c2-29b4-4a3e-8d23-d39ccf96498a is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:32.888807 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-124a0671-6d03-4623-9431-c5e27eacdea7 service neutron] 10.222.0.84 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025636 May 30 20:21:32.891561 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:32.894955 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:32.901754 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Pushing event updated for resources: {'Port': ['ID=25afea0a-3e31-4ecb-a09b-b24af1bc7b98,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:32.967014 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b75ec2f2-8912-4c2a-b6a0-5b5ffd7b5da1 req-0cdcd50c-611a-43c3-9893-9b8b4f95ce8c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=10d74666-479c-4a6f-95eb-73b2800d7636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839238 May 30 20:21:32.997866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b040e-60c8-4d95-a63c-1cdf80082f42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cda5988-723f-45df-b890-6622cc50f504,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:33.098850 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494b040e-60c8-4d95-a63c-1cdf80082f42 admin admin] Checking segment: {'id': 'c376f408-e235-429b-8441-7bb2e4dd6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:33.100098 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494b040e-60c8-4d95-a63c-1cdf80082f42 admin admin] Network hostable DHCP agents. Network: 364cc3fe-85b7-4da3-aabd-b1ac22737be8, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:21:33.139589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Attempting to bind port 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:21:33.139589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Attempting to bind port 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '291f8d7a-67df-496c-b9aa-0993d4d57537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '89cad7c2-29b4-4a3e-8d23-d39ccf96498a'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:21:33.139589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Attempting to bind port 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 on network 89cad7c2-29b4-4a3e-8d23-d39ccf96498a {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:33.172288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:21:33.172664 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Checking segment: {'id': '291f8d7a-67df-496c-b9aa-0993d4d57537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '89cad7c2-29b4-4a3e-8d23-d39ccf96498a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:33.173069 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:33.173473 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Bound using segment: {'id': '291f8d7a-67df-496c-b9aa-0993d4d57537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '89cad7c2-29b4-4a3e-8d23-d39ccf96498a'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:21:33.173911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Bound port: 25afea0a-3e31-4ecb-a09b-b24af1bc7b98, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291f8d7a-67df-496c-b9aa-0993d4d57537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '89cad7c2-29b4-4a3e-8d23-d39ccf96498a'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:21:33.174280 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:33.253882 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cdd9d58e-5e7c-4e16-842f-8d941c1eef84 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:33.296777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494b040e-60c8-4d95-a63c-1cdf80082f42 admin admin] Network 364cc3fe-85b7-4da3-aabd-b1ac22737be8 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:21:33.329973 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:33.331763 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b75ec2f2-8912-4c2a-b6a0-5b5ffd7b5da1 req-2b660b68-bd74-41e6-a51e-ed8d67e5f4f3 service neutron] 10.222.0.77 "GET /v2.0/networks/10d74666-479c-4a6f-95eb-73b2800d7636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536665 May 30 20:21:33.332618 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08721676-100c-4762-a9e9-a049ca9ada1e req-bbd99e17-4c0b-4c24-b7b3-19cfa4d5d1f6 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 210 time: 0.2422891 May 30 20:21:33.335618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-494b040e-60c8-4d95-a63c-1cdf80082f42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 364cc3fe-85b7-4da3-aabd-b1ac22737be8) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:33.347242 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494b040e-60c8-4d95-a63c-1cdf80082f42 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:33.347822 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-494b040e-60c8-4d95-a63c-1cdf80082f42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:33.357305 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87a9cb8-3ea5-4fdf-b62f-729bfe96e098 None None] Network 364cc3fe-85b7-4da3-aabd-b1ac22737be8 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:33.570747 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-494b040e-60c8-4d95-a63c-1cdf80082f42 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6299517 May 30 20:21:33.574814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50984) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:33.592758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-315465479-router', 'tenant_id': '887c7367090a4d39a6cc946b56cbe442', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:33.614449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:33.626895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Usage tracker for resource:router and tenant:887c7367090a4d39a6cc946b56cbe442 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:33.639990 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] For port 25afea0a-3e31-4ecb-a09b-b24af1bc7b98, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:33.640813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:33.641751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-2e7c7efb-316c-4a3d-a45e-95524568dc56 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:33.646462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-2e7c7efb-316c-4a3d-a45e-95524568dc56 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.77 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 806 time: 0.3723843 May 30 20:21:33.660342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] For port 25afea0a-3e31-4ecb-a09b-b24af1bc7b98, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=25afea0a-3e31-4ecb-a09b-b24af1bc7b98,segment=NetworkSegment(291f8d7a-67df-496c-b9aa-0993d4d57537),segment_id=291f8d7a-67df-496c-b9aa-0993d4d57537)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:21:33.662280 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:33.664842 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port cdd9d58e-5e7c-4e16-842f-8d941c1eef84 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:33.672128 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:33.673346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-046a31ed-9fe6-4d42-9bf6-b64bf4871ced req-91fd544c-6c6a-46a9-bd52-017bbb4b8758 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 210 time: 0.3941314 May 30 20:21:33.700012 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:33.702765 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:33.720612 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-a099b245-dd24-4c16-88c9-28035987baf0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Request body: {'port': {'device_id': '919e4ba6-cf3d-4d52-8e76-5e87273aae4c', 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d', 'admin_state_up': True, 'tenant_id': '210942c2f7d24688a396c30d7894503b'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:33.736650 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port cdd9d58e-5e7c-4e16-842f-8d941c1eef84 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:33.737084 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:33.782620 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:33.824736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a11accdc-2459-4f68-8073-24d15d61a14b details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:21:34.011991 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:21:34.113891 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b70ef-fc6b-4539-83d7-23678e0bc245 None None] Pushing event updated for resources: {'Port': ['ID=25afea0a-3e31-4ecb-a09b-b24af1bc7b98,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:34.180020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-a099b245-dd24-4c16-88c9-28035987baf0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:34.195041 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b75ec2f2-8912-4c2a-b6a0-5b5ffd7b5da1 req-69c95fbb-16d2-422e-b71e-f567803ba627 service neutron] 10.222.0.77 "GET /v2.0/networks/10d74666-479c-4a6f-95eb-73b2800d7636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8182316 May 30 20:21:34.208501 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:34.245551 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da408524-f6e9-49a5-ae1e-59e5838e773a None None] Network 364cc3fe-85b7-4da3-aabd-b1ac22737be8 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:34.381285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-a099b245-dd24-4c16-88c9-28035987baf0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Usage tracker for resource:port and tenant:210942c2f7d24688a396c30d7894503b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:34.387451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-a099b245-dd24-4c16-88c9-28035987baf0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:34.587868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-a099b245-dd24-4c16-88c9-28035987baf0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:34.693478 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:34.732027 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:34.899301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-a099b245-dd24-4c16-88c9-28035987baf0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Made reservation on behalf of 210942c2f7d24688a396c30d7894503b for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:34.903281 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-a099b245-dd24-4c16-88c9-28035987baf0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:34.917860 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54b4ae19-102e-4fcf-a2e3-0e9c4cca257a req-d902e063-91fc-4198-852a-9a6a84b062dc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 210 time: 0.1781733 May 30 20:21:35.100935 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3c864-7320-4d69-a49d-36e2276780a3 req-341b92ac-ae2c-4bfa-bf1d-9b2b0a02c400 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:35.118711 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49f3c864-7320-4d69-a49d-36e2276780a3 req-341b92ac-ae2c-4bfa-bf1d-9b2b0a02c400 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/ports?device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 944 time: 0.9485350 May 30 20:21:35.173740 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:35.244736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port a11accdc-2459-4f68-8073-24d15d61a14b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a11accdc-2459-4f68-8073-24d15d61a14b,segment=NetworkSegment(94910357-07ed-400d-a749-8490b9a173c3),segment_id=94910357-07ed-400d-a749-8490b9a173c3)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:35.304331 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'a11accdc-2459-4f68-8073-24d15d61a14b', 'network_id': '10d74666-479c-4a6f-95eb-73b2800d7636', 'port_id': 'a11accdc-2459-4f68-8073-24d15d61a14b', 'mac_address': 'fa:16:3e:24:54:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843c3ee8-bb1e-441a-855c-615cf35cbdff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:21:35.438832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Allocated IP 172.25.5.3 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/6ea72c24-234a-4522-a36b-6855c175060d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:35.550068 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6f192cc8-3196-4632-b2fd-4b5342b10e28 req-43b15a67-84b2-403d-a466-d2035ccc885e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3351707 May 30 20:21:35.563691 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:35.606981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port cdd9d58e-5e7c-4e16-842f-8d941c1eef84, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cdd9d58e-5e7c-4e16-842f-8d941c1eef84,segment=NetworkSegment(066bf8ef-222a-4fe7-bb4d-601cb2c0f73a),segment_id=066bf8ef-222a-4fe7-bb4d-601cb2c0f73a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:35.621359 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11accdc-2459-4f68-8073-24d15d61a14b {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:35.629727 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:35.831165 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:35.851368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-a099b245-dd24-4c16-88c9-28035987baf0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Allocated IP 172.20.0.11 (b1e22102-21d2-4484-a4f4-26f76f6ed12d/0b992fea-fe7f-4d9e-bf47-9566f436954b/5481eff9-9d0e-4acf-85d8-cf05a5498c6f) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:35.886874 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-957c09b3-737f-4a10-8b7b-26287a1ae659 req-f92076fc-3214-4a45-ac37-231fa0af74ff tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 210 time: 0.6518948 May 30 20:21:35.923613 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:35.949202 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6f192cc8-3196-4632-b2fd-4b5342b10e28 req-ea764d38-865a-40b7-b683-b1ef46552bba service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5 HTTP/1.1" status: 200 len: 1096 time: 0.1879475 May 30 20:21:35.991068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port a11accdc-2459-4f68-8073-24d15d61a14b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a11accdc-2459-4f68-8073-24d15d61a14b,segment=NetworkSegment(94910357-07ed-400d-a749-8490b9a173c3),segment_id=94910357-07ed-400d-a749-8490b9a173c3)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:35.992234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5c408d-a0a9-4d1b-8fc7-054e013f1b06 None None] Network 89cad7c2-29b4-4a3e-8d23-d39ccf96498a requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:35.994425 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:36.019217 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:36.095873 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=cdd9d58e-5e7c-4e16-842f-8d941c1eef84,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:36.197843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:36.210127 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:36.237162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:36.307524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=a11accdc-2459-4f68-8073-24d15d61a14b,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:36.331130 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['a11accdc-2459-4f68-8073-24d15d61a14b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:21:36.363390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Pushing event updated for resources: {'Port': ['ID=6ea72c24-234a-4522-a36b-6855c175060d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:36.411284 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-37310c05-5b74-4c09-b3ff-730af5fef271 None None] Provisioning for port 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:36.417088 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f192cc8-3196-4632-b2fd-4b5342b10e28 req-1db29e1b-f4ea-420f-88a0-6b5dc3ea153b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:36.418806 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6f192cc8-3196-4632-b2fd-4b5342b10e28 req-1db29e1b-f4ea-420f-88a0-6b5dc3ea153b service neutron] 10.222.0.93 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 907 time: 0.4066472 May 30 20:21:36.544820 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6f192cc8-3196-4632-b2fd-4b5342b10e28 req-0380ec87-b590-4a9f-9e26-47d2469f437b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ecf0614-9706-4eab-a0ba-9e8ab6958178 HTTP/1.1" status: 200 len: 217 time: 0.0981531 May 30 20:21:36.565282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:36.568766 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49f3c864-7320-4d69-a49d-36e2276780a3 req-ddff7ea9-30f8-4258-9614-7e8078b604d1 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee031971-6655-4426-998f-660c03328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4489446 May 30 20:21:36.609697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:36.610299 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:36.645698 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f192cc8-3196-4632-b2fd-4b5342b10e28 req-07fc22ca-37d7-4080-ad1d-96e8b87d4d17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:36.648078 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6f192cc8-3196-4632-b2fd-4b5342b10e28 req-07fc22ca-37d7-4080-ad1d-96e8b87d4d17 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0b992fea-fe7f-4d9e-bf47-9566f436954b HTTP/1.1" status: 200 len: 846 time: 0.0954745 May 30 20:21:36.690751 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-057cf5f8-d866-45ae-a9e5-a695a8ed5880 req-2f2fc26c-8f96-4dcb-adb1-eba458404ec5 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 210 time: 0.2021420 May 30 20:21:36.716166 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6f192cc8-3196-4632-b2fd-4b5342b10e28 req-8beba97a-df6e-4ee2-adcd-b398c999799a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b1e22102-21d2-4484-a4f4-26f76f6ed12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605531 May 30 20:21:36.792847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-24d1e7fa-0ad3-4a60-99d5-0e3905cde7ad tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:36.794481 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-24d1e7fa-0ad3-4a60-99d5-0e3905cde7ad tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.93 "GET /v2.0/networks?id=43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 200 len: 814 time: 1.6036112 May 30 20:21:36.845477 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:36.846258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:36.881584 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:36.985217 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:37.050098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 25afea0a-3e31-4ecb-a09b-b24af1bc7b98, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=25afea0a-3e31-4ecb-a09b-b24af1bc7b98,segment=NetworkSegment(291f8d7a-67df-496c-b9aa-0993d4d57537),segment_id=291f8d7a-67df-496c-b9aa-0993d4d57537)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:37.054926 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:37.059111 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:37.105089 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-a099b245-dd24-4c16-88c9-28035987baf0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:37.130161 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-849fd72e-bd32-4edd-94dd-b515de0d78b4 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a048fd6ea7c2440198c694d9cbd88a49 HTTP/1.1" status: 200 len: 380 time: 0.3127711 May 30 20:21:37.157433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-2a169b24-3079-4e73-8247-079fa879cb38 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'port': {'device_id': 'a1a12f44-95a7-4d7d-bc02-41a08e1b2355', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'admin_state_up': True, 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'security_groups': ['c56dce35-11da-4d3f-b0e8-7888511c386a']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:37.215923 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6f192cc8-3196-4632-b2fd-4b5342b10e28 req-7600c50e-9726-4ed7-b3aa-9b90c08e03f9 service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893265 May 30 20:21:37.225127 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=25afea0a-3e31-4ecb-a09b-b24af1bc7b98,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:37.408163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a52482f9-9cf6-47ab-9df5-8b3c5640a24b req-b219d16c-bc78-48f7-adbf-2ca5c1303109 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 210 time: 0.1632485 May 30 20:21:37.468857 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6f192cc8-3196-4632-b2fd-4b5342b10e28 req-752d297e-9425-4b61-854c-767e8d59470b service neutron] 10.222.0.93 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287698 May 30 20:21:37.497451 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-87e60d65-053c-462b-b098-27138e0b421d None None] Provisioning complete for port 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:37.498039 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-87e60d65-053c-462b-b098-27138e0b421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:37.573182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Router d9c8c6b4-8989-4b4b-a14b-26b237f5cf53 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:21:37.795436 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-a099b245-dd24-4c16-88c9-28035987baf0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:37.810839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9ecf0614-9706-4eab-a0ba-9e8ab6958178'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:21:37.963124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:37.987902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-2a169b24-3079-4e73-8247-079fa879cb38 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:38.001812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-2a169b24-3079-4e73-8247-079fa879cb38 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:38.056103 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a11accdc-2459-4f68-8073-24d15d61a14b up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:38.134125 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:38.134580 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:38.140436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-a099b245-dd24-4c16-88c9-28035987baf0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Network b1e22102-21d2-4484-a4f4-26f76f6ed12d is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:38.151544 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-2a169b24-3079-4e73-8247-079fa879cb38 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Made reservation on behalf of a048fd6ea7c2440198c694d9cbd88a49 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:38.154754 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-2a169b24-3079-4e73-8247-079fa879cb38 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:38.238714 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-a099b245-dd24-4c16-88c9-28035987baf0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:38.244432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:21:38.254378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-a099b245-dd24-4c16-88c9-28035987baf0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:38.275289 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Sync routers for ids ['d9c8c6b4-8989-4b4b-a14b-26b237f5cf53'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:21:38.278652 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:38.280594 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6aa24685-2eb2-434a-b21a-0350ff32327d admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6987839 May 30 20:21:38.282868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51026) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:38.364113 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Routers {'d9c8c6b4-8989-4b4b-a14b-26b237f5cf53'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:21:38.366548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:21:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['d9c8c6b4-8989-4b4b-a14b-26b237f5cf53'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:38.447917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099b245-dd24-4c16-88c9-28035987baf0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Pushing event updated for resources: {'Port': ['ID=5481eff9-9d0e-4acf-85d8-cf05a5498c6f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:38.475431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Allocated IP 172.23.0.1 (89cad7c2-29b4-4a3e-8d23-d39ccf96498a/8a0d5261-c3a4-4774-86db-df622a75fdd0/f8bbcb17-4730-4e08-aa7a-11f8a3a86df5) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:38.501094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-a099b245-dd24-4c16-88c9-28035987baf0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:38.501669 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-a099b245-dd24-4c16-88c9-28035987baf0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:38.605122 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70727d-fb8d-4bb4-9570-83c5a8185070 req-95b48809-b84d-4524-ba4c-dda293861ddd tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:38.614084 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a70727d-fb8d-4bb4-9570-83c5a8185070 req-95b48809-b84d-4524-ba4c-dda293861ddd tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 932 time: 0.5991859 May 30 20:21:38.671012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Set router d9c8c6b4-8989-4b4b-a14b-26b237f5cf53 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:21:38.869966 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f52d20-d97b-4bb0-8a5f-8cbe5ba6e09b req-30d83f5b-4747-462c-8afd-fbc464980722 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:38.871629 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12f52d20-d97b-4bb0-8a5f-8cbe5ba6e09b req-30d83f5b-4747-462c-8afd-fbc464980722 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/ports?device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 945 time: 0.9324007 May 30 20:21:38.872170 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cdd9d58e-5e7c-4e16-842f-8d941c1eef84 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:38.912807 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-a099b245-dd24-4c16-88c9-28035987baf0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2291081 May 30 20:21:38.940000 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Request body: {'port': {'device_id': '919e4ba6-cf3d-4d52-8e76-5e87273aae4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:38.946399 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port a11accdc-2459-4f68-8073-24d15d61a14b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:39.347561 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port a11accdc-2459-4f68-8073-24d15d61a14b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:39.349409 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:39.437899 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:39.478705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Transition to ACTIVE for port object f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:39.487586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-2a169b24-3079-4e73-8247-079fa879cb38 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Allocated IP 172.20.0.14 (43a3a580-728f-4a14-a9d1-6d5e70d6966e/68e762fb-e7ab-4b2b-9564-0b9905e98eee/8be16f02-1a10-4a7e-a5a0-adcdec476c08) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:39.639776 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port cdd9d58e-5e7c-4e16-842f-8d941c1eef84 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:39.640264 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:39.659644 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:39.704036 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-2a169b24-3079-4e73-8247-079fa879cb38 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:39.720485 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-2a169b24-3079-4e73-8247-079fa879cb38 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Transition to ACTIVE for port object 8be16f02-1a10-4a7e-a5a0-adcdec476c08 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:39.721894 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:39.757834 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a70727d-fb8d-4bb4-9570-83c5a8185070 req-d9554507-ff49-4a08-a608-fdeb04304b7b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1422656 May 30 20:21:39.774896 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-2a169b24-3079-4e73-8247-079fa879cb38 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:39.811475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76eac8e8-371b-4c57-873e-7ceb2c350dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11accdc-2459-4f68-8073-24d15d61a14b'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:39.820911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'name': 'tempest-ServerRescueTestJSON-315465479-router', 'tenant_id': '887c7367090a4d39a6cc946b56cbe442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6ea72c24-234a-4522-a36b-6855c175060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:33Z', 'updated_at': '2022-05-30T20:21:36Z', 'revision_number': 3, 'project_id': '887c7367090a4d39a6cc946b56cbe442', 'gw_port': {'id': '6ea72c24-234a-4522-a36b-6855c175060d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:34Z', 'updated_at': '2022-05-30T20:21:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:39.838219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port a11accdc-2459-4f68-8073-24d15d61a14b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a11accdc-2459-4f68-8073-24d15d61a14b,segment=NetworkSegment(94910357-07ed-400d-a749-8490b9a173c3),segment_id=94910357-07ed-400d-a749-8490b9a173c3)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:39.844005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Checking router: d9c8c6b4-8989-4b4b-a14b-26b237f5cf53 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:21:39.844697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Updating router d9c8c6b4-8989-4b4b-a14b-26b237f5cf53 port 6ea72c24-234a-4522-a36b-6855c175060d binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:21:39.878012 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:39.968474 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:39.991267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a169b24-3079-4e73-8247-079fa879cb38 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'Port': ['ID=8be16f02-1a10-4a7e-a5a0-adcdec476c08,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:40.029619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=a11accdc-2459-4f68-8073-24d15d61a14b,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:40.051717 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Allocated IP 172.20.0.1 (364cc3fe-85b7-4da3-aabd-b1ac22737be8/3cda5988-723f-45df-b890-6622cc50f504/2a56779a-a563-4af8-96bb-ec330d15d141) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:40.194828 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12f52d20-d97b-4bb0-8a5f-8cbe5ba6e09b req-f6b8c33b-0653-4782-8fb3-5e622e4adfbc tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee031971-6655-4426-998f-660c03328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2990429 May 30 20:21:40.200729 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.213432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-2a169b24-3079-4e73-8247-079fa879cb38 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Network 43a3a580-728f-4a14-a9d1-6d5e70d6966e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:40.220038 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-2a169b24-3079-4e73-8247-079fa879cb38 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:40.226860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-2a169b24-3079-4e73-8247-079fa879cb38 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:40.305542 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.346442 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.375455 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.398597 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84fc97e7-3cb1-432d-9756-87b13aa97515'] response: {'server_uuid': '76eac8e8-371b-4c57-873e-7ceb2c350dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11accdc-2459-4f68-8073-24d15d61a14b', 'code': 200} May 30 20:21:40.602271 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.616061 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Transition to ACTIVE for port object 6ea72c24-234a-4522-a36b-6855c175060d will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:40.624188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Network 364cc3fe-85b7-4da3-aabd-b1ac22737be8 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:40.633145 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:40.638812 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:40.639653 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.681679 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Pushing event updated for resources: {'Port': ['ID=2a56779a-a563-4af8-96bb-ec330d15d141,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:40.711869 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.731741 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd42cd39-32c2-42aa-890a-b81a561dddc1 req-df7683a0-fed1-4d75-84c0-3e96e922914b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 1097 time: 0.2299647 May 30 20:21:40.779518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Attempting to bind port 6ea72c24-234a-4522-a36b-6855c175060d on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:21:40.780525 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Attempting to bind port 6ea72c24-234a-4522-a36b-6855c175060d by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:21:40.781034 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Attempting to bind port 6ea72c24-234a-4522-a36b-6855c175060d on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:40.787717 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0bed0c-a8f9-40a9-bf50-30c506a0fc35 None None] Pushing event updated for resources: {'Port': ['ID=6ea72c24-234a-4522-a36b-6855c175060d,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:40.825953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:21:40.827186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:40.827820 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.828519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:21:40.829229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Bound port: 6ea72c24-234a-4522-a36b-6855c175060d, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:21:40.829787 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.872658 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.885339 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd42cd39-32c2-42aa-890a-b81a561dddc1 req-e86585e7-d6e9-401f-bf54-55e0ad18c252 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ee031971-6655-4426-998f-660c03328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299717 May 30 20:21:40.896018 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-21073300-5d9e-4c53-b472-0588cddb304a None None] Provisioning for port 8be16f02-1a10-4a7e-a5a0-adcdec476c08 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:40.955379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5481eff9-9d0e-4acf-85d8-cf05a5498c6f {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:40.960183 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] For port 6ea72c24-234a-4522-a36b-6855c175060d, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:40.965393 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] For port 6ea72c24-234a-4522-a36b-6855c175060d, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6ea72c24-234a-4522-a36b-6855c175060d,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:21:40.969905 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-21073300-5d9e-4c53-b472-0588cddb304a None None] Provisioning complete for port 8be16f02-1a10-4a7e-a5a0-adcdec476c08 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:40.970688 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-21073300-5d9e-4c53-b472-0588cddb304a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.973897 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:41.011369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Transition to ACTIVE for port object 5481eff9-9d0e-4acf-85d8-cf05a5498c6f will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:41.049385 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-21073300-5d9e-4c53-b472-0588cddb304a None None] Port 8be16f02-1a10-4a7e-a5a0-adcdec476c08 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:21:41.055153 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:41.139413 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:41.170092 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0bed0c-a8f9-40a9-bf50-30c506a0fc35 None None] Pushing event updated for resources: {'Port': ['ID=6ea72c24-234a-4522-a36b-6855c175060d,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:41.199917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network 89cad7c2-29b4-4a3e-8d23-d39ccf96498a is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:41.221101 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Routers {'d9c8c6b4-8989-4b4b-a14b-26b237f5cf53'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:21:41.222599 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:21:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['d9c8c6b4-8989-4b4b-a14b-26b237f5cf53'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:41.230278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:41.232677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:41.380965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=f8bbcb17-4730-4e08-aa7a-11f8a3a86df5,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:41.456998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920936-499d-42d5-bea8-320d4e860cd4 req-28f1c2c7-a338-481a-9080-e577dea052ed tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.457866 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-95920936-499d-42d5-bea8-320d4e860cd4 req-28f1c2c7-a338-481a-9080-e577dea052ed tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Synchronizing usage tracker for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:41.464766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-2a169b24-3079-4e73-8247-079fa879cb38 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.465385 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-2a169b24-3079-4e73-8247-079fa879cb38 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:41.509502 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:41.524557 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:41.665078 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-2a169b24-3079-4e73-8247-079fa879cb38 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5116611 May 30 20:21:41.687588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b14e4-70c8-439b-bb34-02a385111b4c req-ccdb3e08-07be-4e59-bc8b-3ce6e97c0315 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.688353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-354b14e4-70c8-439b-bb34-02a385111b4c req-ccdb3e08-07be-4e59-bc8b-3ce6e97c0315 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Synchronizing usage tracker for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:41.710162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Request body: {'port': {'device_id': 'a1a12f44-95a7-4d7d-bc02-41a08e1b2355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:41.715281 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Pushing event updated for resources: {'Port': ['ID=2a56779a-a563-4af8-96bb-ec330d15d141,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:41.739863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:41.740374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:41.741017 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:41.741262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:41.741523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:41.742034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:41.742460 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:41.742845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:41.743262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:41.743632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:41.744137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:41.772263 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:41.795635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] Set router d9c8c6b4-8989-4b4b-a14b-26b237f5cf53 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:21:41.854986 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:41.878161 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:41.922342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8481c6b2-a3bd-4b4e-addd-11c590d2b25d None None] Provisioning for port f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:42.014146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Network 364cc3fe-85b7-4da3-aabd-b1ac22737be8 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:42.014811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:42.081565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8481c6b2-a3bd-4b4e-addd-11c590d2b25d None None] Provisioning complete for port f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:42.081977 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8481c6b2-a3bd-4b4e-addd-11c590d2b25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:42.207287 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8481c6b2-a3bd-4b4e-addd-11c590d2b25d None None] Port f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:21:42.334007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Pushing event updated for resources: {'Port': ['ID=5481eff9-9d0e-4acf-85d8-cf05a5498c6f,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:42.346956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-95920936-499d-42d5-bea8-320d4e860cd4 req-28f1c2c7-a338-481a-9080-e577dea052ed tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Unset dirty status for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:42.348429 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-95920936-499d-42d5-bea8-320d4e860cd4 req-28f1c2c7-a338-481a-9080-e577dea052ed tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 932 time: 2.2513223 May 30 20:21:42.380215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-354b14e4-70c8-439b-bb34-02a385111b4c req-ccdb3e08-07be-4e59-bc8b-3ce6e97c0315 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Unset dirty status for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:42.387022 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-354b14e4-70c8-439b-bb34-02a385111b4c req-ccdb3e08-07be-4e59-bc8b-3ce6e97c0315 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 944 time: 1.3073890 May 30 20:21:42.552869 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:42.630452 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Attempting to bind port 5481eff9-9d0e-4acf-85d8-cf05a5498c6f on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:21:42.631098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Attempting to bind port 5481eff9-9d0e-4acf-85d8-cf05a5498c6f by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:21:42.631533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Attempting to bind port 5481eff9-9d0e-4acf-85d8-cf05a5498c6f on network b1e22102-21d2-4484-a4f4-26f76f6ed12d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:42.641203 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-354b14e4-70c8-439b-bb34-02a385111b4c req-9adbc663-d7cc-4dc5-bf3c-ba09724dcefa tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533395 May 30 20:21:42.654178 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'name': 'tempest-ServerRescueTestJSON-315465479-router', 'tenant_id': '887c7367090a4d39a6cc946b56cbe442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6ea72c24-234a-4522-a36b-6855c175060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:33Z', 'updated_at': '2022-05-30T20:21:40Z', 'revision_number': 4, 'project_id': '887c7367090a4d39a6cc946b56cbe442', 'gw_port': {'id': '6ea72c24-234a-4522-a36b-6855c175060d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:34Z', 'updated_at': '2022-05-30T20:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '2a56779a-a563-4af8-96bb-ec330d15d141', 'name': '', 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8', 'tenant_id': '887c7367090a4d39a6cc946b56cbe442', 'mac_address': 'fa:16:3e:37:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cda5988-723f-45df-b890-6622cc50f504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:39Z', 'updated_at': '2022-05-30T20:21:40Z', 'revision_number': 2, 'project_id': '887c7367090a4d39a6cc946b56cbe442', 'subnets': [{'id': '3cda5988-723f-45df-b890-6622cc50f504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:42.667945 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ab92b9-a7a9-420b-9bcb-f76341547ed0 None None] The sync data for ids ['d9c8c6b4-8989-4b4b-a14b-26b237f5cf53'] in n-d-843949-2 is: [{'id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'name': 'tempest-ServerRescueTestJSON-315465479-router', 'tenant_id': '887c7367090a4d39a6cc946b56cbe442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6ea72c24-234a-4522-a36b-6855c175060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:33Z', 'updated_at': '2022-05-30T20:21:40Z', 'revision_number': 4, 'project_id': '887c7367090a4d39a6cc946b56cbe442', 'gw_port': {'id': '6ea72c24-234a-4522-a36b-6855c175060d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:34Z', 'updated_at': '2022-05-30T20:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '2a56779a-a563-4af8-96bb-ec330d15d141', 'name': '', 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8', 'tenant_id': '887c7367090a4d39a6cc946b56cbe442', 'mac_address': 'fa:16:3e:37:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cda5988-723f-45df-b890-6622cc50f504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:39Z', 'updated_at': '2022-05-30T20:21:40Z', 'revision_number': 2, 'project_id': '887c7367090a4d39a6cc946b56cbe442', 'subnets': [{'id': '3cda5988-723f-45df-b890-6622cc50f504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:21:42.762613 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-95920936-499d-42d5-bea8-320d4e860cd4 req-627dd9d3-f392-41c5-b3bb-fbf9688b5e49 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=c56dce35-11da-4d3f-b0e8-7888511c386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4059031 May 30 20:21:42.762961 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Port 5481eff9-9d0e-4acf-85d8-cf05a5498c6f on network b1e22102-21d2-4484-a4f4-26f76f6ed12d not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:21:42.763604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Attempting to bind port 5481eff9-9d0e-4acf-85d8-cf05a5498c6f on network b1e22102-21d2-4484-a4f4-26f76f6ed12d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:42.809650 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:21:42.810388 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Checking segment: {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:42.810388 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Bound using segment: {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:21:42.810771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Bound port: 5481eff9-9d0e-4acf-85d8-cf05a5498c6f, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:21:42.811118 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:42.849334 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:21:42.877262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Router d9c8c6b4-8989-4b4b-a14b-26b237f5cf53 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:21:43.005726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51064) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:43.266482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be16f02-1a10-4a7e-a5a0-adcdec476c08 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:43.340406 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:43.402534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:21:43.427806 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-482a4506-e3a4-4b66-919d-e4d754d8a203 admin admin] 10.222.0.84 "PUT /v2.0/routers/d9c8c6b4-8989-4b4b-a14b-26b237f5cf53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1427209 May 30 20:21:43.481828 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b7645244-5151-4c2c-9905-9df20bd5fd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:43.488562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Transition to ACTIVE for port object 8be16f02-1a10-4a7e-a5a0-adcdec476c08 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:43.510937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] For port 5481eff9-9d0e-4acf-85d8-cf05a5498c6f, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:43.513182 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:43.573177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b7645244-5151-4c2c-9905-9df20bd5fd2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:43.577658 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] For port 5481eff9-9d0e-4acf-85d8-cf05a5498c6f, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5481eff9-9d0e-4acf-85d8-cf05a5498c6f,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:21:43.578809 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b7645244-5151-4c2c-9905-9df20bd5fd2c admin admin] Usage tracker for resource:security_group_rule and tenant:ed76fa46fcbe494fa0ad56b7894dd45e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:43.600831 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b7645244-5151-4c2c-9905-9df20bd5fd2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:43.628802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b7645244-5151-4c2c-9905-9df20bd5fd2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:43.675029 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:43.761760 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b7645244-5151-4c2c-9905-9df20bd5fd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:43.770252 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b7645244-5151-4c2c-9905-9df20bd5fd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:43.896600 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7645244-5151-4c2c-9905-9df20bd5fd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89caea6b-3938-40ac-a268-0602fa5ec5ba,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:43.917150 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b7645244-5151-4c2c-9905-9df20bd5fd2c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ed76fa46fcbe494fa0ad56b7894dd45e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9100940 May 30 20:21:43.928997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51080) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:44.093920 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-669a632a-ef1d-4504-9632-5eb82918f2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:44.153041 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-669a632a-ef1d-4504-9632-5eb82918f2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:44.178018 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:44.180362 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] 10.222.0.77 "PUT /v2.0/ports/5481eff9-9d0e-4acf-85d8-cf05a5498c6f HTTP/1.1" status: 200 len: 1092 time: 5.2521031 May 30 20:21:44.229874 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919e4ba6-cf3d-4d52-8e76-5e87273aae4c', 'tag': '5481eff9-9d0e-4acf-85d8-cf05a5498c6f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:44.278517 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-669a632a-ef1d-4504-9632-5eb82918f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:44.287384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d137e9-982c-4d10-bd24-ee7bbd6d7939 req-17f9a7b8-e95e-450e-93d0-900d7f84843b tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:44.293990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5d137e9-982c-4d10-bd24-ee7bbd6d7939 req-17f9a7b8-e95e-450e-93d0-900d7f84843b tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/ports?device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 946 time: 1.3899398 May 30 20:21:44.294663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Pushing event updated for resources: {'Port': ['ID=8be16f02-1a10-4a7e-a5a0-adcdec476c08,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:44.300024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a632a-ef1d-4504-9632-5eb82918f2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89caea6b-3938-40ac-a268-0602fa5ec5ba,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:44.308662 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-669a632a-ef1d-4504-9632-5eb82918f2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:44.316504 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-669a632a-ef1d-4504-9632-5eb82918f2f2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/89caea6b-3938-40ac-a268-0602fa5ec5ba HTTP/1.1" status: 204 len: 168 time: 0.3846123 May 30 20:21:44.627667 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:44.635212 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abd3e9-1ef6-4ccb-9c9f-6e8d725bc830 service neutron] Pushing event updated for resources: {'Port': ['ID=5481eff9-9d0e-4acf-85d8-cf05a5498c6f,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:44.649814 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:44.716112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Attempting to bind port 8be16f02-1a10-4a7e-a5a0-adcdec476c08 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:21:44.716327 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Attempting to bind port 8be16f02-1a10-4a7e-a5a0-adcdec476c08 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:21:44.716636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Attempting to bind port 8be16f02-1a10-4a7e-a5a0-adcdec476c08 on network 43a3a580-728f-4a14-a9d1-6d5e70d6966e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:44.720455 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5d137e9-982c-4d10-bd24-ee7bbd6d7939 req-5190f5f0-baa6-4882-b68a-fb8cb6c65f5c tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee031971-6655-4426-998f-660c03328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296857 May 30 20:21:44.787520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Port 8be16f02-1a10-4a7e-a5a0-adcdec476c08 on network 43a3a580-728f-4a14-a9d1-6d5e70d6966e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:21:44.787866 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Attempting to bind port 8be16f02-1a10-4a7e-a5a0-adcdec476c08 on network 43a3a580-728f-4a14-a9d1-6d5e70d6966e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:44.812873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e0f9f-42f2-46de-b685-e8beed708237 req-51b56256-489e-4cba-8139-dd123eb69f23 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:44.819559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e46e0f9f-42f2-46de-b685-e8beed708237 req-51b56256-489e-4cba-8139-dd123eb69f23 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 944 time: 0.7628903 May 30 20:21:44.838008 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-34299040-5dd5-49db-80c6-72ef7055b5da service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 1095 time: 0.5849760 May 30 20:21:44.849241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event updated for resources: {'Port': ['ID=f8bbcb17-4730-4e08-aa7a-11f8a3a86df5,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:44.851643 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:45.047952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:21:45.048322 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Checking segment: {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:45.048816 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Bound using segment: {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:21:45.049132 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Bound port: 8be16f02-1a10-4a7e-a5a0-adcdec476c08, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:21:45.049473 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:45.135163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-744ac3af-6a08-43e0-9f95-b1c60a40d206 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5481eff9-9d0e-4acf-85d8-cf05a5498c6f HTTP/1.1" status: 200 len: 217 time: 0.2884805 May 30 20:21:45.340536 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e46e0f9f-42f2-46de-b685-e8beed708237 req-72ea9d48-0a62-44ff-adfd-0e7da5499c2f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200160 May 30 20:21:45.430165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-16d66a28-2e8c-4c86-aa38-c6b2edeb75da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:45.431922 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-16d66a28-2e8c-4c86-aa38-c6b2edeb75da service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b992fea-fe7f-4d9e-bf47-9566f436954b HTTP/1.1" status: 200 len: 846 time: 0.2617314 May 30 20:21:45.439336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] For port 8be16f02-1a10-4a7e-a5a0-adcdec476c08, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:45.451045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] For port 8be16f02-1a10-4a7e-a5a0-adcdec476c08, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=8be16f02-1a10-4a7e-a5a0-adcdec476c08,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:21:45.496021 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:45.544346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-3603c561-8100-4cfc-8f64-cb9cf323ba36 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1e22102-21d2-4484-a4f4-26f76f6ed12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918076 May 30 20:21:45.575901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Network 89cad7c2-29b4-4a3e-8d23-d39ccf96498a is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:45.600219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb72482-5f6f-4e2f-a0e6-29d094ae4cc7 req-aa6b3e78-df96-455b-8297-3a74583f877b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:45.601668 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9eb72482-5f6f-4e2f-a0e6-29d094ae4cc7 req-aa6b3e78-df96-455b-8297-3a74583f877b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 944 time: 0.5554380 May 30 20:21:45.614685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:45.628185 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:45.629529 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] 10.222.0.93 "PUT /v2.0/ports/8be16f02-1a10-4a7e-a5a0-adcdec476c08 HTTP/1.1" status: 200 len: 1092 time: 3.9369774 May 30 20:21:46.111358 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6ea72c24-234a-4522-a36b-6855c175060d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:46.211733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1febe-54b5-41a0-8672-052e72923314 service neutron] Pushing event updated for resources: {'Port': ['ID=8be16f02-1a10-4a7e-a5a0-adcdec476c08,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:46.334495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9eb72482-5f6f-4e2f-a0e6-29d094ae4cc7 req-83f61667-79f0-439f-8975-4a75f2a28ff1 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=c56dce35-11da-4d3f-b0e8-7888511c386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7141986 May 30 20:21:46.435099 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-44f674b3-7420-4f9c-bf24-99a5b2bbfd7a None None] Provisioning complete for port f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:46.436028 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-44f674b3-7420-4f9c-bf24-99a5b2bbfd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:46.509127 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 6ea72c24-234a-4522-a36b-6855c175060d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:46.539986 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1aa4ca9-c077-439f-8f67-1a6ae7fb9ae7'] response: {'name': 'network-changed', 'server_uuid': '919e4ba6-cf3d-4d52-8e76-5e87273aae4c', 'tag': '5481eff9-9d0e-4acf-85d8-cf05a5498c6f', 'status': 'completed', 'code': 200} May 30 20:21:46.540553 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 6ea72c24-234a-4522-a36b-6855c175060d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:46.544555 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:46.595353 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-44f674b3-7420-4f9c-bf24-99a5b2bbfd7a None None] Port f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:21:46.714164 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:46.759703 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 6ea72c24-234a-4522-a36b-6855c175060d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6ea72c24-234a-4522-a36b-6855c175060d,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:46.761583 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-030f107c-aa38-45fe-b2d3-459a3091d7ec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 1095 time: 0.9378870 May 30 20:21:46.769429 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:46.893937 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-83647f25-3489-43d3-b56b-f887fa931ad3 service neutron] 10.222.0.77 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3293445 May 30 20:21:46.926097 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=6ea72c24-234a-4522-a36b-6855c175060d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:47.060732 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-ede1455e-1a91-440d-ac9f-aea9c1bb25ad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8be16f02-1a10-4a7e-a5a0-adcdec476c08 HTTP/1.1" status: 200 len: 217 time: 0.2424173 May 30 20:21:47.373176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-9d4dee64-f005-4af0-99cd-1a95d4bd8084 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:47.373176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-9d4dee64-f005-4af0-99cd-1a95d4bd8084 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Synchronizing usage tracker for tenant:887c7367090a4d39a6cc946b56cbe442 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:47.400390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-1e80b06c-cd79-4d1a-a86c-34ae9ff7bc93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:47.400390 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-1e80b06c-cd79-4d1a-a86c-34ae9ff7bc93 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=68e762fb-e7ab-4b2b-9564-0b9905e98eee HTTP/1.1" status: 200 len: 853 time: 0.3040440 May 30 20:21:47.580252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80208a25-4158-4b8a-b938-2fde945468a5 req-79cc606a-aa33-4d88-89fb-8c9e51990856 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:47.587601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80208a25-4158-4b8a-b938-2fde945468a5 req-79cc606a-aa33-4d88-89fb-8c9e51990856 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/ports?device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 946 time: 0.9189410 May 30 20:21:47.621333 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-199b89e5-db15-44fb-b58d-b428dbe66707 req-efb02a9c-19d9-4400-92c0-8f3a61b68cfa service neutron] 10.222.0.77 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7148037 May 30 20:21:47.621924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-9d4dee64-f005-4af0-99cd-1a95d4bd8084 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Unset dirty status for tenant:887c7367090a4d39a6cc946b56cbe442 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:47.623025 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-9d4dee64-f005-4af0-99cd-1a95d4bd8084 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/networks?id=364cc3fe-85b7-4da3-aabd-b1ac22737be8 HTTP/1.1" status: 200 len: 810 time: 1.2437441 May 30 20:21:47.628256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router b727b84d-64bc-40cb-be7d-42a33d16f237 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:21:47.857013 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-703d12a2-ab55-4e98-85bb-a73e84caebc0 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/quotas/887c7367090a4d39a6cc946b56cbe442 HTTP/1.1" status: 200 len: 375 time: 0.2248485 May 30 20:21:47.939111 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-80208a25-4158-4b8a-b938-2fde945468a5 req-ad95dbe3-6bb3-48bc-a109-6fa590b2ad0c tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee031971-6655-4426-998f-660c03328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505502 May 30 20:21:47.961020 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-353dac02-b0d5-4b71-8a49-a5c50bbfafaa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=43a3a580-728f-4a14-a9d1-6d5e70d6966e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5428085 May 30 20:21:48.059933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6ea72c24-234a-4522-a36b-6855c175060d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:48.164727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 6ea72c24-234a-4522-a36b-6855c175060d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:48.165113 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:48.178686 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a927a2d-7106-4be5-8186-814113f4123c req-bce583f7-4182-4233-a485-16dfcfaa0e93 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 1095 time: 0.4974980 May 30 20:21:48.332187 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-49c2112b-173e-4e52-bd50-18991d2dd610 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=887c7367090a4d39a6cc946b56cbe442&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4650788 May 30 20:21:48.347333 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-cab01ddd-24c5-44bb-817b-712c8bfb31eb service neutron] 10.222.0.93 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633146 May 30 20:21:48.461022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:21:48.465894 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-120a6cba-408b-4ad7-8d1d-45a4fb62710e tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/b727b84d-64bc-40cb-be7d-42a33d16f237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8164935 May 30 20:21:48.468831 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51162) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:48.474327 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Sync routers for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:21:48.475620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-26d23bf0-f8d1-4d83-b6ef-c378ae0e724a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:48.487272 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:21:48.488080 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:21:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:48.568043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a12f44-95a7-4d7d-bc02-41a08e1b2355', 'tag': '8be16f02-1a10-4a7e-a5a0-adcdec476c08'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:48.577979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd4475-212a-433e-9831-1e60dbc3bb59 req-747b68b1-6f46-4783-9b6a-b08a5661bed5 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:48.579444 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6bdd4475-212a-433e-9831-1e60dbc3bb59 req-747b68b1-6f46-4783-9b6a-b08a5661bed5 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 944 time: 0.4823987 May 30 20:21:48.678605 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a927a2d-7106-4be5-8186-814113f4123c req-0c9fe204-b44e-4b14-a15a-90749497ef11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:48.680088 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a927a2d-7106-4be5-8186-814113f4123c req-0c9fe204-b44e-4b14-a15a-90749497ef11 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 907 time: 0.4966638 May 30 20:21:48.711112 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:21:48.794471 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6bdd4475-212a-433e-9831-1e60dbc3bb59 req-e3b6954e-709d-43b8-8337-5700865c779d tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060096 May 30 20:21:48.796681 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-5410805c-3e31-4b40-afd1-677ec6c325ef service neutron] 10.222.0.84 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516034 May 30 20:21:48.847694 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a927a2d-7106-4be5-8186-814113f4123c req-7c4ee3a8-efba-4188-86bd-b77581480381 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5481eff9-9d0e-4acf-85d8-cf05a5498c6f HTTP/1.1" status: 200 len: 217 time: 0.1470487 May 30 20:21:49.144927 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7a46209-e5f1-40a4-8a57-914972a83a7c req-48da19a9-fe8f-491f-94e9-5cc752c679dc service neutron] 10.222.0.93 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7730923 May 30 20:21:49.172802 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:21:42Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc631eab-cf0b-4808-9b04-b2b7245c8276', 'name': '', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c2:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:05Z', 'updated_at': '2022-05-30T20:21:22Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd9d58e-5e7c-4e16-842f-8d941c1eef84', 'name': '', 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:63:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:19Z', 'updated_at': '2022-05-30T20:21:35Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bbcb17-4730-4e08-aa7a-11f8a3a86df5', 'name': '', 'network_id': '89cad7c2-29b4-4a3e-8d23-d39ccf96498a', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c8:49:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a0d5261-c3a4-4774-86db-df622a75fdd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:37Z', 'updated_at': '2022-05-30T20:21:43Z', 'revision_number': 2, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '8a0d5261-c3a4-4774-86db-df622a75fdd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:49.178932 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Checking router: b727b84d-64bc-40cb-be7d-42a33d16f237 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:21:49.178932 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Updating router b727b84d-64bc-40cb-be7d-42a33d16f237 port f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:21:49.255240 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a927a2d-7106-4be5-8186-814113f4123c req-de01b3e9-d2e4-4a1f-bd8e-728c262f2b21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:49.257399 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a927a2d-7106-4be5-8186-814113f4123c req-de01b3e9-d2e4-4a1f-bd8e-728c262f2b21 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b992fea-fe7f-4d9e-bf47-9566f436954b HTTP/1.1" status: 200 len: 846 time: 0.4026964 May 30 20:21:49.263045 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:49.354534 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a927a2d-7106-4be5-8186-814113f4123c req-20b354f1-7ad6-40b3-a882-a28ce207b752 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1e22102-21d2-4484-a4f4-26f76f6ed12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899930 May 30 20:21:49.401960 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.extraroute_db [None req-26d23bf0-f8d1-4d83-b6ef-c378ae0e724a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 30 20:21:49.417732 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.extraroute_db [None req-26d23bf0-f8d1-4d83-b6ef-c378ae0e724a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Removed routes are [] {{(pid=84024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 30 20:21:49.418459 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26d23bf0-f8d1-4d83-b6ef-c378ae0e724a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:49.451911 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-c1a823f2-cc76-4897-b80c-1e77f6b119b1 service neutron] 10.222.0.84 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6295898 May 30 20:21:49.478975 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4619f52-6b66-4444-b50c-760676b3fc48 req-0ded20e8-abaa-4d28-a421-adc17e48488b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:49.485692 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f4619f52-6b66-4444-b50c-760676b3fc48 req-0ded20e8-abaa-4d28-a421-adc17e48488b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 944 time: 0.3312469 May 30 20:21:49.613313 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f4619f52-6b66-4444-b50c-760676b3fc48 req-786bf714-10b9-4f32-abc9-99d33f4f8417 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=c56dce35-11da-4d3f-b0e8-7888511c386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266856 May 30 20:21:49.682627 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a927a2d-7106-4be5-8186-814113f4123c req-1542c873-50eb-4e0c-a078-0e400bf0d0bb service neutron] 10.222.0.77 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128986 May 30 20:21:49.780011 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:49.804458 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Transition to ACTIVE for port object f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:49.819501 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:49.976568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a927a2d-7106-4be5-8186-814113f4123c req-8ceb8da4-7996-4912-91b3-4d40d97f7bf7 service neutron] 10.222.0.77 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849770 May 30 20:21:50.044429 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26d23bf0-f8d1-4d83-b6ef-c378ae0e724a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:50.048863 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26d23bf0-f8d1-4d83-b6ef-c378ae0e724a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:50.078997 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 5481eff9-9d0e-4acf-85d8-cf05a5498c6f details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:21:50.151843 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7683d-a241-48d6-8706-bf959102a2d0 None None] Pushing event updated for resources: {'Port': ['ID=f8bbcb17-4730-4e08-aa7a-11f8a3a86df5,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:50.228507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51188) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:50.234202 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Request body: {'network': {'name': 'tempest-network-smoke--1122387970', 'project_id': '67862e1320db41428cd738fac2e6c911', 'port_security_enabled': True}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:50.256320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:50.280979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Usage tracker for resource:network and tenant:67862e1320db41428cd738fac2e6c911 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:50.289861 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:50.309541 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:50.343300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Made reservation on behalf of 67862e1320db41428cd738fac2e6c911 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:50.353332 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:50.362723 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d23bf0-f8d1-4d83-b6ef-c378ae0e724a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router b727b84d-64bc-40cb-be7d-42a33d16f237 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:21:50.384698 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Attempting to bind port f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:21:50.385053 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Attempting to bind port f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '291f8d7a-67df-496c-b9aa-0993d4d57537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '89cad7c2-29b4-4a3e-8d23-d39ccf96498a'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:21:50.385397 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Attempting to bind port f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 on network 89cad7c2-29b4-4a3e-8d23-d39ccf96498a {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:50.416610 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee2314e-121a-46ee-acfd-00ec68bd714c'] response: {'name': 'network-changed', 'server_uuid': 'a1a12f44-95a7-4d7d-bc02-41a08e1b2355', 'tag': '8be16f02-1a10-4a7e-a5a0-adcdec476c08', 'status': 'completed', 'code': 200} May 30 20:21:50.425700 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:21:50.425922 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Checking segment: {'id': '291f8d7a-67df-496c-b9aa-0993d4d57537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '89cad7c2-29b4-4a3e-8d23-d39ccf96498a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:50.426334 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:50.427430 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Bound using segment: {'id': '291f8d7a-67df-496c-b9aa-0993d4d57537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '89cad7c2-29b4-4a3e-8d23-d39ccf96498a'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:21:50.428192 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Bound port: f8bbcb17-4730-4e08-aa7a-11f8a3a86df5, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291f8d7a-67df-496c-b9aa-0993d4d57537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '89cad7c2-29b4-4a3e-8d23-d39ccf96498a'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:21:50.428781 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:50.555579 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 5481eff9-9d0e-4acf-85d8-cf05a5498c6f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5481eff9-9d0e-4acf-85d8-cf05a5498c6f,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:50.594413 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '5481eff9-9d0e-4acf-85d8-cf05a5498c6f', 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d', 'port_id': '5481eff9-9d0e-4acf-85d8-cf05a5498c6f', 'mac_address': 'fa:16:3e:90:0c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b992fea-fe7f-4d9e-bf47-9566f436954b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:21:50.612464 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-316edd09-781d-41cd-ae67-842470fbce7e req-c52a699c-f084-4b44-a5d4-49c5117ba70b tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 210 time: 0.2043805 May 30 20:21:50.620907 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:50.631531 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] For port f8bbcb17-4730-4e08-aa7a-11f8a3a86df5, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:50.641801 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] For port f8bbcb17-4730-4e08-aa7a-11f8a3a86df5, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f8bbcb17-4730-4e08-aa7a-11f8a3a86df5,segment=NetworkSegment(291f8d7a-67df-496c-b9aa-0993d4d57537),segment_id=291f8d7a-67df-496c-b9aa-0993d4d57537)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:21:50.652025 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:50.672537 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:50.697248 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5481eff9-9d0e-4acf-85d8-cf05a5498c6f {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:50.735801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 5481eff9-9d0e-4acf-85d8-cf05a5498c6f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5481eff9-9d0e-4acf-85d8-cf05a5498c6f,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:50.744313 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:50.752852 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:50.756754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Usage tracker for resource:security_group_rule and tenant:67862e1320db41428cd738fac2e6c911 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:50.760550 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:50.766903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:50.827194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d23bf0-f8d1-4d83-b6ef-c378ae0e724a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:21:50.835658 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26d23bf0-f8d1-4d83-b6ef-c378ae0e724a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:50.840407 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-26d23bf0-f8d1-4d83-b6ef-c378ae0e724a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/b727b84d-64bc-40cb-be7d-42a33d16f237 HTTP/1.1" status: 200 len: 933 time: 2.3704717 May 30 20:21:50.841024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51198) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:50.856479 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:50.882189 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:50.902687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:21:50.907385 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=5481eff9-9d0e-4acf-85d8-cf05a5498c6f,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:50.981545 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7683d-a241-48d6-8706-bf959102a2d0 None None] Pushing event updated for resources: {'Port': ['ID=f8bbcb17-4730-4e08-aa7a-11f8a3a86df5,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:50.991765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['5481eff9-9d0e-4acf-85d8-cf05a5498c6f'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:21:51.001393 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:21:51.001980 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:21:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:51.057642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5956fb-50d5-465b-b731-37f83a3fea0b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:51.088279 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:51.089390 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Added segment 4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f of type vlan for network 4564383f-8543-4a65-b89a-d58456250128 May 30 20:21:51.142859 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:51.164610 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfafa258-265f-4212-9719-50852e26c5b2 req-850d71f0-7cb7-49d1-9852-44b1c6cfdb7c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 1095 time: 0.7430387 May 30 20:21:51.180693 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5b3b0278-11b5-478b-8865-e6668964e297 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/routers/b727b84d-64bc-40cb-be7d-42a33d16f237 HTTP/1.1" status: 200 len: 933 time: 0.3384018 May 30 20:21:51.184647 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51202) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:51.195723 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-7cb2133b-0fe2-4db4-b78d-23d48c3fc413 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'router': {'routes': None}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:51.370148 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:21:51.395459 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:21:51.462665 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:51.466406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:51.467014 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:51.476507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f8750-7b92-4efd-a3f8-bc7751682b40 req-e8cf1e55-19c6-455a-b69c-c405593ea208 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:51.483531 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b96f8750-7b92-4efd-a3f8-bc7751682b40 req-e8cf1e55-19c6-455a-b69c-c405593ea208 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 944 time: 0.8692398 May 30 20:21:51.500705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafa258-265f-4212-9719-50852e26c5b2 req-0f417b9e-fdff-48ae-991b-8160238c5a97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:51.502189 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfafa258-265f-4212-9719-50852e26c5b2 req-0f417b9e-fdff-48ae-991b-8160238c5a97 service neutron] 10.222.0.93 "GET /v2.0/networks?id=43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 200 len: 915 time: 0.3367934 May 30 20:21:51.508800 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53ad5a-a1e7-4d4e-a429-1af572b4cdfd req-f089e7ac-bda0-49fd-bfb8-15683bea3015 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:51.515769 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b53ad5a-a1e7-4d4e-a429-1af572b4cdfd req-f089e7ac-bda0-49fd-bfb8-15683bea3015 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/ports?device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 946 time: 0.5914474 May 30 20:21:51.728083 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4934950 May 30 20:21:51.728246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51210) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:51.766785 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfafa258-265f-4212-9719-50852e26c5b2 req-9493da93-0cfd-4a67-b50a-97aa25b8d560 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8be16f02-1a10-4a7e-a5a0-adcdec476c08 HTTP/1.1" status: 200 len: 217 time: 0.2253911 May 30 20:21:51.843923 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b96f8750-7b92-4efd-a3f8-bc7751682b40 req-f1bdc701-8cdf-4e6e-99f2-e5e04bedaf1c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594711 May 30 20:21:51.959896 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1992644940', 'admin_state_up': True, 'project_id': '67862e1320db41428cd738fac2e6c911', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:51.972811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:51.981551 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Usage tracker for resource:router and tenant:67862e1320db41428cd738fac2e6c911 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:51.992559 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:52.016319 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:21:49Z', 'revision_number': 6, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc631eab-cf0b-4808-9b04-b2b7245c8276', 'name': '', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c2:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:05Z', 'updated_at': '2022-05-30T20:21:22Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd9d58e-5e7c-4e16-842f-8d941c1eef84', 'name': '', 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:63:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:19Z', 'updated_at': '2022-05-30T20:21:35Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bbcb17-4730-4e08-aa7a-11f8a3a86df5', 'name': '', 'network_id': '89cad7c2-29b4-4a3e-8d23-d39ccf96498a', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c8:49:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a0d5261-c3a4-4774-86db-df622a75fdd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:37Z', 'updated_at': '2022-05-30T20:21:50Z', 'revision_number': 4, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '8a0d5261-c3a4-4774-86db-df622a75fdd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:52.022022 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a203eb7-9768-4035-9dfe-1ac0e86fefd4 None None] The sync data for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 is: [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:21:49Z', 'revision_number': 6, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc631eab-cf0b-4808-9b04-b2b7245c8276', 'name': '', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c2:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:05Z', 'updated_at': '2022-05-30T20:21:22Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd9d58e-5e7c-4e16-842f-8d941c1eef84', 'name': '', 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:63:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:19Z', 'updated_at': '2022-05-30T20:21:35Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bbcb17-4730-4e08-aa7a-11f8a3a86df5', 'name': '', 'network_id': '89cad7c2-29b4-4a3e-8d23-d39ccf96498a', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c8:49:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a0d5261-c3a4-4774-86db-df622a75fdd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:37Z', 'updated_at': '2022-05-30T20:21:50Z', 'revision_number': 4, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '8a0d5261-c3a4-4774-86db-df622a75fdd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:21:52.043276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:52.099743 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 5481eff9-9d0e-4acf-85d8-cf05a5498c6f up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:52.119622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-f0af89a2-2eaf-416c-a2d3-cdef80d13959 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:52.135145 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-f0af89a2-2eaf-416c-a2d3-cdef80d13959 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.77 "GET /v2.0/networks?id=364cc3fe-85b7-4da3-aabd-b1ac22737be8 HTTP/1.1" status: 200 len: 810 time: 0.3029957 May 30 20:21:52.136143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47ce47-2a57-4b2e-97a8-79dbf52cab07 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event updated for resources: {'Network': ['ID=4564383f-8543-4a65-b89a-d58456250128,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:52.146706 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:52.147648 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:52.159276 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 4564383f-8543-4a65-b89a-d58456250128 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:21:52.199856 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:52.224775 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b53ad5a-a1e7-4d4e-a429-1af572b4cdfd req-62841712-fadc-45fc-87ec-04b385be04be tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee031971-6655-4426-998f-660c03328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7079160 May 30 20:21:52.239905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-0bad3128-771a-44c2-af38-00849a34d06d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Request body: {'port': {'device_id': 'e339f1a9-9e92-4dec-adad-f88bdec9f49c', 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8', 'admin_state_up': True, 'tenant_id': '887c7367090a4d39a6cc946b56cbe442'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:52.378405 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 5481eff9-9d0e-4acf-85d8-cf05a5498c6f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:52.386713 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 5481eff9-9d0e-4acf-85d8-cf05a5498c6f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:52.387145 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:52.536687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafa258-265f-4212-9719-50852e26c5b2 req-2c336a0e-ac11-41d9-b10f-8753bf12ce5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:52.537245 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:52.538919 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfafa258-265f-4212-9719-50852e26c5b2 req-2c336a0e-ac11-41d9-b10f-8753bf12ce5a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=68e762fb-e7ab-4b2b-9564-0b9905e98eee HTTP/1.1" status: 200 len: 853 time: 0.7099283 May 30 20:21:52.560090 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:52.572148 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919e4ba6-cf3d-4d52-8e76-5e87273aae4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5481eff9-9d0e-4acf-85d8-cf05a5498c6f'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:52.585238 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 5481eff9-9d0e-4acf-85d8-cf05a5498c6f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5481eff9-9d0e-4acf-85d8-cf05a5498c6f,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:52.592999 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:52.651420 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1070b000-642d-468b-99ea-3629cd251ac3 req-86f2ab38-6665-4f44-b390-79ad30f7b608 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 210 time: 0.1224799 May 30 20:21:52.681893 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=5481eff9-9d0e-4acf-85d8-cf05a5498c6f,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:52.728172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330e604-073f-4e94-88b9-9558fa68017b req-d4ba023b-a871-4cbd-9966-3e4b0913a0a8 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:52.735067 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2330e604-073f-4e94-88b9-9558fa68017b req-d4ba023b-a871-4cbd-9966-3e4b0913a0a8 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 944 time: 0.6011891 May 30 20:21:52.780587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 8be16f02-1a10-4a7e-a5a0-adcdec476c08 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:21:52.806026 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-0bad3128-771a-44c2-af38-00849a34d06d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:52.810282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-0bad3128-771a-44c2-af38-00849a34d06d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Usage tracker for resource:port and tenant:887c7367090a4d39a6cc946b56cbe442 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:52.813731 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-0bad3128-771a-44c2-af38-00849a34d06d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:52.825433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-0bad3128-771a-44c2-af38-00849a34d06d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:52.868903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-0bad3128-771a-44c2-af38-00849a34d06d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Made reservation on behalf of 887c7367090a4d39a6cc946b56cbe442 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:52.870472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.extraroute_db [None req-7cb2133b-0fe2-4db4-b78d-23d48c3fc413 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Added routes are [] {{(pid=84024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 30 20:21:52.870786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.extraroute_db [None req-7cb2133b-0fe2-4db4-b78d-23d48c3fc413 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84024) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 30 20:21:52.874911 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-0bad3128-771a-44c2-af38-00849a34d06d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:52.978098 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfafa258-265f-4212-9719-50852e26c5b2 req-abadae5c-d8ca-4839-a46d-f65600d7cf1c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=43a3a580-728f-4a14-a9d1-6d5e70d6966e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3830850 May 30 20:21:52.989711 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1234cea0-aa84-4876-b47f-46156840d59a'] response: {'server_uuid': '919e4ba6-cf3d-4d52-8e76-5e87273aae4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5481eff9-9d0e-4acf-85d8-cf05a5498c6f', 'code': 200} May 30 20:21:52.991822 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2330e604-073f-4e94-88b9-9558fa68017b req-acadaf26-2e2f-4371-92e9-edaaaa262104 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=c56dce35-11da-4d3f-b0e8-7888511c386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559125 May 30 20:21:53.103768 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7cb2133b-0fe2-4db4-b78d-23d48c3fc413 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:53.118921 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 8be16f02-1a10-4a7e-a5a0-adcdec476c08, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=8be16f02-1a10-4a7e-a5a0-adcdec476c08,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:53.153409 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '8be16f02-1a10-4a7e-a5a0-adcdec476c08', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'port_id': '8be16f02-1a10-4a7e-a5a0-adcdec476c08', 'mac_address': 'fa:16:3e:57:63:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:21:53.262100 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:53.284946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be16f02-1a10-4a7e-a5a0-adcdec476c08 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:53.305516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 8be16f02-1a10-4a7e-a5a0-adcdec476c08, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=8be16f02-1a10-4a7e-a5a0-adcdec476c08,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:53.314437 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:53.411467 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=8be16f02-1a10-4a7e-a5a0-adcdec476c08,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:53.433099 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfafa258-265f-4212-9719-50852e26c5b2 req-30eb1433-98ae-4f06-a55d-7b749f5fa954 service neutron] 10.222.0.93 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443820 May 30 20:21:53.437764 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-0bad3128-771a-44c2-af38-00849a34d06d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Allocated IP 172.20.0.5 (364cc3fe-85b7-4da3-aabd-b1ac22737be8/3cda5988-723f-45df-b890-6622cc50f504/4f6d7853-ea67-42e6-8bbf-83ac57225dab) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:53.466841 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:53.518649 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:53.540204 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['8be16f02-1a10-4a7e-a5a0-adcdec476c08'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:21:53.560717 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0067d1d-f866-47d9-90a0-e551101548b3 req-eefdee4c-18ab-4b46-9236-5511ff914980 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:53.568489 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0067d1d-f866-47d9-90a0-e551101548b3 req-eefdee4c-18ab-4b46-9236-5511ff914980 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 946 time: 0.3484557 May 30 20:21:53.599048 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-44c49ac5-c97b-4eda-8d94-b3cfd0911d3f req-c7104722-70e6-44f4-aeb5-c2836dcc365b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 1097 time: 0.6263931 May 30 20:21:53.753617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Allocated IP 172.25.5.122 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/fd71690f-2069-4321-a36f-857a5edac742) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:53.808684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0067d1d-f866-47d9-90a0-e551101548b3 req-003e324e-2365-4a9e-9c54-6e7fc22eaf92 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388883 May 30 20:21:53.826582 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfafa258-265f-4212-9719-50852e26c5b2 req-fabde604-0dbc-4613-a885-74532c92d729 service neutron] 10.222.0.93 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770502 May 30 20:21:53.835064 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-44c49ac5-c97b-4eda-8d94-b3cfd0911d3f req-b1f1ef1c-32b3-45df-be35-a54d507f231f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167768 May 30 20:21:53.878627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709ec11-3bda-4894-8011-a953a12c9922 req-e4e76795-3a6a-4926-bc7e-0cbdf6ed0f1e tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:53.880343 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0709ec11-3bda-4894-8011-a953a12c9922 req-e4e76795-3a6a-4926-bc7e-0cbdf6ed0f1e tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/ports?device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 946 time: 0.4033110 May 30 20:21:53.987390 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-0bad3128-771a-44c2-af38-00849a34d06d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:54.016596 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a4fb1a4c-c062-4130-92eb-ddb52d9260a7 req-60dc1de0-fae8-4494-a732-97c3aba56c81 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 210 time: 0.0776436 May 30 20:21:54.046084 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0709ec11-3bda-4894-8011-a953a12c9922 req-f5c1c5eb-26e4-469e-8455-acd4cf562962 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee031971-6655-4426-998f-660c03328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494987 May 30 20:21:54.082192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:54.083487 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-0bad3128-771a-44c2-af38-00849a34d06d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:54.174519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:54.182807 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:54.183518 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:54.298328 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-0bad3128-771a-44c2-af38-00849a34d06d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Network 364cc3fe-85b7-4da3-aabd-b1ac22737be8 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:54.305324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad3128-771a-44c2-af38-00849a34d06d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Pushing event updated for resources: {'Port': ['ID=4f6d7853-ea67-42e6-8bbf-83ac57225dab,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:54.315807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-0bad3128-771a-44c2-af38-00849a34d06d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:54.319052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-0bad3128-771a-44c2-af38-00849a34d06d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:54.326613 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:54.354248 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7cb2133b-0fe2-4db4-b78d-23d48c3fc413 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:54.372905 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7cb2133b-0fe2-4db4-b78d-23d48c3fc413 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:54.387308 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port f8bbcb17-4730-4e08-aa7a-11f8a3a86df5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f8bbcb17-4730-4e08-aa7a-11f8a3a86df5,segment=NetworkSegment(291f8d7a-67df-496c-b9aa-0993d4d57537),segment_id=291f8d7a-67df-496c-b9aa-0993d4d57537)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:54.396003 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:54.404001 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-0bad3128-771a-44c2-af38-00849a34d06d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:54.404632 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-0bad3128-771a-44c2-af38-00849a34d06d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:54.424349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52369043-a2a6-4748-908b-0621a8833826 req-d6c16e7f-9c04-49a9-abe7-fc0156f99d06 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:54.425723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52369043-a2a6-4748-908b-0621a8833826 req-d6c16e7f-9c04-49a9-abe7-fc0156f99d06 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 945 time: 0.2156579 May 30 20:21:54.455295 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-0bad3128-771a-44c2-af38-00849a34d06d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2453346 May 30 20:21:54.474964 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Request body: {'port': {'device_id': 'e339f1a9-9e92-4dec-adad-f88bdec9f49c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:54.490199 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=f8bbcb17-4730-4e08-aa7a-11f8a3a86df5,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:54.514455 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:54.538739 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52369043-a2a6-4748-908b-0621a8833826 req-e3c542ab-7727-4575-a76b-5ec7ff382d67 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=c56dce35-11da-4d3f-b0e8-7888511c386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055191 May 30 20:21:54.604818 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:54.626710 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:54.683361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:54.687031 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:54.693118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:54.724137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb2133b-0fe2-4db4-b78d-23d48c3fc413 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router b727b84d-64bc-40cb-be7d-42a33d16f237 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:21:54.739849 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event updated for resources: {'Port': ['ID=fd71690f-2069-4321-a36f-857a5edac742,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:54.774115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 8be16f02-1a10-4a7e-a5a0-adcdec476c08 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:54.873397 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 8be16f02-1a10-4a7e-a5a0-adcdec476c08 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:54.880787 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 8be16f02-1a10-4a7e-a5a0-adcdec476c08 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:54.887466 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:55.082245 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:55.112252 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a12f44-95a7-4d7d-bc02-41a08e1b2355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be16f02-1a10-4a7e-a5a0-adcdec476c08'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:55.123438 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 8be16f02-1a10-4a7e-a5a0-adcdec476c08, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=8be16f02-1a10-4a7e-a5a0-adcdec476c08,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:55.130753 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:55.225402 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=8be16f02-1a10-4a7e-a5a0-adcdec476c08,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:55.302019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a48a8-6681-4937-a0e2-f26beed4579c req-a36716d1-a753-446d-8446-fc1c0d0f9ecc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:55.304004 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d24a48a8-6681-4937-a0e2-f26beed4579c req-a36716d1-a753-446d-8446-fc1c0d0f9ecc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 946 time: 0.2471356 May 30 20:21:55.315002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6d7853-ea67-42e6-8bbf-83ac57225dab {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:55.351537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb624a-72f8-4e4b-97a5-f336c270d43b req-2a889e57-c365-44fc-9155-bc94331e8bce tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:55.352262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-34cb624a-72f8-4e4b-97a5-f336c270d43b req-2a889e57-c365-44fc-9155-bc94331e8bce tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Synchronizing usage tracker for tenant:ff14c42989b64ca18334fde79df32a46 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:55.354120 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:55.385427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb2133b-0fe2-4db4-b78d-23d48c3fc413 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:21:55.393479 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-34cb624a-72f8-4e4b-97a5-f336c270d43b req-2a889e57-c365-44fc-9155-bc94331e8bce tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Unset dirty status for tenant:ff14c42989b64ca18334fde79df32a46 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:55.394265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Transition to ACTIVE for port object 4f6d7853-ea67-42e6-8bbf-83ac57225dab will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:55.394725 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-34cb624a-72f8-4e4b-97a5-f336c270d43b req-2a889e57-c365-44fc-9155-bc94331e8bce tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.77 "GET /v2.0/ports?device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 946 time: 0.3471959 May 30 20:21:55.408703 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:55.438087 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:55.438770 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:55.450566 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7cb2133b-0fe2-4db4-b78d-23d48c3fc413 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:55.454897 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7cb2133b-0fe2-4db4-b78d-23d48c3fc413 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/b727b84d-64bc-40cb-be7d-42a33d16f237 HTTP/1.1" status: 200 len: 699 time: 4.2691288 May 30 20:21:55.455544 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51278) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:55.460904 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d24a48a8-6681-4937-a0e2-f26beed4579c req-6cd57bc8-6309-480d-b8d9-a15c63662381 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482379 May 30 20:21:55.568192 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6d7853-ea67-42e6-8bbf-83ac57225dab,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:55.575580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963d5fb-9aa9-4a06-a5a7-338ad42d6873 req-f927460c-7a8c-4acb-b8e1-996d21f8c601 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:55.576409 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0963d5fb-9aa9-4a06-a5a7-338ad42d6873 req-f927460c-7a8c-4acb-b8e1-996d21f8c601 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Synchronizing usage tracker for tenant:887c7367090a4d39a6cc946b56cbe442 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:55.696516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0963d5fb-9aa9-4a06-a5a7-338ad42d6873 req-f927460c-7a8c-4acb-b8e1-996d21f8c601 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Unset dirty status for tenant:887c7367090a4d39a6cc946b56cbe442 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:55.698880 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0963d5fb-9aa9-4a06-a5a7-338ad42d6873 req-f927460c-7a8c-4acb-b8e1-996d21f8c601 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 931 time: 0.4473770 May 30 20:21:55.757587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-34cb624a-72f8-4e4b-97a5-f336c270d43b req-ce7f6996-eadb-4f06-ab80-b55343176261 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Deleting port a11accdc-2459-4f68-8073-24d15d61a14b {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:55.758150 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-34cb624a-72f8-4e4b-97a5-f336c270d43b req-ce7f6996-eadb-4f06-ab80-b55343176261 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:55.791427 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0963d5fb-9aa9-4a06-a5a7-338ad42d6873 req-a75a02ca-35a1-4493-8afc-c1b731d80d1b tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Synchronizing usage tracker for tenant:887c7367090a4d39a6cc946b56cbe442 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:55.799729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Attempting to bind port 4f6d7853-ea67-42e6-8bbf-83ac57225dab on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:21:55.799729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Attempting to bind port 4f6d7853-ea67-42e6-8bbf-83ac57225dab by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'c376f408-e235-429b-8441-7bb2e4dd6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:21:55.799729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Attempting to bind port 4f6d7853-ea67-42e6-8bbf-83ac57225dab on network 364cc3fe-85b7-4da3-aabd-b1ac22737be8 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:55.820406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2e27a-3ada-4869-9761-0f321623fffa req-467d8a8a-d04f-41d9-acd8-48a1bd420f79 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:55.821882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1f2e27a-3ada-4869-9761-0f321623fffa req-467d8a8a-d04f-41d9-acd8-48a1bd420f79 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/ports?device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 946 time: 0.2058508 May 30 20:21:55.826810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Port 4f6d7853-ea67-42e6-8bbf-83ac57225dab on network 364cc3fe-85b7-4da3-aabd-b1ac22737be8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:21:55.827136 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Attempting to bind port 4f6d7853-ea67-42e6-8bbf-83ac57225dab on network 364cc3fe-85b7-4da3-aabd-b1ac22737be8 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:55.853481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0963d5fb-9aa9-4a06-a5a7-338ad42d6873 req-a75a02ca-35a1-4493-8afc-c1b731d80d1b tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Unset dirty status for tenant:887c7367090a4d39a6cc946b56cbe442 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:55.860576 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0963d5fb-9aa9-4a06-a5a7-338ad42d6873 req-a75a02ca-35a1-4493-8afc-c1b731d80d1b tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547174 May 30 20:21:55.870664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:21:55.871212 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Checking segment: {'id': 'c376f408-e235-429b-8441-7bb2e4dd6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:55.871672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Bound using segment: {'id': 'c376f408-e235-429b-8441-7bb2e4dd6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:21:55.872309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Bound port: 4f6d7853-ea67-42e6-8bbf-83ac57225dab, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c376f408-e235-429b-8441-7bb2e4dd6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:21:55.873255 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:55.945129 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520a1b3a-f135-4b53-a78a-59cd73b4ef67'] response: {'server_uuid': 'a1a12f44-95a7-4d7d-bc02-41a08e1b2355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be16f02-1a10-4a7e-a5a0-adcdec476c08', 'code': 200} May 30 20:21:56.040801 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1f2e27a-3ada-4869-9761-0f321623fffa req-fefa9197-7d90-4485-b74a-8eb87c59a2dc tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee031971-6655-4426-998f-660c03328010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098951 May 30 20:21:56.070880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:56.184312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:56.184948 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:56.228200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] For port 4f6d7853-ea67-42e6-8bbf-83ac57225dab, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:56.241656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] For port 4f6d7853-ea67-42e6-8bbf-83ac57225dab, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=4f6d7853-ea67-42e6-8bbf-83ac57225dab,segment=NetworkSegment(c376f408-e235-429b-8441-7bb2e4dd6304),segment_id=c376f408-e235-429b-8441-7bb2e4dd6304)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:21:56.255370 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:56.287043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-34cb624a-72f8-4e4b-97a5-f336c270d43b req-ce7f6996-eadb-4f06-ab80-b55343176261 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] For port a11accdc-2459-4f68-8073-24d15d61a14b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a11accdc-2459-4f68-8073-24d15d61a14b,segment=NetworkSegment(94910357-07ed-400d-a749-8490b9a173c3),segment_id=94910357-07ed-400d-a749-8490b9a173c3)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:56.287385 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-34cb624a-72f8-4e4b-97a5-f336c270d43b req-ce7f6996-eadb-4f06-ab80-b55343176261 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:56.315402 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-287cfb71-6206-42b7-922a-9fb1c96e57b4 req-dd682563-2748-48ed-afaf-a9d197530516 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 1097 time: 0.2583411 May 30 20:21:56.328437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5db0f9-f285-40be-8209-4c069347809e req-f7c4eff7-5ce4-44f1-b1ae-8cfc685e7cf8 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:56.330179 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca5db0f9-f285-40be-8209-4c069347809e req-f7c4eff7-5ce4-44f1-b1ae-8cfc685e7cf8 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 946 time: 0.2170756 May 30 20:21:56.357081 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:56.358440 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] 10.222.0.77 "PUT /v2.0/ports/4f6d7853-ea67-42e6-8bbf-83ac57225dab HTTP/1.1" status: 200 len: 1091 time: 1.8904459 May 30 20:21:56.364303 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e339f1a9-9e92-4dec-adad-f88bdec9f49c', 'tag': '4f6d7853-ea67-42e6-8bbf-83ac57225dab'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:56.430215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-34cb624a-72f8-4e4b-97a5-f336c270d43b req-ce7f6996-eadb-4f06-ab80-b55343176261 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Calling delete_port for a11accdc-2459-4f68-8073-24d15d61a14b owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:56.441373 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba647b12-1fea-411a-b499-f3b1334ecf3b'] response: {'name': 'network-changed', 'server_uuid': 'e339f1a9-9e92-4dec-adad-f88bdec9f49c', 'tag': '4f6d7853-ea67-42e6-8bbf-83ac57225dab', 'status': 'completed', 'code': 200} May 30 20:21:56.506817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec07e0-402d-46a6-bc74-acb0ae45d0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6d7853-ea67-42e6-8bbf-83ac57225dab,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:56.524240 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-89492103-bef6-491b-8f8b-f0ea80d3d93b tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/routers/b727b84d-64bc-40cb-be7d-42a33d16f237 HTTP/1.1" status: 200 len: 699 time: 1.0619993 May 30 20:21:56.526961 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51302) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:56.668579 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-287cfb71-6206-42b7-922a-9fb1c96e57b4 req-f5b3d099-a86d-4bba-9617-bf2663bf646e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c56dce35-11da-4d3f-b0e8-7888511c386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374586 May 30 20:21:56.670627 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca5db0f9-f285-40be-8209-4c069347809e req-24544260-07f8-43ea-a2e3-a21d786b78df tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=c56dce35-11da-4d3f-b0e8-7888511c386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154609 May 30 20:21:56.687283 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-34cb624a-72f8-4e4b-97a5-f336c270d43b req-ce7f6996-eadb-4f06-ab80-b55343176261 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:56.749028 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f6996-eadb-4f06-ab80-b55343176261 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Pushing event deleted for resources: {'Port': ['ID=a11accdc-2459-4f68-8073-24d15d61a14b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:56.800081 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-a869825a-4915-447e-93b7-f2a3bfcee331 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=887c7367090a4d39a6cc946b56cbe442&device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 1094 time: 0.3637748 May 30 20:21:56.823092 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Router b5018a4a-c30d-4b10-9f6c-09f458b6bbfe is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:21:56.835781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cb624a-72f8-4e4b-97a5-f336c270d43b req-ce7f6996-eadb-4f06-ab80-b55343176261 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] No DVR routers for this DVR port a11accdc-2459-4f68-8073-24d15d61a14b on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:21:56.838844 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-34cb624a-72f8-4e4b-97a5-f336c270d43b req-ce7f6996-eadb-4f06-ab80-b55343176261 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:56.843381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76eac8e8-371b-4c57-873e-7ceb2c350dc2', 'name': 'network-vif-deleted', 'tag': 'a11accdc-2459-4f68-8073-24d15d61a14b'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:56.913030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb129fec-9e6d-46d3-a68a-d5f0e997f795 req-8afe35cd-8e5f-4d84-9f93-062ba527a47f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:56.918064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb129fec-9e6d-46d3-a68a-d5f0e997f795 req-8afe35cd-8e5f-4d84-9f93-062ba527a47f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 946 time: 0.2564669 May 30 20:21:56.919366 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-8ad82b83-7832-43d4-a3d4-6630ff550bf0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6d7853-ea67-42e6-8bbf-83ac57225dab HTTP/1.1" status: 200 len: 217 time: 0.1120944 May 30 20:21:56.946353 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06da2c19-be1b-4020-bf4f-30e7550254a2'] response: {'server_uuid': '76eac8e8-371b-4c57-873e-7ceb2c350dc2', 'name': 'network-vif-deleted', 'tag': 'a11accdc-2459-4f68-8073-24d15d61a14b', 'status': 'completed', 'code': 200} May 30 20:21:57.021023 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-34cb624a-72f8-4e4b-97a5-f336c270d43b req-ce7f6996-eadb-4f06-ab80-b55343176261 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.77 "DELETE /v2.0/ports/a11accdc-2459-4f68-8073-24d15d61a14b HTTP/1.1" status: 204 len: 173 time: 1.6197963 May 30 20:21:57.133355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:21:57.145788 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Sync routers for ids ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:21:57.181034 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:57.182496 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e58b8c95-c8a7-404f-b48a-9c5691c812b4 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.4540026 May 30 20:21:57.183696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Routers {'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:21:57.184947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:21:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:57.185533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51322) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:57.260637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-43e11f31-f7de-4790-ac90-8916f40e94ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:57.262048 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-43e11f31-f7de-4790-ac90-8916f40e94ba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3cda5988-723f-45df-b890-6622cc50f504 HTTP/1.1" status: 200 len: 850 time: 0.3242714 May 30 20:21:57.374408 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb129fec-9e6d-46d3-a68a-d5f0e997f795 req-033a7aa4-62a0-4a84-a669-2797e7eca566 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536951 May 30 20:21:57.446398 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-78f2ae27-e30d-4950-9224-f2480b582e65 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=364cc3fe-85b7-4da3-aabd-b1ac22737be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297531 May 30 20:21:57.473027 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f7b5a7ec-abf9-4042-8a52-2c1d1b57fab0 tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=67862e1320db41428cd738fac2e6c911&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2857592 May 30 20:21:57.475555 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51334) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:57.488180 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Set router b5018a4a-c30d-4b10-9f6c-09f458b6bbfe gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:21:57.660421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2bbdd-7f44-4d07-9a42-93a3c1ed7f04 req-60a85681-7041-4bed-a821-ae4b5a9e3d43 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:57.667770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ec2bbdd-7f44-4d07-9a42-93a3c1ed7f04 req-60a85681-7041-4bed-a821-ae4b5a9e3d43 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 943 time: 0.4529450 May 30 20:21:57.753295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24304f0-cfaf-4dbb-b9aa-46e68e8da539 tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:57.756081 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d24304f0-cfaf-4dbb-b9aa-46e68e8da539 tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2793584 May 30 20:21:57.759722 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51340) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:57.763057 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-69554a6c-8df5-4cae-9422-b4db1c1ee4de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:57.773813 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4a5279db-4376-46a7-ad90-eb493cde12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:57.855164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992644940', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'fd71690f-2069-4321-a36f-857a5edac742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:52Z', 'updated_at': '2022-05-30T20:21:55Z', 'revision_number': 3, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': 'fd71690f-2069-4321-a36f-857a5edac742', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:69:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:53Z', 'updated_at': '2022-05-30T20:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:57.865872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Checking router: b5018a4a-c30d-4b10-9f6c-09f458b6bbfe for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:21:57.867484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Updating router b5018a4a-c30d-4b10-9f6c-09f458b6bbfe port fd71690f-2069-4321-a36f-857a5edac742 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:21:57.894221 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-41a95c4f-a946-4489-baba-746d0e883c3d tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1315911 May 30 20:21:57.899294 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51344) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:57.907397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-26c70bef-4332-497b-961f-d410d40dec5a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1191227587', 'network_id': '4564383f-8543-4a65-b89a-d58456250128', 'project_id': '67862e1320db41428cd738fac2e6c911', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:57.944289 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0bcb16de-1b70-462c-b7f9-bfe07af7055e req-0396b12a-a387-4f97-8b40-d75aba319598 tempest-ServersNegativeTestMultiTenantJSON-1648480458 tempest-ServersNegativeTestMultiTenantJSON-1648480458-project] 10.222.0.84 "GET /v2.0/ports?device_id=76eac8e8-371b-4c57-873e-7ceb2c350dc2 HTTP/1.1" status: 200 len: 210 time: 0.2366099 May 30 20:21:57.989021 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-6eaa13fd-5ca4-48d3-aeb7-741ae377c509 service neutron] 10.222.0.77 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204093 May 30 20:21:58.014037 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ec2bbdd-7f44-4d07-9a42-93a3c1ed7f04 req-95626861-45ce-4bcb-b975-c92bd8ee60f3 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453069 May 30 20:21:58.033459 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:58.129196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-26c70bef-4332-497b-961f-d410d40dec5a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:58.134014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-26c70bef-4332-497b-961f-d410d40dec5a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Usage tracker for resource:subnet and tenant:67862e1320db41428cd738fac2e6c911 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:58.137109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-26c70bef-4332-497b-961f-d410d40dec5a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:58.143146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-26c70bef-4332-497b-961f-d410d40dec5a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:58.155617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c70bef-4332-497b-961f-d410d40dec5a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Made reservation on behalf of 67862e1320db41428cd738fac2e6c911 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:58.168775 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a11accdc-2459-4f68-8073-24d15d61a14b no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:21:58.308905 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26c70bef-4332-497b-961f-d410d40dec5a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:58.319666 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94c4bf46-cd6e-42f4-bf47-5405396bbee6 req-dd2dbc94-51f6-46f1-ac15-dbdedc4f7d73 service neutron] 10.222.0.77 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893603 May 30 20:21:58.380481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: a11accdc-2459-4f68-8073-24d15d61a14b {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:21:58.380922 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a11accdc-2459-4f68-8073-24d15d61a14b not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:21:58.591412 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:58.598867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74570f65-7f8a-4b1b-85fd-85e1a62f6d43 req-5ddaafdf-d2ec-4d17-acd9-f68e38525a55 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:58.600386 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74570f65-7f8a-4b1b-85fd-85e1a62f6d43 req-5ddaafdf-d2ec-4d17-acd9-f68e38525a55 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 946 time: 0.2741616 May 30 20:21:58.610387 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Transition to ACTIVE for port object fd71690f-2069-4321-a36f-857a5edac742 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:58.621468 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:58.668184 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26c70bef-4332-497b-961f-d410d40dec5a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:58.685532 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d20ab66a-fab6-4f9e-973f-bf409c52de97 req-60b56716-bcdb-4f88-8712-62ade989b475 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=887c7367090a4d39a6cc946b56cbe442&device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 1094 time: 0.2838910 May 30 20:21:58.703537 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aad20e-e586-4523-abd2-0c5fd4592aa9 None None] Pushing event updated for resources: {'Port': ['ID=fd71690f-2069-4321-a36f-857a5edac742,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:58.736130 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Attempting to bind port fd71690f-2069-4321-a36f-857a5edac742 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:21:58.736635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Attempting to bind port fd71690f-2069-4321-a36f-857a5edac742 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:21:58.737008 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Attempting to bind port fd71690f-2069-4321-a36f-857a5edac742 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:58.750202 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:21:58.750590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:58.750986 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:58.751608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:21:58.751985 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Bound port: fd71690f-2069-4321-a36f-857a5edac742, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:21:58.752504 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:58.769579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c70bef-4332-497b-961f-d410d40dec5a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event updated for resources: {'Subnet': ['ID=0032e739-5d11-487a-b2d1-92220d9fcd7a,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:58.782746 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c70bef-4332-497b-961f-d410d40dec5a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Checking segment: {'id': '4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4564383f-8543-4a65-b89a-d58456250128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:58.783415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c70bef-4332-497b-961f-d410d40dec5a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Network hostable DHCP agents. Network: 4564383f-8543-4a65-b89a-d58456250128, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:21:58.810037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c70bef-4332-497b-961f-d410d40dec5a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Network 4564383f-8543-4a65-b89a-d58456250128 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:21:58.822483 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74570f65-7f8a-4b1b-85fd-85e1a62f6d43 req-5b90d5c3-248d-4aae-8e03-003fc7bfda8b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=c56dce35-11da-4d3f-b0e8-7888511c386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164123 May 30 20:21:58.836850 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-26c70bef-4332-497b-961f-d410d40dec5a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 4564383f-8543-4a65-b89a-d58456250128) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:58.860134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c70bef-4332-497b-961f-d410d40dec5a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:58.860134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26c70bef-4332-497b-961f-d410d40dec5a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:58.891154 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee78734-94d0-4688-adaa-0bfca95ea57b None None] Network 4564383f-8543-4a65-b89a-d58456250128 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:58.908254 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-26c70bef-4332-497b-961f-d410d40dec5a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0076132 May 30 20:21:58.911617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51366) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:59.024316 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] For port fd71690f-2069-4321-a36f-857a5edac742, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:59.110067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a96d75-10b4-49d6-a02b-f2978651713d req-f1bf8edf-7dc1-4fcb-aa80-2f377a9ade65 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:59.116572 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0a96d75-10b4-49d6-a02b-f2978651713d req-f1bf8edf-7dc1-4fcb-aa80-2f377a9ade65 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 946 time: 0.6219425 May 30 20:21:59.121901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] For port fd71690f-2069-4321-a36f-857a5edac742, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=fd71690f-2069-4321-a36f-857a5edac742,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:21:59.137782 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:59.171065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ab66a-fab6-4f9e-973f-bf409c52de97 req-1415d6e6-7c73-4932-b0f7-2331ef21ef10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:59.172587 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d20ab66a-fab6-4f9e-973f-bf409c52de97 req-1415d6e6-7c73-4932-b0f7-2331ef21ef10 service neutron] 10.222.0.77 "GET /v2.0/networks?id=364cc3fe-85b7-4da3-aabd-b1ac22737be8 HTTP/1.1" status: 200 len: 911 time: 0.4708157 May 30 20:21:59.219358 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aad20e-e586-4523-abd2-0c5fd4592aa9 None None] Pushing event updated for resources: {'Port': ['ID=fd71690f-2069-4321-a36f-857a5edac742,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:59.235055 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-4564383f-8543-4a65-b89a-d58456250128', 'network_id': '4564383f-8543-4a65-b89a-d58456250128', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'fixed_ips': [{'subnet_id': '0032e739-5d11-487a-b2d1-92220d9fcd7a'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:21:59.235055 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:59.421637 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Routers {'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:21:59.422276 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:21:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:59.496053 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Allocated IP 172.20.0.2 (4564383f-8543-4a65-b89a-d58456250128/0032e739-5d11-487a-b2d1-92220d9fcd7a/20e186f4-7e19-4be5-9685-1ba680da6c74) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:59.610703 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d20ab66a-fab6-4f9e-973f-bf409c52de97 req-a867cbcc-5c27-43a1-afc4-2bf2f392e503 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6d7853-ea67-42e6-8bbf-83ac57225dab HTTP/1.1" status: 200 len: 217 time: 0.1443112 May 30 20:21:59.646266 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0a96d75-10b4-49d6-a02b-f2978651713d req-78d0058c-c211-4421-9af9-3d4e635dcfcf tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284264 May 30 20:21:59.738335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ab66a-fab6-4f9e-973f-bf409c52de97 req-70e0aab5-f838-4d6b-8fe4-8aee731b5598 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:59.741029 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d20ab66a-fab6-4f9e-973f-bf409c52de97 req-70e0aab5-f838-4d6b-8fe4-8aee731b5598 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3cda5988-723f-45df-b890-6622cc50f504 HTTP/1.1" status: 200 len: 850 time: 0.0921190 May 30 20:21:59.752845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a42d-50c8-4b62-a5fb-fe776c0bb077 req-3c4afb01-f5e6-4a5a-8185-d9eceadd3122 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:59.755822 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dbc3a42d-50c8-4b62-a5fb-fe776c0bb077 req-3c4afb01-f5e6-4a5a-8185-d9eceadd3122 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 946 time: 0.7282903 May 30 20:21:59.770894 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51386) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:59.787353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ce1b5a10-445f-4445-abdb-f14e49d366e8 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'floatingip': {'port_id': '8be16f02-1a10-4a7e-a5a0-adcdec476c08'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:59.836058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51390) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:59.837363 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] Set router b5018a4a-c30d-4b10-9f6c-09f458b6bbfe gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:21:59.920510 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce1b5a10-445f-4445-abdb-f14e49d366e8 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:59.995574 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Sync routers for ids ['d9c8c6b4-8989-4b4b-a14b-26b237f5cf53'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:00.013840 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Routers {'d9c8c6b4-8989-4b4b-a14b-26b237f5cf53'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:00.014446 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:21:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['d9c8c6b4-8989-4b4b-a14b-26b237f5cf53'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:00.162872 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d20ab66a-fab6-4f9e-973f-bf409c52de97 req-ca1fcf41-2ee1-435e-8632-c72ba7a6e2a6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=364cc3fe-85b7-4da3-aabd-b1ac22737be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3295062 May 30 20:22:00.209993 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:00.248433 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Set router d9c8c6b4-8989-4b4b-a14b-26b237f5cf53 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:00.258496 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c1582-63e4-4f8f-ae72-e3b3862256d2 None None] Sync routers for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:00.305579 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 4f6d7853-ea67-42e6-8bbf-83ac57225dab details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:22:00.445823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21de879-8123-490d-bc6b-a7d544ed931a admin admin] Deleting subnet 843c3ee8-bb1e-441a-855c-615cf35cbdff {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:22:00.449977 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a21de879-8123-490d-bc6b-a7d544ed931a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:00.527765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Transition to ACTIVE for port object 20e186f4-7e19-4be5-9685-1ba680da6c74 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:00.547450 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Transition to ACTIVE for port object 20e186f4-7e19-4be5-9685-1ba680da6c74 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:00.588832 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a21de879-8123-490d-bc6b-a7d544ed931a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:00.644810 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:00.652981 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dc248c5f-7313-4d7e-a044-a581bdc5cb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:00.682179 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a21de879-8123-490d-bc6b-a7d544ed931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:00.718349 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'name': 'tempest-ServerRescueTestJSON-315465479-router', 'tenant_id': '887c7367090a4d39a6cc946b56cbe442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6ea72c24-234a-4522-a36b-6855c175060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:33Z', 'updated_at': '2022-05-30T20:21:40Z', 'revision_number': 4, 'project_id': '887c7367090a4d39a6cc946b56cbe442', 'gw_port': {'id': '6ea72c24-234a-4522-a36b-6855c175060d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:34Z', 'updated_at': '2022-05-30T20:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '2a56779a-a563-4af8-96bb-ec330d15d141', 'name': '', 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8', 'tenant_id': '887c7367090a4d39a6cc946b56cbe442', 'mac_address': 'fa:16:3e:37:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cda5988-723f-45df-b890-6622cc50f504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:39Z', 'updated_at': '2022-05-30T20:21:40Z', 'revision_number': 2, 'project_id': '887c7367090a4d39a6cc946b56cbe442', 'subnets': [{'id': '3cda5988-723f-45df-b890-6622cc50f504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:00.724183 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Checking router: d9c8c6b4-8989-4b4b-a14b-26b237f5cf53 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:00.724733 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Updating router d9c8c6b4-8989-4b4b-a14b-26b237f5cf53 port 2a56779a-a563-4af8-96bb-ec330d15d141 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:22:00.766925 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a21de879-8123-490d-bc6b-a7d544ed931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:00.787032 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Pushing event updated for resources: {'Port': ['ID=20e186f4-7e19-4be5-9685-1ba680da6c74,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:00.790398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:00.804640 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c1582-63e4-4f8f-ae72-e3b3862256d2 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:00.805404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ef0c1582-63e4-4f8f-ae72-e3b3862256d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:21:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:00.820186 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:00.842769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21de879-8123-490d-bc6b-a7d544ed931a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=843c3ee8-bb1e-441a-855c-615cf35cbdff,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:00.888578 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a21de879-8123-490d-bc6b-a7d544ed931a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:00.939910 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcf6fe-f384-4f8b-b78f-7ce4d2946027 req-e0ad24f1-c2fc-4741-8655-d67c22bb7e05 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:00.941848 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94fcf6fe-f384-4f8b-b78f-7ce4d2946027 req-e0ad24f1-c2fc-4741-8655-d67c22bb7e05 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 946 time: 0.8530643 May 30 20:22:00.943425 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a21de879-8123-490d-bc6b-a7d544ed931a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/843c3ee8-bb1e-441a-855c-615cf35cbdff HTTP/1.1" status: 204 len: 168 time: 1.1061804 May 30 20:22:00.948237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51408) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:00.954476 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d20ab66a-fab6-4f9e-973f-bf409c52de97 req-266e99bd-5618-4ad6-8392-3bac66a866b6 service neutron] 10.222.0.77 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7781360 May 30 20:22:01.045025 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Network 4564383f-8543-4a65-b89a-d58456250128 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:01.058139 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:01.066153 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:22:01.230024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992644940', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'fd71690f-2069-4321-a36f-857a5edac742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:52Z', 'updated_at': '2022-05-30T20:21:55Z', 'revision_number': 3, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': 'fd71690f-2069-4321-a36f-857a5edac742', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:69:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:53Z', 'updated_at': '2022-05-30T20:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:01.235314 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 4f6d7853-ea67-42e6-8bbf-83ac57225dab, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=4f6d7853-ea67-42e6-8bbf-83ac57225dab,segment=NetworkSegment(c376f408-e235-429b-8441-7bb2e4dd6304),segment_id=c376f408-e235-429b-8441-7bb2e4dd6304)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:01.247003 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d20ab66a-fab6-4f9e-973f-bf409c52de97 req-3a82bd1a-6892-4bd2-a0f3-f24232ec3892 service neutron] 10.222.0.77 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544570 May 30 20:22:01.251112 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Attempting to bind port 20e186f4-7e19-4be5-9685-1ba680da6c74 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:22:01.251695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Attempting to bind port 20e186f4-7e19-4be5-9685-1ba680da6c74 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4564383f-8543-4a65-b89a-d58456250128'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:22:01.252240 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Attempting to bind port 20e186f4-7e19-4be5-9685-1ba680da6c74 on network 4564383f-8543-4a65-b89a-d58456250128 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:22:01.262624 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:22:01.263656 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Checking segment: {'id': '4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4564383f-8543-4a65-b89a-d58456250128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:22:01.264280 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.264836 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Bound using segment: {'id': '4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4564383f-8543-4a65-b89a-d58456250128'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:22:01.265460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Bound port: 20e186f4-7e19-4be5-9685-1ba680da6c74, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4564383f-8543-4a65-b89a-d58456250128'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:22:01.265995 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.268174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebb662-e1ef-47be-949a-54c3a30247ab req-f65500a8-6189-42bd-8172-a277cf1c64e4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:01.277601 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f03505-5c54-459e-98c1-0234eb12dcde None None] The sync data for ids ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'] in n-d-843949-2 is: [{'id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992644940', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'fd71690f-2069-4321-a36f-857a5edac742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:52Z', 'updated_at': '2022-05-30T20:21:55Z', 'revision_number': 3, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': 'fd71690f-2069-4321-a36f-857a5edac742', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:69:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:53Z', 'updated_at': '2022-05-30T20:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:01.287630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-ef0c1582-63e4-4f8f-ae72-e3b3862256d2 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:01.292546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bebb662-e1ef-47be-949a-54c3a30247ab req-f65500a8-6189-42bd-8172-a277cf1c64e4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 943 time: 1.3044374 May 30 20:22:01.350712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '4f6d7853-ea67-42e6-8bbf-83ac57225dab', 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8', 'port_id': '4f6d7853-ea67-42e6-8bbf-83ac57225dab', 'mac_address': 'fa:16:3e:c3:40:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cda5988-723f-45df-b890-6622cc50f504', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:22:01.356159 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.477374 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.488842 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.493875 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Transition to ACTIVE for port object 2a56779a-a563-4af8-96bb-ec330d15d141 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:01.507777 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.521381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6d7853-ea67-42e6-8bbf-83ac57225dab {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:22:01.656546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bebb662-e1ef-47be-949a-54c3a30247ab req-19d76022-041c-4d14-a8ce-aef0ae5d0fe4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630888 May 30 20:22:01.659205 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-121a3461-4030-4616-b6dc-73c3f539d336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.682019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 4f6d7853-ea67-42e6-8bbf-83ac57225dab, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=4f6d7853-ea67-42e6-8bbf-83ac57225dab,segment=NetworkSegment(c376f408-e235-429b-8441-7bb2e4dd6304),segment_id=c376f408-e235-429b-8441-7bb2e4dd6304)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:01.699592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94fcf6fe-f384-4f8b-b78f-7ce4d2946027 req-114c85e7-9e3c-432d-8ea2-e21cb2a1d8e9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7433126 May 30 20:22:01.748154 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.795016 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd5452-0e27-48b3-a7ab-16649b18618f None None] Pushing event updated for resources: {'Port': ['ID=2a56779a-a563-4af8-96bb-ec330d15d141,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:01.914435 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Attempting to bind port 2a56779a-a563-4af8-96bb-ec330d15d141 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:22:01.915141 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Attempting to bind port 2a56779a-a563-4af8-96bb-ec330d15d141 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'c376f408-e235-429b-8441-7bb2e4dd6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:22:01.915756 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Attempting to bind port 2a56779a-a563-4af8-96bb-ec330d15d141 on network 364cc3fe-85b7-4da3-aabd-b1ac22737be8 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:22:01.923019 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:22:01.923743 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Checking segment: {'id': 'c376f408-e235-429b-8441-7bb2e4dd6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:22:01.924423 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.925042 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Bound using segment: {'id': 'c376f408-e235-429b-8441-7bb2e4dd6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:22:01.925834 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Bound port: 2a56779a-a563-4af8-96bb-ec330d15d141, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c376f408-e235-429b-8441-7bb2e4dd6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:22:01.926973 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.985272 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce1b5a10-445f-4445-abdb-f14e49d366e8 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.986434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Allocated IP 172.20.0.1 (4564383f-8543-4a65-b89a-d58456250128/0032e739-5d11-487a-b2d1-92220d9fcd7a/c4001799-21e9-44d7-9af5-6bb1a7e56389) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:22:01.996937 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce1b5a10-445f-4445-abdb-f14e49d366e8 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.060730 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] For port 2a56779a-a563-4af8-96bb-ec330d15d141, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:22:02.070706 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] For port 2a56779a-a563-4af8-96bb-ec330d15d141, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=2a56779a-a563-4af8-96bb-ec330d15d141,segment=NetworkSegment(c376f408-e235-429b-8441-7bb2e4dd6304),segment_id=c376f408-e235-429b-8441-7bb2e4dd6304)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:22:02.083200 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.098870 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-121a3461-4030-4616-b6dc-73c3f539d336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.126977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=4f6d7853-ea67-42e6-8bbf-83ac57225dab,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:02.175751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-69554a6c-8df5-4cae-9422-b4db1c1ee4de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:02.177704 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-69554a6c-8df5-4cae-9422-b4db1c1ee4de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.187696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['4f6d7853-ea67-42e6-8bbf-83ac57225dab'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:22:02.242017 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd5452-0e27-48b3-a7ab-16649b18618f None None] Pushing event updated for resources: {'Port': ['ID=2a56779a-a563-4af8-96bb-ec330d15d141,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:02.263802 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.282814 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] For port 20e186f4-7e19-4be5-9685-1ba680da6c74, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:22:02.349114 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Routers {'d9c8c6b4-8989-4b4b-a14b-26b237f5cf53'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:02.356895 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['d9c8c6b4-8989-4b4b-a14b-26b237f5cf53'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:02.377336 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] For port 20e186f4-7e19-4be5-9685-1ba680da6c74, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=20e186f4-7e19-4be5-9685-1ba680da6c74,segment=NetworkSegment(4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f),segment_id=4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:22:02.382782 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.406565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Transition to ACTIVE for port object c4001799-21e9-44d7-9af5-6bb1a7e56389 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:02.421458 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.444656 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.538397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Network 4564383f-8543-4a65-b89a-d58456250128 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:02.540539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event updated for resources: {'Port': ['ID=c4001799-21e9-44d7-9af5-6bb1a7e56389,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:02.544571 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:02.553279 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:22:02.611132 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.676446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173e0ad-1aaa-461e-a58f-518b1e72a214 None None] Pushing event updated for resources: {'Port': ['ID=20e186f4-7e19-4be5-9685-1ba680da6c74,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:02.695284 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-ce1b5a10-445f-4445-abdb-f14e49d366e8 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Floating IP 91c3b44a-36dc-4330-99be-e8dba7e0072d associated. External IP: 172.25.5.196, port: 8be16f02-1a10-4a7e-a5a0-adcdec476c08. May 30 20:22:02.699571 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] Set router d9c8c6b4-8989-4b4b-a14b-26b237f5cf53 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:02.706004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-121a3461-4030-4616-b6dc-73c3f539d336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d74666-479c-4a6f-95eb-73b2800d7636']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:02.810228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-121a3461-4030-4616-b6dc-73c3f539d336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94910357-07ed-400d-a749-8490b9a173c3') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:02.810733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-121a3461-4030-4616-b6dc-73c3f539d336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94910357-07ed-400d-a749-8490b9a173c3') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:02.891339 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.899226 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-121a3461-4030-4616-b6dc-73c3f539d336 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.908447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ef0c1582-63e4-4f8f-ae72-e3b3862256d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:21:52Z', 'revision_number': 7, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc631eab-cf0b-4808-9b04-b2b7245c8276', 'name': '', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c2:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:05Z', 'updated_at': '2022-05-30T20:21:22Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd9d58e-5e7c-4e16-842f-8d941c1eef84', 'name': '', 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:63:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:19Z', 'updated_at': '2022-05-30T20:21:35Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bbcb17-4730-4e08-aa7a-11f8a3a86df5', 'name': '', 'network_id': '89cad7c2-29b4-4a3e-8d23-d39ccf96498a', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c8:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a0d5261-c3a4-4774-86db-df622a75fdd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:37Z', 'updated_at': '2022-05-30T20:21:54Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '8a0d5261-c3a4-4774-86db-df622a75fdd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:02.921406 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c1582-63e4-4f8f-ae72-e3b3862256d2 None None] Checking router: b727b84d-64bc-40cb-be7d-42a33d16f237 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:02.961473 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c1582-63e4-4f8f-ae72-e3b3862256d2 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:02.962103 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ef0c1582-63e4-4f8f-ae72-e3b3862256d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:03.001833 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-121a3461-4030-4616-b6dc-73c3f539d336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:03.083775 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:03.137290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9a697-a8df-4146-bb7a-0f65383e38cd req-5ea34696-c1d4-4cc7-9457-da64cb7217d0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:03.156711 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7db9a697-a8df-4146-bb7a-0f65383e38cd req-5ea34696-c1d4-4cc7-9457-da64cb7217d0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 946 time: 0.5686407 May 30 20:22:03.159869 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121a3461-4030-4616-b6dc-73c3f539d336 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:22:03.160323 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-121a3461-4030-4616-b6dc-73c3f539d336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: timer() May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:22:03.198855 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:22:03.413470 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:03.457022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-69554a6c-8df5-4cae-9422-b4db1c1ee4de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] For port f8bbcb17-4730-4e08-aa7a-11f8a3a86df5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f8bbcb17-4730-4e08-aa7a-11f8a3a86df5,segment=NetworkSegment(291f8d7a-67df-496c-b9aa-0993d4d57537),segment_id=291f8d7a-67df-496c-b9aa-0993d4d57537)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:03.458054 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-69554a6c-8df5-4cae-9422-b4db1c1ee4de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:03.502682 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7db9a697-a8df-4146-bb7a-0f65383e38cd req-11d370f5-63de-4c48-aaae-fda6070fa833 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127507 May 30 20:22:03.504039 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'name': 'tempest-ServerRescueTestJSON-315465479-router', 'tenant_id': '887c7367090a4d39a6cc946b56cbe442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6ea72c24-234a-4522-a36b-6855c175060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:33Z', 'updated_at': '2022-05-30T20:21:40Z', 'revision_number': 4, 'project_id': '887c7367090a4d39a6cc946b56cbe442', 'gw_port': {'id': '6ea72c24-234a-4522-a36b-6855c175060d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:34Z', 'updated_at': '2022-05-30T20:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '2a56779a-a563-4af8-96bb-ec330d15d141', 'name': '', 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8', 'tenant_id': '887c7367090a4d39a6cc946b56cbe442', 'mac_address': 'fa:16:3e:37:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cda5988-723f-45df-b890-6622cc50f504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:39Z', 'updated_at': '2022-05-30T20:22:02Z', 'revision_number': 4, 'project_id': '887c7367090a4d39a6cc946b56cbe442', 'subnets': [{'id': '3cda5988-723f-45df-b890-6622cc50f504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:03.510637 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a8dee6-4d5c-4d45-ad19-811d95ff8891 None None] The sync data for ids ['d9c8c6b4-8989-4b4b-a14b-26b237f5cf53'] in n-d-843949-2 is: [{'id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'name': 'tempest-ServerRescueTestJSON-315465479-router', 'tenant_id': '887c7367090a4d39a6cc946b56cbe442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6ea72c24-234a-4522-a36b-6855c175060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:33Z', 'updated_at': '2022-05-30T20:21:40Z', 'revision_number': 4, 'project_id': '887c7367090a4d39a6cc946b56cbe442', 'gw_port': {'id': '6ea72c24-234a-4522-a36b-6855c175060d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:34Z', 'updated_at': '2022-05-30T20:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '2a56779a-a563-4af8-96bb-ec330d15d141', 'name': '', 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8', 'tenant_id': '887c7367090a4d39a6cc946b56cbe442', 'mac_address': 'fa:16:3e:37:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cda5988-723f-45df-b890-6622cc50f504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:39Z', 'updated_at': '2022-05-30T20:22:02Z', 'revision_number': 4, 'project_id': '887c7367090a4d39a6cc946b56cbe442', 'subnets': [{'id': '3cda5988-723f-45df-b890-6622cc50f504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:03.528910 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-ef0c1582-63e4-4f8f-ae72-e3b3862256d2 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:03.673836 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-69554a6c-8df5-4cae-9422-b4db1c1ee4de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Calling delete_port for f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:04.110996 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:22:04.166148 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-69554a6c-8df5-4cae-9422-b4db1c1ee4de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:04.247568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 4f6d7853-ea67-42e6-8bbf-83ac57225dab up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:22:04.335468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69554a6c-8df5-4cae-9422-b4db1c1ee4de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Port': ['ID=f8bbcb17-4730-4e08-aa7a-11f8a3a86df5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:04.428869 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-121a3461-4030-4616-b6dc-73c3f539d336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:04.436642 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-121a3461-4030-4616-b6dc-73c3f539d336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:04.481908 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:04.491488 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 2a56779a-a563-4af8-96bb-ec330d15d141 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:22:04.497773 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:04.508100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662b8ff-9eec-4201-86b6-3bdcf32eeb74 req-9d37aae7-220a-4234-8fcf-2697a3823b75 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:04.513555 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8662b8ff-9eec-4201-86b6-3bdcf32eeb74 req-9d37aae7-220a-4234-8fcf-2697a3823b75 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 944 time: 1.5131145 May 30 20:22:04.565727 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-121a3461-4030-4616-b6dc-73c3f539d336 admin admin] 10.222.0.84 "DELETE /v2.0/networks/10d74666-479c-4a6f-95eb-73b2800d7636 HTTP/1.1" status: 204 len: 168 time: 3.6132667 May 30 20:22:04.604948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51454) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:04.617280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a3461-4030-4616-b6dc-73c3f539d336 admin admin] Pushing event deleted for resources: {'Network': ['ID=10d74666-479c-4a6f-95eb-73b2800d7636,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:04.683187 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:04.703367 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0fd073-9c05-4aef-b98b-11256b3a1c11 None None] Network 4564383f-8543-4a65-b89a-d58456250128 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:22:04.855690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Network 4564383f-8543-4a65-b89a-d58456250128 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:04.862845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:04.878303 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8662b8ff-9eec-4201-86b6-3bdcf32eeb74 req-395222ac-8bb5-4993-8b1b-d76711607b1c tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125508 May 30 20:22:04.886960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2684415-1c91-4a01-8974-66840b90db03 req-0853abbe-ed2d-4cca-b8e2-98c049ac55e2 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:04.888773 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2684415-1c91-4a01-8974-66840b90db03 req-0853abbe-ed2d-4cca-b8e2-98c049ac55e2 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.77 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 946 time: 0.8666928 May 30 20:22:04.954075 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ef0c1582-63e4-4f8f-ae72-e3b3862256d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:21:52Z', 'revision_number': 7, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc631eab-cf0b-4808-9b04-b2b7245c8276', 'name': '', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c2:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:05Z', 'updated_at': '2022-05-30T20:21:22Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd9d58e-5e7c-4e16-842f-8d941c1eef84', 'name': '', 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:63:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:19Z', 'updated_at': '2022-05-30T20:21:35Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bbcb17-4730-4e08-aa7a-11f8a3a86df5', 'name': '', 'network_id': '89cad7c2-29b4-4a3e-8d23-d39ccf96498a', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c8:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a0d5261-c3a4-4774-86db-df622a75fdd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:37Z', 'updated_at': '2022-05-30T20:21:54Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '8a0d5261-c3a4-4774-86db-df622a75fdd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:04.994757 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 2a56779a-a563-4af8-96bb-ec330d15d141 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:22:05.001877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c1582-63e4-4f8f-ae72-e3b3862256d2 None None] The sync data for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 is: [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:21:52Z', 'revision_number': 7, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc631eab-cf0b-4808-9b04-b2b7245c8276', 'name': '', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c2:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:05Z', 'updated_at': '2022-05-30T20:21:22Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd9d58e-5e7c-4e16-842f-8d941c1eef84', 'name': '', 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:63:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:19Z', 'updated_at': '2022-05-30T20:21:35Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bbcb17-4730-4e08-aa7a-11f8a3a86df5', 'name': '', 'network_id': '89cad7c2-29b4-4a3e-8d23-d39ccf96498a', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c8:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a0d5261-c3a4-4774-86db-df622a75fdd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:37Z', 'updated_at': '2022-05-30T20:21:54Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '8a0d5261-c3a4-4774-86db-df622a75fdd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:05.067525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event updated for resources: {'Port': ['ID=c4001799-21e9-44d7-9af5-6bb1a7e56389,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:05.086461 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 4f6d7853-ea67-42e6-8bbf-83ac57225dab completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:22:05.113457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe72ede-0c10-40f7-9b3d-43614ff3f6f7 req-26691737-ca8e-4ce3-ac58-23f6160699d8 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:05.115572 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efe72ede-0c10-40f7-9b3d-43614ff3f6f7 req-26691737-ca8e-4ce3-ac58-23f6160699d8 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 946 time: 0.3864858 May 30 20:22:05.144879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5333fb-8d65-4daf-b9ac-c481805332e8 admin admin] Deleting subnet 6c278d52-f0f6-48d6-9dc2-e2f3c5f39fac {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:22:05.177903 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 2a56779a-a563-4af8-96bb-ec330d15d141 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:05.178276 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:05.222266 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e5333fb-8d65-4daf-b9ac-c481805332e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:05.347819 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efe72ede-0c10-40f7-9b3d-43614ff3f6f7 req-5eed2f00-7f7c-407b-96a3-b91414776818 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994486 May 30 20:22:05.367873 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 4f6d7853-ea67-42e6-8bbf-83ac57225dab triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:05.367873 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:05.416476 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-27273366-fce2-495d-baa6-d221908849c0 None None] Provisioning for port 20e186f4-7e19-4be5-9685-1ba680da6c74 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:22:05.418147 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d2684415-1c91-4a01-8974-66840b90db03 req-28f1f92f-212c-45e9-9194-31578a59d925 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Deleting port 5481eff9-9d0e-4acf-85d8-cf05a5498c6f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:05.418600 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d2684415-1c91-4a01-8974-66840b90db03 req-28f1f92f-212c-45e9-9194-31578a59d925 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:05.457149 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e5333fb-8d65-4daf-b9ac-c481805332e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:05.609909 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:05.615323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Router b5018a4a-c30d-4b10-9f6c-09f458b6bbfe has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:22:05.628440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1b5a10-445f-4445-abdb-f14e49d366e8 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Router bb4d76d1-e126-45dd-bd0c-615ec1775543 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:22:05.681736 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:05.756216 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e339f1a9-9e92-4dec-adad-f88bdec9f49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6d7853-ea67-42e6-8bbf-83ac57225dab'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:05.760581 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e5333fb-8d65-4daf-b9ac-c481805332e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:05.764879 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 2a56779a-a563-4af8-96bb-ec330d15d141, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=2a56779a-a563-4af8-96bb-ec330d15d141,segment=NetworkSegment(c376f408-e235-429b-8441-7bb2e4dd6304),segment_id=c376f408-e235-429b-8441-7bb2e4dd6304)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:05.775433 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 4f6d7853-ea67-42e6-8bbf-83ac57225dab, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=4f6d7853-ea67-42e6-8bbf-83ac57225dab,segment=NetworkSegment(c376f408-e235-429b-8441-7bb2e4dd6304),segment_id=c376f408-e235-429b-8441-7bb2e4dd6304)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:05.777653 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:05.778419 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 20e186f4-7e19-4be5-9685-1ba680da6c74 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:22:05.823156 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-69554a6c-8df5-4cae-9422-b4db1c1ee4de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:05.898953 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b3185c-fc4d-4a54-a254-9b2ff85642b5'] response: {'server_uuid': 'e339f1a9-9e92-4dec-adad-f88bdec9f49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6d7853-ea67-42e6-8bbf-83ac57225dab', 'code': 200} May 30 20:22:05.899600 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:05.900391 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 5481eff9-9d0e-4acf-85d8-cf05a5498c6f no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:06.036976 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-d2684415-1c91-4a01-8974-66840b90db03 req-28f1f92f-212c-45e9-9194-31578a59d925 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] For port 5481eff9-9d0e-4acf-85d8-cf05a5498c6f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5481eff9-9d0e-4acf-85d8-cf05a5498c6f,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:06.037509 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d2684415-1c91-4a01-8974-66840b90db03 req-28f1f92f-212c-45e9-9194-31578a59d925 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:06.157180 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=2a56779a-a563-4af8-96bb-ec330d15d141,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:06.277105 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:06.292765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:06.293575 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:06.294162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:06.294706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:06.295244 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:06.295785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:06.296443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:06.297273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:06.297815 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:06.298366 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:06.298904 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:06.394199 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d2684415-1c91-4a01-8974-66840b90db03 req-28f1f92f-212c-45e9-9194-31578a59d925 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Calling delete_port for 5481eff9-9d0e-4acf-85d8-cf05a5498c6f owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:06.412976 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0de2bc1f-44b3-401c-b20c-ad5eeee0f26b req-1ec72aed-ed1c-46f6-ba2f-86ca15655301 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 1096 time: 0.4848018 May 30 20:22:06.483757 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 20e186f4-7e19-4be5-9685-1ba680da6c74 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:22:06.509794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a82154f8-f8f5-4192-9169-402d39b6a5fb None None] Provisioning complete for port 20e186f4-7e19-4be5-9685-1ba680da6c74 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:06.512692 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a82154f8-f8f5-4192-9169-402d39b6a5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:06.595347 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:06.617567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 20e186f4-7e19-4be5-9685-1ba680da6c74 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:06.618109 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:06.640116 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0de2bc1f-44b3-401c-b20c-ad5eeee0f26b req-5965bdd4-d518-4a7a-b78f-2a62f02452e3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154603 May 30 20:22:06.656841 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ed181ce2-1474-4d7f-bf8c-e846ef71cf28 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "PUT /v2.0/routers/b5018a4a-c30d-4b10-9f6c-09f458b6bbfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7411041 May 30 20:22:06.656841 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51488) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:06.665225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-2d699bb4-8b24-4c19-933e-810283c29e37 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1395780801', 'description': 'tempest-secgroup_access--1395780801 description', 'project_id': '67862e1320db41428cd738fac2e6c911'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:06.673035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2d699bb4-8b24-4c19-933e-810283c29e37 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:06.677506 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2d699bb4-8b24-4c19-933e-810283c29e37 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Usage tracker for resource:security_group and tenant:67862e1320db41428cd738fac2e6c911 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:06.681852 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2d699bb4-8b24-4c19-933e-810283c29e37 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:06.688753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2d699bb4-8b24-4c19-933e-810283c29e37 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:06.700004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f333c-af98-4bee-a93c-d977bbe91e88 req-a6209c66-c7d5-4689-ae7f-1654ad4a1236 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:06.701532 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e88f333c-af98-4bee-a93c-d977bbe91e88 req-a6209c66-c7d5-4689-ae7f-1654ad4a1236 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.4975851 May 30 20:22:06.702528 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e5333fb-8d65-4daf-b9ac-c481805332e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:06.705933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1b5a10-445f-4445-abdb-f14e49d366e8 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:06.726948 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce1b5a10-445f-4445-abdb-f14e49d366e8 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:06.741569 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fa6f30-eb48-4f17-afc4-a6fe6bf22d37 None None] Sync routers for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:06.758511 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fa6f30-eb48-4f17-afc4-a6fe6bf22d37 None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:06.759421 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-95fa6f30-eb48-4f17-afc4-a6fe6bf22d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:06.778253 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 5481eff9-9d0e-4acf-85d8-cf05a5498c6f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5481eff9-9d0e-4acf-85d8-cf05a5498c6f,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:06.799046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5333fb-8d65-4daf-b9ac-c481805332e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c278d52-f0f6-48d6-9dc2-e2f3c5f39fac,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:06.802640 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:06.823211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=4f6d7853-ea67-42e6-8bbf-83ac57225dab,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:06.854592 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e5333fb-8d65-4daf-b9ac-c481805332e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:06.861116 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [req-d2684415-1c91-4a01-8974-66840b90db03 req-28f1f92f-212c-45e9-9194-31578a59d925 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:22:06.861442 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [req-d2684415-1c91-4a01-8974-66840b90db03 req-28f1f92f-212c-45e9-9194-31578a59d925 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:22:06.867013 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ce1b5a10-445f-4445-abdb-f14e49d366e8 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "PUT /v2.0/floatingips/91c3b44a-36dc-4330-99be-e8dba7e0072d HTTP/1.1" status: 200 len: 992 time: 7.0950856 May 30 20:22:06.872866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a12f44-95a7-4d7d-bc02-41a08e1b2355', 'tag': '8be16f02-1a10-4a7e-a5a0-adcdec476c08'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:06.880404 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e88f333c-af98-4bee-a93c-d977bbe91e88 req-582b4f49-7d50-420a-9dee-fb6cd722b65b tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122313 May 30 20:22:06.885926 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d699bb4-8b24-4c19-933e-810283c29e37 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:06.903849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097760f-9b1d-4f64-8d97-0fbe8993283f req-fd4b9020-0009-4b33-8be7-97c219305faf tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:06.911097 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e097760f-9b1d-4f64-8d97-0fbe8993283f req-fd4b9020-0009-4b33-8be7-97c219305faf tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 946 time: 0.2764609 May 30 20:22:06.944825 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9e5333fb-8d65-4daf-b9ac-c481805332e8 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/6c278d52-f0f6-48d6-9dc2-e2f3c5f39fac HTTP/1.1" status: 204 len: 168 time: 2.3107915 May 30 20:22:06.945642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51498) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:06.949271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2d699bb4-8b24-4c19-933e-810283c29e37 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:06.959555 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2d699bb4-8b24-4c19-933e-810283c29e37 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Usage tracker for resource:security_group_rule and tenant:67862e1320db41428cd738fac2e6c911 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:06.965896 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2d699bb4-8b24-4c19-933e-810283c29e37 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:06.978184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2d699bb4-8b24-4c19-933e-810283c29e37 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:07.052978 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336e4e87-96d0-42b9-b0a1-de02d12a4251'] response: {'name': 'network-changed', 'server_uuid': 'a1a12f44-95a7-4d7d-bc02-41a08e1b2355', 'tag': '8be16f02-1a10-4a7e-a5a0-adcdec476c08', 'status': 'completed', 'code': 200} May 30 20:22:07.091914 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d699bb4-8b24-4c19-933e-810283c29e37 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:07.100675 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d699bb4-8b24-4c19-933e-810283c29e37 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:07.109834 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-95fa6f30-eb48-4f17-afc4-a6fe6bf22d37 None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:07.137091 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a82154f8-f8f5-4192-9169-402d39b6a5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:07.156822 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a87b61a-a60a-44ed-9381-49e41bbd2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:07.169790 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d699bb4-8b24-4c19-933e-810283c29e37 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:07.172193 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=5481eff9-9d0e-4acf-85d8-cf05a5498c6f,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:07.175563 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2d699bb4-8b24-4c19-933e-810283c29e37 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.5153832 May 30 20:22:07.177297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51506) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:07.186963 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:07.201064 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:07.231698 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a82154f8-f8f5-4192-9169-402d39b6a5fb None None] For port 20e186f4-7e19-4be5-9685-1ba680da6c74, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=20e186f4-7e19-4be5-9685-1ba680da6c74,segment=NetworkSegment(4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f),segment_id=4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:07.244401 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a82154f8-f8f5-4192-9169-402d39b6a5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:07.253666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d699bb4-8b24-4c19-933e-810283c29e37 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e4da72-19a6-4e07-90cc-1da34b6d5a0c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:07.293897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f9888278-8a46-4fd9-8c1e-ea2c72d6e191 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1363103780', 'description': 'tempest-secgroup_general--1363103780 description', 'project_id': '67862e1320db41428cd738fac2e6c911'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:07.327147 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f9888278-8a46-4fd9-8c1e-ea2c72d6e191 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:07.347102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f9888278-8a46-4fd9-8c1e-ea2c72d6e191 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Usage tracker for resource:security_group and tenant:67862e1320db41428cd738fac2e6c911 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:07.356669 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82154f8-f8f5-4192-9169-402d39b6a5fb None None] Pushing event updated for resources: {'Port': ['ID=20e186f4-7e19-4be5-9685-1ba680da6c74,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:07.392571 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:22:07.393165 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:22:07.397151 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a82154f8-f8f5-4192-9169-402d39b6a5fb None None] Provisioning for port c4001799-21e9-44d7-9af5-6bb1a7e56389 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:22:07.402427 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a82154f8-f8f5-4192-9169-402d39b6a5fb None None] Provisioning complete for port c4001799-21e9-44d7-9af5-6bb1a7e56389 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:07.403002 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a82154f8-f8f5-4192-9169-402d39b6a5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:07.415530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f9888278-8a46-4fd9-8c1e-ea2c72d6e191 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:07.423527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d2684415-1c91-4a01-8974-66840b90db03 req-28f1f92f-212c-45e9-9194-31578a59d925 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Deleting port 5481eff9-9d0e-4acf-85d8-cf05a5498c6f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:07.423869 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d2684415-1c91-4a01-8974-66840b90db03 req-28f1f92f-212c-45e9-9194-31578a59d925 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:07.466620 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a82154f8-f8f5-4192-9169-402d39b6a5fb None None] Port c4001799-21e9-44d7-9af5-6bb1a7e56389 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:22:07.487063 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f9888278-8a46-4fd9-8c1e-ea2c72d6e191 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:07.617865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5bfeab07-a960-4c5e-8cc4-4aa329cf055b None None] Provisioning complete for port c4001799-21e9-44d7-9af5-6bb1a7e56389 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:07.618483 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5bfeab07-a960-4c5e-8cc4-4aa329cf055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:07.630499 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e097760f-9b1d-4f64-8d97-0fbe8993283f req-45179ecb-5467-49ea-b9f7-d65a5de9c3fa tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7188084 May 30 20:22:07.689733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5bfeab07-a960-4c5e-8cc4-4aa329cf055b None None] Port c4001799-21e9-44d7-9af5-6bb1a7e56389 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:22:07.717735 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-95fa6f30-eb48-4f17-afc4-a6fe6bf22d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '91c3b44a-36dc-4330-99be-e8dba7e0072d', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'port_id': '8be16f02-1a10-4a7e-a5a0-adcdec476c08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'mac_address': 'fa:16:3e:57:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a12f44-95a7-4d7d-bc02-41a08e1b2355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:21:27Z', 'updated_at': '2022-05-30T20:22:01Z', 'revision_number': 1, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:07.721620 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fa6f30-eb48-4f17-afc4-a6fe6bf22d37 None None] Checking router: bb4d76d1-e126-45dd-bd0c-615ec1775543 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:07.733759 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fa6f30-eb48-4f17-afc4-a6fe6bf22d37 None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:07.734674 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-95fa6f30-eb48-4f17-afc4-a6fe6bf22d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:07.760945 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9888278-8a46-4fd9-8c1e-ea2c72d6e191 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:07.796186 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a87b61a-a60a-44ed-9381-49e41bbd2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:07.885169 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2704640-ec13-4937-853e-822c0620183c req-17c3835f-a87f-4152-85c7-a544f71ef238 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 1097 time: 0.7231023 May 30 20:22:07.924046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f9888278-8a46-4fd9-8c1e-ea2c72d6e191 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:07.925484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919e4ba6-cf3d-4d52-8e76-5e87273aae4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5481eff9-9d0e-4acf-85d8-cf05a5498c6f'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:07.930429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f9888278-8a46-4fd9-8c1e-ea2c72d6e191 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Usage tracker for resource:security_group_rule and tenant:67862e1320db41428cd738fac2e6c911 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:07.958877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f9888278-8a46-4fd9-8c1e-ea2c72d6e191 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:07.985112 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-95fa6f30-eb48-4f17-afc4-a6fe6bf22d37 None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:08.039272 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device fd71690f-2069-4321-a36f-857a5edac742 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:22:08.079890 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9bb87a7-ed28-427b-9a73-ac60a2fa157b'] response: {'server_uuid': '919e4ba6-cf3d-4d52-8e76-5e87273aae4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5481eff9-9d0e-4acf-85d8-cf05a5498c6f', 'code': 200} May 30 20:22:08.125356 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port fd71690f-2069-4321-a36f-857a5edac742 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:22:08.128525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-6a87b61a-a60a-44ed-9381-49e41bbd2dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52cc5484-dc2a-417f-9879-b1351199e6a1']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:08.131238 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port fd71690f-2069-4321-a36f-857a5edac742 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:08.131720 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:08.199745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f9888278-8a46-4fd9-8c1e-ea2c72d6e191 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:08.308114 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:08.324776 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2704640-ec13-4937-853e-822c0620183c req-17623cd4-2ce1-4921-af43-c34e5f4d9ba4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:08.326238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2704640-ec13-4937-853e-822c0620183c req-17623cd4-2ce1-4921-af43-c34e5f4d9ba4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 200 len: 915 time: 0.3896654 May 30 20:22:08.352067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port fd71690f-2069-4321-a36f-857a5edac742, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=fd71690f-2069-4321-a36f-857a5edac742,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:08.353998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-6a87b61a-a60a-44ed-9381-49e41bbd2dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d39f8e0-5449-4fb8-a55b-7234903ac875') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:08.354476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-6a87b61a-a60a-44ed-9381-49e41bbd2dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d39f8e0-5449-4fb8-a55b-7234903ac875') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:08.359183 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:08.438745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=fd71690f-2069-4321-a36f-857a5edac742,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:08.485408 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-95fa6f30-eb48-4f17-afc4-a6fe6bf22d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '91c3b44a-36dc-4330-99be-e8dba7e0072d', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'port_id': '8be16f02-1a10-4a7e-a5a0-adcdec476c08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'mac_address': 'fa:16:3e:57:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a12f44-95a7-4d7d-bc02-41a08e1b2355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:21:27Z', 'updated_at': '2022-05-30T20:22:01Z', 'revision_number': 1, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:08.491569 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fa6f30-eb48-4f17-afc4-a6fe6bf22d37 None None] The sync data for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 is: [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '91c3b44a-36dc-4330-99be-e8dba7e0072d', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'port_id': '8be16f02-1a10-4a7e-a5a0-adcdec476c08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'mac_address': 'fa:16:3e:57:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a12f44-95a7-4d7d-bc02-41a08e1b2355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:21:27Z', 'updated_at': '2022-05-30T20:22:01Z', 'revision_number': 1, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:08.534652 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a87b61a-a60a-44ed-9381-49e41bbd2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:08.556300 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 2a56779a-a563-4af8-96bb-ec330d15d141 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:22:08.625671 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a87b61a-a60a-44ed-9381-49e41bbd2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:08.634296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 2a56779a-a563-4af8-96bb-ec330d15d141 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:08.634809 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:08.657451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a87b61a-a60a-44ed-9381-49e41bbd2dd0 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:22:08.657864 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a87b61a-a60a-44ed-9381-49e41bbd2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: timer() May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:22:08.704871 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:22:08.781358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6355e-3581-4aae-a9fc-6e9495a2ad01 req-e494762f-f785-4671-89e4-0a16deec2241 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:08.783315 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7b6355e-3581-4aae-a9fc-6e9495a2ad01 req-e494762f-f785-4671-89e4-0a16deec2241 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.6908402 May 30 20:22:08.854593 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2704640-ec13-4937-853e-822c0620183c req-f5bf3470-572e-454d-a38a-61be49d53b39 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8be16f02-1a10-4a7e-a5a0-adcdec476c08 HTTP/1.1" status: 200 len: 1000 time: 0.5046139 May 30 20:22:08.858180 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9888278-8a46-4fd9-8c1e-ea2c72d6e191 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:08.868262 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 20e186f4-7e19-4be5-9685-1ba680da6c74 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:22:08.952586 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9888278-8a46-4fd9-8c1e-ea2c72d6e191 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:08.962847 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 20e186f4-7e19-4be5-9685-1ba680da6c74 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:08.963302 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-d2684415-1c91-4a01-8974-66840b90db03 req-28f1f92f-212c-45e9-9194-31578a59d925 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] For port 5481eff9-9d0e-4acf-85d8-cf05a5498c6f, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5481eff9-9d0e-4acf-85d8-cf05a5498c6f,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:08.963485 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:08.963666 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d2684415-1c91-4a01-8974-66840b90db03 req-28f1f92f-212c-45e9-9194-31578a59d925 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:09.031033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2704640-ec13-4937-853e-822c0620183c req-24518ea0-f1c5-460e-a0bd-45cf20224ae5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:09.032518 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2704640-ec13-4937-853e-822c0620183c req-24518ea0-f1c5-460e-a0bd-45cf20224ae5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=68e762fb-e7ab-4b2b-9564-0b9905e98eee HTTP/1.1" status: 200 len: 853 time: 0.1237454 May 30 20:22:09.116032 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a87b61a-a60a-44ed-9381-49e41bbd2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:09.120115 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a87b61a-a60a-44ed-9381-49e41bbd2dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:09.249722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-d2684415-1c91-4a01-8974-66840b90db03 req-28f1f92f-212c-45e9-9194-31578a59d925 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Calling delete_port for 5481eff9-9d0e-4acf-85d8-cf05a5498c6f owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:09.322957 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87b61a-a60a-44ed-9381-49e41bbd2dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=52cc5484-dc2a-417f-9879-b1351199e6a1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:09.336784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9888278-8a46-4fd9-8c1e-ea2c72d6e191 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84e0aa0-5ad2-4215-a8c8-a8788d9ae9b1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:09.345500 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7b6355e-3581-4aae-a9fc-6e9495a2ad01 req-d5a91b02-a656-49c6-a97c-721f54cdde10 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413444 May 30 20:22:09.346196 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f9888278-8a46-4fd9-8c1e-ea2c72d6e191 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:09.347354 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f9888278-8a46-4fd9-8c1e-ea2c72d6e191 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1634 time: 2.0580423 May 30 20:22:09.352113 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6a87b61a-a60a-44ed-9381-49e41bbd2dd0 admin admin] 10.222.0.84 "DELETE /v2.0/networks/52cc5484-dc2a-417f-9879-b1351199e6a1 HTTP/1.1" status: 204 len: 168 time: 2.4019949 May 30 20:22:09.352261 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51544) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:09.365857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f7f1df1c-63c0-4278-94c6-86eae77cde77 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Request body: {'security_group_rule': {'security_group_id': '88e4da72-19a6-4e07-90cc-1da34b6d5a0c', 'project_id': '67862e1320db41428cd738fac2e6c911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:09.398169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f7f1df1c-63c0-4278-94c6-86eae77cde77 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:09.400982 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69554a6c-8df5-4cae-9422-b4db1c1ee4de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router b727b84d-64bc-40cb-be7d-42a33d16f237 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:22:09.409804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f7f1df1c-63c0-4278-94c6-86eae77cde77 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Usage tracker for resource:security_group_rule and tenant:67862e1320db41428cd738fac2e6c911 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:09.417354 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f7f1df1c-63c0-4278-94c6-86eae77cde77 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:09.433022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f7f1df1c-63c0-4278-94c6-86eae77cde77 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:09.463436 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7f1df1c-63c0-4278-94c6-86eae77cde77 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:09.595075 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd6055-e77b-46b2-9d83-95a60e280cfe req-5012c37a-c0d2-4059-b666-46e2a8ae5393 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:09.595930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f7dd6055-e77b-46b2-9d83-95a60e280cfe req-5012c37a-c0d2-4059-b666-46e2a8ae5393 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Synchronizing usage tracker for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:09.619333 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7f1df1c-63c0-4278-94c6-86eae77cde77 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:09.627315 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7f1df1c-63c0-4278-94c6-86eae77cde77 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:09.652375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2704640-ec13-4937-853e-822c0620183c req-6aaa13ab-4396-4de7-bb15-6c3e4dc8146a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=43a3a580-728f-4a14-a9d1-6d5e70d6966e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6032963 May 30 20:22:09.682626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1df1c-63c0-4278-94c6-86eae77cde77 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1867c353-8520-43f9-a5f7-76f86e149e6f,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:09.726447 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7f1df1c-63c0-4278-94c6-86eae77cde77 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:09.741261 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f7f1df1c-63c0-4278-94c6-86eae77cde77 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3893108 May 30 20:22:09.793834 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51560) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:09.806585 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f7dd6055-e77b-46b2-9d83-95a60e280cfe req-5012c37a-c0d2-4059-b666-46e2a8ae5393 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Unset dirty status for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:09.807742 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7dd6055-e77b-46b2-9d83-95a60e280cfe req-5012c37a-c0d2-4059-b666-46e2a8ae5393 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=919e4ba6-cf3d-4d52-8e76-5e87273aae4c HTTP/1.1" status: 200 len: 944 time: 0.9484122 May 30 20:22:09.930249 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-178a4966-5dc4-4a17-83e4-c1058941e5b1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ff14c42989b64ca18334fde79df32a46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1349804 May 30 20:22:09.934440 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8250e71e-a1c9-4e88-870e-b448b694b15a req-6a7b52bc-952a-4c34-bfb8-a5cfcc60216d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=887c7367090a4d39a6cc946b56cbe442&device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 1096 time: 0.1182206 May 30 20:22:09.935130 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51568) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:10.083082 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d2684415-1c91-4a01-8974-66840b90db03 req-28f1f92f-212c-45e9-9194-31578a59d925 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:10.095413 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9ecf0614-9706-4eab-a0ba-9e8ab6958178'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:22:10.143654 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1af2c62-d9f1-4fa2-85d3-cc50ef8540ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:10.167661 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250e71e-a1c9-4e88-870e-b448b694b15a req-176b58c2-6bf2-43a4-bf08-dd47a8a3b88d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:10.169114 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8250e71e-a1c9-4e88-870e-b448b694b15a req-176b58c2-6bf2-43a4-bf08-dd47a8a3b88d service neutron] 10.222.0.77 "GET /v2.0/networks?id=364cc3fe-85b7-4da3-aabd-b1ac22737be8 HTTP/1.1" status: 200 len: 911 time: 0.2139506 May 30 20:22:10.178676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1f92f-212c-45e9-9194-31578a59d925 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Pushing event deleted for resources: {'Port': ['ID=5481eff9-9d0e-4acf-85d8-cf05a5498c6f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:10.220175 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f7dd6055-e77b-46b2-9d83-95a60e280cfe req-f977ab4d-496f-4b59-beda-bff01266c259 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723680 May 30 20:22:10.258110 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1af2c62-d9f1-4fa2-85d3-cc50ef8540ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:10.277864 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2704640-ec13-4937-853e-822c0620183c req-1338c133-2428-444d-8ad7-997df5283e8c service neutron] 10.222.0.93 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560071 May 30 20:22:10.362319 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8250e71e-a1c9-4e88-870e-b448b694b15a req-4f76fd7f-6d85-4466-9e43-05dc80324c99 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6d7853-ea67-42e6-8bbf-83ac57225dab HTTP/1.1" status: 200 len: 217 time: 0.1861901 May 30 20:22:10.479133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device fd71690f-2069-4321-a36f-857a5edac742 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:22:10.512752 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250e71e-a1c9-4e88-870e-b448b694b15a req-69806330-e59d-46a2-a42d-f7e05d8344de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:10.514258 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8250e71e-a1c9-4e88-870e-b448b694b15a req-69806330-e59d-46a2-a42d-f7e05d8344de service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3cda5988-723f-45df-b890-6622cc50f504 HTTP/1.1" status: 200 len: 850 time: 0.1093521 May 30 20:22:10.516112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2684415-1c91-4a01-8974-66840b90db03 req-28f1f92f-212c-45e9-9194-31578a59d925 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] No DVR routers for this DVR port 5481eff9-9d0e-4acf-85d8-cf05a5498c6f on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:22:10.544639 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d2684415-1c91-4a01-8974-66840b90db03 req-28f1f92f-212c-45e9-9194-31578a59d925 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:10.546650 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2684415-1c91-4a01-8974-66840b90db03 req-28f1f92f-212c-45e9-9194-31578a59d925 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.77 "DELETE /v2.0/ports/5481eff9-9d0e-4acf-85d8-cf05a5498c6f HTTP/1.1" status: 204 len: 173 time: 5.5377085 May 30 20:22:10.547818 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919e4ba6-cf3d-4d52-8e76-5e87273aae4c', 'name': 'network-vif-deleted', 'tag': '5481eff9-9d0e-4acf-85d8-cf05a5498c6f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:10.568501 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port fd71690f-2069-4321-a36f-857a5edac742 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:10.569065 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2704640-ec13-4937-853e-822c0620183c req-e0123ff1-248e-4d3d-9862-98fc7f3f5a70 service neutron] 10.222.0.93 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638445 May 30 20:22:10.569489 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:10.578199 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311016a-a0cf-4813-bf7c-a9082232b09c req-991b0569-bfcc-44e3-bebc-2b38b53afca6 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:10.587049 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0311016a-a0cf-4813-bf7c-a9082232b09c req-991b0569-bfcc-44e3-bebc-2b38b53afca6 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.6403406 May 30 20:22:10.599381 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69554a6c-8df5-4cae-9422-b4db1c1ee4de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:10.602580 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1af2c62-d9f1-4fa2-85d3-cc50ef8540ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:10.610687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0235a4fa-8474-429b-853c-9c2fda03fc95 None None] Sync routers for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:10.625640 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8250e71e-a1c9-4e88-870e-b448b694b15a req-7ea4a38e-dd6d-4ce1-9d54-14d08d3f5784 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=364cc3fe-85b7-4da3-aabd-b1ac22737be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007652 May 30 20:22:10.626856 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-69554a6c-8df5-4cae-9422-b4db1c1ee4de tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/b727b84d-64bc-40cb-be7d-42a33d16f237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0975046 May 30 20:22:10.636585 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51586) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:10.655416 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0235a4fa-8474-429b-853c-9c2fda03fc95 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:10.656483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0235a4fa-8474-429b-853c-9c2fda03fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:10.679493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af2c62-d9f1-4fa2-85d3-cc50ef8540ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee031971-6655-4426-998f-660c03328010,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:10.698052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-caf186a1-b056-480c-9f95-196ef328ff6d req-19d722b8-1349-42db-8e89-3d09873054c5 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Synchronizing usage tracker for tenant:67862e1320db41428cd738fac2e6c911 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:10.779101 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0311016a-a0cf-4813-bf7c-a9082232b09c req-699c55e0-2067-4009-adec-27790ae6573a tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911285 May 30 20:22:10.786287 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-caf186a1-b056-480c-9f95-196ef328ff6d req-19d722b8-1349-42db-8e89-3d09873054c5 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Unset dirty status for tenant:67862e1320db41428cd738fac2e6c911 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:10.787610 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-caf186a1-b056-480c-9f95-196ef328ff6d req-19d722b8-1349-42db-8e89-3d09873054c5 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup_general--1363103780&fields=id&tenant_id=67862e1320db41428cd738fac2e6c911 HTTP/1.1" status: 200 len: 267 time: 0.3291757 May 30 20:22:10.818525 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1af2c62-d9f1-4fa2-85d3-cc50ef8540ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:10.838111 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b1af2c62-d9f1-4fa2-85d3-cc50ef8540ec admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ee031971-6655-4426-998f-660c03328010 HTTP/1.1" status: 204 len: 168 time: 0.8879650 May 30 20:22:10.934241 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-caf186a1-b056-480c-9f95-196ef328ff6d req-e822117e-c0e0-4eaf-9778-2a67c61247c3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup_access--1395780801&fields=id&tenant_id=67862e1320db41428cd738fac2e6c911 HTTP/1.1" status: 200 len: 267 time: 0.1307442 May 30 20:22:10.949388 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8250e71e-a1c9-4e88-870e-b448b694b15a req-8f9cbde4-9f42-4a21-a71c-eae6c860f3f8 service neutron] 10.222.0.77 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166299 May 30 20:22:10.960817 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-0235a4fa-8474-429b-853c-9c2fda03fc95 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:11.005120 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd75dad-ba48-4500-ae5b-3b2f22120dea'] response: {'server_uuid': '919e4ba6-cf3d-4d52-8e76-5e87273aae4c', 'name': 'network-vif-deleted', 'tag': '5481eff9-9d0e-4acf-85d8-cf05a5498c6f', 'status': 'completed', 'code': 200} May 30 20:22:11.207354 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8250e71e-a1c9-4e88-870e-b448b694b15a req-7c3889e3-7d86-493d-b8b9-1f9cf402a9a9 service neutron] 10.222.0.77 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480180 May 30 20:22:11.255907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-9230966b-5e83-436c-9dd7-49257718a7e2 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting subnet 8a0d5261-c3a4-4774-86db-df622a75fdd0 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:22:11.263377 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9230966b-5e83-436c-9dd7-49257718a7e2 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:11.347177 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf186a1-b056-480c-9f95-196ef328ff6d req-1fac486e-cc55-4a02-bd9b-80a6f2f0a1b6 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:11.348836 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-caf186a1-b056-480c-9f95-196ef328ff6d req-1fac486e-cc55-4a02-bd9b-80a6f2f0a1b6 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Synchronizing usage tracker for tenant:67862e1320db41428cd738fac2e6c911 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:11.367375 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9230966b-5e83-436c-9dd7-49257718a7e2 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:11.434058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-caf186a1-b056-480c-9f95-196ef328ff6d req-1fac486e-cc55-4a02-bd9b-80a6f2f0a1b6 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Unset dirty status for tenant:67862e1320db41428cd738fac2e6c911 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:11.435368 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-caf186a1-b056-480c-9f95-196ef328ff6d req-1fac486e-cc55-4a02-bd9b-80a6f2f0a1b6 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/networks?id=4564383f-8543-4a65-b89a-d58456250128 HTTP/1.1" status: 200 len: 797 time: 0.4841115 May 30 20:22:11.454557 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0235a4fa-8474-429b-853c-9c2fda03fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:22:03Z', 'revision_number': 8, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc631eab-cf0b-4808-9b04-b2b7245c8276', 'name': '', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c2:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:05Z', 'updated_at': '2022-05-30T20:21:22Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd9d58e-5e7c-4e16-842f-8d941c1eef84', 'name': '', 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:63:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:19Z', 'updated_at': '2022-05-30T20:21:35Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:11.469895 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-caf186a1-b056-480c-9f95-196ef328ff6d req-5271f1be-f6e4-4290-93a1-b7dab4ca1247 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/quotas/67862e1320db41428cd738fac2e6c911 HTTP/1.1" status: 200 len: 375 time: 0.0258417 May 30 20:22:11.470875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0235a4fa-8474-429b-853c-9c2fda03fc95 None None] Checking router: b727b84d-64bc-40cb-be7d-42a33d16f237 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:11.521295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0235a4fa-8474-429b-853c-9c2fda03fc95 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:11.523737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0235a4fa-8474-429b-853c-9c2fda03fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:11.548695 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9230966b-5e83-436c-9dd7-49257718a7e2 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:11.642680 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-caf186a1-b056-480c-9f95-196ef328ff6d req-c619ea0c-d590-4828-abe6-f26d85ee03cb tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=67862e1320db41428cd738fac2e6c911&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1641452 May 30 20:22:11.756664 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-0235a4fa-8474-429b-853c-9c2fda03fc95 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:11.840578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51614) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:11.894061 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9230966b-5e83-436c-9dd7-49257718a7e2 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:11.910061 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b0133e8e-8332-4781-95bc-9772789ef547 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f9d87f62194149b9a8932c9eb19a3aa7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0683389 May 30 20:22:11.913448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51620) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:12.016538 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b78fe2b7-fac7-4187-ae7f-c49141181a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:12.038764 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-caf186a1-b056-480c-9f95-196ef328ff6d req-6a8ae10a-8bc7-476f-863e-0ace37091d30 service neutron] 10.222.0.84 "GET /v2.0/networks/4564383f-8543-4a65-b89a-d58456250128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760760 May 30 20:22:12.048594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b78fe2b7-fac7-4187-ae7f-c49141181a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:12.133425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230966b-5e83-436c-9dd7-49257718a7e2 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Subnet': ['ID=8a0d5261-c3a4-4774-86db-df622a75fdd0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:12.148958 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9230966b-5e83-436c-9dd7-49257718a7e2 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:12.161157 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b78fe2b7-fac7-4187-ae7f-c49141181a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:12.180098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dc3a4f-a146-4e91-a1f1-44a79511057d None None] Network 89cad7c2-29b4-4a3e-8d23-d39ccf96498a requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:22:12.180545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fe2b7-fac7-4187-ae7f-c49141181a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f59db0-5d09-488e-aa6d-95fa4c47a691,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:12.203111 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9230966b-5e83-436c-9dd7-49257718a7e2 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/subnets/8a0d5261-c3a4-4774-86db-df622a75fdd0 HTTP/1.1" status: 204 len: 168 time: 1.5621245 May 30 20:22:12.204849 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51630) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:12.259873 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b78fe2b7-fac7-4187-ae7f-c49141181a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:12.266160 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b78fe2b7-fac7-4187-ae7f-c49141181a88 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/05f59db0-5d09-488e-aa6d-95fa4c47a691 HTTP/1.1" status: 204 len: 168 time: 0.3493934 May 30 20:22:12.346800 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-caf186a1-b056-480c-9f95-196ef328ff6d req-e822af4e-0bbf-43b1-bbd6-00ded4be0341 service neutron] 10.222.0.84 "GET /v2.0/networks/4564383f-8543-4a65-b89a-d58456250128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058083 May 30 20:22:12.369474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091f6e0-d8a7-4c49-b36d-4ab2a1443cfe req-530ba8ed-8918-4237-a525-c6d78e8841b6 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:12.380133 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d091f6e0-d8a7-4c49-b36d-4ab2a1443cfe req-530ba8ed-8918-4237-a525-c6d78e8841b6 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.2480438 May 30 20:22:12.506594 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d091f6e0-d8a7-4c49-b36d-4ab2a1443cfe req-9f4d0721-07ee-46c3-aaaa-922b7a5a5900 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254940 May 30 20:22:12.542006 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:12.575545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:12.578056 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:12.675249 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6cfac3-326c-4fc6-86c7-a42e0f66cba3 None None] New status for floating IP 91c3b44a-36dc-4330-99be-e8dba7e0072d: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:22:13.004561 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef32dc4e-beac-4898-adb8-0ec273984eba req-65a4d4fc-9c84-41ba-979a-f5cba7538e57 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 210 time: 0.1338530 May 30 20:22:13.108505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-1d5a5b40-c2ee-4170-9711-d196755e5c0e tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:13.117990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-1d5a5b40-c2ee-4170-9711-d196755e5c0e tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 806 time: 0.4575927 May 30 20:22:13.181169 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-291d1f3d-7aa6-42b8-87a6-85381ed41142 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/quotas/210942c2f7d24688a396c30d7894503b HTTP/1.1" status: 200 len: 375 time: 0.0622098 May 30 20:22:13.185679 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0235a4fa-8474-429b-853c-9c2fda03fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:22:03Z', 'revision_number': 8, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc631eab-cf0b-4808-9b04-b2b7245c8276', 'name': '', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c2:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:05Z', 'updated_at': '2022-05-30T20:21:22Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd9d58e-5e7c-4e16-842f-8d941c1eef84', 'name': '', 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:63:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:19Z', 'updated_at': '2022-05-30T20:21:35Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:13.198723 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0235a4fa-8474-429b-853c-9c2fda03fc95 None None] The sync data for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 is: [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:22:03Z', 'revision_number': 8, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc631eab-cf0b-4808-9b04-b2b7245c8276', 'name': '', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c2:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:05Z', 'updated_at': '2022-05-30T20:21:22Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd9d58e-5e7c-4e16-842f-8d941c1eef84', 'name': '', 'network_id': 'a51a6572-bcc0-45f0-a0b7-8c0e765d6408', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:63:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:19Z', 'updated_at': '2022-05-30T20:21:35Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '58f5d9ee-31a4-45d0-af30-3a3b11edf090', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:13.276476 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b091fa22-4eb2-49e0-a36d-2948974c648f None None] DHCP port deletion for 89cad7c2-29b4-4a3e-8d23-d39ccf96498a request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:22:13.281716 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b091fa22-4eb2-49e0-a36d-2948974c648f None None] Deleting port 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:13.282287 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b091fa22-4eb2-49e0-a36d-2948974c648f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:13.443171 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-3bd25f24-fd25-4b30-87b5-53abba113f77 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2610288 May 30 20:22:13.528177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] For port 25afea0a-3e31-4ecb-a09b-b24af1bc7b98, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=25afea0a-3e31-4ecb-a09b-b24af1bc7b98,segment=NetworkSegment(291f8d7a-67df-496c-b9aa-0993d4d57537),segment_id=291f8d7a-67df-496c-b9aa-0993d4d57537)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:13.529252 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:13.711834 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b091fa22-4eb2-49e0-a36d-2948974c648f None None] For port 25afea0a-3e31-4ecb-a09b-b24af1bc7b98, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=25afea0a-3e31-4ecb-a09b-b24af1bc7b98,segment=NetworkSegment(291f8d7a-67df-496c-b9aa-0993d4d57537),segment_id=291f8d7a-67df-496c-b9aa-0993d4d57537)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:13.712605 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b091fa22-4eb2-49e0-a36d-2948974c648f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:13.725732 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-1f6a1e1d-bf0d-4a0c-a1d2-8857d2e715a1 service neutron] 10.222.0.84 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757971 May 30 20:22:13.856268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Calling delete_port for 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:13.936044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b091fa22-4eb2-49e0-a36d-2948974c648f None None] Calling delete_port for 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:14.034581 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:14.079091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088740e-daf9-4a87-955a-a81e6682898d req-b3d26ba1-7121-408d-9dd0-259558b6850e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:14.081216 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8088740e-daf9-4a87-955a-a81e6682898d req-b3d26ba1-7121-408d-9dd0-259558b6850e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.1509409 May 30 20:22:14.084859 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-b091fa22-4eb2-49e0-a36d-2948974c648f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:22:14.085326 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-b091fa22-4eb2-49e0-a36d-2948974c648f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:22:14.102561 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-c1713076-a453-4712-85b2-e2e048c98113 service neutron] 10.222.0.84 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758643 May 30 20:22:14.114484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] No DVR routers for this DVR port 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:22:14.154060 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8088740e-daf9-4a87-955a-a81e6682898d req-e14253c8-d31c-4ace-8437-0b400d4d9f14 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502236 May 30 20:22:14.192071 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Port': ['ID=25afea0a-3e31-4ecb-a09b-b24af1bc7b98,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:14.413625 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:14.513519 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89cad7c2-29b4-4a3e-8d23-d39ccf96498a']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:14.539462 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:14.563540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291f8d7a-67df-496c-b9aa-0993d4d57537') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:14.563540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291f8d7a-67df-496c-b9aa-0993d4d57537') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:14.583038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-91eb2da5-c933-4073-94f7-ee2db6c4504c req-5ec9327b-04c3-4d7f-bcfb-f8237cc39800 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 210 time: 0.1639144 May 30 20:22:14.592424 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b091fa22-4eb2-49e0-a36d-2948974c648f None None] Deleting port 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:14.592805 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b091fa22-4eb2-49e0-a36d-2948974c648f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:14.595138 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:14.614850 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:14.615435 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63c272dc-4738-4a59-8967-ae226fa6000d req-5a2df5bd-908d-4820-a9f8-1b31958ee322 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 210 time: 0.1457617 May 30 20:22:14.628067 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:22:14.628067 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: timer() May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:22:14.671095 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:22:14.679955 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:14.680842 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 25afea0a-3e31-4ecb-a09b-b24af1bc7b98 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:14.683861 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:14.890716 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b091fa22-4eb2-49e0-a36d-2948974c648f None None] The port '25afea0a-3e31-4ecb-a09b-b24af1bc7b98' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:22:14.894465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:14.894907 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f8bbcb17-4730-4e08-aa7a-11f8a3a86df5 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:14.919707 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:14.957365 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:14.973570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Network': ['ID=89cad7c2-29b4-4a3e-8d23-d39ccf96498a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:14.977636 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fa3b2731-4a09-4057-869c-3686c17efb4c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/networks/89cad7c2-29b4-4a3e-8d23-d39ccf96498a HTTP/1.1" status: 204 len: 168 time: 2.7716179 May 30 20:22:14.980369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51714) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:15.009474 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf186a1-b056-480c-9f95-196ef328ff6d req-d13cabeb-644e-44d8-83ef-aa83fb133683 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:15.011590 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-caf186a1-b056-480c-9f95-196ef328ff6d req-d13cabeb-644e-44d8-83ef-aa83fb133683 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.77 "GET /v2.0/networks?id=4564383f-8543-4a65-b89a-d58456250128 HTTP/1.1" status: 200 len: 797 time: 0.5510647 May 30 20:22:15.098781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-caf186a1-b056-480c-9f95-196ef328ff6d req-c04d514c-6fb7-404b-a726-29c80e6cb1d8 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Synchronizing usage tracker for tenant:67862e1320db41428cd738fac2e6c911 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:15.118783 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-caf186a1-b056-480c-9f95-196ef328ff6d req-c04d514c-6fb7-404b-a726-29c80e6cb1d8 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Unset dirty status for tenant:67862e1320db41428cd738fac2e6c911 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:15.120146 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-caf186a1-b056-480c-9f95-196ef328ff6d req-c04d514c-6fb7-404b-a726-29c80e6cb1d8 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67862e1320db41428cd738fac2e6c911 HTTP/1.1" status: 200 len: 478 time: 0.0932148 May 30 20:22:15.130347 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-caf186a1-b056-480c-9f95-196ef328ff6d req-ffb07a99-23c6-4851-a467-69e48190c965 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Request body: {'port': {'device_id': 'aaf9110e-eded-4dd6-9fde-8208b42b4cb8', 'network_id': '4564383f-8543-4a65-b89a-d58456250128', 'admin_state_up': True, 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'security_groups': ['a84e0aa0-5ad2-4215-a8c8-a8788d9ae9b1', '88e4da72-19a6-4e07-90cc-1da34b6d5a0c']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:15.423421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-caf186a1-b056-480c-9f95-196ef328ff6d req-ffb07a99-23c6-4851-a467-69e48190c965 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:15.438946 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-caf186a1-b056-480c-9f95-196ef328ff6d req-ffb07a99-23c6-4851-a467-69e48190c965 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Usage tracker for resource:port and tenant:67862e1320db41428cd738fac2e6c911 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:15.442332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-caf186a1-b056-480c-9f95-196ef328ff6d req-ffb07a99-23c6-4851-a467-69e48190c965 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:15.450477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-caf186a1-b056-480c-9f95-196ef328ff6d req-ffb07a99-23c6-4851-a467-69e48190c965 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:15.463285 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf186a1-b056-480c-9f95-196ef328ff6d req-ffb07a99-23c6-4851-a467-69e48190c965 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Made reservation on behalf of 67862e1320db41428cd738fac2e6c911 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:22:15.468243 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-caf186a1-b056-480c-9f95-196ef328ff6d req-ffb07a99-23c6-4851-a467-69e48190c965 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:15.712640 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-caf186a1-b056-480c-9f95-196ef328ff6d req-ffb07a99-23c6-4851-a467-69e48190c965 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Allocated IP 172.20.0.11 (4564383f-8543-4a65-b89a-d58456250128/0032e739-5d11-487a-b2d1-92220d9fcd7a/37be7c3d-42a3-4a4f-b08d-0c46d57312d0) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:22:15.740226 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05cca65b-cc46-45b1-8247-678003abe7ac tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:15.945865 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2aac50d4-9f57-4c0e-a89d-36affa84514d req-30b5cc0c-654c-4751-af7f-a1bba8ef7b8d tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 210 time: 0.1390135 May 30 20:22:15.960012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3ae3a-8e69-405c-8f0b-159cbbd781f6 req-a6f6c562-7d3b-49f1-b7ea-2935af09d08c tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:15.962411 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ab3ae3a-8e69-405c-8f0b-159cbbd781f6 req-a6f6c562-7d3b-49f1-b7ea-2935af09d08c tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.4836364 May 30 20:22:16.039007 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-caf186a1-b056-480c-9f95-196ef328ff6d req-ffb07a99-23c6-4851-a467-69e48190c965 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:16.062636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-caf186a1-b056-480c-9f95-196ef328ff6d req-ffb07a99-23c6-4851-a467-69e48190c965 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Transition to ACTIVE for port object 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:16.104891 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-caf186a1-b056-480c-9f95-196ef328ff6d req-ffb07a99-23c6-4851-a467-69e48190c965 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:16.168196 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ab3ae3a-8e69-405c-8f0b-159cbbd781f6 req-fe326e05-6c1b-4db9-a722-68983e8f59df tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975148 May 30 20:22:16.221761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf186a1-b056-480c-9f95-196ef328ff6d req-ffb07a99-23c6-4851-a467-69e48190c965 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Network 4564383f-8543-4a65-b89a-d58456250128 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:16.225508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-caf186a1-b056-480c-9f95-196ef328ff6d req-ffb07a99-23c6-4851-a467-69e48190c965 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:16.228411 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf186a1-b056-480c-9f95-196ef328ff6d req-ffb07a99-23c6-4851-a467-69e48190c965 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:22:16.418586 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf186a1-b056-480c-9f95-196ef328ff6d req-ffb07a99-23c6-4851-a467-69e48190c965 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:16.427407 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-caf186a1-b056-480c-9f95-196ef328ff6d req-ffb07a99-23c6-4851-a467-69e48190c965 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:16.465605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb07a99-23c6-4851-a467-69e48190c965 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event updated for resources: {'Port': ['ID=37be7c3d-42a3-4a4f-b08d-0c46d57312d0,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:16.497531 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-caf186a1-b056-480c-9f95-196ef328ff6d req-ffb07a99-23c6-4851-a467-69e48190c965 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.3714454 May 30 20:22:16.521498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Request body: {'port': {'device_id': 'aaf9110e-eded-4dd6-9fde-8208b42b4cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:16.539414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-22b785c5-13dc-4659-8bc9-18b3b07c1260 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:16.541179 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-22b785c5-13dc-4659-8bc9-18b3b07c1260 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.77 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 806 time: 0.5145807 May 30 20:22:16.567380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2241b-2dc3-491b-8fdd-4c71338558a9 req-a159086d-3deb-4139-b750-bcdef1dcf07d tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:16.575353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2b2241b-2dc3-491b-8fdd-4c71338558a9 req-a159086d-3deb-4139-b750-bcdef1dcf07d tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 971 time: 0.3721938 May 30 20:22:16.594273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0ef59ca1-1618-45f2-8e7a-34008a7cf54d None None] Provisioning for port 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:22:16.597158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-4ad61078-35df-4beb-bc04-0786e1e1b2bd tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Request body: {'port': {'device_id': '8bb66fbe-b53f-4094-84b1-e78e372f795f', 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d', 'admin_state_up': True, 'tenant_id': '210942c2f7d24688a396c30d7894503b'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:16.627478 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0ef59ca1-1618-45f2-8e7a-34008a7cf54d None None] Provisioning complete for port 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:16.630649 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0ef59ca1-1618-45f2-8e7a-34008a7cf54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:16.691743 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:16.695878 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0ef59ca1-1618-45f2-8e7a-34008a7cf54d None None] Port 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:22:16.922591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2b2241b-2dc3-491b-8fdd-4c71338558a9 req-9589b023-d113-4bfb-804f-b57602b93ba5 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/security-groups?id=88e4da72-19a6-4e07-90cc-1da34b6d5a0c&id=a84e0aa0-5ad2-4215-a8c8-a8788d9ae9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3463762 May 30 20:22:16.970675 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-4ad61078-35df-4beb-bc04-0786e1e1b2bd tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:17.027190 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-4ad61078-35df-4beb-bc04-0786e1e1b2bd tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:17.058973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-4ad61078-35df-4beb-bc04-0786e1e1b2bd tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Made reservation on behalf of 210942c2f7d24688a396c30d7894503b for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:22:17.062321 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-4ad61078-35df-4beb-bc04-0786e1e1b2bd tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:17.257694 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0995ae00-9388-4182-8e51-823b31b2da4c req-c2b80536-f060-431f-aa7a-29eac1c1912e tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 210 time: 0.0800102 May 30 20:22:17.375463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-4ad61078-35df-4beb-bc04-0786e1e1b2bd tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Allocated IP 172.20.0.10 (b1e22102-21d2-4484-a4f4-26f76f6ed12d/0b992fea-fe7f-4d9e-bf47-9566f436954b/130a9f87-9e48-4d8e-a269-e6e0764649e4) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:22:17.380729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:22:17.391681 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:17.416188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Transition to ACTIVE for port object 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:17.420605 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:17.590633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=37be7c3d-42a3-4a4f-b08d-0c46d57312d0,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:17.746691 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Attempting to bind port 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:22:17.747010 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Attempting to bind port 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4564383f-8543-4a65-b89a-d58456250128'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:22:17.747336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Attempting to bind port 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 on network 4564383f-8543-4a65-b89a-d58456250128 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:22:17.755221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Port 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 on network 4564383f-8543-4a65-b89a-d58456250128 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:22:17.755546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Attempting to bind port 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 on network 4564383f-8543-4a65-b89a-d58456250128 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:22:17.762769 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:22:17.762998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Checking segment: {'id': '4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4564383f-8543-4a65-b89a-d58456250128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:22:17.763479 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Bound using segment: {'id': '4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4564383f-8543-4a65-b89a-d58456250128'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:22:17.763792 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Bound port: 37be7c3d-42a3-4a4f-b08d-0c46d57312d0, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4564383f-8543-4a65-b89a-d58456250128'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:22:17.764177 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:17.817325 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d87eb8-4e73-4262-beeb-5ccf4f9eeca2 req-3d7979a5-a6b2-416c-8c34-6c3405473a6a tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:17.826130 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84d87eb8-4e73-4262-beeb-5ccf4f9eeca2 req-3d7979a5-a6b2-416c-8c34-6c3405473a6a tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.3981547 May 30 20:22:17.871699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] For port 37be7c3d-42a3-4a4f-b08d-0c46d57312d0, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:22:17.874832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] For port 37be7c3d-42a3-4a4f-b08d-0c46d57312d0, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=37be7c3d-42a3-4a4f-b08d-0c46d57312d0,segment=NetworkSegment(4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f),segment_id=4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:22:17.880490 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:17.890102 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-4ad61078-35df-4beb-bc04-0786e1e1b2bd tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:17.948336 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:17.949897 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-caf186a1-b056-480c-9f95-196ef328ff6d req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] 10.222.0.77 "PUT /v2.0/ports/37be7c3d-42a3-4a4f-b08d-0c46d57312d0 HTTP/1.1" status: 200 len: 1131 time: 1.4354756 May 30 20:22:17.950404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf9110e-eded-4dd6-9fde-8208b42b4cb8', 'tag': '37be7c3d-42a3-4a4f-b08d-0c46d57312d0'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:18.060568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b04524-8ff8-4537-8142-e6dc2692b0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=37be7c3d-42a3-4a4f-b08d-0c46d57312d0,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:18.078720 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad025db-0675-4d1f-87ca-7d862b29faf4'] response: {'name': 'network-changed', 'server_uuid': 'aaf9110e-eded-4dd6-9fde-8208b42b4cb8', 'tag': '37be7c3d-42a3-4a4f-b08d-0c46d57312d0', 'status': 'completed', 'code': 200} May 30 20:22:18.138591 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-caf186a1-b056-480c-9f95-196ef328ff6d req-575605e0-f3ba-41c6-af79-0785931b5d76 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=67862e1320db41428cd738fac2e6c911&device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 1134 time: 0.1317701 May 30 20:22:18.243738 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-caf186a1-b056-480c-9f95-196ef328ff6d req-42a9a40c-a391-49e2-ba59-9ff4ed0aa605 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37be7c3d-42a3-4a4f-b08d-0c46d57312d0 HTTP/1.1" status: 200 len: 217 time: 0.1030571 May 30 20:22:18.246192 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-4ad61078-35df-4beb-bc04-0786e1e1b2bd tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:18.264944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9ecf0614-9706-4eab-a0ba-9e8ab6958178'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:22:18.327895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf186a1-b056-480c-9f95-196ef328ff6d req-7f29cdb4-bcef-4de0-bfa1-9920e2fb96a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:18.329447 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-caf186a1-b056-480c-9f95-196ef328ff6d req-7f29cdb4-bcef-4de0-bfa1-9920e2fb96a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0032e739-5d11-487a-b2d1-92220d9fcd7a HTTP/1.1" status: 200 len: 835 time: 0.0765262 May 30 20:22:18.452354 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-caf186a1-b056-480c-9f95-196ef328ff6d req-509c9cfe-2e2f-4cee-a8d0-e794a26762d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4564383f-8543-4a65-b89a-d58456250128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093273 May 30 20:22:18.514721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-4ad61078-35df-4beb-bc04-0786e1e1b2bd tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Network b1e22102-21d2-4484-a4f4-26f76f6ed12d is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:18.538785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-4ad61078-35df-4beb-bc04-0786e1e1b2bd tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:18.556557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-4ad61078-35df-4beb-bc04-0786e1e1b2bd tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:22:18.633666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-05cca65b-cc46-45b1-8247-678003abe7ac tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port cdd9d58e-5e7c-4e16-842f-8d941c1eef84 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:18.634010 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05cca65b-cc46-45b1-8247-678003abe7ac tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:18.634750 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-caf186a1-b056-480c-9f95-196ef328ff6d req-8d64fb25-da81-4434-808d-c7b86c0eb732 service neutron] 10.222.0.77 "GET /v2.0/networks/4564383f-8543-4a65-b89a-d58456250128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749392 May 30 20:22:18.694453 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84d87eb8-4e73-4262-beeb-5ccf4f9eeca2 req-bcad9695-9d55-44b7-a2df-307206d9722f tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8673213 May 30 20:22:18.760571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad61078-35df-4beb-bc04-0786e1e1b2bd tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Pushing event updated for resources: {'Port': ['ID=130a9f87-9e48-4d8e-a269-e6e0764649e4,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:18.813455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-4ad61078-35df-4beb-bc04-0786e1e1b2bd tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:18.814067 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-4ad61078-35df-4beb-bc04-0786e1e1b2bd tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:18.829475 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-caf186a1-b056-480c-9f95-196ef328ff6d req-5c6f479e-6894-463d-a4b0-bf907b505bba service neutron] 10.222.0.77 "GET /v2.0/networks/4564383f-8543-4a65-b89a-d58456250128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866579 May 30 20:22:18.964090 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a0f020c0-a784-482b-a068-597f332e6597 req-98754c24-ad95-4a64-adca-6ce208adb63b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=67862e1320db41428cd738fac2e6c911&device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 1134 time: 0.0782790 May 30 20:22:18.995288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51830) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:19.038691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbc17d-e752-408d-9bf0-4d31064be04c req-2e65576c-c22c-46fd-906b-937556f29e92 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:19.040226 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43bbc17d-e752-408d-9bf0-4d31064be04c req-2e65576c-c22c-46fd-906b-937556f29e92 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 983 time: 0.6151679 May 30 20:22:19.051719 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-4ad61078-35df-4beb-bc04-0786e1e1b2bd tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4932580 May 30 20:22:19.120131 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Request body: {'port': {'device_id': '8bb66fbe-b53f-4094-84b1-e78e372f795f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:19.128736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f020c0-a784-482b-a068-597f332e6597 req-e1c74062-5d82-451b-ae88-3fb40dc0f03e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:19.130788 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a0f020c0-a784-482b-a068-597f332e6597 req-e1c74062-5d82-451b-ae88-3fb40dc0f03e service neutron] 10.222.0.77 "GET /v2.0/networks?id=4564383f-8543-4a65-b89a-d58456250128 HTTP/1.1" status: 200 len: 898 time: 0.1593604 May 30 20:22:19.223318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-05cca65b-cc46-45b1-8247-678003abe7ac tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] For port cdd9d58e-5e7c-4e16-842f-8d941c1eef84, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cdd9d58e-5e7c-4e16-842f-8d941c1eef84,segment=NetworkSegment(066bf8ef-222a-4fe7-bb4d-601cb2c0f73a),segment_id=066bf8ef-222a-4fe7-bb4d-601cb2c0f73a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:19.223673 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05cca65b-cc46-45b1-8247-678003abe7ac tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:19.334181 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e33c5e6-77ad-4b0c-b6b8-f7c36558a3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:19.351225 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a0f020c0-a784-482b-a068-597f332e6597 req-48ca2dfa-3487-4696-92b3-cd0eb7306131 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37be7c3d-42a3-4a4f-b08d-0c46d57312d0 HTTP/1.1" status: 200 len: 217 time: 0.2116938 May 30 20:22:19.372191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-05cca65b-cc46-45b1-8247-678003abe7ac tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Calling delete_port for cdd9d58e-5e7c-4e16-842f-8d941c1eef84 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:19.409041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8efbf3-17af-419e-be2a-021ec09916da req-c8419793-5e81-43d1-ad5e-37ac7b9634e7 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:19.409743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4b8efbf3-17af-419e-be2a-021ec09916da req-c8419793-5e81-43d1-ad5e-37ac7b9634e7 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Synchronizing usage tracker for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:19.422474 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43bbc17d-e752-408d-9bf0-4d31064be04c req-20260573-d75b-44d0-9ab5-c54c2adf87f7 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/security-groups?id=88e4da72-19a6-4e07-90cc-1da34b6d5a0c&id=a84e0aa0-5ad2-4215-a8c8-a8788d9ae9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3697386 May 30 20:22:19.430398 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5e33c5e6-77ad-4b0c-b6b8-f7c36558a3bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:19.437403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5e33c5e6-77ad-4b0c-b6b8-f7c36558a3bd admin admin] Usage tracker for resource:security_group_rule and tenant:f60a766109e747a59947b944e6d57a13 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:19.440883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f020c0-a784-482b-a068-597f332e6597 req-59bf2703-e741-4421-baac-e527d3bcaada service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:19.443438 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a0f020c0-a784-482b-a068-597f332e6597 req-59bf2703-e741-4421-baac-e527d3bcaada service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0032e739-5d11-487a-b2d1-92220d9fcd7a HTTP/1.1" status: 200 len: 835 time: 0.0851302 May 30 20:22:19.444403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5e33c5e6-77ad-4b0c-b6b8-f7c36558a3bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:19.451332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5e33c5e6-77ad-4b0c-b6b8-f7c36558a3bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:19.513760 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4b8efbf3-17af-419e-be2a-021ec09916da req-c8419793-5e81-43d1-ad5e-37ac7b9634e7 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Unset dirty status for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:19.513760 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b8efbf3-17af-419e-be2a-021ec09916da req-c8419793-5e81-43d1-ad5e-37ac7b9634e7 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 932 time: 0.5496168 May 30 20:22:19.530152 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:19.584700 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a0f020c0-a784-482b-a068-597f332e6597 req-3d602e6e-932a-4da5-a1b0-7c14dce2de3c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4564383f-8543-4a65-b89a-d58456250128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315134 May 30 20:22:19.621982 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e33c5e6-77ad-4b0c-b6b8-f7c36558a3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:19.679676 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b8efbf3-17af-419e-be2a-021ec09916da req-94d8b4dd-4ccc-45ff-9a17-763a0aa11ca6 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503837 May 30 20:22:19.704204 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e33c5e6-77ad-4b0c-b6b8-f7c36558a3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:19.775658 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33c5e6-77ad-4b0c-b6b8-f7c36558a3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452b76c6-6c17-4855-b4fb-d433599f94f4,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:19.823935 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5e33c5e6-77ad-4b0c-b6b8-f7c36558a3bd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f60a766109e747a59947b944e6d57a13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8263867 May 30 20:22:19.823935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51852) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:19.897943 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a0f020c0-a784-482b-a068-597f332e6597 req-7172e907-82aa-48e4-a89c-714fcbbe976f service neutron] 10.222.0.77 "GET /v2.0/networks/4564383f-8543-4a65-b89a-d58456250128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044910 May 30 20:22:19.949626 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05cca65b-cc46-45b1-8247-678003abe7ac tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:19.991821 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dbf8e2fe-f8f6-4428-9462-6a80e3a31970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.019093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cca65b-cc46-45b1-8247-678003abe7ac tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Port': ['ID=cdd9d58e-5e7c-4e16-842f-8d941c1eef84,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:20.051099 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dbf8e2fe-f8f6-4428-9462-6a80e3a31970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.103278 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a0f020c0-a784-482b-a068-597f332e6597 req-e5a8e63d-1a4a-44b1-9f40-aec731ebf1f8 service neutron] 10.222.0.77 "GET /v2.0/networks/4564383f-8543-4a65-b89a-d58456250128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945083 May 30 20:22:20.142842 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dbf8e2fe-f8f6-4428-9462-6a80e3a31970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.170146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70659aee-5016-403e-99e6-13ac3542e3de req-f9b60794-d5ac-4120-b61e-a9d47e23674c tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:20.171628 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70659aee-5016-403e-99e6-13ac3542e3de req-f9b60794-d5ac-4120-b61e-a9d47e23674c tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.3026650 May 30 20:22:20.177344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8e2fe-f8f6-4428-9462-6a80e3a31970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452b76c6-6c17-4855-b4fb-d433599f94f4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:20.181273 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dbf8e2fe-f8f6-4428-9462-6a80e3a31970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.184617 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dbf8e2fe-f8f6-4428-9462-6a80e3a31970 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/452b76c6-6c17-4855-b4fb-d433599f94f4 HTTP/1.1" status: 204 len: 168 time: 0.3553386 May 30 20:22:20.234781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:22:20.247806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130a9f87-9e48-4d8e-a269-e6e0764649e4 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:22:20.258844 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.276959 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Transition to ACTIVE for port object 130a9f87-9e48-4d8e-a269-e6e0764649e4 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:20.544219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 37be7c3d-42a3-4a4f-b08d-0c46d57312d0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=37be7c3d-42a3-4a4f-b08d-0c46d57312d0,segment=NetworkSegment(4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f),segment_id=4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:20.549856 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.588191 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '37be7c3d-42a3-4a4f-b08d-0c46d57312d0', 'network_id': '4564383f-8543-4a65-b89a-d58456250128', 'port_id': '37be7c3d-42a3-4a4f-b08d-0c46d57312d0', 'mac_address': 'fa:16:3e:cf:9c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:22:20.660224 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.697647 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:22:20.719893 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 37be7c3d-42a3-4a4f-b08d-0c46d57312d0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=37be7c3d-42a3-4a4f-b08d-0c46d57312d0,segment=NetworkSegment(4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f),segment_id=4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:20.724784 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.726355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51874) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:20.751483 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-89505b3b-23ed-4f81-84dd-c29ddbe4d0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.763706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Pushing event updated for resources: {'Port': ['ID=130a9f87-9e48-4d8e-a269-e6e0764649e4,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:20.776695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70659aee-5016-403e-99e6-13ac3542e3de req-6b5cb044-d71e-4aac-945a-4737f43012e6 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5984166 May 30 20:22:20.834397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-89505b3b-23ed-4f81-84dd-c29ddbe4d0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:20.846204 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=37be7c3d-42a3-4a4f-b08d-0c46d57312d0,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:20.848810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-89505b3b-23ed-4f81-84dd-c29ddbe4d0d6 admin admin] Usage tracker for resource:security_group_rule and tenant:41f364fe4c5e44e780daa44b7885516d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:20.850277 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-89505b3b-23ed-4f81-84dd-c29ddbe4d0d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:20.866399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-89505b3b-23ed-4f81-84dd-c29ddbe4d0d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:20.943473 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-89505b3b-23ed-4f81-84dd-c29ddbe4d0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.950080 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-89505b3b-23ed-4f81-84dd-c29ddbe4d0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.993945 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['37be7c3d-42a3-4a4f-b08d-0c46d57312d0'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:22:21.003674 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-89505b3b-23ed-4f81-84dd-c29ddbe4d0d6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=41f364fe4c5e44e780daa44b7885516d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2753968 May 30 20:22:21.004912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89505b3b-23ed-4f81-84dd-c29ddbe4d0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bbf8a9-3807-426e-ab61-c0161efe0d69,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:21.007680 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51882) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:21.079390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4007c-6a98-423d-b1a8-5d54bc64b347 req-ad21194c-cdc2-4912-bfb4-f8088d22b178 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:21.080970 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8de4007c-6a98-423d-b1a8-5d54bc64b347 req-ad21194c-cdc2-4912-bfb4-f8088d22b178 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 984 time: 0.4217455 May 30 20:22:21.095229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Attempting to bind port 130a9f87-9e48-4d8e-a269-e6e0764649e4 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:22:21.095553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Attempting to bind port 130a9f87-9e48-4d8e-a269-e6e0764649e4 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:22:21.095793 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b961c1eb-2225-4b75-91c6-f54ca9e050af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:21.096262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Attempting to bind port 130a9f87-9e48-4d8e-a269-e6e0764649e4 on network b1e22102-21d2-4484-a4f4-26f76f6ed12d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:22:21.129690 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b961c1eb-2225-4b75-91c6-f54ca9e050af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:21.146801 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Port 130a9f87-9e48-4d8e-a269-e6e0764649e4 on network b1e22102-21d2-4484-a4f4-26f76f6ed12d not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:22:21.150643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Attempting to bind port 130a9f87-9e48-4d8e-a269-e6e0764649e4 on network b1e22102-21d2-4484-a4f4-26f76f6ed12d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:22:21.161853 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05cca65b-cc46-45b1-8247-678003abe7ac tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:21.203133 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b961c1eb-2225-4b75-91c6-f54ca9e050af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:21.209402 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937ffd4-ce68-4d10-a163-16cf11afbb0f req-0b2d0a25-cf34-4e2d-b83b-b5b58ca1e5c2 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:21.211155 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c937ffd4-ce68-4d10-a163-16cf11afbb0f req-0b2d0a25-cf34-4e2d-b83b-b5b58ca1e5c2 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 944 time: 0.2508671 May 30 20:22:21.212688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:22:21.213279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Checking segment: {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:22:21.213997 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Bound using segment: {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:22:21.214655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Bound port: 130a9f87-9e48-4d8e-a269-e6e0764649e4, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e737f60a-1093-4c32-a24b-cb2b7413af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:22:21.215218 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:21.245293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961c1eb-2225-4b75-91c6-f54ca9e050af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bbf8a9-3807-426e-ab61-c0161efe0d69,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:21.266017 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8de4007c-6a98-423d-b1a8-5d54bc64b347 req-cb74309c-78d2-4569-a99f-1358543c988b tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/security-groups?id=88e4da72-19a6-4e07-90cc-1da34b6d5a0c&id=a84e0aa0-5ad2-4215-a8c8-a8788d9ae9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1765347 May 30 20:22:21.284049 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b961c1eb-2225-4b75-91c6-f54ca9e050af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:21.290966 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b961c1eb-2225-4b75-91c6-f54ca9e050af admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/12bbf8a9-3807-426e-ab61-c0161efe0d69 HTTP/1.1" status: 204 len: 168 time: 0.2817783 May 30 20:22:21.524419 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c937ffd4-ce68-4d10-a163-16cf11afbb0f req-7b484594-a1fb-41d0-a1a5-cda8d2cae0da tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908607 May 30 20:22:21.525440 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] For port 130a9f87-9e48-4d8e-a269-e6e0764649e4, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:22:21.536442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] For port 130a9f87-9e48-4d8e-a269-e6e0764649e4, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=130a9f87-9e48-4d8e-a269-e6e0764649e4,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:22:21.550848 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:21.641426 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:21.642790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] 10.222.0.77 "PUT /v2.0/ports/130a9f87-9e48-4d8e-a269-e6e0764649e4 HTTP/1.1" status: 200 len: 1092 time: 2.5393152 May 30 20:22:21.643244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb66fbe-b53f-4094-84b1-e78e372f795f', 'tag': '130a9f87-9e48-4d8e-a269-e6e0764649e4'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:21.675066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0bcfc-3f5b-4169-b177-8ec5fa6ff591 service neutron] Pushing event updated for resources: {'Port': ['ID=130a9f87-9e48-4d8e-a269-e6e0764649e4,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:21.766803 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01cb7b41-b995-4089-8d8c-9eb733aa2b1d'] response: {'name': 'network-changed', 'server_uuid': '8bb66fbe-b53f-4094-84b1-e78e372f795f', 'tag': '130a9f87-9e48-4d8e-a269-e6e0764649e4', 'status': 'completed', 'code': 200} May 30 20:22:22.226282 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-2662ff38-2464-42cd-b2be-70bb81dc22af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 1095 time: 0.4659190 May 30 20:22:22.235585 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:22:22.334667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-0c4cc806-5d28-4d35-8137-c2d67ffd3d89 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=130a9f87-9e48-4d8e-a269-e6e0764649e4 HTTP/1.1" status: 200 len: 217 time: 0.0998607 May 30 20:22:22.423825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:22:22.424792 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85c854-ef83-49f3-8136-73eae4812af1 req-12c97e90-bef9-4ebf-8a45-a132e5ee18cc tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:22.430495 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:22.430941 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:22.432368 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb85c854-ef83-49f3-8136-73eae4812af1 req-12c97e90-bef9-4ebf-8a45-a132e5ee18cc tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.4961011 May 30 20:22:22.496652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-0a4a6d9b-0399-42dc-9069-8f07bc8b754d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:22.498443 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-0a4a6d9b-0399-42dc-9069-8f07bc8b754d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b992fea-fe7f-4d9e-bf47-9566f436954b HTTP/1.1" status: 200 len: 846 time: 0.1512697 May 30 20:22:22.582824 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:22.618581 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf9110e-eded-4dd6-9fde-8208b42b4cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37be7c3d-42a3-4a4f-b08d-0c46d57312d0'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:22.630261 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-a4be4e12-1622-4c5c-8052-d7db7dc18bf2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1e22102-21d2-4484-a4f4-26f76f6ed12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159635 May 30 20:22:22.630828 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 37be7c3d-42a3-4a4f-b08d-0c46d57312d0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=37be7c3d-42a3-4a4f-b08d-0c46d57312d0,segment=NetworkSegment(4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f),segment_id=4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:22.636113 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:22.636302 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cca65b-cc46-45b1-8247-678003abe7ac tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router b727b84d-64bc-40cb-be7d-42a33d16f237 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:22:22.672585 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb85c854-ef83-49f3-8136-73eae4812af1 req-2abc86f9-e291-4d93-b94a-7f2054cae8c2 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393055 May 30 20:22:22.779196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=37be7c3d-42a3-4a4f-b08d-0c46d57312d0,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:23.011382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efdbca-5740-4151-9cb2-c4c1e81b59de req-112d9773-6686-4adc-9635-5f2e4bd2dc14 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:23.012479 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16efdbca-5740-4151-9cb2-c4c1e81b59de req-112d9773-6686-4adc-9635-5f2e4bd2dc14 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 984 time: 0.5123174 May 30 20:22:23.091158 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-2fd7db4e-b2b1-476b-b557-e70ddda2d07a service neutron] 10.222.0.77 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537909 May 30 20:22:23.205054 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faca27-bfab-425b-af36-309816c7d08b req-52f02f28-ae42-4c2e-8fec-6b3d62c0b29e tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:23.207388 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84faca27-bfab-425b-af36-309816c7d08b req-52f02f28-ae42-4c2e-8fec-6b3d62c0b29e tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 944 time: 0.3348150 May 30 20:22:23.249066 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16efdbca-5740-4151-9cb2-c4c1e81b59de req-41a85e60-26dd-489d-aefd-3314c6e79d85 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/security-groups?id=88e4da72-19a6-4e07-90cc-1da34b6d5a0c&id=a84e0aa0-5ad2-4215-a8c8-a8788d9ae9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2245526 May 30 20:22:23.381182 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-755ecce3-235f-492e-a6a9-8dfd99f244cc req-9a2f121e-3af9-491d-b71d-50ecf7ea6376 service neutron] 10.222.0.77 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792699 May 30 20:22:23.425291 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cca65b-cc46-45b1-8247-678003abe7ac tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:23.449455 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-05cca65b-cc46-45b1-8247-678003abe7ac tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/b727b84d-64bc-40cb-be7d-42a33d16f237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4665861 May 30 20:22:23.450316 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51966) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:23.529738 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1821add9-8477-4c03-8cf2-2c357f7b88f0'] response: {'server_uuid': 'aaf9110e-eded-4dd6-9fde-8208b42b4cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37be7c3d-42a3-4a4f-b08d-0c46d57312d0', 'code': 200} May 30 20:22:23.545679 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84faca27-bfab-425b-af36-309816c7d08b req-9385d396-9a4e-4fcb-8a6e-a9e032812508 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195739 May 30 20:22:23.717388 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0a07a748-a7ce-4e4d-ac46-5316cb7cc96a req-64a517ad-a7e9-447a-adf3-f5baf386b916 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 1136 time: 0.1167624 May 30 20:22:23.749711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-e094e912-d12b-4ea4-b7f4-2dae6bb97dd7 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting subnet 58f5d9ee-31a4-45d0-af30-3a3b11edf090 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:22:23.755457 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e094e912-d12b-4ea4-b7f4-2dae6bb97dd7 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:23.759468 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Sync routers for ids ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:23.777995 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Routers {'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:23.788498 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:23.808765 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ad35f-8572-4477-8eed-cf3c0a8de0c3 None None] Sync routers for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:23.818555 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e094e912-d12b-4ea4-b7f4-2dae6bb97dd7 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:23.830522 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ad35f-8572-4477-8eed-cf3c0a8de0c3 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:23.833427 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-638ad35f-8572-4477-8eed-cf3c0a8de0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:23.890856 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0a07a748-a7ce-4e4d-ac46-5316cb7cc96a req-ffbab7db-ad58-408d-99db-f0d146f12d43 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a84e0aa0-5ad2-4215-a8c8-a8788d9ae9b1&id=88e4da72-19a6-4e07-90cc-1da34b6d5a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1611545 May 30 20:22:23.905312 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d278047-883b-4601-b22c-643ddae265d9 req-c6af8ed5-4e24-4b91-9b4d-7770506cd934 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=210942c2f7d24688a396c30d7894503b&device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 1095 time: 0.4536459 May 30 20:22:23.940338 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e094e912-d12b-4ea4-b7f4-2dae6bb97dd7 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:24.044037 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e094e912-d12b-4ea4-b7f4-2dae6bb97dd7 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:24.096249 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e2b29-5c11-43a4-a9aa-b030e569e8c2 req-6de5a46b-4de2-477d-9257-77c53b638b8d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:24.099161 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-693e2b29-5c11-43a4-a9aa-b030e569e8c2 req-6de5a46b-4de2-477d-9257-77c53b638b8d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.1997986 May 30 20:22:24.128092 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-638ad35f-8572-4477-8eed-cf3c0a8de0c3 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:24.156693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094e912-d12b-4ea4-b7f4-2dae6bb97dd7 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Subnet': ['ID=58f5d9ee-31a4-45d0-af30-3a3b11edf090,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:24.175230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Set router b5018a4a-c30d-4b10-9f6c-09f458b6bbfe gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:24.542655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d278047-883b-4601-b22c-643ddae265d9 req-3cc73a6a-3cc8-4d88-ae21-4c76214b2499 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:24.544241 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d278047-883b-4601-b22c-643ddae265d9 req-3cc73a6a-3cc8-4d88-ae21-4c76214b2499 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 200 len: 907 time: 0.4439914 May 30 20:22:24.562753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ed119a-bc9a-42fe-8ff9-9f92b89d1aca None None] Network a51a6572-bcc0-45f0-a0b7-8c0e765d6408 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:22:24.605547 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e094e912-d12b-4ea4-b7f4-2dae6bb97dd7 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:24.670725 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-638ad35f-8572-4477-8eed-cf3c0a8de0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:22:19Z', 'revision_number': 9, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc631eab-cf0b-4808-9b04-b2b7245c8276', 'name': '', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c2:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:05Z', 'updated_at': '2022-05-30T20:21:22Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:24.675744 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ad35f-8572-4477-8eed-cf3c0a8de0c3 None None] Checking router: b727b84d-64bc-40cb-be7d-42a33d16f237 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:24.689060 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ad35f-8572-4477-8eed-cf3c0a8de0c3 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:24.690108 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-638ad35f-8572-4477-8eed-cf3c0a8de0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:24.746864 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e094e912-d12b-4ea4-b7f4-2dae6bb97dd7 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/subnets/58f5d9ee-31a4-45d0-af30-3a3b11edf090 HTTP/1.1" status: 204 len: 168 time: 1.2570724 May 30 20:22:24.750125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52014) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:24.764501 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d278047-883b-4601-b22c-643ddae265d9 req-8327d2a6-3497-436b-8af5-3c79e549139e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=130a9f87-9e48-4d8e-a269-e6e0764649e4 HTTP/1.1" status: 200 len: 217 time: 0.1623375 May 30 20:22:24.776995 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-693e2b29-5c11-43a4-a9aa-b030e569e8c2 req-150c2172-d1ce-45a3-af09-f73b2c4410eb tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6704264 May 30 20:22:24.951623 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-638ad35f-8572-4477-8eed-cf3c0a8de0c3 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:24.964342 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8697c-2746-42ec-912c-a6965d6d55c3 req-bb5c6383-ab0f-4aae-a7cc-dd7835cfd89c tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:24.975122 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ac8697c-2746-42ec-912c-a6965d6d55c3 req-bb5c6383-ab0f-4aae-a7cc-dd7835cfd89c tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 985 time: 0.4256465 May 30 20:22:25.052509 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:25.058791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d278047-883b-4601-b22c-643ddae265d9 req-578f2570-5140-45a0-8c7e-043e222bbeb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:25.060951 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d278047-883b-4601-b22c-643ddae265d9 req-578f2570-5140-45a0-8c7e-043e222bbeb0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b992fea-fe7f-4d9e-bf47-9566f436954b HTTP/1.1" status: 200 len: 846 time: 0.2816672 May 30 20:22:25.098727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port 7d6c42af-2cdb-4060-ba71-dfd5cb60274e {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:25.099070 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:25.246404 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ac8697c-2746-42ec-912c-a6965d6d55c3 req-70e1c67b-1625-411e-a037-86e205d90052 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/security-groups?id=88e4da72-19a6-4e07-90cc-1da34b6d5a0c&id=a84e0aa0-5ad2-4215-a8c8-a8788d9ae9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2679477 May 30 20:22:25.283863 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992644940', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'fd71690f-2069-4321-a36f-857a5edac742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:52Z', 'updated_at': '2022-05-30T20:22:02Z', 'revision_number': 4, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': 'fd71690f-2069-4321-a36f-857a5edac742', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:53Z', 'updated_at': '2022-05-30T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'c4001799-21e9-44d7-9af5-6bb1a7e56389', 'name': '', 'network_id': '4564383f-8543-4a65-b89a-d58456250128', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'mac_address': 'fa:16:3e:e1:09:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:01Z', 'updated_at': '2022-05-30T20:22:04Z', 'revision_number': 2, 'project_id': '67862e1320db41428cd738fac2e6c911', 'subnets': [{'id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:25.288502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d278047-883b-4601-b22c-643ddae265d9 req-fa6805be-ca41-4c00-888c-36f42baca068 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1e22102-21d2-4484-a4f4-26f76f6ed12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981460 May 30 20:22:25.294072 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a36c4b4-4163-4aa1-8279-b2f9b02f3d31 None None] DHCP port deletion for a51a6572-bcc0-45f0-a0b7-8c0e765d6408 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:22:25.321194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Checking router: b5018a4a-c30d-4b10-9f6c-09f458b6bbfe for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:25.322241 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Updating router b5018a4a-c30d-4b10-9f6c-09f458b6bbfe port c4001799-21e9-44d7-9af5-6bb1a7e56389 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:22:25.401632 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7a36c4b4-4163-4aa1-8279-b2f9b02f3d31 None None] Deleting port 7d6c42af-2cdb-4060-ba71-dfd5cb60274e {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:25.402233 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7a36c4b4-4163-4aa1-8279-b2f9b02f3d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:25.598829 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:25.607996 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed29a4-e389-4ad3-b83b-78d0818fdd7b req-2b2ad301-1d32-4b73-9efd-60515cc5319a tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:25.630663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-feed29a4-e389-4ad3-b83b-78d0818fdd7b req-2b2ad301-1d32-4b73-9efd-60515cc5319a tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 944 time: 0.5745778 May 30 20:22:25.641045 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-638ad35f-8572-4477-8eed-cf3c0a8de0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:22:19Z', 'revision_number': 9, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc631eab-cf0b-4808-9b04-b2b7245c8276', 'name': '', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c2:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:05Z', 'updated_at': '2022-05-30T20:21:22Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:25.644494 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] For port 7d6c42af-2cdb-4060-ba71-dfd5cb60274e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7d6c42af-2cdb-4060-ba71-dfd5cb60274e,segment=NetworkSegment(066bf8ef-222a-4fe7-bb4d-601cb2c0f73a),segment_id=066bf8ef-222a-4fe7-bb4d-601cb2c0f73a)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:25.645797 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d278047-883b-4601-b22c-643ddae265d9 req-e1785aa1-837c-4cac-a3b3-454076f6cef2 service neutron] 10.222.0.77 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448474 May 30 20:22:25.646404 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:25.646587 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ad35f-8572-4477-8eed-cf3c0a8de0c3 None None] The sync data for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 is: [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:22:19Z', 'revision_number': 9, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc631eab-cf0b-4808-9b04-b2b7245c8276', 'name': '', 'network_id': 'faa24437-8b8a-4982-94b6-cf429bfa7a2d', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:c2:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:05Z', 'updated_at': '2022-05-30T20:21:22Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '5d3c5f58-81c6-44bb-8be5-84957f1c8fbc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:25.842439 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Calling delete_port for 7d6c42af-2cdb-4060-ba71-dfd5cb60274e owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:25.884003 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-feed29a4-e389-4ad3-b83b-78d0818fdd7b req-3d406e13-59db-4134-bed3-89db113cb4ff tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362819 May 30 20:22:25.961527 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d278047-883b-4601-b22c-643ddae265d9 req-12ca307f-298d-4e3c-b842-09179ad806ed service neutron] 10.222.0.77 "GET /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550001 May 30 20:22:25.987107 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.045045 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Port': ['ID=7d6c42af-2cdb-4060-ba71-dfd5cb60274e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:26.056939 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] No DVR routers for this DVR port 7d6c42af-2cdb-4060-ba71-dfd5cb60274e on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:22:26.221466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9a37b-9bda-40dc-9dac-b644dc7baa6c req-e03d6b98-fc7f-43b8-868f-7653955dfa24 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:26.224203 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1f9a37b-9bda-40dc-9dac-b644dc7baa6c req-e03d6b98-fc7f-43b8-868f-7653955dfa24 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.1601918 May 30 20:22:26.361868 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1f9a37b-9bda-40dc-9dac-b644dc7baa6c req-8f49cf40-8012-4cb0-9391-c02d52f372db tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240997 May 30 20:22:26.444409 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7a36c4b4-4163-4aa1-8279-b2f9b02f3d31 None None] For port 7d6c42af-2cdb-4060-ba71-dfd5cb60274e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7d6c42af-2cdb-4060-ba71-dfd5cb60274e,segment=NetworkSegment(066bf8ef-222a-4fe7-bb4d-601cb2c0f73a),segment_id=066bf8ef-222a-4fe7-bb4d-601cb2c0f73a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:26.444803 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7a36c4b4-4163-4aa1-8279-b2f9b02f3d31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.475511 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.478367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52054) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:26.513742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51a6572-bcc0-45f0-a0b7-8c0e765d6408']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:26.529412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066bf8ef-222a-4fe7-bb4d-601cb2c0f73a') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:26.529701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066bf8ef-222a-4fe7-bb4d-601cb2c0f73a') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:26.544075 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.564345 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.574815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:22:26.576455 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.579241 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7a36c4b4-4163-4aa1-8279-b2f9b02f3d31 None None] Calling delete_port for 7d6c42af-2cdb-4060-ba71-dfd5cb60274e owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: timer() May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:22:26.603210 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:22:26.609244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638c426-f5e1-4bc2-8026-ed102a6a3f26 req-dc484822-3e60-4ebf-b2b9-6f12a605889d tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:26.610822 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9638c426-f5e1-4bc2-8026-ed102a6a3f26 req-dc484822-3e60-4ebf-b2b9-6f12a605889d tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 985 time: 0.1035743 May 30 20:22:26.654258 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-7a36c4b4-4163-4aa1-8279-b2f9b02f3d31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:22:26.655147 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-7a36c4b4-4163-4aa1-8279-b2f9b02f3d31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:22:26.658291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 130a9f87-9e48-4d8e-a269-e6e0764649e4 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:22:26.660637 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7d6c42af-2cdb-4060-ba71-dfd5cb60274e no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:26.694291 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9638c426-f5e1-4bc2-8026-ed102a6a3f26 req-964d19bd-0130-4dab-a10e-86278b899824 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/security-groups?id=88e4da72-19a6-4e07-90cc-1da34b6d5a0c&id=a84e0aa0-5ad2-4215-a8c8-a8788d9ae9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0753140 May 30 20:22:26.716657 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 7d6c42af-2cdb-4060-ba71-dfd5cb60274e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:26.717002 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7d6c42af-2cdb-4060-ba71-dfd5cb60274e not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:26.717407 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cdd9d58e-5e7c-4e16-842f-8d941c1eef84 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:26.754757 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.758608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: cdd9d58e-5e7c-4e16-842f-8d941c1eef84 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:26.758608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cdd9d58e-5e7c-4e16-842f-8d941c1eef84 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:26.779622 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3d591496-2007-4f09-9f7f-e78c27c1793c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.812292 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.857248 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.860018 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Transition to ACTIVE for port object c4001799-21e9-44d7-9af5-6bb1a7e56389 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:26.870232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Network': ['ID=a51a6572-bcc0-45f0-a0b7-8c0e765d6408,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:26.873019 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-df940765-6d98-4710-b3ec-7a05fd5ecf2a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/networks/a51a6572-bcc0-45f0-a0b7-8c0e765d6408 HTTP/1.1" status: 204 len: 168 time: 2.1218340 May 30 20:22:26.875921 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52066) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:26.884699 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.884862 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3d591496-2007-4f09-9f7f-e78c27c1793c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:26.888893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3d591496-2007-4f09-9f7f-e78c27c1793c admin admin] Usage tracker for resource:security_group_rule and tenant:6d422d615cf743b4a13a60c39c61cb73 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:26.892247 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3d591496-2007-4f09-9f7f-e78c27c1793c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:26.898483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3d591496-2007-4f09-9f7f-e78c27c1793c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:27.008370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7e039-e732-41a3-8ff7-1b1f63b291da None None] Pushing event updated for resources: {'Port': ['ID=c4001799-21e9-44d7-9af5-6bb1a7e56389,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:27.064322 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3d591496-2007-4f09-9f7f-e78c27c1793c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:27.089696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6add62-42c6-4795-8dd4-df6bfe5b12d3 req-e0f79a04-c996-4e2b-b456-a6b108443177 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:27.091601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff6add62-42c6-4795-8dd4-df6bfe5b12d3 req-e0f79a04-c996-4e2b-b456-a6b108443177 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 985 time: 0.1601617 May 30 20:22:27.092666 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3d591496-2007-4f09-9f7f-e78c27c1793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:27.165934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7a36c4b4-4163-4aa1-8279-b2f9b02f3d31 None None] Deleting port 7d6c42af-2cdb-4060-ba71-dfd5cb60274e {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:27.166305 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7a36c4b4-4163-4aa1-8279-b2f9b02f3d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:27.309678 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7a36c4b4-4163-4aa1-8279-b2f9b02f3d31 None None] The port '7d6c42af-2cdb-4060-ba71-dfd5cb60274e' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:22:27.350721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d591496-2007-4f09-9f7f-e78c27c1793c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df26775-5b27-4cc8-ad29-8007121b13d6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:27.372593 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3d591496-2007-4f09-9f7f-e78c27c1793c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6d422d615cf743b4a13a60c39c61cb73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8925495 May 30 20:22:27.377293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52078) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:27.398528 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff6add62-42c6-4795-8dd4-df6bfe5b12d3 req-1a6bea25-e239-4fdb-beca-e05316f30839 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/security-groups?id=88e4da72-19a6-4e07-90cc-1da34b6d5a0c&id=a84e0aa0-5ad2-4215-a8c8-a8788d9ae9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2962842 May 30 20:22:27.436617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ad616-487d-4aaf-96b0-167fa9ebceeb req-d17eb4eb-cdc6-41c3-99c0-9335ff4b3838 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:27.436617 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d9ad616-487d-4aaf-96b0-167fa9ebceeb req-d17eb4eb-cdc6-41c3-99c0-9335ff4b3838 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 944 time: 0.2801368 May 30 20:22:27.437040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 130a9f87-9e48-4d8e-a269-e6e0764649e4, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=130a9f87-9e48-4d8e-a269-e6e0764649e4,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:27.448985 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90e29fac-671c-4bf2-b8d3-937e95933ada tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:27.465771 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Attempting to bind port c4001799-21e9-44d7-9af5-6bb1a7e56389 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:22:27.466138 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Attempting to bind port c4001799-21e9-44d7-9af5-6bb1a7e56389 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4564383f-8543-4a65-b89a-d58456250128'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:22:27.466500 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Attempting to bind port c4001799-21e9-44d7-9af5-6bb1a7e56389 on network 4564383f-8543-4a65-b89a-d58456250128 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:22:27.471522 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '130a9f87-9e48-4d8e-a269-e6e0764649e4', 'network_id': 'b1e22102-21d2-4484-a4f4-26f76f6ed12d', 'port_id': '130a9f87-9e48-4d8e-a269-e6e0764649e4', 'mac_address': 'fa:16:3e:c9:d1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b992fea-fe7f-4d9e-bf47-9566f436954b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:22:27.513930 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d9ad616-487d-4aaf-96b0-167fa9ebceeb req-6ff12714-f382-4257-9b42-af9246889ec2 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760825 May 30 20:22:27.522114 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:22:27.522492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Checking segment: {'id': '4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4564383f-8543-4a65-b89a-d58456250128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:22:27.522890 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:27.523275 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Bound using segment: {'id': '4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4564383f-8543-4a65-b89a-d58456250128'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:22:27.523755 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Bound port: c4001799-21e9-44d7-9af5-6bb1a7e56389, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4564383f-8543-4a65-b89a-d58456250128'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:22:27.524355 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:27.624182 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:27.673775 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130a9f87-9e48-4d8e-a269-e6e0764649e4 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:22:27.686398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-605e3c87-2880-4174-bff6-72052071bb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:27.697000 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9006da-fec9-46c2-82de-72d98b99f2e7 req-caf9db72-a33a-4668-be65-60b5bd56e751 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:27.698765 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb9006da-fec9-46c2-82de-72d98b99f2e7 req-caf9db72-a33a-4668-be65-60b5bd56e751 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.1478593 May 30 20:22:27.724767 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 130a9f87-9e48-4d8e-a269-e6e0764649e4, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=130a9f87-9e48-4d8e-a269-e6e0764649e4,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:27.749877 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:27.756472 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-605e3c87-2880-4174-bff6-72052071bb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:27.792439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] For port c4001799-21e9-44d7-9af5-6bb1a7e56389, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:22:27.798516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] For port c4001799-21e9-44d7-9af5-6bb1a7e56389, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c4001799-21e9-44d7-9af5-6bb1a7e56389,segment=NetworkSegment(4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f),segment_id=4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:22:27.819157 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb9006da-fec9-46c2-82de-72d98b99f2e7 req-a8976294-389a-40bd-8f0f-de4ca998a7d5 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138387 May 30 20:22:27.842346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-358c3140-35c4-4b7b-a8d2-c93a9ecd0760 req-afe581c6-f947-4ceb-a977-5b60e7206239 tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 1136 time: 0.1069388 May 30 20:22:27.880733 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:27.898589 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-358c3140-35c4-4b7b-a8d2-c93a9ecd0760 req-50f8bc73-fc57-4e4f-bed4-24dccbfa465b tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:27.915584 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-83fc20c3-df7e-40e7-b921-32f982ae149a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:27.966458 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=130a9f87-9e48-4d8e-a269-e6e0764649e4,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:28.008293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['130a9f87-9e48-4d8e-a269-e6e0764649e4'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:22:28.086595 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-605e3c87-2880-4174-bff6-72052071bb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:28.094443 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-358c3140-35c4-4b7b-a8d2-c93a9ecd0760 req-50f8bc73-fc57-4e4f-bed4-24dccbfa465b tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:28.104711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-358c3140-35c4-4b7b-a8d2-c93a9ecd0760 req-50f8bc73-fc57-4e4f-bed4-24dccbfa465b tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Usage tracker for resource:security_group_rule and tenant:225d216bdd144818a149a7eab4a2a4c7 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:28.114686 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Routers {'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:28.114999 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-358c3140-35c4-4b7b-a8d2-c93a9ecd0760 req-50f8bc73-fc57-4e4f-bed4-24dccbfa465b tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:28.115569 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:28.116924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e3c87-2880-4174-bff6-72052071bb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df26775-5b27-4cc8-ad29-8007121b13d6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:28.133030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-358c3140-35c4-4b7b-a8d2-c93a9ecd0760 req-50f8bc73-fc57-4e4f-bed4-24dccbfa465b tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:28.203927 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-605e3c87-2880-4174-bff6-72052071bb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:28.207924 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-605e3c87-2880-4174-bff6-72052071bb76 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9df26775-5b27-4cc8-ad29-8007121b13d6 HTTP/1.1" status: 204 len: 168 time: 0.8268514 May 30 20:22:28.383650 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7e039-e732-41a3-8ff7-1b1f63b291da None None] Pushing event updated for resources: {'Port': ['ID=c4001799-21e9-44d7-9af5-6bb1a7e56389,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:28.397999 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-358c3140-35c4-4b7b-a8d2-c93a9ecd0760 req-50f8bc73-fc57-4e4f-bed4-24dccbfa465b tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:28.409648 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-358c3140-35c4-4b7b-a8d2-c93a9ecd0760 req-50f8bc73-fc57-4e4f-bed4-24dccbfa465b tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:28.453778 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-358c3140-35c4-4b7b-a8d2-c93a9ecd0760 req-50f8bc73-fc57-4e4f-bed4-24dccbfa465b tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=88e4da72-19a6-4e07-90cc-1da34b6d5a0c&id=a84e0aa0-5ad2-4215-a8c8-a8788d9ae9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6043451 May 30 20:22:28.474587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8bc73-fc57-4e4f-bed4-24dccbfa465b tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2626c6af-9a6b-4ed8-95ed-a5228e7d79f6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:28.520020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] Set router b5018a4a-c30d-4b10-9f6c-09f458b6bbfe gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:28.529745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52104) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:28.640399 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-af0844d3-3dc4-4bb9-bff4-2e7d3484d0b9 tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 1131 time: 0.1063087 May 30 20:22:28.640574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52110) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:28.646433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': '37be7c3d-42a3-4a4f-b08d-0c46d57312d0', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:28.653953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:28.678644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Usage tracker for resource:floatingip and tenant:67862e1320db41428cd738fac2e6c911 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:28.683629 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:28.690912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:28.706462 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:28.708246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-90e29fac-671c-4bf2-b8d3-937e95933ada tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port bc631eab-cf0b-4808-9b04-b2b7245c8276 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:28.708589 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90e29fac-671c-4bf2-b8d3-937e95933ada tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:28.963266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52122) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:28.989427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-90e29fac-671c-4bf2-b8d3-937e95933ada tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] For port bc631eab-cf0b-4808-9b04-b2b7245c8276, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=bc631eab-cf0b-4808-9b04-b2b7245c8276,segment=NetworkSegment(1d2af21a-a5cf-434d-8462-b88f3e061e2a),segment_id=1d2af21a-a5cf-434d-8462-b88f3e061e2a)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:28.989793 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90e29fac-671c-4bf2-b8d3-937e95933ada tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:28.991776 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992644940', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'fd71690f-2069-4321-a36f-857a5edac742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:52Z', 'updated_at': '2022-05-30T20:22:02Z', 'revision_number': 4, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': 'fd71690f-2069-4321-a36f-857a5edac742', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:53Z', 'updated_at': '2022-05-30T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'c4001799-21e9-44d7-9af5-6bb1a7e56389', 'name': '', 'network_id': '4564383f-8543-4a65-b89a-d58456250128', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'mac_address': 'fa:16:3e:e1:09:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:01Z', 'updated_at': '2022-05-30T20:22:27Z', 'revision_number': 4, 'project_id': '67862e1320db41428cd738fac2e6c911', 'subnets': [{'id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:28.996166 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f7580-fb0e-4629-83fd-65b21b8ed2c0 None None] The sync data for ids ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'] in n-d-843949-2 is: [{'id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992644940', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'fd71690f-2069-4321-a36f-857a5edac742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:52Z', 'updated_at': '2022-05-30T20:22:02Z', 'revision_number': 4, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': 'fd71690f-2069-4321-a36f-857a5edac742', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:53Z', 'updated_at': '2022-05-30T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'c4001799-21e9-44d7-9af5-6bb1a7e56389', 'name': '', 'network_id': '4564383f-8543-4a65-b89a-d58456250128', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'mac_address': 'fa:16:3e:e1:09:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:01Z', 'updated_at': '2022-05-30T20:22:27Z', 'revision_number': 4, 'project_id': '67862e1320db41428cd738fac2e6c911', 'subnets': [{'id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:29.089061 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-95c126da-751b-460a-ba35-8b597a12d0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:29.216092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-95c126da-751b-460a-ba35-8b597a12d0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:29.223065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-95c126da-751b-460a-ba35-8b597a12d0d8 admin admin] Usage tracker for resource:security_group_rule and tenant:3c8abdc9630f4a00a6da8b187f96e891 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:29.227518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-95c126da-751b-460a-ba35-8b597a12d0d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:29.235659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-95c126da-751b-460a-ba35-8b597a12d0d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:29.243791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-90e29fac-671c-4bf2-b8d3-937e95933ada tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Calling delete_port for bc631eab-cf0b-4808-9b04-b2b7245c8276 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:29.341174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68849f42-27dd-4b86-bc79-0af9605b1235 req-81c03643-dba2-4459-896f-b011a03a9a6a tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:29.349028 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68849f42-27dd-4b86-bc79-0af9605b1235 req-81c03643-dba2-4459-896f-b011a03a9a6a tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 945 time: 0.6244097 May 30 20:22:29.482425 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-95c126da-751b-460a-ba35-8b597a12d0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:29.532830 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-68849f42-27dd-4b86-bc79-0af9605b1235 req-d68e67d1-367d-4e5a-a3c3-99312b28779f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828480 May 30 20:22:29.534405 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-95c126da-751b-460a-ba35-8b597a12d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:29.548585 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90e29fac-671c-4bf2-b8d3-937e95933ada tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:29.597977 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c67cd-7c87-4d9f-88e7-e6c39bcebf01 req-8852e9e8-354b-4e88-942a-3b68ae0c605e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:29.605810 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-120c67cd-7c87-4d9f-88e7-e6c39bcebf01 req-8852e9e8-354b-4e88-942a-3b68ae0c605e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.4796154 May 30 20:22:29.620663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e29fac-671c-4bf2-b8d3-937e95933ada tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Port': ['ID=bc631eab-cf0b-4808-9b04-b2b7245c8276,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:29.653205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c126da-751b-460a-ba35-8b597a12d0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c022d2b-83d8-4e51-bfe8-3af977346dd9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:29.669163 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:29.762213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-95c126da-751b-460a-ba35-8b597a12d0d8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3c8abdc9630f4a00a6da8b187f96e891&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7961922 May 30 20:22:29.767223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52138) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:29.804116 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-120c67cd-7c87-4d9f-88e7-e6c39bcebf01 req-f71853cf-1022-47f0-b11f-29089184d9f0 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973245 May 30 20:22:29.920595 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-092063cf-df09-4bd8-ae94-7fdf6aeb6b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:29.941271 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Allocated IP 172.25.5.210 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/61467310-9bc1-4950-a4b3-0fa55042fe01) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:22:30.069694 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d35e6905-e64c-49b6-9a14-a938bdb02df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:30.102849 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d35e6905-e64c-49b6-9a14-a938bdb02df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:30.122115 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:30.169684 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:30.182028 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-90e29fac-671c-4bf2-b8d3-937e95933ada tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:30.276188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 130a9f87-9e48-4d8e-a269-e6e0764649e4 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:22:30.296164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:30.299479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:30.310776 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:22:30.357559 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event updated for resources: {'Port': ['ID=61467310-9bc1-4950-a4b3-0fa55042fe01,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:30.389556 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d35e6905-e64c-49b6-9a14-a938bdb02df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:30.419845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 130a9f87-9e48-4d8e-a269-e6e0764649e4 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:22:30.428092 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 130a9f87-9e48-4d8e-a269-e6e0764649e4 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:30.428833 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:30.454572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e6905-e64c-49b6-9a14-a938bdb02df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c022d2b-83d8-4e51-bfe8-3af977346dd9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:30.492529 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d35e6905-e64c-49b6-9a14-a938bdb02df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:30.496556 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d35e6905-e64c-49b6-9a14-a938bdb02df6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5c022d2b-83d8-4e51-bfe8-3af977346dd9 HTTP/1.1" status: 204 len: 168 time: 0.7234654 May 30 20:22:30.706571 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c4001799-21e9-44d7-9af5-6bb1a7e56389 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:22:30.907375 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:31.025070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb66fbe-b53f-4094-84b1-e78e372f795f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130a9f87-9e48-4d8e-a269-e6e0764649e4'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:31.041549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 130a9f87-9e48-4d8e-a269-e6e0764649e4, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=130a9f87-9e48-4d8e-a269-e6e0764649e4,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:31.047342 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:31.051731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e29fac-671c-4bf2-b8d3-937e95933ada tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router b727b84d-64bc-40cb-be7d-42a33d16f237 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:22:31.135343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=130a9f87-9e48-4d8e-a269-e6e0764649e4,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:31.138281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port c4001799-21e9-44d7-9af5-6bb1a7e56389 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:22:31.147422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port c4001799-21e9-44d7-9af5-6bb1a7e56389 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:31.148047 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:31.221151 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:31.241582 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71948d1-83bc-4ef4-a64f-df963bbea0dd req-f499f5c1-9a91-439e-9abd-9f0b90d714c3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:31.243388 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f71948d1-83bc-4ef4-a64f-df963bbea0dd req-f499f5c1-9a91-439e-9abd-9f0b90d714c3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 945 time: 0.4303098 May 30 20:22:31.334023 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f71948d1-83bc-4ef4-a64f-df963bbea0dd req-ede8a2d2-a3eb-4e00-b169-a9f2a17af295 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724287 May 30 20:22:31.348815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff0e50-c4fc-4216-8d82-e1439ac2aedc req-25ca2c81-65d0-4d8d-a69d-ddd431bddb6d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:31.352260 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a7ff0e50-c4fc-4216-8d82-e1439ac2aedc req-25ca2c81-65d0-4d8d-a69d-ddd431bddb6d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.3390112 May 30 20:22:31.430232 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:31.473784 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port c4001799-21e9-44d7-9af5-6bb1a7e56389, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c4001799-21e9-44d7-9af5-6bb1a7e56389,segment=NetworkSegment(4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f),segment_id=4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:31.488866 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:31.504249 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a7ff0e50-c4fc-4216-8d82-e1439ac2aedc req-6a6d7c9a-323c-4494-82bb-45e24b569a3a tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446905 May 30 20:22:31.552479 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:31.580837 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea4670c-0fcb-41d6-9048-87310f591d71'] response: {'server_uuid': '8bb66fbe-b53f-4094-84b1-e78e372f795f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130a9f87-9e48-4d8e-a269-e6e0764649e4', 'code': 200} May 30 20:22:31.605437 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=c4001799-21e9-44d7-9af5-6bb1a7e56389,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:31.608865 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:31.625679 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e29fac-671c-4bf2-b8d3-937e95933ada tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:31.630720 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-90e29fac-671c-4bf2-b8d3-937e95933ada tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/b727b84d-64bc-40cb-be7d-42a33d16f237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7507477 May 30 20:22:31.633628 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52180) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:31.637373 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f549c40e-24c9-43b6-892d-667756f26d76 None None] Sync routers for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:31.655009 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f549c40e-24c9-43b6-892d-667756f26d76 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:31.655631 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f549c40e-24c9-43b6-892d-667756f26d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:31.691561 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:31.930973 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97e7400-5228-4846-b305-73a04a1f13f4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting subnet 5d3c5f58-81c6-44bb-8be5-84957f1c8fbc {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:22:31.939248 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d97e7400-5228-4846-b305-73a04a1f13f4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:31.967124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-f549c40e-24c9-43b6-892d-667756f26d76 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:32.052614 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d97e7400-5228-4846-b305-73a04a1f13f4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.083349 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-75f6c819-8ca7-4f03-b80b-ded88c4352d5 req-7cb16ccf-84bc-48dd-9715-5fa182676808 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 1097 time: 0.4862628 May 30 20:22:32.147152 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-75f6c819-8ca7-4f03-b80b-ded88c4352d5 req-abb3b865-b924-4491-9f3f-6e01a8fe1cfc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568237 May 30 20:22:32.189473 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d97e7400-5228-4846-b305-73a04a1f13f4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.215028 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.225298 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.334419 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d97e7400-5228-4846-b305-73a04a1f13f4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.382732 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event updated for resources: {'Port': ['ID=61467310-9bc1-4950-a4b3-0fa55042fe01,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:32.425344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e7400-5228-4846-b305-73a04a1f13f4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3c5f58-81c6-44bb-8be5-84957f1c8fbc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:32.435379 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d97e7400-5228-4846-b305-73a04a1f13f4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.460092 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d97e7400-5228-4846-b305-73a04a1f13f4 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/subnets/5d3c5f58-81c6-44bb-8be5-84957f1c8fbc HTTP/1.1" status: 204 len: 168 time: 0.8231876 May 30 20:22:32.460444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52206) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:32.471171 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:32.471549 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:32.471870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:32.477236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:32.477771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:32.477943 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:32.478605 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:32.478605 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:32.479392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:32.479392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:32.479740 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:32.509712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca1ecad-a9b3-4c68-8816-a62facf33cac None None] Network faa24437-8b8a-4982-94b6-cf429bfa7a2d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:22:32.540796 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.588077 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c4001799-21e9-44d7-9af5-6bb1a7e56389 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:22:32.765628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.789269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port cbf031ba-a806-46a7-9faf-19d507fbd2c7 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:32.796463 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.855637 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.915389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252fad5-1757-441b-b7b8-55c8aa4218d8 req-5e9211e8-694e-4a69-8278-bcf81216a8af tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:32.922464 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c252fad5-1757-441b-b7b8-55c8aa4218d8 req-5e9211e8-694e-4a69-8278-bcf81216a8af tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.2807071 May 30 20:22:32.965775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d620934-e800-4755-9827-775b5e757fc5 req-476bbabf-0577-466d-9b68-3c17d1a9f9ce tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:32.967257 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d620934-e800-4755-9827-775b5e757fc5 req-476bbabf-0577-466d-9b68-3c17d1a9f9ce tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.2022030 May 30 20:22:33.029612 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c252fad5-1757-441b-b7b8-55c8aa4218d8 req-9ec9aa6d-a561-43ff-a179-dabf72fe0f68 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058955 May 30 20:22:33.030267 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f549c40e-24c9-43b6-892d-667756f26d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:22:29Z', 'revision_number': 10, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:33.037140 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port c4001799-21e9-44d7-9af5-6bb1a7e56389 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:33.037566 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:33.063354 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d620934-e800-4755-9827-775b5e757fc5 req-b8f3edfb-be19-4f92-b3ef-6c6ce726d952 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846233 May 30 20:22:33.102574 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f549c40e-24c9-43b6-892d-667756f26d76 None None] Checking router: b727b84d-64bc-40cb-be7d-42a33d16f237 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:33.128652 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Floating IP b7b2c4a8-6575-4a49-9c8d-8c047a8a2b49 associated. External IP: 172.25.5.210, port: 37be7c3d-42a3-4a4f-b08d-0c46d57312d0. May 30 20:22:33.128903 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] For port cbf031ba-a806-46a7-9faf-19d507fbd2c7, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cbf031ba-a806-46a7-9faf-19d507fbd2c7,segment=NetworkSegment(1d2af21a-a5cf-434d-8462-b88f3e061e2a),segment_id=1d2af21a-a5cf-434d-8462-b88f3e061e2a)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:33.129272 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:33.199677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f549c40e-24c9-43b6-892d-667756f26d76 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:33.199677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f549c40e-24c9-43b6-892d-667756f26d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:33.410852 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Calling delete_port for cbf031ba-a806-46a7-9faf-19d507fbd2c7 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:33.411350 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-f549c40e-24c9-43b6-892d-667756f26d76 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:33.491068 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:33.571632 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:33.612328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9028a6-8568-4e58-ba49-2d987d2115d3 None None] DHCP port deletion for faa24437-8b8a-4982-94b6-cf429bfa7a2d request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:22:33.638352 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Port': ['ID=cbf031ba-a806-46a7-9faf-19d507fbd2c7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:33.645350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] No DVR routers for this DVR port cbf031ba-a806-46a7-9faf-19d507fbd2c7 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:22:33.797079 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:33.835558 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa24437-8b8a-4982-94b6-cf429bfa7a2d']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:33.850570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2af21a-a5cf-434d-8462-b88f3e061e2a') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:33.850822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2af21a-a5cf-434d-8462-b88f3e061e2a') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:33.868072 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:33.888531 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:33.898632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:22:33.899139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: timer() May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:22:33.918686 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:22:33.947033 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f549c40e-24c9-43b6-892d-667756f26d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:22:29Z', 'revision_number': 10, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:33.953311 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f549c40e-24c9-43b6-892d-667756f26d76 None None] The sync data for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 is: [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:22:29Z', 'revision_number': 10, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None, '_interfaces': [{'id': '3e65fad3-c91d-4163-b507-665b7e853576', 'name': '', 'network_id': '8d4900c6-7c50-4f38-8a28-3e569802ecfd', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'mac_address': 'fa:16:3e:b1:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:48Z', 'updated_at': '2022-05-30T20:21:04Z', 'revision_number': 5, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'subnets': [{'id': '25acf181-0cec-42ba-8d40-2aee94520d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:33.984530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Router b5018a4a-c30d-4b10-9f6c-09f458b6bbfe has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:22:34.033395 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:34.050566 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:34.088031 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Network': ['ID=faa24437-8b8a-4982-94b6-cf429bfa7a2d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:34.097620 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0919b87e-508c-4089-921a-235723266436 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/networks/faa24437-8b8a-4982-94b6-cf429bfa7a2d HTTP/1.1" status: 204 len: 168 time: 1.6361530 May 30 20:22:34.108513 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52250) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:34.498741 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cbf031ba-a806-46a7-9faf-19d507fbd2c7 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:34.567197 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: cbf031ba-a806-46a7-9faf-19d507fbd2c7 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:34.568471 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cbf031ba-a806-46a7-9faf-19d507fbd2c7 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:34.568471 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bc631eab-cf0b-4808-9b04-b2b7245c8276 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:34.609430 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: bc631eab-cf0b-4808-9b04-b2b7245c8276 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:34.609799 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bc631eab-cf0b-4808-9b04-b2b7245c8276 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:34.700181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f8811-1c62-4391-a99b-24da9b74f917 req-fb78dcac-4215-4b37-843e-8c7281d03e66 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:34.701617 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d8f8811-1c62-4391-a99b-24da9b74f917 req-fb78dcac-4215-4b37-843e-8c7281d03e66 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.4672441 May 30 20:22:34.709015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:34.749525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c056e-2299-492a-bcf8-4166849f7767 req-ba5bfdb7-37fb-4ef3-b9f0-d9f960af1eec tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:34.751196 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c30c056e-2299-492a-bcf8-4166849f7767 req-ba5bfdb7-37fb-4ef3-b9f0-d9f960af1eec tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.4464278 May 30 20:22:34.784064 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d6037ac-d085-492e-8d35-99ccfc770f72 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:34.818791 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d8f8811-1c62-4391-a99b-24da9b74f917 req-e4fd5bc7-79c1-4d7d-b3d3-3368b6bce82a tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014748 May 30 20:22:34.880192 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:34.994538 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c30c056e-2299-492a-bcf8-4166849f7767 req-c8586c4a-da6e-4cef-9daa-8fb543cd1baf tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298477 May 30 20:22:35.036090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-45614e5d-4a1e-4fc3-90cc-1b55313e2fbe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.3892016 May 30 20:22:35.036090 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf9110e-eded-4dd6-9fde-8208b42b4cb8', 'tag': '37be7c3d-42a3-4a4f-b08d-0c46d57312d0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:35.036296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52280) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:35.163517 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70879483-69a6-41ad-bc63-8aefec91eb55'] response: {'name': 'network-changed', 'server_uuid': 'aaf9110e-eded-4dd6-9fde-8208b42b4cb8', 'tag': '37be7c3d-42a3-4a4f-b08d-0c46d57312d0', 'status': 'completed', 'code': 200} May 30 20:22:35.526219 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e940b539-4af3-42bb-ac3a-d5ae1d4b6ad4 req-6fc1753a-a9ab-43aa-8e00-343db8c91287 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=67862e1320db41428cd738fac2e6c911&device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 1136 time: 0.3312991 May 30 20:22:35.544545 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e36db6-4d04-485f-b169-aec22856bba4 req-39f67560-cb1c-46b4-abdd-3d21c561fd91 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.546091 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b2e36db6-4d04-485f-b169-aec22856bba4 req-39f67560-cb1c-46b4-abdd-3d21c561fd91 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.1677804 May 30 20:22:35.589666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a52726-fd18-4eb5-868a-4908d4adbb2d tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.590040 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a52726-fd18-4eb5-868a-4908d4adbb2d tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.590399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a52726-fd18-4eb5-868a-4908d4adbb2d tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.590749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a52726-fd18-4eb5-868a-4908d4adbb2d tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.591099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a52726-fd18-4eb5-868a-4908d4adbb2d tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.591448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a52726-fd18-4eb5-868a-4908d4adbb2d tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.591794 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a52726-fd18-4eb5-868a-4908d4adbb2d tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.592163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a52726-fd18-4eb5-868a-4908d4adbb2d tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.598039 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-40a52726-fd18-4eb5-868a-4908d4adbb2d tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5662 time: 0.5593903 May 30 20:22:35.599226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52298) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:35.684858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4236a8a-8a67-4512-a787-698b226903be tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.684858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4236a8a-8a67-4512-a787-698b226903be tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.685166 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4236a8a-8a67-4512-a787-698b226903be tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.685389 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4236a8a-8a67-4512-a787-698b226903be tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.685758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4236a8a-8a67-4512-a787-698b226903be tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.686072 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4236a8a-8a67-4512-a787-698b226903be tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.686414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4236a8a-8a67-4512-a787-698b226903be tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.686753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4236a8a-8a67-4512-a787-698b226903be tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.693306 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d4236a8a-8a67-4512-a787-698b226903be tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5233 time: 0.0887821 May 30 20:22:35.693306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52306) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:35.695825 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b2e36db6-4d04-485f-b169-aec22856bba4 req-cfe3012f-f061-40df-ba64-735c21c8fbe9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279769 May 30 20:22:35.753631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940b539-4af3-42bb-ac3a-d5ae1d4b6ad4 req-385c71e5-f788-46ce-8ce5-c712df7eab76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.755234 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e940b539-4af3-42bb-ac3a-d5ae1d4b6ad4 req-385c71e5-f788-46ce-8ce5-c712df7eab76 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4564383f-8543-4a65-b89a-d58456250128 HTTP/1.1" status: 200 len: 898 time: 0.2173662 May 30 20:22:35.755693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52314) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:35.980475 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0e3bb99-634a-400f-b9e4-e1f25b673c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:35.996608 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e940b539-4af3-42bb-ac3a-d5ae1d4b6ad4 req-a948058f-d888-4c16-925a-1f607198d9ec service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37be7c3d-42a3-4a4f-b08d-0c46d57312d0 HTTP/1.1" status: 200 len: 1000 time: 0.2235692 May 30 20:22:36.089156 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8097f684-5bbe-44b6-bd0a-25dfa748256c tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3585 time: 0.3959179 May 30 20:22:36.092075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52328) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:36.101490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed08d8-b361-4ee1-83ba-8b8057a30b72 req-5f07ae03-2c95-4ce6-86a9-90e9b541b079 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:36.103185 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fed08d8-b361-4ee1-83ba-8b8057a30b72 req-5f07ae03-2c95-4ce6-86a9-90e9b541b079 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.2182641 May 30 20:22:36.106082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a0e3bb99-634a-400f-b9e4-e1f25b673c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:36.114934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940b539-4af3-42bb-ac3a-d5ae1d4b6ad4 req-ec36ce6f-cfbd-4e00-bb63-6f2d47e7bd12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:36.116370 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e940b539-4af3-42bb-ac3a-d5ae1d4b6ad4 req-ec36ce6f-cfbd-4e00-bb63-6f2d47e7bd12 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0032e739-5d11-487a-b2d1-92220d9fcd7a HTTP/1.1" status: 200 len: 835 time: 0.1122556 May 30 20:22:36.139790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a0e3bb99-634a-400f-b9e4-e1f25b673c84 admin admin] Usage tracker for resource:security_group_rule and tenant:ba0125d435fa473695cd7301aa1afa26 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:36.161477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a0e3bb99-634a-400f-b9e4-e1f25b673c84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:36.166102 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fed08d8-b361-4ee1-83ba-8b8057a30b72 req-e9a019c7-6705-4afd-ab59-83c62c1b3fe3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574923 May 30 20:22:36.277777 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-58545356-ef95-4880-b61c-4b34c8c22cce tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b5018a4a-c30d-4b10-9f6c-09f458b6bbfe HTTP/1.1" status: 200 len: 1990 time: 0.1846206 May 30 20:22:36.311533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a0e3bb99-634a-400f-b9e4-e1f25b673c84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:36.340032 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9d6037ac-d085-492e-8d35-99ccfc770f72 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port 3e65fad3-c91d-4163-b507-665b7e853576 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:36.340652 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d6037ac-d085-492e-8d35-99ccfc770f72 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:36.549394 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c36f272c-a6c2-4348-bb90-c42ef24f00f0 req-281b2dcd-b974-4d67-9c22-9c89764cc353 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3455930 May 30 20:22:36.580973 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e940b539-4af3-42bb-ac3a-d5ae1d4b6ad4 req-c5d31748-bf88-485d-9e0c-3657b9890c24 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4564383f-8543-4a65-b89a-d58456250128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4209480 May 30 20:22:36.701278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1454-8d65-4bc1-a045-ecc9d87d4b76 req-1554c8a5-f2f5-4b1b-a7b1-ff7c8ffa6e01 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:36.702721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a7f1454-8d65-4bc1-a045-ecc9d87d4b76 req-1554c8a5-f2f5-4b1b-a7b1-ff7c8ffa6e01 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.5048459 May 30 20:22:36.711779 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0e3bb99-634a-400f-b9e4-e1f25b673c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:36.749695 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-9d6037ac-d085-492e-8d35-99ccfc770f72 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] For port 3e65fad3-c91d-4163-b507-665b7e853576, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3e65fad3-c91d-4163-b507-665b7e853576,segment=NetworkSegment(54df5763-eb7b-41f3-925c-f0fd9730dad1),segment_id=54df5763-eb7b-41f3-925c-f0fd9730dad1)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:36.750059 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d6037ac-d085-492e-8d35-99ccfc770f72 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:36.795241 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0e3bb99-634a-400f-b9e4-e1f25b673c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:36.882475 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9d6037ac-d085-492e-8d35-99ccfc770f72 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Calling delete_port for 3e65fad3-c91d-4163-b507-665b7e853576 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:36.935173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3bb99-634a-400f-b9e4-e1f25b673c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf9d371-db24-4957-9fe3-3243bf3f90cf,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:36.948755 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a0e3bb99-634a-400f-b9e4-e1f25b673c84 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ba0125d435fa473695cd7301aa1afa26&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1920056 May 30 20:22:36.954693 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52344) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:36.956353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a7f1454-8d65-4bc1-a045-ecc9d87d4b76 req-c6e48f14-894e-4287-987a-f814b1af943b tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855621 May 30 20:22:36.965861 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e940b539-4af3-42bb-ac3a-d5ae1d4b6ad4 req-69d32777-86ad-4310-865e-6f497e680a44 service neutron] 10.222.0.77 "GET /v2.0/networks/4564383f-8543-4a65-b89a-d58456250128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613582 May 30 20:22:37.004919 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c36f272c-a6c2-4348-bb90-c42ef24f00f0 req-edff3122-eb9a-4391-b603-c5a5252212c5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0623461af4eb40b7a7c8696429fe1967&device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 1101 time: 0.3794286 May 30 20:22:37.014141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ea978-84bd-4571-837d-e94170bd43ce req-148b443f-62bc-4ec8-840b-60fe29d6ae5b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:37.015638 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb9ea978-84bd-4571-837d-e94170bd43ce req-148b443f-62bc-4ec8-840b-60fe29d6ae5b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.4147813 May 30 20:22:37.043433 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:37.122756 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe0f7-5815-4d1f-87a6-3e47b80ba2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:37.151015 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe0f7-5815-4d1f-87a6-3e47b80ba2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:37.228159 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d6037ac-d085-492e-8d35-99ccfc770f72 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:37.278575 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe0f7-5815-4d1f-87a6-3e47b80ba2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:37.299332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6037ac-d085-492e-8d35-99ccfc770f72 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Port': ['ID=3e65fad3-c91d-4163-b507-665b7e853576,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:37.314666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbe0f7-5815-4d1f-87a6-3e47b80ba2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf9d371-db24-4957-9fe3-3243bf3f90cf,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:37.411218 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e940b539-4af3-42bb-ac3a-d5ae1d4b6ad4 req-6be95ded-ed79-47c5-8500-8817e5e9da19 service neutron] 10.222.0.77 "GET /v2.0/networks/4564383f-8543-4a65-b89a-d58456250128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367139 May 30 20:22:37.445605 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb9ea978-84bd-4571-837d-e94170bd43ce req-1b8472c0-8941-4502-b46f-ac23e36e535f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824761 May 30 20:22:37.508950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f272c-a6c2-4348-bb90-c42ef24f00f0 req-2afac195-46f2-402f-a316-7589ef44fed0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:37.511151 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c36f272c-a6c2-4348-bb90-c42ef24f00f0 req-2afac195-46f2-402f-a316-7589ef44fed0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.4495144 May 30 20:22:37.516910 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe0f7-5815-4d1f-87a6-3e47b80ba2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:37.518590 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b3cbe0f7-5815-4d1f-87a6-3e47b80ba2c3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0bf9d371-db24-4957-9fe3-3243bf3f90cf HTTP/1.1" status: 204 len: 168 time: 0.5626400 May 30 20:22:37.592874 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63c3082-4d65-4c48-8ae5-84bab90f0534 None None] Sync routers for ids ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:37.615282 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c3082-4d65-4c48-8ae5-84bab90f0534 None None] Routers {'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:37.615913 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d63c3082-4d65-4c48-8ae5-84bab90f0534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:37.670459 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c36f272c-a6c2-4348-bb90-c42ef24f00f0 req-113d974f-9e5e-435b-841d-64a9dc8cb5b8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=9148ad4a-6242-4d79-ade8-eff94c98667a HTTP/1.1" status: 200 len: 217 time: 0.1414237 May 30 20:22:37.832166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f272c-a6c2-4348-bb90-c42ef24f00f0 req-7bf94d29-3b02-44f2-9faa-998e0c55da4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:37.833901 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c36f272c-a6c2-4348-bb90-c42ef24f00f0 req-7bf94d29-3b02-44f2-9faa-998e0c55da4b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.1537828 May 30 20:22:37.860132 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d6037ac-d085-492e-8d35-99ccfc770f72 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:38.013619 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e7a28ba-7aae-489d-8f98-c6f78b2e8b46 req-df4ba274-12b7-4e29-a77d-035175693643 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 1096 time: 0.1785867 May 30 20:22:38.074634 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e7a28ba-7aae-489d-8f98-c6f78b2e8b46 req-71ff4e9c-396a-4176-a64a-b23b4f674d6b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518091 May 30 20:22:38.091922 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c36f272c-a6c2-4348-bb90-c42ef24f00f0 req-3448b9a2-e533-480b-8618-add886a9c1dc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2123423 May 30 20:22:38.153434 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-d63c3082-4d65-4c48-8ae5-84bab90f0534 None None] Set router b5018a4a-c30d-4b10-9f6c-09f458b6bbfe gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:38.401517 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52382) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:38.533502 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-09a1ed92-d533-4e36-970d-bad70b020104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:38.589488 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c36f272c-a6c2-4348-bb90-c42ef24f00f0 req-ce5ad1f4-823e-4421-b922-9f55a897a192 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892743 May 30 20:22:38.682894 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-09a1ed92-d533-4e36-970d-bad70b020104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:38.792807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f89e35-ae39-4031-9526-c7797a75aba8 req-a02f0bf3-b1bc-4f98-91dd-02990ac5779f tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:38.799744 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82f89e35-ae39-4031-9526-c7797a75aba8 req-a02f0bf3-b1bc-4f98-91dd-02990ac5779f tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.4741085 May 30 20:22:38.819782 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-620fa7ab-a436-47de-82f3-fdf7fb867988 req-ec6ae9e1-d4dc-4c61-b0ea-d3cdecbe6e6c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=887c7367090a4d39a6cc946b56cbe442&device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 1096 time: 0.7131305 May 30 20:22:38.833511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-09a1ed92-d533-4e36-970d-bad70b020104 admin admin] Usage tracker for resource:security_group_rule and tenant:99f2c1578d6e40c0aa740f04aca65486 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:38.908868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-09a1ed92-d533-4e36-970d-bad70b020104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:38.933726 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d63c3082-4d65-4c48-8ae5-84bab90f0534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992644940', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'fd71690f-2069-4321-a36f-857a5edac742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:52Z', 'updated_at': '2022-05-30T20:22:02Z', 'revision_number': 4, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': 'fd71690f-2069-4321-a36f-857a5edac742', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:53Z', 'updated_at': '2022-05-30T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'b7b2c4a8-6575-4a49-9c8d-8c047a8a2b49', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'port_id': '37be7c3d-42a3-4a4f-b08d-0c46d57312d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4564383f-8543-4a65-b89a-d58456250128', 'mac_address': 'fa:16:3e:cf:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf9110e-eded-4dd6-9fde-8208b42b4cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:22:31Z', 'updated_at': '2022-05-30T20:22:31Z', 'revision_number': 0, 'project_id': '67862e1320db41428cd738fac2e6c911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4001799-21e9-44d7-9af5-6bb1a7e56389', 'name': '', 'network_id': '4564383f-8543-4a65-b89a-d58456250128', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'mac_address': 'fa:16:3e:e1:09:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:01Z', 'updated_at': '2022-05-30T20:22:31Z', 'revision_number': 5, 'project_id': '67862e1320db41428cd738fac2e6c911', 'subnets': [{'id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:38.940012 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63c3082-4d65-4c48-8ae5-84bab90f0534 None None] Checking router: b5018a4a-c30d-4b10-9f6c-09f458b6bbfe for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:38.949965 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-09a1ed92-d533-4e36-970d-bad70b020104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:38.968220 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c3082-4d65-4c48-8ae5-84bab90f0534 None None] Routers {'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:38.970923 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d63c3082-4d65-4c48-8ae5-84bab90f0534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:38.973828 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c36f272c-a6c2-4348-bb90-c42ef24f00f0 req-2df6c588-dafc-4afc-a808-005b133822fc service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591609 May 30 20:22:39.023074 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82f89e35-ae39-4031-9526-c7797a75aba8 req-fb20e446-18ed-4e1d-ad05-03b6613daeea tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215209 May 30 20:22:39.056269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ad754-9312-4628-87d5-f0212b7699e1 req-7be8fc9c-50af-4638-a833-ddf254c411bc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:39.060995 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec3ad754-9312-4628-87d5-f0212b7699e1 req-7be8fc9c-50af-4638-a833-ddf254c411bc tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.2585211 May 30 20:22:39.153841 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec3ad754-9312-4628-87d5-f0212b7699e1 req-7a83a39a-4fad-48f2-b99d-65a14ee15210 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823247 May 30 20:22:39.218136 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-d63c3082-4d65-4c48-8ae5-84bab90f0534 None None] Set router b5018a4a-c30d-4b10-9f6c-09f458b6bbfe gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:39.686790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fa7ab-a436-47de-82f3-fdf7fb867988 req-b7b2a287-8e09-4f48-a4ae-3d52db7ee874 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:39.688437 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-620fa7ab-a436-47de-82f3-fdf7fb867988 req-b7b2a287-8e09-4f48-a4ae-3d52db7ee874 service neutron] 10.222.0.77 "GET /v2.0/networks?id=364cc3fe-85b7-4da3-aabd-b1ac22737be8 HTTP/1.1" status: 200 len: 911 time: 0.7813096 May 30 20:22:39.800128 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-620fa7ab-a436-47de-82f3-fdf7fb867988 req-aa80a000-858d-404a-997e-0168aa3effc3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6d7853-ea67-42e6-8bbf-83ac57225dab HTTP/1.1" status: 200 len: 217 time: 0.0940948 May 30 20:22:39.817252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6037ac-d085-492e-8d35-99ccfc770f72 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router b727b84d-64bc-40cb-be7d-42a33d16f237 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:22:39.869826 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-09a1ed92-d533-4e36-970d-bad70b020104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:39.884241 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-09a1ed92-d533-4e36-970d-bad70b020104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:39.898821 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d63c3082-4d65-4c48-8ae5-84bab90f0534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992644940', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'fd71690f-2069-4321-a36f-857a5edac742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:52Z', 'updated_at': '2022-05-30T20:22:02Z', 'revision_number': 4, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': 'fd71690f-2069-4321-a36f-857a5edac742', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:53Z', 'updated_at': '2022-05-30T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'b7b2c4a8-6575-4a49-9c8d-8c047a8a2b49', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'port_id': '37be7c3d-42a3-4a4f-b08d-0c46d57312d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4564383f-8543-4a65-b89a-d58456250128', 'mac_address': 'fa:16:3e:cf:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf9110e-eded-4dd6-9fde-8208b42b4cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:22:31Z', 'updated_at': '2022-05-30T20:22:31Z', 'revision_number': 0, 'project_id': '67862e1320db41428cd738fac2e6c911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4001799-21e9-44d7-9af5-6bb1a7e56389', 'name': '', 'network_id': '4564383f-8543-4a65-b89a-d58456250128', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'mac_address': 'fa:16:3e:e1:09:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:01Z', 'updated_at': '2022-05-30T20:22:31Z', 'revision_number': 5, 'project_id': '67862e1320db41428cd738fac2e6c911', 'subnets': [{'id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:39.903113 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63c3082-4d65-4c48-8ae5-84bab90f0534 None None] The sync data for ids ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'] in n-d-843949-2 is: [{'id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992644940', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'fd71690f-2069-4321-a36f-857a5edac742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:52Z', 'updated_at': '2022-05-30T20:22:02Z', 'revision_number': 4, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': 'fd71690f-2069-4321-a36f-857a5edac742', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:53Z', 'updated_at': '2022-05-30T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'b7b2c4a8-6575-4a49-9c8d-8c047a8a2b49', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'port_id': '37be7c3d-42a3-4a4f-b08d-0c46d57312d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4564383f-8543-4a65-b89a-d58456250128', 'mac_address': 'fa:16:3e:cf:9c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf9110e-eded-4dd6-9fde-8208b42b4cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:22:31Z', 'updated_at': '2022-05-30T20:22:31Z', 'revision_number': 0, 'project_id': '67862e1320db41428cd738fac2e6c911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4001799-21e9-44d7-9af5-6bb1a7e56389', 'name': '', 'network_id': '4564383f-8543-4a65-b89a-d58456250128', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'mac_address': 'fa:16:3e:e1:09:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:01Z', 'updated_at': '2022-05-30T20:22:31Z', 'revision_number': 5, 'project_id': '67862e1320db41428cd738fac2e6c911', 'subnets': [{'id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:39.928687 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-09a1ed92-d533-4e36-970d-bad70b020104 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=99f2c1578d6e40c0aa740f04aca65486&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5223949 May 30 20:22:39.929058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52540) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:40.045124 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9300f28a-0d31-424b-9c00-afa0526d0812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:40.060186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fa7ab-a436-47de-82f3-fdf7fb867988 req-b9c9dd30-01bb-4753-b62d-288ad4e35172 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:40.061793 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-620fa7ab-a436-47de-82f3-fdf7fb867988 req-b9c9dd30-01bb-4753-b62d-288ad4e35172 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3cda5988-723f-45df-b890-6622cc50f504 HTTP/1.1" status: 200 len: 850 time: 0.2511508 May 30 20:22:40.076229 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9300f28a-0d31-424b-9c00-afa0526d0812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:40.129777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1ed92-d533-4e36-970d-bad70b020104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77902c35-ee0e-417a-bd84-1751fb012b5c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:40.158297 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9300f28a-0d31-424b-9c00-afa0526d0812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:40.183709 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300f28a-0d31-424b-9c00-afa0526d0812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77902c35-ee0e-417a-bd84-1751fb012b5c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:40.187255 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-620fa7ab-a436-47de-82f3-fdf7fb867988 req-26fc246b-75dd-449d-9abd-e7de7af57902 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=364cc3fe-85b7-4da3-aabd-b1ac22737be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584238 May 30 20:22:40.202172 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9300f28a-0d31-424b-9c00-afa0526d0812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:40.203457 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9300f28a-0d31-424b-9c00-afa0526d0812 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/77902c35-ee0e-417a-bd84-1751fb012b5c HTTP/1.1" status: 204 len: 168 time: 0.2734232 May 30 20:22:40.373019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6037ac-d085-492e-8d35-99ccfc770f72 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:40.384295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f60f14-9aee-4a83-9bc6-0dc43aa9a385 None None] Sync routers for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:40.413571 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f60f14-9aee-4a83-9bc6-0dc43aa9a385 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:40.414540 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-52f60f14-9aee-4a83-9bc6-0dc43aa9a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:40.467518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7d346-72e9-4ca4-90ff-eb035ecf1e4c req-c414fa06-1262-4bfd-b9d4-6f24be39edbc tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:40.482941 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4da7d346-72e9-4ca4-90ff-eb035ecf1e4c req-c414fa06-1262-4bfd-b9d4-6f24be39edbc tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.2210310 May 30 20:22:40.491340 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9d6037ac-d085-492e-8d35-99ccfc770f72 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/b727b84d-64bc-40cb-be7d-42a33d16f237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3777657 May 30 20:22:40.492233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52612) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:40.568818 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-620fa7ab-a436-47de-82f3-fdf7fb867988 req-afdb265b-ccfc-4648-b645-b4666de79ca3 service neutron] 10.222.0.77 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628633 May 30 20:22:40.642399 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4da7d346-72e9-4ca4-90ff-eb035ecf1e4c req-6a15a7dc-8ef0-402b-aa00-03810547f1ef tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517019 May 30 20:22:40.680337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172151b0-f351-45c8-901d-323e873cf066 req-f5c8d645-060c-41a5-9d5f-0c075fade5b4 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:40.681846 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-172151b0-f351-45c8-901d-323e873cf066 req-f5c8d645-060c-41a5-9d5f-0c075fade5b4 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.1506994 May 30 20:22:40.730223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-52f60f14-9aee-4a83-9bc6-0dc43aa9a385 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:40.772871 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-172151b0-f351-45c8-901d-323e873cf066 req-3cfd2520-50b6-4ef2-a429-f825a712b674 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797362 May 30 20:22:40.997315 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-52f60f14-9aee-4a83-9bc6-0dc43aa9a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:22:37Z', 'revision_number': 11, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:41.010465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f60f14-9aee-4a83-9bc6-0dc43aa9a385 None None] Checking router: b727b84d-64bc-40cb-be7d-42a33d16f237 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:41.030058 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-620fa7ab-a436-47de-82f3-fdf7fb867988 req-95786a0e-2b58-45a7-a632-48d4d9e2f4e9 service neutron] 10.222.0.77 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532518 May 30 20:22:41.031399 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f60f14-9aee-4a83-9bc6-0dc43aa9a385 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:41.032053 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-52f60f14-9aee-4a83-9bc6-0dc43aa9a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:41.043644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-981eedf3-35b2-4b41-9568-d6174a93d235 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting subnet 25acf181-0cec-42ba-8d40-2aee94520d30 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:22:41.051275 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-981eedf3-35b2-4b41-9568-d6174a93d235 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.123121 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-981eedf3-35b2-4b41-9568-d6174a93d235 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.135864 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:22:41.271006 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-981eedf3-35b2-4b41-9568-d6174a93d235 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.454117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-52f60f14-9aee-4a83-9bc6-0dc43aa9a385 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:41.468663 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-981eedf3-35b2-4b41-9568-d6174a93d235 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.536303 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981eedf3-35b2-4b41-9568-d6174a93d235 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Subnet': ['ID=25acf181-0cec-42ba-8d40-2aee94520d30,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:41.547251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-701ddddd-1449-4259-a303-23b9d8d0a28b tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:41.555250 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-981eedf3-35b2-4b41-9568-d6174a93d235 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.564753 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-981eedf3-35b2-4b41-9568-d6174a93d235 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/subnets/25acf181-0cec-42ba-8d40-2aee94520d30 HTTP/1.1" status: 204 len: 168 time: 1.0528946 May 30 20:22:41.565491 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52746) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:41.575874 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8598a9a-e9b4-4dbf-b1b9-3f9e9d319730 None None] Network 8d4900c6-7c50-4f38-8a28-3e569802ecfd requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:22:41.578358 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-701ddddd-1449-4259-a303-23b9d8d0a28b tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/networks?id=364cc3fe-85b7-4da3-aabd-b1ac22737be8 HTTP/1.1" status: 200 len: 810 time: 0.5185077 May 30 20:22:41.628398 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-fabc6c3d-c0b6-4bc6-87de-75a78f1e7c43 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/quotas/887c7367090a4d39a6cc946b56cbe442 HTTP/1.1" status: 200 len: 375 time: 0.0481765 May 30 20:22:41.774960 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.796646 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-5f6f0548-646c-47d2-ab7d-f53b8673c976 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=887c7367090a4d39a6cc946b56cbe442&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1668119 May 30 20:22:41.800950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Deleting port 765d51ef-371d-4a4b-89dd-957daec3e9f2 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:41.801304 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.888177 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-52f60f14-9aee-4a83-9bc6-0dc43aa9a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:22:37Z', 'revision_number': 11, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:41.928088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f60f14-9aee-4a83-9bc6-0dc43aa9a385 None None] The sync data for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 is: [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:22:37Z', 'revision_number': 11, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:42.235542 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-7556c0af-fcf5-47db-a55a-751379e55d42 service neutron] 10.222.0.84 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377403 May 30 20:22:42.331946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836683af-8f17-4b7c-85b2-08c1b07e7fa9 None None] DHCP port deletion for 8d4900c6-7c50-4f38-8a28-3e569802ecfd request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:22:42.349066 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-836683af-8f17-4b7c-85b2-08c1b07e7fa9 None None] Deleting port 765d51ef-371d-4a4b-89dd-957daec3e9f2 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:42.353751 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-836683af-8f17-4b7c-85b2-08c1b07e7fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:42.506857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] For port 765d51ef-371d-4a4b-89dd-957daec3e9f2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=765d51ef-371d-4a4b-89dd-957daec3e9f2,segment=NetworkSegment(54df5763-eb7b-41f3-925c-f0fd9730dad1),segment_id=54df5763-eb7b-41f3-925c-f0fd9730dad1)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:42.507594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:42.524033 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 765d51ef-371d-4a4b-89dd-957daec3e9f2 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:42.604540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be567912-1551-40c0-95c6-b929bf37fa18 req-f92ec180-2689-4a6d-9a44-86d2c7c81568 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:42.605896 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be567912-1551-40c0-95c6-b929bf37fa18 req-f92ec180-2689-4a6d-9a44-86d2c7c81568 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.4631684 May 30 20:22:42.625765 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-1cc5eb0c-8ff4-474a-96d7-a5dec312c53b service neutron] 10.222.0.84 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832214 May 30 20:22:42.730709 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be567912-1551-40c0-95c6-b929bf37fa18 req-cbc29bd1-0e2e-4886-a636-b294dd2c6d35 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010561 May 30 20:22:42.858589 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Calling delete_port for 765d51ef-371d-4a4b-89dd-957daec3e9f2 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:42.866485 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-836683af-8f17-4b7c-85b2-08c1b07e7fa9 None None] For port 765d51ef-371d-4a4b-89dd-957daec3e9f2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=765d51ef-371d-4a4b-89dd-957daec3e9f2,segment=NetworkSegment(54df5763-eb7b-41f3-925c-f0fd9730dad1),segment_id=54df5763-eb7b-41f3-925c-f0fd9730dad1)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:42.866970 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-836683af-8f17-4b7c-85b2-08c1b07e7fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:42.990171 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-67151170-787c-4227-9c9d-c215c04315a2 req-473ca41e-44d5-45be-9447-ca124eebba5c tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 210 time: 0.0527363 May 30 20:22:43.051675 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-836683af-8f17-4b7c-85b2-08c1b07e7fa9 None None] Calling delete_port for 765d51ef-371d-4a4b-89dd-957daec3e9f2 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:43.063313 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.081542 n-d-843949-2 neutron-server[84025]: INFO neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No ports have port_id starting with 765d51ef-371d-4a4b-89dd-957daec3e9f2 May 30 20:22:43.115020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3e65fad3-c91d-4163-b507-665b7e853576 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:43.161135 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] No DVR routers for this DVR port 765d51ef-371d-4a4b-89dd-957daec3e9f2 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:22:43.187738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Port': ['ID=765d51ef-371d-4a4b-89dd-957daec3e9f2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:43.228690 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 3e65fad3-c91d-4163-b507-665b7e853576 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:43.229010 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3e65fad3-c91d-4163-b507-665b7e853576 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:43.248302 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e524a-5236-47f8-b2b4-d001f860b041 None None] New status for floating IP b7b2c4a8-6575-4a49-9c8d-8c047a8a2b49: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:22:43.254374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.254724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.255057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.255404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.255731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.256096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.256397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.256704 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.257475 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.258295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.258915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.325366 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-836683af-8f17-4b7c-85b2-08c1b07e7fa9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:22:43.325778 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-836683af-8f17-4b7c-85b2-08c1b07e7fa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:22:43.417716 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.505695 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4900c6-7c50-4f38-8a28-3e569802ecfd']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:43.522179 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54df5763-eb7b-41f3-925c-f0fd9730dad1') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:43.523240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54df5763-eb7b-41f3-925c-f0fd9730dad1') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:43.539013 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.558629 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.570784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:22:43.571139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: timer() May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:22:43.604489 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:22:43.716829 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.766965 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.770444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Pushing event deleted for resources: {'Network': ['ID=8d4900c6-7c50-4f38-8a28-3e569802ecfd,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:43.782548 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e6d39181-c22b-403b-8251-f928a268f8bc tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/networks/8d4900c6-7c50-4f38-8a28-3e569802ecfd HTTP/1.1" status: 204 len: 168 time: 2.2159765 May 30 20:22:43.785232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52904) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:43.796481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6f594e01-fe23-4f29-960a-4a95e0f271e9 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'router': {'routes': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:43.828432 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-836683af-8f17-4b7c-85b2-08c1b07e7fa9 None None] Deleting port 765d51ef-371d-4a4b-89dd-957daec3e9f2 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:43.829020 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-836683af-8f17-4b7c-85b2-08c1b07e7fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.999936 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-836683af-8f17-4b7c-85b2-08c1b07e7fa9 None None] The port '765d51ef-371d-4a4b-89dd-957daec3e9f2' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:22:44.233245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.extraroute_db [None req-6f594e01-fe23-4f29-960a-4a95e0f271e9 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Added routes are [] {{(pid=84023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 30 20:22:44.233548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.extraroute_db [None req-6f594e01-fe23-4f29-960a-4a95e0f271e9 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Removed routes are [] {{(pid=84023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 30 20:22:44.233910 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6f594e01-fe23-4f29-960a-4a95e0f271e9 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:44.714749 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48aa91f9-b84a-4fde-88d6-f7504ee99adf req-9416aa0c-f869-4622-9d53-aa04da101710 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 210 time: 0.1219141 May 30 20:22:44.851001 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6f594e01-fe23-4f29-960a-4a95e0f271e9 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:44.869748 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6f594e01-fe23-4f29-960a-4a95e0f271e9 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:44.975726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-114b215b-c106-4fa6-b05b-97d7e8349c3e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:44.976134 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-114b215b-c106-4fa6-b05b-97d7e8349c3e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.93 "GET /v2.0/networks?id=364cc3fe-85b7-4da3-aabd-b1ac22737be8 HTTP/1.1" status: 200 len: 810 time: 0.5417798 May 30 20:22:45.043341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-c0621d09-8319-47ba-b399-fa2bfba0c3d4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Request body: {'port': {'device_id': '54d9d857-2df2-450a-8d01-5eb6cf13820c', 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8', 'admin_state_up': True, 'tenant_id': '887c7367090a4d39a6cc946b56cbe442'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:45.187767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fcece-2e29-4b46-ad24-71f91dfddd01 req-c69554ff-dba6-4389-87db-60da411816d4 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:45.189521 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de2fcece-2e29-4b46-ad24-71f91dfddd01 req-c69554ff-dba6-4389-87db-60da411816d4 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 1.1180248 May 30 20:22:45.232080 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f594e01-fe23-4f29-960a-4a95e0f271e9 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router b727b84d-64bc-40cb-be7d-42a33d16f237 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:22:45.406135 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de2fcece-2e29-4b46-ad24-71f91dfddd01 req-86beed87-2f83-4d24-be64-eb68e6311b61 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073703 May 30 20:22:45.414658 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-c0621d09-8319-47ba-b399-fa2bfba0c3d4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:45.494643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-c0621d09-8319-47ba-b399-fa2bfba0c3d4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:45.603744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-c0621d09-8319-47ba-b399-fa2bfba0c3d4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Made reservation on behalf of 887c7367090a4d39a6cc946b56cbe442 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:22:45.610151 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-c0621d09-8319-47ba-b399-fa2bfba0c3d4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:45.636285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f594e01-fe23-4f29-960a-4a95e0f271e9 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:45.648258 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b0c3d6-a4df-45eb-bc9b-d853a8cf4cd9 None None] Sync routers for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:45.660699 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6f594e01-fe23-4f29-960a-4a95e0f271e9 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:45.664745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b0c3d6-a4df-45eb-bc9b-d853a8cf4cd9 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:45.665836 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-76b0c3d6-a4df-45eb-bc9b-d853a8cf4cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:45.666306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52968) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:45.666858 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6f594e01-fe23-4f29-960a-4a95e0f271e9 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/b727b84d-64bc-40cb-be7d-42a33d16f237 HTTP/1.1" status: 200 len: 700 time: 1.8799264 May 30 20:22:45.713642 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c5595ddf-eaa2-44da-b7e1-cea8bdb26096 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Synchronizing usage tracker for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:45.750469 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c5595ddf-eaa2-44da-b7e1-cea8bdb26096 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Unset dirty status for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:45.752045 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c5595ddf-eaa2-44da-b7e1-cea8bdb26096 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports?device_id=b727b84d-64bc-40cb-be7d-42a33d16f237 HTTP/1.1" status: 200 len: 205 time: 0.0847156 May 30 20:22:45.754708 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52976) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:45.871992 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-76b0c3d6-a4df-45eb-bc9b-d853a8cf4cd9 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:45.980040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-c0621d09-8319-47ba-b399-fa2bfba0c3d4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Allocated IP 172.20.0.12 (364cc3fe-85b7-4da3-aabd-b1ac22737be8/3cda5988-723f-45df-b890-6622cc50f504/2013f2e1-14ee-4e4f-9e27-005075c99c06) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:22:46.004514 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27731591-1c0c-42c4-8efd-acbab547ec13 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.011169 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bb37170-8674-4007-94a7-604f0559a680 req-641544aa-9cef-4e9c-8e5d-e51e09df4cf8 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 210 time: 0.1094904 May 30 20:22:46.025707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-76b0c3d6-a4df-45eb-bc9b-d853a8cf4cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:22:37Z', 'revision_number': 11, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:46.044981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b0c3d6-a4df-45eb-bc9b-d853a8cf4cd9 None None] Checking router: b727b84d-64bc-40cb-be7d-42a33d16f237 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:46.081842 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b0c3d6-a4df-45eb-bc9b-d853a8cf4cd9 None None] Routers {'b727b84d-64bc-40cb-be7d-42a33d16f237'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:46.083720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-76b0c3d6-a4df-45eb-bc9b-d853a8cf4cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b727b84d-64bc-40cb-be7d-42a33d16f237'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:46.261082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52990) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:46.315138 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-c0621d09-8319-47ba-b399-fa2bfba0c3d4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.349077 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-c0621d09-8319-47ba-b399-fa2bfba0c3d4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.363291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['4f6d7853-ea67-42e6-8bbf-83ac57225dab'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:22:46.394597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-76b0c3d6-a4df-45eb-bc9b-d853a8cf4cd9 None None] Set router b727b84d-64bc-40cb-be7d-42a33d16f237 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:46.420555 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-c0621d09-8319-47ba-b399-fa2bfba0c3d4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Network 364cc3fe-85b7-4da3-aabd-b1ac22737be8 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:46.429618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-c0621d09-8319-47ba-b399-fa2bfba0c3d4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:46.434123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-c0621d09-8319-47ba-b399-fa2bfba0c3d4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:22:46.517885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-c0621d09-8319-47ba-b399-fa2bfba0c3d4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:46.518849 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-c0621d09-8319-47ba-b399-fa2bfba0c3d4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.538901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-76b0c3d6-a4df-45eb-bc9b-d853a8cf4cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:22:37Z', 'revision_number': 11, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:46.545271 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b0c3d6-a4df-45eb-bc9b-d853a8cf4cd9 None None] The sync data for ids ['b727b84d-64bc-40cb-be7d-42a33d16f237'] in n-d-843949-2 is: [{'id': 'b727b84d-64bc-40cb-be7d-42a33d16f237', 'name': 'tempest-RoutersTest-router-469774712', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:43Z', 'updated_at': '2022-05-30T20:22:37Z', 'revision_number': 11, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:46.599759 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0621d09-8319-47ba-b399-fa2bfba0c3d4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Pushing event updated for resources: {'Port': ['ID=2013f2e1-14ee-4e4f-9e27-005075c99c06,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:46.618487 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-c0621d09-8319-47ba-b399-fa2bfba0c3d4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5855584 May 30 20:22:46.648367 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27731591-1c0c-42c4-8efd-acbab547ec13 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.653659 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27731591-1c0c-42c4-8efd-acbab547ec13 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.660156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Request body: {'port': {'device_id': '54d9d857-2df2-450a-8d01-5eb6cf13820c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:46.682085 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27731591-1c0c-42c4-8efd-acbab547ec13 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.682737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27731591-1c0c-42c4-8efd-acbab547ec13 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Fanout notify agent at l3_agent the message router_deleted on router b727b84d-64bc-40cb-be7d-42a33d16f237 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:22:46.714198 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27731591-1c0c-42c4-8efd-acbab547ec13 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.716407 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-27731591-1c0c-42c4-8efd-acbab547ec13 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/routers/b727b84d-64bc-40cb-be7d-42a33d16f237 HTTP/1.1" status: 204 len: 168 time: 0.9601038 May 30 20:22:46.719912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52998) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:46.730708 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f3df015d-c7ec-411b-ae18-1c6a4c97274a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1201606147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:46.738124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f3df015d-c7ec-411b-ae18-1c6a4c97274a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:46.743590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f3df015d-c7ec-411b-ae18-1c6a4c97274a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Usage tracker for resource:router and tenant:a78afc9717e64bcdb2ef305445c4989f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:46.747206 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f3df015d-c7ec-411b-ae18-1c6a4c97274a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:46.756240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f3df015d-c7ec-411b-ae18-1c6a4c97274a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:46.773850 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3df015d-c7ec-411b-ae18-1c6a4c97274a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.774849 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3df015d-c7ec-411b-ae18-1c6a4c97274a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.810111 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79ce8d6b-145b-4350-a37f-85967cfe9189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.824069 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3df015d-c7ec-411b-ae18-1c6a4c97274a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.844608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49cb59-b42b-42f6-aa55-5160f3d10f15 req-0bf95089-58cb-4818-bbef-16e0ed947d98 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:46.857071 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d49cb59-b42b-42f6-aa55-5160f3d10f15 req-0bf95089-58cb-4818-bbef-16e0ed947d98 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 950 time: 0.7846994 May 30 20:22:46.860419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-79ce8d6b-145b-4350-a37f-85967cfe9189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:46.863212 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3df015d-c7ec-411b-ae18-1c6a4c97274a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.875488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-79ce8d6b-145b-4350-a37f-85967cfe9189 admin admin] Usage tracker for resource:security_group_rule and tenant:b578706bfd5f4adb9ab8a48fb65f08f1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:46.876500 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.880670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-79ce8d6b-145b-4350-a37f-85967cfe9189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:46.889471 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-79ce8d6b-145b-4350-a37f-85967cfe9189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:46.896331 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8464f-9f64-4737-b0ba-47e4cbfee27d req-391ad4b3-3ae1-439e-984f-53f13bb79452 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:46.898338 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2fb8464f-9f64-4737-b0ba-47e4cbfee27d req-391ad4b3-3ae1-439e-984f-53f13bb79452 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.2891853 May 30 20:22:46.917309 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3df015d-c7ec-411b-ae18-1c6a4c97274a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.919173 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f3df015d-c7ec-411b-ae18-1c6a4c97274a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1978426 May 30 20:22:46.922046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53002) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:46.932105 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1896d1a1-e6b4-4a8a-ac9f-18578c7656d2 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:47.004243 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d49cb59-b42b-42f6-aa55-5160f3d10f15 req-4edc87f3-2544-4a95-b692-612f82f68920 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/security-groups?id=4968559f-5ddc-4b85-a060-10739677c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460912 May 30 20:22:47.020250 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2fb8464f-9f64-4737-b0ba-47e4cbfee27d req-83b87c7f-277c-4013-b07c-bdea2506c6b2 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142142 May 30 20:22:47.229444 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79ce8d6b-145b-4350-a37f-85967cfe9189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:47.246039 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79ce8d6b-145b-4350-a37f-85967cfe9189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:47.357598 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740bffe-b7e8-4b81-afe7-c0b6b92ab304 req-29eb6c85-9d3a-4a2e-bc25-662b4dca9477 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:47.358380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8740bffe-b7e8-4b81-afe7-c0b6b92ab304 req-29eb6c85-9d3a-4a2e-bc25-662b4dca9477 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Synchronizing usage tracker for tenant:887c7367090a4d39a6cc946b56cbe442 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:47.364315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2013f2e1-14ee-4e4f-9e27-005075c99c06 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:22:47.373254 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:47.401578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8740bffe-b7e8-4b81-afe7-c0b6b92ab304 req-29eb6c85-9d3a-4a2e-bc25-662b4dca9477 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Unset dirty status for tenant:887c7367090a4d39a6cc946b56cbe442 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:47.403016 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8740bffe-b7e8-4b81-afe7-c0b6b92ab304 req-29eb6c85-9d3a-4a2e-bc25-662b4dca9477 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 932 time: 0.2081137 May 30 20:22:47.404030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Transition to ACTIVE for port object 2013f2e1-14ee-4e4f-9e27-005075c99c06 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:47.408183 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:47.412348 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1896d1a1-e6b4-4a8a-ac9f-18578c7656d2 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:47.461819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce8d6b-145b-4350-a37f-85967cfe9189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f6504a-c05e-43bc-9b7b-a4e18b249ded,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:47.468038 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-79ce8d6b-145b-4350-a37f-85967cfe9189 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b578706bfd5f4adb9ab8a48fb65f08f1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1253402 May 30 20:22:47.470598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53010) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:47.475838 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1896d1a1-e6b4-4a8a-ac9f-18578c7656d2 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4087695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4087696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4084242'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:47.672865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2013f2e1-14ee-4e4f-9e27-005075c99c06,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:47.686637 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8740bffe-b7e8-4b81-afe7-c0b6b92ab304 req-1fbc28b5-9b5e-4d1a-8a95-80acaad46090 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741022 May 30 20:22:47.688727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7a604-cace-4a80-a49e-439019ffb93e req-0b2f7864-b264-46d6-967d-ed721e903927 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:47.689376 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-81f7a604-cace-4a80-a49e-439019ffb93e req-0b2f7864-b264-46d6-967d-ed721e903927 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Synchronizing usage tracker for tenant:0623461af4eb40b7a7c8696429fe1967 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:47.705220 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4edf96c4-82af-43d1-b447-e36f901d5953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:47.734831 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-81f7a604-cace-4a80-a49e-439019ffb93e req-0b2f7864-b264-46d6-967d-ed721e903927 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Unset dirty status for tenant:0623461af4eb40b7a7c8696429fe1967 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:47.735935 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-81f7a604-cace-4a80-a49e-439019ffb93e req-0b2f7864-b264-46d6-967d-ed721e903927 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.93 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 950 time: 0.3175216 May 30 20:22:47.788995 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Attempting to bind port 2013f2e1-14ee-4e4f-9e27-005075c99c06 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:22:47.789318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Attempting to bind port 2013f2e1-14ee-4e4f-9e27-005075c99c06 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'c376f408-e235-429b-8441-7bb2e4dd6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:22:47.789636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Attempting to bind port 2013f2e1-14ee-4e4f-9e27-005075c99c06 on network 364cc3fe-85b7-4da3-aabd-b1ac22737be8 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:22:47.791804 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4edf96c4-82af-43d1-b447-e36f901d5953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:47.795333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Port 2013f2e1-14ee-4e4f-9e27-005075c99c06 on network 364cc3fe-85b7-4da3-aabd-b1ac22737be8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:22:47.795644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Attempting to bind port 2013f2e1-14ee-4e4f-9e27-005075c99c06 on network 364cc3fe-85b7-4da3-aabd-b1ac22737be8 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:22:47.802285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:22:47.802613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Checking segment: {'id': 'c376f408-e235-429b-8441-7bb2e4dd6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:22:47.802985 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Bound using segment: {'id': 'c376f408-e235-429b-8441-7bb2e4dd6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:22:47.803396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Bound port: 2013f2e1-14ee-4e4f-9e27-005075c99c06, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c376f408-e235-429b-8441-7bb2e4dd6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:22:47.803733 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:47.856834 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-81f7a604-cace-4a80-a49e-439019ffb93e req-c782fbcc-3f9a-41e7-8948-c4f3c5f03331 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Deleting port 9148ad4a-6242-4d79-ade8-eff94c98667a {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:47.857167 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-81f7a604-cace-4a80-a49e-439019ffb93e req-c782fbcc-3f9a-41e7-8948-c4f3c5f03331 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:47.895108 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1896d1a1-e6b4-4a8a-ac9f-18578c7656d2 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Router 5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:22:47.896719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] For port 2013f2e1-14ee-4e4f-9e27-005075c99c06, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:22:47.900384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] For port 2013f2e1-14ee-4e4f-9e27-005075c99c06, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2013f2e1-14ee-4e4f-9e27-005075c99c06,segment=NetworkSegment(c376f408-e235-429b-8441-7bb2e4dd6304),segment_id=c376f408-e235-429b-8441-7bb2e4dd6304)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:22:47.904992 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:47.968480 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:47.969926 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] 10.222.0.93 "PUT /v2.0/ports/2013f2e1-14ee-4e4f-9e27-005075c99c06 HTTP/1.1" status: 200 len: 1092 time: 1.3149729 May 30 20:22:47.970350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d9d857-2df2-450a-8d01-5eb6cf13820c', 'tag': '2013f2e1-14ee-4e4f-9e27-005075c99c06'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:47.993094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da210f66-7bad-414a-9b69-5a09c98706a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2013f2e1-14ee-4e4f-9e27-005075c99c06,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:48.022569 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4edf96c4-82af-43d1-b447-e36f901d5953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:48.045546 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7630c9b-df84-49a6-bd81-f5e32a28440a'] response: {'name': 'network-changed', 'server_uuid': '54d9d857-2df2-450a-8d01-5eb6cf13820c', 'tag': '2013f2e1-14ee-4e4f-9e27-005075c99c06', 'status': 'completed', 'code': 200} May 30 20:22:48.090485 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-80d50a4b-51d1-463b-90a6-aca333b265b4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=887c7367090a4d39a6cc946b56cbe442&device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 1095 time: 0.0824664 May 30 20:22:48.114992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf96c4-82af-43d1-b447-e36f901d5953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f6504a-c05e-43bc-9b7b-a4e18b249ded,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:48.140024 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4edf96c4-82af-43d1-b447-e36f901d5953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:48.141131 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4edf96c4-82af-43d1-b447-e36f901d5953 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e7f6504a-c05e-43bc-9b7b-a4e18b249ded HTTP/1.1" status: 204 len: 168 time: 0.6679437 May 30 20:22:48.222444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1896d1a1-e6b4-4a8a-ac9f-18578c7656d2 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:48.229860 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1896d1a1-e6b4-4a8a-ac9f-18578c7656d2 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:48.230966 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1896d1a1-e6b4-4a8a-ac9f-18578c7656d2 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "PUT /v2.0/routers/5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f HTTP/1.1" status: 200 len: 694 time: 1.3080258 May 30 20:22:48.233842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53022) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:48.239986 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f62bcc-f339-497d-9b17-1993fa2aa6d7 None None] Sync routers for ids ['5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:48.257979 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f62bcc-f339-497d-9b17-1993fa2aa6d7 None None] Routers {'5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:48.260280 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-66f62bcc-f339-497d-9b17-1993fa2aa6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:48.276035 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-ecbfc3fc-d561-4fdc-8651-2a57fce771a1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2013f2e1-14ee-4e4f-9e27-005075c99c06 HTTP/1.1" status: 200 len: 217 time: 0.1785214 May 30 20:22:48.436781 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-66f62bcc-f339-497d-9b17-1993fa2aa6d7 None None] Set router 5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:48.438606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-8951eedd-ef5e-49c5-a94b-045fd5ad7db6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:48.440990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-8951eedd-ef5e-49c5-a94b-045fd5ad7db6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3cda5988-723f-45df-b890-6622cc50f504 HTTP/1.1" status: 200 len: 850 time: 0.1541185 May 30 20:22:48.461320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd68f2-0a1a-41bf-b2d4-b519839f6035 req-acd26e1e-690e-44d7-bd8c-91a4b8c14475 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:48.462805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9fd68f2-0a1a-41bf-b2d4-b519839f6035 req-acd26e1e-690e-44d7-bd8c-91a4b8c14475 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.2715514 May 30 20:22:48.514817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9b938-aa9f-442a-a3f4-000481c3083a req-3537a82c-870a-4a49-94b1-d96881a2562b tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:48.528763 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7be9b938-aa9f-442a-a3f4-000481c3083a req-3537a82c-870a-4a49-94b1-d96881a2562b tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 950 time: 0.3292766 May 30 20:22:48.548279 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-81f7a604-cace-4a80-a49e-439019ffb93e req-c782fbcc-3f9a-41e7-8948-c4f3c5f03331 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] For port 9148ad4a-6242-4d79-ade8-eff94c98667a, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9148ad4a-6242-4d79-ade8-eff94c98667a,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:48.548680 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-81f7a604-cace-4a80-a49e-439019ffb93e req-c782fbcc-3f9a-41e7-8948-c4f3c5f03331 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:48.561080 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-7b8be6bb-3c20-4535-8c79-6160c0bec719 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=364cc3fe-85b7-4da3-aabd-b1ac22737be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063972 May 30 20:22:48.575038 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-66f62bcc-f339-497d-9b17-1993fa2aa6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f', 'name': 'tempest-RoutersTest-router-1201606147', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:46Z', 'updated_at': '2022-05-30T20:22:47Z', 'revision_number': 2, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:48.580823 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f62bcc-f339-497d-9b17-1993fa2aa6d7 None None] Checking router: 5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:48.597393 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f62bcc-f339-497d-9b17-1993fa2aa6d7 None None] Routers {'5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:48.598639 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-66f62bcc-f339-497d-9b17-1993fa2aa6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:48.685083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-81f7a604-cace-4a80-a49e-439019ffb93e req-c782fbcc-3f9a-41e7-8948-c4f3c5f03331 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Calling delete_port for 9148ad4a-6242-4d79-ade8-eff94c98667a owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:48.690011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53030) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:48.702778 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9fd68f2-0a1a-41bf-b2d4-b519839f6035 req-9d9b7f68-9695-4a42-b30c-ae8a0dd23014 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947691 May 30 20:22:48.716654 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b2e11f24-8cfa-41f8-aff4-5cad69658a17 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/routers/5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f HTTP/1.1" status: 200 len: 700 time: 0.4817550 May 30 20:22:48.724024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53036) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:48.741319 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-66f62bcc-f339-497d-9b17-1993fa2aa6d7 None None] Set router 5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:48.749430 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7be9b938-aa9f-442a-a3f4-000481c3083a req-e48d2db9-8f6c-4829-9768-f65521eace7c tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/security-groups?id=4968559f-5ddc-4b85-a060-10739677c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260582 May 30 20:22:48.753022 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ff07db71-6802-479e-b2af-9ee0629eae47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:48.775231 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a26eee04-0256-4c2d-912c-a53640673bf2 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports?device_id=5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f HTTP/1.1" status: 200 len: 205 time: 0.0502677 May 30 20:22:48.779227 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53040) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:48.837282 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-cc68e436-77ff-40f6-b4d8-620a22af0132 service neutron] 10.222.0.93 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678173 May 30 20:22:48.840773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ff07db71-6802-479e-b2af-9ee0629eae47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:48.869684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ff07db71-6802-479e-b2af-9ee0629eae47 admin admin] Usage tracker for resource:security_group_rule and tenant:aba0e31297b34ec7b5ba86f8fc0b5d3a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:48.877777 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ff07db71-6802-479e-b2af-9ee0629eae47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:48.892812 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-66f62bcc-f339-497d-9b17-1993fa2aa6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f', 'name': 'tempest-RoutersTest-router-1201606147', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:46Z', 'updated_at': '2022-05-30T20:22:47Z', 'revision_number': 2, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:48.896724 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f62bcc-f339-497d-9b17-1993fa2aa6d7 None None] The sync data for ids ['5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f'] in n-d-843949-2 is: [{'id': '5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f', 'name': 'tempest-RoutersTest-router-1201606147', 'tenant_id': 'a78afc9717e64bcdb2ef305445c4989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:46Z', 'updated_at': '2022-05-30T20:22:47Z', 'revision_number': 2, 'project_id': 'a78afc9717e64bcdb2ef305445c4989f', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:48.972106 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9eaf316-fa5d-443f-a94c-b31de355a46d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:48.972364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ff07db71-6802-479e-b2af-9ee0629eae47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:49.072976 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b33f6802-5a04-4f6b-ae0e-e5e9233cbf9a req-63d14184-95a1-4a38-98bf-2a65de42da1c service neutron] 10.222.0.93 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278111 May 30 20:22:49.108049 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740cb10-2645-4c9d-b9da-5b185465a535 req-3fbd8c9d-ba19-41f6-8f44-1feb11b653f6 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:49.109539 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a740cb10-2645-4c9d-b9da-5b185465a535 req-3fbd8c9d-ba19-41f6-8f44-1feb11b653f6 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 944 time: 0.2368515 May 30 20:22:49.154189 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-81f7a604-cace-4a80-a49e-439019ffb93e req-c782fbcc-3f9a-41e7-8948-c4f3c5f03331 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.180688 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ff07db71-6802-479e-b2af-9ee0629eae47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.189087 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ff07db71-6802-479e-b2af-9ee0629eae47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.269214 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a740cb10-2645-4c9d-b9da-5b185465a535 req-9a1eb4e8-762d-4127-aede-615c0fc02660 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493552 May 30 20:22:49.273900 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ff07db71-6802-479e-b2af-9ee0629eae47 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aba0e31297b34ec7b5ba86f8fc0b5d3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5778973 May 30 20:22:49.274669 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07db71-6802-479e-b2af-9ee0629eae47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866243b9-e44a-425c-afec-8eab6e4f96c7,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:49.277763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53044) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:49.324466 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-055114b6-068b-48ed-a851-934f255a5d1e req-02172293-9162-4dcb-a654-0c687d71a1aa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=887c7367090a4d39a6cc946b56cbe442&device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 1095 time: 0.2007408 May 30 20:22:49.327058 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782fbcc-3f9a-41e7-8948-c4f3c5f03331 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Pushing event deleted for resources: {'Port': ['ID=9148ad4a-6242-4d79-ade8-eff94c98667a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:49.437010 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b103aaf6-1d48-4045-a96d-e36f02a2de33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.477658 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f7a604-cace-4a80-a49e-439019ffb93e req-c782fbcc-3f9a-41e7-8948-c4f3c5f03331 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] No DVR routers for this DVR port 9148ad4a-6242-4d79-ade8-eff94c98667a on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:22:49.485195 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b103aaf6-1d48-4045-a96d-e36f02a2de33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.517512 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055114b6-068b-48ed-a851-934f255a5d1e req-99b779ef-a357-4b55-b1a3-1a411a2c2ee2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:49.519571 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-055114b6-068b-48ed-a851-934f255a5d1e req-99b779ef-a357-4b55-b1a3-1a411a2c2ee2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=364cc3fe-85b7-4da3-aabd-b1ac22737be8 HTTP/1.1" status: 200 len: 911 time: 0.1865811 May 30 20:22:49.534548 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-81f7a604-cace-4a80-a49e-439019ffb93e req-c782fbcc-3f9a-41e7-8948-c4f3c5f03331 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.537134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b9e7bd-c824-4ba9-a47e-83f377f091e8', 'name': 'network-vif-deleted', 'tag': '9148ad4a-6242-4d79-ade8-eff94c98667a'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:49.561321 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9eaf316-fa5d-443f-a94c-b31de355a46d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.567288 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-81f7a604-cace-4a80-a49e-439019ffb93e req-c782fbcc-3f9a-41e7-8948-c4f3c5f03331 tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.93 "DELETE /v2.0/ports/9148ad4a-6242-4d79-ade8-eff94c98667a HTTP/1.1" status: 204 len: 173 time: 1.8229294 May 30 20:22:49.567993 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9eaf316-fa5d-443f-a94c-b31de355a46d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.610263 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9eaf316-fa5d-443f-a94c-b31de355a46d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.611268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eaf316-fa5d-443f-a94c-b31de355a46d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Fanout notify agent at l3_agent the message router_deleted on router 5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:22:49.616374 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-055114b6-068b-48ed-a851-934f255a5d1e req-3e161d8b-248b-43b4-af31-6284aac52c75 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2013f2e1-14ee-4e4f-9e27-005075c99c06 HTTP/1.1" status: 200 len: 217 time: 0.0868664 May 30 20:22:49.638044 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547102b0-8b6d-4af9-b5a6-4cd388afe2a5'] response: {'server_uuid': 'a4b9e7bd-c824-4ba9-a47e-83f377f091e8', 'name': 'network-vif-deleted', 'tag': '9148ad4a-6242-4d79-ade8-eff94c98667a', 'status': 'completed', 'code': 200} May 30 20:22:49.650037 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9eaf316-fa5d-443f-a94c-b31de355a46d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.654402 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b9eaf316-fa5d-443f-a94c-b31de355a46d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/routers/5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f HTTP/1.1" status: 204 len: 168 time: 0.8716550 May 30 20:22:49.654709 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53052) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:49.702468 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b103aaf6-1d48-4045-a96d-e36f02a2de33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.743485 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103aaf6-1d48-4045-a96d-e36f02a2de33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866243b9-e44a-425c-afec-8eab6e4f96c7,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:49.784518 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b103aaf6-1d48-4045-a96d-e36f02a2de33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.785646 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b103aaf6-1d48-4045-a96d-e36f02a2de33 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/866243b9-e44a-425c-afec-8eab6e4f96c7 HTTP/1.1" status: 204 len: 168 time: 0.5054162 May 30 20:22:49.801189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055114b6-068b-48ed-a851-934f255a5d1e req-bdde1354-0f33-4838-ad3c-1607959ddb53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:49.807305 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-055114b6-068b-48ed-a851-934f255a5d1e req-bdde1354-0f33-4838-ad3c-1607959ddb53 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3cda5988-723f-45df-b890-6622cc50f504 HTTP/1.1" status: 200 len: 850 time: 0.1811030 May 30 20:22:50.103077 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-faa46c4f-ee2d-47d2-94a8-5ce4e7f520f6 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports?device_id=5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f HTTP/1.1" status: 200 len: 205 time: 0.4471829 May 30 20:22:50.105293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53062) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:50.186508 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-9ac52534-36a0-4a86-915b-b506faf54598 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] delete failed (client error): The resource could not be found. May 30 20:22:50.187654 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9ac52534-36a0-4a86-915b-b506faf54598 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/routers/5d5a4c2a-1ad4-44c3-a4e4-8f0ef0e6018f HTTP/1.1" status: 404 len: 336 time: 0.0810335 May 30 20:22:50.191243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53066) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:50.245833 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-055114b6-068b-48ed-a851-934f255a5d1e req-b4ad3a6f-80af-4a9e-9be2-e29299063c62 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=364cc3fe-85b7-4da3-aabd-b1ac22737be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4324861 May 30 20:22:50.253652 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6c8d3a-0cec-49ba-895f-05d5715faecb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] DELETE failed (client error): The resource could not be found. May 30 20:22:50.254111 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af6c8d3a-0cec-49ba-895f-05d5715faecb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:22:50.257744 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-af6c8d3a-0cec-49ba-895f-05d5715faecb tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/subnets/8a0d5261-c3a4-4774-86db-df622a75fdd0 HTTP/1.1" status: 404 len: 337 time: 0.0648267 May 30 20:22:50.259950 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83110490-0afd-4502-be5e-103ae3c8d4c4 req-6ed82cfc-622c-4063-94e7-8b17f038981e tempest-VolumesBackupsTest-1622139902 tempest-VolumesBackupsTest-1622139902-project] 10.222.0.84 "GET /v2.0/ports?device_id=a4b9e7bd-c824-4ba9-a47e-83f377f091e8 HTTP/1.1" status: 200 len: 210 time: 0.1026733 May 30 20:22:50.261289 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53072) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:50.320083 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b87f65-1f40-4cc0-a244-f02bc7f30322 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] DELETE failed (client error): The resource could not be found. May 30 20:22:50.320563 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b87f65-1f40-4cc0-a244-f02bc7f30322 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:22:50.322208 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d9b87f65-1f40-4cc0-a244-f02bc7f30322 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/subnets/58f5d9ee-31a4-45d0-af30-3a3b11edf090 HTTP/1.1" status: 404 len: 337 time: 0.0609062 May 30 20:22:50.326929 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53078) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:50.374893 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c05d7a-5203-4823-97c6-1655dbe114fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] DELETE failed (client error): The resource could not be found. May 30 20:22:50.375548 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c05d7a-5203-4823-97c6-1655dbe114fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:22:50.377803 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-96c05d7a-5203-4823-97c6-1655dbe114fd tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/subnets/5d3c5f58-81c6-44bb-8be5-84957f1c8fbc HTTP/1.1" status: 404 len: 337 time: 0.0498350 May 30 20:22:50.380222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53082) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:50.438043 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f07639-6fcd-4167-991b-232fc7925b3b tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] DELETE failed (client error): The resource could not be found. May 30 20:22:50.438480 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f07639-6fcd-4167-991b-232fc7925b3b tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:22:50.440160 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a6f07639-6fcd-4167-991b-232fc7925b3b tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/subnets/25acf181-0cec-42ba-8d40-2aee94520d30 HTTP/1.1" status: 404 len: 337 time: 0.0584421 May 30 20:22:50.442811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53088) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:50.485720 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-71c83831-f7c2-403e-b7d0-0703c14f7e33 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports?device_id=b727b84d-64bc-40cb-be7d-42a33d16f237 HTTP/1.1" status: 200 len: 205 time: 0.0417843 May 30 20:22:50.488473 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53094) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:50.527678 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-055114b6-068b-48ed-a851-934f255a5d1e req-1e1b1a2c-d825-41d7-b0be-4fdb883fa062 service neutron] 10.222.0.93 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666767 May 30 20:22:50.563197 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-9538e1b8-ec01-4b4b-b1f4-d593c1f85a93 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] delete failed (client error): The resource could not be found. May 30 20:22:50.566683 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9538e1b8-ec01-4b4b-b1f4-d593c1f85a93 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/routers/b727b84d-64bc-40cb-be7d-42a33d16f237 HTTP/1.1" status: 404 len: 336 time: 0.0749025 May 30 20:22:50.567083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53100) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:50.584942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114999a-fed8-4f2b-b8ec-5e6e601b3aeb req-4137974c-9a35-4fe0-a419-e8392685a9b5 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:50.586504 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b114999a-fed8-4f2b-b8ec-5e6e601b3aeb req-4137974c-9a35-4fe0-a419-e8392685a9b5 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.4292443 May 30 20:22:50.620917 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2106c151-a70a-4ada-a149-ff51d368957a tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd2eb0ac-ae25-4649-bfba-28f644ccc201 HTTP/1.1" status: 200 len: 205 time: 0.0527456 May 30 20:22:50.621503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53106) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:50.710158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c393f34-07a3-42b1-98f4-a67424ce2857 req-d30cc0d5-e087-4579-84d2-b1b45e959afe tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:50.711005 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-49fc8b15-db26-4cad-b443-1667b883d786 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] delete failed (client error): The resource could not be found. May 30 20:22:50.711638 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c393f34-07a3-42b1-98f4-a67424ce2857 req-d30cc0d5-e087-4579-84d2-b1b45e959afe tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 944 time: 0.2318513 May 30 20:22:50.718608 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b114999a-fed8-4f2b-b8ec-5e6e601b3aeb req-5de089be-95bd-4bac-8abf-e883ded442f9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816505 May 30 20:22:50.719929 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-49fc8b15-db26-4cad-b443-1667b883d786 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/routers/bd2eb0ac-ae25-4649-bfba-28f644ccc201 HTTP/1.1" status: 404 len: 336 time: 0.0968676 May 30 20:22:50.720513 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53112) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:50.769150 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c24239-9309-4c9b-9e18-dd2de0675491 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] DELETE failed (client error): The resource could not be found. May 30 20:22:50.771073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c24239-9309-4c9b-9e18-dd2de0675491 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:22:50.776607 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-97c24239-9309-4c9b-9e18-dd2de0675491 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/subnets/0fde49c6-cef4-438d-8cf9-921238b3f694 HTTP/1.1" status: 404 len: 337 time: 0.0548167 May 30 20:22:50.777416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53118) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:50.814774 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c393f34-07a3-42b1-98f4-a67424ce2857 req-a723fee3-c4a6-4f34-829e-c1cbe22af2ad tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933790 May 30 20:22:50.818397 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-055114b6-068b-48ed-a851-934f255a5d1e req-9d4d73fe-ab7b-4f52-b520-3b37ca76e356 service neutron] 10.222.0.93 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807739 May 30 20:22:50.851193 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cc4c3c8a-e91e-4303-ba9c-fe0598dfc83d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports?device_id=22f8909f-f0dd-4149-a168-411ff2f66211 HTTP/1.1" status: 200 len: 205 time: 0.0724239 May 30 20:22:50.853418 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53126) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:50.932759 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-dc2676a5-b04c-4bcb-9299-8c79552d352c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] delete failed (client error): The resource could not be found. May 30 20:22:50.933868 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dc2676a5-b04c-4bcb-9299-8c79552d352c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/routers/22f8909f-f0dd-4149-a168-411ff2f66211 HTTP/1.1" status: 404 len: 336 time: 0.0793843 May 30 20:22:50.936933 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53132) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:50.979481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b3d5d62b-89ff-47d1-9fb8-f7ba72735ac3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Synchronizing usage tracker for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:50.991519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b3d5d62b-89ff-47d1-9fb8-f7ba72735ac3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] Unset dirty status for tenant:a78afc9717e64bcdb2ef305445c4989f on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:50.992710 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b3d5d62b-89ff-47d1-9fb8-f7ba72735ac3 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports?device_id=25a1a544-6517-499d-9763-5092d9a6177b HTTP/1.1" status: 200 len: 205 time: 0.0547397 May 30 20:22:50.995151 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53138) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:51.069941 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9148ad4a-6242-4d79-ade8-eff94c98667a no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:51.072553 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-6448ed7e-3a4d-4067-bb13-a2ad92601674 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] delete failed (client error): The resource could not be found. May 30 20:22:51.073297 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6448ed7e-3a4d-4067-bb13-a2ad92601674 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/routers/25a1a544-6517-499d-9763-5092d9a6177b HTTP/1.1" status: 404 len: 336 time: 0.0770993 May 30 20:22:51.075766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53144) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:51.118546 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5a7dcc-9416-4be7-baba-c1bd2f71802b tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] DELETE failed (client error): The resource could not be found. May 30 20:22:51.118916 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5a7dcc-9416-4be7-baba-c1bd2f71802b tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:22:51.120568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5f5a7dcc-9416-4be7-baba-c1bd2f71802b tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/subnets/a260ec5f-9d0e-4965-b34b-323614ed7408 HTTP/1.1" status: 404 len: 337 time: 0.0438495 May 30 20:22:51.123249 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53152) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:51.124103 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 9148ad4a-6242-4d79-ade8-eff94c98667a {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:51.124447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9148ad4a-6242-4d79-ade8-eff94c98667a not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:51.170544 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3bb1c022-ec4b-4be4-8c77-89e003c2ab26 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1c6869e-6545-4d1e-be56-12dd5728f63c HTTP/1.1" status: 200 len: 205 time: 0.0457747 May 30 20:22:51.172554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53158) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:51.238632 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-e4aec350-5862-4cbd-bf58-8234cac46314 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] delete failed (client error): The resource could not be found. May 30 20:22:51.240111 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e4aec350-5862-4cbd-bf58-8234cac46314 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/routers/b1c6869e-6545-4d1e-be56-12dd5728f63c HTTP/1.1" status: 404 len: 336 time: 0.0661647 May 30 20:22:51.242780 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53164) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:51.307535 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-2958861d-d046-471c-965b-d638259c725c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] DELETE failed (client error): The resource could not be found. May 30 20:22:51.308743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2958861d-d046-471c-965b-d638259c725c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:22:51.310603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2958861d-d046-471c-965b-d638259c725c tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/subnets/0fbe26ab-c011-4b6d-b95a-6861a0837584 HTTP/1.1" status: 404 len: 337 time: 0.0666163 May 30 20:22:51.313364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53172) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:51.373936 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-86601070-f5e1-4ef0-9830-7c7f21e14fca tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "GET /v2.0/ports?device_id=1164af3d-fa27-470f-b932-5c27b4307ca1 HTTP/1.1" status: 200 len: 205 time: 0.0546832 May 30 20:22:51.373936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53180) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:51.462314 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-5d03f2e7-5328-4a14-b722-f356cd937816 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] delete failed (client error): The resource could not be found. May 30 20:22:51.462314 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5d03f2e7-5328-4a14-b722-f356cd937816 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/routers/1164af3d-fa27-470f-b932-5c27b4307ca1 HTTP/1.1" status: 404 len: 336 time: 0.0865650 May 30 20:22:51.464832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53188) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:51.526545 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-afaf3569-01e3-48fc-aed9-0083127ea9b5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] DELETE failed (client error): The resource could not be found. May 30 20:22:51.527205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afaf3569-01e3-48fc-aed9-0083127ea9b5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:22:51.529111 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-afaf3569-01e3-48fc-aed9-0083127ea9b5 tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/subnets/98a50990-1897-42e7-b712-d210d994de0d HTTP/1.1" status: 404 len: 337 time: 0.0631263 May 30 20:22:51.531717 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53194) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:51.579048 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-93750384-dde9-4c06-84ec-abad545d1c4d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] DELETE failed (client error): The resource could not be found. May 30 20:22:51.579482 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93750384-dde9-4c06-84ec-abad545d1c4d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:22:51.582017 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-93750384-dde9-4c06-84ec-abad545d1c4d tempest-RoutersTest-952481582 tempest-RoutersTest-952481582-project] 10.222.0.84 "DELETE /v2.0/subnets/c57af206-381f-4da8-8bf7-ca4dae27c6f7 HTTP/1.1" status: 404 len: 337 time: 0.0489829 May 30 20:22:51.896658 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53212) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:51.986757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bdb5e-021b-4003-9ed4-12700fc95376 req-acb58fd2-e98b-4645-8f63-5bb077f95898 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:52.000008 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-190bdb5e-021b-4003-9ed4-12700fc95376 req-acb58fd2-e98b-4645-8f63-5bb077f95898 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.1405628 May 30 20:22:52.103795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-190bdb5e-021b-4003-9ed4-12700fc95376 req-fcb8d38d-6beb-4342-8531-9055ccf20678 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982196 May 30 20:22:52.152143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e39d6-09ed-4dcd-bc5f-64f6d917c9eb req-9736ee11-76a1-4cc6-9c59-de67102ed047 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:52.160896 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-411e39d6-09ed-4dcd-bc5f-64f6d917c9eb req-9736ee11-76a1-4cc6-9c59-de67102ed047 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 944 time: 0.1354697 May 30 20:22:52.253249 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-411e39d6-09ed-4dcd-bc5f-64f6d917c9eb req-83979f4a-08f8-488d-a036-235437c7849a tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891027 May 30 20:22:52.260363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53224) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:52.272725 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bce9488c-235f-49f6-b011-f802ca8424e9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a78afc9717e64bcdb2ef305445c4989f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3746047 May 30 20:22:52.338287 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-318ca7ba-70d8-43b0-a2d3-c92b44f37440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:52.377214 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-318ca7ba-70d8-43b0-a2d3-c92b44f37440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:52.450105 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-318ca7ba-70d8-43b0-a2d3-c92b44f37440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:52.470768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ca7ba-70d8-43b0-a2d3-c92b44f37440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f9d2d0-c376-48de-a57c-4a663f48ca80,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:52.475131 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-318ca7ba-70d8-43b0-a2d3-c92b44f37440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:52.476291 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-318ca7ba-70d8-43b0-a2d3-c92b44f37440 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f7f9d2d0-c376-48de-a57c-4a663f48ca80 HTTP/1.1" status: 204 len: 168 time: 0.2148988 May 30 20:22:53.079727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2013f2e1-14ee-4e4f-9e27-005075c99c06 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:22:53.294041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8d98e-afea-4b55-9b37-e2a57c5399be req-ad30accc-6d11-4965-827c-135b81098f44 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:53.309395 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 2013f2e1-14ee-4e4f-9e27-005075c99c06, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2013f2e1-14ee-4e4f-9e27-005075c99c06,segment=NetworkSegment(c376f408-e235-429b-8441-7bb2e4dd6304),segment_id=c376f408-e235-429b-8441-7bb2e4dd6304)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:53.311894 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04d8d98e-afea-4b55-9b37-e2a57c5399be req-ad30accc-6d11-4965-827c-135b81098f44 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 946 time: 0.1304777 May 30 20:22:53.326471 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '2013f2e1-14ee-4e4f-9e27-005075c99c06', 'network_id': '364cc3fe-85b7-4da3-aabd-b1ac22737be8', 'port_id': '2013f2e1-14ee-4e4f-9e27-005075c99c06', 'mac_address': 'fa:16:3e:9c:3c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cda5988-723f-45df-b890-6622cc50f504', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:22:53.421783 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04d8d98e-afea-4b55-9b37-e2a57c5399be req-fe5961c7-7951-49ba-94bd-b9e23a63b0de tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=c56dce35-11da-4d3f-b0e8-7888511c386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082690 May 30 20:22:53.454132 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:53.481800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2013f2e1-14ee-4e4f-9e27-005075c99c06 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:22:53.506058 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 2013f2e1-14ee-4e4f-9e27-005075c99c06, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2013f2e1-14ee-4e4f-9e27-005075c99c06,segment=NetworkSegment(c376f408-e235-429b-8441-7bb2e4dd6304),segment_id=c376f408-e235-429b-8441-7bb2e4dd6304)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:53.512142 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:53.588253 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55267366-d5ab-4d07-8285-84ec6ceef5d3 req-bd02b39a-3f3c-4f65-b6b6-e0be067ae5c0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:53.593570 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55267366-d5ab-4d07-8285-84ec6ceef5d3 req-bd02b39a-3f3c-4f65-b6b6-e0be067ae5c0 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.1765895 May 30 20:22:53.611380 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=2013f2e1-14ee-4e4f-9e27-005075c99c06,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:53.730632 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55267366-d5ab-4d07-8285-84ec6ceef5d3 req-88fcf36e-57b9-4f3b-92f0-c173def9d921 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263955 May 30 20:22:53.742964 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['2013f2e1-14ee-4e4f-9e27-005075c99c06'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:22:53.792099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c86bd-6029-48e4-9c23-e280df58b670 req-99c649c4-3844-4126-a679-fc1b5235c450 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:53.799267 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c6c86bd-6029-48e4-9c23-e280df58b670 req-99c649c4-3844-4126-a679-fc1b5235c450 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 945 time: 0.1408978 May 30 20:22:53.859774 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c6c86bd-6029-48e4-9c23-e280df58b670 req-01b9a9ce-e46f-42b4-a2bd-9e5d25e9e7cd tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591567 May 30 20:22:54.014592 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53292) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:54.320227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-89223f1e-fd9f-4b0e-9997-a6e7552b7610 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1402848929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:54.328225 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-89223f1e-fd9f-4b0e-9997-a6e7552b7610 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:54.336142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-89223f1e-fd9f-4b0e-9997-a6e7552b7610 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Usage tracker for resource:router and tenant:a3169f673b104332b2cfc09efc484d85 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:54.339402 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-89223f1e-fd9f-4b0e-9997-a6e7552b7610 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:54.352766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-89223f1e-fd9f-4b0e-9997-a6e7552b7610 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:54.374389 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-89223f1e-fd9f-4b0e-9997-a6e7552b7610 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:54.375868 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-89223f1e-fd9f-4b0e-9997-a6e7552b7610 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:54.411183 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-89223f1e-fd9f-4b0e-9997-a6e7552b7610 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:54.431198 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-89223f1e-fd9f-4b0e-9997-a6e7552b7610 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:54.458055 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-89223f1e-fd9f-4b0e-9997-a6e7552b7610 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:54.459632 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-89223f1e-fd9f-4b0e-9997-a6e7552b7610 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4439704 May 30 20:22:54.462222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53316) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:54.478962 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1132033644'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:54.485024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:54.489800 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Usage tracker for resource:network and tenant:a3169f673b104332b2cfc09efc484d85 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:54.493615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:54.501236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:54.520618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Made reservation on behalf of a3169f673b104332b2cfc09efc484d85 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:22:54.522667 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:54.537463 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:54.807145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:54.811466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Usage tracker for resource:security_group_rule and tenant:a3169f673b104332b2cfc09efc484d85 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:54.814294 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:54.821262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:54.952322 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f0393-8a60-4ca3-b180-f5bb0f703e4b req-f3254b72-a11c-4291-affa-83533035db51 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:54.959662 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-758f0393-8a60-4ca3-b180-f5bb0f703e4b req-f3254b72-a11c-4291-affa-83533035db51 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 946 time: 0.2706947 May 30 20:22:55.033811 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:55.051815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d54d38-4ad2-416d-885a-5df439c1bcc5 req-a655b72f-3272-4570-bedb-211747dcc5b3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:55.053439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60d54d38-4ad2-416d-885a-5df439c1bcc5 req-a655b72f-3272-4570-bedb-211747dcc5b3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 946 time: 0.5019534 May 30 20:22:55.057918 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:55.069543 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2013f2e1-14ee-4e4f-9e27-005075c99c06 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:22:55.152553 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-758f0393-8a60-4ca3-b180-f5bb0f703e4b req-0b29cb0c-e08d-4e30-ba37-8032df918ed0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=c56dce35-11da-4d3f-b0e8-7888511c386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919744 May 30 20:22:55.171426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:22:55.176614 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 2013f2e1-14ee-4e4f-9e27-005075c99c06 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:22:55.187585 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 2013f2e1-14ee-4e4f-9e27-005075c99c06 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:55.188226 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:55.188599 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:55.189018 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Added segment cac94a76-dcca-447c-894c-b077b8262690 of type vlan for network 941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882 May 30 20:22:55.264203 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:55.347241 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:55.370015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-60d54d38-4ad2-416d-885a-5df439c1bcc5 req-1542dd59-6dd6-46f6-b367-a181aa30c60e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Deleting port 8be16f02-1a10-4a7e-a5a0-adcdec476c08 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:55.372024 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-60d54d38-4ad2-416d-885a-5df439c1bcc5 req-1542dd59-6dd6-46f6-b367-a181aa30c60e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:55.392907 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 2013f2e1-14ee-4e4f-9e27-005075c99c06, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2013f2e1-14ee-4e4f-9e27-005075c99c06,segment=NetworkSegment(c376f408-e235-429b-8441-7bb2e4dd6304),segment_id=c376f408-e235-429b-8441-7bb2e4dd6304)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:55.394073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d9d857-2df2-450a-8d01-5eb6cf13820c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2013f2e1-14ee-4e4f-9e27-005075c99c06'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:55.401058 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:55.414724 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:55.418527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:55.419102 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:55.480835 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=2013f2e1-14ee-4e4f-9e27-005075c99c06,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:55.504123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df49fff-da84-432e-9157-0b06b35ec3a9 req-7c6ce5d7-fe2a-443e-827c-d4a38e0db9af tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:55.505612 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6df49fff-da84-432e-9157-0b06b35ec3a9 req-7c6ce5d7-fe2a-443e-827c-d4a38e0db9af tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.6279325 May 30 20:22:55.526646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3178e62-a451-428e-98bb-38dd666c7122,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:55.693854 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2285960 May 30 20:22:55.693854 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4a9d2-a99f-4097-9855-0e83796c67d4 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event updated for resources: {'Network': ['ID=941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:55.694820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53362) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:55.712414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-29b89afc-68eb-49bd-a142-664064982fd7 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Request body: {'subnet': {'network_id': '941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:55.715097 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:22:55.828993 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6df49fff-da84-432e-9157-0b06b35ec3a9 req-df797c9e-a5ef-4fe3-b0a6-03a49693f105 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390800 May 30 20:22:55.891831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7451f-905d-4e6c-9245-0062ff342fb6 req-4aeabea5-a75e-4bb5-bf82-c060aeb5d310 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:55.903870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-29b89afc-68eb-49bd-a142-664064982fd7 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:55.904740 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2fb7451f-905d-4e6c-9245-0062ff342fb6 req-4aeabea5-a75e-4bb5-bf82-c060aeb5d310 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.5607860 May 30 20:22:55.915114 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-29b89afc-68eb-49bd-a142-664064982fd7 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Usage tracker for resource:subnet and tenant:a3169f673b104332b2cfc09efc484d85 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:55.924923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-29b89afc-68eb-49bd-a142-664064982fd7 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:55.941290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-29b89afc-68eb-49bd-a142-664064982fd7 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:55.955048 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b89afc-68eb-49bd-a142-664064982fd7 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Made reservation on behalf of a3169f673b104332b2cfc09efc484d85 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:22:55.958021 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ee861d-1f1e-475b-a10b-f75b0f72c31e'] response: {'server_uuid': '54d9d857-2df2-450a-8d01-5eb6cf13820c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2013f2e1-14ee-4e4f-9e27-005075c99c06', 'code': 200} May 30 20:22:56.035301 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2fb7451f-905d-4e6c-9245-0062ff342fb6 req-807cfcda-6ab2-4e3e-abcd-095186e0f2ec tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295092 May 30 20:22:56.037222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-60d54d38-4ad2-416d-885a-5df439c1bcc5 req-1542dd59-6dd6-46f6-b367-a181aa30c60e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] For port 8be16f02-1a10-4a7e-a5a0-adcdec476c08, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=8be16f02-1a10-4a7e-a5a0-adcdec476c08,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:56.037593 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-60d54d38-4ad2-416d-885a-5df439c1bcc5 req-1542dd59-6dd6-46f6-b367-a181aa30c60e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:56.176311 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-29b89afc-68eb-49bd-a142-664064982fd7 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:56.326401 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-181f768e-304d-41d1-912b-db012d312bbe req-fb3c678b-54bf-4f37-8700-699840922873 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 1097 time: 0.2084343 May 30 20:22:56.404112 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-181f768e-304d-41d1-912b-db012d312bbe req-b7addce8-00d7-4c0b-8756-397625b3bfbf service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684557 May 30 20:22:56.532562 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-60d54d38-4ad2-416d-885a-5df439c1bcc5 req-1542dd59-6dd6-46f6-b367-a181aa30c60e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:56.533172 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-60d54d38-4ad2-416d-885a-5df439c1bcc5 req-1542dd59-6dd6-46f6-b367-a181aa30c60e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:56.533283 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-60d54d38-4ad2-416d-885a-5df439c1bcc5 req-1542dd59-6dd6-46f6-b367-a181aa30c60e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Floating IP 91c3b44a-36dc-4330-99be-e8dba7e0072d disassociated. External IP: 172.25.5.196, port: 8be16f02-1a10-4a7e-a5a0-adcdec476c08. May 30 20:22:56.534185 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-60d54d38-4ad2-416d-885a-5df439c1bcc5 req-1542dd59-6dd6-46f6-b367-a181aa30c60e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Calling delete_port for 8be16f02-1a10-4a7e-a5a0-adcdec476c08 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:56.622397 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-29b89afc-68eb-49bd-a142-664064982fd7 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:56.626849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b770a-b82c-4c6b-be9f-1c279fe2efe3 req-5a13a652-c7b5-41f8-b189-8c1144de0a70 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:56.629439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e5b770a-b82c-4c6b-be9f-1c279fe2efe3 req-5a13a652-c7b5-41f8-b189-8c1144de0a70 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 946 time: 0.2110982 May 30 20:22:56.691145 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b89afc-68eb-49bd-a142-664064982fd7 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event updated for resources: {'Subnet': ['ID=5e2bfa5e-d6fc-4840-aac5-82481db2988d,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:56.727343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b89afc-68eb-49bd-a142-664064982fd7 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Checking segment: {'id': 'cac94a76-dcca-447c-894c-b077b8262690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:22:56.728403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b89afc-68eb-49bd-a142-664064982fd7 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Network hostable DHCP agents. Network: 941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:22:56.756019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b89afc-68eb-49bd-a142-664064982fd7 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Network 941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:22:56.768119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-29b89afc-68eb-49bd-a142-664064982fd7 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:56.774322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b89afc-68eb-49bd-a142-664064982fd7 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:56.777110 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-29b89afc-68eb-49bd-a142-664064982fd7 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:56.778269 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-60d54d38-4ad2-416d-885a-5df439c1bcc5 req-1542dd59-6dd6-46f6-b367-a181aa30c60e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:56.778763 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d0bef7-34a9-418c-a471-37d4066ee167 None None] Network 941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:22:56.809035 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-29b89afc-68eb-49bd-a142-664064982fd7 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1113412 May 30 20:22:56.809868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53388) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:56.816748 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-2f857230-0fef-4d5e-92b1-edee261c404a tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Request body: {'network': {'name': 'tempest-router-network01--894602077'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:56.824045 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2f857230-0fef-4d5e-92b1-edee261c404a tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:56.829167 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2f857230-0fef-4d5e-92b1-edee261c404a tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Usage tracker for resource:network and tenant:a3169f673b104332b2cfc09efc484d85 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:56.833414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2f857230-0fef-4d5e-92b1-edee261c404a tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:56.839763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2f857230-0fef-4d5e-92b1-edee261c404a tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:56.841327 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542dd59-6dd6-46f6-b367-a181aa30c60e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event deleted for resources: {'Port': ['ID=8be16f02-1a10-4a7e-a5a0-adcdec476c08,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:56.847809 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e5b770a-b82c-4c6b-be9f-1c279fe2efe3 req-20b560b2-8803-41a8-b825-162a9e034ba0 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=c56dce35-11da-4d3f-b0e8-7888511c386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096226 May 30 20:22:56.855442 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f857230-0fef-4d5e-92b1-edee261c404a tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Made reservation on behalf of a3169f673b104332b2cfc09efc484d85 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:22:56.858416 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f857230-0fef-4d5e-92b1-edee261c404a tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.013656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f857230-0fef-4d5e-92b1-edee261c404a tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:22:57.039603 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f857230-0fef-4d5e-92b1-edee261c404a tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.040369 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-2f857230-0fef-4d5e-92b1-edee261c404a tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Added segment 29466827-2f60-409c-9840-608649b8b38f of type vlan for network 6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9 May 30 20:22:57.110570 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f857230-0fef-4d5e-92b1-edee261c404a tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.164457 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f857230-0fef-4d5e-92b1-edee261c404a tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.169309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f857230-0fef-4d5e-92b1-edee261c404a tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:57.170637 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f857230-0fef-4d5e-92b1-edee261c404a tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.250048 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882', 'network_id': '941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882', 'tenant_id': 'a3169f673b104332b2cfc09efc484d85', 'fixed_ips': [{'subnet_id': '5e2bfa5e-d6fc-4840-aac5-82481db2988d'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:22:57.252098 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.502841 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2f857230-0fef-4d5e-92b1-edee261c404a tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6847816 May 30 20:22:57.510284 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53402) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:57.529124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Allocated IP 172.20.0.2 (941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882/5e2bfa5e-d6fc-4840-aac5-82481db2988d/f29b79ce-d886-46d5-9601-bb5bee48c0d8) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:22:57.535227 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8b856673-f941-4d48-811b-c4f1a97bed71 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Request body: {'network': {'name': 'tempest-router-network02--1915150191'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:57.549074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f857230-0fef-4d5e-92b1-edee261c404a tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event updated for resources: {'Network': ['ID=6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:57.572000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8b856673-f941-4d48-811b-c4f1a97bed71 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:57.583459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8b856673-f941-4d48-811b-c4f1a97bed71 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Usage tracker for resource:network and tenant:a3169f673b104332b2cfc09efc484d85 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:57.591082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8b856673-f941-4d48-811b-c4f1a97bed71 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:57.608023 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8b856673-f941-4d48-811b-c4f1a97bed71 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:57.622414 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:22:57.634043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b856673-f941-4d48-811b-c4f1a97bed71 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Made reservation on behalf of a3169f673b104332b2cfc09efc484d85 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:22:57.637049 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b856673-f941-4d48-811b-c4f1a97bed71 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.702650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b856673-f941-4d48-811b-c4f1a97bed71 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:22:57.704022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c4700-70a5-496b-925d-7932aa1e6871 req-87eda37f-ccc9-493d-be34-676773472be9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:57.706591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-130c4700-70a5-496b-925d-7932aa1e6871 req-87eda37f-ccc9-493d-be34-676773472be9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.4805436 May 30 20:22:57.714772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44c38d-d241-4848-a9ac-2c23637ced3e req-19219155-ae34-423c-ace8-e0500f0171fe tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:57.720639 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b856673-f941-4d48-811b-c4f1a97bed71 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.721891 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-8b856673-f941-4d48-811b-c4f1a97bed71 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Added segment edfee3fc-fca1-4262-b948-0b93700cbd6a of type vlan for network ece36477-7443-4350-9a9a-c5e41065ce79 May 30 20:22:57.723204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb44c38d-d241-4848-a9ac-2c23637ced3e req-19219155-ae34-423c-ace8-e0500f0171fe tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.3631268 May 30 20:22:57.761657 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b856673-f941-4d48-811b-c4f1a97bed71 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.814099 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b856673-f941-4d48-811b-c4f1a97bed71 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.827196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b856673-f941-4d48-811b-c4f1a97bed71 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:57.834501 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b856673-f941-4d48-811b-c4f1a97bed71 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.857180 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-44a8d146-0112-46d4-a3d2-332c969b0735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.871314 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-130c4700-70a5-496b-925d-7932aa1e6871 req-8a988c8c-3615-4c5d-a595-6f545b2c6482 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420383 May 30 20:22:57.894578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb44c38d-d241-4848-a9ac-2c23637ced3e req-16c1147e-0577-4b12-9874-e1138861a06f tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703391 May 30 20:22:57.954302 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60d54d38-4ad2-416d-885a-5df439c1bcc5 req-1542dd59-6dd6-46f6-b367-a181aa30c60e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Router bb4d76d1-e126-45dd-bd0c-615ec1775543 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:22:57.982118 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.994256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Transition to ACTIVE for port object f29b79ce-d886-46d5-9601-bb5bee48c0d8 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:58.036177 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Transition to ACTIVE for port object f29b79ce-d886-46d5-9601-bb5bee48c0d8 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:58.048222 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:58.093565 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8b856673-f941-4d48-811b-c4f1a97bed71 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5798218 May 30 20:22:58.098907 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53414) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:58.099542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b856673-f941-4d48-811b-c4f1a97bed71 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event updated for resources: {'Network': ['ID=ece36477-7443-4350-9a9a-c5e41065ce79,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:58.117890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-37621eae-9488-465f-95bc-a20891327252 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Request body: {'subnet': {'network_id': '6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:58.126112 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network ece36477-7443-4350-9a9a-c5e41065ce79 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:22:58.253605 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Pushing event updated for resources: {'Port': ['ID=f29b79ce-d886-46d5-9601-bb5bee48c0d8,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:58.257533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-37621eae-9488-465f-95bc-a20891327252 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:58.266677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-37621eae-9488-465f-95bc-a20891327252 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Usage tracker for resource:subnet and tenant:a3169f673b104332b2cfc09efc484d85 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:58.271396 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-37621eae-9488-465f-95bc-a20891327252 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:58.285248 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-37621eae-9488-465f-95bc-a20891327252 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:58.305833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Network 941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:58.308050 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:58.311607 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:22:58.313792 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37621eae-9488-465f-95bc-a20891327252 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Made reservation on behalf of a3169f673b104332b2cfc09efc484d85 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:22:58.328676 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bd378df2-a103-48c6-bbd2-132b347a6e4d req-d79e5fbf-7ba6-4fb2-a4ff-553d35ef572f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=a1a12f44-95a7-4d7d-bc02-41a08e1b2355 HTTP/1.1" status: 200 len: 210 time: 0.1852038 May 30 20:22:58.442775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60d54d38-4ad2-416d-885a-5df439c1bcc5 req-1542dd59-6dd6-46f6-b367-a181aa30c60e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:58.449365 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Attempting to bind port f29b79ce-d886-46d5-9601-bb5bee48c0d8 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:22:58.449948 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Attempting to bind port f29b79ce-d886-46d5-9601-bb5bee48c0d8 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'cac94a76-dcca-447c-894c-b077b8262690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:22:58.451926 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Attempting to bind port f29b79ce-d886-46d5-9601-bb5bee48c0d8 on network 941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:22:58.459567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56ae98a-0751-4bfd-9902-c8836d324b4f None None] Sync routers for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:58.473049 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:22:58.473738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Checking segment: {'id': 'cac94a76-dcca-447c-894c-b077b8262690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:22:58.474973 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:58.475783 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Bound using segment: {'id': 'cac94a76-dcca-447c-894c-b077b8262690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:22:58.476572 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Bound port: f29b79ce-d886-46d5-9601-bb5bee48c0d8, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac94a76-dcca-447c-894c-b077b8262690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:22:58.477138 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:58.495817 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56ae98a-0751-4bfd-9902-c8836d324b4f None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:58.496996 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e56ae98a-0751-4bfd-9902-c8836d324b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:58.504146 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-37621eae-9488-465f-95bc-a20891327252 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:58.535602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d54d38-4ad2-416d-885a-5df439c1bcc5 req-1542dd59-6dd6-46f6-b367-a181aa30c60e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] No DVR routers for this DVR port 8be16f02-1a10-4a7e-a5a0-adcdec476c08 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:22:58.538165 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-60d54d38-4ad2-416d-885a-5df439c1bcc5 req-1542dd59-6dd6-46f6-b367-a181aa30c60e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:58.540817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a12f44-95a7-4d7d-bc02-41a08e1b2355', 'name': 'network-vif-deleted', 'tag': '8be16f02-1a10-4a7e-a5a0-adcdec476c08'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:58.561754 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60d54d38-4ad2-416d-885a-5df439c1bcc5 req-1542dd59-6dd6-46f6-b367-a181aa30c60e tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.93 "DELETE /v2.0/ports/8be16f02-1a10-4a7e-a5a0-adcdec476c08 HTTP/1.1" status: 204 len: 173 time: 3.5004473 May 30 20:22:58.673838 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c10367c-f0a9-4f8b-8f04-afc2a5fa1036'] response: {'server_uuid': 'a1a12f44-95a7-4d7d-bc02-41a08e1b2355', 'name': 'network-vif-deleted', 'tag': '8be16f02-1a10-4a7e-a5a0-adcdec476c08', 'status': 'completed', 'code': 200} May 30 20:22:58.798297 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-37621eae-9488-465f-95bc-a20891327252 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:58.814583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-e56ae98a-0751-4bfd-9902-c8836d324b4f None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:58.877021 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] For port f29b79ce-d886-46d5-9601-bb5bee48c0d8, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:22:58.896363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37621eae-9488-465f-95bc-a20891327252 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event updated for resources: {'Subnet': ['ID=33dc4f00-fd98-49ca-8d31-566ff442d79f,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:58.899519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] For port f29b79ce-d886-46d5-9601-bb5bee48c0d8, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f29b79ce-d886-46d5-9601-bb5bee48c0d8,segment=NetworkSegment(cac94a76-dcca-447c-894c-b077b8262690),segment_id=cac94a76-dcca-447c-894c-b077b8262690)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:22:58.902022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37621eae-9488-465f-95bc-a20891327252 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Checking segment: {'id': '29466827-2f60-409c-9840-608649b8b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:22:58.902408 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37621eae-9488-465f-95bc-a20891327252 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Network hostable DHCP agents. Network: 6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:22:58.929482 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37621eae-9488-465f-95bc-a20891327252 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Network 6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:22:58.957731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-37621eae-9488-465f-95bc-a20891327252 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:58.972434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37621eae-9488-465f-95bc-a20891327252 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:58.973518 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-37621eae-9488-465f-95bc-a20891327252 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:59.012183 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-37621eae-9488-465f-95bc-a20891327252 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9086492 May 30 20:22:59.014847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53436) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:59.022865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-75fffca2-a72f-4246-bbf7-b7818e6882cb tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Request body: {'subnet': {'network_id': 'ece36477-7443-4350-9a9a-c5e41065ce79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:59.033195 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c61bfe0-f63a-42bd-8bb9-76e9c02d92aa None None] Network 6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:22:59.152716 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:59.293541 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 8be16f02-1a10-4a7e-a5a0-adcdec476c08 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:59.359867 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 8be16f02-1a10-4a7e-a5a0-adcdec476c08 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:59.360237 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 8be16f02-1a10-4a7e-a5a0-adcdec476c08 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:59.379880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-75fffca2-a72f-4246-bbf7-b7818e6882cb tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:59.392308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53556b5-50b3-4c56-9753-ddfff68e2604 req-857c0451-2d15-488e-a152-785cdb6703e5 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:59.394145 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d53556b5-50b3-4c56-9753-ddfff68e2604 req-857c0451-2d15-488e-a152-785cdb6703e5 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.2370248 May 30 20:22:59.402060 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310d57-9175-4035-89af-d9e45fbb9906 req-60c4b3fd-2928-44cb-869d-cc0b2f6ae02a tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:59.410245 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92310d57-9175-4035-89af-d9e45fbb9906 req-60c4b3fd-2928-44cb-869d-cc0b2f6ae02a tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.2547278 May 30 20:22:59.414651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-75fffca2-a72f-4246-bbf7-b7818e6882cb tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Usage tracker for resource:subnet and tenant:a3169f673b104332b2cfc09efc484d85 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:59.468268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-75fffca2-a72f-4246-bbf7-b7818e6882cb tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:59.502393 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92310d57-9175-4035-89af-d9e45fbb9906 req-dfbe4c50-dfed-4333-9ea6-534e8f2bd3eb tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909691 May 30 20:22:59.503595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-75fffca2-a72f-4246-bbf7-b7818e6882cb tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:59.550394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fffca2-a72f-4246-bbf7-b7818e6882cb tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Made reservation on behalf of a3169f673b104332b2cfc09efc484d85 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:22:59.648624 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f1586-eeb0-4993-9567-e1b61ed061e6 None None] Pushing event updated for resources: {'Port': ['ID=f29b79ce-d886-46d5-9601-bb5bee48c0d8,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:59.661089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9', 'network_id': '6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9', 'tenant_id': 'a3169f673b104332b2cfc09efc484d85', 'fixed_ips': [{'subnet_id': '33dc4f00-fd98-49ca-8d31-566ff442d79f'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:22:59.661894 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:59.679740 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75fffca2-a72f-4246-bbf7-b7818e6882cb tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:59.791578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d53556b5-50b3-4c56-9753-ddfff68e2604 req-ec8c4722-becd-4cfc-90c5-30f67f496b01 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781657 May 30 20:22:59.918857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53460) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:59.925277 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e56ae98a-0751-4bfd-9902-c8836d324b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:59.957959 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56ae98a-0751-4bfd-9902-c8836d324b4f None None] Checking router: bb4d76d1-e126-45dd-bd0c-615ec1775543 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:59.993375 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-91ef52c8-fb39-45e2-b55f-6859c3b2765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.003673 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56ae98a-0751-4bfd-9902-c8836d324b4f None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:00.004581 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e56ae98a-0751-4bfd-9902-c8836d324b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:00.123910 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Allocated IP 172.20.0.2 (6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9/33dc4f00-fd98-49ca-8d31-566ff442d79f/dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:00.131552 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17c0d53f-c67d-4280-bca9-814b59b1cf3b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.209570 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75fffca2-a72f-4246-bbf7-b7818e6882cb tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.231165 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17c0d53f-c67d-4280-bca9-814b59b1cf3b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.413688 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17c0d53f-c67d-4280-bca9-814b59b1cf3b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.459586 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0d53f-c67d-4280-bca9-814b59b1cf3b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56dce35-11da-4d3f-b0e8-7888511c386a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:00.485233 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17c0d53f-c67d-4280-bca9-814b59b1cf3b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.488718 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-17c0d53f-c67d-4280-bca9-814b59b1cf3b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "DELETE /v2.0/security-groups/c56dce35-11da-4d3f-b0e8-7888511c386a HTTP/1.1" status: 204 len: 168 time: 0.5681059 May 30 20:23:00.491980 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53472) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:00.532603 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-46d9f179-21e2-4d54-a704-5dd9743f9e37 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] show failed (client error): The resource could not be found. May 30 20:23:00.533814 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-46d9f179-21e2-4d54-a704-5dd9743f9e37 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups/c56dce35-11da-4d3f-b0e8-7888511c386a HTTP/1.1" status: 404 len: 347 time: 0.0405929 May 30 20:23:00.540622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53476) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:00.652809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fffca2-a72f-4246-bbf7-b7818e6882cb tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event updated for resources: {'Subnet': ['ID=6303affe-82d0-47fd-9d3b-78fed6bcf15e,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:00.683399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fffca2-a72f-4246-bbf7-b7818e6882cb tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Checking segment: {'id': 'edfee3fc-fca1-4262-b948-0b93700cbd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ece36477-7443-4350-9a9a-c5e41065ce79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:00.683599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fffca2-a72f-4246-bbf7-b7818e6882cb tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Network hostable DHCP agents. Network: ece36477-7443-4350-9a9a-c5e41065ce79, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:23:00.707098 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.741625 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Transition to ACTIVE for port object dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:00.764916 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-054f3704-cadf-4054-bd6f-23fd01d0df5a req-92f75a6c-4caa-4a2f-af22-edc79f44c4b9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=887c7367090a4d39a6cc946b56cbe442&device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 1097 time: 0.3728878 May 30 20:23:00.776663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Transition to ACTIVE for port object dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:00.792740 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f29b79ce-d886-46d5-9601-bb5bee48c0d8 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:00.803870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-000a6d71-2e44-4522-8676-a9bd91060967 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Deleting port a213edda-d659-40d1-9d9f-b5b432fbb971 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:00.806482 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-000a6d71-2e44-4522-8676-a9bd91060967 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.865713 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.016008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966af2ef-a5d0-4358-b0f8-04d576119b53 req-539be5c6-1761-4c55-a3de-f9c5f4aac6ca tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:01.023610 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-966af2ef-a5d0-4358-b0f8-04d576119b53 req-539be5c6-1761-4c55-a3de-f9c5f4aac6ca tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.5003648 May 30 20:23:01.081406 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-000a6d71-2e44-4522-8676-a9bd91060967 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.081944 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-000a6d71-2e44-4522-8676-a9bd91060967 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.092616 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Network 6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:01.106211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:01.112667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:01.176741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fffca2-a72f-4246-bbf7-b7818e6882cb tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Network ece36477-7443-4350-9a9a-c5e41065ce79 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:23:01.259420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-75fffca2-a72f-4246-bbf7-b7818e6882cb tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, ece36477-7443-4350-9a9a-c5e41065ce79) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:01.284182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fffca2-a72f-4246-bbf7-b7818e6882cb tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:01.284785 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75fffca2-a72f-4246-bbf7-b7818e6882cb tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.292326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Pushing event updated for resources: {'Port': ['ID=dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:01.355866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5898dc-b8bf-4a89-b190-2b8b2b0bc217 None None] Network ece36477-7443-4350-9a9a-c5e41065ce79 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:23:01.432242 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-966af2ef-a5d0-4358-b0f8-04d576119b53 req-7a8dc525-4a5e-48c9-aa12-da652b400abb tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052749 May 30 20:23:01.459579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3704-cadf-4054-bd6f-23fd01d0df5a req-61a2f554-f398-418c-804b-785859abaa44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:01.463688 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-054f3704-cadf-4054-bd6f-23fd01d0df5a req-61a2f554-f398-418c-804b-785859abaa44 service neutron] 10.222.0.93 "GET /v2.0/networks?id=364cc3fe-85b7-4da3-aabd-b1ac22737be8 HTTP/1.1" status: 200 len: 911 time: 0.6847439 May 30 20:23:01.512090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c3a213-a6dd-421c-adc4-5382fef4d85a None None] Network 941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:23:01.522269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-000a6d71-2e44-4522-8676-a9bd91060967 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Calling delete_port for a213edda-d659-40d1-9d9f-b5b432fbb971 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:01.554895 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.563616 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-e56ae98a-0751-4bfd-9902-c8836d324b4f None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:01.639659 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-75fffca2-a72f-4246-bbf7-b7818e6882cb tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6230993 May 30 20:23:01.640345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53498) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:01.709287 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Attempting to bind port dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:01.709793 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Attempting to bind port dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '29466827-2f60-409c-9840-608649b8b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:01.710271 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Attempting to bind port dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b on network 6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:01.712448 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port f29b79ce-d886-46d5-9601-bb5bee48c0d8 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:01.742067 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-054f3704-cadf-4054-bd6f-23fd01d0df5a req-e1260d7c-083e-4d3d-bd1e-cbc2cb3b5cd6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2013f2e1-14ee-4e4f-9e27-005075c99c06 HTTP/1.1" status: 200 len: 217 time: 0.2643802 May 30 20:23:01.754637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09c24c-5550-44af-9458-5cad0fdbda8d req-d9bb6bf4-5fda-483a-a0a5-4fe46e1cf759 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:01.762829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6d09c24c-5550-44af-9458-5cad0fdbda8d req-d9bb6bf4-5fda-483a-a0a5-4fe46e1cf759 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.6108344 May 30 20:23:01.771299 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-000a6d71-2e44-4522-8676-a9bd91060967 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.772879 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.819886 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:23:01.820285 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Checking segment: {'id': '29466827-2f60-409c-9840-608649b8b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:01.820832 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.821222 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Bound using segment: {'id': '29466827-2f60-409c-9840-608649b8b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:23:01.821707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Bound port: dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29466827-2f60-409c-9840-608649b8b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:23:01.822221 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.848538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a6d71-2e44-4522-8676-a9bd91060967 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event deleted for resources: {'Port': ['ID=a213edda-d659-40d1-9d9f-b5b432fbb971,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:01.887757 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-098ba33b-b16d-4c4f-93d5-54e6b0e8e66d None None] Provisioning for port f29b79ce-d886-46d5-9601-bb5bee48c0d8 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:01.955887 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6d09c24c-5550-44af-9458-5cad0fdbda8d req-7f629984-abd5-40f3-88a9-4800c8951e78 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918583 May 30 20:23:01.969216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3704-cadf-4054-bd6f-23fd01d0df5a req-18a20c8e-f9d3-40ee-8dac-a67161119184 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:01.970635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-054f3704-cadf-4054-bd6f-23fd01d0df5a req-18a20c8e-f9d3-40ee-8dac-a67161119184 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3cda5988-723f-45df-b890-6622cc50f504 HTTP/1.1" status: 200 len: 850 time: 0.1732039 May 30 20:23:01.994535 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-000a6d71-2e44-4522-8676-a9bd91060967 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.035154 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-000a6d71-2e44-4522-8676-a9bd91060967 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.041360 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-000a6d71-2e44-4522-8676-a9bd91060967 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "DELETE /v2.0/floatingips/91c3b44a-36dc-4330-99be-e8dba7e0072d HTTP/1.1" status: 204 len: 168 time: 1.4996343 May 30 20:23:02.126478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-054f3704-cadf-4054-bd6f-23fd01d0df5a req-79242354-e2f0-4d98-8b64-e81726f1a61e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=364cc3fe-85b7-4da3-aabd-b1ac22737be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478035 May 30 20:23:02.154071 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53510) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:02.161305 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f58d0ad0-09b2-4bb4-8353-3d4ab9bab031 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1528254597', 'description': 'tempest-description--936280585'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:02.162445 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-098ba33b-b16d-4c4f-93d5-54e6b0e8e66d None None] Provisioning complete for port f29b79ce-d886-46d5-9601-bb5bee48c0d8 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:02.162893 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-098ba33b-b16d-4c4f-93d5-54e6b0e8e66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.170568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f58d0ad0-09b2-4bb4-8353-3d4ab9bab031 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:02.175649 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f58d0ad0-09b2-4bb4-8353-3d4ab9bab031 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:security_group and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:02.183421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f58d0ad0-09b2-4bb4-8353-3d4ab9bab031 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:02.197861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f58d0ad0-09b2-4bb4-8353-3d4ab9bab031 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:02.229830 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f58d0ad0-09b2-4bb4-8353-3d4ab9bab031 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.321268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f58d0ad0-09b2-4bb4-8353-3d4ab9bab031 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:02.331243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f58d0ad0-09b2-4bb4-8353-3d4ab9bab031 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:security_group_rule and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:02.333403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f58d0ad0-09b2-4bb4-8353-3d4ab9bab031 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:02.344443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f58d0ad0-09b2-4bb4-8353-3d4ab9bab031 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:02.363658 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-ece36477-7443-4350-9a9a-c5e41065ce79', 'network_id': 'ece36477-7443-4350-9a9a-c5e41065ce79', 'tenant_id': 'a3169f673b104332b2cfc09efc484d85', 'fixed_ips': [{'subnet_id': '6303affe-82d0-47fd-9d3b-78fed6bcf15e'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:23:02.365592 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.467332 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f58d0ad0-09b2-4bb4-8353-3d4ab9bab031 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.475052 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f58d0ad0-09b2-4bb4-8353-3d4ab9bab031 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.535078 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d0ad0-09b2-4bb4-8353-3d4ab9bab031 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6137b38f-34bd-43bc-babf-de846abcd1b9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:02.566375 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f58d0ad0-09b2-4bb4-8353-3d4ab9bab031 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.567947 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f58d0ad0-09b2-4bb4-8353-3d4ab9bab031 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4128804 May 30 20:23:02.571042 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53520) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:02.579387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6bf0abf1-2808-4e17-ae30-3eeaaecfc81a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'security_group_rule': {'security_group_id': '6137b38f-34bd-43bc-babf-de846abcd1b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:02.599258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6bf0abf1-2808-4e17-ae30-3eeaaecfc81a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:02.608219 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6bf0abf1-2808-4e17-ae30-3eeaaecfc81a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:security_group_rule and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:02.612084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6bf0abf1-2808-4e17-ae30-3eeaaecfc81a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:02.621364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6bf0abf1-2808-4e17-ae30-3eeaaecfc81a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:02.644694 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6bf0abf1-2808-4e17-ae30-3eeaaecfc81a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.731098 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6bf0abf1-2808-4e17-ae30-3eeaaecfc81a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.735513 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6bf0abf1-2808-4e17-ae30-3eeaaecfc81a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.768104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0abf1-2808-4e17-ae30-3eeaaecfc81a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a82eef7-ec19-42bd-86af-5cdc34009686,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:02.780158 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6bf0abf1-2808-4e17-ae30-3eeaaecfc81a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.781546 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6bf0abf1-2808-4e17-ae30-3eeaaecfc81a tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2095540 May 30 20:23:02.784445 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53528) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:02.790894 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e9cdcbb0-3a16-4278-8dcb-5f26d5b05c89 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'security_group_rule': {'security_group_id': '6137b38f-34bd-43bc-babf-de846abcd1b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:02.798520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e9cdcbb0-3a16-4278-8dcb-5f26d5b05c89 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:02.804706 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e9cdcbb0-3a16-4278-8dcb-5f26d5b05c89 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:security_group_rule and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:02.809864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e9cdcbb0-3a16-4278-8dcb-5f26d5b05c89 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:02.817188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e9cdcbb0-3a16-4278-8dcb-5f26d5b05c89 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:02.840390 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9cdcbb0-3a16-4278-8dcb-5f26d5b05c89 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.863639 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-054f3704-cadf-4054-bd6f-23fd01d0df5a req-9980f8c4-ac3b-4092-ad9e-fe60f4a49069 service neutron] 10.222.0.93 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214519 May 30 20:23:02.935607 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] For port dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:02.998944 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.001735 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] For port dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b,segment=NetworkSegment(29466827-2f60-409c-9840-608649b8b38f),segment_id=29466827-2f60-409c-9840-608649b8b38f)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:23:03.018363 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-098ba33b-b16d-4c4f-93d5-54e6b0e8e66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.033291 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.053997 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9cdcbb0-3a16-4278-8dcb-5f26d5b05c89 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.059831 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9cdcbb0-3a16-4278-8dcb-5f26d5b05c89 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.084601 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.129929 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e9cdcbb0-3a16-4278-8dcb-5f26d5b05c89 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.131174 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e9cdcbb0-3a16-4278-8dcb-5f26d5b05c89 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3457549 May 30 20:23:03.135899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53536) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:03.147118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:03.154513 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdcbb0-3a16-4278-8dcb-5f26d5b05c89 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2fc73eb-7450-4414-acf7-76d450274026,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:03.163724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:03.168732 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57537756-2b90-4830-b710-ea7fbb30dc19 req-ec856c75-98d8-4442-851e-e3db113aa8f4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:03.169980 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Usage tracker for resource:floatingip and tenant:a048fd6ea7c2440198c694d9cbd88a49 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:03.170258 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57537756-2b90-4830-b710-ea7fbb30dc19 req-ec856c75-98d8-4442-851e-e3db113aa8f4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.3936417 May 30 20:23:03.173771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:03.187884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:03.205180 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.207051 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e56ae98a-0751-4bfd-9902-c8836d324b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:03.241361 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56ae98a-0751-4bfd-9902-c8836d324b4f None None] The sync data for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 is: [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:23:03.260781 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.276982 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-098ba33b-b16d-4c4f-93d5-54e6b0e8e66d None None] For port f29b79ce-d886-46d5-9601-bb5bee48c0d8, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f29b79ce-d886-46d5-9601-bb5bee48c0d8,segment=NetworkSegment(cac94a76-dcca-447c-894c-b077b8262690),segment_id=cac94a76-dcca-447c-894c-b077b8262690)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:03.298215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Allocated IP 172.20.0.2 (ece36477-7443-4350-9a9a-c5e41065ce79/6303affe-82d0-47fd-9d3b-78fed6bcf15e/698ede9a-d5c2-4f93-96ad-1dc62db15f13) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:03.312932 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-098ba33b-b16d-4c4f-93d5-54e6b0e8e66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.314771 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f7a5f-833c-42f5-be86-e74736916c20 None None] Pushing event updated for resources: {'Port': ['ID=dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:03.623262 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.641967 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ba33b-b16d-4c4f-93d5-54e6b0e8e66d None None] Pushing event updated for resources: {'Port': ['ID=f29b79ce-d886-46d5-9601-bb5bee48c0d8,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:03.949117 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06966d7d-a86f-4ca7-8011-b06c29216a4d None None] New status for floating IP 91c3b44a-36dc-4330-99be-e8dba7e0072d: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:23:03.984980 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.991528 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-054f3704-cadf-4054-bd6f-23fd01d0df5a req-ae69417e-1afc-48bf-918c-a145d1c04b9d service neutron] 10.222.0.93 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1197343 May 30 20:23:03.996749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Allocated IP 172.25.5.36 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/4f54f089-2033-4759-a2ac-9c091b7e1455) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:04.021095 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Transition to ACTIVE for port object 698ede9a-d5c2-4f93-96ad-1dc62db15f13 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:04.079452 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Transition to ACTIVE for port object 698ede9a-d5c2-4f93-96ad-1dc62db15f13 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:04.108811 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:04.261346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57537756-2b90-4830-b710-ea7fbb30dc19 req-7f36546b-ed76-4c01-aeb3-ba128773d3d6 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0697627 May 30 20:23:04.298594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:04.306608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Network ece36477-7443-4350-9a9a-c5e41065ce79 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:04.314338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:04.323247 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:04.333015 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Pushing event updated for resources: {'Port': ['ID=698ede9a-d5c2-4f93-96ad-1dc62db15f13,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:04.344215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-58c638ab-cbcf-4605-9122-240cf637854a None None] Provisioning complete for port f29b79ce-d886-46d5-9601-bb5bee48c0d8 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:04.344629 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-58c638ab-cbcf-4605-9122-240cf637854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:04.356758 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:04.434960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b6371-71b3-4f15-81c4-3f6901cb7810 req-33867092-ab52-479d-a6fe-d4d0cee2873c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:04.445371 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d7b6371-71b3-4f15-81c4-3f6901cb7810 req-33867092-ab52-479d-a6fe-d4d0cee2873c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.5865543 May 30 20:23:04.493128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:04.500387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:04.513737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:04.592200 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d7b6371-71b3-4f15-81c4-3f6901cb7810 req-3dec25e7-b9ac-42b4-99c4-37c6566e9eef tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458249 May 30 20:23:04.762328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:04.851228 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:04.855469 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'Port': ['ID=4f54f089-2033-4759-a2ac-9c091b7e1455,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:04.868700 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Attempting to bind port 698ede9a-d5c2-4f93-96ad-1dc62db15f13 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:04.870331 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Attempting to bind port 698ede9a-d5c2-4f93-96ad-1dc62db15f13 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'edfee3fc-fca1-4262-b948-0b93700cbd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ece36477-7443-4350-9a9a-c5e41065ce79'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:04.870958 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Attempting to bind port 698ede9a-d5c2-4f93-96ad-1dc62db15f13 on network ece36477-7443-4350-9a9a-c5e41065ce79 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:04.928167 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:23:04.928548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Checking segment: {'id': 'edfee3fc-fca1-4262-b948-0b93700cbd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ece36477-7443-4350-9a9a-c5e41065ce79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:04.928951 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:04.929340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Bound using segment: {'id': 'edfee3fc-fca1-4262-b948-0b93700cbd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ece36477-7443-4350-9a9a-c5e41065ce79'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:23:04.929820 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Bound port: 698ede9a-d5c2-4f93-96ad-1dc62db15f13, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfee3fc-fca1-4262-b948-0b93700cbd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ece36477-7443-4350-9a9a-c5e41065ce79'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:23:04.930188 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:04.944886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Allocated IP 172.20.0.1 (6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9/33dc4f00-fd98-49ca-8d31-566ff442d79f/d5a2eb59-52d6-46df-9e06-372a5868a9e5) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:04.973379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cad381-29eb-4dd2-9916-2ea722938eaf None None] Network 6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:23:04.982323 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:05.148606 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:05.169748 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Transition to ACTIVE for port object d5a2eb59-52d6-46df-9e06-372a5868a9e5 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:05.209828 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:05.372057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event updated for resources: {'Port': ['ID=d5a2eb59-52d6-46df-9e06-372a5868a9e5,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:05.402247 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Network 6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:05.407229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:05.412686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:05.441473 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:05.447473 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:05.485986 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:05.505881 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f29b79ce-d886-46d5-9601-bb5bee48c0d8 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:05.556997 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] For port 698ede9a-d5c2-4f93-96ad-1dc62db15f13, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:05.557590 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:05.560228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'Port': ['ID=4f54f089-2033-4759-a2ac-9c091b7e1455,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:05.633380 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] For port 698ede9a-d5c2-4f93-96ad-1dc62db15f13, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=698ede9a-d5c2-4f93-96ad-1dc62db15f13,segment=NetworkSegment(edfee3fc-fca1-4262-b948-0b93700cbd6a),segment_id=edfee3fc-fca1-4262-b948-0b93700cbd6a)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:23:05.656247 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:05.669834 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:05.712933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-88eb6228-881d-41c5-841a-70bef0a3dcfa None None] Provisioning for port dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:05.713238 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:05.722618 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a38f0f6c-627d-4de0-adf0-e90d23e5e786 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5777133 May 30 20:23:05.803587 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:05.806972 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-88eb6228-881d-41c5-841a-70bef0a3dcfa None None] Provisioning complete for port dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:05.809975 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-88eb6228-881d-41c5-841a-70bef0a3dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:05.901938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72e2ee-4d0a-4d71-9ce7-d34b43bfccab req-0bb605dd-6d78-448b-83f1-d054f0c2092f tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:05.903743 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a72e2ee-4d0a-4d71-9ce7-d34b43bfccab req-0bb605dd-6d78-448b-83f1-d054f0c2092f tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.2339234 May 30 20:23:05.998795 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2751a83-3d7c-4a36-a5cc-e82c57518ccb None None] Pushing event updated for resources: {'Port': ['ID=698ede9a-d5c2-4f93-96ad-1dc62db15f13,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:06.026012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f29b79ce-d886-46d5-9601-bb5bee48c0d8 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:06.026504 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:06.219610 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-88eb6228-881d-41c5-841a-70bef0a3dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:06.225197 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ae877-09e3-4413-b211-15715a7c8aac req-d0f4ab3a-03aa-42b0-90ba-dd5a4016474c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:06.226640 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-355ae877-09e3-4413-b211-15715a7c8aac req-d0f4ab3a-03aa-42b0-90ba-dd5a4016474c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.3311207 May 30 20:23:06.239161 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a72e2ee-4d0a-4d71-9ce7-d34b43bfccab req-ae179157-66ab-4504-a4db-a06ba33ab4f4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959635 May 30 20:23:06.310288 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-355ae877-09e3-4413-b211-15715a7c8aac req-3c74fa2d-0dca-4ce5-8214-478a8ace01c3 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687459 May 30 20:23:06.385314 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-88eb6228-881d-41c5-841a-70bef0a3dcfa None None] For port dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b,segment=NetworkSegment(29466827-2f60-409c-9840-608649b8b38f),segment_id=29466827-2f60-409c-9840-608649b8b38f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:06.397413 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-88eb6228-881d-41c5-841a-70bef0a3dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:06.658335 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb6228-881d-41c5-841a-70bef0a3dcfa None None] Pushing event updated for resources: {'Port': ['ID=dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:06.679562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 698ede9a-d5c2-4f93-96ad-1dc62db15f13 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:06.739626 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:06.753308 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:06.786331 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88eb6228-881d-41c5-841a-70bef0a3dcfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:06.786690 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88eb6228-881d-41c5-841a-70bef0a3dcfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:06.787030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88eb6228-881d-41c5-841a-70bef0a3dcfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:06.787609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88eb6228-881d-41c5-841a-70bef0a3dcfa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:06.787951 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88eb6228-881d-41c5-841a-70bef0a3dcfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:06.788308 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88eb6228-881d-41c5-841a-70bef0a3dcfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:06.788683 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88eb6228-881d-41c5-841a-70bef0a3dcfa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:06.788958 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88eb6228-881d-41c5-841a-70bef0a3dcfa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:06.789286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88eb6228-881d-41c5-841a-70bef0a3dcfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:06.789611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88eb6228-881d-41c5-841a-70bef0a3dcfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:06.789933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88eb6228-881d-41c5-841a-70bef0a3dcfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:06.801306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-632dd387-b2cf-4f0d-b448-d8566c0c27fc None None] Provisioning complete for port dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:06.801675 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-632dd387-b2cf-4f0d-b448-d8566c0c27fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:06.836956 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53588) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:06.876092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event updated for resources: {'Port': ['ID=d5a2eb59-52d6-46df-9e06-372a5868a9e5,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:06.914011 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:07.232160 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:07.240319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 698ede9a-d5c2-4f93-96ad-1dc62db15f13 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:07.318796 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-632dd387-b2cf-4f0d-b448-d8566c0c27fc None None] Provisioning for port d5a2eb59-52d6-46df-9e06-372a5868a9e5 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:07.334720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-632dd387-b2cf-4f0d-b448-d8566c0c27fc None None] Provisioning complete for port d5a2eb59-52d6-46df-9e06-372a5868a9e5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:07.335704 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-632dd387-b2cf-4f0d-b448-d8566c0c27fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:07.363326 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-78bc0759-e5ef-4ef3-9766-d8ad6b51d802 tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3187 time: 0.5251491 May 30 20:23:07.363924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53604) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:07.369510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-60ce8e40-46f0-48e1-ab5d-edfda50ade53 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Request body: {'network': {'name': 'tempest-network-smoke--1257657116', 'project_id': '67862e1320db41428cd738fac2e6c911', 'port_security_enabled': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:07.376558 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-60ce8e40-46f0-48e1-ab5d-edfda50ade53 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:07.392400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-60ce8e40-46f0-48e1-ab5d-edfda50ade53 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:07.416424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ce8e40-46f0-48e1-ab5d-edfda50ade53 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Made reservation on behalf of 67862e1320db41428cd738fac2e6c911 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:23:07.420966 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-60ce8e40-46f0-48e1-ab5d-edfda50ade53 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:07.455637 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73c924db-671b-4588-9df7-b0615095b1a5 req-beb5629f-9f35-4c54-9a37-602d94117cec tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1528254597&fields=id&tenant_id=a048fd6ea7c2440198c694d9cbd88a49 HTTP/1.1" status: 200 len: 267 time: 0.1312506 May 30 20:23:07.488691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-632dd387-b2cf-4f0d-b448-d8566c0c27fc None None] Port d5a2eb59-52d6-46df-9e06-372a5868a9e5 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:23:07.508397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ce8e40-46f0-48e1-ab5d-edfda50ade53 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:23:07.537581 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-60ce8e40-46f0-48e1-ab5d-edfda50ade53 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:07.537925 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-60ce8e40-46f0-48e1-ab5d-edfda50ade53 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Added segment 683246a8-2a91-41b5-a820-e0e7e14982b9 of type vlan for network 901e3516-ba00-48ca-b1c5-2c35bee43a0b May 30 20:23:07.590222 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-60ce8e40-46f0-48e1-ab5d-edfda50ade53 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:07.623637 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0d9ee72f-3726-4b1a-9ada-8e88aa9c063e None None] Provisioning complete for port d5a2eb59-52d6-46df-9e06-372a5868a9e5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:07.624286 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0d9ee72f-3726-4b1a-9ada-8e88aa9c063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:07.636381 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-60ce8e40-46f0-48e1-ab5d-edfda50ade53 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:07.645198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ce8e40-46f0-48e1-ab5d-edfda50ade53 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:07.647327 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-60ce8e40-46f0-48e1-ab5d-edfda50ade53 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:07.759209 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ee72f-3726-4b1a-9ada-8e88aa9c063e None None] Port d5a2eb59-52d6-46df-9e06-372a5868a9e5 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:23:07.765942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c924db-671b-4588-9df7-b0615095b1a5 req-1b56169b-f0a8-463a-99df-1339f5713dd6 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:07.767736 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73c924db-671b-4588-9df7-b0615095b1a5 req-1b56169b-f0a8-463a-99df-1339f5713dd6 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/networks?id=43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 200 len: 814 time: 0.3052006 May 30 20:23:07.854581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Network 6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:07.857048 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-60ce8e40-46f0-48e1-ab5d-edfda50ade53 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4918430 May 30 20:23:07.857497 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53616) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:07.858283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:07.861066 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce8e40-46f0-48e1-ab5d-edfda50ade53 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event updated for resources: {'Network': ['ID=901e3516-ba00-48ca-b1c5-2c35bee43a0b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:07.874392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 901e3516-ba00-48ca-b1c5-2c35bee43a0b details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:23:07.898178 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d248e1fd-99fd-48d3-8290-799892eb56a3 None None] Network ece36477-7443-4350-9a9a-c5e41065ce79 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:23:08.103483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-552845601', 'admin_state_up': True, 'project_id': '67862e1320db41428cd738fac2e6c911', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:08.113845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:08.122297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Usage tracker for resource:router and tenant:67862e1320db41428cd738fac2e6c911 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:08.125664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:08.134656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:08.140075 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73c924db-671b-4588-9df7-b0615095b1a5 req-baa8c050-9684-4334-be49-46e447beb7fd tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/quotas/a048fd6ea7c2440198c694d9cbd88a49 HTTP/1.1" status: 200 len: 375 time: 0.3215532 May 30 20:23:08.166572 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fb23cc22-fd6a-4039-b141-e3c0e96308ae None None] Provisioning for port 698ede9a-d5c2-4f93-96ad-1dc62db15f13 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:08.195095 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fb23cc22-fd6a-4039-b141-e3c0e96308ae None None] Provisioning complete for port 698ede9a-d5c2-4f93-96ad-1dc62db15f13 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:08.195613 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fb23cc22-fd6a-4039-b141-e3c0e96308ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:08.224795 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:08.227018 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:08.446476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98614632-5c59-43c3-a50c-e2f21dd9820d req-19e3c211-6a17-4483-95cc-dfdbbc9fc0b5 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:08.448100 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98614632-5c59-43c3-a50c-e2f21dd9820d req-19e3c211-6a17-4483-95cc-dfdbbc9fc0b5 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.6760678 May 30 20:23:08.462629 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fb23cc22-fd6a-4039-b141-e3c0e96308ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:08.501474 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:08.552248 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7cbd6a47-e0cf-4e25-b32c-e1872ac90d59 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Synchronizing usage tracker for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:08.572005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-fb23cc22-fd6a-4039-b141-e3c0e96308ae None None] For port 698ede9a-d5c2-4f93-96ad-1dc62db15f13, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=698ede9a-d5c2-4f93-96ad-1dc62db15f13,segment=NetworkSegment(edfee3fc-fca1-4262-b948-0b93700cbd6a),segment_id=edfee3fc-fca1-4262-b948-0b93700cbd6a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:08.574063 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:08.623569 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fb23cc22-fd6a-4039-b141-e3c0e96308ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:08.644282 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98614632-5c59-43c3-a50c-e2f21dd9820d req-ebc73498-76d6-4968-8da3-e9573f8cfecb tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832862 May 30 20:23:08.664029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7cbd6a47-e0cf-4e25-b32c-e1872ac90d59 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Unset dirty status for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:08.665587 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7cbd6a47-e0cf-4e25-b32c-e1872ac90d59 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5144000 May 30 20:23:08.774363 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23cc22-fd6a-4039-b141-e3c0e96308ae None None] Pushing event updated for resources: {'Port': ['ID=698ede9a-d5c2-4f93-96ad-1dc62db15f13,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:08.803826 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-010a9e50-8f4d-499a-bfe0-0a1aa2c9d0a2 None None] Provisioning complete for port d5a2eb59-52d6-46df-9e06-372a5868a9e5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:08.804313 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-010a9e50-8f4d-499a-bfe0-0a1aa2c9d0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:08.840674 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:08.842594 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:08.935374 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-010a9e50-8f4d-499a-bfe0-0a1aa2c9d0a2 None None] Port d5a2eb59-52d6-46df-9e06-372a5868a9e5 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:23:08.973148 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:09.099039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73c924db-671b-4588-9df7-b0615095b1a5 req-d0bc24ea-d0e0-441e-a286-24adaab1de95 service neutron] 10.222.0.84 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782611 May 30 20:23:09.168994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e1455d62-0835-4ca4-8259-237dcb97f3dc None None] Provisioning complete for port 698ede9a-d5c2-4f93-96ad-1dc62db15f13 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:09.169358 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e1455d62-0835-4ca4-8259-237dcb97f3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:09.234061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Router cce1f4df-c632-487a-94c7-3d24a8ab3003 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:23:09.546266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b9a17-54b8-43ac-9d5c-e5b95f2434f3 req-b471fc7b-cf87-478a-a001-b490eee3520b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:09.547736 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4c5b9a17-54b8-43ac-9d5c-e5b95f2434f3 req-b471fc7b-cf87-478a-a001-b490eee3520b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.5890934 May 30 20:23:09.632453 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ce0c3734-97f6-414f-92e8-16ef7aefcd2d service neutron] 10.222.0.84 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321751 May 30 20:23:09.696627 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4c5b9a17-54b8-43ac-9d5c-e5b95f2434f3 req-dfe80607-f94f-468d-81da-525488e68e06 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954647 May 30 20:23:09.774103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:23:09.781775 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:09.786374 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeefdde-e1f4-4f78-a06a-6f655a159b46 None None] Sync routers for ids ['cce1f4df-c632-487a-94c7-3d24a8ab3003'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:23:09.806202 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeefdde-e1f4-4f78-a06a-6f655a159b46 None None] Routers {'cce1f4df-c632-487a-94c7-3d24a8ab3003'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:09.810779 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-edeefdde-e1f4-4f78-a06a-6f655a159b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:23:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['cce1f4df-c632-487a-94c7-3d24a8ab3003'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:09.819127 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:09.907623 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3ef8e5d0-339a-4db4-b4e0-0085073e2bde tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "PUT /v2.0/routers/cce1f4df-c632-487a-94c7-3d24a8ab3003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2426267 May 30 20:23:09.910949 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53660) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:09.962431 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-edeefdde-e1f4-4f78-a06a-6f655a159b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:10.015528 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeefdde-e1f4-4f78-a06a-6f655a159b46 None None] Routers {'cce1f4df-c632-487a-94c7-3d24a8ab3003'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:10.016199 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-edeefdde-e1f4-4f78-a06a-6f655a159b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:23:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['cce1f4df-c632-487a-94c7-3d24a8ab3003'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:10.229587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-edeefdde-e1f4-4f78-a06a-6f655a159b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:10.230226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeefdde-e1f4-4f78-a06a-6f655a159b46 None None] The sync data for ids ['cce1f4df-c632-487a-94c7-3d24a8ab3003'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:23:10.431685 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-03537aa2-7288-46d0-824b-31f2597f89f2 req-b08af32a-1fc7-4f58-80f5-663139356777 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 210 time: 0.1317303 May 30 20:23:10.468986 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Allocated IP 172.25.5.96 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/847bc1fc-3e11-4052-aada-65ea92fb82db) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:10.555891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f78ee-7cf9-47d2-90fa-ba5a2629904f req-87f3a2e9-932b-4a6a-8310-ceb5a463ebd7 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:10.564089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 698ede9a-d5c2-4f93-96ad-1dc62db15f13 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:10.573943 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8a0f78ee-7cf9-47d2-90fa-ba5a2629904f req-87f3a2e9-932b-4a6a-8310-ceb5a463ebd7 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.5460138 May 30 20:23:10.730710 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 698ede9a-d5c2-4f93-96ad-1dc62db15f13 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:10.731086 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:11.036590 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8a0f78ee-7cf9-47d2-90fa-ba5a2629904f req-2eaae3f1-dad1-4cd5-bf3d-de951da12951 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472985 May 30 20:23:11.075237 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:11.078899 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-d2770c56-fe23-453f-b585-4f38413c2746 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:23:11.083372 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d2770c56-fe23-453f-b585-4f38413c2746 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "PUT /v2.0/routers/cce1f4df-c632-487a-94c7-3d24a8ab3003/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1666350 May 30 20:23:11.085263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53684) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:11.087098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574d1ea-fb0d-4e21-8938-89773333566b req-39712970-842c-4984-bc06-b1d602f3d2ae tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:11.088909 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8574d1ea-fb0d-4e21-8938-89773333566b req-39712970-842c-4984-bc06-b1d602f3d2ae tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.3634667 May 30 20:23:11.170086 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8574d1ea-fb0d-4e21-8938-89773333566b req-24c88b7c-a540-406c-91d3-b958ebf84b15 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728536 May 30 20:23:11.181435 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:11.335479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event updated for resources: {'Port': ['ID=847bc1fc-3e11-4052-aada-65ea92fb82db,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:11.359392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:11.360897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:11.368448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:11.684493 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68fe23f0-1cce-4860-bd60-e906fbdb624c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:11.850469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfe759-6d8a-4566-831f-6a42b2e437de req-93fcfa13-b820-4c25-90a2-76f872f7957c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:11.857960 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e0cfe759-6d8a-4566-831f-6a42b2e437de req-93fcfa13-b820-4c25-90a2-76f872f7957c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.4262075 May 30 20:23:11.949152 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e0cfe759-6d8a-4566-831f-6a42b2e437de req-58ec37c4-4639-4b35-9e7c-861320b37d50 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902834 May 30 20:23:12.162538 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b5fc463-d891-436a-8803-087e45b21183 req-37cc73fc-b7df-4d48-968a-ad1cb6fa078b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 210 time: 0.1244068 May 30 20:23:12.170423 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:12.172713 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:12.508843 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0a188-5cd7-4edf-8eb7-e3ddbe410e2e req-2cddb43a-dd1c-495f-9607-54eb087b4a9f tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:12.516458 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d9b0a188-5cd7-4edf-8eb7-e3ddbe410e2e req-2cddb43a-dd1c-495f-9607-54eb087b4a9f tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.1183314 May 30 20:23:12.534054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c924db-671b-4588-9df7-b0615095b1a5 req-06dab355-4d44-4f99-8222-82a1aa62f855 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:12.535025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-73c924db-671b-4588-9df7-b0615095b1a5 req-06dab355-4d44-4f99-8222-82a1aa62f855 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Synchronizing usage tracker for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:12.576261 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-73c924db-671b-4588-9df7-b0615095b1a5 req-06dab355-4d44-4f99-8222-82a1aa62f855 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Unset dirty status for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:12.577562 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73c924db-671b-4588-9df7-b0615095b1a5 req-06dab355-4d44-4f99-8222-82a1aa62f855 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.77 "GET /v2.0/networks?id=43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 200 len: 814 time: 0.7498310 May 30 20:23:12.656631 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d9b0a188-5cd7-4edf-8eb7-e3ddbe410e2e req-cd4cffbc-c081-4985-822e-47440f9632e2 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394110 May 30 20:23:12.701124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-73c924db-671b-4588-9df7-b0615095b1a5 req-bc2bd17d-4721-4d8e-b20a-5c5a92827689 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Synchronizing usage tracker for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:12.770859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-73c924db-671b-4588-9df7-b0615095b1a5 req-bc2bd17d-4721-4d8e-b20a-5c5a92827689 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Unset dirty status for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:12.772890 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73c924db-671b-4588-9df7-b0615095b1a5 req-bc2bd17d-4721-4d8e-b20a-5c5a92827689 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a048fd6ea7c2440198c694d9cbd88a49 HTTP/1.1" status: 200 len: 380 time: 0.1784408 May 30 20:23:12.835669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7094e912-f98b-4537-b67a-5b744dfe9075 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'port': {'device_id': '65e80fcf-3b41-494a-90ad-9741219e2e67', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'admin_state_up': True, 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'security_groups': ['6137b38f-34bd-43bc-babf-de846abcd1b9']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:12.992308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95ea90-e274-455d-b748-d929f2b3a9e6 req-db042c4b-dca4-42c6-8ef3-c8260e785570 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:12.999199 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b95ea90-e274-455d-b748-d929f2b3a9e6 req-db042c4b-dca4-42c6-8ef3-c8260e785570 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.3252411 May 30 20:23:13.052073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Router 5affab8c-8043-4764-9378-10c464fa30ad is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:23:13.072783 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b95ea90-e274-455d-b748-d929f2b3a9e6 req-ed33cf22-bbfb-48a2-9dad-19e5a35f9d53 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724816 May 30 20:23:13.108139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7094e912-f98b-4537-b67a-5b744dfe9075 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:13.163809 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7094e912-f98b-4537-b67a-5b744dfe9075 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:13.193280 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7094e912-f98b-4537-b67a-5b744dfe9075 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Made reservation on behalf of a048fd6ea7c2440198c694d9cbd88a49 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:23:13.196894 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7094e912-f98b-4537-b67a-5b744dfe9075 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:13.392674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:23:13.403656 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Sync routers for ids ['5affab8c-8043-4764-9378-10c464fa30ad'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:23:13.416569 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Routers {'5affab8c-8043-4764-9378-10c464fa30ad'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:13.417416 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:23:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['5affab8c-8043-4764-9378-10c464fa30ad'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:13.475937 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e29acfb-70b2-4a8b-8e43-3ec69f941aa8 req-5e267308-db97-4a10-a130-228961d788e4 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 210 time: 0.0541675 May 30 20:23:13.480072 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:13.481681 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b41d80a2-b0b7-4015-a1a9-270b7ed718df tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.6203649 May 30 20:23:13.484934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53724) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:13.563402 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a57c466-4997-47e5-848f-242f10f618c2 tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:13.568243 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7a57c466-4997-47e5-848f-242f10f618c2 tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=67862e1320db41428cd738fac2e6c911&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0821798 May 30 20:23:13.568533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53734) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:13.704028 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7094e912-f98b-4537-b67a-5b744dfe9075 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Allocated IP 172.20.0.11 (43a3a580-728f-4a14-a9d1-6d5e70d6966e/68e762fb-e7ab-4b2b-9564-0b9905e98eee/09e4e48b-4269-494b-9ff4-b2f804cd1363) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:13.710375 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Set router 5affab8c-8043-4764-9378-10c464fa30ad gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:13.938527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e50eb-f419-478c-94eb-ac340d7702cd req-a35277e4-6a88-45a7-a4b7-42a28ff66e17 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:13.946522 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-784e50eb-f419-478c-94eb-ac340d7702cd req-a35277e4-6a88-45a7-a4b7-42a28ff66e17 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.1105573 May 30 20:23:14.082306 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7094e912-f98b-4537-b67a-5b744dfe9075 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:14.084608 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-784e50eb-f419-478c-94eb-ac340d7702cd req-33e60a0d-2fdf-4214-b1e9-c16b1420f9fa tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369905 May 30 20:23:14.115110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7094e912-f98b-4537-b67a-5b744dfe9075 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Transition to ACTIVE for port object 09e4e48b-4269-494b-9ff4-b2f804cd1363 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:14.146493 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5affab8c-8043-4764-9378-10c464fa30ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-552845601', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '847bc1fc-3e11-4052-aada-65ea92fb82db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:08Z', 'updated_at': '2022-05-30T20:23:11Z', 'revision_number': 3, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': '847bc1fc-3e11-4052-aada-65ea92fb82db', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5affab8c-8043-4764-9378-10c464fa30ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:09Z', 'updated_at': '2022-05-30T20:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:14.155944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0cf62-fbee-475d-a579-9ecd5fabc684 req-8d45870f-729f-4de9-a273-64b69de83fc9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:14.159032 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Checking router: 5affab8c-8043-4764-9378-10c464fa30ad for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:23:14.160864 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6af0cf62-fbee-475d-a579-9ecd5fabc684 req-8d45870f-729f-4de9-a273-64b69de83fc9 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.77 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.1982548 May 30 20:23:14.162237 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Updating router 5affab8c-8043-4764-9378-10c464fa30ad port 847bc1fc-3e11-4052-aada-65ea92fb82db binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:23:14.172238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7143fcf-e4ff-4f5c-9915-3f1a27c99585 tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:14.178195 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a7143fcf-e4ff-4f5c-9915-3f1a27c99585 tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6064568 May 30 20:23:14.194806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53744) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:14.292274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-6af0cf62-fbee-475d-a579-9ecd5fabc684 req-87f5d40f-59c6-4e06-a5cb-c5eee23efc95 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Deleting port 130a9f87-9e48-4d8e-a269-e6e0764649e4 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:14.295160 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6af0cf62-fbee-475d-a579-9ecd5fabc684 req-87f5d40f-59c6-4e06-a5cb-c5eee23efc95 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:14.299764 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:14.304301 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-68fe23f0-1cce-4860-bd60-e906fbdb624c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Deleting port d5a2eb59-52d6-46df-9e06-372a5868a9e5 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:14.304907 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68fe23f0-1cce-4860-bd60-e906fbdb624c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:14.338433 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8b230f5c-6bfd-4d91-93e2-bdf89dd4b625 tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1425424 May 30 20:23:14.348068 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7094e912-f98b-4537-b67a-5b744dfe9075 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:14.353195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53750) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:14.414719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53754) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:14.670431 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e64656d1-5fbd-4397-8aa3-9bc9efc94d31 tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=67862e1320db41428cd738fac2e6c911&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3132646 May 30 20:23:14.673554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be796263-f6ff-4092-9f12-2204482a06be req-a747fd46-a705-4406-b348-e4390d09042b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:14.685943 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be796263-f6ff-4092-9f12-2204482a06be req-a747fd46-a705-4406-b348-e4390d09042b tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 946 time: 0.3151872 May 30 20:23:14.687078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53764) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:14.780183 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-6af0cf62-fbee-475d-a579-9ecd5fabc684 req-87f5d40f-59c6-4e06-a5cb-c5eee23efc95 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] For port 130a9f87-9e48-4d8e-a269-e6e0764649e4, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=130a9f87-9e48-4d8e-a269-e6e0764649e4,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:14.780547 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6af0cf62-fbee-475d-a579-9ecd5fabc684 req-87f5d40f-59c6-4e06-a5cb-c5eee23efc95 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:14.791282 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:14.822407 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Transition to ACTIVE for port object 847bc1fc-3e11-4052-aada-65ea92fb82db will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:14.833018 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:14.935208 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Attempting to bind port 847bc1fc-3e11-4052-aada-65ea92fb82db on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:14.935564 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Attempting to bind port 847bc1fc-3e11-4052-aada-65ea92fb82db by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:14.935913 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Attempting to bind port 847bc1fc-3e11-4052-aada-65ea92fb82db on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:14.942907 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07af2c-3a67-4b52-8e55-6862ee0dd67d None None] Pushing event updated for resources: {'Port': ['ID=847bc1fc-3e11-4052-aada-65ea92fb82db,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:14.944590 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5893a1c2-e396-4ef9-b15e-f188c5b41c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:14.949628 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:23:14.949998 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:14.950392 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:14.950771 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:23:14.951228 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Bound port: 847bc1fc-3e11-4052-aada-65ea92fb82db, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:23:14.951589 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:14.999565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094e912-f98b-4537-b67a-5b744dfe9075 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event updated for resources: {'Port': ['ID=09e4e48b-4269-494b-9ff4-b2f804cd1363,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:15.001425 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07af2c-3a67-4b52-8e55-6862ee0dd67d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:15.001794 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07af2c-3a67-4b52-8e55-6862ee0dd67d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:15.002129 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07af2c-3a67-4b52-8e55-6862ee0dd67d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:15.002461 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07af2c-3a67-4b52-8e55-6862ee0dd67d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:15.002789 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07af2c-3a67-4b52-8e55-6862ee0dd67d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:15.003103 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07af2c-3a67-4b52-8e55-6862ee0dd67d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:15.003418 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07af2c-3a67-4b52-8e55-6862ee0dd67d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:15.003729 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07af2c-3a67-4b52-8e55-6862ee0dd67d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:15.004075 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07af2c-3a67-4b52-8e55-6862ee0dd67d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:15.004391 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07af2c-3a67-4b52-8e55-6862ee0dd67d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:15.004702 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07af2c-3a67-4b52-8e55-6862ee0dd67d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:15.015981 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7094e912-f98b-4537-b67a-5b744dfe9075 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Network 43a3a580-728f-4a14-a9d1-6d5e70d6966e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:15.019988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7094e912-f98b-4537-b67a-5b744dfe9075 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:15.024305 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7094e912-f98b-4537-b67a-5b744dfe9075 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:15.046354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-6af0cf62-fbee-475d-a579-9ecd5fabc684 req-87f5d40f-59c6-4e06-a5cb-c5eee23efc95 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Calling delete_port for 130a9f87-9e48-4d8e-a269-e6e0764649e4 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:15.062679 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] For port 847bc1fc-3e11-4052-aada-65ea92fb82db, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:15.072738 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] For port 847bc1fc-3e11-4052-aada-65ea92fb82db, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=847bc1fc-3e11-4052-aada-65ea92fb82db,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:23:15.081433 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:15.170430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7094e912-f98b-4537-b67a-5b744dfe9075 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:15.171088 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7094e912-f98b-4537-b67a-5b744dfe9075 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:15.177525 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68fe23f0-1cce-4860-bd60-e906fbdb624c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:15.206728 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be796263-f6ff-4092-9f12-2204482a06be req-18cdef26-32e2-44db-a412-794b331dd9e6 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233064 May 30 20:23:15.209355 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07af2c-3a67-4b52-8e55-6862ee0dd67d None None] Pushing event updated for resources: {'Port': ['ID=847bc1fc-3e11-4052-aada-65ea92fb82db,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:15.257721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5893a1c2-e396-4ef9-b15e-f188c5b41c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:15.265059 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Routers {'5affab8c-8043-4764-9378-10c464fa30ad'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:15.265705 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:23:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['5affab8c-8043-4764-9378-10c464fa30ad'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:15.275509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5893a1c2-e396-4ef9-b15e-f188c5b41c16 admin admin] Usage tracker for resource:security_group_rule and tenant:6c05941f9bb64bfb84e9675499299952 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:15.303648 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5893a1c2-e396-4ef9-b15e-f188c5b41c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:15.326948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5893a1c2-e396-4ef9-b15e-f188c5b41c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:15.374231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a053ee-1f8a-4e91-98e5-7e7528619139 tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:15.376993 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b1a053ee-1f8a-4e91-98e5-7e7528619139 tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6769588 May 30 20:23:15.380258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53776) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:15.413668 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-68fe23f0-1cce-4860-bd60-e906fbdb624c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Calling delete_port for d5a2eb59-52d6-46df-9e06-372a5868a9e5 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:15.430168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0c0e49e1-1aba-4e65-9f53-c9b5e049757e None None] Provisioning for port 09e4e48b-4269-494b-9ff4-b2f804cd1363 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:15.436706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0a4c4-f2b3-4d65-ad4b-161a3f408803 req-af39037f-d71f-4573-b44c-250469f903d1 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:15.438790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-edd0a4c4-f2b3-4d65-ad4b-161a3f408803 req-af39037f-d71f-4573-b44c-250469f903d1 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 932 time: 0.6686058 May 30 20:23:15.451350 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0c0e49e1-1aba-4e65-9f53-c9b5e049757e None None] Provisioning complete for port 09e4e48b-4269-494b-9ff4-b2f804cd1363 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:15.451804 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0c0e49e1-1aba-4e65-9f53-c9b5e049757e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:15.455792 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-256941cb-53fc-49ff-8e6d-ce367e3b349c tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0710695 May 30 20:23:15.460312 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53780) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:15.466538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1ef06a73-52ce-4c4e-9651-ee2e91036e62 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1437631118', 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b', 'project_id': '67862e1320db41428cd738fac2e6c911', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:15.487843 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7094e912-f98b-4537-b67a-5b744dfe9075 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7090940 May 30 20:23:15.515204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Request body: {'port': {'device_id': '65e80fcf-3b41-494a-90ad-9741219e2e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:15.567014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e49e1-1aba-4e65-9f53-c9b5e049757e None None] Port 09e4e48b-4269-494b-9ff4-b2f804cd1363 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:23:15.657896 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] Set router 5affab8c-8043-4764-9378-10c464fa30ad gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:15.698810 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6af0cf62-fbee-475d-a579-9ecd5fabc684 req-87f5d40f-59c6-4e06-a5cb-c5eee23efc95 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:15.711501 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9ecf0614-9706-4eab-a0ba-9e8ab6958178'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:23:15.872076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5d40f-59c6-4e06-a5cb-c5eee23efc95 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Pushing event deleted for resources: {'Port': ['ID=130a9f87-9e48-4d8e-a269-e6e0764649e4,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:15.944477 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:15.990035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1ef06a73-52ce-4c4e-9651-ee2e91036e62 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:16.000302 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1ef06a73-52ce-4c4e-9651-ee2e91036e62 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Usage tracker for resource:subnet and tenant:67862e1320db41428cd738fac2e6c911 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:16.004806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1ef06a73-52ce-4c4e-9651-ee2e91036e62 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:16.045214 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1ef06a73-52ce-4c4e-9651-ee2e91036e62 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:16.054310 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5affab8c-8043-4764-9378-10c464fa30ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-552845601', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '847bc1fc-3e11-4052-aada-65ea92fb82db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:08Z', 'updated_at': '2022-05-30T20:23:11Z', 'revision_number': 3, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': '847bc1fc-3e11-4052-aada-65ea92fb82db', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5affab8c-8043-4764-9378-10c464fa30ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:09Z', 'updated_at': '2022-05-30T20:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:16.059766 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3dced1-d840-4d5f-9713-7e64b20fb47c None None] The sync data for ids ['5affab8c-8043-4764-9378-10c464fa30ad'] in n-d-843949-2 is: [{'id': '5affab8c-8043-4764-9378-10c464fa30ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-552845601', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '847bc1fc-3e11-4052-aada-65ea92fb82db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:08Z', 'updated_at': '2022-05-30T20:23:11Z', 'revision_number': 3, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': '847bc1fc-3e11-4052-aada-65ea92fb82db', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5affab8c-8043-4764-9378-10c464fa30ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:09Z', 'updated_at': '2022-05-30T20:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:23:16.060656 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-edd0a4c4-f2b3-4d65-ad4b-161a3f408803 req-7ae01c6f-6e17-4d6f-8d2c-274b25cdfdb2 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=6137b38f-34bd-43bc-babf-de846abcd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6114380 May 30 20:23:16.110975 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5893a1c2-e396-4ef9-b15e-f188c5b41c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:16.126467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54357c20-e196-46f1-b85e-dbd377fa3cf1 req-f3dfccd3-425f-4aa5-94d6-db93fa2f2903 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:16.128454 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54357c20-e196-46f1-b85e-dbd377fa3cf1 req-f3dfccd3-425f-4aa5-94d6-db93fa2f2903 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.4519720 May 30 20:23:16.129421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af0cf62-fbee-475d-a579-9ecd5fabc684 req-87f5d40f-59c6-4e06-a5cb-c5eee23efc95 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] No DVR routers for this DVR port 130a9f87-9e48-4d8e-a269-e6e0764649e4 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:23:16.132447 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-6af0cf62-fbee-475d-a579-9ecd5fabc684 req-87f5d40f-59c6-4e06-a5cb-c5eee23efc95 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:16.137474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb66fbe-b53f-4094-84b1-e78e372f795f', 'name': 'network-vif-deleted', 'tag': '130a9f87-9e48-4d8e-a269-e6e0764649e4'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:16.146273 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5893a1c2-e396-4ef9-b15e-f188c5b41c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:16.223586 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef06a73-52ce-4c4e-9651-ee2e91036e62 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Made reservation on behalf of 67862e1320db41428cd738fac2e6c911 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:23:16.235121 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5893a1c2-e396-4ef9-b15e-f188c5b41c16 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6c05941f9bb64bfb84e9675499299952&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8200102 May 30 20:23:16.245879 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b56035b-e9f4-47d4-962a-70e9c8dd87cf'] response: {'server_uuid': '8bb66fbe-b53f-4094-84b1-e78e372f795f', 'name': 'network-vif-deleted', 'tag': '130a9f87-9e48-4d8e-a269-e6e0764649e4', 'status': 'completed', 'code': 200} May 30 20:23:16.273797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53790) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:16.289796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893a1c2-e396-4ef9-b15e-f188c5b41c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7df4ae0-5c83-4531-bf3f-e83cd4e81b43,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:16.313239 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6af0cf62-fbee-475d-a579-9ecd5fabc684 req-87f5d40f-59c6-4e06-a5cb-c5eee23efc95 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.77 "DELETE /v2.0/ports/130a9f87-9e48-4d8e-a269-e6e0764649e4 HTTP/1.1" status: 204 len: 173 time: 2.1434236 May 30 20:23:16.385607 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54357c20-e196-46f1-b85e-dbd377fa3cf1 req-a752b9b2-8a8f-4a1f-975b-7c4ffe5f043f tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401476 May 30 20:23:16.519032 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 130a9f87-9e48-4d8e-a269-e6e0764649e4 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:23:16.579930 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 130a9f87-9e48-4d8e-a269-e6e0764649e4 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:23:16.580839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 130a9f87-9e48-4d8e-a269-e6e0764649e4 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:23:16.613448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f3d86c7a-051f-4384-bd4f-2ffe5785ea0c req-6481c030-2a18-4336-856f-f561961a728f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Synchronizing usage tracker for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:16.624750 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68fe23f0-1cce-4860-bd60-e906fbdb624c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:16.630202 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1ef06a73-52ce-4c4e-9651-ee2e91036e62 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:16.650656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f3d86c7a-051f-4384-bd4f-2ffe5785ea0c req-6481c030-2a18-4336-856f-f561961a728f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Unset dirty status for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:16.652163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f3d86c7a-051f-4384-bd4f-2ffe5785ea0c req-6481c030-2a18-4336-856f-f561961a728f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bb66fbe-b53f-4094-84b1-e78e372f795f HTTP/1.1" status: 200 len: 210 time: 0.0954192 May 30 20:23:16.772755 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe23f0-1cce-4860-bd60-e906fbdb624c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event deleted for resources: {'Port': ['ID=d5a2eb59-52d6-46df-9e06-372a5868a9e5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:16.856904 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1e86770-8039-486d-a97f-65b357062063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:16.982101 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1e86770-8039-486d-a97f-65b357062063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:17.416073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275746c8-fa20-4a43-bc65-00edf678e56f req-7e52ba99-f0ac-41a3-8032-16d049317be1 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:17.417574 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-275746c8-fa20-4a43-bc65-00edf678e56f req-7e52ba99-f0ac-41a3-8032-16d049317be1 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 932 time: 0.1314666 May 30 20:23:17.483723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-275746c8-fa20-4a43-bc65-00edf678e56f req-3fc5e5f4-8676-4131-893c-c32f8cb546c6 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=6137b38f-34bd-43bc-babf-de846abcd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601289 May 30 20:23:17.579589 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1e86770-8039-486d-a97f-65b357062063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:17.609800 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e4e48b-4269-494b-9ff4-b2f804cd1363 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:23:17.627804 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:17.629417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65c843-e145-4854-8164-c61ee1bdcb5f req-b1d9b491-ba76-4386-924b-40e87501ebd5 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:17.630930 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e86770-8039-486d-a97f-65b357062063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7df4ae0-5c83-4531-bf3f-e83cd4e81b43,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:17.631379 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d65c843-e145-4854-8164-c61ee1bdcb5f req-b1d9b491-ba76-4386-924b-40e87501ebd5 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.1049395 May 30 20:23:17.677349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Transition to ACTIVE for port object 09e4e48b-4269-494b-9ff4-b2f804cd1363 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:17.688104 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:17.720354 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d65c843-e145-4854-8164-c61ee1bdcb5f req-1e0fc5af-55cc-4d99-8210-f06d7df147d3 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816116 May 30 20:23:17.727350 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-68fe23f0-1cce-4860-bd60-e906fbdb624c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:17.797114 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1e86770-8039-486d-a97f-65b357062063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:17.798278 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b1e86770-8039-486d-a97f-65b357062063 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c7df4ae0-5c83-4531-bf3f-e83cd4e81b43 HTTP/1.1" status: 204 len: 168 time: 1.5107536 May 30 20:23:17.891151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Pushing event updated for resources: {'Port': ['ID=09e4e48b-4269-494b-9ff4-b2f804cd1363,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:18.113074 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1ef06a73-52ce-4c4e-9651-ee2e91036e62 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.118342 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:23:18.311999 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53818) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:18.336146 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-731c6ce2-f233-4da2-9317-0cc5c3e1fde4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.372260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-731c6ce2-f233-4da2-9317-0cc5c3e1fde4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:18.376455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-731c6ce2-f233-4da2-9317-0cc5c3e1fde4 admin admin] Usage tracker for resource:security_group_rule and tenant:6c6fc0b7038c497181e4180ba734e656 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:18.379339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-731c6ce2-f233-4da2-9317-0cc5c3e1fde4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:18.387201 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-731c6ce2-f233-4da2-9317-0cc5c3e1fde4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:18.483930 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-731c6ce2-f233-4da2-9317-0cc5c3e1fde4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.489793 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-731c6ce2-f233-4da2-9317-0cc5c3e1fde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.533738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c6ce2-f233-4da2-9317-0cc5c3e1fde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb98828-c5fd-4c80-9a05-25a7ac207a8f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:18.559484 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-731c6ce2-f233-4da2-9317-0cc5c3e1fde4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6c6fc0b7038c497181e4180ba734e656&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2459292 May 30 20:23:18.561651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53828) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:18.576255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef06a73-52ce-4c4e-9651-ee2e91036e62 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event updated for resources: {'Subnet': ['ID=64cca18d-f22a-45cb-ab59-d441fb68be55,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:18.596582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef06a73-52ce-4c4e-9651-ee2e91036e62 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Checking segment: {'id': '683246a8-2a91-41b5-a820-e0e7e14982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:18.597003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef06a73-52ce-4c4e-9651-ee2e91036e62 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Network hostable DHCP agents. Network: 901e3516-ba00-48ca-b1c5-2c35bee43a0b, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:23:18.618898 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 847bc1fc-3e11-4052-aada-65ea92fb82db up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:18.693094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 847bc1fc-3e11-4052-aada-65ea92fb82db completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:18.697588 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Attempting to bind port 09e4e48b-4269-494b-9ff4-b2f804cd1363 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:18.697933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Attempting to bind port 09e4e48b-4269-494b-9ff4-b2f804cd1363 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:18.698261 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Attempting to bind port 09e4e48b-4269-494b-9ff4-b2f804cd1363 on network 43a3a580-728f-4a14-a9d1-6d5e70d6966e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:18.699473 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 847bc1fc-3e11-4052-aada-65ea92fb82db triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:18.700852 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.711912 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a440f0c7-b4ca-48ae-8368-ced48b7c2e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.781785 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a440f0c7-b4ca-48ae-8368-ced48b7c2e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.790530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Port 09e4e48b-4269-494b-9ff4-b2f804cd1363 on network 43a3a580-728f-4a14-a9d1-6d5e70d6966e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:18.790988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Attempting to bind port 09e4e48b-4269-494b-9ff4-b2f804cd1363 on network 43a3a580-728f-4a14-a9d1-6d5e70d6966e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:18.802360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef06a73-52ce-4c4e-9651-ee2e91036e62 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Network 901e3516-ba00-48ca-b1c5-2c35bee43a0b is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:23:18.816938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:23:18.817467 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Checking segment: {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:18.817861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Bound using segment: {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:23:18.818504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Bound port: 09e4e48b-4269-494b-9ff4-b2f804cd1363, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb8d781e-7408-4057-b1f4-3038fc6b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:23:18.818853 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.838164 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-1ef06a73-52ce-4c4e-9651-ee2e91036e62 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 901e3516-ba00-48ca-b1c5-2c35bee43a0b) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:18.849743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef06a73-52ce-4c4e-9651-ee2e91036e62 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:18.850424 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1ef06a73-52ce-4c4e-9651-ee2e91036e62 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.854922 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.860531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2757a834-1f68-4466-bd84-083d27c76b15 None None] Network 901e3516-ba00-48ca-b1c5-2c35bee43a0b requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:23:18.906577 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fe23f0-1cce-4860-bd60-e906fbdb624c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Router cce1f4df-c632-487a-94c7-3d24a8ab3003 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:23:18.946200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873cd8e-9eac-4172-ae00-1ca6b513cf14 req-afb91ac0-7dd4-490e-8b43-b7adef5d6548 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:18.947721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9873cd8e-9eac-4172-ae00-1ca6b513cf14 req-afb91ac0-7dd4-490e-8b43-b7adef5d6548 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 944 time: 0.1828630 May 30 20:23:18.956901 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a440f0c7-b4ca-48ae-8368-ced48b7c2e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.999516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440f0c7-b4ca-48ae-8368-ced48b7c2e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb98828-c5fd-4c80-9a05-25a7ac207a8f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:19.005482 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a440f0c7-b4ca-48ae-8368-ced48b7c2e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:19.006562 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a440f0c7-b4ca-48ae-8368-ced48b7c2e71 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6bb98828-c5fd-4c80-9a05-25a7ac207a8f HTTP/1.1" status: 204 len: 168 time: 0.4438400 May 30 20:23:19.039803 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1ef06a73-52ce-4c4e-9651-ee2e91036e62 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.5755775 May 30 20:23:19.046358 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53840) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:19.070191 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 847bc1fc-3e11-4052-aada-65ea92fb82db, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=847bc1fc-3e11-4052-aada-65ea92fb82db,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:19.085394 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:19.127340 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9873cd8e-9eac-4172-ae00-1ca6b513cf14 req-d524dcd5-e06d-436d-b365-101dd86109c3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=6137b38f-34bd-43bc-babf-de846abcd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616704 May 30 20:23:19.146274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468e34c-3a30-4310-8f1a-2caeabaf084c req-a6fe8d66-6c78-44d6-8973-e560eaf9d55c tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:19.148155 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9468e34c-3a30-4310-8f1a-2caeabaf084c req-a6fe8d66-6c78-44d6-8973-e560eaf9d55c tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.1517105 May 30 20:23:19.217330 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-901e3516-ba00-48ca-b1c5-2c35bee43a0b', 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'fixed_ips': [{'subnet_id': '64cca18d-f22a-45cb-ab59-d441fb68be55'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:23:19.218619 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:19.222624 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9468e34c-3a30-4310-8f1a-2caeabaf084c req-9ffb176b-8f24-481e-9004-da099f286d7d tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573938 May 30 20:23:19.239910 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=847bc1fc-3e11-4052-aada-65ea92fb82db,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:19.452601 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Allocated IP 172.20.0.18 (901e3516-ba00-48ca-b1c5-2c35bee43a0b/64cca18d-f22a-45cb-ab59-d441fb68be55/30a8a9a0-5270-4461-bbb5-5a17412d3e1d) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:19.471873 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] For port 09e4e48b-4269-494b-9ff4-b2f804cd1363, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:19.478737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] For port 09e4e48b-4269-494b-9ff4-b2f804cd1363, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=09e4e48b-4269-494b-9ff4-b2f804cd1363,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:23:19.493548 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:19.556736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fe23f0-1cce-4860-bd60-e906fbdb624c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:23:19.571328 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-68fe23f0-1cce-4860-bd60-e906fbdb624c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "PUT /v2.0/routers/cce1f4df-c632-487a-94c7-3d24a8ab3003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4849141 May 30 20:23:19.575736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53856) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:19.607255 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:19.608760 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] 10.222.0.77 "PUT /v2.0/ports/09e4e48b-4269-494b-9ff4-b2f804cd1363 HTTP/1.1" status: 200 len: 1092 time: 4.1106329 May 30 20:23:19.609209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e80fcf-3b41-494a-90ad-9741219e2e67', 'tag': '09e4e48b-4269-494b-9ff4-b2f804cd1363'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:19.615765 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad446086-5eed-4b2a-a600-eb628ec65051 service neutron] Pushing event updated for resources: {'Port': ['ID=09e4e48b-4269-494b-9ff4-b2f804cd1363,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:19.638462 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fb2479-d6a3-40ee-afd1-d7c018d13080 None None] Sync routers for ids ['cce1f4df-c632-487a-94c7-3d24a8ab3003'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:23:19.730920 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb2479-d6a3-40ee-afd1-d7c018d13080 None None] Routers {'cce1f4df-c632-487a-94c7-3d24a8ab3003'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:19.731833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-45fb2479-d6a3-40ee-afd1-d7c018d13080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:23:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['cce1f4df-c632-487a-94c7-3d24a8ab3003'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:19.748514 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be77e6f-3793-445e-84a4-e639f44b601a'] response: {'name': 'network-changed', 'server_uuid': '65e80fcf-3b41-494a-90ad-9741219e2e67', 'tag': '09e4e48b-4269-494b-9ff4-b2f804cd1363', 'status': 'completed', 'code': 200} May 30 20:23:19.780593 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-b011a354-e068-49d2-a435-4b6ba85d832d tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] delete failed (client error): The resource could not be found. May 30 20:23:19.782306 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b011a354-e068-49d2-a435-4b6ba85d832d tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "DELETE /v2.0/routers/tempest-non_exist_router-2111802557 HTTP/1.1" status: 404 len: 335 time: 0.2048607 May 30 20:23:19.786956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53866) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:19.795091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-ac737cb3-f94e-43fa-b9c2-8185cc414fab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cce1f4df-c632-487a-94c7-3d24a8ab3003'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:19.967676 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-45fb2479-d6a3-40ee-afd1-d7c018d13080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:19.971506 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73c924db-671b-4588-9df7-b0615095b1a5 req-cbfc6fc1-eb4a-4cfd-bb62-b63ac33b4005 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 1095 time: 0.3093076 May 30 20:23:20.262696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb2479-d6a3-40ee-afd1-d7c018d13080 None None] Routers {'cce1f4df-c632-487a-94c7-3d24a8ab3003'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:20.266344 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-45fb2479-d6a3-40ee-afd1-d7c018d13080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:23:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['cce1f4df-c632-487a-94c7-3d24a8ab3003'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:20.341432 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73c924db-671b-4588-9df7-b0615095b1a5 req-5073cfe3-db3f-4fc4-8b24-ed8eb6882ce4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09e4e48b-4269-494b-9ff4-b2f804cd1363 HTTP/1.1" status: 200 len: 217 time: 0.3573661 May 30 20:23:20.458030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-45fb2479-d6a3-40ee-afd1-d7c018d13080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:20.458447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fb2479-d6a3-40ee-afd1-d7c018d13080 None None] The sync data for ids ['cce1f4df-c632-487a-94c7-3d24a8ab3003'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:23:20.488589 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:20.504005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Transition to ACTIVE for port object 30a8a9a0-5270-4461-bbb5-5a17412d3e1d will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:20.520521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c924db-671b-4588-9df7-b0615095b1a5 req-becf4597-e276-457f-bbbf-33f6b3faf46a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:20.521965 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73c924db-671b-4588-9df7-b0615095b1a5 req-becf4597-e276-457f-bbbf-33f6b3faf46a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68e762fb-e7ab-4b2b-9564-0b9905e98eee HTTP/1.1" status: 200 len: 853 time: 0.1616838 May 30 20:23:20.561441 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 847bc1fc-3e11-4052-aada-65ea92fb82db up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:20.632396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Transition to ACTIVE for port object 30a8a9a0-5270-4461-bbb5-5a17412d3e1d will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:20.644084 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73c924db-671b-4588-9df7-b0615095b1a5 req-ce9e7228-1e0c-4c39-8e49-ce091923a338 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=43a3a580-728f-4a14-a9d1-6d5e70d6966e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067529 May 30 20:23:20.658186 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:20.758721 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Network 901e3516-ba00-48ca-b1c5-2c35bee43a0b is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:20.774482 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:20.778992 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 847bc1fc-3e11-4052-aada-65ea92fb82db triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:20.779363 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:20.808172 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Pushing event updated for resources: {'Port': ['ID=30a8a9a0-5270-4461-bbb5-5a17412d3e1d,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:20.817367 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:20.948846 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Attempting to bind port 30a8a9a0-5270-4461-bbb5-5a17412d3e1d on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:20.949369 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Attempting to bind port 30a8a9a0-5270-4461-bbb5-5a17412d3e1d by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '683246a8-2a91-41b5-a820-e0e7e14982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:20.950024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Attempting to bind port 30a8a9a0-5270-4461-bbb5-5a17412d3e1d on network 901e3516-ba00-48ca-b1c5-2c35bee43a0b {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:20.963591 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73c924db-671b-4588-9df7-b0615095b1a5 req-7c51a6d2-598b-4784-bb99-d16854f09995 service neutron] 10.222.0.77 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059919 May 30 20:23:21.038693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:23:21.039198 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Checking segment: {'id': '683246a8-2a91-41b5-a820-e0e7e14982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:21.039838 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:21.040362 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Bound using segment: {'id': '683246a8-2a91-41b5-a820-e0e7e14982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:23:21.041343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Bound port: 30a8a9a0-5270-4461-bbb5-5a17412d3e1d, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683246a8-2a91-41b5-a820-e0e7e14982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:23:21.041578 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ac737cb3-f94e-43fa-b9c2-8185cc414fab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:21.041993 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:21.077405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fda30-1da7-4e23-9daf-626e71fc8a68 req-6461c9a1-2c80-47d7-9922-bcc2103307e2 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:21.080740 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-146fda30-1da7-4e23-9daf-626e71fc8a68 req-6461c9a1-2c80-47d7-9922-bcc2103307e2 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.1650410 May 30 20:23:21.113166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32924ea-3080-4682-a1da-6237a7c8ac1d req-20ee57eb-ac8b-41da-914b-61f5636b6d41 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:21.125322 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f32924ea-3080-4682-a1da-6237a7c8ac1d req-20ee57eb-ac8b-41da-914b-61f5636b6d41 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 944 time: 0.5664225 May 30 20:23:21.192525 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] For port 30a8a9a0-5270-4461-bbb5-5a17412d3e1d, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:21.196391 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-73c924db-671b-4588-9df7-b0615095b1a5 req-1c695163-91b2-46e0-b49c-386285bfa868 service neutron] 10.222.0.77 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205689 May 30 20:23:21.197272 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-ac737cb3-f94e-43fa-b9c2-8185cc414fab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] update failed (client error): The resource could not be found. May 30 20:23:21.198518 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ac737cb3-f94e-43fa-b9c2-8185cc414fab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "PUT /v2.0/routers/cce1f4df-c632-487a-94c7-3d24a8ab3003 HTTP/1.1" status: 404 len: 339 time: 1.4101193 May 30 20:23:21.203103 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] For port 30a8a9a0-5270-4461-bbb5-5a17412d3e1d, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=30a8a9a0-5270-4461-bbb5-5a17412d3e1d,segment=NetworkSegment(683246a8-2a91-41b5-a820-e0e7e14982b9),segment_id=683246a8-2a91-41b5-a820-e0e7e14982b9)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:23:21.207359 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53904) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:21.234012 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:21.248101 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-146fda30-1da7-4e23-9daf-626e71fc8a68 req-e8a821ab-1a8c-4e0d-b3b8-7f88d805a1df tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593847 May 30 20:23:21.274484 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f32924ea-3080-4682-a1da-6237a7c8ac1d req-376b0cca-4e93-4cfb-a34e-8d3d5b26c69d tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=6137b38f-34bd-43bc-babf-de846abcd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480408 May 30 20:23:21.387524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b758de-4641-4729-9d54-b2f820594ad2 None None] Pushing event updated for resources: {'Port': ['ID=30a8a9a0-5270-4461-bbb5-5a17412d3e1d,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:21.546488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a7ca-6d91-492a-ac86-69b877621a2d req-3027906e-7ce3-4174-ab65-637921fdab4c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:21.555942 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d72a7ca-6d91-492a-ac86-69b877621a2d req-3027906e-7ce3-4174-ab65-637921fdab4c tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5 HTTP/1.1" status: 200 len: 945 time: 0.1408088 May 30 20:23:21.630427 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d72a7ca-6d91-492a-ac86-69b877621a2d req-88e4471d-74cf-4180-a528-ab12f2ede87f tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/security-groups?id=eaae97ab-4514-4787-9b33-095c10d861a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732727 May 30 20:23:21.810004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f7a69-3d91-409e-a129-61476a70765f req-8acfb555-fd0b-4fa2-ba6b-bc97d1129978 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:21.811678 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a0f7a69-3d91-409e-a129-61476a70765f req-8acfb555-fd0b-4fa2-ba6b-bc97d1129978 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.93 "GET /v2.0/ports?device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5 HTTP/1.1" status: 200 len: 945 time: 0.0965385 May 30 20:23:21.904974 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-4a0f7a69-3d91-409e-a129-61476a70765f req-11074586-419a-4bea-b7e0-ca26190fad03 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Deleting port 9ecf0614-9706-4eab-a0ba-9e8ab6958178 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:21.905604 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a0f7a69-3d91-409e-a129-61476a70765f req-11074586-419a-4bea-b7e0-ca26190fad03 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:21.992710 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-989cae9b-ba66-4686-9cbf-0aeda813c724 req-06ed45b3-70a2-42d1-a47c-fac05b880115 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 1095 time: 0.6526062 May 30 20:23:22.206794 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-4a0f7a69-3d91-409e-a129-61476a70765f req-11074586-419a-4bea-b7e0-ca26190fad03 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] For port 9ecf0614-9706-4eab-a0ba-9e8ab6958178, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9ecf0614-9706-4eab-a0ba-9e8ab6958178,segment=NetworkSegment(e737f60a-1093-4c32-a24b-cb2b7413af08),segment_id=e737f60a-1093-4c32-a24b-cb2b7413af08)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:22.207306 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a0f7a69-3d91-409e-a129-61476a70765f req-11074586-419a-4bea-b7e0-ca26190fad03 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:22.448592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cae9b-ba66-4686-9cbf-0aeda813c724 req-01f2de9c-ad6d-40dd-a39e-d2f00c51b336 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:22.450843 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-989cae9b-ba66-4686-9cbf-0aeda813c724 req-01f2de9c-ad6d-40dd-a39e-d2f00c51b336 service neutron] 10.222.0.77 "GET /v2.0/networks?id=43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 200 len: 915 time: 0.4412715 May 30 20:23:22.459713 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:22.471135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-4a0f7a69-3d91-409e-a129-61476a70765f req-11074586-419a-4bea-b7e0-ca26190fad03 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Calling delete_port for 9ecf0614-9706-4eab-a0ba-9e8ab6958178 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:22.531831 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 09e4e48b-4269-494b-9ff4-b2f804cd1363 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:23:22.682296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 30a8a9a0-5270-4461-bbb5-5a17412d3e1d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:22.878900 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09bdaa-bcef-4327-aec1-813f44362c13 req-7845d309-e53f-4993-8504-9a25abe2d3a6 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:22.878900 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb09bdaa-bcef-4327-aec1-813f44362c13 req-7845d309-e53f-4993-8504-9a25abe2d3a6 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.2742205 May 30 20:23:22.893480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa50b8-6f79-4108-be99-72aed2f9f003 req-19d70f70-800f-4c3b-88e4-042e38156d4f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:22.893480 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92aa50b8-6f79-4108-be99-72aed2f9f003 req-19d70f70-800f-4c3b-88e4-042e38156d4f tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 944 time: 0.3536813 May 30 20:23:22.977253 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-989cae9b-ba66-4686-9cbf-0aeda813c724 req-23656c8e-99e2-4f08-bdbe-b85efb9bc528 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09e4e48b-4269-494b-9ff4-b2f804cd1363 HTTP/1.1" status: 200 len: 217 time: 0.5025630 May 30 20:23:23.006276 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 09e4e48b-4269-494b-9ff4-b2f804cd1363, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=09e4e48b-4269-494b-9ff4-b2f804cd1363,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:23.028179 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295745e4-b369-49c6-9579-0731d222e41c None None] Network 901e3516-ba00-48ca-b1c5-2c35bee43a0b requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:23:23.044084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53944) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:23.046872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '09e4e48b-4269-494b-9ff4-b2f804cd1363', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'port_id': '09e4e48b-4269-494b-9ff4-b2f804cd1363', 'mac_address': 'fa:16:3e:9f:fd:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:23:23.053396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 30a8a9a0-5270-4461-bbb5-5a17412d3e1d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:23.066142 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a0f7a69-3d91-409e-a129-61476a70765f req-11074586-419a-4bea-b7e0-ca26190fad03 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:23.096998 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:23.105571 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9ecf0614-9706-4eab-a0ba-9e8ab6958178'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:23:23.158996 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92aa50b8-6f79-4108-be99-72aed2f9f003 req-b46bb430-d047-4352-a1d6-380bd2f0fd1b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=6137b38f-34bd-43bc-babf-de846abcd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682610 May 30 20:23:23.165197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb09bdaa-bcef-4327-aec1-813f44362c13 req-e58a8926-a45b-4d47-b5ad-71e4825ca2f7 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556818 May 30 20:23:23.203436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-66a82ee0-be38-4134-8cc3-892bed3c9160 None None] Provisioning for port 30a8a9a0-5270-4461-bbb5-5a17412d3e1d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:23.239758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-66a82ee0-be38-4134-8cc3-892bed3c9160 None None] Provisioning complete for port 30a8a9a0-5270-4461-bbb5-5a17412d3e1d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:23.240171 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-66a82ee0-be38-4134-8cc3-892bed3c9160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:23.262071 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11074586-419a-4bea-b7e0-ca26190fad03 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Pushing event deleted for resources: {'Port': ['ID=9ecf0614-9706-4eab-a0ba-9e8ab6958178,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:23.296400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cae9b-ba66-4686-9cbf-0aeda813c724 req-2f7adf28-4265-4721-8233-12d3a90a990c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:23.306753 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-989cae9b-ba66-4686-9cbf-0aeda813c724 req-2f7adf28-4265-4721-8233-12d3a90a990c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68e762fb-e7ab-4b2b-9564-0b9905e98eee HTTP/1.1" status: 200 len: 853 time: 0.2617345 May 30 20:23:23.311867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0f7a69-3d91-409e-a129-61476a70765f req-11074586-419a-4bea-b7e0-ca26190fad03 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] No DVR routers for this DVR port 9ecf0614-9706-4eab-a0ba-9e8ab6958178 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:23:23.315590 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-4a0f7a69-3d91-409e-a129-61476a70765f req-11074586-419a-4bea-b7e0-ca26190fad03 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:23.317955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77cdabd-e8d0-46e9-8f92-b6300737b4a5', 'name': 'network-vif-deleted', 'tag': '9ecf0614-9706-4eab-a0ba-9e8ab6958178'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:23.334280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a0f7a69-3d91-409e-a129-61476a70765f req-11074586-419a-4bea-b7e0-ca26190fad03 tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.93 "DELETE /v2.0/ports/9ecf0614-9706-4eab-a0ba-9e8ab6958178 HTTP/1.1" status: 204 len: 173 time: 1.5166366 May 30 20:23:23.371709 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:23.414166 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e4e48b-4269-494b-9ff4-b2f804cd1363 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:23:23.447643 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2b64cb-6c30-4267-9ab4-253f25bda8e6'] response: {'server_uuid': 'a77cdabd-e8d0-46e9-8f92-b6300737b4a5', 'name': 'network-vif-deleted', 'tag': '9ecf0614-9706-4eab-a0ba-9e8ab6958178', 'status': 'completed', 'code': 200} May 30 20:23:23.456023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-11926224-0bea-461d-b44f-538bb55abe13 req-63a0e121-58f2-4bb0-9d2c-84ab67e78e9d tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Synchronizing usage tracker for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:23.480063 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 09e4e48b-4269-494b-9ff4-b2f804cd1363, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=09e4e48b-4269-494b-9ff4-b2f804cd1363,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:23.487571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-11926224-0bea-461d-b44f-538bb55abe13 req-63a0e121-58f2-4bb0-9d2c-84ab67e78e9d tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] Unset dirty status for tenant:210942c2f7d24688a396c30d7894503b on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:23.489371 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:23.489843 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11926224-0bea-461d-b44f-538bb55abe13 req-63a0e121-58f2-4bb0-9d2c-84ab67e78e9d tempest-ServersTestJSON-2064260482 tempest-ServersTestJSON-2064260482-project] 10.222.0.84 "GET /v2.0/ports?device_id=a77cdabd-e8d0-46e9-8f92-b6300737b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0970948 May 30 20:23:23.536328 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e33b267-08c3-40d9-8dc2-289f97a9472e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:23.647300 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-66a82ee0-be38-4134-8cc3-892bed3c9160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:23.674993 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=09e4e48b-4269-494b-9ff4-b2f804cd1363,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:23.706876 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-66a82ee0-be38-4134-8cc3-892bed3c9160 None None] For port 30a8a9a0-5270-4461-bbb5-5a17412d3e1d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=30a8a9a0-5270-4461-bbb5-5a17412d3e1d,segment=NetworkSegment(683246a8-2a91-41b5-a820-e0e7e14982b9),segment_id=683246a8-2a91-41b5-a820-e0e7e14982b9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:23.714163 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-66a82ee0-be38-4134-8cc3-892bed3c9160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:23.804186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a82ee0-be38-4134-8cc3-892bed3c9160 None None] Pushing event updated for resources: {'Port': ['ID=30a8a9a0-5270-4461-bbb5-5a17412d3e1d,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:23.810220 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['09e4e48b-4269-494b-9ff4-b2f804cd1363'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:23:23.878601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8e33b267-08c3-40d9-8dc2-289f97a9472e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:23.920741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8e33b267-08c3-40d9-8dc2-289f97a9472e admin admin] Usage tracker for resource:security_group_rule and tenant:24eaedb9eadd4116a40ae163e01ff36e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:23.939783 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8e33b267-08c3-40d9-8dc2-289f97a9472e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:23.968756 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8e33b267-08c3-40d9-8dc2-289f97a9472e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:23.973532 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-989cae9b-ba66-4686-9cbf-0aeda813c724 req-0b4eee71-4f5a-4510-97a6-e31d0bfa1ba9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=43a3a580-728f-4a14-a9d1-6d5e70d6966e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5169511 May 30 20:23:24.104035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Allocated IP 172.20.0.1 (941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882/5e2bfa5e-d6fc-4840-aac5-82481db2988d/6f587c55-2d55-4c89-a602-40f6f4856779) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:24.122662 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-46a065f2-0a5d-4641-ac86-e25f783e7212 None None] Provisioning complete for port 30a8a9a0-5270-4461-bbb5-5a17412d3e1d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:24.123037 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-46a065f2-0a5d-4641-ac86-e25f783e7212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:24.410057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Allocated IP 172.20.0.17 (901e3516-ba00-48ca-b1c5-2c35bee43a0b/64cca18d-f22a-45cb-ab59-d441fb68be55/aa5557fc-8819-4500-9ecc-47bcfaa703c7) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:24.470753 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e33b267-08c3-40d9-8dc2-289f97a9472e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:24.500955 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e33b267-08c3-40d9-8dc2-289f97a9472e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:24.508872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c82a2c-6e05-4c38-8fa6-228c8b865a66 req-5340d8d1-e988-471a-a8a3-bedd437ac838 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:24.510327 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73c82a2c-6e05-4c38-8fa6-228c8b865a66 req-5340d8d1-e988-471a-a8a3-bedd437ac838 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 945 time: 0.1471114 May 30 20:23:24.519043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d625b3c-bdcb-4b16-b07e-ae0b3cd62232 req-fbacd213-a42c-4091-a886-02ca955604f3 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:24.520382 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d625b3c-bdcb-4b16-b07e-ae0b3cd62232 req-fbacd213-a42c-4091-a886-02ca955604f3 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.1121025 May 30 20:23:24.526241 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 30a8a9a0-5270-4461-bbb5-5a17412d3e1d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:24.574324 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8e33b267-08c3-40d9-8dc2-289f97a9472e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=24eaedb9eadd4116a40ae163e01ff36e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5278656 May 30 20:23:24.578969 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53972) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:24.582346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73c82a2c-6e05-4c38-8fa6-228c8b865a66 req-c9ee241f-d1b7-4ac0-8e7a-aaad99089114 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=6137b38f-34bd-43bc-babf-de846abcd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610180 May 30 20:23:24.616381 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d625b3c-bdcb-4b16-b07e-ae0b3cd62232 req-b107ec79-e929-4789-80ee-4d2d4e91d2d0 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810513 May 30 20:23:24.621227 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 30a8a9a0-5270-4461-bbb5-5a17412d3e1d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:24.621733 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:24.723573 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53982) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:24.798077 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-989cae9b-ba66-4686-9cbf-0aeda813c724 req-ff59565c-b19f-47b5-a0d6-eeed2ba1443a service neutron] 10.222.0.77 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6877840 May 30 20:23:24.863086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33b267-08c3-40d9-8dc2-289f97a9472e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d41724-4763-4ef5-8eeb-06c2cc07941f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:24.869829 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:24.898970 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-249e8a2d-56f7-45e7-9d66-9bd430073e16 admin admin] Deleting subnet 0b992fea-fe7f-4d9e-bf47-9566f436954b {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:23:24.901901 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-249e8a2d-56f7-45e7-9d66-9bd430073e16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:24.951721 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-249e8a2d-56f7-45e7-9d66-9bd430073e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:24.984396 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Transition to ACTIVE for port object 6f587c55-2d55-4c89-a602-40f6f4856779 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:25.012421 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-249e8a2d-56f7-45e7-9d66-9bd430073e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.016473 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe173-c05c-4186-bebd-eeb754449b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.055203 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.105332 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-249e8a2d-56f7-45e7-9d66-9bd430073e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.132452 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe173-c05c-4186-bebd-eeb754449b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.141743 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-989cae9b-ba66-4686-9cbf-0aeda813c724 req-91c0f0be-9a47-4b38-bb58-e7995e7ae8c8 service neutron] 10.222.0.77 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259203 May 30 20:23:25.150308 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Transition to ACTIVE for port object aa5557fc-8819-4500-9ecc-47bcfaa703c7 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:25.156554 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-249e8a2d-56f7-45e7-9d66-9bd430073e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.168339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e8a2d-56f7-45e7-9d66-9bd430073e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b992fea-fe7f-4d9e-bf47-9566f436954b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:25.176076 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-249e8a2d-56f7-45e7-9d66-9bd430073e16 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/0b992fea-fe7f-4d9e-bf47-9566f436954b HTTP/1.1" status: 204 len: 168 time: 0.4486613 May 30 20:23:25.176198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53992) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:25.185113 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.279271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Network 941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:25.280987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event updated for resources: {'Port': ['ID=6f587c55-2d55-4c89-a602-40f6f4856779,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:25.284453 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:25.287107 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.291523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:25.310922 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83844f8c-d2ae-4c3e-8ef3-a360532d5afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.358812 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe173-c05c-4186-bebd-eeb754449b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.419296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbe173-c05c-4186-bebd-eeb754449b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d41724-4763-4ef5-8eeb-06c2cc07941f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:25.464041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Network 901e3516-ba00-48ca-b1c5-2c35bee43a0b is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:25.466613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event updated for resources: {'Port': ['ID=aa5557fc-8819-4500-9ecc-47bcfaa703c7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:25.483086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:25.486493 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.489311 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:25.544064 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe173-c05c-4186-bebd-eeb754449b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.549477 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e4fbe173-c05c-4186-bebd-eeb754449b55 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a8d41724-4763-4ef5-8eeb-06c2cc07941f HTTP/1.1" status: 204 len: 168 time: 0.9470232 May 30 20:23:25.564526 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83844f8c-d2ae-4c3e-8ef3-a360532d5afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.603661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.616414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-83844f8c-d2ae-4c3e-8ef3-a360532d5afd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e22102-21d2-4484-a4f4-26f76f6ed12d']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:25.634047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-83844f8c-d2ae-4c3e-8ef3-a360532d5afd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e737f60a-1093-4c32-a24b-cb2b7413af08') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:25.634422 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-83844f8c-d2ae-4c3e-8ef3-a360532d5afd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e737f60a-1093-4c32-a24b-cb2b7413af08') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:25.648777 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83844f8c-d2ae-4c3e-8ef3-a360532d5afd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.676424 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83844f8c-d2ae-4c3e-8ef3-a360532d5afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.684308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83844f8c-d2ae-4c3e-8ef3-a360532d5afd admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:23:25.684791 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83844f8c-d2ae-4c3e-8ef3-a360532d5afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: timer() May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:23:25.703271 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:23:25.707914 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a82f42b8-7709-40cf-8369-971c178d7a30 None None] Provisioning for port 6f587c55-2d55-4c89-a602-40f6f4856779 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:25.714370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a82f42b8-7709-40cf-8369-971c178d7a30 None None] Provisioning complete for port 6f587c55-2d55-4c89-a602-40f6f4856779 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:25.715097 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a82f42b8-7709-40cf-8369-971c178d7a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.835642 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83844f8c-d2ae-4c3e-8ef3-a360532d5afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.836129 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.848316 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a82f42b8-7709-40cf-8369-971c178d7a30 None None] Port 6f587c55-2d55-4c89-a602-40f6f4856779 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:23:25.869016 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83844f8c-d2ae-4c3e-8ef3-a360532d5afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.871685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83844f8c-d2ae-4c3e-8ef3-a360532d5afd admin admin] Pushing event deleted for resources: {'Network': ['ID=b1e22102-21d2-4484-a4f4-26f76f6ed12d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:25.893581 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-83844f8c-d2ae-4c3e-8ef3-a360532d5afd admin admin] 10.222.0.84 "DELETE /v2.0/networks/b1e22102-21d2-4484-a4f4-26f76f6ed12d HTTP/1.1" status: 204 len: 168 time: 0.7113535 May 30 20:23:25.980984 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1ce746b6-b7b9-469e-bc58-d7b612ac4ee7 None None] Provisioning for port aa5557fc-8819-4500-9ecc-47bcfaa703c7 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:25.988445 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1ce746b6-b7b9-469e-bc58-d7b612ac4ee7 None None] Provisioning complete for port aa5557fc-8819-4500-9ecc-47bcfaa703c7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:25.988955 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1ce746b6-b7b9-469e-bc58-d7b612ac4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:26.050964 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbb603-c6f0-4fcc-bd40-2629f0c63663 req-7dba6857-e053-4043-89c7-55d9aabd680c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:26.059085 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71dbb603-c6f0-4fcc-bd40-2629f0c63663 req-7dba6857-e053-4043-89c7-55d9aabd680c tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 945 time: 0.1524262 May 30 20:23:26.094183 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286369ac-f488-4a75-9b6f-17bc1dae45f6 req-4ddd4376-01c7-4375-830b-336cce261666 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:26.095786 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-286369ac-f488-4a75-9b6f-17bc1dae45f6 req-4ddd4376-01c7-4375-830b-336cce261666 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.1523283 May 30 20:23:26.114050 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:26.161431 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1ce746b6-b7b9-469e-bc58-d7b612ac4ee7 None None] Port aa5557fc-8819-4500-9ecc-47bcfaa703c7 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:23:26.163695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71dbb603-c6f0-4fcc-bd40-2629f0c63663 req-f356fb55-c015-4561-bfcc-2e1a1fa642b3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=6137b38f-34bd-43bc-babf-de846abcd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036229 May 30 20:23:26.178203 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-286369ac-f488-4a75-9b6f-17bc1dae45f6 req-0e3411b0-e0e8-4ad3-8cca-628fe817ddf0 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741239 May 30 20:23:26.345917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54018) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:26.402601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e502b515-20ae-4b25-b7cb-51ad06c4cc8a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=210942c2f7d24688a396c30d7894503b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0550301 May 30 20:23:26.407037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54022) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:26.500449 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5992ea1a-6d6a-4922-893f-5787a4dd6600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:26.531920 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5992ea1a-6d6a-4922-893f-5787a4dd6600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:26.545873 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 09e4e48b-4269-494b-9ff4-b2f804cd1363 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:26.600204 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5992ea1a-6d6a-4922-893f-5787a4dd6600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:26.645318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992ea1a-6d6a-4922-893f-5787a4dd6600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaae97ab-4514-4787-9b33-095c10d861a0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:26.648877 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5992ea1a-6d6a-4922-893f-5787a4dd6600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:26.651806 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5992ea1a-6d6a-4922-893f-5787a4dd6600 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/eaae97ab-4514-4787-9b33-095c10d861a0 HTTP/1.1" status: 204 len: 168 time: 0.2355099 May 30 20:23:26.700439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 09e4e48b-4269-494b-9ff4-b2f804cd1363 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:26.711571 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 09e4e48b-4269-494b-9ff4-b2f804cd1363 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:26.712628 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:26.906375 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:26.955844 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 09e4e48b-4269-494b-9ff4-b2f804cd1363, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=09e4e48b-4269-494b-9ff4-b2f804cd1363,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:26.957160 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e80fcf-3b41-494a-90ad-9741219e2e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e4e48b-4269-494b-9ff4-b2f804cd1363'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:26.976944 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:27.071212 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:27.072328 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-439e9315-5292-4f8a-831b-81a423abf973'] response: {'server_uuid': '65e80fcf-3b41-494a-90ad-9741219e2e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e4e48b-4269-494b-9ff4-b2f804cd1363', 'code': 200} May 30 20:23:27.092700 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:27.108457 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=09e4e48b-4269-494b-9ff4-b2f804cd1363,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:27.154943 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:23:27.237807 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9ecf0614-9706-4eab-a0ba-9e8ab6958178 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:23:27.331037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 9ecf0614-9706-4eab-a0ba-9e8ab6958178 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:23:27.331376 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9ecf0614-9706-4eab-a0ba-9e8ab6958178 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:23:27.456500 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:27.479842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event updated for resources: {'Port': ['ID=aa5557fc-8819-4500-9ecc-47bcfaa703c7,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:27.485024 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:27.621352 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:27.659418 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event updated for resources: {'Port': ['ID=6f587c55-2d55-4c89-a602-40f6f4856779,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:27.662950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29f60f-889c-41d9-b1fe-0f15546dc8c3 req-6d7faa14-60d9-44a3-9738-1bb640ac8f30 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:27.664586 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb29f60f-889c-41d9-b1fe-0f15546dc8c3 req-6d7faa14-60d9-44a3-9738-1bb640ac8f30 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 946 time: 0.2174165 May 30 20:23:27.675634 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:27.705954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8c7bb-e36f-40e4-91b1-09e08605595e req-3ebbeeff-4de3-44c6-bb2a-ec07b6966644 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:27.705954 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1af8c7bb-e36f-40e4-91b1-09e08605595e req-3ebbeeff-4de3-44c6-bb2a-ec07b6966644 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.1997247 May 30 20:23:27.754730 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1344-021a-4c66-9ad0-481619bf265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:27.759218 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb29f60f-889c-41d9-b1fe-0f15546dc8c3 req-f048368c-be68-4c95-b661-6c1bd3bcbf81 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=6137b38f-34bd-43bc-babf-de846abcd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867760 May 30 20:23:27.782999 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1af8c7bb-e36f-40e4-91b1-09e08605595e req-daba01b5-0bc6-468e-acb9-4e2b7e720f01 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667286 May 30 20:23:27.802570 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-224e4e2c-a43c-4640-ac23-3a9b2a733517 req-d3e05479-44c9-46ea-8183-7438370cb2a0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 1097 time: 0.6516428 May 30 20:23:27.960131 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Network 901e3516-ba00-48ca-b1c5-2c35bee43a0b is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:27.962366 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-224e4e2c-a43c-4640-ac23-3a9b2a733517 req-331d8c30-4860-4b32-a09f-04c24765b6f0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6137b38f-34bd-43bc-babf-de846abcd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111169 May 30 20:23:27.965472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:28.154199 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54074) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:28.155574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Network 941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:28.158827 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:28.397340 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1396708584-network', 'tenant_id': '9e572dd453a64826a9a171f9dda93a46'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:28.407679 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:28.417180 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Usage tracker for resource:network and tenant:9e572dd453a64826a9a171f9dda93a46 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:28.427644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:28.430764 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-790c44d2-fe1b-4881-9e61-2785de0c5cdf None None] Provisioning complete for port aa5557fc-8819-4500-9ecc-47bcfaa703c7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:28.431346 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-790c44d2-fe1b-4881-9e61-2785de0c5cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:28.445740 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:28.475753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Made reservation on behalf of 9e572dd453a64826a9a171f9dda93a46 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:23:28.478717 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:28.506118 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:28.556394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:28.558392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-790c44d2-fe1b-4881-9e61-2785de0c5cdf None None] Port aa5557fc-8819-4500-9ecc-47bcfaa703c7 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:23:28.561560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Usage tracker for resource:security_group_rule and tenant:9e572dd453a64826a9a171f9dda93a46 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:28.564960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:28.572408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:28.676450 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:28.686299 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:28.696133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cfd3cb3b-6a44-42a8-aa83-1f232961ea06 None None] Provisioning complete for port 6f587c55-2d55-4c89-a602-40f6f4856779 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:28.696492 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cfd3cb3b-6a44-42a8-aa83-1f232961ea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:28.746067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04741db9-5d5c-425f-a1a1-67e0224a3625,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:28.772788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:23:28.773748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-cfd3cb3b-6a44-42a8-aa83-1f232961ea06 None None] Port 6f587c55-2d55-4c89-a602-40f6f4856779 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:23:28.787663 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:28.788215 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Added segment b185301a-3830-4074-bbda-92e026755590 of type vlan for network bbaa20b5-093d-40ff-850e-21b4c37272f5 May 30 20:23:28.826311 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:28.867708 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:28.868627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:28.869733 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:28.919641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7642825 May 30 20:23:29.032733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Router cce1f4df-c632-487a-94c7-3d24a8ab3003 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:23:29.068432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Router 5affab8c-8043-4764-9378-10c464fa30ad has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:23:29.198807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54098) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:29.400857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb8530-041d-49f8-9319-07394a57de9b admin admin] Pushing event updated for resources: {'Network': ['ID=bbaa20b5-093d-40ff-850e-21b4c37272f5,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:29.415436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network bbaa20b5-093d-40ff-850e-21b4c37272f5 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:23:29.465530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8ae86-548e-4a4a-81f4-78ef50931773 req-95fd76cb-8501-415a-a8be-bb7532eaa7ce tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:29.467639 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fc8ae86-548e-4a4a-81f4-78ef50931773 req-95fd76cb-8501-415a-a8be-bb7532eaa7ce tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.3622835 May 30 20:23:29.477637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156546bd-f643-4594-915b-3624ae1182fc req-893ae478-9b55-4d42-a258-a4dcb9d9d739 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:29.480584 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-156546bd-f643-4594-915b-3624ae1182fc req-893ae478-9b55-4d42-a258-a4dcb9d9d739 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 946 time: 0.3591344 May 30 20:23:29.549765 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-029570b7-ebbe-4793-8d2d-304d1a3ec4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:29.607429 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fc8ae86-548e-4a4a-81f4-78ef50931773 req-b4b8ad0b-098e-4e55-897a-1a911f6c80a4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256058 May 30 20:23:29.612699 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-156546bd-f643-4594-915b-3624ae1182fc req-5314b401-340c-45ff-a377-4c8a675d7a60 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=6137b38f-34bd-43bc-babf-de846abcd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658281 May 30 20:23:29.629128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-029570b7-ebbe-4793-8d2d-304d1a3ec4b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:29.642674 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-029570b7-ebbe-4793-8d2d-304d1a3ec4b5 admin admin] Usage tracker for resource:security_group_rule and tenant:4cf4cbec4e3a4bf3b4e0310426bad3f0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:29.646975 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-029570b7-ebbe-4793-8d2d-304d1a3ec4b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:29.660984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-029570b7-ebbe-4793-8d2d-304d1a3ec4b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:29.682277 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:23:29.696332 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5ffa3a-3296-45b7-a5bf-dda17993ddef None None] Sync routers for ids ['cce1f4df-c632-487a-94c7-3d24a8ab3003'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:23:29.723659 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5ffa3a-3296-45b7-a5bf-dda17993ddef None None] Routers {'cce1f4df-c632-487a-94c7-3d24a8ab3003'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:29.725785 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ad5ffa3a-3296-45b7-a5bf-dda17993ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:23:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['cce1f4df-c632-487a-94c7-3d24a8ab3003'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:29.731474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54116) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:29.732055 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4e845e3a-fea6-4b5e-810a-b31afe4b2209 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "PUT /v2.0/routers/cce1f4df-c632-487a-94c7-3d24a8ab3003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5200927 May 30 20:23:29.803879 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ad5ffa3a-3296-45b7-a5bf-dda17993ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:29.816554 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5ffa3a-3296-45b7-a5bf-dda17993ddef None None] Routers {'cce1f4df-c632-487a-94c7-3d24a8ab3003'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:29.817819 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ad5ffa3a-3296-45b7-a5bf-dda17993ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:23:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['cce1f4df-c632-487a-94c7-3d24a8ab3003'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:29.818666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:23:29.821405 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-029570b7-ebbe-4793-8d2d-304d1a3ec4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:29.831756 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-029570b7-ebbe-4793-8d2d-304d1a3ec4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:29.834178 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Sync routers for ids ['5affab8c-8043-4764-9378-10c464fa30ad'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:23:29.859102 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Routers {'5affab8c-8043-4764-9378-10c464fa30ad'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:29.868625 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8312679f-71d5-400b-afa0-74f38f3e7e4f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "PUT /v2.0/routers/5affab8c-8043-4764-9378-10c464fa30ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8130839 May 30 20:23:29.868830 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:23:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['5affab8c-8043-4764-9378-10c464fa30ad'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:29.921476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029570b7-ebbe-4793-8d2d-304d1a3ec4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c457b414-ef35-47f1-93ec-7904ca5ab642,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:29.942064 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-029570b7-ebbe-4793-8d2d-304d1a3ec4b5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4cf4cbec4e3a4bf3b4e0310426bad3f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7408082 May 30 20:23:29.944521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54126) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:29.953247 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ad5ffa3a-3296-45b7-a5bf-dda17993ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:29.953649 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5ffa3a-3296-45b7-a5bf-dda17993ddef None None] The sync data for ids ['cce1f4df-c632-487a-94c7-3d24a8ab3003'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:23:30.071526 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f971e238-bd6a-4c72-8da5-b859a1ae03ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:30.103172 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b5c3fe8f-74f2-4680-84e5-106d19194b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:30.131522 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f971e238-bd6a-4c72-8da5-b859a1ae03ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:30.192558 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Set router 5affab8c-8043-4764-9378-10c464fa30ad gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:30.224699 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f971e238-bd6a-4c72-8da5-b859a1ae03ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:30.247843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971e238-bd6a-4c72-8da5-b859a1ae03ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c457b414-ef35-47f1-93ec-7904ca5ab642,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:30.265758 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f971e238-bd6a-4c72-8da5-b859a1ae03ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:30.267493 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f971e238-bd6a-4c72-8da5-b859a1ae03ab admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c457b414-ef35-47f1-93ec-7904ca5ab642 HTTP/1.1" status: 204 len: 168 time: 0.3214545 May 30 20:23:30.394609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f9119-9bfa-4575-8570-be34f320c582 req-9386564d-25f6-40bc-866b-1803f7e08196 tempest-ComputeTenantNetworksTest-334567681 tempest-ComputeTenantNetworksTest-334567681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:30.409458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f9119-9bfa-4575-8570-be34f320c582 req-9386564d-25f6-40bc-866b-1803f7e08196 tempest-ComputeTenantNetworksTest-334567681 tempest-ComputeTenantNetworksTest-334567681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:30.414720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f9119-9bfa-4575-8570-be34f320c582 req-9386564d-25f6-40bc-866b-1803f7e08196 tempest-ComputeTenantNetworksTest-334567681 tempest-ComputeTenantNetworksTest-334567681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:30.416413 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3e8f9119-9bfa-4575-8570-be34f320c582 req-9386564d-25f6-40bc-866b-1803f7e08196 tempest-ComputeTenantNetworksTest-334567681 tempest-ComputeTenantNetworksTest-334567681-project] Synchronizing usage tracker for tenant:9e572dd453a64826a9a171f9dda93a46 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:30.552257 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c81784f8-a85d-4021-9ac1-e3253722065c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:30.620223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3e8f9119-9bfa-4575-8570-be34f320c582 req-9386564d-25f6-40bc-866b-1803f7e08196 tempest-ComputeTenantNetworksTest-334567681 tempest-ComputeTenantNetworksTest-334567681-project] Unset dirty status for tenant:9e572dd453a64826a9a171f9dda93a46 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:30.625121 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e8f9119-9bfa-4575-8570-be34f320c582 req-9386564d-25f6-40bc-866b-1803f7e08196 tempest-ComputeTenantNetworksTest-334567681 tempest-ComputeTenantNetworksTest-334567681-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5838563 May 30 20:23:30.664126 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5affab8c-8043-4764-9378-10c464fa30ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-552845601', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '847bc1fc-3e11-4052-aada-65ea92fb82db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:08Z', 'updated_at': '2022-05-30T20:23:25Z', 'revision_number': 4, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': '847bc1fc-3e11-4052-aada-65ea92fb82db', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5affab8c-8043-4764-9378-10c464fa30ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:09Z', 'updated_at': '2022-05-30T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'aa5557fc-8819-4500-9ecc-47bcfaa703c7', 'name': '', 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'mac_address': 'fa:16:3e:7e:52:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5affab8c-8043-4764-9378-10c464fa30ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64cca18d-f22a-45cb-ab59-d441fb68be55', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:23Z', 'updated_at': '2022-05-30T20:23:26Z', 'revision_number': 2, 'project_id': '67862e1320db41428cd738fac2e6c911', 'subnets': [{'id': '64cca18d-f22a-45cb-ab59-d441fb68be55', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:30.668400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Checking router: 5affab8c-8043-4764-9378-10c464fa30ad for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:23:30.668748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Updating router 5affab8c-8043-4764-9378-10c464fa30ad port aa5557fc-8819-4500-9ecc-47bcfaa703c7 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:23:30.726580 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:30.795913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54156) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:30.821412 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87bb2eca-b166-4311-a01d-e86fb9f71351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:30.858356 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-87bb2eca-b166-4311-a01d-e86fb9f71351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:30.864865 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-87bb2eca-b166-4311-a01d-e86fb9f71351 admin admin] Usage tracker for resource:security_group_rule and tenant:7c0150d1e542484c960ef12fedc25f38 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:30.869010 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-87bb2eca-b166-4311-a01d-e86fb9f71351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:30.876223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-87bb2eca-b166-4311-a01d-e86fb9f71351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:30.893350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-6844327c-587b-4174-ac3a-d260ad1ae37a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:30.894952 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-6844327c-587b-4174-ac3a-d260ad1ae37a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/networks?id=901e3516-ba00-48ca-b1c5-2c35bee43a0b HTTP/1.1" status: 200 len: 798 time: 0.6030498 May 30 20:23:30.939019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e53416-38c0-446c-a7fb-76f3a3197a34 req-90c2e00a-57fc-4e3e-ac0e-152148548c0a tempest-ComputeTenantNetworksTest-334567681 tempest-ComputeTenantNetworksTest-334567681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:30.940970 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52e53416-38c0-446c-a7fb-76f3a3197a34 req-90c2e00a-57fc-4e3e-ac0e-152148548c0a tempest-ComputeTenantNetworksTest-334567681 tempest-ComputeTenantNetworksTest-334567681-project] 10.222.0.84 "GET /v2.0/networks/bbaa20b5-093d-40ff-850e-21b4c37272f5 HTTP/1.1" status: 200 len: 769 time: 0.2166519 May 30 20:23:30.954755 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-25880e10-4b01-48c7-a972-0dd088fc02fa tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/quotas/67862e1320db41428cd738fac2e6c911 HTTP/1.1" status: 200 len: 375 time: 0.0517211 May 30 20:23:30.955690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54160) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:30.973485 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87bb2eca-b166-4311-a01d-e86fb9f71351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:30.978547 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87bb2eca-b166-4311-a01d-e86fb9f71351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:31.045010 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-87bb2eca-b166-4311-a01d-e86fb9f71351 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7c0150d1e542484c960ef12fedc25f38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2478929 May 30 20:23:31.045943 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb2eca-b166-4311-a01d-e86fb9f71351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4704bd6-5b83-4090-ba20-bbe0b7702d80,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:31.049064 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54164) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:31.117021 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85b693a7-658e-4da0-bf3c-38276c1ae6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:31.144494 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85b693a7-658e-4da0-bf3c-38276c1ae6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:31.191357 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-c81784f8-a85d-4021-9ac1-e3253722065c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] delete failed (client error): There was a conflict when trying to complete your request. May 30 20:23:31.192764 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c81784f8-a85d-4021-9ac1-e3253722065c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "DELETE /v2.0/routers/cce1f4df-c632-487a-94c7-3d24a8ab3003 HTTP/1.1" status: 409 len: 329 time: 1.4601767 May 30 20:23:31.197157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54172) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:31.199281 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:31.223999 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Transition to ACTIVE for port object aa5557fc-8819-4500-9ecc-47bcfaa703c7 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:31.228159 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:31.237604 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:31.247549 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:31.327346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e89cdb-9cee-434c-a39e-f01192f2e5a5 req-c8965512-ba81-431d-b151-1052245944a4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:31.329062 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a4e89cdb-9cee-434c-a39e-f01192f2e5a5 req-c8965512-ba81-431d-b151-1052245944a4 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.2202125 May 30 20:23:31.368562 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-a8b2e08f-098d-4f28-b787-2731ea796dfa tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=67862e1320db41428cd738fac2e6c911&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3843844 May 30 20:23:31.394827 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-f01bb11f-d052-45f1-88c7-10bd504d3aa2 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:23:31.395783 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-f01bb11f-d052-45f1-88c7-10bd504d3aa2 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0069890 May 30 20:23:31.414049 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85b693a7-658e-4da0-bf3c-38276c1ae6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:31.459430 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fa83d-7f0d-40cc-ad35-5b0149ccc8b8 None None] Pushing event updated for resources: {'Port': ['ID=aa5557fc-8819-4500-9ecc-47bcfaa703c7,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:31.482552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b693a7-658e-4da0-bf3c-38276c1ae6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4704bd6-5b83-4090-ba20-bbe0b7702d80,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:31.510241 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85b693a7-658e-4da0-bf3c-38276c1ae6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:31.513933 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-85b693a7-658e-4da0-bf3c-38276c1ae6c4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c4704bd6-5b83-4090-ba20-bbe0b7702d80 HTTP/1.1" status: 204 len: 168 time: 0.4613726 May 30 20:23:31.621280 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Attempting to bind port aa5557fc-8819-4500-9ecc-47bcfaa703c7 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:31.621684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Attempting to bind port aa5557fc-8819-4500-9ecc-47bcfaa703c7 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '683246a8-2a91-41b5-a820-e0e7e14982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:31.622044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Attempting to bind port aa5557fc-8819-4500-9ecc-47bcfaa703c7 on network 901e3516-ba00-48ca-b1c5-2c35bee43a0b {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:31.624247 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:31.630475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:23:31.630856 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Checking segment: {'id': '683246a8-2a91-41b5-a820-e0e7e14982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:31.631225 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:31.631742 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Bound using segment: {'id': '683246a8-2a91-41b5-a820-e0e7e14982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:23:31.632533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Bound port: aa5557fc-8819-4500-9ecc-47bcfaa703c7, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683246a8-2a91-41b5-a820-e0e7e14982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:23:31.633019 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:31.791947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] For port aa5557fc-8819-4500-9ecc-47bcfaa703c7, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:31.795292 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] For port aa5557fc-8819-4500-9ecc-47bcfaa703c7, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=aa5557fc-8819-4500-9ecc-47bcfaa703c7,segment=NetworkSegment(683246a8-2a91-41b5-a820-e0e7e14982b9),segment_id=683246a8-2a91-41b5-a820-e0e7e14982b9)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:23:31.804332 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:31.853832 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a4e89cdb-9cee-434c-a39e-f01192f2e5a5 req-fd254c4b-4411-4ce6-8684-dc1d5e71da9e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842675 May 30 20:23:31.861961 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-60704410-d573-45d2-9f93-b898bde1f47f service neutron] 10.222.0.84 "GET /v2.0/networks/901e3516-ba00-48ca-b1c5-2c35bee43a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316072 May 30 20:23:31.871760 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:31.940036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Routers {'5affab8c-8043-4764-9378-10c464fa30ad'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:31.940869 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:23:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['5affab8c-8043-4764-9378-10c464fa30ad'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:32.011607 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e9de996-2468-41fb-b68f-1ba622c01ea2 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:32.026611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fa83d-7f0d-40cc-ad35-5b0149ccc8b8 None None] Pushing event updated for resources: {'Port': ['ID=aa5557fc-8819-4500-9ecc-47bcfaa703c7,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:32.343341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbaa20b5-093d-40ff-850e-21b4c37272f5']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:32.359518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] Set router 5affab8c-8043-4764-9378-10c464fa30ad gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:32.395889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b185301a-3830-4074-bbda-92e026755590') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:32.396162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b185301a-3830-4074-bbda-92e026755590') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:32.425379 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:32.481112 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:32.521965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:23:32.522377 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: timer() May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:23:32.536325 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:23:32.591551 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-b6384617-bcff-4801-bb25-150ccfe1b79e service neutron] 10.222.0.84 "GET /v2.0/networks/901e3516-ba00-48ca-b1c5-2c35bee43a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7195668 May 30 20:23:32.623705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcd773-98d7-4e79-aae3-698f59176d70 req-385e6e40-8559-417e-82ed-5eea81f64dfe tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:32.632802 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cabcd773-98d7-4e79-aae3-698f59176d70 req-385e6e40-8559-417e-82ed-5eea81f64dfe tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 946 time: 0.4402661 May 30 20:23:32.715994 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cabcd773-98d7-4e79-aae3-698f59176d70 req-f8f6d1d1-fbc5-4521-8340-283e9870e9e8 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=6137b38f-34bd-43bc-babf-de846abcd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812442 May 30 20:23:32.718892 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:32.726273 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:32.766075 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbaa20b5-093d-40ff-850e-21b4c37272f5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:32.799936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:32.800647 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:32.803446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:32.806729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:32.808375 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:32.809880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:32.810821 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:32.811709 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:32.814293 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:32.816696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:32.821927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:32.842606 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4c328d24-8c3f-432e-a1f6-478c09ab40d7 admin admin] 10.222.0.84 "DELETE /v2.0/networks/bbaa20b5-093d-40ff-850e-21b4c37272f5 HTTP/1.1" status: 204 len: 168 time: 1.8765874 May 30 20:23:32.860082 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:32.895495 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5affab8c-8043-4764-9378-10c464fa30ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-552845601', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '847bc1fc-3e11-4052-aada-65ea92fb82db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:08Z', 'updated_at': '2022-05-30T20:23:25Z', 'revision_number': 4, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': '847bc1fc-3e11-4052-aada-65ea92fb82db', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5affab8c-8043-4764-9378-10c464fa30ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:09Z', 'updated_at': '2022-05-30T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'aa5557fc-8819-4500-9ecc-47bcfaa703c7', 'name': '', 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'mac_address': 'fa:16:3e:7e:52:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5affab8c-8043-4764-9378-10c464fa30ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64cca18d-f22a-45cb-ab59-d441fb68be55', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:23Z', 'updated_at': '2022-05-30T20:23:31Z', 'revision_number': 4, 'project_id': '67862e1320db41428cd738fac2e6c911', 'subnets': [{'id': '64cca18d-f22a-45cb-ab59-d441fb68be55', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:32.899934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56f1469-568b-4b16-b1ea-ca3a67460ba9 None None] The sync data for ids ['5affab8c-8043-4764-9378-10c464fa30ad'] in n-d-843949-2 is: [{'id': '5affab8c-8043-4764-9378-10c464fa30ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-552845601', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '847bc1fc-3e11-4052-aada-65ea92fb82db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:08Z', 'updated_at': '2022-05-30T20:23:25Z', 'revision_number': 4, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': '847bc1fc-3e11-4052-aada-65ea92fb82db', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5affab8c-8043-4764-9378-10c464fa30ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:09Z', 'updated_at': '2022-05-30T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'aa5557fc-8819-4500-9ecc-47bcfaa703c7', 'name': '', 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'mac_address': 'fa:16:3e:7e:52:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5affab8c-8043-4764-9378-10c464fa30ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64cca18d-f22a-45cb-ab59-d441fb68be55', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:23Z', 'updated_at': '2022-05-30T20:23:31Z', 'revision_number': 4, 'project_id': '67862e1320db41428cd738fac2e6c911', 'subnets': [{'id': '64cca18d-f22a-45cb-ab59-d441fb68be55', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:23:33.050127 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5db53ad4-31d1-405c-a6be-0df52a3bb6ca req-432593be-084f-4bc2-97e2-35b316e5a23f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 210 time: 0.1049211 May 30 20:23:33.134285 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54218) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:33.158312 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:33.406847 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9f133617-b8f6-4c75-944b-957bf5f307b9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9e572dd453a64826a9a171f9dda93a46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2706094 May 30 20:23:33.410375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54228) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:33.431069 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c9d84-986e-4b55-bfb7-52b1d9b26cf4 req-b006d54d-cdc9-4e6d-8b40-949bad99f6c7 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:33.432792 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-284c9d84-986e-4b55-bfb7-52b1d9b26cf4 req-b006d54d-cdc9-4e6d-8b40-949bad99f6c7 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 946 time: 0.3771787 May 30 20:23:33.449404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54232) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:33.473271 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-83d34327-8dab-47f6-8854-f11e3b629530 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Request body: {'floatingip': {'port_id': '09e4e48b-4269-494b-9ff4-b2f804cd1363'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:33.529604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5e9de996-2468-41fb-b68f-1ba622c01ea2 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Deleting port 6f587c55-2d55-4c89-a602-40f6f4856779 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:33.530091 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e9de996-2468-41fb-b68f-1ba622c01ea2 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:33.610638 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83d34327-8dab-47f6-8854-f11e3b629530 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:33.664338 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8563898b-946b-43c9-aafd-73808a5fe270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:33.831152 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8563898b-946b-43c9-aafd-73808a5fe270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:33.930223 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e9de996-2468-41fb-b68f-1ba622c01ea2 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:33.974458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac2526-7939-445c-882b-37e5be71aa97 req-8f5f9e1a-71fb-4326-ade1-a4976ef8a1c2 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:33.986077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5dac2526-7939-445c-882b-37e5be71aa97 req-8f5f9e1a-71fb-4326-ade1-a4976ef8a1c2 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.6777985 May 30 20:23:34.149792 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5e9de996-2468-41fb-b68f-1ba622c01ea2 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Calling delete_port for 6f587c55-2d55-4c89-a602-40f6f4856779 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:34.165848 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5dac2526-7939-445c-882b-37e5be71aa97 req-014fabdc-883c-4952-98e2-67fb3a9fde22 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783636 May 30 20:23:34.235167 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8563898b-946b-43c9-aafd-73808a5fe270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:34.303777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563898b-946b-43c9-aafd-73808a5fe270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04741db9-5d5c-425f-a1a1-67e0224a3625,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:34.336688 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8563898b-946b-43c9-aafd-73808a5fe270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:34.341032 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8563898b-946b-43c9-aafd-73808a5fe270 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/04741db9-5d5c-425f-a1a1-67e0224a3625 HTTP/1.1" status: 204 len: 168 time: 0.9279907 May 30 20:23:34.535482 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e25fef93-cbba-472f-922f-21190233b7da req-d76f6967-199f-4df8-b1f7-dcdc555ce808 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 210 time: 0.1779580 May 30 20:23:34.556725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device aa5557fc-8819-4500-9ecc-47bcfaa703c7 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:34.645964 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e9de996-2468-41fb-b68f-1ba622c01ea2 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:34.710411 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port aa5557fc-8819-4500-9ecc-47bcfaa703c7 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:34.719195 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port aa5557fc-8819-4500-9ecc-47bcfaa703c7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:34.720072 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:34.759445 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9de996-2468-41fb-b68f-1ba622c01ea2 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event deleted for resources: {'Port': ['ID=6f587c55-2d55-4c89-a602-40f6f4856779,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:35.104510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-71af38d4-fef1-4bc3-809b-feb8e8e51c5f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:35.106373 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-71af38d4-fef1-4bc3-809b-feb8e8e51c5f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.93 "GET /v2.0/networks?id=901e3516-ba00-48ca-b1c5-2c35bee43a0b HTTP/1.1" status: 200 len: 798 time: 0.3164637 May 30 20:23:35.133521 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-369bb297-613e-498b-92e0-c0a0af84a366 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Request body: {'port': {'device_id': '0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e', 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b', 'admin_state_up': True, 'tenant_id': '67862e1320db41428cd738fac2e6c911'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:35.177896 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:35.259299 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port aa5557fc-8819-4500-9ecc-47bcfaa703c7, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=aa5557fc-8819-4500-9ecc-47bcfaa703c7,segment=NetworkSegment(683246a8-2a91-41b5-a820-e0e7e14982b9),segment_id=683246a8-2a91-41b5-a820-e0e7e14982b9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:35.270067 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:35.394411 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=aa5557fc-8819-4500-9ecc-47bcfaa703c7,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:35.430967 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54282) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:35.449198 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e9de996-2468-41fb-b68f-1ba622c01ea2 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:35.721736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-369bb297-613e-498b-92e0-c0a0af84a366 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:35.729257 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ad60c9a8-6faf-4039-8b3f-047e4ce0a909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:35.740367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-369bb297-613e-498b-92e0-c0a0af84a366 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Usage tracker for resource:port and tenant:67862e1320db41428cd738fac2e6c911 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:35.764332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-369bb297-613e-498b-92e0-c0a0af84a366 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:35.810368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ad60c9a8-6faf-4039-8b3f-047e4ce0a909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:35.814755 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ad60c9a8-6faf-4039-8b3f-047e4ce0a909 admin admin] Usage tracker for resource:security_group_rule and tenant:0ba8db8c16fb467c805dc08f90f7513c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:35.818898 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ad60c9a8-6faf-4039-8b3f-047e4ce0a909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:35.825129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ad60c9a8-6faf-4039-8b3f-047e4ce0a909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:35.886085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f58aa-a48c-46e3-9109-031544892a56 req-422c46a8-5b5d-4eed-be6d-1f9c03027bfa tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:35.888132 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce9f58aa-a48c-46e3-9109-031544892a56 req-422c46a8-5b5d-4eed-be6d-1f9c03027bfa tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.4744048 May 30 20:23:35.891335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-369bb297-613e-498b-92e0-c0a0af84a366 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:35.900170 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-83d34327-8dab-47f6-8854-f11e3b629530 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:23:36.034461 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-09ebdc74-bd18-44f1-a36a-3ad318586709 req-02c0bf67-d65e-47a3-9fab-326a6022f551 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 1097 time: 0.7764952 May 30 20:23:36.076158 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ad60c9a8-6faf-4039-8b3f-047e4ce0a909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:36.112952 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b9312142-a10d-481e-aae3-719b43b08e0a req-0064b4d6-0a28-45d2-bfc6-3539ae6e81e5 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 210 time: 0.2690742 May 30 20:23:36.113538 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ad60c9a8-6faf-4039-8b3f-047e4ce0a909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:36.155846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-369bb297-613e-498b-92e0-c0a0af84a366 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Made reservation on behalf of 67862e1320db41428cd738fac2e6c911 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:23:36.158811 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-369bb297-613e-498b-92e0-c0a0af84a366 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:36.297623 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-09ebdc74-bd18-44f1-a36a-3ad318586709 req-c6d7cdbf-9101-4c4a-8dc9-180daa250bb9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566166 May 30 20:23:36.309837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9de996-2468-41fb-b68f-1ba622c01ea2 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Router cce1f4df-c632-487a-94c7-3d24a8ab3003 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:23:36.387132 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-369bb297-613e-498b-92e0-c0a0af84a366 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Allocated IP 172.20.0.19 (901e3516-ba00-48ca-b1c5-2c35bee43a0b/64cca18d-f22a-45cb-ab59-d441fb68be55/65b7e287-189c-4bbb-8d24-887c4de3f056) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:36.480037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9de996-2468-41fb-b68f-1ba622c01ea2 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:23:36.493770 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5e9de996-2468-41fb-b68f-1ba622c01ea2 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "PUT /v2.0/routers/cce1f4df-c632-487a-94c7-3d24a8ab3003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2947943 May 30 20:23:36.497202 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54318) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:36.499359 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ecc80e-687b-4f92-8894-bb404973ee2a None None] Sync routers for ids ['cce1f4df-c632-487a-94c7-3d24a8ab3003'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:23:36.521075 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ecc80e-687b-4f92-8894-bb404973ee2a None None] Routers {'cce1f4df-c632-487a-94c7-3d24a8ab3003'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:36.522025 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a7ecc80e-687b-4f92-8894-bb404973ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:23:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['cce1f4df-c632-487a-94c7-3d24a8ab3003'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:36.555598 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device aa5557fc-8819-4500-9ecc-47bcfaa703c7 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:36.586632 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-d5639033-dac2-4b55-a97b-06ed34747189 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] show failed (client error): The resource could not be found. May 30 20:23:36.588190 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d5639033-dac2-4b55-a97b-06ed34747189 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "GET /v2.0/routers/tempest-non_exist_router-39850153 HTTP/1.1" status: 404 len: 333 time: 0.0899911 May 30 20:23:36.593755 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54322) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:36.601328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-fd7fa325-115c-4671-a59d-3c24763ca4e1 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:36.616286 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a7ecc80e-687b-4f92-8894-bb404973ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:36.628238 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ecc80e-687b-4f92-8894-bb404973ee2a None None] Routers {'cce1f4df-c632-487a-94c7-3d24a8ab3003'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:36.629231 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a7ecc80e-687b-4f92-8894-bb404973ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:23:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['cce1f4df-c632-487a-94c7-3d24a8ab3003'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:36.647098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port aa5557fc-8819-4500-9ecc-47bcfaa703c7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:36.647852 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:36.736926 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-fd7fa325-115c-4671-a59d-3c24763ca4e1 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] update failed (client error): The resource could not be found. May 30 20:23:36.749244 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fd7fa325-115c-4671-a59d-3c24763ca4e1 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "PUT /v2.0/routers/tempest-non_exist_router-1842299221 HTTP/1.1" status: 404 len: 335 time: 0.1522961 May 30 20:23:36.749853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54326) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:36.757587 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a7ecc80e-687b-4f92-8894-bb404973ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:36.758226 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ecc80e-687b-4f92-8894-bb404973ee2a None None] The sync data for ids ['cce1f4df-c632-487a-94c7-3d24a8ab3003'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:23:36.817811 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ad60c9a8-6faf-4039-8b3f-047e4ce0a909 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0ba8db8c16fb467c805dc08f90f7513c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3468921 May 30 20:23:36.819373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54332) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:36.826516 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83d34327-8dab-47f6-8854-f11e3b629530 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:36.858379 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-369bb297-613e-498b-92e0-c0a0af84a366 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:36.877980 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-369bb297-613e-498b-92e0-c0a0af84a366 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Transition to ACTIVE for port object 65b7e287-189c-4bbb-8d24-887c4de3f056 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:36.901628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60c9a8-6faf-4039-8b3f-047e4ce0a909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afeeb46-e391-49ac-a1b6-0ae784ece662,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:36.907705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce9f58aa-a48c-46e3-9109-031544892a56 req-fd8c6882-0add-4c99-b2d9-78bf963a311f tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8299210 May 30 20:23:36.912060 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-369bb297-613e-498b-92e0-c0a0af84a366 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:36.916824 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83d34327-8dab-47f6-8854-f11e3b629530 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:36.981013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54336) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:36.983676 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d142b5ec-09f1-4c68-a47c-00f03e9a8a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:37.024461 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d142b5ec-09f1-4c68-a47c-00f03e9a8a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:37.095518 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:37.153502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bb297-613e-498b-92e0-c0a0af84a366 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event updated for resources: {'Port': ['ID=65b7e287-189c-4bbb-8d24-887c4de3f056,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:37.166875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-369bb297-613e-498b-92e0-c0a0af84a366 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Network 901e3516-ba00-48ca-b1c5-2c35bee43a0b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:37.174878 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dbc5a6db-350d-49d7-804c-5474d0329b9e req-f59757de-2fd8-4607-b007-67f441020095 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=887c7367090a4d39a6cc946b56cbe442&device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 1097 time: 0.5783169 May 30 20:23:37.186811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-369bb297-613e-498b-92e0-c0a0af84a366 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:37.220209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-369bb297-613e-498b-92e0-c0a0af84a366 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:37.229517 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6038fe-7962-49e6-9b19-31fe560ef710 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Deleting subnet 6303affe-82d0-47fd-9d3b-78fed6bcf15e {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:23:37.232798 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b6038fe-7962-49e6-9b19-31fe560ef710 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:37.315591 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d142b5ec-09f1-4c68-a47c-00f03e9a8a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:37.326258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b6038fe-7962-49e6-9b19-31fe560ef710 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:37.398628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d142b5ec-09f1-4c68-a47c-00f03e9a8a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:37.400011 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d142b5ec-09f1-4c68-a47c-00f03e9a8a1a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7afeeb46-e391-49ac-a1b6-0ae784ece662 HTTP/1.1" status: 204 len: 168 time: 0.5794392 May 30 20:23:37.406163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142b5ec-09f1-4c68-a47c-00f03e9a8a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afeeb46-e391-49ac-a1b6-0ae784ece662,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:37.516509 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b6038fe-7962-49e6-9b19-31fe560ef710 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:37.647431 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b6038fe-7962-49e6-9b19-31fe560ef710 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:37.654387 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-aff3afef-2b43-4f61-9591-8aa6703c6509 None None] Provisioning for port 65b7e287-189c-4bbb-8d24-887c4de3f056 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:37.667500 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-aff3afef-2b43-4f61-9591-8aa6703c6509 None None] Provisioning complete for port 65b7e287-189c-4bbb-8d24-887c4de3f056 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:37.667865 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-aff3afef-2b43-4f61-9591-8aa6703c6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:37.670874 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5082e449-8ebb-47c4-a15a-246af9760920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:37.697663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-369bb297-613e-498b-92e0-c0a0af84a366 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:37.698258 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-369bb297-613e-498b-92e0-c0a0af84a366 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:37.700682 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6038fe-7962-49e6-9b19-31fe560ef710 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event deleted for resources: {'Subnet': ['ID=6303affe-82d0-47fd-9d3b-78fed6bcf15e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:37.713505 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b6038fe-7962-49e6-9b19-31fe560ef710 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:37.723071 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0b6038fe-7962-49e6-9b19-31fe560ef710 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "DELETE /v2.0/subnets/6303affe-82d0-47fd-9d3b-78fed6bcf15e HTTP/1.1" status: 204 len: 168 time: 0.9691834 May 30 20:23:37.724029 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54354) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:37.792387 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5082e449-8ebb-47c4-a15a-246af9760920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:37.803862 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5082e449-8ebb-47c4-a15a-246af9760920 admin admin] Usage tracker for resource:security_group_rule and tenant:1c94b7a9c1b84fc8a5ec1b5a3213c1b3 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:37.807412 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-369bb297-613e-498b-92e0-c0a0af84a366 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.6889143 May 30 20:23:37.809612 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5082e449-8ebb-47c4-a15a-246af9760920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:37.814041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5a6db-350d-49d7-804c-5474d0329b9e req-6b1cc3e5-aa24-4dc4-9266-81cc89afdbf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:37.814592 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-aff3afef-2b43-4f61-9591-8aa6703c6509 None None] Port 65b7e287-189c-4bbb-8d24-887c4de3f056 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:23:37.815462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dbc5a6db-350d-49d7-804c-5474d0329b9e req-6b1cc3e5-aa24-4dc4-9266-81cc89afdbf3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=364cc3fe-85b7-4da3-aabd-b1ac22737be8 HTTP/1.1" status: 200 len: 911 time: 0.5041692 May 30 20:23:37.820456 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c348b423-d262-4f80-9ef9-3e2e74d85d6b None None] Network ece36477-7443-4350-9a9a-c5e41065ce79 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:23:38.071766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-2bdd77e4-f90f-4076-b76d-97193c5375b7 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:23:38.072921 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-2bdd77e4-f90f-4076-b76d-97193c5375b7 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2557042 May 30 20:23:38.075691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5082e449-8ebb-47c4-a15a-246af9760920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:38.086055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cee24-a1c8-454c-8716-94447ea1abbc req-4295309a-d2b1-4d05-8524-5b4ec49f268f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:38.086920 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-409cee24-a1c8-454c-8716-94447ea1abbc req-4295309a-d2b1-4d05-8524-5b4ec49f268f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Synchronizing usage tracker for tenant:67862e1320db41428cd738fac2e6c911 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:38.113515 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Request body: {'port': {'device_id': '0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:38.129663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-5062a3e3-a732-4b29-af1e-82e94422527e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Deleting subnet 33dc4f00-fd98-49ca-8d31-566ff442d79f {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:23:38.143939 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5062a3e3-a732-4b29-af1e-82e94422527e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:38.171353 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f549d3f8-8d2f-4737-a02c-fb9feef1766c None None] DHCP port deletion for ece36477-7443-4350-9a9a-c5e41065ce79 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:23:38.178350 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f549d3f8-8d2f-4737-a02c-fb9feef1766c None None] Deleting port 698ede9a-d5c2-4f93-96ad-1dc62db15f13 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:38.178350 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f549d3f8-8d2f-4737-a02c-fb9feef1766c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:38.222438 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5062a3e3-a732-4b29-af1e-82e94422527e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:38.284217 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dbc5a6db-350d-49d7-804c-5474d0329b9e req-8c871f2d-7a18-4211-9cdc-7543fbe9a43b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2013f2e1-14ee-4e4f-9e27-005075c99c06 HTTP/1.1" status: 200 len: 217 time: 0.4608517 May 30 20:23:38.409209 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5062a3e3-a732-4b29-af1e-82e94422527e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:38.425232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5a6db-350d-49d7-804c-5474d0329b9e req-a1a05403-485d-4382-a976-70169daa73b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:38.426858 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dbc5a6db-350d-49d7-804c-5474d0329b9e req-a1a05403-485d-4382-a976-70169daa73b2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3cda5988-723f-45df-b890-6622cc50f504 HTTP/1.1" status: 200 len: 850 time: 0.0857396 May 30 20:23:38.471223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-409cee24-a1c8-454c-8716-94447ea1abbc req-4295309a-d2b1-4d05-8524-5b4ec49f268f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Unset dirty status for tenant:67862e1320db41428cd738fac2e6c911 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:38.472713 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-409cee24-a1c8-454c-8716-94447ea1abbc req-4295309a-d2b1-4d05-8524-5b4ec49f268f tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 895 time: 1.0742397 May 30 20:23:38.518966 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f549d3f8-8d2f-4737-a02c-fb9feef1766c None None] For port 698ede9a-d5c2-4f93-96ad-1dc62db15f13, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=698ede9a-d5c2-4f93-96ad-1dc62db15f13,segment=NetworkSegment(edfee3fc-fca1-4262-b948-0b93700cbd6a),segment_id=edfee3fc-fca1-4262-b948-0b93700cbd6a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:38.521091 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f549d3f8-8d2f-4737-a02c-fb9feef1766c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:38.574118 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 698ede9a-d5c2-4f93-96ad-1dc62db15f13 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:23:38.594220 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dbc5a6db-350d-49d7-804c-5474d0329b9e req-08536d20-dba2-4155-b011-c2ff0eae2e0a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=364cc3fe-85b7-4da3-aabd-b1ac22737be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271014 May 30 20:23:38.597865 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5062a3e3-a732-4b29-af1e-82e94422527e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:38.681974 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062a3e3-a732-4b29-af1e-82e94422527e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event deleted for resources: {'Subnet': ['ID=33dc4f00-fd98-49ca-8d31-566ff442d79f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:38.695076 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5062a3e3-a732-4b29-af1e-82e94422527e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:38.701555 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5062a3e3-a732-4b29-af1e-82e94422527e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "DELETE /v2.0/subnets/33dc4f00-fd98-49ca-8d31-566ff442d79f HTTP/1.1" status: 204 len: 168 time: 0.9760399 May 30 20:23:38.710449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54376) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:38.745319 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:38.777690 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-83d34327-8dab-47f6-8854-f11e3b629530 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Floating IP 302f577c-1377-445a-8f64-9f7464745a23 associated. External IP: 172.25.5.36, port: 09e4e48b-4269-494b-9ff4-b2f804cd1363. May 30 20:23:38.789923 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f549d3f8-8d2f-4737-a02c-fb9feef1766c None None] Calling delete_port for 698ede9a-d5c2-4f93-96ad-1dc62db15f13 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:38.872769 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:38.889669 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c5819-9a9c-473e-badf-06b72620bc07 req-1f6077dc-90b4-43e9-8381-2bc9f129ecb5 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:38.891206 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Deleting port 698ede9a-d5c2-4f93-96ad-1dc62db15f13 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:38.892075 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:38.895910 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e14c5819-9a9c-473e-badf-06b72620bc07 req-1f6077dc-90b4-43e9-8381-2bc9f129ecb5 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.7524462 May 30 20:23:38.932959 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890ecdc9-2753-4cce-b3bb-cb927a53f981 None None] Network 6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:23:38.965611 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5082e449-8ebb-47c4-a15a-246af9760920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:39.102972 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5082e449-8ebb-47c4-a15a-246af9760920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:39.171552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] For port 698ede9a-d5c2-4f93-96ad-1dc62db15f13, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=698ede9a-d5c2-4f93-96ad-1dc62db15f13,segment=NetworkSegment(edfee3fc-fca1-4262-b948-0b93700cbd6a),segment_id=edfee3fc-fca1-4262-b948-0b93700cbd6a)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:39.171919 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:39.179197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dbc5a6db-350d-49d7-804c-5474d0329b9e req-6f4548a5-b628-43d9-8094-1bf53db4b0e2 service neutron] 10.222.0.93 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513282 May 30 20:23:39.302397 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:39.307736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Calling delete_port for 698ede9a-d5c2-4f93-96ad-1dc62db15f13 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:39.321871 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f549d3f8-8d2f-4737-a02c-fb9feef1766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:39.397282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549d3f8-8d2f-4737-a02c-fb9feef1766c None None] Pushing event deleted for resources: {'Port': ['ID=698ede9a-d5c2-4f93-96ad-1dc62db15f13,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:39.399206 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f549d3f8-8d2f-4737-a02c-fb9feef1766c None None] No DVR routers for this DVR port 698ede9a-d5c2-4f93-96ad-1dc62db15f13 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:23:39.443727 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:23:39.444429 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:23:39.493992 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5082e449-8ebb-47c4-a15a-246af9760920 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1c94b7a9c1b84fc8a5ec1b5a3213c1b3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4841046 May 30 20:23:39.495143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082e449-8ebb-47c4-a15a-246af9760920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1252f0b9-d0d7-4dcb-8e94-6a3c436b5a22,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:39.498453 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-02420997-5103-46d4-ab21-7f7cc7c8e3ce req-567a485e-4136-4d87-a4c0-bec180e6c203 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0984280 May 30 20:23:39.499038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54392) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:39.525892 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dbc5a6db-350d-49d7-804c-5474d0329b9e req-6a3818ed-056d-4cdf-b88f-27519ceed1fb service neutron] 10.222.0.93 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279591 May 30 20:23:39.545803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4377d5a1-d621-4ff9-b495-c8ebcf0484f7 None None] DHCP port deletion for 6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:23:39.567744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4377d5a1-d621-4ff9-b495-c8ebcf0484f7 None None] Deleting port dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:39.567744 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4377d5a1-d621-4ff9-b495-c8ebcf0484f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:39.640342 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e14c5819-9a9c-473e-badf-06b72620bc07 req-e9a89cca-a01f-44a2-a5b4-0825cb511902 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7430906 May 30 20:23:39.718611 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3c6f-4caf-4bbc-a518-d58d98e23097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:39.753157 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3c6f-4caf-4bbc-a518-d58d98e23097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:39.770257 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-02420997-5103-46d4-ab21-7f7cc7c8e3ce req-a79628c1-df8c-4367-9a35-a2e19a8c8fa4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=67862e1320db41428cd738fac2e6c911&device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 1136 time: 0.2352691 May 30 20:23:39.908731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4377d5a1-d621-4ff9-b495-c8ebcf0484f7 None None] For port dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b,segment=NetworkSegment(29466827-2f60-409c-9840-608649b8b38f),segment_id=29466827-2f60-409c-9840-608649b8b38f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:39.909581 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4377d5a1-d621-4ff9-b495-c8ebcf0484f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:40.033189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05df6d-42a7-43a6-aa97-a92e5d5fdf44 req-1d496a1f-0f70-4471-bc71-e9cbe1d16f19 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:40.035310 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b05df6d-42a7-43a6-aa97-a92e5d5fdf44 req-1d496a1f-0f70-4471-bc71-e9cbe1d16f19 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 895 time: 0.3758297 May 30 20:23:40.130259 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4377d5a1-d621-4ff9-b495-c8ebcf0484f7 None None] Calling delete_port for dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:40.215398 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Deleting port 698ede9a-d5c2-4f93-96ad-1dc62db15f13 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:40.215781 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:40.273340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02420997-5103-46d4-ab21-7f7cc7c8e3ce req-27bc880e-0739-4655-ac81-8546bd1771fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:40.274791 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-02420997-5103-46d4-ab21-7f7cc7c8e3ce req-27bc880e-0739-4655-ac81-8546bd1771fb service neutron] 10.222.0.77 "GET /v2.0/networks?id=4564383f-8543-4a65-b89a-d58456250128 HTTP/1.1" status: 200 len: 898 time: 0.4841731 May 30 20:23:40.292006 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4377d5a1-d621-4ff9-b495-c8ebcf0484f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:40.392039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4377d5a1-d621-4ff9-b495-c8ebcf0484f7 None None] No DVR routers for this DVR port dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:23:40.405740 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377d5a1-d621-4ff9-b495-c8ebcf0484f7 None None] Pushing event deleted for resources: {'Port': ['ID=dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:40.468142 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] The port '698ede9a-d5c2-4f93-96ad-1dc62db15f13' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:23:40.563790 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:23:40.597235 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-02420997-5103-46d4-ab21-7f7cc7c8e3ce req-85c314e8-6157-4e3f-98f2-c50de1ba2cd0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37be7c3d-42a3-4a4f-b08d-0c46d57312d0 HTTP/1.1" status: 200 len: 1002 time: 0.3106575 May 30 20:23:40.613201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:23:40.613546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dfa8b4d4-c0ea-44e8-ad56-f35aaa0c917b not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:23:40.665204 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:23:40.673416 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:40.703124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece36477-7443-4350-9a9a-c5e41065ce79']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:40.715633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfee3fc-fca1-4262-b948-0b93700cbd6a') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:40.715932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfee3fc-fca1-4262-b948-0b93700cbd6a') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:40.768278 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:40.775245 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3c6f-4caf-4bbc-a518-d58d98e23097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:40.776022 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08a2b171-89d3-401e-8a68-f2279382138f req-cbee664b-072f-477e-be24-07d2fb583f00 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=887c7367090a4d39a6cc946b56cbe442&device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 1097 time: 0.6075668 May 30 20:23:40.783231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b7e287-189c-4bbb-8d24-887c4de3f056 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:23:40.798836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a3c6f-4caf-4bbc-a518-d58d98e23097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1252f0b9-d0d7-4dcb-8e94-6a3c436b5a22,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:40.799880 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:40.821742 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:40.836013 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:23:40.836503 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: timer() May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:23:40.852061 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:23:40.859259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a653875-6e1d-4608-923c-8c26d2ecde6a req-ac2c22c6-a1ae-42c4-b82e-a239a2c52b12 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:40.863739 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02420997-5103-46d4-ab21-7f7cc7c8e3ce req-5901a7e6-dc75-424e-ba2c-ed7dd7b1aeb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:40.864462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a653875-6e1d-4608-923c-8c26d2ecde6a req-ac2c22c6-a1ae-42c4-b82e-a239a2c52b12 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.6254992 May 30 20:23:40.865339 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-02420997-5103-46d4-ab21-7f7cc7c8e3ce req-5901a7e6-dc75-424e-ba2c-ed7dd7b1aeb5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0032e739-5d11-487a-b2d1-92220d9fcd7a HTTP/1.1" status: 200 len: 835 time: 0.1399820 May 30 20:23:40.984700 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3c6f-4caf-4bbc-a518-d58d98e23097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:40.988950 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-aa0a3c6f-4caf-4bbc-a518-d58d98e23097 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1252f0b9-d0d7-4dcb-8e94-6a3c436b5a22 HTTP/1.1" status: 204 len: 168 time: 1.4889271 May 30 20:23:41.013465 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:41.013724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Transition to ACTIVE for port object 65b7e287-189c-4bbb-8d24-887c4de3f056 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:41.019118 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:41.040391 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:41.043544 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "DELETE /v2.0/networks/ece36477-7443-4350-9a9a-c5e41065ce79 HTTP/1.1" status: 204 len: 168 time: 2.3296454 May 30 20:23:41.047348 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54426) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:41.051980 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825afe8-6c3f-494d-9405-26a8cd63fbab tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event deleted for resources: {'Network': ['ID=ece36477-7443-4350-9a9a-c5e41065ce79,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:41.140800 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Pushing event updated for resources: {'Port': ['ID=65b7e287-189c-4bbb-8d24-887c4de3f056,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:41.176400 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-02420997-5103-46d4-ab21-7f7cc7c8e3ce req-ebfb26fc-ba35-46fd-9240-0ea4971c74be service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4564383f-8543-4a65-b89a-d58456250128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2604392 May 30 20:23:41.195522 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-02420997-5103-46d4-ab21-7f7cc7c8e3ce req-5118b46a-37ba-4566-9c8e-c9643b7b6c03 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:23:41.196629 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-02420997-5103-46d4-ab21-7f7cc7c8e3ce req-5118b46a-37ba-4566-9c8e-c9643b7b6c03 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054922 May 30 20:23:41.202014 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9f3f-38a1-4d1e-b51a-389c41a11db8 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:41.420427 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a653875-6e1d-4608-923c-8c26d2ecde6a req-d0bd3e0f-d02b-42fb-8543-651697eb2892 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566238 May 30 20:23:41.603710 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9f3f-38a1-4d1e-b51a-389c41a11db8 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:41.649024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-8c8f9f3f-38a1-4d1e-b51a-389c41a11db8 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:41.661057 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-02420997-5103-46d4-ab21-7f7cc7c8e3ce req-e3b5bc23-477f-483e-91c8-33110ba851bd service neutron] 10.222.0.77 "GET /v2.0/networks/4564383f-8543-4a65-b89a-d58456250128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559247 May 30 20:23:41.664597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-8c8f9f3f-38a1-4d1e-b51a-389c41a11db8 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29466827-2f60-409c-9840-608649b8b38f') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:41.664975 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-8c8f9f3f-38a1-4d1e-b51a-389c41a11db8 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29466827-2f60-409c-9840-608649b8b38f') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:41.706946 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9f3f-38a1-4d1e-b51a-389c41a11db8 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:41.741378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Attempting to bind port 65b7e287-189c-4bbb-8d24-887c4de3f056 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:41.742298 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Attempting to bind port 65b7e287-189c-4bbb-8d24-887c4de3f056 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '683246a8-2a91-41b5-a820-e0e7e14982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:41.743071 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Attempting to bind port 65b7e287-189c-4bbb-8d24-887c4de3f056 on network 901e3516-ba00-48ca-b1c5-2c35bee43a0b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:41.757455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Port 65b7e287-189c-4bbb-8d24-887c4de3f056 on network 901e3516-ba00-48ca-b1c5-2c35bee43a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:41.758448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Attempting to bind port 65b7e287-189c-4bbb-8d24-887c4de3f056 on network 901e3516-ba00-48ca-b1c5-2c35bee43a0b {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:41.786084 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9f3f-38a1-4d1e-b51a-389c41a11db8 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:41.790677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:23:41.791032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Checking segment: {'id': '683246a8-2a91-41b5-a820-e0e7e14982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:41.791487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Bound using segment: {'id': '683246a8-2a91-41b5-a820-e0e7e14982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:23:41.791848 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Bound port: 65b7e287-189c-4bbb-8d24-887c4de3f056, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683246a8-2a91-41b5-a820-e0e7e14982b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:23:41.792235 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:41.797669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8f9f3f-38a1-4d1e-b51a-389c41a11db8 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:23:41.798205 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9f3f-38a1-4d1e-b51a-389c41a11db8 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:41.811416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2b171-89d3-401e-8a68-f2279382138f req-acaea82f-b66d-4245-a570-256b983a531a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:41.812978 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08a2b171-89d3-401e-8a68-f2279382138f req-acaea82f-b66d-4245-a570-256b983a531a service neutron] 10.222.0.93 "GET /v2.0/networks?id=364cc3fe-85b7-4da3-aabd-b1ac22737be8 HTTP/1.1" status: 200 len: 911 time: 1.0210507 May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: timer() May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:23:41.813350 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:23:41.815834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d34327-8dab-47f6-8854-f11e3b629530 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Router bb4d76d1-e126-45dd-bd0c-615ec1775543 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:23:41.821360 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364896a5-40d6-4158-8f8d-19c72d92c6a7 req-a819da4f-c59f-40cb-928c-5ce353df310a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:41.822845 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-364896a5-40d6-4158-8f8d-19c72d92c6a7 req-a819da4f-c59f-40cb-928c-5ce353df310a tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 907 time: 0.3846452 May 30 20:23:41.938091 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-02420997-5103-46d4-ab21-7f7cc7c8e3ce req-ba27af90-0c3b-40ac-9cf7-2a3d6f8b7295 service neutron] 10.222.0.77 "GET /v2.0/networks/4564383f-8543-4a65-b89a-d58456250128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662339 May 30 20:23:41.940163 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9f3f-38a1-4d1e-b51a-389c41a11db8 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:41.944881 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9f3f-38a1-4d1e-b51a-389c41a11db8 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:41.959745 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08a2b171-89d3-401e-8a68-f2279382138f req-17e70a53-bfac-4a78-867d-11b5766e94f2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2013f2e1-14ee-4e4f-9e27-005075c99c06 HTTP/1.1" status: 200 len: 217 time: 0.0966139 May 30 20:23:41.978189 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8c8f9f3f-38a1-4d1e-b51a-389c41a11db8 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "DELETE /v2.0/networks/6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9 HTTP/1.1" status: 204 len: 168 time: 0.9292629 May 30 20:23:41.980198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f9f3f-38a1-4d1e-b51a-389c41a11db8 tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event deleted for resources: {'Network': ['ID=6bdd6e5a-4c2c-4ce8-99a0-8a46962056f9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:41.989490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54454) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:42.058556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2b171-89d3-401e-8a68-f2279382138f req-5d486069-4f5b-485d-ba6d-1be9963036ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:42.060038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08a2b171-89d3-401e-8a68-f2279382138f req-5d486069-4f5b-485d-ba6d-1be9963036ab service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3cda5988-723f-45df-b890-6622cc50f504 HTTP/1.1" status: 200 len: 850 time: 0.0872238 May 30 20:23:42.288031 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08a2b171-89d3-401e-8a68-f2279382138f req-c735fb7c-2f79-45f8-8cf7-46c90cc27ba1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=364cc3fe-85b7-4da3-aabd-b1ac22737be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2172327 May 30 20:23:42.294924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] For port 65b7e287-189c-4bbb-8d24-887c4de3f056, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:42.418855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e81245-42f0-4003-a6d0-5a261a634d0f tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Deleting subnet 5e2bfa5e-d6fc-4840-aac5-82481db2988d {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:23:42.422179 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42e81245-42f0-4003-a6d0-5a261a634d0f tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:42.442816 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] For port 65b7e287-189c-4bbb-8d24-887c4de3f056, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=65b7e287-189c-4bbb-8d24-887c4de3f056,segment=NetworkSegment(683246a8-2a91-41b5-a820-e0e7e14982b9),segment_id=683246a8-2a91-41b5-a820-e0e7e14982b9)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:23:42.508609 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42e81245-42f0-4003-a6d0-5a261a634d0f tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:42.513219 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:42.662648 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54478) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:42.673687 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42e81245-42f0-4003-a6d0-5a261a634d0f tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:42.765438 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:42.768985 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] 10.222.0.93 "PUT /v2.0/ports/65b7e287-189c-4bbb-8d24-887c4de3f056 HTTP/1.1" status: 200 len: 1055 time: 4.6790016 May 30 20:23:42.773554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e', 'tag': '65b7e287-189c-4bbb-8d24-887c4de3f056'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:42.830805 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42e81245-42f0-4003-a6d0-5a261a634d0f tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:42.847751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146e869-ac67-4303-b789-befe3c0d518b service neutron] Pushing event updated for resources: {'Port': ['ID=65b7e287-189c-4bbb-8d24-887c4de3f056,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:42.859806 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08a2b171-89d3-401e-8a68-f2279382138f req-5765ba0d-1194-46a1-bc1e-88420d2c2ad0 service neutron] 10.222.0.93 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622268 May 30 20:23:42.951630 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce04898e-c6ea-4873-9c23-f1dfe09befdd'] response: {'name': 'network-changed', 'server_uuid': '0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e', 'tag': '65b7e287-189c-4bbb-8d24-887c4de3f056', 'status': 'completed', 'code': 200} May 30 20:23:42.983605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e81245-42f0-4003-a6d0-5a261a634d0f tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event deleted for resources: {'Subnet': ['ID=5e2bfa5e-d6fc-4840-aac5-82481db2988d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:43.010125 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c4a6b9-15bd-480a-af4a-b469801cf004 None None] Network 941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:23:43.013613 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42e81245-42f0-4003-a6d0-5a261a634d0f tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:43.033184 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-42e81245-42f0-4003-a6d0-5a261a634d0f tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "DELETE /v2.0/subnets/5e2bfa5e-d6fc-4840-aac5-82481db2988d HTTP/1.1" status: 204 len: 168 time: 1.0423048 May 30 20:23:43.035610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54496) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:43.230977 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:43.258140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Deleting port f29b79ce-d886-46d5-9601-bb5bee48c0d8 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:43.258476 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:43.312421 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:43.433109 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-2716e5b4-42c2-4c6a-ad0f-384955f38a99 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=67862e1320db41428cd738fac2e6c911&device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 1058 time: 0.5659060 May 30 20:23:43.438609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:43.450637 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Usage tracker for resource:security_group_rule and tenant:784229b379b4492ba915f232e799f8a8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:43.455723 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:43.464284 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:43.579842 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:43.599350 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8214f249-54f0-4f43-991a-8325b1e5838e None None] DHCP port deletion for 941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:23:43.603643 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-f587f8f1-dd09-42da-92a4-2e46444e6596 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=65b7e287-189c-4bbb-8d24-887c4de3f056 HTTP/1.1" status: 200 len: 217 time: 0.1620419 May 30 20:23:43.607073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8214f249-54f0-4f43-991a-8325b1e5838e None None] Deleting port f29b79ce-d886-46d5-9601-bb5bee48c0d8 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:43.607452 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8214f249-54f0-4f43-991a-8325b1e5838e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:43.615503 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d34327-8dab-47f6-8854-f11e3b629530 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:23:43.621948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35904cb1-8b11-4f0c-833d-03cd256a0e5f req-c7ab5359-054f-48e4-845e-ef8bb41db859 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:43.629639 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35904cb1-8b11-4f0c-833d-03cd256a0e5f req-c7ab5359-054f-48e4-845e-ef8bb41db859 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.9458268 May 30 20:23:43.685100 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:43.706612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bbca0d-bd60-44dc-a8f6-0999919d2da8 None None] Sync routers for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:23:43.714027 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-08a2b171-89d3-401e-8a68-f2279382138f req-3d06d8b4-9d66-4d3a-a307-9fd7ac62f92a service neutron] 10.222.0.93 "GET /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7614880 May 30 20:23:43.742468 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bbca0d-bd60-44dc-a8f6-0999919d2da8 None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:43.743103 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f1bbca0d-bd60-44dc-a8f6-0999919d2da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:23:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:43.816910 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83d34327-8dab-47f6-8854-f11e3b629530 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:43.821045 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=784229b379b4492ba915f232e799f8a8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1572168 May 30 20:23:43.831228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d9563a-2716-4e9f-8f5d-d2723b4333e3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:43.833154 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54516) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:43.893595 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] For port f29b79ce-d886-46d5-9601-bb5bee48c0d8, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f29b79ce-d886-46d5-9601-bb5bee48c0d8,segment=NetworkSegment(cac94a76-dcca-447c-894c-b077b8262690),segment_id=cac94a76-dcca-447c-894c-b077b8262690)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:43.893867 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:43.904099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:43.904436 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:43.904920 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:43.905256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:43.905579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:43.905898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:43.906215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:43.906528 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:43.906839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:43.907183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:43.907497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204b6a0-96e4-4d8c-a1f5-ca9b06a29d05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:43.929851 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35904cb1-8b11-4f0c-833d-03cd256a0e5f req-2d98fd06-9287-454f-8810-a465058bc83e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993841 May 30 20:23:43.948459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-eff1592b-81b7-4468-b48e-2171aeff8c02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:43.949952 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-eff1592b-81b7-4468-b48e-2171aeff8c02 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=64cca18d-f22a-45cb-ab59-d441fb68be55 HTTP/1.1" status: 200 len: 838 time: 0.3407943 May 30 20:23:44.040755 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ae56d-164a-47ef-bd63-7f096cf489e6 req-b169e5f0-e65e-4ce5-85d5-31fab965f3b7 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:44.059305 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-601ae56d-164a-47ef-bd63-7f096cf489e6 req-b169e5f0-e65e-4ce5-85d5-31fab965f3b7 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 907 time: 0.8691685 May 30 20:23:44.060129 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Calling delete_port for f29b79ce-d886-46d5-9601-bb5bee48c0d8 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:44.080039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-83d34327-8dab-47f6-8854-f11e3b629530 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "PUT /v2.0/floatingips/302f577c-1377-445a-8f64-9f7464745a23 HTTP/1.1" status: 200 len: 991 time: 10.6205673 May 30 20:23:44.122364 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-29f13c7a-79df-4bde-8f9c-3cdfc36dd262 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=901e3516-ba00-48ca-b1c5-2c35bee43a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1641626 May 30 20:23:44.134788 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5bb73477-e1de-48f6-ba4f-01740837a087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:44.194734 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5bb73477-e1de-48f6-ba4f-01740837a087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:44.204019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-f1bbca0d-bd60-44dc-a8f6-0999919d2da8 None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:44.254660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:44.324909 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-380cf30c-be7a-4c91-aa18-1aaf143fa7fc service neutron] 10.222.0.93 "GET /v2.0/networks/901e3516-ba00-48ca-b1c5-2c35bee43a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944339 May 30 20:23:44.334749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event deleted for resources: {'Port': ['ID=f29b79ce-d886-46d5-9601-bb5bee48c0d8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:44.343415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] No DVR routers for this DVR port f29b79ce-d886-46d5-9601-bb5bee48c0d8 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:23:44.353005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8214f249-54f0-4f43-991a-8325b1e5838e None None] The port 'f29b79ce-d886-46d5-9601-bb5bee48c0d8' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:23:44.550254 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5bb73477-e1de-48f6-ba4f-01740837a087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:44.566063 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dd2a0c61-b0ab-4787-b5f7-a9f82c90a90b req-f95aecf1-6102-4a18-aa1e-caa366f6e2c4 service neutron] 10.222.0.93 "GET /v2.0/networks/901e3516-ba00-48ca-b1c5-2c35bee43a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336771 May 30 20:23:44.586087 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f29b79ce-d886-46d5-9601-bb5bee48c0d8 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:23:44.592430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb73477-e1de-48f6-ba4f-01740837a087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d9563a-2716-4e9f-8f5d-d2723b4333e3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:44.611034 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:44.625578 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: f29b79ce-d886-46d5-9601-bb5bee48c0d8 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:23:44.626298 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f29b79ce-d886-46d5-9601-bb5bee48c0d8 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:23:44.681562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:44.693998 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5bb73477-e1de-48f6-ba4f-01740837a087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:44.697944 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5bb73477-e1de-48f6-ba4f-01740837a087 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c4d9563a-2716-4e9f-8f5d-d2723b4333e3 HTTP/1.1" status: 204 len: 168 time: 0.8610661 May 30 20:23:44.699680 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac94a76-dcca-447c-894c-b077b8262690') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:44.699990 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac94a76-dcca-447c-894c-b077b8262690') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:44.713213 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:44.736379 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:44.743242 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:23:44.743633 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: timer() May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:23:44.759568 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:23:44.798708 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-decfc871-c5ee-490f-8b4b-4af6f5897fec req-0868e891-1215-4ba2-9c97-2dba613c5ddd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=67862e1320db41428cd738fac2e6c911&device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 1058 time: 0.1725409 May 30 20:23:44.900909 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:44.932416 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f1bbca0d-bd60-44dc-a8f6-0999919d2da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '302f577c-1377-445a-8f64-9f7464745a23', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'port_id': '09e4e48b-4269-494b-9ff4-b2f804cd1363', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'mac_address': 'fa:16:3e:9f:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e80fcf-3b41-494a-90ad-9741219e2e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:23:04Z', 'updated_at': '2022-05-30T20:23:35Z', 'revision_number': 1, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:44.937224 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bbca0d-bd60-44dc-a8f6-0999919d2da8 None None] Checking router: bb4d76d1-e126-45dd-bd0c-615ec1775543 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:23:44.946338 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:44.949840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bbca0d-bd60-44dc-a8f6-0999919d2da8 None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:44.950712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f1bbca0d-bd60-44dc-a8f6-0999919d2da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:23:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:44.953372 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e80fcf-3b41-494a-90ad-9741219e2e67', 'tag': '09e4e48b-4269-494b-9ff4-b2f804cd1363'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:44.975634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Pushing event deleted for resources: {'Network': ['ID=941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:44.984927 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7a14e2a7-9838-4d2b-92ea-b62b8540909e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "DELETE /v2.0/networks/941ed98d-4a6d-46fc-9ee8-a5d1ccaa9882 HTTP/1.1" status: 204 len: 168 time: 1.9452686 May 30 20:23:44.986261 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54546) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:45.034508 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfc871-c5ee-490f-8b4b-4af6f5897fec req-0e4afd08-a021-4959-904a-b87402bdec27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:45.035849 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-decfc871-c5ee-490f-8b4b-4af6f5897fec req-0e4afd08-a021-4959-904a-b87402bdec27 service neutron] 10.222.0.93 "GET /v2.0/networks?id=901e3516-ba00-48ca-b1c5-2c35bee43a0b HTTP/1.1" status: 200 len: 899 time: 0.2313867 May 30 20:23:45.222707 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4670634c-0336-416c-abb1-c0a38a6787a6'] response: {'name': 'network-changed', 'server_uuid': '65e80fcf-3b41-494a-90ad-9741219e2e67', 'tag': '09e4e48b-4269-494b-9ff4-b2f804cd1363', 'status': 'completed', 'code': 200} May 30 20:23:45.236062 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-73a7afdf-8fda-4907-8dd8-279e4b0b751e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Synchronizing usage tracker for tenant:a3169f673b104332b2cfc09efc484d85 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:45.334821 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-f1bbca0d-bd60-44dc-a8f6-0999919d2da8 None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:45.433637 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-decfc871-c5ee-490f-8b4b-4af6f5897fec req-945fb695-d1ec-4ebe-a37e-41cf830ce9f0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=65b7e287-189c-4bbb-8d24-887c4de3f056 HTTP/1.1" status: 200 len: 217 time: 0.3888800 May 30 20:23:45.436490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-73a7afdf-8fda-4907-8dd8-279e4b0b751e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Unset dirty status for tenant:a3169f673b104332b2cfc09efc484d85 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:45.441593 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-73a7afdf-8fda-4907-8dd8-279e4b0b751e tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "GET /v2.0/ports?device_id=cce1f4df-c632-487a-94c7-3d24a8ab3003 HTTP/1.1" status: 200 len: 205 time: 0.4513807 May 30 20:23:45.445079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54554) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:45.624999 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ef7fe3a5-85f1-458b-a5d3-a54474a8e240 req-4aaadf8b-3236-49fe-89f5-d3e16049704f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 1097 time: 0.5044038 May 30 20:23:45.654198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54560) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:45.752290 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2419b16f-51a5-48be-84b5-dfc5fd1445a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:45.779575 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfc871-c5ee-490f-8b4b-4af6f5897fec req-ebc34f95-0109-4862-9cdc-2f4a36600c4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:45.781088 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-decfc871-c5ee-490f-8b4b-4af6f5897fec req-ebc34f95-0109-4862-9cdc-2f4a36600c4a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=64cca18d-f22a-45cb-ab59-d441fb68be55 HTTP/1.1" status: 200 len: 838 time: 0.2416546 May 30 20:23:45.895568 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d77b1e6-87c4-4d86-988a-ae680d55a04c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:45.899606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db334bd3-637b-4d77-ac45-faedeb20356a req-54c226e0-f195-4c99-97f0-d617644f03ad tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:45.901337 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db334bd3-637b-4d77-ac45-faedeb20356a req-54c226e0-f195-4c99-97f0-d617644f03ad tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 907 time: 0.6545832 May 30 20:23:45.902434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2419b16f-51a5-48be-84b5-dfc5fd1445a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:45.917159 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2419b16f-51a5-48be-84b5-dfc5fd1445a1 admin admin] Usage tracker for resource:security_group_rule and tenant:f621e62854a04f998217a8c3f9a96d7b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:45.920543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2419b16f-51a5-48be-84b5-dfc5fd1445a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:45.928311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2419b16f-51a5-48be-84b5-dfc5fd1445a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:46.018996 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f1bbca0d-bd60-44dc-a8f6-0999919d2da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '302f577c-1377-445a-8f64-9f7464745a23', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'port_id': '09e4e48b-4269-494b-9ff4-b2f804cd1363', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'mac_address': 'fa:16:3e:9f:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e80fcf-3b41-494a-90ad-9741219e2e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:23:04Z', 'updated_at': '2022-05-30T20:23:35Z', 'revision_number': 1, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:46.023269 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bbca0d-bd60-44dc-a8f6-0999919d2da8 None None] The sync data for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 is: [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '302f577c-1377-445a-8f64-9f7464745a23', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'port_id': '09e4e48b-4269-494b-9ff4-b2f804cd1363', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'mac_address': 'fa:16:3e:9f:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e80fcf-3b41-494a-90ad-9741219e2e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:23:04Z', 'updated_at': '2022-05-30T20:23:35Z', 'revision_number': 1, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:23:46.028327 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2419b16f-51a5-48be-84b5-dfc5fd1445a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:46.039127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73422cfe-b9a1-43d6-9595-181ac3e949c9 req-74449be2-051b-4b18-8541-e056a36373b7 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:46.041620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73422cfe-b9a1-43d6-9595-181ac3e949c9 req-74449be2-051b-4b18-8541-e056a36373b7 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.6367071 May 30 20:23:46.052628 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2419b16f-51a5-48be-84b5-dfc5fd1445a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:46.101700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fe3a5-85f1-458b-a5d3-a54474a8e240 req-eeaec582-3516-4e74-aa02-4735d0fbcd6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:46.103138 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ef7fe3a5-85f1-458b-a5d3-a54474a8e240 req-eeaec582-3516-4e74-aa02-4735d0fbcd6b service neutron] 10.222.0.77 "GET /v2.0/networks?id=43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 200 len: 915 time: 0.4608643 May 30 20:23:46.130070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419b16f-51a5-48be-84b5-dfc5fd1445a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bef3c4-3f3a-482d-94cf-12fd7e986372,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:46.164432 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-decfc871-c5ee-490f-8b4b-4af6f5897fec req-6e32eb42-85a9-4ca3-a203-3e0b5368fa3d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=901e3516-ba00-48ca-b1c5-2c35bee43a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3521259 May 30 20:23:46.272579 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ef7fe3a5-85f1-458b-a5d3-a54474a8e240 req-6f890e23-70e1-4607-8da2-3d329c8716e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09e4e48b-4269-494b-9ff4-b2f804cd1363 HTTP/1.1" status: 200 len: 999 time: 0.1057408 May 30 20:23:46.314219 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-decfc871-c5ee-490f-8b4b-4af6f5897fec req-e9ddbc9b-1f57-4247-95c9-9a2f1c3c7f91 service neutron] 10.222.0.93 "GET /v2.0/networks/901e3516-ba00-48ca-b1c5-2c35bee43a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391039 May 30 20:23:46.321773 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2419b16f-51a5-48be-84b5-dfc5fd1445a1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f621e62854a04f998217a8c3f9a96d7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6512401 May 30 20:23:46.324689 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54576) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:46.524322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fe3a5-85f1-458b-a5d3-a54474a8e240 req-df666064-2783-4e09-8ee7-8924ec5a7f03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:46.525768 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ef7fe3a5-85f1-458b-a5d3-a54474a8e240 req-df666064-2783-4e09-8ee7-8924ec5a7f03 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68e762fb-e7ab-4b2b-9564-0b9905e98eee HTTP/1.1" status: 200 len: 853 time: 0.1931331 May 30 20:23:46.578343 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d77b1e6-87c4-4d86-988a-ae680d55a04c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:46.598545 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d77b1e6-87c4-4d86-988a-ae680d55a04c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:46.634103 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ef7fe3a5-85f1-458b-a5d3-a54474a8e240 req-7f483e90-f50b-44e8-92fe-d3ea5f702246 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=43a3a580-728f-4a14-a9d1-6d5e70d6966e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998116 May 30 20:23:46.639220 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d77b1e6-87c4-4d86-988a-ae680d55a04c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:46.639835 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d77b1e6-87c4-4d86-988a-ae680d55a04c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Fanout notify agent at l3_agent the message router_deleted on router cce1f4df-c632-487a-94c7-3d24a8ab3003 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:23:46.653965 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73422cfe-b9a1-43d6-9595-181ac3e949c9 req-71c183c9-8d60-46fa-a9c9-7214c3702b21 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6041162 May 30 20:23:46.699036 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-decfc871-c5ee-490f-8b4b-4af6f5897fec req-3fe5b3c1-a938-4461-9bf3-a92e4db9c1fa service neutron] 10.222.0.93 "GET /v2.0/networks/901e3516-ba00-48ca-b1c5-2c35bee43a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750660 May 30 20:23:46.727136 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-531d2898-b2e0-4fad-998e-17616895705f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:46.737653 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6d77b1e6-87c4-4d86-988a-ae680d55a04c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:46.744524 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6d77b1e6-87c4-4d86-988a-ae680d55a04c tempest-RoutersNegativeTest-219422871 tempest-RoutersNegativeTest-219422871-project] 10.222.0.84 "DELETE /v2.0/routers/cce1f4df-c632-487a-94c7-3d24a8ab3003 HTTP/1.1" status: 204 len: 168 time: 1.2950294 May 30 20:23:46.762936 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-531d2898-b2e0-4fad-998e-17616895705f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:46.842320 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-531d2898-b2e0-4fad-998e-17616895705f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:46.850651 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ef7fe3a5-85f1-458b-a5d3-a54474a8e240 req-2124c6d9-703f-4747-9954-03a8ce040a7f service neutron] 10.222.0.77 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030630 May 30 20:23:46.875106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d2898-b2e0-4fad-998e-17616895705f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bef3c4-3f3a-482d-94cf-12fd7e986372,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:46.885236 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-531d2898-b2e0-4fad-998e-17616895705f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:46.886437 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-531d2898-b2e0-4fad-998e-17616895705f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/30bef3c4-3f3a-482d-94cf-12fd7e986372 HTTP/1.1" status: 204 len: 168 time: 0.5427237 May 30 20:23:47.040470 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ef7fe3a5-85f1-458b-a5d3-a54474a8e240 req-2b020e65-a774-434b-8068-bccb29cc0a8d service neutron] 10.222.0.77 "GET /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819174 May 30 20:23:47.089582 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4b92a8-2edb-4ae5-be9e-d2ad6ced08b0 None None] New status for floating IP 302f577c-1377-445a-8f64-9f7464745a23: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:23:47.263533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4f3f5-9c80-4e63-9b3c-7b38ee93fab0 req-7b4a4f07-a363-4618-a6c1-5e808c534b59 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:47.267924 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bb4f3f5-9c80-4e63-9b3c-7b38ee93fab0 req-7b4a4f07-a363-4618-a6c1-5e808c534b59 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 907 time: 0.1778908 May 30 20:23:47.322687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 65b7e287-189c-4bbb-8d24-887c4de3f056 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:23:47.493594 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 65b7e287-189c-4bbb-8d24-887c4de3f056, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=65b7e287-189c-4bbb-8d24-887c4de3f056,segment=NetworkSegment(683246a8-2a91-41b5-a820-e0e7e14982b9),segment_id=683246a8-2a91-41b5-a820-e0e7e14982b9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:47.520704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '65b7e287-189c-4bbb-8d24-887c4de3f056', 'network_id': '901e3516-ba00-48ca-b1c5-2c35bee43a0b', 'port_id': '65b7e287-189c-4bbb-8d24-887c4de3f056', 'mac_address': 'fa:16:3e:15:7f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cca18d-f22a-45cb-ab59-d441fb68be55', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:23:47.529674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54604) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:47.599737 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:47.619800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b7e287-189c-4bbb-8d24-887c4de3f056 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:23:47.642182 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 65b7e287-189c-4bbb-8d24-887c4de3f056, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=65b7e287-189c-4bbb-8d24-887c4de3f056,segment=NetworkSegment(683246a8-2a91-41b5-a820-e0e7e14982b9),segment_id=683246a8-2a91-41b5-a820-e0e7e14982b9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:47.648799 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:47.776019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=65b7e287-189c-4bbb-8d24-887c4de3f056,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:47.853402 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['65b7e287-189c-4bbb-8d24-887c4de3f056'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:23:47.876381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54618) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:47.899816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-61317cc8-9213-45ec-bab9-4aadf7baaa8c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a3169f673b104332b2cfc09efc484d85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3688235 May 30 20:23:47.902665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54624) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:47.945112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a152c-3302-4cc5-b67a-55bda027dc92 req-b3016707-72f8-4df0-b693-0606a08b8ee5 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:47.947134 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-516a152c-3302-4cc5-b67a-55bda027dc92 req-b3016707-72f8-4df0-b693-0606a08b8ee5 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.1196194 May 30 20:23:48.008644 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23f501c5-da17-4fed-9117-9e8be9d11c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:48.048139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23f501c5-da17-4fed-9117-9e8be9d11c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:48.059092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-516a152c-3302-4cc5-b67a-55bda027dc92 req-d9d01c86-8479-48c6-afc1-86cdb7d0c172 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052644 May 30 20:23:48.283729 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b1c0431-7f31-42de-8f73-c04004aac7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:48.340182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5b1c0431-7f31-42de-8f73-c04004aac7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:48.355614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5b1c0431-7f31-42de-8f73-c04004aac7d2 admin admin] Usage tracker for resource:security_group_rule and tenant:071a4bfd30234e5f8893bed6501c60ed is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:48.359662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5b1c0431-7f31-42de-8f73-c04004aac7d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:48.365602 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23f501c5-da17-4fed-9117-9e8be9d11c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:48.385938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5b1c0431-7f31-42de-8f73-c04004aac7d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:48.396558 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f501c5-da17-4fed-9117-9e8be9d11c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3178e62-a451-428e-98bb-38dd666c7122,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:48.453619 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23f501c5-da17-4fed-9117-9e8be9d11c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:48.457969 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-23f501c5-da17-4fed-9117-9e8be9d11c26 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e3178e62-a451-428e-98bb-38dd666c7122 HTTP/1.1" status: 204 len: 168 time: 0.5542891 May 30 20:23:48.532546 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b1c0431-7f31-42de-8f73-c04004aac7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:48.542972 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b1c0431-7f31-42de-8f73-c04004aac7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:48.616593 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5b1c0431-7f31-42de-8f73-c04004aac7d2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=071a4bfd30234e5f8893bed6501c60ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7385535 May 30 20:23:48.617748 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c0431-7f31-42de-8f73-c04004aac7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecacdde-f97c-46ab-94fe-0f43d8a52819,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:48.620381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54650) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:48.622059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d6837-0efd-4721-ad4f-56ceb1f91b74 req-043f30d2-27af-4e5b-8e91-c9b147280885 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:48.627402 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-179d6837-0efd-4721-ad4f-56ceb1f91b74 req-043f30d2-27af-4e5b-8e91-c9b147280885 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 908 time: 0.1178598 May 30 20:23:48.689282 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-984c343f-b584-477e-a2ae-30f5a3618bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:48.721442 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-984c343f-b584-477e-a2ae-30f5a3618bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:48.788179 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-984c343f-b584-477e-a2ae-30f5a3618bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:48.808349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bf0d8-b241-4663-9e2d-943b87b229e2 req-defc0aca-46fb-4a05-b93c-b7e8703d474e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:48.812415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c343f-b584-477e-a2ae-30f5a3618bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecacdde-f97c-46ab-94fe-0f43d8a52819,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:48.813182 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd9bf0d8-b241-4663-9e2d-943b87b229e2 req-defc0aca-46fb-4a05-b93c-b7e8703d474e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.1140153 May 30 20:23:48.827504 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-984c343f-b584-477e-a2ae-30f5a3618bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:48.836019 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-984c343f-b584-477e-a2ae-30f5a3618bd5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9ecacdde-f97c-46ab-94fe-0f43d8a52819 HTTP/1.1" status: 204 len: 168 time: 0.2123020 May 30 20:23:48.896464 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd9bf0d8-b241-4663-9e2d-943b87b229e2 req-d502abcd-5ea9-4b83-967b-f7d61d092fcc tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758705 May 30 20:23:49.293868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54676) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:49.325490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 65b7e287-189c-4bbb-8d24-887c4de3f056 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:49.330763 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d31279b3-5f16-42c3-b597-1ae2e5f2be6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:49.377033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d31279b3-5f16-42c3-b597-1ae2e5f2be6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:49.405192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d31279b3-5f16-42c3-b597-1ae2e5f2be6d admin admin] Usage tracker for resource:security_group_rule and tenant:564f3febd45d44fea26bd81c76fee2de is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:49.405192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d31279b3-5f16-42c3-b597-1ae2e5f2be6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:49.405192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d31279b3-5f16-42c3-b597-1ae2e5f2be6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:49.462883 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 65b7e287-189c-4bbb-8d24-887c4de3f056 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:49.470674 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 65b7e287-189c-4bbb-8d24-887c4de3f056 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:49.471113 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:49.552189 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d31279b3-5f16-42c3-b597-1ae2e5f2be6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:49.557529 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d31279b3-5f16-42c3-b597-1ae2e5f2be6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:49.610121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31279b3-5f16-42c3-b597-1ae2e5f2be6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02802eed-8b35-4033-8537-3f7df8a36370,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:49.614034 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d31279b3-5f16-42c3-b597-1ae2e5f2be6d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=564f3febd45d44fea26bd81c76fee2de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3199313 May 30 20:23:49.616798 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54688) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:49.631745 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:49.664860 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b7e287-189c-4bbb-8d24-887c4de3f056'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:49.692544 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 65b7e287-189c-4bbb-8d24-887c4de3f056, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=65b7e287-189c-4bbb-8d24-887c4de3f056,segment=NetworkSegment(683246a8-2a91-41b5-a820-e0e7e14982b9),segment_id=683246a8-2a91-41b5-a820-e0e7e14982b9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:49.703365 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:49.754665 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1063ce00-ab60-48fd-a03f-7d53a415490a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:49.811697 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f99200af-dc4e-4c3f-a077-4d0933286417'] response: {'server_uuid': '0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b7e287-189c-4bbb-8d24-887c4de3f056', 'code': 200} May 30 20:23:49.862108 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1063ce00-ab60-48fd-a03f-7d53a415490a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:49.878455 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=65b7e287-189c-4bbb-8d24-887c4de3f056,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:49.984478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c853a459-de93-422c-83e1-14aaf6da24f2 req-1e834dbd-1520-4d85-b4cc-fdc5d64b8139 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 1060 time: 0.0975969 May 30 20:23:49.987505 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1063ce00-ab60-48fd-a03f-7d53a415490a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:50.034074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063ce00-ab60-48fd-a03f-7d53a415490a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02802eed-8b35-4033-8537-3f7df8a36370,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:50.037626 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1063ce00-ab60-48fd-a03f-7d53a415490a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:50.039008 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1063ce00-ab60-48fd-a03f-7d53a415490a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/02802eed-8b35-4033-8537-3f7df8a36370 HTTP/1.1" status: 204 len: 168 time: 0.4212270 May 30 20:23:50.191519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23494b-bf60-493b-a02a-359052eb2a73 req-76cd2aa9-9013-4f4b-af5b-b279e82841bb tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:50.193009 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a23494b-bf60-493b-a02a-359052eb2a73 req-76cd2aa9-9013-4f4b-af5b-b279e82841bb tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 909 time: 0.1337228 May 30 20:23:50.242116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2577d0d-8589-47ed-8c96-8d1eb2c1ea19 req-f678d9df-5d5f-489e-9dce-63e94928812f tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:50.243838 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2577d0d-8589-47ed-8c96-8d1eb2c1ea19 req-f678d9df-5d5f-489e-9dce-63e94928812f tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.1219909 May 30 20:23:50.314941 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2577d0d-8589-47ed-8c96-8d1eb2c1ea19 req-e4157591-5287-458c-bf4f-4576a057b89f tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649674 May 30 20:23:50.432184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54718) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:50.741380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-388481440'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:50.749721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:50.759534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54734) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:50.761635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Usage tracker for resource:network and tenant:eaf3beef6ca34343be72f251792ff704 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:50.765099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:50.775819 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:50.788429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Made reservation on behalf of eaf3beef6ca34343be72f251792ff704 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:23:50.793418 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:50.812198 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:50.848601 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e75f63c0-0187-451f-9304-e17bb9005ce5 tempest-ServiceProvidersTest-100686878 tempest-ServiceProvidersTest-100686878-project] 10.222.0.84 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0879049 May 30 20:23:50.857004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:50.861162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Usage tracker for resource:security_group_rule and tenant:eaf3beef6ca34343be72f251792ff704 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:50.864160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:50.870216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:50.951731 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:50.957378 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:50.972298 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:23:50.983239 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:50.983712 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Added segment 48dd9cbf-9b06-4786-8d79-5bb9ff4b781d of type vlan for network fb78f2cc-be62-462e-a049-66115dabb926 May 30 20:23:51.017611 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:51.066732 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:51.071650 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:51.072434 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:51.244625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d62489-b085-431a-b612-b458ce595ebe,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:51.267883 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Pushing event updated for resources: {'Network': ['ID=fb78f2cc-be62-462e-a049-66115dabb926,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:51.272307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54754) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:51.273835 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9d9bc3f0-b529-42bd-8c97-ad16b3c107ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8396392 May 30 20:23:51.294708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network fb78f2cc-be62-462e-a049-66115dabb926 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:23:51.523442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96842933-c200-45b0-9d1c-6f6070ce11f8 req-0b9b62ee-0adf-475c-a7dc-602b1902b3b1 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:51.525834 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96842933-c200-45b0-9d1c-6f6070ce11f8 req-0b9b62ee-0adf-475c-a7dc-602b1902b3b1 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 909 time: 0.1383955 May 30 20:23:51.672820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54774) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:51.678312 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Request body: {'port': {'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926', 'binding:host_id': 'n-h2-843949-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021755624'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:51.685682 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:51.695924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Usage tracker for resource:port and tenant:46d15da2d6014738a479eef594d1fb29 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:51.701847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:51.716757 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:51.736375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Made reservation on behalf of 46d15da2d6014738a479eef594d1fb29 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:23:51.738706 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:51.788286 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:51.856775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:51.862042 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Usage tracker for resource:security_group_rule and tenant:46d15da2d6014738a479eef594d1fb29 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:51.865223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:51.871089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:51.939467 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:51.957783 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12097da-a37d-47a8-a032-9c406be0337d req-89f1cd6e-6559-4220-aab4-f43401f9e2d2 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:51.959310 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e12097da-a37d-47a8-a032-9c406be0337d req-89f1cd6e-6559-4220-aab4-f43401f9e2d2 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.93 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.2939057 May 30 20:23:51.960921 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:51.968869 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5965e034-4154-41d3-826c-31157dd9ca60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:51.973740 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509aafee-c3b0-4091-b8d9-6a515a72791c req-a056449b-03da-446c-afd4-65fadc414cb2 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:51.980983 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-509aafee-c3b0-4091-b8d9-6a515a72791c req-a056449b-03da-446c-afd4-65fadc414cb2 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 946 time: 0.2631655 May 30 20:23:51.987585 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] device_id is not set on port 91a65991-b846-402b-9f1e-df26804226b5 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:23:52.054951 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5965e034-4154-41d3-826c-31157dd9ca60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:52.059149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5965e034-4154-41d3-826c-31157dd9ca60 admin admin] Usage tracker for resource:security_group_rule and tenant:dd2ef28da9ca41a2806ef3304ed4a7e9 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:52.062340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5965e034-4154-41d3-826c-31157dd9ca60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:52.069481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5965e034-4154-41d3-826c-31157dd9ca60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:52.116491 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764d758-e59a-4814-80ab-c50feb8dfbc5 req-bda61663-11dd-43da-85bc-0a29ff39cdd2 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:52.117997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6764d758-e59a-4814-80ab-c50feb8dfbc5 req-bda61663-11dd-43da-85bc-0a29ff39cdd2 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 909 time: 0.2632182 May 30 20:23:52.143259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c88681-3cb7-4d95-9939-d5c42d5b99ee,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:52.161823 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-509aafee-c3b0-4091-b8d9-6a515a72791c req-08e2130a-9250-484f-a605-0df8ddb38140 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794903 May 30 20:23:52.184056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e12097da-a37d-47a8-a032-9c406be0337d req-c146869c-6894-4423-a039-4372e8a7121e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Deleting port 2013f2e1-14ee-4e4f-9e27-005075c99c06 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:52.184405 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e12097da-a37d-47a8-a032-9c406be0337d req-c146869c-6894-4423-a039-4372e8a7121e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.267802 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5965e034-4154-41d3-826c-31157dd9ca60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.276935 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5965e034-4154-41d3-826c-31157dd9ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.326353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965e034-4154-41d3-826c-31157dd9ca60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bc7ba9-8f07-47ea-9817-98f8c82712e5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:52.427552 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5965e034-4154-41d3-826c-31157dd9ca60 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dd2ef28da9ca41a2806ef3304ed4a7e9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1505816 May 30 20:23:52.430650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54790) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:52.550731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] device_id is not set on port 91a65991-b846-402b-9f1e-df26804226b5 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:23:52.562807 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.582776 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Transition to ACTIVE for port object 91a65991-b846-402b-9f1e-df26804226b5 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:52.599944 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.688600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e12097da-a37d-47a8-a032-9c406be0337d req-c146869c-6894-4423-a039-4372e8a7121e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] For port 2013f2e1-14ee-4e4f-9e27-005075c99c06, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2013f2e1-14ee-4e4f-9e27-005075c99c06,segment=NetworkSegment(c376f408-e235-429b-8441-7bb2e4dd6304),segment_id=c376f408-e235-429b-8441-7bb2e4dd6304)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:52.689024 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e12097da-a37d-47a8-a032-9c406be0337d req-c146869c-6894-4423-a039-4372e8a7121e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.721705 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Pushing event updated for resources: {'Port': ['ID=91a65991-b846-402b-9f1e-df26804226b5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:52.748236 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b31746b-4cf2-4447-a6cc-ddd12f6035e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.765140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Checking segment: {'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:52.765712 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Network hostable DHCP agents. Network: fb78f2cc-be62-462e-a049-66115dabb926, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:23:52.795641 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b31746b-4cf2-4447-a6cc-ddd12f6035e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.831622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Network fb78f2cc-be62-462e-a049-66115dabb926 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:23:52.841140 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b89fbc0-15e4-450b-871f-3cff8c0a3482 req-02424e59-0226-4b06-9786-b460240af1ce tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 1060 time: 0.3876407 May 30 20:23:52.848010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e12097da-a37d-47a8-a032-9c406be0337d req-c146869c-6894-4423-a039-4372e8a7121e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Calling delete_port for 2013f2e1-14ee-4e4f-9e27-005075c99c06 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:52.872430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, fb78f2cc-be62-462e-a049-66115dabb926) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:52.883756 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9175e651-2445-4c52-8ca3-a1e991213e91 None None] Network fb78f2cc-be62-462e-a049-66115dabb926 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:23:52.886717 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:52.904902 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:52.905298 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:52.906084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:52.910100 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b31746b-4cf2-4447-a6cc-ddd12f6035e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.927530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31746b-4cf2-4447-a6cc-ddd12f6035e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bc7ba9-8f07-47ea-9817-98f8c82712e5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:52.942147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:52.942581 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:52.944752 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 2 to bind port 91a65991-b846-402b-9f1e-df26804226b5 May 30 20:23:52.961646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:52.962066 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:52.962552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:52.970762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:52.971175 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:52.973921 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 3 to bind port 91a65991-b846-402b-9f1e-df26804226b5 May 30 20:23:52.983870 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b31746b-4cf2-4447-a6cc-ddd12f6035e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.988558 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0b31746b-4cf2-4447-a6cc-ddd12f6035e4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/44bc7ba9-8f07-47ea-9817-98f8c82712e5 HTTP/1.1" status: 204 len: 168 time: 0.5569930 May 30 20:23:52.996510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:52.996921 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:52.997343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:53.004787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:53.005190 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:53.005635 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 4 to bind port 91a65991-b846-402b-9f1e-df26804226b5 May 30 20:23:53.023013 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:53.023424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:53.023823 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:53.030745 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:53.031343 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:53.031830 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 5 to bind port 91a65991-b846-402b-9f1e-df26804226b5 May 30 20:23:53.051840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:53.052415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:53.052819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:53.060865 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:53.061304 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:53.061915 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 6 to bind port 91a65991-b846-402b-9f1e-df26804226b5 May 30 20:23:53.079454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:53.079870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:53.080358 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:53.088300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:53.088743 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:53.089222 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 7 to bind port 91a65991-b846-402b-9f1e-df26804226b5 May 30 20:23:53.112898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:53.113344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:53.113886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:53.120667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:53.121004 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:53.121513 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 8 to bind port 91a65991-b846-402b-9f1e-df26804226b5 May 30 20:23:53.145519 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:53.145913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:53.146255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:53.153532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:53.153858 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:53.154296 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 9 to bind port 91a65991-b846-402b-9f1e-df26804226b5 May 30 20:23:53.180265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:53.180601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:53.180930 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:53.192699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:53.193141 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:53.193649 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 10 to bind port 91a65991-b846-402b-9f1e-df26804226b5 May 30 20:23:53.220073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:53.224316 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:53.224646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:53.236182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 91a65991-b846-402b-9f1e-df26804226b5 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:53.238870 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 91a65991-b846-402b-9f1e-df26804226b5 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:53.239345 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:53.346153 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e65d33ea-e62e-4049-b772-1398798d33e1 req-63921736-a7e5-4e33-9372-9e4cb074f08f tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 1136 time: 0.2962968 May 30 20:23:53.411069 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e12097da-a37d-47a8-a032-9c406be0337d req-c146869c-6894-4423-a039-4372e8a7121e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:53.447544 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] For port 91a65991-b846-402b-9f1e-df26804226b5, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:53.448978 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempted to set empty binding levels {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 30 20:23:53.457167 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:53.475220 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['4f6d7853-ea67-42e6-8bbf-83ac57225dab'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:23:53.521776 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e65d33ea-e62e-4049-b772-1398798d33e1 req-05d38049-6e6a-404c-b116-6ee2e08a7a32 tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Synchronizing usage tracker for tenant:225d216bdd144818a149a7eab4a2a4c7 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:53.573663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146869c-6894-4423-a039-4372e8a7121e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Pushing event deleted for resources: {'Port': ['ID=2013f2e1-14ee-4e4f-9e27-005075c99c06,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:53.590571 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-03a3abcb-6d43-4281-928b-83083ff0e682 req-e12dd6e5-6ffc-4629-a942-85111371ccbf tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d9d857-2df2-450a-8d01-5eb6cf13820c HTTP/1.1" status: 200 len: 210 time: 0.1657612 May 30 20:23:53.616634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Pushing event updated for resources: {'Port': ['ID=91a65991-b846-402b-9f1e-df26804226b5,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:53.633635 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:53.686891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12097da-a37d-47a8-a032-9c406be0337d req-c146869c-6894-4423-a039-4372e8a7121e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] No DVR routers for this DVR port 2013f2e1-14ee-4e4f-9e27-005075c99c06 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:23:53.690913 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-01e3053a-cfeb-466a-9493-7bc7af703093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.0142341 May 30 20:23:53.691076 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e12097da-a37d-47a8-a032-9c406be0337d req-c146869c-6894-4423-a039-4372e8a7121e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:53.691918 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54824) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:53.697305 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d9d857-2df2-450a-8d01-5eb6cf13820c', 'name': 'network-vif-deleted', 'tag': '2013f2e1-14ee-4e4f-9e27-005075c99c06'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:53.714516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-e65d33ea-e62e-4049-b772-1398798d33e1 req-05d38049-6e6a-404c-b116-6ee2e08a7a32 tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] Unset dirty status for tenant:225d216bdd144818a149a7eab4a2a4c7 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:53.726351 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e65d33ea-e62e-4049-b772-1398798d33e1 req-05d38049-6e6a-404c-b116-6ee2e08a7a32 tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=88e4da72-19a6-4e07-90cc-1da34b6d5a0c&id=a84e0aa0-5ad2-4215-a8c8-a8788d9ae9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3792951 May 30 20:23:53.738124 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e12097da-a37d-47a8-a032-9c406be0337d req-c146869c-6894-4423-a039-4372e8a7121e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.93 "DELETE /v2.0/ports/2013f2e1-14ee-4e4f-9e27-005075c99c06 HTTP/1.1" status: 204 len: 173 time: 1.7546718 May 30 20:23:53.754330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54836) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:53.908058 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5a370156-5379-4ba2-b3e1-0cc11d6ab6ce tempest-TestSecurityGroupsBasicOps-1786094840 tempest-TestSecurityGroupsBasicOps-1786094840-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 1055 time: 0.1477864 May 30 20:23:53.955673 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-518cf484-0675-40a2-8ec2-9d3a9f4e0817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Deleting port 91a65991-b846-402b-9f1e-df26804226b5 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:53.956221 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-518cf484-0675-40a2-8ec2-9d3a9f4e0817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:54.134363 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b0734d8-bf51-4612-b628-1bcf21bdfe69'] response: {'server_uuid': '54d9d857-2df2-450a-8d01-5eb6cf13820c', 'name': 'network-vif-deleted', 'tag': '2013f2e1-14ee-4e4f-9e27-005075c99c06', 'status': 'completed', 'code': 200} May 30 20:23:54.322779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-518cf484-0675-40a2-8ec2-9d3a9f4e0817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] For port 91a65991-b846-402b-9f1e-df26804226b5, host n-h2-843949-2, got binding levels [] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:54.324765 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-518cf484-0675-40a2-8ec2-9d3a9f4e0817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:54.532138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-518cf484-0675-40a2-8ec2-9d3a9f4e0817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Calling delete_port for 91a65991-b846-402b-9f1e-df26804226b5 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:54.574014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d258b62-e278-445e-a10d-afcc28774ed7 req-a07c2398-488a-45f1-abc5-852251038dad tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:54.578412 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d258b62-e278-445e-a10d-afcc28774ed7 req-a07c2398-488a-45f1-abc5-852251038dad tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 909 time: 0.1805732 May 30 20:23:54.627152 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-518cf484-0675-40a2-8ec2-9d3a9f4e0817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:54.716023 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cf484-0675-40a2-8ec2-9d3a9f4e0817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Pushing event deleted for resources: {'Port': ['ID=91a65991-b846-402b-9f1e-df26804226b5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:54.730523 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-518cf484-0675-40a2-8ec2-9d3a9f4e0817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:54.738382 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-518cf484-0675-40a2-8ec2-9d3a9f4e0817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] 10.222.0.84 "DELETE /v2.0/ports/91a65991-b846-402b-9f1e-df26804226b5 HTTP/1.1" status: 204 len: 168 time: 1.0454633 May 30 20:23:54.741109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54868) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:54.792485 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-69585de5-da43-4ec4-b8bd-edd6d8f0acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] GET failed (client error): The resource could not be found. May 30 20:23:54.793441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-69585de5-da43-4ec4-b8bd-edd6d8f0acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Synchronizing usage tracker for tenant:46d15da2d6014738a479eef594d1fb29 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:54.812384 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-69585de5-da43-4ec4-b8bd-edd6d8f0acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Unset dirty status for tenant:46d15da2d6014738a479eef594d1fb29 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:54.814976 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-69585de5-da43-4ec4-b8bd-edd6d8f0acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] 10.222.0.84 "GET /v2.0/ports/91a65991-b846-402b-9f1e-df26804226b5 HTTP/1.1" status: 404 len: 333 time: 0.0720098 May 30 20:23:54.818049 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54876) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:54.828146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-7d0b427c-4b28-49c1-92c2-11c686b51839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Request body: {'port': {'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1694060087'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:54.833662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7d0b427c-4b28-49c1-92c2-11c686b51839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:54.845634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7d0b427c-4b28-49c1-92c2-11c686b51839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:54.857044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0b427c-4b28-49c1-92c2-11c686b51839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Made reservation on behalf of 46d15da2d6014738a479eef594d1fb29 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:23:54.861204 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d0b427c-4b28-49c1-92c2-11c686b51839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:54.886698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-7d0b427c-4b28-49c1-92c2-11c686b51839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] device_id is not set on port 98152513-7f8c-4e4d-b493-093b29aac3a2 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:23:55.134795 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:23:55.245748 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d0b427c-4b28-49c1-92c2-11c686b51839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:55.278401 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d0b427c-4b28-49c1-92c2-11c686b51839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:55.347631 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2013f2e1-14ee-4e4f-9e27-005075c99c06 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:23:55.355684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b427c-4b28-49c1-92c2-11c686b51839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Network fb78f2cc-be62-462e-a049-66115dabb926 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:55.362591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-7d0b427c-4b28-49c1-92c2-11c686b51839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:55.365097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b427c-4b28-49c1-92c2-11c686b51839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:55.366149 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0b427c-4b28-49c1-92c2-11c686b51839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:55.367037 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d0b427c-4b28-49c1-92c2-11c686b51839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:55.425994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 2013f2e1-14ee-4e4f-9e27-005075c99c06 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:23:55.426340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2013f2e1-14ee-4e4f-9e27-005075c99c06 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:23:55.478205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b427c-4b28-49c1-92c2-11c686b51839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Pushing event updated for resources: {'Port': ['ID=98152513-7f8c-4e4d-b493-093b29aac3a2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:55.541386 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7d0b427c-4b28-49c1-92c2-11c686b51839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7221897 May 30 20:23:55.541921 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54904) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:55.550413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:55.589095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7d3bd-83f9-4f97-b105-364c7fe28345 req-f4f6cfef-4f52-459f-928c-f434b92aad8b tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:55.590405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f8c7d3bd-83f9-4f97-b105-364c7fe28345 req-f4f6cfef-4f52-459f-928c-f434b92aad8b tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Synchronizing usage tracker for tenant:887c7367090a4d39a6cc946b56cbe442 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:55.619927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348bd82-6105-4dd5-b09a-c1fd8234f09e req-1821d978-8893-4927-906f-24cda4bfe2fe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:55.622095 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e348bd82-6105-4dd5-b09a-c1fd8234f09e req-1821d978-8893-4927-906f-24cda4bfe2fe tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 909 time: 0.1396544 May 30 20:23:55.623461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f8c7d3bd-83f9-4f97-b105-364c7fe28345 req-f4f6cfef-4f52-459f-928c-f434b92aad8b tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Unset dirty status for tenant:887c7367090a4d39a6cc946b56cbe442 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:55.624610 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f8c7d3bd-83f9-4f97-b105-364c7fe28345 req-f4f6cfef-4f52-459f-928c-f434b92aad8b tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.2439382 May 30 20:23:55.770587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e348bd82-6105-4dd5-b09a-c1fd8234f09e req-c87f3d70-61dc-45c0-afe1-b52003c46bd8 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Deleting port 65b7e287-189c-4bbb-8d24-887c4de3f056 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:55.770870 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e348bd82-6105-4dd5-b09a-c1fd8234f09e req-c87f3d70-61dc-45c0-afe1-b52003c46bd8 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:55.926735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:55.950450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f8c7d3bd-83f9-4f97-b105-364c7fe28345 req-ad9068db-6323-46cf-a972-d56196ca543e tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901294 May 30 20:23:56.108609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9654b8-c21b-4f9f-a8ca-e0dc87f38927 req-5e0b0f9f-0a62-471e-b163-8472acedc661 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:56.126459 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb9654b8-c21b-4f9f-a8ca-e0dc87f38927 req-5e0b0f9f-0a62-471e-b163-8472acedc661 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 909 time: 0.3049786 May 30 20:23:56.318502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e348bd82-6105-4dd5-b09a-c1fd8234f09e req-c87f3d70-61dc-45c0-afe1-b52003c46bd8 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] For port 65b7e287-189c-4bbb-8d24-887c4de3f056, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=65b7e287-189c-4bbb-8d24-887c4de3f056,segment=NetworkSegment(683246a8-2a91-41b5-a820-e0e7e14982b9),segment_id=683246a8-2a91-41b5-a820-e0e7e14982b9)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:56.321159 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e348bd82-6105-4dd5-b09a-c1fd8234f09e req-c87f3d70-61dc-45c0-afe1-b52003c46bd8 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:56.352329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] device_id is not set on port 98152513-7f8c-4e4d-b493-093b29aac3a2 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:23:56.365517 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:56.400194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Transition to ACTIVE for port object 98152513-7f8c-4e4d-b493-093b29aac3a2 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:56.412622 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:56.621830 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Pushing event updated for resources: {'Port': ['ID=98152513-7f8c-4e4d-b493-093b29aac3a2,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:56.639474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e348bd82-6105-4dd5-b09a-c1fd8234f09e req-c87f3d70-61dc-45c0-afe1-b52003c46bd8 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Calling delete_port for 65b7e287-189c-4bbb-8d24-887c4de3f056 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:56.668309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:56.668642 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:56.668970 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:56.681953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:56.682256 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:56.682693 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 2 to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 May 30 20:23:56.713687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:56.713687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:56.714694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:56.724968 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:56.725405 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:56.726375 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 3 to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 May 30 20:23:56.753200 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:56.753680 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:56.754121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:56.763583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:56.764022 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:56.764565 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 4 to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 May 30 20:23:56.798323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:56.798678 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:56.799237 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:56.805997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:56.806391 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:56.806845 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 5 to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 May 30 20:23:56.824888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:56.825435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:56.825855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:56.839310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:56.840933 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:56.841369 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 6 to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 May 30 20:23:56.873141 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:56.873720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:56.874278 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:56.888543 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:56.889100 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:56.889708 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 7 to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 May 30 20:23:56.903381 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e348bd82-6105-4dd5-b09a-c1fd8234f09e req-c87f3d70-61dc-45c0-afe1-b52003c46bd8 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:56.926236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:56.926569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:56.926896 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:56.942972 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:56.944435 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:56.944775 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 8 to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 May 30 20:23:56.965244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:56.965514 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:56.965853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:56.973956 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:56.974286 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:56.974680 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 9 to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 May 30 20:23:57.007829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:57.008208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:57.008549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:57.022530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:57.022860 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:57.023266 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 10 to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 May 30 20:23:57.066697 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:57.067032 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:57.067361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:57.074083 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f3d70-61dc-45c0-afe1-b52003c46bd8 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event deleted for resources: {'Port': ['ID=65b7e287-189c-4bbb-8d24-887c4de3f056,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:57.081618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:57.081948 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port 98152513-7f8c-4e4d-b493-093b29aac3a2 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:23:57.082311 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:57.183952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e348bd82-6105-4dd5-b09a-c1fd8234f09e req-c87f3d70-61dc-45c0-afe1-b52003c46bd8 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] No DVR routers for this DVR port 65b7e287-189c-4bbb-8d24-887c4de3f056 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:23:57.193735 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e348bd82-6105-4dd5-b09a-c1fd8234f09e req-c87f3d70-61dc-45c0-afe1-b52003c46bd8 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:57.197053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e', 'name': 'network-vif-deleted', 'tag': '65b7e287-189c-4bbb-8d24-887c4de3f056'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:57.342344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] For port 98152513-7f8c-4e4d-b493-093b29aac3a2, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:57.342986 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempted to set empty binding levels {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 30 20:23:57.349432 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:57.404552 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e348bd82-6105-4dd5-b09a-c1fd8234f09e req-c87f3d70-61dc-45c0-afe1-b52003c46bd8 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.93 "DELETE /v2.0/ports/65b7e287-189c-4bbb-8d24-887c4de3f056 HTTP/1.1" status: 204 len: 173 time: 1.7611597 May 30 20:23:57.470366 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0579c942-d0d5-487e-b7fd-4808272be6d8 req-80f1f3a2-f19e-4205-966d-6cb2a78f37d9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Synchronizing usage tracker for tenant:67862e1320db41428cd738fac2e6c911 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:57.513232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0579c942-d0d5-487e-b7fd-4808272be6d8 req-80f1f3a2-f19e-4205-966d-6cb2a78f37d9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Unset dirty status for tenant:67862e1320db41428cd738fac2e6c911 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:57.526995 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0579c942-d0d5-487e-b7fd-4808272be6d8 req-80f1f3a2-f19e-4205-966d-6cb2a78f37d9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e HTTP/1.1" status: 200 len: 210 time: 0.1419163 May 30 20:23:57.546983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119b7c3-fa97-4ee1-a009-14912076b863 req-87cd0ff5-ae1d-4df7-963e-fdd866310fe9 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:57.553450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6119b7c3-fa97-4ee1-a009-14912076b863 req-87cd0ff5-ae1d-4df7-963e-fdd866310fe9 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.3155847 May 30 20:23:57.632795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6119b7c3-fa97-4ee1-a009-14912076b863 req-7c493852-4c15-4c93-850a-2b8acd1e1a3b tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669537 May 30 20:23:57.658144 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5546e4b-683d-45b2-97b4-1ea10d0b181c'] response: {'server_uuid': '0f2fa6fa-4b50-4218-a3d8-c47e78e63c5e', 'name': 'network-vif-deleted', 'tag': '65b7e287-189c-4bbb-8d24-887c4de3f056', 'status': 'completed', 'code': 200} May 30 20:23:57.699406 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] In _notify_port_updated(), no bound segment for port 98152513-7f8c-4e4d-b493-093b29aac3a2 on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:23:57.700511 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:57.703261 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] 10.222.0.84 "PUT /v2.0/ports/98152513-7f8c-4e4d-b493-093b29aac3a2 HTTP/1.1" status: 200 len: 979 time: 2.1593111 May 30 20:23:57.706851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54980) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:57.745705 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75547a35-92fd-4cd1-b191-cb37ccbcfc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Pushing event updated for resources: {'Port': ['ID=98152513-7f8c-4e4d-b493-093b29aac3a2,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:57.780131 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a9540f0-1d1b-4b26-ac0d-e0b2831ed229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:57.794816 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367eb530-4c84-4c53-9ee3-3072d1717712 req-00206d12-6cc7-4215-85b2-55b50333f10b tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:57.802893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-367eb530-4c84-4c53-9ee3-3072d1717712 req-00206d12-6cc7-4215-85b2-55b50333f10b tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Synchronizing usage tracker for tenant:887c7367090a4d39a6cc946b56cbe442 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:57.830827 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-367eb530-4c84-4c53-9ee3-3072d1717712 req-00206d12-6cc7-4215-85b2-55b50333f10b tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Unset dirty status for tenant:887c7367090a4d39a6cc946b56cbe442 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:57.832076 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-367eb530-4c84-4c53-9ee3-3072d1717712 req-00206d12-6cc7-4215-85b2-55b50333f10b tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.77 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.3212850 May 30 20:23:57.883781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e9f39058-dbe2-4a54-b5c0-0ab072248514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Synchronizing usage tracker for tenant:46d15da2d6014738a479eef594d1fb29 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:57.903079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e9f39058-dbe2-4a54-b5c0-0ab072248514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Unset dirty status for tenant:46d15da2d6014738a479eef594d1fb29 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:57.904955 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e9f39058-dbe2-4a54-b5c0-0ab072248514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18966 time: 0.1967659 May 30 20:23:57.913629 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54988) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:57.929057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-367eb530-4c84-4c53-9ee3-3072d1717712 req-42a73a90-be4b-42fe-b6cf-58054b2eebd3 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Deleting port 4f6d7853-ea67-42e6-8bbf-83ac57225dab {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:57.929597 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-367eb530-4c84-4c53-9ee3-3072d1717712 req-42a73a90-be4b-42fe-b6cf-58054b2eebd3 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:58.008410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7722d0c6-aa52-451d-8e76-6d1bbc27bb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Deleting port 98152513-7f8c-4e4d-b493-093b29aac3a2 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:58.009000 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7722d0c6-aa52-451d-8e76-6d1bbc27bb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:58.310507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-7722d0c6-aa52-451d-8e76-6d1bbc27bb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] For port 98152513-7f8c-4e4d-b493-093b29aac3a2, host n-h2-843949-2, got binding levels [] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:58.311021 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7722d0c6-aa52-451d-8e76-6d1bbc27bb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:58.333733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-367eb530-4c84-4c53-9ee3-3072d1717712 req-42a73a90-be4b-42fe-b6cf-58054b2eebd3 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] For port 4f6d7853-ea67-42e6-8bbf-83ac57225dab, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=4f6d7853-ea67-42e6-8bbf-83ac57225dab,segment=NetworkSegment(c376f408-e235-429b-8441-7bb2e4dd6304),segment_id=c376f408-e235-429b-8441-7bb2e4dd6304)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:58.334020 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-367eb530-4c84-4c53-9ee3-3072d1717712 req-42a73a90-be4b-42fe-b6cf-58054b2eebd3 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:58.480450 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-367eb530-4c84-4c53-9ee3-3072d1717712 req-42a73a90-be4b-42fe-b6cf-58054b2eebd3 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Calling delete_port for 4f6d7853-ea67-42e6-8bbf-83ac57225dab owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:58.485132 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7722d0c6-aa52-451d-8e76-6d1bbc27bb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Calling delete_port for 98152513-7f8c-4e4d-b493-093b29aac3a2 owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:58.577777 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7722d0c6-aa52-451d-8e76-6d1bbc27bb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:58.672395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55010) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:58.690230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722d0c6-aa52-451d-8e76-6d1bbc27bb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Pushing event deleted for resources: {'Port': ['ID=98152513-7f8c-4e4d-b493-093b29aac3a2,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:58.705016 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7722d0c6-aa52-451d-8e76-6d1bbc27bb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:58.732959 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7722d0c6-aa52-451d-8e76-6d1bbc27bb16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] 10.222.0.84 "DELETE /v2.0/ports/98152513-7f8c-4e4d-b493-093b29aac3a2 HTTP/1.1" status: 204 len: 168 time: 0.8003609 May 30 20:23:58.733166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55016) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:58.926029 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-445e4a38-a9cb-4ab1-8ddf-47deb5118fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] GET failed (client error): The resource could not be found. May 30 20:23:58.926553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-445e4a38-a9cb-4ab1-8ddf-47deb5118fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Synchronizing usage tracker for tenant:46d15da2d6014738a479eef594d1fb29 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:58.936287 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55026) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:58.970070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-445e4a38-a9cb-4ab1-8ddf-47deb5118fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Unset dirty status for tenant:46d15da2d6014738a479eef594d1fb29 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:58.975155 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-445e4a38-a9cb-4ab1-8ddf-47deb5118fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] 10.222.0.84 "GET /v2.0/ports/98152513-7f8c-4e4d-b493-093b29aac3a2 HTTP/1.1" status: 404 len: 333 time: 0.2370880 May 30 20:23:58.989161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55032) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:59.003828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-fd9f37ce-f291-4309-a25f-3d40cfe6f083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-776667588', 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:59.013332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fd9f37ce-f291-4309-a25f-3d40cfe6f083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:59.026413 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fd9f37ce-f291-4309-a25f-3d40cfe6f083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:59.041488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacda0e-911a-494f-980e-db5d9e64ca7a req-639a9f48-3be4-4d91-ae44-86228c086328 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:59.048859 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bacda0e-911a-494f-980e-db5d9e64ca7a req-639a9f48-3be4-4d91-ae44-86228c086328 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/ports?device_id=e339f1a9-9e92-4dec-adad-f88bdec9f49c HTTP/1.1" status: 200 len: 945 time: 0.2452350 May 30 20:23:59.058292 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-367eb530-4c84-4c53-9ee3-3072d1717712 req-42a73a90-be4b-42fe-b6cf-58054b2eebd3 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.072270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9f37ce-f291-4309-a25f-3d40cfe6f083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Made reservation on behalf of 46d15da2d6014738a479eef594d1fb29 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:23:59.074620 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd9f37ce-f291-4309-a25f-3d40cfe6f083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.112514 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-fd9f37ce-f291-4309-a25f-3d40cfe6f083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] device_id is not set on port dace4ab2-0312-4354-a718-a3d085b70fa0 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:23:59.123367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a73a90-be4b-42fe-b6cf-58054b2eebd3 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Pushing event deleted for resources: {'Port': ['ID=4f6d7853-ea67-42e6-8bbf-83ac57225dab,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:59.173184 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bacda0e-911a-494f-980e-db5d9e64ca7a req-2917d296-4927-4937-b780-d8a916391335 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.84 "GET /v2.0/security-groups?id=26439943-8d48-42c8-bca1-7913db3dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234198 May 30 20:23:59.212757 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-367eb530-4c84-4c53-9ee3-3072d1717712 req-42a73a90-be4b-42fe-b6cf-58054b2eebd3 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] No DVR routers for this DVR port 4f6d7853-ea67-42e6-8bbf-83ac57225dab on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:23:59.216546 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-367eb530-4c84-4c53-9ee3-3072d1717712 req-42a73a90-be4b-42fe-b6cf-58054b2eebd3 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.219780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e339f1a9-9e92-4dec-adad-f88bdec9f49c', 'name': 'network-vif-deleted', 'tag': '4f6d7853-ea67-42e6-8bbf-83ac57225dab'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:59.244481 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-367eb530-4c84-4c53-9ee3-3072d1717712 req-42a73a90-be4b-42fe-b6cf-58054b2eebd3 tempest-ServerRescueTestJSON-609066652 tempest-ServerRescueTestJSON-609066652-project] 10.222.0.77 "DELETE /v2.0/ports/4f6d7853-ea67-42e6-8bbf-83ac57225dab HTTP/1.1" status: 204 len: 173 time: 1.4058785 May 30 20:23:59.306515 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1233-3383-466f-aa3f-6b3ccc5b9feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.366747 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5144daa7-28b8-4973-aed1-8e279b06991e'] response: {'server_uuid': 'e339f1a9-9e92-4dec-adad-f88bdec9f49c', 'name': 'network-vif-deleted', 'tag': '4f6d7853-ea67-42e6-8bbf-83ac57225dab', 'status': 'completed', 'code': 200} May 30 20:23:59.377134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 65b7e287-189c-4bbb-8d24-887c4de3f056 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:23:59.453494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 65b7e287-189c-4bbb-8d24-887c4de3f056 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:23:59.454176 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 65b7e287-189c-4bbb-8d24-887c4de3f056 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:23:59.568512 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e32bfdd-19dd-416a-825c-16e50effaca6 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.663842 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd9f37ce-f291-4309-a25f-3d40cfe6f083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.698282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-bb7c1233-3383-466f-aa3f-6b3ccc5b9feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:59.704825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-bb7c1233-3383-466f-aa3f-6b3ccc5b9feb admin admin] Usage tracker for resource:security_group_rule and tenant:ae60dafea2c449c5abb27d540e349d24 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:59.708561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-bb7c1233-3383-466f-aa3f-6b3ccc5b9feb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:59.716012 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd9f37ce-f291-4309-a25f-3d40cfe6f083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.743695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-bb7c1233-3383-466f-aa3f-6b3ccc5b9feb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:59.834542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9f37ce-f291-4309-a25f-3d40cfe6f083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Network fb78f2cc-be62-462e-a049-66115dabb926 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:59.840096 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-fd9f37ce-f291-4309-a25f-3d40cfe6f083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:59.848865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9f37ce-f291-4309-a25f-3d40cfe6f083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:59.849680 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9f37ce-f291-4309-a25f-3d40cfe6f083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:59.850275 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd9f37ce-f291-4309-a25f-3d40cfe6f083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.889932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f37ce-f291-4309-a25f-3d40cfe6f083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Pushing event updated for resources: {'Port': ['ID=dace4ab2-0312-4354-a718-a3d085b70fa0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:59.895704 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fd9f37ce-f291-4309-a25f-3d40cfe6f083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8984914 May 30 20:23:59.915674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55054) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:59.940202 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-26f3653a-0a1b-4803-bab1-cc0f3e7b9cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:00.042535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-640049a1-f441-4690-87d1-d910317ffa41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Synchronizing usage tracker for tenant:46d15da2d6014738a479eef594d1fb29 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:24:00.048319 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1233-3383-466f-aa3f-6b3ccc5b9feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:00.067855 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1233-3383-466f-aa3f-6b3ccc5b9feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:00.125795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-640049a1-f441-4690-87d1-d910317ffa41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Unset dirty status for tenant:46d15da2d6014738a479eef594d1fb29 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:24:00.130132 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-640049a1-f441-4690-87d1-d910317ffa41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] 10.222.0.84 "GET /v2.0/ports/dace4ab2-0312-4354-a718-a3d085b70fa0 HTTP/1.1" status: 200 len: 958 time: 0.2017627 May 30 20:24:00.130901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c1233-3383-466f-aa3f-6b3ccc5b9feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ce10d3-745b-4d21-ab7f-3a0c4be09ea9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:00.136746 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55058) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:00.171661 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bb7c1233-3383-466f-aa3f-6b3ccc5b9feb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ae60dafea2c449c5abb27d540e349d24&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2294846 May 30 20:24:00.172132 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55062) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:00.299065 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4d2d0aa-fa4e-44d8-b14f-5abe2c7f0860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:00.359553 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4d2d0aa-fa4e-44d8-b14f-5abe2c7f0860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:00.366208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55068) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:00.428741 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4d2d0aa-fa4e-44d8-b14f-5abe2c7f0860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:00.443270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2d0aa-fa4e-44d8-b14f-5abe2c7f0860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ce10d3-745b-4d21-ab7f-3a0c4be09ea9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:00.457425 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4d2d0aa-fa4e-44d8-b14f-5abe2c7f0860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:00.471381 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d4d2d0aa-fa4e-44d8-b14f-5abe2c7f0860 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/47ce10d3-745b-4d21-ab7f-3a0c4be09ea9 HTTP/1.1" status: 204 len: 168 time: 0.2869589 May 30 20:24:00.585081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0e72b-71c3-4506-a0a3-dd4be7a3256b tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Deleting port dace4ab2-0312-4354-a718-a3d085b70fa0 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:00.585664 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e72b-71c3-4506-a0a3-dd4be7a3256b tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:00.717850 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 4f6d7853-ea67-42e6-8bbf-83ac57225dab no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:24:00.803003 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 4f6d7853-ea67-42e6-8bbf-83ac57225dab {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:24:00.803668 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 4f6d7853-ea67-42e6-8bbf-83ac57225dab not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:24:00.904364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55086) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:00.942550 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e72b-71c3-4506-a0a3-dd4be7a3256b tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:01.096247 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f96e9323-ade8-475a-ab45-0dd1da698838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:01.214044 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:01.219559 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0e72b-71c3-4506-a0a3-dd4be7a3256b tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Calling delete_port for dace4ab2-0312-4354-a718-a3d085b70fa0 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:01.316770 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f96e9323-ade8-475a-ab45-0dd1da698838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:01.334275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f96e9323-ade8-475a-ab45-0dd1da698838 admin admin] Usage tracker for resource:security_group_rule and tenant:1ff584c2ae5349f4ad5ba8beedfe2050 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:01.339078 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f96e9323-ade8-475a-ab45-0dd1da698838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:01.346618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f96e9323-ade8-475a-ab45-0dd1da698838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:01.371463 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e72b-71c3-4506-a0a3-dd4be7a3256b tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:01.458431 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0e72b-71c3-4506-a0a3-dd4be7a3256b tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Pushing event deleted for resources: {'Port': ['ID=dace4ab2-0312-4354-a718-a3d085b70fa0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:01.501056 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e72b-71c3-4506-a0a3-dd4be7a3256b tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:01.565198 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:01.596489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7e32bfdd-19dd-416a-825c-16e50effaca6 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Deleting port aa5557fc-8819-4500-9ecc-47bcfaa703c7 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:01.596850 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e32bfdd-19dd-416a-825c-16e50effaca6 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:01.820820 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f96e9323-ade8-475a-ab45-0dd1da698838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:01.835223 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2cd0e72b-71c3-4506-a0a3-dd4be7a3256b tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] 10.222.0.84 "DELETE /v2.0/ports/dace4ab2-0312-4354-a718-a3d085b70fa0 HTTP/1.1" status: 204 len: 168 time: 1.6899741 May 30 20:24:01.835770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55106) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:01.883335 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f96e9323-ade8-475a-ab45-0dd1da698838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:01.892939 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff40d037-a05b-4dfa-a241-00480aeb5ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] GET failed (client error): The resource could not be found. May 30 20:24:01.894199 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ff40d037-a05b-4dfa-a241-00480aeb5ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] 10.222.0.84 "GET /v2.0/ports/dace4ab2-0312-4354-a718-a3d085b70fa0 HTTP/1.1" status: 404 len: 333 time: 0.0577080 May 30 20:24:01.898281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55112) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:01.904092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-8520e640-2fdc-40ca-a979-414b180f2c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Request body: {'port': {'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957900335'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:01.909485 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8520e640-2fdc-40ca-a979-414b180f2c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:01.914057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8520e640-2fdc-40ca-a979-414b180f2c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Usage tracker for resource:port and tenant:46d15da2d6014738a479eef594d1fb29 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:01.917009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8520e640-2fdc-40ca-a979-414b180f2c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:01.924965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8520e640-2fdc-40ca-a979-414b180f2c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:01.942936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8520e640-2fdc-40ca-a979-414b180f2c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Made reservation on behalf of 46d15da2d6014738a479eef594d1fb29 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:24:01.947118 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8520e640-2fdc-40ca-a979-414b180f2c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:01.973764 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-8520e640-2fdc-40ca-a979-414b180f2c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] device_id is not set on port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:24:02.027827 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f96e9323-ade8-475a-ab45-0dd1da698838 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1ff584c2ae5349f4ad5ba8beedfe2050&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1223927 May 30 20:24:02.030717 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55116) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:02.098851 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e9323-ade8-475a-ab45-0dd1da698838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9661df1a-127c-407b-9e50-60fa1515ae0c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:02.136326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-7e32bfdd-19dd-416a-825c-16e50effaca6 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] For port aa5557fc-8819-4500-9ecc-47bcfaa703c7, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=aa5557fc-8819-4500-9ecc-47bcfaa703c7,segment=NetworkSegment(683246a8-2a91-41b5-a820-e0e7e14982b9),segment_id=683246a8-2a91-41b5-a820-e0e7e14982b9)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:02.136726 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e32bfdd-19dd-416a-825c-16e50effaca6 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.272447 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8520e640-2fdc-40ca-a979-414b180f2c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.307312 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8520e640-2fdc-40ca-a979-414b180f2c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.340293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7e32bfdd-19dd-416a-825c-16e50effaca6 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Calling delete_port for aa5557fc-8819-4500-9ecc-47bcfaa703c7 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:02.415697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8520e640-2fdc-40ca-a979-414b180f2c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Network fb78f2cc-be62-462e-a049-66115dabb926 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:02.426427 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-8520e640-2fdc-40ca-a979-414b180f2c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:02.436349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8520e640-2fdc-40ca-a979-414b180f2c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:02.437170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8520e640-2fdc-40ca-a979-414b180f2c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:02.438100 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8520e640-2fdc-40ca-a979-414b180f2c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.461565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520e640-2fdc-40ca-a979-414b180f2c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Pushing event updated for resources: {'Port': ['ID=ea82d028-a6cc-4a6b-ae87-06cfe6ba357f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:02.493312 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0ef87ddd-bf77-4118-9b16-14635b98635a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.537527 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8520e640-2fdc-40ca-a979-414b180f2c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6376114 May 30 20:24:02.544504 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55122) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:02.550149 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0ef87ddd-bf77-4118-9b16-14635b98635a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.561899 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da77a0c7-6670-457d-9e49-ca977034a331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.563061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:02.718193 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0ef87ddd-bf77-4118-9b16-14635b98635a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.780332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef87ddd-bf77-4118-9b16-14635b98635a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9661df1a-127c-407b-9e50-60fa1515ae0c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:02.823519 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0ef87ddd-bf77-4118-9b16-14635b98635a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.824776 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0ef87ddd-bf77-4118-9b16-14635b98635a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9661df1a-127c-407b-9e50-60fa1515ae0c HTTP/1.1" status: 204 len: 168 time: 0.7928474 May 30 20:24:02.849804 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.896576 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.913133 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e32bfdd-19dd-416a-825c-16e50effaca6 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:03.018390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32bfdd-19dd-416a-825c-16e50effaca6 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event deleted for resources: {'Port': ['ID=aa5557fc-8819-4500-9ecc-47bcfaa703c7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:03.168200 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:03.434087 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] device_id is not set on port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:24:03.452341 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:03.490711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Transition to ACTIVE for port object ea82d028-a6cc-4a6b-ae87-06cfe6ba357f will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:03.497837 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:03.692985 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Pushing event updated for resources: {'Port': ['ID=ea82d028-a6cc-4a6b-ae87-06cfe6ba357f,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:03.734491 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:03.734939 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:03.735369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:03.751538 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:03.752001 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:24:03.752455 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 2 to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f May 30 20:24:03.784696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:03.784965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:03.785288 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:03.802860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:03.803183 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:24:03.803575 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 3 to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f May 30 20:24:03.827710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:03.830421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:03.830421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:03.842126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:03.842453 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:24:03.842842 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 4 to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f May 30 20:24:03.883987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:03.884341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:03.884683 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:03.895384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:03.895719 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:24:03.896145 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 5 to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f May 30 20:24:03.934172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:03.934822 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:03.934822 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:03.943487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:03.943827 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:24:03.944247 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 6 to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f May 30 20:24:03.981279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:03.981563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:03.982025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:04.002078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:04.006928 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:24:04.008219 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 7 to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f May 30 20:24:04.035313 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e32bfdd-19dd-416a-825c-16e50effaca6 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:04.045632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:04.045969 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:04.046380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:04.061964 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:04.062300 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:24:04.063223 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 8 to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f May 30 20:24:04.097522 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:04.097862 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:04.098203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:04.137840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:04.138169 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:24:04.138563 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 9 to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f May 30 20:24:04.172929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:04.173270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:04.173726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:04.184197 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:04.184521 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:24:04.184910 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempt 10 to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f May 30 20:24:04.207319 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:04.207654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:04.208000 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempting to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:04.215098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:04.215520 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Failed to bind port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on host n-h2-843949-2 for vnic_type normal using segments [{'id': '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fb78f2cc-be62-462e-a049-66115dabb926'}] May 30 20:24:04.215770 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:04.409147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-da77a0c7-6670-457d-9e49-ca977034a331 admin admin] Deleting port 2a56779a-a563-4af8-96bb-ec330d15d141 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:04.409734 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da77a0c7-6670-457d-9e49-ca977034a331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:04.431395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] For port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:24:04.432040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Attempted to set empty binding levels {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 30 20:24:04.437769 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:04.611231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] In _notify_port_updated(), no bound segment for port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f on network fb78f2cc-be62-462e-a049-66115dabb926 {{(pid=84023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:24:04.613963 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:04.615606 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] 10.222.0.84 "PUT /v2.0/ports/ea82d028-a6cc-4a6b-ae87-06cfe6ba357f HTTP/1.1" status: 200 len: 979 time: 2.0696476 May 30 20:24:04.618927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55168) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:04.788956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a26673-6d26-4545-9221-e5227a03416d tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Pushing event updated for resources: {'Port': ['ID=ea82d028-a6cc-4a6b-ae87-06cfe6ba357f,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:04.844611 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9f507abc-2a83-45da-82e5-277955c37c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Deleting port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:04.844611 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9f507abc-2a83-45da-82e5-277955c37c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:04.907545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-da77a0c7-6670-457d-9e49-ca977034a331 admin admin] For port 2a56779a-a563-4af8-96bb-ec330d15d141, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=2a56779a-a563-4af8-96bb-ec330d15d141,segment=NetworkSegment(c376f408-e235-429b-8441-7bb2e4dd6304),segment_id=c376f408-e235-429b-8441-7bb2e4dd6304)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:04.908083 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da77a0c7-6670-457d-9e49-ca977034a331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:05.225726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9f507abc-2a83-45da-82e5-277955c37c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] For port ea82d028-a6cc-4a6b-ae87-06cfe6ba357f, host n-h2-843949-2, got binding levels [] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:05.229131 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9f507abc-2a83-45da-82e5-277955c37c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:05.501152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9f507abc-2a83-45da-82e5-277955c37c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Calling delete_port for ea82d028-a6cc-4a6b-ae87-06cfe6ba357f owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:05.594861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-da77a0c7-6670-457d-9e49-ca977034a331 admin admin] Calling delete_port for 2a56779a-a563-4af8-96bb-ec330d15d141 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:05.665766 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9f507abc-2a83-45da-82e5-277955c37c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:05.756204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f507abc-2a83-45da-82e5-277955c37c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea82d028-a6cc-4a6b-ae87-06cfe6ba357f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:05.761642 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9f507abc-2a83-45da-82e5-277955c37c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:05.789488 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9f507abc-2a83-45da-82e5-277955c37c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] 10.222.0.84 "DELETE /v2.0/ports/ea82d028-a6cc-4a6b-ae87-06cfe6ba357f HTTP/1.1" status: 204 len: 168 time: 1.1667562 May 30 20:24:05.790581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55196) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:05.855205 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5746e36-4df0-4b47-8408-3f7f77581275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] GET failed (client error): The resource could not be found. May 30 20:24:05.861498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a5746e36-4df0-4b47-8408-3f7f77581275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Synchronizing usage tracker for tenant:46d15da2d6014738a479eef594d1fb29 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:24:05.897691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a5746e36-4df0-4b47-8408-3f7f77581275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] Unset dirty status for tenant:46d15da2d6014738a479eef594d1fb29 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:24:05.901729 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a5746e36-4df0-4b47-8408-3f7f77581275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-158123529-project-admin] 10.222.0.84 "GET /v2.0/ports/ea82d028-a6cc-4a6b-ae87-06cfe6ba357f HTTP/1.1" status: 404 len: 333 time: 0.1072543 May 30 20:24:05.902579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55204) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:05.912597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e32bfdd-19dd-416a-825c-16e50effaca6 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Router 5affab8c-8043-4764-9378-10c464fa30ad has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:24:06.073040 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5730deb2-208a-47c1-8324-5e734b1e8907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:06.113970 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da77a0c7-6670-457d-9e49-ca977034a331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:06.217284 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77a0c7-6670-457d-9e49-ca977034a331 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a56779a-a563-4af8-96bb-ec330d15d141,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:06.491625 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5730deb2-208a-47c1-8324-5e734b1e8907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:06.583643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-5730deb2-208a-47c1-8324-5e734b1e8907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb78f2cc-be62-462e-a049-66115dabb926']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:06.626645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-5730deb2-208a-47c1-8324-5e734b1e8907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:06.627076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-5730deb2-208a-47c1-8324-5e734b1e8907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48dd9cbf-9b06-4786-8d79-5bb9ff4b781d') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:06.680488 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5730deb2-208a-47c1-8324-5e734b1e8907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:06.713058 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5730deb2-208a-47c1-8324-5e734b1e8907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:06.722780 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5730deb2-208a-47c1-8324-5e734b1e8907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:24:06.723257 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5730deb2-208a-47c1-8324-5e734b1e8907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: timer() May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:24:06.763199 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:24:06.862915 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5730deb2-208a-47c1-8324-5e734b1e8907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:06.894314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e32bfdd-19dd-416a-825c-16e50effaca6 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:24:06.904089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5deba32-fb12-4130-9e0b-e210117d1590 None None] Sync routers for ids ['5affab8c-8043-4764-9378-10c464fa30ad'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:24:06.925740 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5deba32-fb12-4130-9e0b-e210117d1590 None None] Routers {'5affab8c-8043-4764-9378-10c464fa30ad'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:06.926878 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c5deba32-fb12-4130-9e0b-e210117d1590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:24:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['5affab8c-8043-4764-9378-10c464fa30ad'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:06.937568 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5730deb2-208a-47c1-8324-5e734b1e8907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:06.942370 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7e32bfdd-19dd-416a-825c-16e50effaca6 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "PUT /v2.0/routers/5affab8c-8043-4764-9378-10c464fa30ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2678075 May 30 20:24:06.946099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55228) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:06.967314 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730deb2-208a-47c1-8324-5e734b1e8907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] Pushing event deleted for resources: {'Network': ['ID=fb78f2cc-be62-462e-a049-66115dabb926,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:06.986954 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5730deb2-208a-47c1-8324-5e734b1e8907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269711116-project] 10.222.0.84 "DELETE /v2.0/networks/fb78f2cc-be62-462e-a049-66115dabb926 HTTP/1.1" status: 204 len: 168 time: 1.0803390 May 30 20:24:07.416670 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c5deba32-fb12-4130-9e0b-e210117d1590 None None] Set router 5affab8c-8043-4764-9378-10c464fa30ad gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:24:07.663561 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8cf2107-aaee-45b6-a262-8b974503a7c0 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Deleting subnet 64cca18d-f22a-45cb-ab59-d441fb68be55 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:24:07.666227 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-da77a0c7-6670-457d-9e49-ca977034a331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:07.684371 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8cf2107-aaee-45b6-a262-8b974503a7c0 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:07.799616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55252) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:07.977783 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:08.119913 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8cf2107-aaee-45b6-a262-8b974503a7c0 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:08.326945 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-da05b14c-fdf8-4851-be14-7d3b707e84bd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=eaf3beef6ca34343be72f251792ff704&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5239241 May 30 20:24:08.330120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55270) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:08.354437 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c5deba32-fb12-4130-9e0b-e210117d1590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5affab8c-8043-4764-9378-10c464fa30ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-552845601', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '847bc1fc-3e11-4052-aada-65ea92fb82db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:08Z', 'updated_at': '2022-05-30T20:24:02Z', 'revision_number': 5, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': '847bc1fc-3e11-4052-aada-65ea92fb82db', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5affab8c-8043-4764-9378-10c464fa30ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:09Z', 'updated_at': '2022-05-30T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:08.364960 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5deba32-fb12-4130-9e0b-e210117d1590 None None] Checking router: 5affab8c-8043-4764-9378-10c464fa30ad for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:24:08.390362 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5deba32-fb12-4130-9e0b-e210117d1590 None None] Routers {'5affab8c-8043-4764-9378-10c464fa30ad'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:08.392029 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c5deba32-fb12-4130-9e0b-e210117d1590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:24:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['5affab8c-8043-4764-9378-10c464fa30ad'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:08.491141 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19d6c632-477d-42b2-baa1-ba19b3975509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:08.496799 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8cf2107-aaee-45b6-a262-8b974503a7c0 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:08.555336 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19d6c632-477d-42b2-baa1-ba19b3975509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:08.635097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-39f0015b-de13-466d-aa0d-1822534f6119 req-369bbed4-190b-4d27-8b7f-a9143c6c66a1 service neutron] (84023) timed out ('10.222.0.84', 33856) {{(pid=84023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:24:08.689863 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19d6c632-477d-42b2-baa1-ba19b3975509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:08.731997 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6c632-477d-42b2-baa1-ba19b3975509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d62489-b085-431a-b612-b458ce595ebe,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:08.737029 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19d6c632-477d-42b2-baa1-ba19b3975509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:08.747112 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-19d6c632-477d-42b2-baa1-ba19b3975509 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/59d62489-b085-431a-b612-b458ce595ebe HTTP/1.1" status: 204 len: 168 time: 0.4070728 May 30 20:24:09.002938 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c5deba32-fb12-4130-9e0b-e210117d1590 None None] Set router 5affab8c-8043-4764-9378-10c464fa30ad gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:24:09.501038 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8cf2107-aaee-45b6-a262-8b974503a7c0 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:09.560451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf2107-aaee-45b6-a262-8b974503a7c0 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event deleted for resources: {'Subnet': ['ID=64cca18d-f22a-45cb-ab59-d441fb68be55,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:09.583303 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8cf2107-aaee-45b6-a262-8b974503a7c0 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:09.613822 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f8cf2107-aaee-45b6-a262-8b974503a7c0 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "DELETE /v2.0/subnets/64cca18d-f22a-45cb-ab59-d441fb68be55 HTTP/1.1" status: 204 len: 168 time: 2.6638105 May 30 20:24:09.616395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55292) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:09.814137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12b87ff-42de-4dc5-93a7-ac268f05e7dd None None] Network 901e3516-ba00-48ca-b1c5-2c35bee43a0b requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:24:10.241660 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b528ad07-cfd0-4ea8-8400-6f9d2d3edd18 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:10.283719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da77a0c7-6670-457d-9e49-ca977034a331 admin admin] Router d9c8c6b4-8989-4b4b-a14b-26b237f5cf53 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:24:10.284521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55310) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:10.508813 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c5deba32-fb12-4130-9e0b-e210117d1590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5affab8c-8043-4764-9378-10c464fa30ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-552845601', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '847bc1fc-3e11-4052-aada-65ea92fb82db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:08Z', 'updated_at': '2022-05-30T20:24:02Z', 'revision_number': 5, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': '847bc1fc-3e11-4052-aada-65ea92fb82db', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5affab8c-8043-4764-9378-10c464fa30ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:09Z', 'updated_at': '2022-05-30T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:10.543591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5deba32-fb12-4130-9e0b-e210117d1590 None None] The sync data for ids ['5affab8c-8043-4764-9378-10c464fa30ad'] in n-d-843949-2 is: [{'id': '5affab8c-8043-4764-9378-10c464fa30ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-552845601', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '847bc1fc-3e11-4052-aada-65ea92fb82db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:08Z', 'updated_at': '2022-05-30T20:24:02Z', 'revision_number': 5, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': '847bc1fc-3e11-4052-aada-65ea92fb82db', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5affab8c-8043-4764-9378-10c464fa30ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:09Z', 'updated_at': '2022-05-30T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:24:10.663655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] DHCP port deletion for 901e3516-ba00-48ca-b1c5-2c35bee43a0b request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:24:10.668129 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] Deleting port 30a8a9a0-5270-4461-bbb5-5a17412d3e1d {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:10.668518 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:10.899191 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-72d513b2-84f4-472d-83e9-7c5a73da77b9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=46d15da2d6014738a479eef594d1fb29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6039584 May 30 20:24:10.901346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55326) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:11.146880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] For port 30a8a9a0-5270-4461-bbb5-5a17412d3e1d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=30a8a9a0-5270-4461-bbb5-5a17412d3e1d,segment=NetworkSegment(683246a8-2a91-41b5-a820-e0e7e14982b9),segment_id=683246a8-2a91-41b5-a820-e0e7e14982b9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:11.147277 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:11.198533 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b528ad07-cfd0-4ea8-8400-6f9d2d3edd18 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:11.214546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b528ad07-cfd0-4ea8-8400-6f9d2d3edd18 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Deleting port 847bc1fc-3e11-4052-aada-65ea92fb82db {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:11.218194 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b528ad07-cfd0-4ea8-8400-6f9d2d3edd18 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:11.241451 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0da578b-387a-4909-8fd7-a82d1734c7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:11.284969 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0da578b-387a-4909-8fd7-a82d1734c7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:11.295809 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da77a0c7-6670-457d-9e49-ca977034a331 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:24:11.301716 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-da77a0c7-6670-457d-9e49-ca977034a331 admin admin] 10.222.0.84 "PUT /v2.0/routers/d9c8c6b4-8989-4b4b-a14b-26b237f5cf53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9216022 May 30 20:24:11.305475 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55334) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:11.306127 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be8e7c-0851-43c2-9871-2170c2095ce2 None None] Sync routers for ids ['d9c8c6b4-8989-4b4b-a14b-26b237f5cf53'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:24:11.334080 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be8e7c-0851-43c2-9871-2170c2095ce2 None None] Routers {'d9c8c6b4-8989-4b4b-a14b-26b237f5cf53'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:11.334702 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d1be8e7c-0851-43c2-9871-2170c2095ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:24:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['d9c8c6b4-8989-4b4b-a14b-26b237f5cf53'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:11.503850 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] Calling delete_port for 30a8a9a0-5270-4461-bbb5-5a17412d3e1d owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:11.586338 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:11.737640 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] Pushing event deleted for resources: {'Port': ['ID=30a8a9a0-5270-4461-bbb5-5a17412d3e1d,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:11.771489 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:11.772126 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:11.772570 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:11.776631 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:11.777258 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:11.783155 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:11.783155 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:11.788521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:11.788521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:11.788521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:11.788521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:11.811011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3b9042-c08e-4b14-a72c-4b84320355fd None None] No DVR routers for this DVR port 30a8a9a0-5270-4461-bbb5-5a17412d3e1d on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:24:11.852351 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0da578b-387a-4909-8fd7-a82d1734c7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:11.907493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da578b-387a-4909-8fd7-a82d1734c7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c88681-3cb7-4d95-9939-d5c42d5b99ee,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:11.928353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b528ad07-cfd0-4ea8-8400-6f9d2d3edd18 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] For port 847bc1fc-3e11-4052-aada-65ea92fb82db, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=847bc1fc-3e11-4052-aada-65ea92fb82db,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:11.931214 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b528ad07-cfd0-4ea8-8400-6f9d2d3edd18 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:11.937234 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0da578b-387a-4909-8fd7-a82d1734c7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:11.938258 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d0da578b-387a-4909-8fd7-a82d1734c7dc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f2c88681-3cb7-4d95-9939-d5c42d5b99ee HTTP/1.1" status: 204 len: 168 time: 1.0314872 May 30 20:24:12.033502 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-d1be8e7c-0851-43c2-9871-2170c2095ce2 None None] Set router d9c8c6b4-8989-4b4b-a14b-26b237f5cf53 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:24:12.063776 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a166612-7ec3-4526-9b85-9c3e5b1ec253 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:12.608487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b528ad07-cfd0-4ea8-8400-6f9d2d3edd18 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Calling delete_port for 847bc1fc-3e11-4052-aada-65ea92fb82db owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:12.678960 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a166612-7ec3-4526-9b85-9c3e5b1ec253 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:12.688342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device aa5557fc-8819-4500-9ecc-47bcfaa703c7 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:24:12.695319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-0a166612-7ec3-4526-9b85-9c3e5b1ec253 admin admin] Deleting port 6ea72c24-234a-4522-a36b-6855c175060d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:12.695761 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a166612-7ec3-4526-9b85-9c3e5b1ec253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:12.766465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: aa5557fc-8819-4500-9ecc-47bcfaa703c7 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:24:12.767075 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device aa5557fc-8819-4500-9ecc-47bcfaa703c7 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:24:12.767653 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 30a8a9a0-5270-4461-bbb5-5a17412d3e1d no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:24:12.843290 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 30a8a9a0-5270-4461-bbb5-5a17412d3e1d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:24:12.844565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 30a8a9a0-5270-4461-bbb5-5a17412d3e1d not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:24:12.873858 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d1be8e7c-0851-43c2-9871-2170c2095ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'name': 'tempest-ServerRescueTestJSON-315465479-router', 'tenant_id': '887c7367090a4d39a6cc946b56cbe442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6ea72c24-234a-4522-a36b-6855c175060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:33Z', 'updated_at': '2022-05-30T20:24:05Z', 'revision_number': 5, 'project_id': '887c7367090a4d39a6cc946b56cbe442', 'gw_port': {'id': '6ea72c24-234a-4522-a36b-6855c175060d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:34Z', 'updated_at': '2022-05-30T20:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:12.883846 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be8e7c-0851-43c2-9871-2170c2095ce2 None None] Checking router: d9c8c6b4-8989-4b4b-a14b-26b237f5cf53 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:24:12.927185 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be8e7c-0851-43c2-9871-2170c2095ce2 None None] Routers {'d9c8c6b4-8989-4b4b-a14b-26b237f5cf53'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:12.928016 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d1be8e7c-0851-43c2-9871-2170c2095ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:24:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['d9c8c6b4-8989-4b4b-a14b-26b237f5cf53'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:13.297647 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b528ad07-cfd0-4ea8-8400-6f9d2d3edd18 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:13.339075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-0a166612-7ec3-4526-9b85-9c3e5b1ec253 admin admin] For port 6ea72c24-234a-4522-a36b-6855c175060d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6ea72c24-234a-4522-a36b-6855c175060d,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:13.340075 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a166612-7ec3-4526-9b85-9c3e5b1ec253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:13.544153 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-d1be8e7c-0851-43c2-9871-2170c2095ce2 None None] Set router d9c8c6b4-8989-4b4b-a14b-26b237f5cf53 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:24:13.699638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528ad07-cfd0-4ea8-8400-6f9d2d3edd18 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event deleted for resources: {'Port': ['ID=847bc1fc-3e11-4052-aada-65ea92fb82db,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:13.885878 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d1be8e7c-0851-43c2-9871-2170c2095ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'name': 'tempest-ServerRescueTestJSON-315465479-router', 'tenant_id': '887c7367090a4d39a6cc946b56cbe442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:33Z', 'updated_at': '2022-05-30T20:24:12Z', 'revision_number': 6, 'project_id': '887c7367090a4d39a6cc946b56cbe442', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:13.895371 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be8e7c-0851-43c2-9871-2170c2095ce2 None None] The sync data for ids ['d9c8c6b4-8989-4b4b-a14b-26b237f5cf53'] in n-d-843949-2 is: [{'id': 'd9c8c6b4-8989-4b4b-a14b-26b237f5cf53', 'name': 'tempest-ServerRescueTestJSON-315465479-router', 'tenant_id': '887c7367090a4d39a6cc946b56cbe442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:33Z', 'updated_at': '2022-05-30T20:24:12Z', 'revision_number': 6, 'project_id': '887c7367090a4d39a6cc946b56cbe442', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:24:14.000283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-0a166612-7ec3-4526-9b85-9c3e5b1ec253 admin admin] Calling delete_port for 6ea72c24-234a-4522-a36b-6855c175060d owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:14.157122 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b528ad07-cfd0-4ea8-8400-6f9d2d3edd18 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:14.362934 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a166612-7ec3-4526-9b85-9c3e5b1ec253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:14.701885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a166612-7ec3-4526-9b85-9c3e5b1ec253 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea72c24-234a-4522-a36b-6855c175060d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:14.772785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6ea72c24-234a-4522-a36b-6855c175060d no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:24:14.905348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 6ea72c24-234a-4522-a36b-6855c175060d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:24:14.905690 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6ea72c24-234a-4522-a36b-6855c175060d not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:24:14.912431 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 2a56779a-a563-4af8-96bb-ec330d15d141 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:24:15.041247 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 2a56779a-a563-4af8-96bb-ec330d15d141 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:24:15.041596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 2a56779a-a563-4af8-96bb-ec330d15d141 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:24:15.133771 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b528ad07-cfd0-4ea8-8400-6f9d2d3edd18 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:15.144279 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b528ad07-cfd0-4ea8-8400-6f9d2d3edd18 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:15.197311 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b528ad07-cfd0-4ea8-8400-6f9d2d3edd18 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:15.197930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b528ad07-cfd0-4ea8-8400-6f9d2d3edd18 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Fanout notify agent at l3_agent the message router_deleted on router 5affab8c-8043-4764-9378-10c464fa30ad {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:24:15.259925 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b528ad07-cfd0-4ea8-8400-6f9d2d3edd18 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:15.273218 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b528ad07-cfd0-4ea8-8400-6f9d2d3edd18 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "DELETE /v2.0/routers/5affab8c-8043-4764-9378-10c464fa30ad HTTP/1.1" status: 204 len: 168 time: 5.6545050 May 30 20:24:15.276055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55414) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:15.490731 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a166612-7ec3-4526-9b85-9c3e5b1ec253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:15.691383 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-79c0b670-7ebd-4a8a-97c4-b49323873cd5 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.073680 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a166612-7ec3-4526-9b85-9c3e5b1ec253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.083421 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a166612-7ec3-4526-9b85-9c3e5b1ec253 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.122608 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a166612-7ec3-4526-9b85-9c3e5b1ec253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.123305 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a166612-7ec3-4526-9b85-9c3e5b1ec253 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9c8c6b4-8989-4b4b-a14b-26b237f5cf53 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:24:16.153959 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0a166612-7ec3-4526-9b85-9c3e5b1ec253 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.155642 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0a166612-7ec3-4526-9b85-9c3e5b1ec253 admin admin] 10.222.0.84 "DELETE /v2.0/routers/d9c8c6b4-8989-4b4b-a14b-26b237f5cf53 HTTP/1.1" status: 204 len: 168 time: 4.8492618 May 30 20:24:16.160369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55450) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:16.436690 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-79c0b670-7ebd-4a8a-97c4-b49323873cd5 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.499186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f74caf2-948b-4a0b-847d-3a6656c20add admin admin] Deleting subnet 3cda5988-723f-45df-b890-6622cc50f504 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:24:16.505707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 847bc1fc-3e11-4052-aada-65ea92fb82db no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:24:16.513740 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3f74caf2-948b-4a0b-847d-3a6656c20add admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.579144 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 847bc1fc-3e11-4052-aada-65ea92fb82db {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:24:16.581834 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 847bc1fc-3e11-4052-aada-65ea92fb82db not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:24:16.593116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-79c0b670-7ebd-4a8a-97c4-b49323873cd5 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901e3516-ba00-48ca-b1c5-2c35bee43a0b']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:16.633845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-79c0b670-7ebd-4a8a-97c4-b49323873cd5 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683246a8-2a91-41b5-a820-e0e7e14982b9') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:16.639540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-79c0b670-7ebd-4a8a-97c4-b49323873cd5 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683246a8-2a91-41b5-a820-e0e7e14982b9') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:16.672456 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-79c0b670-7ebd-4a8a-97c4-b49323873cd5 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.714608 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-79c0b670-7ebd-4a8a-97c4-b49323873cd5 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.742179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c0b670-7ebd-4a8a-97c4-b49323873cd5 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:24:16.743016 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-79c0b670-7ebd-4a8a-97c4-b49323873cd5 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: timer() May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:24:16.772459 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:24:16.844636 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3f74caf2-948b-4a0b-847d-3a6656c20add admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.909083 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3f74caf2-948b-4a0b-847d-3a6656c20add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.990470 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55478) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:17.056084 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3f74caf2-948b-4a0b-847d-3a6656c20add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.175912 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3f74caf2-948b-4a0b-847d-3a6656c20add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.206519 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-79c0b670-7ebd-4a8a-97c4-b49323873cd5 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.211229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74caf2-948b-4a0b-847d-3a6656c20add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cda5988-723f-45df-b890-6622cc50f504,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:17.245955 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-79c0b670-7ebd-4a8a-97c4-b49323873cd5 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.248113 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-79c0b670-7ebd-4a8a-97c4-b49323873cd5 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "DELETE /v2.0/networks/901e3516-ba00-48ca-b1c5-2c35bee43a0b HTTP/1.1" status: 204 len: 168 time: 1.9711900 May 30 20:24:17.249735 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0b670-7ebd-4a8a-97c4-b49323873cd5 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event deleted for resources: {'Network': ['ID=901e3516-ba00-48ca-b1c5-2c35bee43a0b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:17.250862 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55494) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:17.259858 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3f74caf2-948b-4a0b-847d-3a6656c20add admin admin] 10.222.0.84 "DELETE /v2.0/subnets/3cda5988-723f-45df-b890-6622cc50f504 HTTP/1.1" status: 204 len: 168 time: 1.0978177 May 30 20:24:17.262158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55498) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:17.434463 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1458743f-e027-4ac7-ad38-32054194fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.502943 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1921467281'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:17.511185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:17.525413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Usage tracker for resource:network and tenant:172e63ea637f44c2a46337e189dd8319 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:17.530077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:17.540221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:17.561419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-17c0cfbe-cb58-4f1c-80f7-0f5197f88086 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Deleting port 61467310-9bc1-4950-a4b3-0fa55042fe01 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:17.561680 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17c0cfbe-cb58-4f1c-80f7-0f5197f88086 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.566886 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1458743f-e027-4ac7-ad38-32054194fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.595711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Made reservation on behalf of 172e63ea637f44c2a46337e189dd8319 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:24:17.597587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-1458743f-e027-4ac7-ad38-32054194fdcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364cc3fe-85b7-4da3-aabd-b1ac22737be8']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:17.599324 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.612887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-1458743f-e027-4ac7-ad38-32054194fdcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c376f408-e235-429b-8441-7bb2e4dd6304') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:17.613267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-1458743f-e027-4ac7-ad38-32054194fdcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c376f408-e235-429b-8441-7bb2e4dd6304') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:17.619128 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.626519 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1458743f-e027-4ac7-ad38-32054194fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.646273 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1458743f-e027-4ac7-ad38-32054194fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.655697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1458743f-e027-4ac7-ad38-32054194fdcd admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:24:17.657034 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1458743f-e027-4ac7-ad38-32054194fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: timer() May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:24:17.674522 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:24:17.742059 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:17.755484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Usage tracker for resource:security_group_rule and tenant:172e63ea637f44c2a46337e189dd8319 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:17.760777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:17.770729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:17.771285 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1458743f-e027-4ac7-ad38-32054194fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.803075 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1458743f-e027-4ac7-ad38-32054194fdcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.822609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458743f-e027-4ac7-ad38-32054194fdcd admin admin] Pushing event deleted for resources: {'Network': ['ID=364cc3fe-85b7-4da3-aabd-b1ac22737be8,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:17.827224 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17c0cfbe-cb58-4f1c-80f7-0f5197f88086 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.828516 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17c0cfbe-cb58-4f1c-80f7-0f5197f88086 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.841934 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1458743f-e027-4ac7-ad38-32054194fdcd admin admin] 10.222.0.84 "DELETE /v2.0/networks/364cc3fe-85b7-4da3-aabd-b1ac22737be8 HTTP/1.1" status: 204 len: 168 time: 0.5785480 May 30 20:24:18.082892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-17c0cfbe-cb58-4f1c-80f7-0f5197f88086 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Calling delete_port for 61467310-9bc1-4950-a4b3-0fa55042fe01 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:18.176574 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:18.191226 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:18.232497 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55520) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:18.281065 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:24:18.297861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8c52d3-83ee-41d0-80d5-aa321b8bff8d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:18.306987 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:18.307582 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Added segment 6f744030-9854-49d9-b0fd-d9dc93336e2d of type vlan for network eb376d13-500a-4603-936d-74b2434acb01 May 30 20:24:18.394447 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-483aac3f-cae6-42da-a324-89d557d9d1d1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=887c7367090a4d39a6cc946b56cbe442&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1607399 May 30 20:24:18.398611 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55530) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:18.424006 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:18.481644 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17c0cfbe-cb58-4f1c-80f7-0f5197f88086 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:18.516337 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4406f3c-165e-4640-8c32-e9ffddd9b6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:18.550481 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4406f3c-165e-4640-8c32-e9ffddd9b6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:18.553775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0cfbe-cb58-4f1c-80f7-0f5197f88086 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event deleted for resources: {'Port': ['ID=61467310-9bc1-4950-a4b3-0fa55042fe01,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:18.622586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:18.630999 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4406f3c-165e-4640-8c32-e9ffddd9b6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:18.631707 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:18.632783 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:18.676398 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4406f3c-165e-4640-8c32-e9ffddd9b6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26439943-8d48-42c8-bca1-7913db3dd9ac,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:18.698929 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4406f3c-165e-4640-8c32-e9ffddd9b6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:18.700376 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e4406f3c-165e-4640-8c32-e9ffddd9b6e5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/26439943-8d48-42c8-bca1-7913db3dd9ac HTTP/1.1" status: 204 len: 168 time: 0.2986982 May 30 20:24:18.748284 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.7563879 May 30 20:24:18.910102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412acf7-ac5d-457d-83b3-d76b566c1224 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Pushing event updated for resources: {'Network': ['ID=eb376d13-500a-4603-936d-74b2434acb01,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:18.912250 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17c0cfbe-cb58-4f1c-80f7-0f5197f88086 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:18.923044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network eb376d13-500a-4603-936d-74b2434acb01 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:24:19.504318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c0cfbe-cb58-4f1c-80f7-0f5197f88086 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Router b5018a4a-c30d-4b10-9f6c-09f458b6bbfe has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:24:19.679046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55564) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:19.687588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Request body: {'port': {'network_id': 'eb376d13-500a-4603-936d-74b2434acb01', 'binding:host_id': 'n-h2-843949-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1078368248'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:19.702018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:19.708729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Usage tracker for resource:port and tenant:7ce6b67bd1e245edbd48b6f63a06c7dd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:19.713361 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:19.732077 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:19.747091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Made reservation on behalf of 7ce6b67bd1e245edbd48b6f63a06c7dd for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:24:19.750695 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:19.770792 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:19.828305 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:19.840502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Usage tracker for resource:security_group_rule and tenant:7ce6b67bd1e245edbd48b6f63a06c7dd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:19.848782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:19.856365 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:19.991882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c0cfbe-cb58-4f1c-80f7-0f5197f88086 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:24:20.025585 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dff890-8644-4941-a2f2-78492b4ba05a None None] Sync routers for ids ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:24:20.029899 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17c0cfbe-cb58-4f1c-80f7-0f5197f88086 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:20.047856 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dff890-8644-4941-a2f2-78492b4ba05a None None] Routers {'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:20.054830 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:20.061852 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-13dff890-8644-4941-a2f2-78492b4ba05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:24:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:20.070907 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:20.084632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] device_id is not set on port 962bc489-1946-4477-abbe-6e4ebc13fc5d yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:24:20.154893 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-17c0cfbe-cb58-4f1c-80f7-0f5197f88086 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "DELETE /v2.0/floatingips/b7b2c4a8-6575-4a49-9c8d-8c047a8a2b49 HTTP/1.1" status: 204 len: 168 time: 2.9029186 May 30 20:24:20.155560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf9110e-eded-4dd6-9fde-8208b42b4cb8', 'tag': '37be7c3d-42a3-4a4f-b08d-0c46d57312d0'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:24:20.198944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12777590-4fb3-4478-824c-07efc124f732,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:20.262524 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd6d57c-b3cb-4921-ac50-98d1bfb2392a'] response: {'name': 'network-changed', 'server_uuid': 'aaf9110e-eded-4dd6-9fde-8208b42b4cb8', 'tag': '37be7c3d-42a3-4a4f-b08d-0c46d57312d0', 'status': 'completed', 'code': 200} May 30 20:24:20.856789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-13dff890-8644-4941-a2f2-78492b4ba05a None None] Set router b5018a4a-c30d-4b10-9f6c-09f458b6bbfe gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:24:21.000871 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8ee12817-594e-47dc-9492-a148a808b12c req-5067da0a-036e-43fb-9b5b-abbb67d2ea25 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=67862e1320db41428cd738fac2e6c911&device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 1136 time: 0.6966362 May 30 20:24:21.339120 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee12817-594e-47dc-9492-a148a808b12c req-b7f829eb-f086-4996-9d31-9076c15e5596 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:21.341022 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8ee12817-594e-47dc-9492-a148a808b12c req-b7f829eb-f086-4996-9d31-9076c15e5596 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4564383f-8543-4a65-b89a-d58456250128 HTTP/1.1" status: 200 len: 898 time: 0.3465397 May 30 20:24:21.360358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] device_id is not set on port 962bc489-1946-4477-abbe-6e4ebc13fc5d yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:24:21.390337 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:21.443513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Transition to ACTIVE for port object 962bc489-1946-4477-abbe-6e4ebc13fc5d will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:21.486788 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:21.514566 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8ee12817-594e-47dc-9492-a148a808b12c req-878d0e29-acbb-4ba9-8c82-b577436097e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37be7c3d-42a3-4a4f-b08d-0c46d57312d0 HTTP/1.1" status: 200 len: 217 time: 0.1663818 May 30 20:24:21.623857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55622) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:21.734770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb735221-4d62-49c0-b7de-88cff754e7a9 req-24976a5c-6eed-4780-8c90-f04ede255b13 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:21.734770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb735221-4d62-49c0-b7de-88cff754e7a9 req-24976a5c-6eed-4780-8c90-f04ede255b13 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 985 time: 0.7925866 May 30 20:24:21.820140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Pushing event updated for resources: {'Port': ['ID=962bc489-1946-4477-abbe-6e4ebc13fc5d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:21.831860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Checking segment: {'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:24:21.832570 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Network hostable DHCP agents. Network: eb376d13-500a-4603-936d-74b2434acb01, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:24:21.912650 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb735221-4d62-49c0-b7de-88cff754e7a9 req-003d0485-f0e5-4079-92cf-4e4bf0bedb89 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/security-groups?id=88e4da72-19a6-4e07-90cc-1da34b6d5a0c&id=a84e0aa0-5ad2-4215-a8c8-a8788d9ae9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1526453 May 30 20:24:21.923439 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee12817-594e-47dc-9492-a148a808b12c req-ff7b7990-6cdf-40be-8d97-a22db06c8ced service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:21.924937 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8ee12817-594e-47dc-9492-a148a808b12c req-ff7b7990-6cdf-40be-8d97-a22db06c8ced service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0032e739-5d11-487a-b2d1-92220d9fcd7a HTTP/1.1" status: 200 len: 835 time: 0.4032974 May 30 20:24:21.928232 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-13dff890-8644-4941-a2f2-78492b4ba05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992644940', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'fd71690f-2069-4321-a36f-857a5edac742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:52Z', 'updated_at': '2022-05-30T20:22:02Z', 'revision_number': 4, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': 'fd71690f-2069-4321-a36f-857a5edac742', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:53Z', 'updated_at': '2022-05-30T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'c4001799-21e9-44d7-9af5-6bb1a7e56389', 'name': '', 'network_id': '4564383f-8543-4a65-b89a-d58456250128', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'mac_address': 'fa:16:3e:e1:09:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:01Z', 'updated_at': '2022-05-30T20:22:31Z', 'revision_number': 5, 'project_id': '67862e1320db41428cd738fac2e6c911', 'subnets': [{'id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:21.929908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Network eb376d13-500a-4603-936d-74b2434acb01 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:24:21.942077 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dff890-8644-4941-a2f2-78492b4ba05a None None] Checking router: b5018a4a-c30d-4b10-9f6c-09f458b6bbfe for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:24:21.956765 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, eb376d13-500a-4603-936d-74b2434acb01) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:21.963096 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:21.973468 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1710d249-d4bc-47fd-8909-18b740768d76 None None] Network eb376d13-500a-4603-936d-74b2434acb01 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:24:22.004560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:22.004900 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:22.011424 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:22.021749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:22.022298 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:22.022982 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 2 to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d May 30 20:24:22.069640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:22.071958 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:22.072881 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:22.081037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:22.081957 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:22.082700 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 3 to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d May 30 20:24:22.102028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-network', 'tenant_id': 'e1f154aa639e466b871f55ef50521468'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:22.116125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:22.120746 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8ee12817-594e-47dc-9492-a148a808b12c req-0eca4d26-2e37-4d8a-91c4-8e8790c7a3d3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4564383f-8543-4a65-b89a-d58456250128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804700 May 30 20:24:22.126647 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:22.129474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:22.129952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:22.152002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Usage tracker for resource:network and tenant:e1f154aa639e466b871f55ef50521468 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:22.156871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:22.157313 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:22.161650 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:22.168464 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 4 to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d May 30 20:24:22.277972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:22.278319 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:22.278619 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:22.290739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:22.313727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dff890-8644-4941-a2f2-78492b4ba05a None None] Routers {'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:22.314811 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-13dff890-8644-4941-a2f2-78492b4ba05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:24:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:22.337343 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:22.337649 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:22.339478 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 5 to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d May 30 20:24:22.375532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Made reservation on behalf of e1f154aa639e466b871f55ef50521468 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:24:22.383299 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:22.406858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:22.407398 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:22.407537 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:22.434901 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:22.453536 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:22.454215 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:22.455193 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 6 to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d May 30 20:24:22.465872 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8ee12817-594e-47dc-9492-a148a808b12c req-349a8f6b-af08-492a-b47b-e9d1fc99bdce service neutron] 10.222.0.77 "GET /v2.0/networks/4564383f-8543-4a65-b89a-d58456250128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307941 May 30 20:24:22.533714 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:22.542960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Usage tracker for resource:security_group_rule and tenant:e1f154aa639e466b871f55ef50521468 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:22.552242 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:22.566220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:22.738660 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:22.756253 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:22.772795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:24:22.780479 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55648) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:22.787715 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:22.788393 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Added segment 67dc3718-07ad-448b-a699-b13e8c6a7229 of type vlan for network 0d1878ae-449f-42b8-bf46-74af28ca94fd May 30 20:24:22.808358 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-13dff890-8644-4941-a2f2-78492b4ba05a None None] Set router b5018a4a-c30d-4b10-9f6c-09f458b6bbfe gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:24:22.818246 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8ee12817-594e-47dc-9492-a148a808b12c req-479d1649-6a60-4c75-a519-edbe680d3ab9 service neutron] 10.222.0.77 "GET /v2.0/networks/4564383f-8543-4a65-b89a-d58456250128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357041 May 30 20:24:22.838058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f37bfce-d7e6-4b09-b53c-094c697973aa,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:22.844545 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:22.845313 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:22.845886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:22.872615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9d6a7-2569-48cf-b566-6222b6dab43c req-f42ca16c-a110-469d-bb08-323a67b48200 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:22.874260 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70d9d6a7-2569-48cf-b566-6222b6dab43c req-f42ca16c-a110-469d-bb08-323a67b48200 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 985 time: 0.7159977 May 30 20:24:22.885378 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:22.923442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:22.923946 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:22.932198 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 7 to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d May 30 20:24:22.978043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:22.978525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:22.978964 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:22.988657 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-70d9d6a7-2569-48cf-b566-6222b6dab43c req-174f81fb-048a-4535-a6e6-f3d762524c4d tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Deleting port 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:22.989154 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-70d9d6a7-2569-48cf-b566-6222b6dab43c req-174f81fb-048a-4535-a6e6-f3d762524c4d tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:23.020593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:23.021086 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:23.029020 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 8 to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d May 30 20:24:23.051551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:23.053011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:23.053476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:23.074450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:23.074927 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:23.080452 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 9 to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d May 30 20:24:23.155040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:23.156231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:23.156730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:23.158891 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:23.159908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:23.160643 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:23.188814 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c12f693-ccb6-477f-bf0b-315e60adc565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:23.312257 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3c12f693-ccb6-477f-bf0b-315e60adc565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:23.320768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3c12f693-ccb6-477f-bf0b-315e60adc565 admin admin] Usage tracker for resource:security_group_rule and tenant:11f4113258714cdaa47ac4d6e6e6879d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:23.328592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3c12f693-ccb6-477f-bf0b-315e60adc565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:23.341781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3c12f693-ccb6-477f-bf0b-315e60adc565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:23.488320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:23.488834 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:23.495828 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c12f693-ccb6-477f-bf0b-315e60adc565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:23.512663 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c12f693-ccb6-477f-bf0b-315e60adc565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:23.534516 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 10 to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d May 30 20:24:23.546918 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-13dff890-8644-4941-a2f2-78492b4ba05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992644940', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'fd71690f-2069-4321-a36f-857a5edac742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:52Z', 'updated_at': '2022-05-30T20:22:02Z', 'revision_number': 4, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': 'fd71690f-2069-4321-a36f-857a5edac742', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:53Z', 'updated_at': '2022-05-30T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'c4001799-21e9-44d7-9af5-6bb1a7e56389', 'name': '', 'network_id': '4564383f-8543-4a65-b89a-d58456250128', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'mac_address': 'fa:16:3e:e1:09:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:01Z', 'updated_at': '2022-05-30T20:22:31Z', 'revision_number': 5, 'project_id': '67862e1320db41428cd738fac2e6c911', 'subnets': [{'id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:23.552466 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dff890-8644-4941-a2f2-78492b4ba05a None None] The sync data for ids ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'] in n-d-843949-2 is: [{'id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992644940', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'fd71690f-2069-4321-a36f-857a5edac742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:52Z', 'updated_at': '2022-05-30T20:22:02Z', 'revision_number': 4, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': 'fd71690f-2069-4321-a36f-857a5edac742', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:53Z', 'updated_at': '2022-05-30T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'c4001799-21e9-44d7-9af5-6bb1a7e56389', 'name': '', 'network_id': '4564383f-8543-4a65-b89a-d58456250128', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'mac_address': 'fa:16:3e:e1:09:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:01Z', 'updated_at': '2022-05-30T20:22:31Z', 'revision_number': 5, 'project_id': '67862e1320db41428cd738fac2e6c911', 'subnets': [{'id': '0032e739-5d11-487a-b2d1-92220d9fcd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:24:23.581781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12f693-ccb6-477f-bf0b-315e60adc565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4fb9a1-ce3a-482f-9cd5-b3d22cb11d29,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:23.600630 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] Pushing event updated for resources: {'Network': ['ID=0d1878ae-449f-42b8-bf46-74af28ca94fd,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:23.628192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 0d1878ae-449f-42b8-bf46-74af28ca94fd details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:24:23.643425 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3c12f693-ccb6-477f-bf0b-315e60adc565 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=11f4113258714cdaa47ac4d6e6e6879d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8613846 May 30 20:24:23.645949 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55668) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:23.709937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:23.715622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:23.716304 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:23.743599 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dfa46636-2882-4579-a8c8-f5d075f4e308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:23.777100 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-700706a8-90c3-4bd8-8a0d-95c1ed7d90e6 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1231575 May 30 20:24:23.785381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55676) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:23.807908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 962bc489-1946-4477-abbe-6e4ebc13fc5d on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:23.813038 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 962bc489-1946-4477-abbe-6e4ebc13fc5d on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:23.813554 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:23.832487 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-56306403-f020-4880-a41d-4590166347df admin admin] Request body: {'subnet': {'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-subnet', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:23.849997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-56306403-f020-4880-a41d-4590166347df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:23.877425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-56306403-f020-4880-a41d-4590166347df admin admin] Usage tracker for resource:subnet and tenant:e1f154aa639e466b871f55ef50521468 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:23.886122 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-56306403-f020-4880-a41d-4590166347df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:23.890758 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dfa46636-2882-4579-a8c8-f5d075f4e308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:23.904298 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-56306403-f020-4880-a41d-4590166347df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:23.965196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56306403-f020-4880-a41d-4590166347df admin admin] Made reservation on behalf of e1f154aa639e466b871f55ef50521468 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:24:23.967484 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56306403-f020-4880-a41d-4590166347df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:24.013404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-70d9d6a7-2569-48cf-b566-6222b6dab43c req-174f81fb-048a-4535-a6e6-f3d762524c4d tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] For port 37be7c3d-42a3-4a4f-b08d-0c46d57312d0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=37be7c3d-42a3-4a4f-b08d-0c46d57312d0,segment=NetworkSegment(4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f),segment_id=4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:24.013824 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-70d9d6a7-2569-48cf-b566-6222b6dab43c req-174f81fb-048a-4535-a6e6-f3d762524c4d tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:24.041090 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a57a4d-7fec-4882-8e9a-b351bbe63df1 req-b9b66520-eeed-461e-b9c7-f84ed92dc591 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:24.043365 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8a57a4d-7fec-4882-8e9a-b351bbe63df1 req-b9b66520-eeed-461e-b9c7-f84ed92dc591 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 985 time: 0.8521650 May 30 20:24:24.052343 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78a4a08-4158-4e3e-afbd-23e7a29417b6 None None] New status for floating IP b7b2c4a8-6575-4a49-9c8d-8c047a8a2b49: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:24:24.135036 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dfa46636-2882-4579-a8c8-f5d075f4e308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:24.161365 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa46636-2882-4579-a8c8-f5d075f4e308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4fb9a1-ce3a-482f-9cd5-b3d22cb11d29,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:24.165157 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dfa46636-2882-4579-a8c8-f5d075f4e308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:24.167680 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dfa46636-2882-4579-a8c8-f5d075f4e308 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7c4fb9a1-ce3a-482f-9cd5-b3d22cb11d29 HTTP/1.1" status: 204 len: 168 time: 0.5207222 May 30 20:24:24.286631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-70d9d6a7-2569-48cf-b566-6222b6dab43c req-174f81fb-048a-4535-a6e6-f3d762524c4d tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Calling delete_port for 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:24.402082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56306403-f020-4880-a41d-4590166347df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:24.439839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] For port 962bc489-1946-4477-abbe-6e4ebc13fc5d, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:24:24.448612 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempted to set empty binding levels {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 30 20:24:24.475778 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:24.499992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56306403-f020-4880-a41d-4590166347df admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f9412f8-b9b7-4d21-91c7-4120cd918668,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:24.538604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56306403-f020-4880-a41d-4590166347df admin admin] Checking segment: {'id': '67dc3718-07ad-448b-a699-b13e8c6a7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:24:24.539180 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56306403-f020-4880-a41d-4590166347df admin admin] Network hostable DHCP agents. Network: 0d1878ae-449f-42b8-bf46-74af28ca94fd, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:24:24.565655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56306403-f020-4880-a41d-4590166347df admin admin] Network 0d1878ae-449f-42b8-bf46-74af28ca94fd is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:24:24.576912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-56306403-f020-4880-a41d-4590166347df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 0d1878ae-449f-42b8-bf46-74af28ca94fd) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:24.582724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56306403-f020-4880-a41d-4590166347df admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:24.584378 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56306403-f020-4880-a41d-4590166347df admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:24.586700 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fade5f-ed17-4822-9dca-f5836141c7d2 None None] Network 0d1878ae-449f-42b8-bf46-74af28ca94fd requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:24:24.614930 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-56306403-f020-4880-a41d-4590166347df admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8095140 May 30 20:24:24.615844 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55690) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:24.629268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:24.643875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Pushing event updated for resources: {'Port': ['ID=962bc489-1946-4477-abbe-6e4ebc13fc5d,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:24.645954 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:24.657124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Usage tracker for resource:router and tenant:e1f154aa639e466b871f55ef50521468 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:24.657912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8a57a4d-7fec-4882-8e9a-b351bbe63df1 req-51f5a6f5-6338-47d4-9ef2-5bdbb8c758ed tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/security-groups?id=88e4da72-19a6-4e07-90cc-1da34b6d5a0c&id=a84e0aa0-5ad2-4215-a8c8-a8788d9ae9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5981805 May 30 20:24:24.665664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:24.678870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:24.703435 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:24.703694 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:24.704949 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:24.733013 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-46e9cab4-2445-40c5-a0a0-d4bfa25e2212 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.0527554 May 30 20:24:24.739671 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55694) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:24.847675 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:24.911902 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-70d9d6a7-2569-48cf-b566-6222b6dab43c req-174f81fb-048a-4535-a6e6-f3d762524c4d tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:24.951082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-cc175b9e-6e2a-4d04-9bc7-a2b53e410e45 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Deleting port 962bc489-1946-4477-abbe-6e4ebc13fc5d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:24.962368 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cc175b9e-6e2a-4d04-9bc7-a2b53e410e45 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:24.981244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55702) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:25.055524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f81fb-048a-4535-a6e6-f3d762524c4d tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event deleted for resources: {'Port': ['ID=37be7c3d-42a3-4a4f-b08d-0c46d57312d0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:25.170282 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57a96626-848f-44f3-9156-3ce170bbc5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:25.242972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-57a96626-848f-44f3-9156-3ce170bbc5ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:25.247465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-57a96626-848f-44f3-9156-3ce170bbc5ba admin admin] Usage tracker for resource:security_group_rule and tenant:bc42984bafc84636aeddb946311897f1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:25.255538 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-57a96626-848f-44f3-9156-3ce170bbc5ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:25.271181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-57a96626-848f-44f3-9156-3ce170bbc5ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:25.367838 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-0d1878ae-449f-42b8-bf46-74af28ca94fd', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:24:25.369015 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:25.421009 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57a96626-848f-44f3-9156-3ce170bbc5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:25.428609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d9d6a7-2569-48cf-b566-6222b6dab43c req-174f81fb-048a-4535-a6e6-f3d762524c4d tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] No DVR routers for this DVR port 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:24:25.430507 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57a96626-848f-44f3-9156-3ce170bbc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:25.439070 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-70d9d6a7-2569-48cf-b566-6222b6dab43c req-174f81fb-048a-4535-a6e6-f3d762524c4d tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:25.452351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf9110e-eded-4dd6-9fde-8208b42b4cb8', 'name': 'network-vif-deleted', 'tag': '37be7c3d-42a3-4a4f-b08d-0c46d57312d0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:24:25.516776 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:25.664361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-cc175b9e-6e2a-4d04-9bc7-a2b53e410e45 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] For port 962bc489-1946-4477-abbe-6e4ebc13fc5d, host n-h2-843949-2, got binding levels [] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:25.664721 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cc175b9e-6e2a-4d04-9bc7-a2b53e410e45 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:25.671317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a96626-848f-44f3-9156-3ce170bbc5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2788d2-f8d8-49bb-922a-fb087dcccd17,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:25.694867 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70d9d6a7-2569-48cf-b566-6222b6dab43c req-174f81fb-048a-4535-a6e6-f3d762524c4d tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.77 "DELETE /v2.0/ports/37be7c3d-42a3-4a4f-b08d-0c46d57312d0 HTTP/1.1" status: 204 len: 173 time: 2.8122504 May 30 20:24:25.717300 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6da45056-579c-4f60-a51d-153a4afa1221'] response: {'server_uuid': 'aaf9110e-eded-4dd6-9fde-8208b42b4cb8', 'name': 'network-vif-deleted', 'tag': '37be7c3d-42a3-4a4f-b08d-0c46d57312d0', 'status': 'completed', 'code': 200} May 30 20:24:25.721523 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-57a96626-848f-44f3-9156-3ce170bbc5ba admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bc42984bafc84636aeddb946311897f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7293530 May 30 20:24:25.724335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55726) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:25.856030 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7708d980-f3e4-4db0-b3f6-9d0c0d743733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:25.880204 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Allocated IP 172.20.0.2 (0d1878ae-449f-42b8-bf46-74af28ca94fd/9f9412f8-b9b7-4d21-91c7-4120cd918668/d383abf7-56ea-47c4-9c63-8cf972c3f3c5) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:24:25.918806 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7708d980-f3e4-4db0-b3f6-9d0c0d743733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:26.086816 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7708d980-f3e4-4db0-b3f6-9d0c0d743733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:26.148628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2b4cb8a3-7c9c-4a23-ad59-c232d54924c3 req-caead5bf-7678-48db-8dae-07369658f721 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Synchronizing usage tracker for tenant:67862e1320db41428cd738fac2e6c911 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:24:26.181240 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708d980-f3e4-4db0-b3f6-9d0c0d743733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2788d2-f8d8-49bb-922a-fb087dcccd17,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:26.239636 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7708d980-f3e4-4db0-b3f6-9d0c0d743733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:26.240792 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7708d980-f3e4-4db0-b3f6-9d0c0d743733 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fc2788d2-f8d8-49bb-922a-fb087dcccd17 HTTP/1.1" status: 204 len: 168 time: 0.5153451 May 30 20:24:26.250076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-2b4cb8a3-7c9c-4a23-ad59-c232d54924c3 req-caead5bf-7678-48db-8dae-07369658f721 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Unset dirty status for tenant:67862e1320db41428cd738fac2e6c911 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:24:26.259853 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b4cb8a3-7c9c-4a23-ad59-c232d54924c3 req-caead5bf-7678-48db-8dae-07369658f721 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "GET /v2.0/ports?device_id=aaf9110e-eded-4dd6-9fde-8208b42b4cb8 HTTP/1.1" status: 200 len: 210 time: 0.2149081 May 30 20:24:26.394066 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:26.438953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Transition to ACTIVE for port object d383abf7-56ea-47c4-9c63-8cf972c3f3c5 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:26.467627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-cc175b9e-6e2a-4d04-9bc7-a2b53e410e45 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Calling delete_port for 962bc489-1946-4477-abbe-6e4ebc13fc5d owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:26.469674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55744) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:26.519298 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Transition to ACTIVE for port object d383abf7-56ea-47c4-9c63-8cf972c3f3c5 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:26.582545 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:26.694027 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2706742b-610c-4dd4-a50a-b729fa55e818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:26.741267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2706742b-610c-4dd4-a50a-b729fa55e818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:26.745979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2706742b-610c-4dd4-a50a-b729fa55e818 admin admin] Usage tracker for resource:security_group_rule and tenant:3b572dfec7b14cad9f3079c975bd2343 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:26.749655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2706742b-610c-4dd4-a50a-b729fa55e818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:26.763677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2706742b-610c-4dd4-a50a-b729fa55e818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:26.910787 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Pushing event updated for resources: {'Port': ['ID=d383abf7-56ea-47c4-9c63-8cf972c3f3c5,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:26.925027 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:24:26.930439 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cc175b9e-6e2a-4d04-9bc7-a2b53e410e45 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:26.963244 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2706742b-610c-4dd4-a50a-b729fa55e818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:26.975210 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2706742b-610c-4dd4-a50a-b729fa55e818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.036309 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:24:27.038583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 37be7c3d-42a3-4a4f-b08d-0c46d57312d0 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:24:27.068514 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Network 0d1878ae-449f-42b8-bf46-74af28ca94fd is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:27.073334 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:27.085034 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:27.143131 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2706742b-610c-4dd4-a50a-b729fa55e818 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3b572dfec7b14cad9f3079c975bd2343&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6720293 May 30 20:24:27.147736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55756) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:27.156625 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cc175b9e-6e2a-4d04-9bc7-a2b53e410e45 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.169527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc175b9e-6e2a-4d04-9bc7-a2b53e410e45 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Pushing event deleted for resources: {'Port': ['ID=962bc489-1946-4477-abbe-6e4ebc13fc5d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:27.174739 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cc175b9e-6e2a-4d04-9bc7-a2b53e410e45 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] 10.222.0.84 "DELETE /v2.0/ports/962bc489-1946-4477-abbe-6e4ebc13fc5d HTTP/1.1" status: 204 len: 168 time: 2.4329839 May 30 20:24:27.185520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55760) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:27.187566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706742b-610c-4dd4-a50a-b729fa55e818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd2fcaf-bb9b-4a81-9273-07336fdaa39d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:27.299778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Attempting to bind port d383abf7-56ea-47c4-9c63-8cf972c3f3c5 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:27.302200 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Attempting to bind port d383abf7-56ea-47c4-9c63-8cf972c3f3c5 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '67dc3718-07ad-448b-a699-b13e8c6a7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:27.302619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Attempting to bind port d383abf7-56ea-47c4-9c63-8cf972c3f3c5 on network 0d1878ae-449f-42b8-bf46-74af28ca94fd {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:27.310454 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:24:27.310876 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Checking segment: {'id': '67dc3718-07ad-448b-a699-b13e8c6a7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:24:27.311285 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.312537 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Bound using segment: {'id': '67dc3718-07ad-448b-a699-b13e8c6a7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:24:27.313010 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Bound port: d383abf7-56ea-47c4-9c63-8cf972c3f3c5, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dc3718-07ad-448b-a699-b13e8c6a7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:24:27.313384 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.331506 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0719a1-969f-4c3b-a2d4-0142627e4c57 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] GET failed (client error): The resource could not be found. May 30 20:24:27.332334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6f0719a1-969f-4c3b-a2d4-0142627e4c57 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Synchronizing usage tracker for tenant:7ce6b67bd1e245edbd48b6f63a06c7dd on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:24:27.406318 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9bed5dc1-ef83-4c1f-9b33-be8bb83123a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.428035 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] For port d383abf7-56ea-47c4-9c63-8cf972c3f3c5, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:24:27.431613 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] For port d383abf7-56ea-47c4-9c63-8cf972c3f3c5, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d383abf7-56ea-47c4-9c63-8cf972c3f3c5,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:24:27.437923 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.471919 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9bed5dc1-ef83-4c1f-9b33-be8bb83123a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.481243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6f0719a1-969f-4c3b-a2d4-0142627e4c57 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Unset dirty status for tenant:7ce6b67bd1e245edbd48b6f63a06c7dd on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:24:27.483070 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6f0719a1-969f-4c3b-a2d4-0142627e4c57 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] 10.222.0.84 "GET /v2.0/ports/962bc489-1946-4477-abbe-6e4ebc13fc5d HTTP/1.1" status: 404 len: 333 time: 0.2996833 May 30 20:24:27.491021 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55774) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:27.512624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a67c6950-04ad-4073-aefb-ae4fb14673ad tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Request body: {'port': {'network_id': 'eb376d13-500a-4603-936d-74b2434acb01', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1405947022'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:27.528979 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a67c6950-04ad-4073-aefb-ae4fb14673ad tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:27.549413 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9bed5dc1-ef83-4c1f-9b33-be8bb83123a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.558951 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55780) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:27.569188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a67c6950-04ad-4073-aefb-ae4fb14673ad tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:27.591742 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed5dc1-ef83-4c1f-9b33-be8bb83123a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd2fcaf-bb9b-4a81-9273-07336fdaa39d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:27.643354 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67c6950-04ad-4073-aefb-ae4fb14673ad tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Made reservation on behalf of 7ce6b67bd1e245edbd48b6f63a06c7dd for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:24:27.646985 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a67c6950-04ad-4073-aefb-ae4fb14673ad tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.694233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-a67c6950-04ad-4073-aefb-ae4fb14673ad tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] device_id is not set on port f7f16ab7-7979-46c6-8797-e8c67bbfe750 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:24:27.695254 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d45fb-55c0-4331-97fe-f35a2fa5bc21 None None] Pushing event updated for resources: {'Port': ['ID=d383abf7-56ea-47c4-9c63-8cf972c3f3c5,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:27.755446 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c878b64b-1867-4c48-80cc-81b43ce56fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.762796 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9bed5dc1-ef83-4c1f-9b33-be8bb83123a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.765858 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9bed5dc1-ef83-4c1f-9b33-be8bb83123a4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6dd2fcaf-bb9b-4a81-9273-07336fdaa39d HTTP/1.1" status: 204 len: 168 time: 0.6170745 May 30 20:24:27.803404 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.817462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89bbc9-a778-4756-96fc-9abf6436489c req-a7b2953d-34f6-458e-8c55-632ff7b39cf4 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:27.819927 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a89bbc9-a778-4756-96fc-9abf6436489c req-a7b2953d-34f6-458e-8c55-632ff7b39cf4 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 946 time: 0.2050145 May 30 20:24:27.846641 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.902905 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb09d418-2271-438f-b0ae-e383caf32bf3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.940369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a89bbc9-a778-4756-96fc-9abf6436489c req-85f58b5a-6dec-4fb1-a586-1e9922d7f2bb tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=6137b38f-34bd-43bc-babf-de846abcd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089582 May 30 20:24:27.958426 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb09d418-2271-438f-b0ae-e383caf32bf3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:28.126430 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb09d418-2271-438f-b0ae-e383caf32bf3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:28.174021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09d418-2271-438f-b0ae-e383caf32bf3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84e0aa0-5ad2-4215-a8c8-a8788d9ae9b1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:28.190100 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb09d418-2271-438f-b0ae-e383caf32bf3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:28.199051 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cb09d418-2271-438f-b0ae-e383caf32bf3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "DELETE /v2.0/security-groups/a84e0aa0-5ad2-4215-a8c8-a8788d9ae9b1 HTTP/1.1" status: 204 len: 168 time: 0.6268489 May 30 20:24:28.200041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55798) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:28.234846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Allocated IP 172.25.5.24 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/3f228c4f-64e8-4332-a205-3bb242407d76) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:24:28.370585 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3af85df4-d462-463f-87d9-c31583c13438 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:28.431310 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3af85df4-d462-463f-87d9-c31583c13438 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:28.499125 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:28.574463 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3af85df4-d462-463f-87d9-c31583c13438 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:28.611079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af85df4-d462-463f-87d9-c31583c13438 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e4da72-19a6-4e07-90cc-1da34b6d5a0c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:28.633278 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3af85df4-d462-463f-87d9-c31583c13438 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:28.637338 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3af85df4-d462-463f-87d9-c31583c13438 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "DELETE /v2.0/security-groups/88e4da72-19a6-4e07-90cc-1da34b6d5a0c HTTP/1.1" status: 204 len: 168 time: 0.4334238 May 30 20:24:28.638782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55810) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:28.704781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d383abf7-56ea-47c4-9c63-8cf972c3f3c5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:24:28.718239 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a67c6950-04ad-4073-aefb-ae4fb14673ad tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:28.732635 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:28.855685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:28.866581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55820) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:28.867535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:28.870819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:28.908534 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port d383abf7-56ea-47c4-9c63-8cf972c3f3c5 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:24:28.974063 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a39a7d8-a703-4d85-b647-ffcaeefb4341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:29.066257 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a67c6950-04ad-4073-aefb-ae4fb14673ad tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:29.079031 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Pushing event updated for resources: {'Port': ['ID=3f228c4f-64e8-4332-a205-3bb242407d76,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:29.287852 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96c348-8f51-47b2-8b94-ac9c174d5514 req-738b1ce8-fe81-4280-954f-154366528b75 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:29.291267 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9f96c348-8f51-47b2-8b94-ac9c174d5514 req-738b1ce8-fe81-4280-954f-154366528b75 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.77 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 946 time: 0.3309119 May 30 20:24:29.326046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67c6950-04ad-4073-aefb-ae4fb14673ad tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Network eb376d13-500a-4603-936d-74b2434acb01 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:29.342464 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e913bd15-a711-4c51-b540-298e20c4d150 None None] Network 0d1878ae-449f-42b8-bf46-74af28ca94fd requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:24:29.349323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a67c6950-04ad-4073-aefb-ae4fb14673ad tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:29.351868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6a39a7d8-a703-4d85-b647-ffcaeefb4341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:29.356339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c6950-04ad-4073-aefb-ae4fb14673ad tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Pushing event updated for resources: {'Port': ['ID=f7f16ab7-7979-46c6-8797-e8c67bbfe750,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:29.360546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c6950-04ad-4073-aefb-ae4fb14673ad tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:29.361403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c6950-04ad-4073-aefb-ae4fb14673ad tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:29.361981 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a67c6950-04ad-4073-aefb-ae4fb14673ad tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:29.388760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6a39a7d8-a703-4d85-b647-ffcaeefb4341 admin admin] Usage tracker for resource:security_group_rule and tenant:06b30553d3704022b514a9eaacd967b1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:29.397979 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a67c6950-04ad-4073-aefb-ae4fb14673ad tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8997829 May 30 20:24:29.397979 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6a39a7d8-a703-4d85-b647-ffcaeefb4341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:29.399045 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55836) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:29.410146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6a39a7d8-a703-4d85-b647-ffcaeefb4341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:29.415567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:29.455977 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-9f96c348-8f51-47b2-8b94-ac9c174d5514 req-cc8b6558-6337-43bc-b6ae-f2395bdbfc68 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Deleting port 09e4e48b-4269-494b-9ff4-b2f804cd1363 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:29.456358 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9f96c348-8f51-47b2-8b94-ac9c174d5514 req-cc8b6558-6337-43bc-b6ae-f2395bdbfc68 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:29.596092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d7a7e-3338-45e6-9bdf-eb0aa7742f95 req-b0724bd9-8410-404f-962a-288f4ce63cd3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:29.603821 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-456d7a7e-3338-45e6-9bdf-eb0aa7742f95 req-b0724bd9-8410-404f-962a-288f4ce63cd3 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 946 time: 0.4459546 May 30 20:24:29.648464 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:29.711914 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-456d7a7e-3338-45e6-9bdf-eb0aa7742f95 req-07bc56e3-55ea-43c5-a37f-b3c9944caa4b tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups?id=6137b38f-34bd-43bc-babf-de846abcd1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068377 May 30 20:24:29.734782 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a39a7d8-a703-4d85-b647-ffcaeefb4341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:29.746175 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e968d43c-e1e2-444e-8bb0-39342383f877 None None] Provisioning for port d383abf7-56ea-47c4-9c63-8cf972c3f3c5 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:24:29.774857 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a39a7d8-a703-4d85-b647-ffcaeefb4341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:29.783386 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e968d43c-e1e2-444e-8bb0-39342383f877 None None] Provisioning complete for port d383abf7-56ea-47c4-9c63-8cf972c3f3c5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:29.783760 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e968d43c-e1e2-444e-8bb0-39342383f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:29.864486 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6a39a7d8-a703-4d85-b647-ffcaeefb4341 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=06b30553d3704022b514a9eaacd967b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9596267 May 30 20:24:29.872414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55846) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:30.001838 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e968d43c-e1e2-444e-8bb0-39342383f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.002101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39a7d8-a703-4d85-b647-ffcaeefb4341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029a00b2-edd2-48f1-9e4d-9757c7d6d626,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:30.014390 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c1f4b5eb-b32a-422f-973c-03bfa210aa08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.063029 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e968d43c-e1e2-444e-8bb0-39342383f877 None None] For port d383abf7-56ea-47c4-9c63-8cf972c3f3c5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d383abf7-56ea-47c4-9c63-8cf972c3f3c5,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:30.072905 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e968d43c-e1e2-444e-8bb0-39342383f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.088389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-9f96c348-8f51-47b2-8b94-ac9c174d5514 req-cc8b6558-6337-43bc-b6ae-f2395bdbfc68 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] For port 09e4e48b-4269-494b-9ff4-b2f804cd1363, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=09e4e48b-4269-494b-9ff4-b2f804cd1363,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:30.089094 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9f96c348-8f51-47b2-8b94-ac9c174d5514 req-cc8b6558-6337-43bc-b6ae-f2395bdbfc68 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.156990 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968d43c-e1e2-444e-8bb0-39342383f877 None None] Pushing event updated for resources: {'Port': ['ID=d383abf7-56ea-47c4-9c63-8cf972c3f3c5,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:30.206875 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.207603 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.499991 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-643dfeaf-f74e-41ff-b6c8-1c852a6f35c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.509124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-69510023-7af6-4403-8726-634f0e15f3c0 None None] Provisioning complete for port d383abf7-56ea-47c4-9c63-8cf972c3f3c5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:30.510253 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-69510023-7af6-4403-8726-634f0e15f3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.547031 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] device_id is not set on port f7f16ab7-7979-46c6-8797-e8c67bbfe750 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:24:30.574990 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.587125 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-643dfeaf-f74e-41ff-b6c8-1c852a6f35c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.634191 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Transition to ACTIVE for port object f7f16ab7-7979-46c6-8797-e8c67bbfe750 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:30.646990 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.703911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d383abf7-56ea-47c4-9c63-8cf972c3f3c5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:24:30.786659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Pushing event updated for resources: {'Port': ['ID=f7f16ab7-7979-46c6-8797-e8c67bbfe750,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:30.789123 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9f96c348-8f51-47b2-8b94-ac9c174d5514 req-cc8b6558-6337-43bc-b6ae-f2395bdbfc68 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.789608 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9f96c348-8f51-47b2-8b94-ac9c174d5514 req-cc8b6558-6337-43bc-b6ae-f2395bdbfc68 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.789975 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-9f96c348-8f51-47b2-8b94-ac9c174d5514 req-cc8b6558-6337-43bc-b6ae-f2395bdbfc68 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Floating IP 302f577c-1377-445a-8f64-9f7464745a23 disassociated. External IP: 172.25.5.36, port: 09e4e48b-4269-494b-9ff4-b2f804cd1363. May 30 20:24:30.790282 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-643dfeaf-f74e-41ff-b6c8-1c852a6f35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.790401 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-9f96c348-8f51-47b2-8b94-ac9c174d5514 req-cc8b6558-6337-43bc-b6ae-f2395bdbfc68 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Calling delete_port for 09e4e48b-4269-494b-9ff4-b2f804cd1363 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:30.857819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643dfeaf-f74e-41ff-b6c8-1c852a6f35c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029a00b2-edd2-48f1-9e4d-9757c7d6d626,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:30.882139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-643dfeaf-f74e-41ff-b6c8-1c852a6f35c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.883515 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-643dfeaf-f74e-41ff-b6c8-1c852a6f35c3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/029a00b2-edd2-48f1-9e4d-9757c7d6d626 HTTP/1.1" status: 204 len: 168 time: 1.0081644 May 30 20:24:30.898333 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:30.899395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:30.899395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:30.912511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:30.912844 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:30.915788 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 2 to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 May 30 20:24:30.963850 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:30.971542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:30.971826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:30.977084 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port d383abf7-56ea-47c4-9c63-8cf972c3f3c5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:30.977657 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:31.002520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:31.002713 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:31.003553 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 3 to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 May 30 20:24:31.022975 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:31.023309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:31.023632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:31.034428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:31.034723 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:31.035500 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 4 to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 May 30 20:24:31.044826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Router 783c7f04-0ef6-47de-801d-319b4debdd26 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:24:31.056833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:31.057163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:31.057502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:31.067539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:31.067860 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:31.069575 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 5 to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 May 30 20:24:31.195037 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9f96c348-8f51-47b2-8b94-ac9c174d5514 req-cc8b6558-6337-43bc-b6ae-f2395bdbfc68 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:31.201111 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe461022-eff2-4e9f-b1cd-6fbb8cabd749 req-f1355f63-b1db-434e-8d63-f4f78d14d075 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 210 time: 0.0912142 May 30 20:24:31.233868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:31.234213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:31.244244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:31.270385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:31.270966 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:31.271667 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 6 to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 May 30 20:24:31.274707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b6558-6337-43bc-b6ae-f2395bdbfc68 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event deleted for resources: {'Port': ['ID=09e4e48b-4269-494b-9ff4-b2f804cd1363,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:31.301354 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:31.302036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:31.302565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:31.313295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:31.316535 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:31.317935 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 7 to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 May 30 20:24:31.348271 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:31.349131 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:31.349693 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:31.350268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:31.368488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:31.372804 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:31.376230 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 8 to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 May 30 20:24:31.400652 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:31.401037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:31.401636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:31.409944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:31.410331 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:31.410928 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 9 to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 May 30 20:24:31.435332 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:31.440591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:31.440985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:31.441507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:31.453412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:31.453813 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:31.454294 n-d-843949-2 neutron-server[84024]: INFO neutron.plugins.ml2.plugin [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 10 to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 May 30 20:24:31.485103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:31.485436 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:31.486429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:31.510424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:31.511039 n-d-843949-2 neutron-server[84024]: ERROR neutron.plugins.ml2.managers [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:31.511133 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:31.533319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:24:31.541776 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Sync routers for ids ['783c7f04-0ef6-47de-801d-319b4debdd26'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:24:31.605300 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Routers {'783c7f04-0ef6-47de-801d-319b4debdd26'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:31.605300 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:24:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['783c7f04-0ef6-47de-801d-319b4debdd26'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:31.648988 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:31.656551 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-de6f044a-0802-49ac-bfff-233d76f2d7d2 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0392997 May 30 20:24:31.657339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55892) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:31.811019 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:32.054138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] For port f7f16ab7-7979-46c6-8797-e8c67bbfe750, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:24:32.054353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempted to set empty binding levels {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 30 20:24:32.069698 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:32.085276 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Set router 783c7f04-0ef6-47de-801d-319b4debdd26 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:24:32.103415 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f96c348-8f51-47b2-8b94-ac9c174d5514 req-cc8b6558-6337-43bc-b6ae-f2395bdbfc68 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Router bb4d76d1-e126-45dd-bd0c-615ec1775543 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:24:32.126818 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:24:32.138795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] In _notify_port_updated(), no bound segment for port f7f16ab7-7979-46c6-8797-e8c67bbfe750 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:24:32.139851 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:32.141544 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] 10.222.0.84 "PUT /v2.0/ports/f7f16ab7-7979-46c6-8797-e8c67bbfe750 HTTP/1.1" status: 200 len: 975 time: 2.7413890 May 30 20:24:32.143890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55910) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:32.210881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d7618-c77c-4824-8251-6dcb06f990f2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Pushing event updated for resources: {'Port': ['ID=f7f16ab7-7979-46c6-8797-e8c67bbfe750,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:32.299657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-372d8246-107b-45f8-aab7-06967cd784e0 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Synchronizing usage tracker for tenant:7ce6b67bd1e245edbd48b6f63a06c7dd on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:24:32.614379 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-372d8246-107b-45f8-aab7-06967cd784e0 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Unset dirty status for tenant:7ce6b67bd1e245edbd48b6f63a06c7dd on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:24:32.615548 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-372d8246-107b-45f8-aab7-06967cd784e0 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12636 time: 0.4685507 May 30 20:24:32.629922 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55930) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:32.710770 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:24:29Z', 'revision_number': 3, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:32.719577 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Checking router: 783c7f04-0ef6-47de-801d-319b4debdd26 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:24:32.719997 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Updating router 783c7f04-0ef6-47de-801d-319b4debdd26 port 3f228c4f-64e8-4332-a205-3bb242407d76 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:24:32.871003 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 09e4e48b-4269-494b-9ff4-b2f804cd1363 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:24:32.872967 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-d6924328-00f6-44aa-8c2f-503f7c2a3a62 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Deleting port f7f16ab7-7979-46c6-8797-e8c67bbfe750 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:32.873426 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d6924328-00f6-44aa-8c2f-503f7c2a3a62 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:32.916385 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:32.929940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 09e4e48b-4269-494b-9ff4-b2f804cd1363 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:24:32.931207 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 09e4e48b-4269-494b-9ff4-b2f804cd1363 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:24:32.935773 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:33.020053 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4c7b746-e49d-4247-9428-94154ff6d4ad req-bb0809a9-f672-4b67-bb69-185f00776433 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 210 time: 0.3705728 May 30 20:24:33.280826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-d6924328-00f6-44aa-8c2f-503f7c2a3a62 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] For port f7f16ab7-7979-46c6-8797-e8c67bbfe750, host n-h2-843949-2, got binding levels [] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:33.281521 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d6924328-00f6-44aa-8c2f-503f7c2a3a62 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:33.336931 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:33.531099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-d6924328-00f6-44aa-8c2f-503f7c2a3a62 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Calling delete_port for f7f16ab7-7979-46c6-8797-e8c67bbfe750 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:33.603624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55950) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:33.608839 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:33.639324 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Transition to ACTIVE for port object 3f228c4f-64e8-4332-a205-3bb242407d76 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:33.650612 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:33.687250 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f96c348-8f51-47b2-8b94-ac9c174d5514 req-cc8b6558-6337-43bc-b6ae-f2395bdbfc68 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:24:33.700832 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4423f99-b4bb-4ad1-850a-78be82a8b62f None None] Sync routers for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:24:33.720622 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4423f99-b4bb-4ad1-850a-78be82a8b62f None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:33.721733 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e4423f99-b4bb-4ad1-850a-78be82a8b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:24:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:33.785586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d6924328-00f6-44aa-8c2f-503f7c2a3a62 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:33.815888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Attempting to bind port 3f228c4f-64e8-4332-a205-3bb242407d76 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:33.815888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Attempting to bind port 3f228c4f-64e8-4332-a205-3bb242407d76 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:33.816104 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Attempting to bind port 3f228c4f-64e8-4332-a205-3bb242407d76 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:33.818286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f4384-53ba-49de-8ab6-813545ecc825 None None] Pushing event updated for resources: {'Port': ['ID=3f228c4f-64e8-4332-a205-3bb242407d76,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:33.825190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:24:33.826153 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:24:33.836438 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:33.836866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:24:33.837346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Bound port: 3f228c4f-64e8-4332-a205-3bb242407d76, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:24:33.837726 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:33.849210 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f96c348-8f51-47b2-8b94-ac9c174d5514 req-cc8b6558-6337-43bc-b6ae-f2395bdbfc68 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] No DVR routers for this DVR port 09e4e48b-4269-494b-9ff4-b2f804cd1363 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:24:33.861029 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9f96c348-8f51-47b2-8b94-ac9c174d5514 req-cc8b6558-6337-43bc-b6ae-f2395bdbfc68 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:33.879438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e80fcf-3b41-494a-90ad-9741219e2e67', 'name': 'network-vif-deleted', 'tag': '09e4e48b-4269-494b-9ff4-b2f804cd1363'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:24:33.884818 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9f96c348-8f51-47b2-8b94-ac9c174d5514 req-cc8b6558-6337-43bc-b6ae-f2395bdbfc68 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.77 "DELETE /v2.0/ports/09e4e48b-4269-494b-9ff4-b2f804cd1363 HTTP/1.1" status: 204 len: 173 time: 4.5846789 May 30 20:24:33.949502 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d6924328-00f6-44aa-8c2f-503f7c2a3a62 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:33.983380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6924328-00f6-44aa-8c2f-503f7c2a3a62 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7f16ab7-7979-46c6-8797-e8c67bbfe750,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:34.009108 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-299534aa-e9d3-4f7a-993f-2910e0586ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:34.024331 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d6924328-00f6-44aa-8c2f-503f7c2a3a62 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] 10.222.0.84 "DELETE /v2.0/ports/f7f16ab7-7979-46c6-8797-e8c67bbfe750 HTTP/1.1" status: 204 len: 168 time: 1.3933561 May 30 20:24:34.028083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55968) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:34.037228 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341c212a-dc66-4994-a93a-a56b6148bf0d'] response: {'server_uuid': '65e80fcf-3b41-494a-90ad-9741219e2e67', 'name': 'network-vif-deleted', 'tag': '09e4e48b-4269-494b-9ff4-b2f804cd1363', 'status': 'completed', 'code': 200} May 30 20:24:34.079736 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7cab6b-faec-4eda-aa55-c1dedfed2e2d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] GET failed (client error): The resource could not be found. May 30 20:24:34.081145 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ce7cab6b-faec-4eda-aa55-c1dedfed2e2d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Synchronizing usage tracker for tenant:7ce6b67bd1e245edbd48b6f63a06c7dd on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:24:34.091258 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] For port 3f228c4f-64e8-4332-a205-3bb242407d76, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:24:34.110916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] For port 3f228c4f-64e8-4332-a205-3bb242407d76, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3f228c4f-64e8-4332-a205-3bb242407d76,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:24:34.118933 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-e4423f99-b4bb-4ad1-850a-78be82a8b62f None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:24:34.119381 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:34.136569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-299534aa-e9d3-4f7a-993f-2910e0586ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:34.156696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Deleting port c4001799-21e9-44d7-9af5-6bb1a7e56389 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:34.158199 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:34.239675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-299534aa-e9d3-4f7a-993f-2910e0586ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:999cb85146ff4cd2819b0ae21c9716c5 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:34.243049 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-299534aa-e9d3-4f7a-993f-2910e0586ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:34.251081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-299534aa-e9d3-4f7a-993f-2910e0586ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:34.314649 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Routers {'783c7f04-0ef6-47de-801d-319b4debdd26'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:34.316679 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:24:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['783c7f04-0ef6-47de-801d-319b4debdd26'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:34.357501 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-299534aa-e9d3-4f7a-993f-2910e0586ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:34.423734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ce7cab6b-faec-4eda-aa55-c1dedfed2e2d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Unset dirty status for tenant:7ce6b67bd1e245edbd48b6f63a06c7dd on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:24:34.435269 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ce7cab6b-faec-4eda-aa55-c1dedfed2e2d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] 10.222.0.84 "GET /v2.0/ports/f7f16ab7-7979-46c6-8797-e8c67bbfe750 HTTP/1.1" status: 404 len: 333 time: 0.4050770 May 30 20:24:34.436126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55976) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:34.464088 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] For port c4001799-21e9-44d7-9af5-6bb1a7e56389, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c4001799-21e9-44d7-9af5-6bb1a7e56389,segment=NetworkSegment(4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f),segment_id=4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:34.464584 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:34.523326 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-299534aa-e9d3-4f7a-993f-2910e0586ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:34.565192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4d1ec6d8-d873-4ae6-ad5b-1794d0ba09a6 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-77744638', 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:34.572679 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4d1ec6d8-d873-4ae6-ad5b-1794d0ba09a6 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:34.592557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4d1ec6d8-d873-4ae6-ad5b-1794d0ba09a6 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:34.620994 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-299534aa-e9d3-4f7a-993f-2910e0586ab7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=999cb85146ff4cd2819b0ae21c9716c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0162034 May 30 20:24:34.644211 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1ec6d8-d873-4ae6-ad5b-1794d0ba09a6 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Made reservation on behalf of 7ce6b67bd1e245edbd48b6f63a06c7dd for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:24:34.648857 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec6d8-d873-4ae6-ad5b-1794d0ba09a6 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:34.654236 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f4384-53ba-49de-8ab6-813545ecc825 None None] Pushing event updated for resources: {'Port': ['ID=3f228c4f-64e8-4332-a205-3bb242407d76,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:34.661091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Calling delete_port for c4001799-21e9-44d7-9af5-6bb1a7e56389 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:34.706076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55984) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:34.714075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-4d1ec6d8-d873-4ae6-ad5b-1794d0ba09a6 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] device_id is not set on port c58e16ca-6e66-4308-9c4c-a67da284ae4e yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:24:34.819579 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e4423f99-b4bb-4ad1-850a-78be82a8b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:34.822869 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] Set router 783c7f04-0ef6-47de-801d-319b4debdd26 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:24:34.825217 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4423f99-b4bb-4ad1-850a-78be82a8b62f None None] Checking router: bb4d76d1-e126-45dd-bd0c-615ec1775543 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:24:34.828889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f0e4db92-5cf0-4b40-b23f-39a3dd865b01 req-6cfee2ef-cb4d-4007-ae20-69652e063ba1 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Synchronizing usage tracker for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:24:34.840131 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4423f99-b4bb-4ad1-850a-78be82a8b62f None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:34.840984 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e4423f99-b4bb-4ad1-850a-78be82a8b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:24:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:34.892273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f0e4db92-5cf0-4b40-b23f-39a3dd865b01 req-6cfee2ef-cb4d-4007-ae20-69652e063ba1 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Unset dirty status for tenant:a048fd6ea7c2440198c694d9cbd88a49 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:24:34.906937 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f0e4db92-5cf0-4b40-b23f-39a3dd865b01 req-6cfee2ef-cb4d-4007-ae20-69652e063ba1 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/ports?device_id=65e80fcf-3b41-494a-90ad-9741219e2e67 HTTP/1.1" status: 200 len: 210 time: 0.1785994 May 30 20:24:35.117200 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:35.181731 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-e4423f99-b4bb-4ad1-850a-78be82a8b62f None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:24:35.183082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec6d8-d873-4ae6-ad5b-1794d0ba09a6 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:35.238122 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86e620e8-e7ba-432e-9aef-5f4053e4986d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:35.292944 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86e620e8-e7ba-432e-9aef-5f4053e4986d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:35.317806 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec6d8-d873-4ae6-ad5b-1794d0ba09a6 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:35.339191 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299534aa-e9d3-4f7a-993f-2910e0586ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a85d484-8b6d-4d47-a4c6-e3045fa8a33a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:35.484973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event deleted for resources: {'Port': ['ID=c4001799-21e9-44d7-9af5-6bb1a7e56389,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:35.517614 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:35.535320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:35.535662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:35.536207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:35.536546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:35.536875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:35.537199 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:35.537518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:35.538161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:35.538161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:35.538442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:35.538750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:35.543114 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:24:29Z', 'revision_number': 3, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:35.553886 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a499fa4a-c681-4e39-891d-dabf108f084b None None] The sync data for ids ['783c7f04-0ef6-47de-801d-319b4debdd26'] in n-d-843949-2 is: [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:24:29Z', 'revision_number': 3, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:24:35.648610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1ec6d8-d873-4ae6-ad5b-1794d0ba09a6 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Network eb376d13-500a-4603-936d-74b2434acb01 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:35.659350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-4d1ec6d8-d873-4ae6-ad5b-1794d0ba09a6 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:35.677890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ec6d8-d873-4ae6-ad5b-1794d0ba09a6 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:35.678806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1ec6d8-d873-4ae6-ad5b-1794d0ba09a6 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:35.684315 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d1ec6d8-d873-4ae6-ad5b-1794d0ba09a6 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:35.711046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ec6d8-d873-4ae6-ad5b-1794d0ba09a6 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Pushing event updated for resources: {'Port': ['ID=c58e16ca-6e66-4308-9c4c-a67da284ae4e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:35.925289 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e4423f99-b4bb-4ad1-850a-78be82a8b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:35.930385 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4423f99-b4bb-4ad1-850a-78be82a8b62f None None] The sync data for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 is: [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:17:57Z', 'revision_number': 4, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81', 'name': '', 'network_id': '43a3a580-728f-4a14-a9d1-6d5e70d6966e', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'mac_address': 'fa:16:3e:46:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'subnets': [{'id': '68e762fb-e7ab-4b2b-9564-0b9905e98eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:24:36.002624 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:36.006223 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86e620e8-e7ba-432e-9aef-5f4053e4986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:36.011942 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86e620e8-e7ba-432e-9aef-5f4053e4986d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:36.014662 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-86e620e8-e7ba-432e-9aef-5f4053e4986d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3a85d484-8b6d-4d47-a4c6-e3045fa8a33a HTTP/1.1" status: 204 len: 168 time: 0.9498162 May 30 20:24:36.037376 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4d1ec6d8-d873-4ae6-ad5b-1794d0ba09a6 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.5160363 May 30 20:24:36.043389 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56010) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:36.049953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e620e8-e7ba-432e-9aef-5f4053e4986d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a85d484-8b6d-4d47-a4c6-e3045fa8a33a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:36.412720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56018) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:36.430421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Allocated IP 172.20.0.1 (0d1878ae-449f-42b8-bf46-74af28ca94fd/9f9412f8-b9b7-4d21-91c7-4120cd918668/be457aa2-6a34-4acf-9c6d-aec7ce342ea7) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:24:36.654828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d8ee081a-c342-40ba-81dc-ab32162d44bc tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Synchronizing usage tracker for tenant:7ce6b67bd1e245edbd48b6f63a06c7dd on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:24:36.671944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913bcc14-d37b-48cd-9fe6-741f146f536a None None] New status for floating IP 302f577c-1377-445a-8f64-9f7464745a23: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:24:36.778404 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f933e3e-6dc6-4ab0-849b-8bb1d1490944 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:36.818187 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f933e3e-6dc6-4ab0-849b-8bb1d1490944 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:36.880414 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3f228c4f-64e8-4332-a205-3bb242407d76 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:24:36.882022 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f933e3e-6dc6-4ab0-849b-8bb1d1490944 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:36.918339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d8ee081a-c342-40ba-81dc-ab32162d44bc tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Unset dirty status for tenant:7ce6b67bd1e245edbd48b6f63a06c7dd on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:24:36.924274 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d8ee081a-c342-40ba-81dc-ab32162d44bc tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] 10.222.0.84 "GET /v2.0/ports/c58e16ca-6e66-4308-9c4c-a67da284ae4e HTTP/1.1" status: 200 len: 953 time: 0.8786120 May 30 20:24:36.924501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f933e3e-6dc6-4ab0-849b-8bb1d1490944 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6137b38f-34bd-43bc-babf-de846abcd1b9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:36.924906 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56030) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:36.989193 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f933e3e-6dc6-4ab0-849b-8bb1d1490944 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:36.993524 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8f933e3e-6dc6-4ab0-849b-8bb1d1490944 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "DELETE /v2.0/security-groups/6137b38f-34bd-43bc-babf-de846abcd1b9 HTTP/1.1" status: 204 len: 168 time: 0.5794859 May 30 20:24:36.995188 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56034) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:37.022309 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-023717b7-9b27-4c7b-a1d6-82fe19ad6258 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] show failed (client error): The resource could not be found. May 30 20:24:37.030733 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-023717b7-9b27-4c7b-a1d6-82fe19ad6258 tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "GET /v2.0/security-groups/6137b38f-34bd-43bc-babf-de846abcd1b9 HTTP/1.1" status: 404 len: 347 time: 0.0328801 May 30 20:24:37.031319 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56038) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:37.115545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-eef9f57d-48af-4d25-83de-32b9e809a026 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Deleting port c58e16ca-6e66-4308-9c4c-a67da284ae4e {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:37.119586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eef9f57d-48af-4d25-83de-32b9e809a026 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:37.299799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56046) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:37.325398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5ef677e-3fee-4dcc-81da-06a5fbe3b93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:37.364657 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 3f228c4f-64e8-4332-a205-3bb242407d76 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:24:37.375298 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:37.377495 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d5ef677e-3fee-4dcc-81da-06a5fbe3b93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:37.378465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3f228c4f-64e8-4332-a205-3bb242407d76 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:37.379513 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:37.391751 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d5ef677e-3fee-4dcc-81da-06a5fbe3b93f admin admin] Usage tracker for resource:security_group_rule and tenant:9409ee18548d4ffab5cc5ad1a6cd26a2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:37.399085 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d5ef677e-3fee-4dcc-81da-06a5fbe3b93f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:37.410424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d5ef677e-3fee-4dcc-81da-06a5fbe3b93f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:37.607336 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:37.649376 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eef9f57d-48af-4d25-83de-32b9e809a026 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:37.664009 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 3f228c4f-64e8-4332-a205-3bb242407d76, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3f228c4f-64e8-4332-a205-3bb242407d76,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:37.673390 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:37.806015 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=3f228c4f-64e8-4332-a205-3bb242407d76,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:37.864515 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-eef9f57d-48af-4d25-83de-32b9e809a026 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Calling delete_port for c58e16ca-6e66-4308-9c4c-a67da284ae4e owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:37.886148 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-39fb129b-03a4-495c-a2b0-a46fc1063bad tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Deleting port 4f54f089-2033-4759-a2ac-9c091b7e1455 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:37.886148 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39fb129b-03a4-495c-a2b0-a46fc1063bad tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:37.932080 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5ef677e-3fee-4dcc-81da-06a5fbe3b93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:37.944682 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:37.947540 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5ef677e-3fee-4dcc-81da-06a5fbe3b93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:38.004351 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Transition to ACTIVE for port object be457aa2-6a34-4acf-9c6d-aec7ce342ea7 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:38.036131 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d5ef677e-3fee-4dcc-81da-06a5fbe3b93f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9409ee18548d4ffab5cc5ad1a6cd26a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7324898 May 30 20:24:38.036475 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef677e-3fee-4dcc-81da-06a5fbe3b93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddbb2ff-f4b7-4623-98a6-ff47c9735519,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:38.039633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56058) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:38.061815 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eef9f57d-48af-4d25-83de-32b9e809a026 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:38.124184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9f57d-48af-4d25-83de-32b9e809a026 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Pushing event deleted for resources: {'Port': ['ID=c58e16ca-6e66-4308-9c4c-a67da284ae4e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:38.151614 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eef9f57d-48af-4d25-83de-32b9e809a026 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:38.158444 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:38.217358 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39fb129b-03a4-495c-a2b0-a46fc1063bad tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:38.218991 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39fb129b-03a4-495c-a2b0-a46fc1063bad tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:38.252576 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-eef9f57d-48af-4d25-83de-32b9e809a026 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] 10.222.0.84 "DELETE /v2.0/ports/c58e16ca-6e66-4308-9c4c-a67da284ae4e HTTP/1.1" status: 204 len: 168 time: 1.3226125 May 30 20:24:38.257926 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23b44c0b-8a94-4be1-96e3-c3e7c3e4b960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:38.261729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Network 0d1878ae-449f-42b8-bf46-74af28ca94fd is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:38.264308 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56066) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:38.306457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:38.315500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Pushing event updated for resources: {'Port': ['ID=be457aa2-6a34-4acf-9c6d-aec7ce342ea7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:38.325006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:38.368274 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5227ac1-184e-4758-b7f5-da09001085a2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] GET failed (client error): The resource could not be found. May 30 20:24:38.369134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a5227ac1-184e-4758-b7f5-da09001085a2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Synchronizing usage tracker for tenant:7ce6b67bd1e245edbd48b6f63a06c7dd on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:24:38.383868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-39fb129b-03a4-495c-a2b0-a46fc1063bad tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Calling delete_port for 4f54f089-2033-4759-a2ac-9c091b7e1455 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:38.386187 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23b44c0b-8a94-4be1-96e3-c3e7c3e4b960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:38.442273 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:38.444633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a5227ac1-184e-4758-b7f5-da09001085a2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Unset dirty status for tenant:7ce6b67bd1e245edbd48b6f63a06c7dd on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:24:38.449444 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a5227ac1-184e-4758-b7f5-da09001085a2 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] 10.222.0.84 "GET /v2.0/ports/c58e16ca-6e66-4308-9c4c-a67da284ae4e HTTP/1.1" status: 404 len: 333 time: 0.1798134 May 30 20:24:38.449617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56070) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:38.464031 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-2301db70-7c6a-4697-a796-58951b441b5d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Request body: {'port': {'network_id': 'eb376d13-500a-4603-936d-74b2434acb01', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1873706166'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:38.469765 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2301db70-7c6a-4697-a796-58951b441b5d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:38.483556 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2301db70-7c6a-4697-a796-58951b441b5d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:38.509871 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2301db70-7c6a-4697-a796-58951b441b5d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Made reservation on behalf of 7ce6b67bd1e245edbd48b6f63a06c7dd for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:24:38.512319 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2301db70-7c6a-4697-a796-58951b441b5d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:38.559171 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23b44c0b-8a94-4be1-96e3-c3e7c3e4b960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:38.605199 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3f228c4f-64e8-4332-a205-3bb242407d76 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:24:38.605395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b44c0b-8a94-4be1-96e3-c3e7c3e4b960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddbb2ff-f4b7-4623-98a6-ff47c9735519,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:38.621084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-2301db70-7c6a-4697-a796-58951b441b5d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] device_id is not set on port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:24:38.658956 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:38.669074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Router b5018a4a-c30d-4b10-9f6c-09f458b6bbfe has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:24:38.669286 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23b44c0b-8a94-4be1-96e3-c3e7c3e4b960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:38.669388 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39fb129b-03a4-495c-a2b0-a46fc1063bad tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:38.669860 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-23b44c0b-8a94-4be1-96e3-c3e7c3e4b960 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8ddbb2ff-f4b7-4623-98a6-ff47c9735519 HTTP/1.1" status: 204 len: 168 time: 0.6292827 May 30 20:24:38.738712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb129b-03a4-495c-a2b0-a46fc1063bad tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Pushing event deleted for resources: {'Port': ['ID=4f54f089-2033-4759-a2ac-9c091b7e1455,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:38.782178 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8b96fbe7-6f41-4114-a6e1-102193f5cc63 None None] Provisioning for port be457aa2-6a34-4acf-9c6d-aec7ce342ea7 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:24:38.791172 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8b96fbe7-6f41-4114-a6e1-102193f5cc63 None None] Provisioning complete for port be457aa2-6a34-4acf-9c6d-aec7ce342ea7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:38.791537 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8b96fbe7-6f41-4114-a6e1-102193f5cc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:38.849343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3f228c4f-64e8-4332-a205-3bb242407d76 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:38.849711 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:39.035171 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8b96fbe7-6f41-4114-a6e1-102193f5cc63 None None] Port be457aa2-6a34-4acf-9c6d-aec7ce342ea7 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:24:39.094204 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39fb129b-03a4-495c-a2b0-a46fc1063bad tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:39.172931 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-39fb129b-03a4-495c-a2b0-a46fc1063bad tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:39.176981 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-39fb129b-03a4-495c-a2b0-a46fc1063bad tempest-AttachVolumeNegativeTest-608672088 tempest-AttachVolumeNegativeTest-608672088-project] 10.222.0.84 "DELETE /v2.0/floatingips/302f577c-1377-445a-8f64-9f7464745a23 HTTP/1.1" status: 204 len: 168 time: 2.1412420 May 30 20:24:39.319523 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:24:39.330027 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cd9a5cf7-02f0-4a30-a1aa-97f0ebb8b5b9 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "PUT /v2.0/routers/b5018a4a-c30d-4b10-9f6c-09f458b6bbfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6882761 May 30 20:24:39.331472 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489bb56-41ea-466b-bb0b-efc5d3eece16 None None] Sync routers for ids ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:24:39.333910 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56098) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:39.364488 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489bb56-41ea-466b-bb0b-efc5d3eece16 None None] Routers {'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:39.365117 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4489bb56-41ea-466b-bb0b-efc5d3eece16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:24:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:39.427228 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2301db70-7c6a-4697-a796-58951b441b5d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:39.645820 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2301db70-7c6a-4697-a796-58951b441b5d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:39.764011 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:24:39.783727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2301db70-7c6a-4697-a796-58951b441b5d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Network eb376d13-500a-4603-936d-74b2434acb01 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:39.793501 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:39.795405 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-2301db70-7c6a-4697-a796-58951b441b5d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:39.801232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2301db70-7c6a-4697-a796-58951b441b5d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:39.802153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2301db70-7c6a-4697-a796-58951b441b5d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:39.802898 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2301db70-7c6a-4697-a796-58951b441b5d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:39.807739 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-4489bb56-41ea-466b-bb0b-efc5d3eece16 None None] Set router b5018a4a-c30d-4b10-9f6c-09f458b6bbfe gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:24:39.811533 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:39.869029 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301db70-7c6a-4697-a796-58951b441b5d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Pushing event updated for resources: {'Port': ['ID=8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:39.931528 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-88835318-d22d-4cbe-b107-1b57e8a2da9e tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Deleting subnet 0032e739-5d11-487a-b2d1-92220d9fcd7a {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:24:39.942965 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88835318-d22d-4cbe-b107-1b57e8a2da9e tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:39.996512 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2301db70-7c6a-4697-a796-58951b441b5d tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5452633 May 30 20:24:40.001389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56112) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:40.013106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:40.016672 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:40.024361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Pushing event updated for resources: {'Port': ['ID=be457aa2-6a34-4acf-9c6d-aec7ce342ea7,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:40.106848 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88835318-d22d-4cbe-b107-1b57e8a2da9e tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:40.337139 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:40.381342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Network 0d1878ae-449f-42b8-bf46-74af28ca94fd is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:40.382775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:40.502239 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88835318-d22d-4cbe-b107-1b57e8a2da9e tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:40.645974 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4489bb56-41ea-466b-bb0b-efc5d3eece16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992644940', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'fd71690f-2069-4321-a36f-857a5edac742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:52Z', 'updated_at': '2022-05-30T20:24:34Z', 'revision_number': 5, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': 'fd71690f-2069-4321-a36f-857a5edac742', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:53Z', 'updated_at': '2022-05-30T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:40.662190 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489bb56-41ea-466b-bb0b-efc5d3eece16 None None] Checking router: b5018a4a-c30d-4b10-9f6c-09f458b6bbfe for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:24:40.711243 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489bb56-41ea-466b-bb0b-efc5d3eece16 None None] Routers {'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:40.712900 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4489bb56-41ea-466b-bb0b-efc5d3eece16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:24:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:40.912878 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e11b8e49-47e7-46c9-84f7-a601f4a0f207 None None] Provisioning complete for port be457aa2-6a34-4acf-9c6d-aec7ce342ea7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:40.913979 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e11b8e49-47e7-46c9-84f7-a601f4a0f207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:41.055479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] device_id is not set on port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:24:41.074698 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:41.093747 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Transition to ACTIVE for port object 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:41.098901 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:41.148455 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e11b8e49-47e7-46c9-84f7-a601f4a0f207 None None] Port be457aa2-6a34-4acf-9c6d-aec7ce342ea7 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:24:41.168869 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-4489bb56-41ea-466b-bb0b-efc5d3eece16 None None] Set router b5018a4a-c30d-4b10-9f6c-09f458b6bbfe gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:24:41.191955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Pushing event updated for resources: {'Port': ['ID=8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:41.303487 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Router 783c7f04-0ef6-47de-801d-319b4debdd26 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:24:41.320253 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88835318-d22d-4cbe-b107-1b57e8a2da9e tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:41.441136 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88835318-d22d-4cbe-b107-1b57e8a2da9e tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event deleted for resources: {'Subnet': ['ID=0032e739-5d11-487a-b2d1-92220d9fcd7a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:41.472164 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88835318-d22d-4cbe-b107-1b57e8a2da9e tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:41.478892 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d832c935-f0ff-4370-b0ad-29559025f17e None None] Network 4564383f-8543-4a65-b89a-d58456250128 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:24:41.530758 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-88835318-d22d-4cbe-b107-1b57e8a2da9e tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "DELETE /v2.0/subnets/0032e739-5d11-487a-b2d1-92220d9fcd7a HTTP/1.1" status: 204 len: 168 time: 2.1957467 May 30 20:24:41.531584 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56138) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:41.959361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:24:41.969661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:41.969661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:41.969936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:41.979659 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5bf38baa-8730-4312-9feb-460b9b1ab48d admin admin] 10.222.0.84 "PUT /v2.0/routers/783c7f04-0ef6-47de-801d-319b4debdd26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3116105 May 30 20:24:41.984415 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Sync routers for ids ['783c7f04-0ef6-47de-801d-319b4debdd26'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:24:42.013916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Routers {'783c7f04-0ef6-47de-801d-319b4debdd26'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:42.015038 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:24:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['783c7f04-0ef6-47de-801d-319b4debdd26'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:42.024666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:42.025066 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:42.027522 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 2 to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 May 30 20:24:42.038632 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4489bb56-41ea-466b-bb0b-efc5d3eece16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992644940', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'fd71690f-2069-4321-a36f-857a5edac742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:52Z', 'updated_at': '2022-05-30T20:24:34Z', 'revision_number': 5, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': 'fd71690f-2069-4321-a36f-857a5edac742', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:53Z', 'updated_at': '2022-05-30T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:42.054618 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489bb56-41ea-466b-bb0b-efc5d3eece16 None None] The sync data for ids ['b5018a4a-c30d-4b10-9f6c-09f458b6bbfe'] in n-d-843949-2 is: [{'id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1992644940', 'tenant_id': '67862e1320db41428cd738fac2e6c911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'fd71690f-2069-4321-a36f-857a5edac742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:21:52Z', 'updated_at': '2022-05-30T20:24:34Z', 'revision_number': 5, 'project_id': '67862e1320db41428cd738fac2e6c911', 'gw_port': {'id': 'fd71690f-2069-4321-a36f-857a5edac742', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5018a4a-c30d-4b10-9f6c-09f458b6bbfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:21:53Z', 'updated_at': '2022-05-30T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:24:42.066772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:42.067318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:42.071044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:42.156181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:42.169842 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:42.170475 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 3 to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 May 30 20:24:42.251621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:42.252460 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:42.253017 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:42.256785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Set router 783c7f04-0ef6-47de-801d-319b4debdd26 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:24:42.279119 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:42.284371 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:42.285883 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 4 to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 May 30 20:24:42.339299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:42.339994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:42.340545 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:42.371270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:42.371807 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:42.376750 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 5 to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 May 30 20:24:42.429431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:42.433094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:42.433593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:42.457179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:42.457842 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:42.458224 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 6 to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 May 30 20:24:42.521996 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:42.523394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:42.524286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:42.545118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:42.546838 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:42.547616 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 7 to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 May 30 20:24:42.568097 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c4001799-21e9-44d7-9af5-6bb1a7e56389 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:24:42.583435 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2907a969-3e08-490b-8d0c-9b588a34afb3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:42.608873 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: c4001799-21e9-44d7-9af5-6bb1a7e56389 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:24:42.609210 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c4001799-21e9-44d7-9af5-6bb1a7e56389 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:24:42.652224 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:42.652772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:42.654193 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:42.753147 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:42.754189 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:42.761666 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 8 to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 May 30 20:24:42.787677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:42.788066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:42.788392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:42.803554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:42.804450 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:42.806164 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 9 to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 May 30 20:24:42.840485 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144de6e3-58fd-4def-8b6f-15f93ad7de0b None None] DHCP port deletion for 4564383f-8543-4a65-b89a-d58456250128 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:24:42.864163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-144de6e3-58fd-4def-8b6f-15f93ad7de0b None None] Deleting port 20e186f4-7e19-4be5-9685-1ba680da6c74 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:42.864540 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-144de6e3-58fd-4def-8b6f-15f93ad7de0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:42.888983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:42.891137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:42.891640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:42.903175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:42.903504 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:42.904128 n-d-843949-2 neutron-server[84023]: INFO neutron.plugins.ml2.plugin [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempt 10 to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 May 30 20:24:42.951469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:42.953064 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:42.953421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempting to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:42.973987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:42.976842 n-d-843949-2 neutron-server[84023]: ERROR neutron.plugins.ml2.managers [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Failed to bind port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on host n-h2-843949-2 for vnic_type normal using segments [{'id': '6f744030-9854-49d9-b0fd-d9dc93336e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'eb376d13-500a-4603-936d-74b2434acb01'}] May 30 20:24:42.977226 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:43.038178 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56174) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:43.044189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ca4a11cf-fdff-4677-86ba-373a4eb17bd2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1001438230', 'description': 'tempest-description--308951852'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:43.075181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:24:38Z', 'revision_number': 4, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'be457aa2-6a34-4acf-9c6d-aec7ce342ea7', 'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'mac_address': 'fa:16:3e:a3:85:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:35Z', 'updated_at': '2022-05-30T20:24:38Z', 'revision_number': 2, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'subnets': [{'id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:43.077487 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ca4a11cf-fdff-4677-86ba-373a4eb17bd2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:43.091958 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ca4a11cf-fdff-4677-86ba-373a4eb17bd2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Usage tracker for resource:security_group and tenant:e1f154aa639e466b871f55ef50521468 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:43.104293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ca4a11cf-fdff-4677-86ba-373a4eb17bd2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:43.112600 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Checking router: 783c7f04-0ef6-47de-801d-319b4debdd26 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:24:43.113188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Updating router 783c7f04-0ef6-47de-801d-319b4debdd26 port be457aa2-6a34-4acf-9c6d-aec7ce342ea7 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:24:43.125057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ca4a11cf-fdff-4677-86ba-373a4eb17bd2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:43.155011 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ca4a11cf-fdff-4677-86ba-373a4eb17bd2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:43.235142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] For port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:24:43.237667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Attempted to set empty binding levels {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 30 20:24:43.247901 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:43.334749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ca4a11cf-fdff-4677-86ba-373a4eb17bd2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:43.356715 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ca4a11cf-fdff-4677-86ba-373a4eb17bd2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Usage tracker for resource:security_group_rule and tenant:e1f154aa639e466b871f55ef50521468 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:43.373892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ca4a11cf-fdff-4677-86ba-373a4eb17bd2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:43.384295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ca4a11cf-fdff-4677-86ba-373a4eb17bd2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:43.396469 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-144de6e3-58fd-4def-8b6f-15f93ad7de0b None None] For port 20e186f4-7e19-4be5-9685-1ba680da6c74, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=20e186f4-7e19-4be5-9685-1ba680da6c74,segment=NetworkSegment(4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f),segment_id=4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:43.397540 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-144de6e3-58fd-4def-8b6f-15f93ad7de0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:43.501187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] In _notify_port_updated(), no bound segment for port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 on network eb376d13-500a-4603-936d-74b2434acb01 {{(pid=84023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:24:43.505358 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:43.526912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] 10.222.0.84 "PUT /v2.0/ports/8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 HTTP/1.1" status: 200 len: 975 time: 3.5238566 May 30 20:24:43.527070 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56188) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:43.604714 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ca4a11cf-fdff-4677-86ba-373a4eb17bd2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:43.615889 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ca4a11cf-fdff-4677-86ba-373a4eb17bd2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:43.666479 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-144de6e3-58fd-4def-8b6f-15f93ad7de0b None None] Calling delete_port for 20e186f4-7e19-4be5-9685-1ba680da6c74 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:43.675214 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a11cf-fdff-4677-86ba-373a4eb17bd2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9c45f4-81d7-4469-8849-05194290a9e2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:43.694988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Deleting port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:43.695457 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:43.757391 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ca4a11cf-fdff-4677-86ba-373a4eb17bd2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:43.763905 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ca4a11cf-fdff-4677-86ba-373a4eb17bd2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7217796 May 30 20:24:43.773186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56196) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:43.774284 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:43.787407 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5a14bd80-b5c9-4b62-9b0a-1bd3b94ff862 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Request body: {'security_group_rule': {'security_group_id': 'ea9c45f4-81d7-4469-8849-05194290a9e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:43.820891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5a14bd80-b5c9-4b62-9b0a-1bd3b94ff862 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:43.870039 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bc03c-50de-4333-8889-8d848c93544a tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Pushing event updated for resources: {'Port': ['ID=8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:43.908890 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-144de6e3-58fd-4def-8b6f-15f93ad7de0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:43.934739 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2907a969-3e08-490b-8d0c-9b588a34afb3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:43.962546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2907a969-3e08-490b-8d0c-9b588a34afb3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Deleting port fd71690f-2069-4321-a36f-857a5edac742 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:43.962886 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2907a969-3e08-490b-8d0c-9b588a34afb3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:43.985576 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5a14bd80-b5c9-4b62-9b0a-1bd3b94ff862 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Usage tracker for resource:security_group_rule and tenant:e1f154aa639e466b871f55ef50521468 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:43.989217 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144de6e3-58fd-4def-8b6f-15f93ad7de0b None None] Pushing event deleted for resources: {'Port': ['ID=20e186f4-7e19-4be5-9685-1ba680da6c74,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:44.013986 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5a14bd80-b5c9-4b62-9b0a-1bd3b94ff862 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:44.043430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5a14bd80-b5c9-4b62-9b0a-1bd3b94ff862 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:44.076339 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144de6e3-58fd-4def-8b6f-15f93ad7de0b None None] No DVR routers for this DVR port 20e186f4-7e19-4be5-9685-1ba680da6c74 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:24:44.290538 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5a14bd80-b5c9-4b62-9b0a-1bd3b94ff862 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:44.379787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2907a969-3e08-490b-8d0c-9b588a34afb3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] For port fd71690f-2069-4321-a36f-857a5edac742, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=fd71690f-2069-4321-a36f-857a5edac742,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:44.382051 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2907a969-3e08-490b-8d0c-9b588a34afb3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:44.386226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] For port 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0, host n-h2-843949-2, got binding levels [] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:44.386784 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:44.556264 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:44.600627 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Transition to ACTIVE for port object be457aa2-6a34-4acf-9c6d-aec7ce342ea7 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:44.613119 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 20e186f4-7e19-4be5-9685-1ba680da6c74 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:24:44.682727 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:44.704156 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 20e186f4-7e19-4be5-9685-1ba680da6c74 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:24:44.708078 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 20e186f4-7e19-4be5-9685-1ba680da6c74 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:24:44.725010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2907a969-3e08-490b-8d0c-9b588a34afb3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Calling delete_port for fd71690f-2069-4321-a36f-857a5edac742 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:44.872022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dca9e3-874c-41c1-8226-5b9d58168837 None None] Pushing event updated for resources: {'Port': ['ID=be457aa2-6a34-4acf-9c6d-aec7ce342ea7,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:44.921533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Calling delete_port for 8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:45.110123 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2907a969-3e08-490b-8d0c-9b588a34afb3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:45.140029 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5a14bd80-b5c9-4b62-9b0a-1bd3b94ff862 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:45.142883 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:45.231996 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:45.234780 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5a14bd80-b5c9-4b62-9b0a-1bd3b94ff862 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:45.279345 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:45.309979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907a969-3e08-490b-8d0c-9b588a34afb3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event deleted for resources: {'Port': ['ID=fd71690f-2069-4321-a36f-857a5edac742,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:45.334485 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:45.338255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:45.339478 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:45.340022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:45.341539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:45.342799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:45.343391 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:45.344297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:45.346791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:45.347323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:45.347863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:45.375145 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14bd80-b5c9-4b62-9b0a-1bd3b94ff862 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5c97e1-e289-462b-bd3f-49c695184a6d,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:45.383229 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5a14bd80-b5c9-4b62-9b0a-1bd3b94ff862 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:45.385632 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5a14bd80-b5c9-4b62-9b0a-1bd3b94ff862 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6105375 May 30 20:24:45.392904 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56240) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:45.398303 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3b2639d8-e843-4e8e-b945-5beeed905f24 tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] 10.222.0.84 "DELETE /v2.0/ports/8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 HTTP/1.1" status: 204 len: 168 time: 1.8702383 May 30 20:24:45.408988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-28d4e98b-f0ad-4ebd-9fa8-5e00e169d112 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Request body: {'security_group_rule': {'security_group_id': 'ea9c45f4-81d7-4469-8849-05194290a9e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:45.438658 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Attempting to bind port be457aa2-6a34-4acf-9c6d-aec7ce342ea7 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:45.439167 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Attempting to bind port be457aa2-6a34-4acf-9c6d-aec7ce342ea7 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '67dc3718-07ad-448b-a699-b13e8c6a7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:45.439413 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Attempting to bind port be457aa2-6a34-4acf-9c6d-aec7ce342ea7 on network 0d1878ae-449f-42b8-bf46-74af28ca94fd {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:45.450144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56244) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:45.552138 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:24:45.552520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Checking segment: {'id': '67dc3718-07ad-448b-a699-b13e8c6a7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:24:45.557099 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:45.557546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Bound using segment: {'id': '67dc3718-07ad-448b-a699-b13e8c6a7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:24:45.560656 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Bound port: be457aa2-6a34-4acf-9c6d-aec7ce342ea7, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dc3718-07ad-448b-a699-b13e8c6a7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:24:45.561883 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:45.603684 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-28d4e98b-f0ad-4ebd-9fa8-5e00e169d112 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:45.620492 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a0a95d-b996-4fbc-b88e-0443ce7941bd tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] GET failed (client error): The resource could not be found. May 30 20:24:45.621041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d2a0a95d-b996-4fbc-b88e-0443ce7941bd tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Synchronizing usage tracker for tenant:7ce6b67bd1e245edbd48b6f63a06c7dd on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:24:45.637104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-28d4e98b-f0ad-4ebd-9fa8-5e00e169d112 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Usage tracker for resource:security_group_rule and tenant:e1f154aa639e466b871f55ef50521468 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:45.657919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-28d4e98b-f0ad-4ebd-9fa8-5e00e169d112 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:45.687530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-28d4e98b-f0ad-4ebd-9fa8-5e00e169d112 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:45.710180 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d2a0a95d-b996-4fbc-b88e-0443ce7941bd tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] Unset dirty status for tenant:7ce6b67bd1e245edbd48b6f63a06c7dd on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:24:45.711576 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d2a0a95d-b996-4fbc-b88e-0443ce7941bd tempest-PortsAdminExtendedAttrsTestJSON-1583018439 tempest-PortsAdminExtendedAttrsTestJSON-1583018439-project-admin] 10.222.0.84 "GET /v2.0/ports/8cdc5d0e-8b35-44c4-ae78-41ce87e9f1b0 HTTP/1.1" status: 404 len: 333 time: 0.2615187 May 30 20:24:45.715094 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56254) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:45.872051 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-28d4e98b-f0ad-4ebd-9fa8-5e00e169d112 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:45.898466 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] For port be457aa2-6a34-4acf-9c6d-aec7ce342ea7, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:24:45.915773 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] For port be457aa2-6a34-4acf-9c6d-aec7ce342ea7, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=be457aa2-6a34-4acf-9c6d-aec7ce342ea7,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:24:45.923714 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:45.972597 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33cd8aa6-607e-4e90-8521-7bc7926c5a92 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:46.025531 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2907a969-3e08-490b-8d0c-9b588a34afb3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:46.033312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Routers {'783c7f04-0ef6-47de-801d-319b4debdd26'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:46.034109 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:24:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['783c7f04-0ef6-47de-801d-319b4debdd26'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:46.123755 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-28d4e98b-f0ad-4ebd-9fa8-5e00e169d112 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:46.328212 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33cd8aa6-607e-4e90-8521-7bc7926c5a92 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:46.392094 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-33cd8aa6-607e-4e90-8521-7bc7926c5a92 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb376d13-500a-4603-936d-74b2434acb01']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:46.406961 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-33cd8aa6-607e-4e90-8521-7bc7926c5a92 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f744030-9854-49d9-b0fd-d9dc93336e2d') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:46.407646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-33cd8aa6-607e-4e90-8521-7bc7926c5a92 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f744030-9854-49d9-b0fd-d9dc93336e2d') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:46.423159 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33cd8aa6-607e-4e90-8521-7bc7926c5a92 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:46.438703 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dca9e3-874c-41c1-8226-5b9d58168837 None None] Pushing event updated for resources: {'Port': ['ID=be457aa2-6a34-4acf-9c6d-aec7ce342ea7,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:46.441421 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33cd8aa6-607e-4e90-8521-7bc7926c5a92 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:46.452454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cd8aa6-607e-4e90-8521-7bc7926c5a92 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:24:46.453134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33cd8aa6-607e-4e90-8521-7bc7926c5a92 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:46.464594 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] Set router 783c7f04-0ef6-47de-801d-319b4debdd26 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: timer() May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:24:46.605522 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:24:46.607696 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-28d4e98b-f0ad-4ebd-9fa8-5e00e169d112 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:46.647204 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33cd8aa6-607e-4e90-8521-7bc7926c5a92 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:46.652459 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33cd8aa6-607e-4e90-8521-7bc7926c5a92 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:46.654418 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-33cd8aa6-607e-4e90-8521-7bc7926c5a92 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] 10.222.0.84 "DELETE /v2.0/networks/eb376d13-500a-4603-936d-74b2434acb01 HTTP/1.1" status: 204 len: 168 time: 0.9378543 May 30 20:24:46.672143 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-28d4e98b-f0ad-4ebd-9fa8-5e00e169d112 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:46.673899 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-28d4e98b-f0ad-4ebd-9fa8-5e00e169d112 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2795300 May 30 20:24:46.681182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56278) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:46.688086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4e98b-f0ad-4ebd-9fa8-5e00e169d112 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfea4a02-6618-4627-b0e3-89110492e2d0,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:46.694358 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:46.699171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd8aa6-607e-4e90-8521-7bc7926c5a92 tempest-PortsAdminExtendedAttrsTestJSON-80322329 tempest-PortsAdminExtendedAttrsTestJSON-80322329-project] Pushing event deleted for resources: {'Network': ['ID=eb376d13-500a-4603-936d-74b2434acb01,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:46.704762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:46.709492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Usage tracker for resource:floatingip and tenant:e1f154aa639e466b871f55ef50521468 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:46.713327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:46.720234 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:46.732803 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:46.917524 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2907a969-3e08-490b-8d0c-9b588a34afb3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:46.937401 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2907a969-3e08-490b-8d0c-9b588a34afb3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:47.035033 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2907a969-3e08-490b-8d0c-9b588a34afb3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:47.035682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2907a969-3e08-490b-8d0c-9b588a34afb3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Fanout notify agent at l3_agent the message router_deleted on router b5018a4a-c30d-4b10-9f6c-09f458b6bbfe {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:24:47.078367 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2907a969-3e08-490b-8d0c-9b588a34afb3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:47.092650 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2907a969-3e08-490b-8d0c-9b588a34afb3 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "DELETE /v2.0/routers/b5018a4a-c30d-4b10-9f6c-09f458b6bbfe HTTP/1.1" status: 204 len: 168 time: 5.5478470 May 30 20:24:47.095362 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56288) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:47.131821 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:24:38Z', 'revision_number': 4, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'be457aa2-6a34-4acf-9c6d-aec7ce342ea7', 'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'mac_address': 'fa:16:3e:a3:85:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:35Z', 'updated_at': '2022-05-30T20:24:45Z', 'revision_number': 4, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'subnets': [{'id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:47.144282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edae810f-7198-4b3c-985c-ccb257ecc693 None None] The sync data for ids ['783c7f04-0ef6-47de-801d-319b4debdd26'] in n-d-843949-2 is: [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:24:38Z', 'revision_number': 4, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'be457aa2-6a34-4acf-9c6d-aec7ce342ea7', 'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'mac_address': 'fa:16:3e:a3:85:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:35Z', 'updated_at': '2022-05-30T20:24:45Z', 'revision_number': 4, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'subnets': [{'id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:24:47.168587 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:47.341038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56300) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:47.426383 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a972a785-35b8-4510-b391-d6c5df657163 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:47.546453 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Allocated IP 172.25.5.31 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/bec9c4c9-3ed1-419a-840f-ca0a81846a33) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:24:47.691505 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56310) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:47.741139 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a972a785-35b8-4510-b391-d6c5df657163 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:48.113414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-a972a785-35b8-4510-b391-d6c5df657163 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4564383f-8543-4a65-b89a-d58456250128']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:48.129004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-a972a785-35b8-4510-b391-d6c5df657163 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:48.129619 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-a972a785-35b8-4510-b391-d6c5df657163 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc37e8a-af8b-4ce2-b34a-18d34a5a1b2f') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:48.152007 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a972a785-35b8-4510-b391-d6c5df657163 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:48.158802 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a08261c1-e141-476c-bc7e-84d63e87100f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:48.175830 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a972a785-35b8-4510-b391-d6c5df657163 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:48.191817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a972a785-35b8-4510-b391-d6c5df657163 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:24:48.192537 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a972a785-35b8-4510-b391-d6c5df657163 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: timer() May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:24:48.208949 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:24:48.246393 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:48.303927 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a08261c1-e141-476c-bc7e-84d63e87100f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:48.319746 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-899e0268-824c-47b0-ba04-06886ca4a7b0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=172e63ea637f44c2a46337e189dd8319&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9680016 May 30 20:24:48.320474 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:48.341085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56322) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:48.342083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a08261c1-e141-476c-bc7e-84d63e87100f admin admin] Usage tracker for resource:security_group_rule and tenant:fbac01c41fcc4ff2993123826b37df68 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:48.349571 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a08261c1-e141-476c-bc7e-84d63e87100f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:48.357764 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a08261c1-e141-476c-bc7e-84d63e87100f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:48.451276 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a972a785-35b8-4510-b391-d6c5df657163 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:48.482730 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a972a785-35b8-4510-b391-d6c5df657163 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:48.499877 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a972a785-35b8-4510-b391-d6c5df657163 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] 10.222.0.84 "DELETE /v2.0/networks/4564383f-8543-4a65-b89a-d58456250128 HTTP/1.1" status: 204 len: 168 time: 1.4002941 May 30 20:24:48.505795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972a785-35b8-4510-b391-d6c5df657163 tempest-TestSecurityGroupsBasicOps-1514783330 tempest-TestSecurityGroupsBasicOps-1514783330-project] Pushing event deleted for resources: {'Network': ['ID=4564383f-8543-4a65-b89a-d58456250128,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:48.560055 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e95b24cd-60a9-453f-b81c-ff59240ca9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:48.631684 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:48.632891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Pushing event updated for resources: {'Port': ['ID=bec9c4c9-3ed1-419a-840f-ca0a81846a33,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:48.643375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:48.646589 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:48.681344 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e95b24cd-60a9-453f-b81c-ff59240ca9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:48.789656 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device be457aa2-6a34-4acf-9c6d-aec7ce342ea7 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:24:48.874610 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e95b24cd-60a9-453f-b81c-ff59240ca9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:48.892126 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a08261c1-e141-476c-bc7e-84d63e87100f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:48.900162 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a08261c1-e141-476c-bc7e-84d63e87100f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:48.926769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b24cd-60a9-453f-b81c-ff59240ca9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8c52d3-83ee-41d0-80d5-aa321b8bff8d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:48.943577 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e95b24cd-60a9-453f-b81c-ff59240ca9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:48.949864 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e95b24cd-60a9-453f-b81c-ff59240ca9d7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4e8c52d3-83ee-41d0-80d5-aa321b8bff8d HTTP/1.1" status: 204 len: 168 time: 0.6076474 May 30 20:24:48.997307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08261c1-e141-476c-bc7e-84d63e87100f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db222f0-aec4-42a8-9e84-2c65d22fc589,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:49.010238 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56346) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:49.010982 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a08261c1-e141-476c-bc7e-84d63e87100f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fbac01c41fcc4ff2993123826b37df68&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3029683 May 30 20:24:49.182876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56352) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:49.209282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port be457aa2-6a34-4acf-9c6d-aec7ce342ea7 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:24:49.219619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port be457aa2-6a34-4acf-9c6d-aec7ce342ea7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:49.220130 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:49.272593 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5b23432c-0a19-4fed-bc06-770321c2dfb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:49.351379 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5b23432c-0a19-4fed-bc06-770321c2dfb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:49.489590 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5b23432c-0a19-4fed-bc06-770321c2dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:49.531529 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:49.531787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23432c-0a19-4fed-bc06-770321c2dfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db222f0-aec4-42a8-9e84-2c65d22fc589,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:49.537964 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5b23432c-0a19-4fed-bc06-770321c2dfb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:49.538895 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5b23432c-0a19-4fed-bc06-770321c2dfb9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3db222f0-aec4-42a8-9e84-2c65d22fc589 HTTP/1.1" status: 204 len: 168 time: 0.5278146 May 30 20:24:49.599400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port be457aa2-6a34-4acf-9c6d-aec7ce342ea7, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=be457aa2-6a34-4acf-9c6d-aec7ce342ea7,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:49.609592 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:49.698339 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:49.804019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=be457aa2-6a34-4acf-9c6d-aec7ce342ea7,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:49.839068 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:49.977094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56374) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:50.202427 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-44a77d1b-e524-489e-9cb9-90dde5346924 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=67862e1320db41428cd738fac2e6c911&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0178299 May 30 20:24:50.208381 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56386) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:50.235771 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:50.250429 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:50.278893 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-83a5cfcd-d397-4a2c-a225-6e58ec12650b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7ce6b67bd1e245edbd48b6f63a06c7dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3004913 May 30 20:24:50.279681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56390) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:50.513302 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Pushing event updated for resources: {'Port': ['ID=bec9c4c9-3ed1-419a-840f-ca0a81846a33,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:50.562612 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bcbad52-e764-472c-958a-39eb5b520483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:50.598377 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bcbad52-e764-472c-958a-39eb5b520483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:50.662722 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:50.662840 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48a2c29d-bf70-42dc-b5ae-b6b2888f5462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:50.718623 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bcbad52-e764-472c-958a-39eb5b520483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:50.746562 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:50.746562 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d3998e13-6db8-4da7-91e1-905dda698cd1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0544405 May 30 20:24:50.798578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbad52-e764-472c-958a-39eb5b520483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12777590-4fb3-4478-824c-07efc124f732,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:50.818301 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48a2c29d-bf70-42dc-b5ae-b6b2888f5462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:50.827385 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bcbad52-e764-472c-958a-39eb5b520483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:50.832365 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2bcbad52-e764-472c-958a-39eb5b520483 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/12777590-4fb3-4478-824c-07efc124f732 HTTP/1.1" status: 204 len: 168 time: 0.5512886 May 30 20:24:50.837501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56410) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:50.855940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device be457aa2-6a34-4acf-9c6d-aec7ce342ea7 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:24:50.933378 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-313e3ef4-7463-4336-bbb5-2520264eaa43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:50.983879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-313e3ef4-7463-4336-bbb5-2520264eaa43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:50.997160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-313e3ef4-7463-4336-bbb5-2520264eaa43 admin admin] Usage tracker for resource:security_group_rule and tenant:c4e690586ad545b1ab0af799b13105f1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:51.003789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-313e3ef4-7463-4336-bbb5-2520264eaa43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:51.011179 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48a2c29d-bf70-42dc-b5ae-b6b2888f5462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:51.068674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-313e3ef4-7463-4336-bbb5-2520264eaa43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:51.079269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2c29d-bf70-42dc-b5ae-b6b2888f5462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5956fb-50d5-465b-b731-37f83a3fea0b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:51.140343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port be457aa2-6a34-4acf-9c6d-aec7ce342ea7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:51.140832 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:51.147595 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48a2c29d-bf70-42dc-b5ae-b6b2888f5462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:51.148772 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-48a2c29d-bf70-42dc-b5ae-b6b2888f5462 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ab5956fb-50d5-465b-b731-37f83a3fea0b HTTP/1.1" status: 204 len: 168 time: 0.8757470 May 30 20:24:51.373457 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device fd71690f-2069-4321-a36f-857a5edac742 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:24:51.401474 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-313e3ef4-7463-4336-bbb5-2520264eaa43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:51.498593 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: fd71690f-2069-4321-a36f-857a5edac742 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:24:51.498940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device fd71690f-2069-4321-a36f-857a5edac742 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:24:51.556105 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b654234c-afb0-45b8-9032-0181e23ca48f req-3d8ee0ff-95f5-4b90-b576-046f5b9cbdfd tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Synchronizing usage tracker for tenant:e1f154aa639e466b871f55ef50521468 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:24:51.571366 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-313e3ef4-7463-4336-bbb5-2520264eaa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:51.681006 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e3ef4-7463-4336-bbb5-2520264eaa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79865067-0837-45ee-87ef-3904b28b8839,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:51.686575 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-313e3ef4-7463-4336-bbb5-2520264eaa43 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c4e690586ad545b1ab0af799b13105f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8179445 May 30 20:24:51.689110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56442) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:51.700960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b654234c-afb0-45b8-9032-0181e23ca48f req-3d8ee0ff-95f5-4b90-b576-046f5b9cbdfd tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Unset dirty status for tenant:e1f154aa639e466b871f55ef50521468 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:24:51.708282 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b654234c-afb0-45b8-9032-0181e23ca48f req-3d8ee0ff-95f5-4b90-b576-046f5b9cbdfd tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1001438230&fields=id&tenant_id=e1f154aa639e466b871f55ef50521468 HTTP/1.1" status: 200 len: 267 time: 0.2966161 May 30 20:24:51.895085 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e785750-866f-4bee-afbc-8564aaf6cc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:51.959451 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e785750-866f-4bee-afbc-8564aaf6cc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:52.072163 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e785750-866f-4bee-afbc-8564aaf6cc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:52.113993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e785750-866f-4bee-afbc-8564aaf6cc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79865067-0837-45ee-87ef-3904b28b8839,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:52.119520 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e785750-866f-4bee-afbc-8564aaf6cc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:52.120661 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1e785750-866f-4bee-afbc-8564aaf6cc72 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/79865067-0837-45ee-87ef-3904b28b8839 HTTP/1.1" status: 204 len: 168 time: 0.4302723 May 30 20:24:52.152250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56462) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:52.165267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654234c-afb0-45b8-9032-0181e23ca48f req-1494897c-3b0b-43f7-8cff-8c8f5a96a2b2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:52.166097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b654234c-afb0-45b8-9032-0181e23ca48f req-1494897c-3b0b-43f7-8cff-8c8f5a96a2b2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Synchronizing usage tracker for tenant:e1f154aa639e466b871f55ef50521468 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:24:52.190553 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b3c4b89-d2c4-43ae-8ccf-66ac85b6428f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:52.206780 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b654234c-afb0-45b8-9032-0181e23ca48f req-1494897c-3b0b-43f7-8cff-8c8f5a96a2b2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Unset dirty status for tenant:e1f154aa639e466b871f55ef50521468 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:24:52.208069 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b654234c-afb0-45b8-9032-0181e23ca48f req-1494897c-3b0b-43f7-8cff-8c8f5a96a2b2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/networks?id=0d1878ae-449f-42b8-bf46-74af28ca94fd HTTP/1.1" status: 200 len: 817 time: 0.4857705 May 30 20:24:52.242409 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b654234c-afb0-45b8-9032-0181e23ca48f req-56926309-23ae-4726-a51d-8f45375db4a1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/quotas/e1f154aa639e466b871f55ef50521468 HTTP/1.1" status: 200 len: 375 time: 0.0262322 May 30 20:24:52.269713 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3b3c4b89-d2c4-43ae-8ccf-66ac85b6428f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:52.275482 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3b3c4b89-d2c4-43ae-8ccf-66ac85b6428f admin admin] Usage tracker for resource:security_group_rule and tenant:4cfb0d4c93f64b7989e2bd0a01919c15 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:52.280399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3b3c4b89-d2c4-43ae-8ccf-66ac85b6428f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:52.288276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3b3c4b89-d2c4-43ae-8ccf-66ac85b6428f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:52.434841 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b3c4b89-d2c4-43ae-8ccf-66ac85b6428f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:52.442432 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b3c4b89-d2c4-43ae-8ccf-66ac85b6428f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:52.448031 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b654234c-afb0-45b8-9032-0181e23ca48f req-bea2809c-9068-4b2b-b566-e0ac606db9da tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e1f154aa639e466b871f55ef50521468&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1975367 May 30 20:24:52.460924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-b654234c-afb0-45b8-9032-0181e23ca48f req-e26fa1a9-dedc-41c1-88eb-0b0b2696e4bc service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:24:52.463641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b654234c-afb0-45b8-9032-0181e23ca48f req-e26fa1a9-dedc-41c1-88eb-0b0b2696e4bc service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0092885 May 30 20:24:52.538633 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3b3c4b89-d2c4-43ae-8ccf-66ac85b6428f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4cfb0d4c93f64b7989e2bd0a01919c15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3822932 May 30 20:24:52.538633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c4b89-d2c4-43ae-8ccf-66ac85b6428f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e41251a-247b-4b1e-a29f-ac2a31948951,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:52.540964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56472) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:52.722957 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33207458-68e1-44fb-8cee-0822f98840b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:52.783344 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33207458-68e1-44fb-8cee-0822f98840b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:52.787451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b654234c-afb0-45b8-9032-0181e23ca48f req-8d512f58-d386-4185-a2d8-b07213a4f903 service neutron] 10.222.0.84 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133731 May 30 20:24:52.922604 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33207458-68e1-44fb-8cee-0822f98840b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:52.949455 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33207458-68e1-44fb-8cee-0822f98840b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e41251a-247b-4b1e-a29f-ac2a31948951,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:53.014681 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33207458-68e1-44fb-8cee-0822f98840b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:53.015797 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-33207458-68e1-44fb-8cee-0822f98840b8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3e41251a-247b-4b1e-a29f-ac2a31948951 HTTP/1.1" status: 204 len: 168 time: 0.4511173 May 30 20:24:53.196950 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b654234c-afb0-45b8-9032-0181e23ca48f req-b4fe333b-df2d-4c05-97d3-0bd52edd7de5 service neutron] 10.222.0.84 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064593 May 30 20:24:53.237636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56504) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:53.492507 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82dc974a-7843-4dcd-9b25-94eec59b88fd req-9b9c56cd-8522-4344-8f81-6d318d07d11e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 210 time: 0.0504160 May 30 20:24:53.767203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56526) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:53.855082 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-25c875e5-a2c8-4842-a83c-baaa8b032dd4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=225d216bdd144818a149a7eab4a2a4c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0866554 May 30 20:24:53.858228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56534) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:53.881201 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-568527466'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:53.894958 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:53.918149 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:network and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:53.925156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:53.932511 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:53.944799 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:24:53.949144 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:53.965544 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:54.011349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:54.020017 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:security_group_rule and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:54.033153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:54.038933 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e3a7b23d-b2ac-446e-ac02-baa3dd568a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:54.065736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:54.115259 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e3a7b23d-b2ac-446e-ac02-baa3dd568a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:54.202079 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e3a7b23d-b2ac-446e-ac02-baa3dd568a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:54.246610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7b23d-b2ac-446e-ac02-baa3dd568a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2626c6af-9a6b-4ed8-95ed-a5228e7d79f6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:54.273971 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e3a7b23d-b2ac-446e-ac02-baa3dd568a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:54.284284 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e3a7b23d-b2ac-446e-ac02-baa3dd568a5f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2626c6af-9a6b-4ed8-95ed-a5228e7d79f6 HTTP/1.1" status: 204 len: 168 time: 0.4245872 May 30 20:24:54.327648 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:54.336198 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:54.429208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:24:54.443983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f666f8f-68aa-41ee-95dc-f0a05780bf1d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:54.465653 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:54.465994 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Added segment 4438b53a-8e57-4e2b-b811-7def98046437 of type vlan for network c840c2bc-8044-4130-b66e-385776b76782 May 30 20:24:54.520257 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:54.573893 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:54.579864 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:54.581112 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:54.771269 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5fa219e8-fae2-4b35-9bdb-7c197d8bbfc8 req-bc2a7caa-1cba-4265-b01b-60ca4b588eed tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 210 time: 0.0817571 May 30 20:24:54.785792 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Network': ['ID=c840c2bc-8044-4130-b66e-385776b76782,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:54.805783 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network c840c2bc-8044-4130-b66e-385776b76782 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:24:54.811891 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dceb5ca5-8727-478e-baa5-e0349ffbf525 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5728717 May 30 20:24:54.812393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56564) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:54.821443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-deba52fe-1c59-4842-963d-ca992047e255 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:55.058757 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-deba52fe-1c59-4842-963d-ca992047e255 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:55.068033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-deba52fe-1c59-4842-963d-ca992047e255 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:55.086791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-deba52fe-1c59-4842-963d-ca992047e255 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:55.097685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-deba52fe-1c59-4842-963d-ca992047e255 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:55.121815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deba52fe-1c59-4842-963d-ca992047e255 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:24:55.434385 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56596) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:55.473685 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-deba52fe-1c59-4842-963d-ca992047e255 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:56.104385 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-deba52fe-1c59-4842-963d-ca992047e255 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:56.333285 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba52fe-1c59-4842-963d-ca992047e255 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=7df559e5-251c-4935-a3dd-0f8009c279ff,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:56.388269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba52fe-1c59-4842-963d-ca992047e255 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:24:56.388747 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deba52fe-1c59-4842-963d-ca992047e255 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network hostable DHCP agents. Network: c840c2bc-8044-4130-b66e-385776b76782, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:24:56.395208 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b68da308-aac5-4ceb-9712-daee33dde1d0 req-dc063127-6a1b-4eb3-8ccf-728a93ba2ffc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 210 time: 0.0725038 May 30 20:24:56.459518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deba52fe-1c59-4842-963d-ca992047e255 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:24:56.479951 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-deba52fe-1c59-4842-963d-ca992047e255 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, c840c2bc-8044-4130-b66e-385776b76782) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:56.488816 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deba52fe-1c59-4842-963d-ca992047e255 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:56.491369 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69acd0a5-616e-4b68-a57d-354a4723a8d0 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:24:56.492643 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-deba52fe-1c59-4842-963d-ca992047e255 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:56.550375 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-deba52fe-1c59-4842-963d-ca992047e255 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7342472 May 30 20:24:56.554335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56628) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:56.562498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'name': 'tempest-NetworksTestDHCPv6-1159151361'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:56.891317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56638) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:57.046918 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:57.053872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:port and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:57.066500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:57.085088 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:57.109416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:24:57.120707 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:57.188120 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port 2b99330c-c82d-43ff-98b7-4a3c71e053e1 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:24:57.270612 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a3bedff8-07e8-412d-a74c-31db023bb571 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:57.270880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c840c2bc-8044-4130-b66e-385776b76782', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'fixed_ips': [{'subnet_id': '7df559e5-251c-4935-a3dd-0f8009c279ff'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:24:57.271577 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:57.278394 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a3bedff8-07e8-412d-a74c-31db023bb571 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.93 "GET /v2.0/networks?id=0d1878ae-449f-42b8-bf46-74af28ca94fd HTTP/1.1" status: 200 len: 817 time: 0.5124967 May 30 20:24:57.348858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-271022250-network', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:57.364515 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b654234c-afb0-45b8-9032-0181e23ca48f req-ffb171da-8107-4e0f-b19a-6a8e0b112c68 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1f154aa639e466b871f55ef50521468 HTTP/1.1" status: 200 len: 380 time: 0.0627434 May 30 20:24:57.398400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a7f994d2-335d-47ea-8551-b2b730e99c56 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Request body: {'port': {'device_id': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'admin_state_up': True, 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'security_groups': ['ea9c45f4-81d7-4469-8849-05194290a9e2']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:57.401537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:57.715738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Allocated IP 2001:db8::2 (c840c2bc-8044-4130-b66e-385776b76782/7df559e5-251c-4935-a3dd-0f8009c279ff/cf3288f7-6f30-44f4-91e9-c5c2a24418bb) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:24:57.756884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Usage tracker for resource:network and tenant:9786c2fd175648c7b3fff1d88f7297bb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:57.760412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:57.766577 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:57.781662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Made reservation on behalf of 9786c2fd175648c7b3fff1d88f7297bb for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:24:57.787561 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:57.817953 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:57.849107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a7f994d2-335d-47ea-8551-b2b730e99c56 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:57.876690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a7f994d2-335d-47ea-8551-b2b730e99c56 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Usage tracker for resource:port and tenant:e1f154aa639e466b871f55ef50521468 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:57.883654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a7f994d2-335d-47ea-8551-b2b730e99c56 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:57.900832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a7f994d2-335d-47ea-8551-b2b730e99c56 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:57.904275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:57.914728 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Usage tracker for resource:security_group_rule and tenant:9786c2fd175648c7b3fff1d88f7297bb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:57.922584 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:57.924901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56670) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:57.940339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:58.026872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a7f994d2-335d-47ea-8551-b2b730e99c56 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Made reservation on behalf of e1f154aa639e466b871f55ef50521468 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:24:58.033898 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.034799 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a7f994d2-335d-47ea-8551-b2b730e99c56 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.058235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Transition to ACTIVE for port object cf3288f7-6f30-44f4-91e9-c5c2a24418bb will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:58.086094 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.092877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Transition to ACTIVE for port object cf3288f7-6f30-44f4-91e9-c5c2a24418bb will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:58.096050 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.106438 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-17c85736-e63e-4578-8d89-a81564763234 req-a367c853-737e-4d77-bca0-63366c414f8b tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 210 time: 0.1876438 May 30 20:24:58.136461 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.205790 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:58.234727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:58.247085 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-04a3cc70-31e4-4e89-86ef-e5b92eecdb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.264236 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:58.309492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::fb (c840c2bc-8044-4130-b66e-385776b76782/7df559e5-251c-4935-a3dd-0f8009c279ff/2b99330c-c82d-43ff-98b7-4a3c71e053e1) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:24:58.449747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Pushing event updated for resources: {'Port': ['ID=cf3288f7-6f30-44f4-91e9-c5c2a24418bb,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:58.454123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Attempting to bind port cf3288f7-6f30-44f4-91e9-c5c2a24418bb on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:58.454695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Attempting to bind port cf3288f7-6f30-44f4-91e9-c5c2a24418bb by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:58.455214 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Attempting to bind port cf3288f7-6f30-44f4-91e9-c5c2a24418bb on network c840c2bc-8044-4130-b66e-385776b76782 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:58.462357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:24:58.462969 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:24:58.463534 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.464133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Bound using segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:24:58.464759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Bound port: cf3288f7-6f30-44f4-91e9-c5c2a24418bb, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:24:58.465287 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.505525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb33f484-1eba-4b0d-bbba-74855fd50ccc,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:58.546823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a7f994d2-335d-47ea-8551-b2b730e99c56 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Allocated IP 172.20.0.9 (0d1878ae-449f-42b8-bf46-74af28ca94fd/9f9412f8-b9b7-4d21-91c7-4120cd918668/9a03b52d-330f-4193-9621-35fa00c9a75d) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:24:58.559998 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e07a429e-0d50-40b3-b4da-d1f4792dd6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.564940 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:24:58.582632 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] For port cf3288f7-6f30-44f4-91e9-c5c2a24418bb, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:24:58.587744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] For port cf3288f7-6f30-44f4-91e9-c5c2a24418bb, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cf3288f7-6f30-44f4-91e9-c5c2a24418bb,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:24:58.595479 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.656785 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.698167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e07a429e-0d50-40b3-b4da-d1f4792dd6cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:58.708180 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e07a429e-0d50-40b3-b4da-d1f4792dd6cb admin admin] Usage tracker for resource:security_group_rule and tenant:739f7a07babe46508daa4e0e9079140c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:58.716785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e07a429e-0d50-40b3-b4da-d1f4792dd6cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:58.720551 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object 2b99330c-c82d-43ff-98b7-4a3c71e053e1 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:58.742729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e07a429e-0d50-40b3-b4da-d1f4792dd6cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:58.743951 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.744344 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Added segment 128fe87f-b5c5-437c-86ff-061f9557e6d0 of type vlan for network 5d5c4269-2878-481a-bda8-bfcd6abecc98 May 30 20:24:58.751106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbceda0-63b3-4d8c-a8ba-c20df6373967 None None] Pushing event updated for resources: {'Port': ['ID=cf3288f7-6f30-44f4-91e9-c5c2a24418bb,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:58.787626 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bac7259-0f8f-400f-a54e-6779a01b9d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.805942 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.813071 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.906335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=2b99330c-c82d-43ff-98b7-4a3c71e053e1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:58.946752 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:58.948941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:58.953050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:58.956987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:58.957592 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.972036 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.973582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:58.974806 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:59.161972 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] Pushing event updated for resources: {'Network': ['ID=5d5c4269-2878-481a-bda8-bfcd6abecc98,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:59.174566 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 5d5c4269-2878-481a-bda8-bfcd6abecc98 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:24:59.192983 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-762289a6-5533-4456-81d0-aab8a9132299 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6373498 May 30 20:24:59.196770 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-00d896aa-98aa-49e0-823a-ad9927be2366 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2792695 May 30 20:24:59.197650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56720) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:59.199617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56722) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:59.209691 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e07a429e-0d50-40b3-b4da-d1f4792dd6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:59.214428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b26db960-6332-42ae-bddc-2ceb67b262b1 admin admin] Request body: {'subnet': {'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-271022250-subnet', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:59.249526 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e07a429e-0d50-40b3-b4da-d1f4792dd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:59.329484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b26db960-6332-42ae-bddc-2ceb67b262b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:59.342160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b26db960-6332-42ae-bddc-2ceb67b262b1 admin admin] Usage tracker for resource:subnet and tenant:9786c2fd175648c7b3fff1d88f7297bb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:59.346347 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b26db960-6332-42ae-bddc-2ceb67b262b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:59.348352 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a7f994d2-335d-47ea-8551-b2b730e99c56 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:59.358631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b26db960-6332-42ae-bddc-2ceb67b262b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:59.379267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26db960-6332-42ae-bddc-2ceb67b262b1 admin admin] Made reservation on behalf of 9786c2fd175648c7b3fff1d88f7297bb for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:24:59.382143 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b26db960-6332-42ae-bddc-2ceb67b262b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:59.462144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a7f994d2-335d-47ea-8551-b2b730e99c56 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Transition to ACTIVE for port object 9a03b52d-330f-4193-9621-35fa00c9a75d will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:59.507302 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a429e-0d50-40b3-b4da-d1f4792dd6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b37263-b25e-4f2b-8d91-fbadddf4685a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:59.518156 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e07a429e-0d50-40b3-b4da-d1f4792dd6cb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=739f7a07babe46508daa4e0e9079140c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5905850 May 30 20:24:59.525729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdb4ee8-7fe4-4e82-a8b6-f195bf3c0436 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:59.530124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdb4ee8-7fe4-4e82-a8b6-f195bf3c0436 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:59.531122 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0fdb4ee8-7fe4-4e82-a8b6-f195bf3c0436 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:24:59.534093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56738) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:59.600567 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-559384ff-bafd-4e6d-9bea-2d85d65d78ac req-94487e5b-9472-4fa6-8859-a1629392c676 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 210 time: 0.0892599 May 30 20:24:59.736922 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-41b85a24-89fe-4418-9e87-b831eeaf8697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:59.786900 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-41b85a24-89fe-4418-9e87-b831eeaf8697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:59.807125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0fdb4ee8-7fe4-4e82-a8b6-f195bf3c0436 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:24:59.808390 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0fdb4ee8-7fe4-4e82-a8b6-f195bf3c0436 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6071990 May 30 20:24:59.813476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56746) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:59.813810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56750) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:59.869462 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a7f994d2-335d-47ea-8551-b2b730e99c56 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:59.968303 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5ee372fa-23af-48b7-95af-e4236de04be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:59.978947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a7f994d2-335d-47ea-8551-b2b730e99c56 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Network 0d1878ae-449f-42b8-bf46-74af28ca94fd is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:59.983841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a7f994d2-335d-47ea-8551-b2b730e99c56 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:59.989237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a7f994d2-335d-47ea-8551-b2b730e99c56 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:59.990897 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-bf3b0a93-31ce-49da-a6a4-8e7501dccc0e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port 2b99330c-c82d-43ff-98b7-4a3c71e053e1 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:59.991544 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bf3b0a93-31ce-49da-a6a4-8e7501dccc0e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:00.037999 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-41b85a24-89fe-4418-9e87-b831eeaf8697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:00.051446 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b26db960-6332-42ae-bddc-2ceb67b262b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:00.104480 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b85a24-89fe-4418-9e87-b831eeaf8697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b37263-b25e-4f2b-8d91-fbadddf4685a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:00.160419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f994d2-335d-47ea-8551-b2b730e99c56 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Pushing event updated for resources: {'Port': ['ID=9a03b52d-330f-4193-9621-35fa00c9a75d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:00.229734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a7f994d2-335d-47ea-8551-b2b730e99c56 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:00.230341 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a7f994d2-335d-47ea-8551-b2b730e99c56 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:00.254719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26db960-6332-42ae-bddc-2ceb67b262b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b00c3e-65ae-45d2-bdd3-a5cf0d581b20,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:00.293119 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-41b85a24-89fe-4418-9e87-b831eeaf8697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:00.296694 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-41b85a24-89fe-4418-9e87-b831eeaf8697 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/82b37263-b25e-4f2b-8d91-fbadddf4685a HTTP/1.1" status: 204 len: 168 time: 0.7464349 May 30 20:25:00.365551 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b654234c-afb0-45b8-9032-0181e23ca48f req-a7f994d2-335d-47ea-8551-b2b730e99c56 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9866765 May 30 20:25:00.388387 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Request body: {'port': {'device_id': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:00.426032 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a7e96b-0bdc-4bf0-af31-16809ba24f7b None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:00.452671 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-05cf44b9-f1a5-4d36-94a6-321c426bcfc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:00.531158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26db960-6332-42ae-bddc-2ceb67b262b1 admin admin] Checking segment: {'id': '128fe87f-b5c5-437c-86ff-061f9557e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:00.531767 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26db960-6332-42ae-bddc-2ceb67b262b1 admin admin] Network hostable DHCP agents. Network: 5d5c4269-2878-481a-bda8-bfcd6abecc98, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:25:00.609136 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-05cf44b9-f1a5-4d36-94a6-321c426bcfc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:00.633295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-05cf44b9-f1a5-4d36-94a6-321c426bcfc3 admin admin] Usage tracker for resource:security_group_rule and tenant:648c8ebcacd140e8acfc011eb1c5e303 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:00.642714 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-05cf44b9-f1a5-4d36-94a6-321c426bcfc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:00.658626 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f2d400a1-ddda-4af4-9367-9e6c63e28145 None None] Provisioning for port 9a03b52d-330f-4193-9621-35fa00c9a75d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:00.662794 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-05cf44b9-f1a5-4d36-94a6-321c426bcfc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:00.676504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26db960-6332-42ae-bddc-2ceb67b262b1 admin admin] Network 5d5c4269-2878-481a-bda8-bfcd6abecc98 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:25:00.681411 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f2d400a1-ddda-4af4-9367-9e6c63e28145 None None] Provisioning complete for port 9a03b52d-330f-4193-9621-35fa00c9a75d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:00.682153 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f2d400a1-ddda-4af4-9367-9e6c63e28145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:00.712490 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bf3b0a93-31ce-49da-a6a4-8e7501dccc0e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:00.735930 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-b26db960-6332-42ae-bddc-2ceb67b262b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 5d5c4269-2878-481a-bda8-bfcd6abecc98) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:00.776828 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cf3288f7-6f30-44f4-91e9-c5c2a24418bb up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:00.813670 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7377ba-4a04-4d8a-a26a-b26cd7df9aa7 None None] Network 5d5c4269-2878-481a-bda8-bfcd6abecc98 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:00.838917 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:00.862762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-bf3b0a93-31ce-49da-a6a4-8e7501dccc0e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for 2b99330c-c82d-43ff-98b7-4a3c71e053e1 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:00.891540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26db960-6332-42ae-bddc-2ceb67b262b1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:00.892140 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b26db960-6332-42ae-bddc-2ceb67b262b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:00.965827 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b26db960-6332-42ae-bddc-2ceb67b262b1 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7607007 May 30 20:25:00.976759 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56778) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:00.986260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-271022250-router', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:01.035812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56782) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:01.110160 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a597a635-0275-416e-bea4-a4aadad02810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:01.118521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:01.138043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Usage tracker for resource:router and tenant:9786c2fd175648c7b3fff1d88f7297bb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:01.144817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:01.149396 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-05cf44b9-f1a5-4d36-94a6-321c426bcfc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:01.153965 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port cf3288f7-6f30-44f4-91e9-c5c2a24418bb completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:01.155654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a597a635-0275-416e-bea4-a4aadad02810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:01.159888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a597a635-0275-416e-bea4-a4aadad02810 admin admin] Usage tracker for resource:security_group_rule and tenant:c5906dfffaa446a8b358baa2db697fbb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:01.164168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f2d400a1-ddda-4af4-9367-9e6c63e28145 None None] Port 9a03b52d-330f-4193-9621-35fa00c9a75d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:25:01.185010 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:01.233899 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a597a635-0275-416e-bea4-a4aadad02810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:01.244249 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:01.254192 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a597a635-0275-416e-bea4-a4aadad02810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:01.289237 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f2d400a1-ddda-4af4-9367-9e6c63e28145 None None] Provisioning for port cf3288f7-6f30-44f4-91e9-c5c2a24418bb completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:01.308840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f2d400a1-ddda-4af4-9367-9e6c63e28145 None None] Provisioning complete for port cf3288f7-6f30-44f4-91e9-c5c2a24418bb triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:01.309366 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f2d400a1-ddda-4af4-9367-9e6c63e28145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:01.318157 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-05cf44b9-f1a5-4d36-94a6-321c426bcfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:01.353671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df5bdc-586f-4d6f-95ae-90ee974c4053 req-3939d579-433b-4d69-a3cc-a2ea94009442 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:01.355018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b0df5bdc-586f-4d6f-95ae-90ee974c4053 req-3939d579-433b-4d69-a3cc-a2ea94009442 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Synchronizing usage tracker for tenant:e1f154aa639e466b871f55ef50521468 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:01.380010 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bf3b0a93-31ce-49da-a6a4-8e7501dccc0e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:01.402467 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:01.403338 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:01.563732 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf44b9-f1a5-4d36-94a6-321c426bcfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5feeaf0-80d5-416c-af92-c3cf6ffd82f9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:01.603433 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:01.625952 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-5d5c4269-2878-481a-bda8-bfcd6abecc98', 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'fixed_ips': [{'subnet_id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:25:01.627053 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:01.644006 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:01.699987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b0a93-31ce-49da-a6a4-8e7501dccc0e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=2b99330c-c82d-43ff-98b7-4a3c71e053e1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:01.707238 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bf3b0a93-31ce-49da-a6a4-8e7501dccc0e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:01.727816 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-05cf44b9-f1a5-4d36-94a6-321c426bcfc3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=648c8ebcacd140e8acfc011eb1c5e303&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9129605 May 30 20:25:01.731266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56794) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:01.846904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b0df5bdc-586f-4d6f-95ae-90ee974c4053 req-3939d579-433b-4d69-a3cc-a2ea94009442 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Unset dirty status for tenant:e1f154aa639e466b871f55ef50521468 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:01.848821 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0df5bdc-586f-4d6f-95ae-90ee974c4053 req-3939d579-433b-4d69-a3cc-a2ea94009442 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 931 time: 0.9542396 May 30 20:25:01.878906 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Allocated IP 172.20.0.2 (5d5c4269-2878-481a-bda8-bfcd6abecc98/27b00c3e-65ae-45d2-bdd3-a5cf0d581b20/5e55fde6-4d8f-4036-b509-921ced42e9dc) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:01.897111 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bf3b0a93-31ce-49da-a6a4-8e7501dccc0e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/2b99330c-c82d-43ff-98b7-4a3c71e053e1 HTTP/1.1" status: 204 len: 168 time: 2.0807025 May 30 20:25:01.901141 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56800) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:01.904721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a03b52d-330f-4193-9621-35fa00c9a75d {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:25:01.941137 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.025923 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a597a635-0275-416e-bea4-a4aadad02810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.055934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Transition to ACTIVE for port object 9a03b52d-330f-4193-9621-35fa00c9a75d will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:02.061267 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a597a635-0275-416e-bea4-a4aadad02810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.091459 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.138527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a8c93d-2979-41f1-bf17-8e58cc3966da tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:02.140419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a8c93d-2979-41f1-bf17-8e58cc3966da tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:02.141171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-49a8c93d-2979-41f1-bf17-8e58cc3966da tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:02.153393 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0df5bdc-586f-4d6f-95ae-90ee974c4053 req-816d9541-8894-43ae-bdb5-4bdee7a0a027 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895391 May 30 20:25:02.177659 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.185589 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.209824 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Transition to ACTIVE for port object 5e55fde6-4d8f-4036-b509-921ced42e9dc will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:02.238597 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ee9996f-bd9e-4f96-ab72-6c33887227b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.241518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2bac7259-0f8f-400f-a54e-6779a01b9d58 admin admin] Deleting port 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:02.248141 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bac7259-0f8f-400f-a54e-6779a01b9d58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.252239 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f2d400a1-ddda-4af4-9367-9e6c63e28145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.276083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-49a8c93d-2979-41f1-bf17-8e58cc3966da tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:02.277336 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-49a8c93d-2979-41f1-bf17-8e58cc3966da tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3547325 May 30 20:25:02.286258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56808) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:02.315059 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Transition to ACTIVE for port object 5e55fde6-4d8f-4036-b509-921ced42e9dc will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:02.332593 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f2d400a1-ddda-4af4-9367-9e6c63e28145 None None] For port cf3288f7-6f30-44f4-91e9-c5c2a24418bb, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cf3288f7-6f30-44f4-91e9-c5c2a24418bb,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:02.339677 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f2d400a1-ddda-4af4-9367-9e6c63e28145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.374358 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ee9996f-bd9e-4f96-ab72-6c33887227b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.412581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597a635-0275-416e-bea4-a4aadad02810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f05c3e5-c6eb-4575-8cda-2d695cbc6ce9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:02.429345 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.480914 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a597a635-0275-416e-bea4-a4aadad02810 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c5906dfffaa446a8b358baa2db697fbb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4315023 May 30 20:25:02.514617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56816) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:02.526316 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Pushing event updated for resources: {'Port': ['ID=9a03b52d-330f-4193-9621-35fa00c9a75d,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:02.552249 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d400a1-ddda-4af4-9367-9e6c63e28145 None None] Pushing event updated for resources: {'Port': ['ID=cf3288f7-6f30-44f4-91e9-c5c2a24418bb,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:02.615124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6fa1010a-b967-4c72-8308-81f9619f1253 None None] Provisioning complete for port cf3288f7-6f30-44f4-91e9-c5c2a24418bb triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:02.615485 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6fa1010a-b967-4c72-8308-81f9619f1253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.669960 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Network 5d5c4269-2878-481a-bda8-bfcd6abecc98 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:02.675621 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ee9996f-bd9e-4f96-ab72-6c33887227b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.682873 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:02.690891 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:02.718231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9996f-bd9e-4f96-ab72-6c33887227b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5feeaf0-80d5-416c-af92-c3cf6ffd82f9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:02.750862 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ee9996f-bd9e-4f96-ab72-6c33887227b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.754487 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0ee9996f-bd9e-4f96-ab72-6c33887227b6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f5feeaf0-80d5-416c-af92-c3cf6ffd82f9 HTTP/1.1" status: 204 len: 168 time: 1.0198915 May 30 20:25:02.781998 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe91f-4d0f-4915-b3d2-88a8559668c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.786335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c6a4ba-df87-4107-976b-ffa143e3fae6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet 7df559e5-251c-4935-a3dd-0f8009c279ff {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:25:02.791418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Attempting to bind port 9a03b52d-330f-4193-9621-35fa00c9a75d on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:25:02.792047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Attempting to bind port 9a03b52d-330f-4193-9621-35fa00c9a75d by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '67dc3718-07ad-448b-a699-b13e8c6a7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:25:02.792563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Attempting to bind port 9a03b52d-330f-4193-9621-35fa00c9a75d on network 0d1878ae-449f-42b8-bf46-74af28ca94fd {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:25:02.805588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Port 9a03b52d-330f-4193-9621-35fa00c9a75d on network 0d1878ae-449f-42b8-bf46-74af28ca94fd not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:25:02.806195 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Attempting to bind port 9a03b52d-330f-4193-9621-35fa00c9a75d on network 0d1878ae-449f-42b8-bf46-74af28ca94fd {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:25:02.819148 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9c6a4ba-df87-4107-976b-ffa143e3fae6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.836620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:25:02.837259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Checking segment: {'id': '67dc3718-07ad-448b-a699-b13e8c6a7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:02.837830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Bound using segment: {'id': '67dc3718-07ad-448b-a699-b13e8c6a7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:25:02.839147 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Bound port: 9a03b52d-330f-4193-9621-35fa00c9a75d, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67dc3718-07ad-448b-a699-b13e8c6a7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:25:02.840011 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.905648 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe91f-4d0f-4915-b3d2-88a8559668c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.926566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-2bac7259-0f8f-400f-a54e-6779a01b9d58 admin admin] For port 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:02.927534 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bac7259-0f8f-400f-a54e-6779a01b9d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.941801 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9c6a4ba-df87-4107-976b-ffa143e3fae6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.986954 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Pushing event updated for resources: {'Port': ['ID=5e55fde6-4d8f-4036-b509-921ced42e9dc,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:02.993671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Attempting to bind port 5e55fde6-4d8f-4036-b509-921ced42e9dc on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:25:02.994266 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Attempting to bind port 5e55fde6-4d8f-4036-b509-921ced42e9dc by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '128fe87f-b5c5-437c-86ff-061f9557e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:25:02.995116 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Attempting to bind port 5e55fde6-4d8f-4036-b509-921ced42e9dc on network 5d5c4269-2878-481a-bda8-bfcd6abecc98 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:25:03.012471 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.077281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:25:03.078091 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Checking segment: {'id': '128fe87f-b5c5-437c-86ff-061f9557e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:03.078667 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.079267 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Bound using segment: {'id': '128fe87f-b5c5-437c-86ff-061f9557e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:25:03.079911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Bound port: 5e55fde6-4d8f-4036-b509-921ced42e9dc, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128fe87f-b5c5-437c-86ff-061f9557e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:25:03.080481 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.104016 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe91f-4d0f-4915-b3d2-88a8559668c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.134687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fe91f-4d0f-4915-b3d2-88a8559668c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f05c3e5-c6eb-4575-8cda-2d695cbc6ce9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:03.152362 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.164983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2bac7259-0f8f-400f-a54e-6779a01b9d58 admin admin] Calling delete_port for 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:03.184748 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe91f-4d0f-4915-b3d2-88a8559668c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.188449 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ff5fe91f-4d0f-4915-b3d2-88a8559668c9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6f05c3e5-c6eb-4575-8cda-2d695cbc6ce9 HTTP/1.1" status: 204 len: 168 time: 0.6728559 May 30 20:25:03.209260 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.221036 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9c6a4ba-df87-4107-976b-ffa143e3fae6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.256332 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.262547 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] For port 9a03b52d-330f-4193-9621-35fa00c9a75d, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:25:03.269293 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] For port 9a03b52d-330f-4193-9621-35fa00c9a75d, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9a03b52d-330f-4193-9621-35fa00c9a75d,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:25:03.283578 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.360608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] For port 5e55fde6-4d8f-4036-b509-921ced42e9dc, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:25:03.369447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] For port 5e55fde6-4d8f-4036-b509-921ced42e9dc, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5e55fde6-4d8f-4036-b509-921ced42e9dc,segment=NetworkSegment(128fe87f-b5c5-437c-86ff-061f9557e6d0),segment_id=128fe87f-b5c5-437c-86ff-061f9557e6d0)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:25:03.374833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6fa1010a-b967-4c72-8308-81f9619f1253 None None] Could not find standard attr ID for object 2b99330c-c82d-43ff-98b7-4a3c71e053e1. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:25:03.385792 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.475655 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.477304 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b654234c-afb0-45b8-9032-0181e23ca48f req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] 10.222.0.93 "PUT /v2.0/ports/9a03b52d-330f-4193-9621-35fa00c9a75d HTTP/1.1" status: 200 len: 1091 time: 3.0961659 May 30 20:25:03.479307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'tag': '9a03b52d-330f-4193-9621-35fa00c9a75d'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:25:03.583234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710aa8c6-8cce-43d9-891e-53ddabbd03ec None None] Pushing event updated for resources: {'Port': ['ID=5e55fde6-4d8f-4036-b509-921ced42e9dc,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:03.660393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56844) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:03.701876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Allocated IP 172.25.5.238 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/4b576dc1-1b0a-4815-a221-888a9481665b) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:03.762262 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2389e3b-77d5-4ba7-b246-0edc1d62f82b'] response: {'name': 'network-changed', 'server_uuid': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'tag': '9a03b52d-330f-4193-9621-35fa00c9a75d', 'status': 'completed', 'code': 200} May 30 20:25:03.830322 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b45732-44cd-44cf-88e5-aa571c51c0fa service neutron] Pushing event updated for resources: {'Port': ['ID=9a03b52d-330f-4193-9621-35fa00c9a75d,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:03.930303 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9c6a4ba-df87-4107-976b-ffa143e3fae6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:04.049717 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bac7259-0f8f-400f-a54e-6779a01b9d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:04.097965 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b654234c-afb0-45b8-9032-0181e23ca48f req-2de77dcf-68f0-4c88-ab2a-d9b9539b4b0e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f154aa639e466b871f55ef50521468&device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 1094 time: 0.5687778 May 30 20:25:04.118506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac7259-0f8f-400f-a54e-6779a01b9d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:04.135389 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1fd15c2b-4fcd-4f09-8afc-4eac4fe9c486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:04.170959 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6a4ba-df87-4107-976b-ffa143e3fae6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=7df559e5-251c-4935-a3dd-0f8009c279ff,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:04.186407 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:04.196426 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9c6a4ba-df87-4107-976b-ffa143e3fae6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:04.203818 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b654234c-afb0-45b8-9032-0181e23ca48f req-10bb34ac-9779-4510-8bcc-62bf8891e2e8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a03b52d-330f-4193-9621-35fa00c9a75d HTTP/1.1" status: 200 len: 217 time: 0.0807114 May 30 20:25:04.204479 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6514dee3-a8db-4ba4-85bc-689e811e5acf None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:04.214573 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fd309-5331-4d00-aeee-506ba1b26bf6 req-83a85baf-0388-42c4-a669-7bc3075a102e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:04.230925 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d36fd309-5331-4d00-aeee-506ba1b26bf6 req-83a85baf-0388-42c4-a669-7bc3075a102e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.7603748 May 30 20:25:04.289601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1fd15c2b-4fcd-4f09-8afc-4eac4fe9c486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:04.330732 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a9c6a4ba-df87-4107-976b-ffa143e3fae6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/7df559e5-251c-4935-a3dd-0f8009c279ff HTTP/1.1" status: 204 len: 168 time: 2.0408721 May 30 20:25:04.330732 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1fd15c2b-4fcd-4f09-8afc-4eac4fe9c486 admin admin] Usage tracker for resource:security_group_rule and tenant:013bdfbe91c0414f98802365f39f0444 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:04.339857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56860) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:04.343724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1fd15c2b-4fcd-4f09-8afc-4eac4fe9c486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:04.376287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1fd15c2b-4fcd-4f09-8afc-4eac4fe9c486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:04.510208 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1fd15c2b-4fcd-4f09-8afc-4eac4fe9c486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:04.516353 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:04.573344 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1fd15c2b-4fcd-4f09-8afc-4eac4fe9c486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:04.654007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654234c-afb0-45b8-9032-0181e23ca48f req-befcfd6b-de09-4021-b109-29dede66a65e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:04.658903 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b654234c-afb0-45b8-9032-0181e23ca48f req-befcfd6b-de09-4021-b109-29dede66a65e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9f9412f8-b9b7-4d21-91c7-4120cd918668 HTTP/1.1" status: 200 len: 856 time: 0.4256349 May 30 20:25:04.692424 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-58cbd180-a469-426e-88df-3f8a6e8d64f6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3104019 May 30 20:25:04.718303 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56868) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:04.741804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4ac11b3b-80ae-4d39-ac9e-168779285817 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:04.790675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:04.799072 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:04.803665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:04.833809 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd15c2b-4fcd-4f09-8afc-4eac4fe9c486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdcf1b8-2c13-47ed-a292-0f2e98526f5a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:04.879239 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f52e1d3-fcab-4e15-a9f4-939ede415ec4 None None] DHCP port deletion for c840c2bc-8044-4130-b66e-385776b76782 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:25:04.885631 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8f52e1d3-fcab-4e15-a9f4-939ede415ec4 None None] Deleting port cf3288f7-6f30-44f4-91e9-c5c2a24418bb {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:04.886013 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8f52e1d3-fcab-4e15-a9f4-939ede415ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:04.911654 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1fd15c2b-4fcd-4f09-8afc-4eac4fe9c486 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=013bdfbe91c0414f98802365f39f0444&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2523797 May 30 20:25:04.912486 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Pushing event updated for resources: {'Port': ['ID=4b576dc1-1b0a-4815-a221-888a9481665b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:04.926346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56874) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:04.975602 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5e55fde6-4d8f-4036-b509-921ced42e9dc up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:04.987185 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d36fd309-5331-4d00-aeee-506ba1b26bf6 req-fd35e7ad-071b-464d-a841-fec96ded95b7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7550888 May 30 20:25:05.064884 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b654234c-afb0-45b8-9032-0181e23ca48f req-7391cbb0-7729-492f-bc9b-903ae1a95f28 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d1878ae-449f-42b8-bf46-74af28ca94fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2371104 May 30 20:25:05.136933 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ba83682-8e0d-4e5e-abe2-23afe3d1f546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:05.214309 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ba83682-8e0d-4e5e-abe2-23afe3d1f546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:05.382828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4ac11b3b-80ae-4d39-ac9e-168779285817 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:05.417604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4ac11b3b-80ae-4d39-ac9e-168779285817 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:05.431189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4ac11b3b-80ae-4d39-ac9e-168779285817 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:05.443923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4ac11b3b-80ae-4d39-ac9e-168779285817 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:05.445805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b654234c-afb0-45b8-9032-0181e23ca48f req-33980038-6824-491c-bac7-ca1411a97fe4 service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699541 May 30 20:25:05.462282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1856781-345b-4a80-a71e-fb3c8bc3b549 None None] Network 5d5c4269-2878-481a-bda8-bfcd6abecc98 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:05.482339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac11b3b-80ae-4d39-ac9e-168779285817 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:05.487183 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4ac11b3b-80ae-4d39-ac9e-168779285817 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:05.540147 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bac7259-0f8f-400f-a54e-6779a01b9d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:05.582835 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ba83682-8e0d-4e5e-abe2-23afe3d1f546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:05.630497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba83682-8e0d-4e5e-abe2-23afe3d1f546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdcf1b8-2c13-47ed-a292-0f2e98526f5a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:05.654203 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8ba83682-8e0d-4e5e-abe2-23afe3d1f546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:05.655463 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8ba83682-8e0d-4e5e-abe2-23afe3d1f546 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cfdcf1b8-2c13-47ed-a292-0f2e98526f5a HTTP/1.1" status: 204 len: 168 time: 0.7127955 May 30 20:25:05.728361 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b654234c-afb0-45b8-9032-0181e23ca48f req-aa098ee2-c07b-4d39-92f9-46899b2bf0e9 service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746260 May 30 20:25:05.752582 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:05.753352 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:05.769841 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8f52e1d3-fcab-4e15-a9f4-939ede415ec4 None None] For port cf3288f7-6f30-44f4-91e9-c5c2a24418bb, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cf3288f7-6f30-44f4-91e9-c5c2a24418bb,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:05.770747 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8f52e1d3-fcab-4e15-a9f4-939ede415ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:05.876206 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 5e55fde6-4d8f-4036-b509-921ced42e9dc completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:05.945085 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4ac11b3b-80ae-4d39-ac9e-168779285817 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:06.022039 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac11b3b-80ae-4d39-ac9e-168779285817 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:06.027866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-4ac11b3b-80ae-4d39-ac9e-168779285817 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:06.033288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac11b3b-80ae-4d39-ac9e-168779285817 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:06.033870 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4ac11b3b-80ae-4d39-ac9e-168779285817 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:06.037644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac11b3b-80ae-4d39-ac9e-168779285817 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=d440ae0d-8cc8-4867-82d7-fcf7d9f05b26,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:06.037926 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8f52e1d3-fcab-4e15-a9f4-939ede415ec4 None None] Calling delete_port for cf3288f7-6f30-44f4-91e9-c5c2a24418bb owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:06.072192 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4ac11b3b-80ae-4d39-ac9e-168779285817 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3496501 May 30 20:25:06.075423 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56894) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:06.086544 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 5e55fde6-4d8f-4036-b509-921ced42e9dc triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:06.087173 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:06.089844 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ea52b15-6267-4de2-b967-25a3315f36dc req-0d3cbc69-1941-4ee3-805c-a9b836ecb170 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f154aa639e466b871f55ef50521468&device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 1094 time: 0.3054967 May 30 20:25:06.101485 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'name': 'tempest-NetworksTestDHCPv6-1343347070'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:06.232161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6fe7abf0-f84c-44ad-bdaa-a44c69281fb8 None None] Provisioning for port 5e55fde6-4d8f-4036-b509-921ced42e9dc completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:06.251818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6fe7abf0-f84c-44ad-bdaa-a44c69281fb8 None None] Provisioning complete for port 5e55fde6-4d8f-4036-b509-921ced42e9dc triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:06.255811 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6fe7abf0-f84c-44ad-bdaa-a44c69281fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:06.421299 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:06.427381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:port and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:06.431530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:06.438759 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:06.463799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:06.467785 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:06.537249 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port b973290a-d5d3-47c1-89f4-a1e49e729a15 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:25:06.544442 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6fe7abf0-f84c-44ad-bdaa-a44c69281fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:06.675054 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6fe7abf0-f84c-44ad-bdaa-a44c69281fb8 None None] For port 5e55fde6-4d8f-4036-b509-921ced42e9dc, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5e55fde6-4d8f-4036-b509-921ced42e9dc,segment=NetworkSegment(128fe87f-b5c5-437c-86ff-061f9557e6d0),segment_id=128fe87f-b5c5-437c-86ff-061f9557e6d0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:06.696062 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea52b15-6267-4de2-b967-25a3315f36dc req-d92575e7-d8c5-4d33-977a-bc059e32f3dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:06.699758 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ea52b15-6267-4de2-b967-25a3315f36dc req-d92575e7-d8c5-4d33-977a-bc059e32f3dd service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d1878ae-449f-42b8-bf46-74af28ca94fd HTTP/1.1" status: 200 len: 918 time: 0.5955284 May 30 20:25:06.734203 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::23a (c840c2bc-8044-4130-b66e-385776b76782/d440ae0d-8cc8-4867-82d7-fcf7d9f05b26/b973290a-d5d3-47c1-89f4-a1e49e729a15) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:06.746688 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8f52e1d3-fcab-4e15-a9f4-939ede415ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:06.759722 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6fe7abf0-f84c-44ad-bdaa-a44c69281fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:06.813268 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f52e1d3-fcab-4e15-a9f4-939ede415ec4 None None] No DVR routers for this DVR port cf3288f7-6f30-44f4-91e9-c5c2a24418bb on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:25:06.892780 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ea52b15-6267-4de2-b967-25a3315f36dc req-9a9d8f1e-cd64-45a0-8909-4a72dffbb467 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a03b52d-330f-4193-9621-35fa00c9a75d HTTP/1.1" status: 200 len: 217 time: 0.1781986 May 30 20:25:06.901492 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:06.937948 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62be9473-2a8c-4445-993f-be862b80d9d4 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:06.973937 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52e1d3-fcab-4e15-a9f4-939ede415ec4 None None] Pushing event deleted for resources: {'Port': ['ID=cf3288f7-6f30-44f4-91e9-c5c2a24418bb,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:07.070086 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:07.086643 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object b973290a-d5d3-47c1-89f4-a1e49e729a15 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:07.093726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea52b15-6267-4de2-b967-25a3315f36dc req-ee90469b-dc45-47b5-a43a-48d52b8b4834 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:07.095176 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ea52b15-6267-4de2-b967-25a3315f36dc req-ee90469b-dc45-47b5-a43a-48d52b8b4834 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9f9412f8-b9b7-4d21-91c7-4120cd918668 HTTP/1.1" status: 200 len: 856 time: 0.1543016 May 30 20:25:07.110551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e2f8e-99f2-4a67-ba13-003bb3482f0b req-0ff7adb4-7db0-4252-8c7a-54064da7e1d6 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:07.114598 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:07.117614 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a39e2f8e-99f2-4a67-ba13-003bb3482f0b req-0ff7adb4-7db0-4252-8c7a-54064da7e1d6 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.6774015 May 30 20:25:07.275616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a39e2f8e-99f2-4a67-ba13-003bb3482f0b req-3d858e00-0762-47a2-a535-80075fe6a3b5 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568468 May 30 20:25:07.308428 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ea52b15-6267-4de2-b967-25a3315f36dc req-d5bc312d-bf28-49ea-af8d-fbd0233cc189 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d1878ae-449f-42b8-bf46-74af28ca94fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2061877 May 30 20:25:07.425790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:07.429562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:07.435226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Router a99bdecd-a26d-47af-8541-f7b17a153564 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:25:07.438707 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:07.443267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:07.444184 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:07.471881 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7abf0-f84c-44ad-bdaa-a44c69281fb8 None None] Pushing event updated for resources: {'Port': ['ID=5e55fde6-4d8f-4036-b509-921ced42e9dc,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:07.472472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=b973290a-d5d3-47c1-89f4-a1e49e729a15,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:07.495067 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e8a6759b-51dc-4038-b008-78668f406a65 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4185410 May 30 20:25:07.497620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56936) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:07.528653 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:07.537022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bac7259-0f8f-400f-a54e-6779a01b9d58 admin admin] Router bb4d76d1-e126-45dd-bd0c-615ec1775543 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:25:07.739291 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:25:07.739632 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:25:07.784645 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f5137-a3e7-481b-a425-9f87d69ae5ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:07.788799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0b2f5137-a3e7-481b-a425-9f87d69ae5ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:07.855064 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0b2f5137-a3e7-481b-a425-9f87d69ae5ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:07.857848 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0b2f5137-a3e7-481b-a425-9f87d69ae5ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3580890 May 30 20:25:07.865316 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56946) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:07.889957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c840c2bc-8044-4130-b66e-385776b76782', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'fixed_ips': [{'subnet_id': 'd440ae0d-8cc8-4867-82d7-fcf7d9f05b26'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:25:07.890906 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:07.954580 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ea52b15-6267-4de2-b967-25a3315f36dc req-cb3b4271-6254-4b5a-b132-11d50d111a11 service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6392100 May 30 20:25:08.058420 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:25:08.072453 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Sync routers for ids ['a99bdecd-a26d-47af-8541-f7b17a153564'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:25:08.098883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-d7bbd1e5-e4b6-4924-94f6-7b947645f162 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port b973290a-d5d3-47c1-89f4-a1e49e729a15 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:08.100313 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d7bbd1e5-e4b6-4924-94f6-7b947645f162 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:08.100892 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Routers {'a99bdecd-a26d-47af-8541-f7b17a153564'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:25:08.101521 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:25:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a99bdecd-a26d-47af-8541-f7b17a153564'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:08.263227 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:08.265769 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7cd85289-e545-4125-86c8-35e446424aa8 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.2877893 May 30 20:25:08.271559 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 56956) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:08.493505 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ea52b15-6267-4de2-b967-25a3315f36dc req-a54095d4-47ec-4bd4-b2c2-c40e4129b0b8 service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966546 May 30 20:25:08.538005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b70bdacd-d4f2-42e7-8117-9f88ee9c04f0 None None] Provisioning complete for port 5e55fde6-4d8f-4036-b509-921ced42e9dc triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:08.538490 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b70bdacd-d4f2-42e7-8117-9f88ee9c04f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:08.577697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Allocated IP 2001:db8::2 (c840c2bc-8044-4130-b66e-385776b76782/d440ae0d-8cc8-4867-82d7-fcf7d9f05b26/38d469b8-5239-462a-b4f8-648ad8c762f0) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:08.650073 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Set router a99bdecd-a26d-47af-8541-f7b17a153564 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:25:08.771893 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5e55fde6-4d8f-4036-b509-921ced42e9dc up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:08.861690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bac7259-0f8f-400f-a54e-6779a01b9d58 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:25:08.909458 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b48af4-db37-4bf2-80f4-d78ab87fc737 None None] Sync routers for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:25:08.939528 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237ecc1-96cd-4023-9f8a-804f1e72a9a1 req-64126272-c703-4c48-bc25-65ccd7ff0955 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:08.950422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5237ecc1-96cd-4023-9f8a-804f1e72a9a1 req-64126272-c703-4c48-bc25-65ccd7ff0955 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.3058341 May 30 20:25:08.999141 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2bac7259-0f8f-400f-a54e-6779a01b9d58 admin admin] 10.222.0.84 "PUT /v2.0/routers/bb4d76d1-e126-45dd-bd0c-615ec1775543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5631845 May 30 20:25:09.001707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 56970) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:09.045438 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b48af4-db37-4bf2-80f4-d78ab87fc737 None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:25:09.046266 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-32b48af4-db37-4bf2-80f4-d78ab87fc737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:25:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:09.068194 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'name': 'tempest-TestServerBasicOps-271022250-router', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:01Z', 'updated_at': '2022-05-30T20:25:05Z', 'revision_number': 3, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'gw_port': {'id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:40:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:03Z', 'updated_at': '2022-05-30T20:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:09.073063 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Checking router: a99bdecd-a26d-47af-8541-f7b17a153564 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:25:09.073721 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Updating router a99bdecd-a26d-47af-8541-f7b17a153564 port 4b576dc1-1b0a-4815-a221-888a9481665b binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:25:09.141754 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:09.151621 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d7bbd1e5-e4b6-4924-94f6-7b947645f162 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:09.172192 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:25:09.253164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 5e55fde6-4d8f-4036-b509-921ced42e9dc triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:09.268515 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:09.445383 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5237ecc1-96cd-4023-9f8a-804f1e72a9a1 req-d8ffaa2f-32db-4b9f-af21-ee72f88d35ba tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4908998 May 30 20:25:09.609424 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:09.616394 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf484b90-17d0-48b7-a5f7-0982ac3e6830 admin admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:09.636174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-d7bbd1e5-e4b6-4924-94f6-7b947645f162 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for b973290a-d5d3-47c1-89f4-a1e49e729a15 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:09.639916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9a03b52d-330f-4193-9621-35fa00c9a75d details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:25:09.690455 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Transition to ACTIVE for port object 38d469b8-5239-462a-b4f8-648ad8c762f0 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:09.860617 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:09.886713 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Transition to ACTIVE for port object 4b576dc1-1b0a-4815-a221-888a9481665b will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:09.899542 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:09.925845 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:25:10.003494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Transition to ACTIVE for port object 38d469b8-5239-462a-b4f8-648ad8c762f0 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:10.007789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-32b48af4-db37-4bf2-80f4-d78ab87fc737 None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:25:10.011226 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b24055-3f36-46ef-879c-2eda6d923398 None None] Pushing event updated for resources: {'Port': ['ID=4b576dc1-1b0a-4815-a221-888a9481665b,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:10.016058 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf484b90-17d0-48b7-a5f7-0982ac3e6830 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:10.035182 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Attempting to bind port 4b576dc1-1b0a-4815-a221-888a9481665b on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:25:10.036278 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Attempting to bind port 4b576dc1-1b0a-4815-a221-888a9481665b by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:25:10.037461 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Attempting to bind port 4b576dc1-1b0a-4815-a221-888a9481665b on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:25:10.047461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bf484b90-17d0-48b7-a5f7-0982ac3e6830 admin admin] Deleting port f726543b-c6f5-455b-9c0a-c375e09282f3 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:10.047734 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf484b90-17d0-48b7-a5f7-0982ac3e6830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:10.049457 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:25:10.050611 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:10.051255 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:10.051869 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:25:10.052562 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Bound port: 4b576dc1-1b0a-4815-a221-888a9481665b, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:25:10.053192 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:10.137978 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cf3288f7-6f30-44f4-91e9-c5c2a24418bb no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:25:10.143106 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] For port 4b576dc1-1b0a-4815-a221-888a9481665b, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:25:10.147413 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] For port 4b576dc1-1b0a-4815-a221-888a9481665b, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4b576dc1-1b0a-4815-a221-888a9481665b,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:25:10.164329 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24055-3f36-46ef-879c-2eda6d923398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:10.164659 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24055-3f36-46ef-879c-2eda6d923398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:10.165210 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24055-3f36-46ef-879c-2eda6d923398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:10.165518 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24055-3f36-46ef-879c-2eda6d923398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:10.165835 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24055-3f36-46ef-879c-2eda6d923398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:10.166151 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24055-3f36-46ef-879c-2eda6d923398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:10.166461 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24055-3f36-46ef-879c-2eda6d923398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:10.166773 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24055-3f36-46ef-879c-2eda6d923398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:10.170101 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24055-3f36-46ef-879c-2eda6d923398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:10.170432 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24055-3f36-46ef-879c-2eda6d923398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:10.170757 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24055-3f36-46ef-879c-2eda6d923398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:10.176501 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:10.249795 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:10.301329 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: cf3288f7-6f30-44f4-91e9-c5c2a24418bb {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:25:10.301684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cf3288f7-6f30-44f4-91e9-c5c2a24418bb not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:25:10.436112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-bf484b90-17d0-48b7-a5f7-0982ac3e6830 admin admin] For port f726543b-c6f5-455b-9c0a-c375e09282f3, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f726543b-c6f5-455b-9c0a-c375e09282f3,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:10.440694 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf484b90-17d0-48b7-a5f7-0982ac3e6830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:10.460756 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b24055-3f36-46ef-879c-2eda6d923398 None None] Pushing event updated for resources: {'Port': ['ID=4b576dc1-1b0a-4815-a221-888a9481665b,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:10.483695 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Routers {'a99bdecd-a26d-47af-8541-f7b17a153564'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:25:10.484741 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:25:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a99bdecd-a26d-47af-8541-f7b17a153564'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:10.776638 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d7bbd1e5-e4b6-4924-94f6-7b947645f162 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:10.844500 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:10.845288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Pushing event updated for resources: {'Port': ['ID=38d469b8-5239-462a-b4f8-648ad8c762f0,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:10.871905 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:10.887641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbd1e5-e4b6-4924-94f6-7b947645f162 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=b973290a-d5d3-47c1-89f4-a1e49e729a15,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:10.892683 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:10.895414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bf484b90-17d0-48b7-a5f7-0982ac3e6830 admin admin] Calling delete_port for f726543b-c6f5-455b-9c0a-c375e09282f3 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:10.964925 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] Set router a99bdecd-a26d-47af-8541-f7b17a153564 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:25:11.000940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9a03b52d-330f-4193-9621-35fa00c9a75d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9a03b52d-330f-4193-9621-35fa00c9a75d,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:11.002401 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d7bbd1e5-e4b6-4924-94f6-7b947645f162 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:11.050222 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d7bbd1e5-e4b6-4924-94f6-7b947645f162 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/b973290a-d5d3-47c1-89f4-a1e49e729a15 HTTP/1.1" status: 204 len: 168 time: 3.1835346 May 30 20:25:11.055169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57026) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:11.080144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd0476-26a1-4b4f-b888-2691f89e8634 req-30e9020f-4dd6-41bb-8042-f6ea48b50035 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:11.087736 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94bd0476-26a1-4b4f-b888-2691f89e8634 req-30e9020f-4dd6-41bb-8042-f6ea48b50035 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.2848139 May 30 20:25:11.119168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '9a03b52d-330f-4193-9621-35fa00c9a75d', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'port_id': '9a03b52d-330f-4193-9621-35fa00c9a75d', 'mac_address': 'fa:16:3e:b0:d8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:25:11.158858 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94bd0476-26a1-4b4f-b888-2691f89e8634 req-45badcf2-10da-407c-9e02-abd2cc51fc72 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697954 May 30 20:25:11.201546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93010a46-daa3-42f5-981f-79ba5786f47a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:11.203187 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93010a46-daa3-42f5-981f-79ba5786f47a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:11.203812 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Attempting to bind port 38d469b8-5239-462a-b4f8-648ad8c762f0 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:25:11.204126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-93010a46-daa3-42f5-981f-79ba5786f47a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:11.204730 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Attempting to bind port 38d469b8-5239-462a-b4f8-648ad8c762f0 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:25:11.205312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Attempting to bind port 38d469b8-5239-462a-b4f8-648ad8c762f0 on network c840c2bc-8044-4130-b66e-385776b76782 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:25:11.264263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-93010a46-daa3-42f5-981f-79ba5786f47a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:11.265401 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-93010a46-daa3-42f5-981f-79ba5786f47a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2052169 May 30 20:25:11.268889 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57036) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:11.288515 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf484b90-17d0-48b7-a5f7-0982ac3e6830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:11.369331 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:11.447308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf484b90-17d0-48b7-a5f7-0982ac3e6830 admin admin] Pushing event deleted for resources: {'Port': ['ID=f726543b-c6f5-455b-9c0a-c375e09282f3,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:11.457866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:25:11.458217 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:11.458619 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:11.459012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Bound using segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:25:11.459484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Bound port: 38d469b8-5239-462a-b4f8-648ad8c762f0, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:25:11.459850 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:11.578869 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a03b52d-330f-4193-9621-35fa00c9a75d {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:25:11.785690 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] For port 38d469b8-5239-462a-b4f8-648ad8c762f0, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:25:11.790007 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] For port 38d469b8-5239-462a-b4f8-648ad8c762f0, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=38d469b8-5239-462a-b4f8-648ad8c762f0,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:25:11.816531 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:11.893720 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'name': 'tempest-TestServerBasicOps-271022250-router', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:01Z', 'updated_at': '2022-05-30T20:25:05Z', 'revision_number': 3, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'gw_port': {'id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:40:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:03Z', 'updated_at': '2022-05-30T20:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:11.897980 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccaf4ba-0012-48cf-a995-cf6634994f47 None None] The sync data for ids ['a99bdecd-a26d-47af-8541-f7b17a153564'] in n-d-843949-2 is: [{'id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'name': 'tempest-TestServerBasicOps-271022250-router', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:01Z', 'updated_at': '2022-05-30T20:25:05Z', 'revision_number': 3, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'gw_port': {'id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:40:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:03Z', 'updated_at': '2022-05-30T20:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:25:11.906132 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9a03b52d-330f-4193-9621-35fa00c9a75d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9a03b52d-330f-4193-9621-35fa00c9a75d,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:11.922375 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:12.034853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Pushing event updated for resources: {'Port': ['ID=38d469b8-5239-462a-b4f8-648ad8c762f0,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:12.061499 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-32b48af4-db37-4bf2-80f4-d78ab87fc737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:25:03Z', 'revision_number': 5, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port': {'id': 'f726543b-c6f5-455b-9c0a-c375e09282f3', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:47Z', 'updated_at': '2022-05-30T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:12.064699 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:12.065498 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:12.066034 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:12.066549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:12.067059 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:12.067567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:12.068117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:12.068644 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:12.070078 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:12.070603 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:12.071126 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c984fc-d9b5-4d99-8c27-f08ad70f1c5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:12.127554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-93882296-a8a6-4e9b-b8b0-07cfd92505ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet d440ae0d-8cc8-4867-82d7-fcf7d9f05b26 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:25:12.146992 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93882296-a8a6-4e9b-b8b0-07cfd92505ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:12.169165 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b48af4-db37-4bf2-80f4-d78ab87fc737 None None] Checking router: bb4d76d1-e126-45dd-bd0c-615ec1775543 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:25:12.185919 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9a03b52d-330f-4193-9621-35fa00c9a75d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:25:12.258006 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf484b90-17d0-48b7-a5f7-0982ac3e6830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:12.391906 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57052) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:12.612028 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93882296-a8a6-4e9b-b8b0-07cfd92505ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:12.760802 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=9a03b52d-330f-4193-9621-35fa00c9a75d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:12.778350 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b48af4-db37-4bf2-80f4-d78ab87fc737 None None] Routers {'bb4d76d1-e126-45dd-bd0c-615ec1775543'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:25:12.779543 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-32b48af4-db37-4bf2-80f4-d78ab87fc737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:25:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['bb4d76d1-e126-45dd-bd0c-615ec1775543'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:12.898024 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:13.134886 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf484b90-17d0-48b7-a5f7-0982ac3e6830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:13.170711 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf484b90-17d0-48b7-a5f7-0982ac3e6830 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:13.235382 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf484b90-17d0-48b7-a5f7-0982ac3e6830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:13.235382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf484b90-17d0-48b7-a5f7-0982ac3e6830 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb4d76d1-e126-45dd-bd0c-615ec1775543 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:25:13.262563 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bf484b90-17d0-48b7-a5f7-0982ac3e6830 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:13.265078 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bf484b90-17d0-48b7-a5f7-0982ac3e6830 admin admin] 10.222.0.84 "DELETE /v2.0/routers/bb4d76d1-e126-45dd-bd0c-615ec1775543 HTTP/1.1" status: 204 len: 168 time: 4.2584140 May 30 20:25:13.272526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57068) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:13.346785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4c6d1-b13c-49cb-a5b9-909ee8e39c5c req-91af5941-a1cc-490c-9dd1-57f207074d94 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:13.348579 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-07d4c6d1-b13c-49cb-a5b9-909ee8e39c5c req-91af5941-a1cc-490c-9dd1-57f207074d94 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 944 time: 0.6557140 May 30 20:25:13.378178 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-32b48af4-db37-4bf2-80f4-d78ab87fc737 None None] Set router bb4d76d1-e126-45dd-bd0c-615ec1775543 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:25:13.463200 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Allocated IP 172.20.0.1 (5d5c4269-2878-481a-bda8-bfcd6abecc98/27b00c3e-65ae-45d2-bdd3-a5cf0d581b20/ae0098fc-df76-452f-b0c2-1a9b760d510f) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:13.509284 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c04ecc2-0457-459f-9f58-a4b711d7a27a admin admin] Deleting subnet 68e762fb-e7ab-4b2b-9564-0b9905e98eee {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:25:13.511385 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 38d469b8-5239-462a-b4f8-648ad8c762f0 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:13.528713 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5c04ecc2-0457-459f-9f58-a4b711d7a27a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:13.530311 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c302b111-4a04-44ce-a75b-716d463a0e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:13.630943 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93882296-a8a6-4e9b-b8b0-07cfd92505ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:13.661691 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5c04ecc2-0457-459f-9f58-a4b711d7a27a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:13.758093 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-07d4c6d1-b13c-49cb-a5b9-909ee8e39c5c req-4b9d28f2-74d1-4f32-8c88-bada9d0fc862 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3941414 May 30 20:25:13.840646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c302b111-4a04-44ce-a75b-716d463a0e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:13.848956 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-32b48af4-db37-4bf2-80f4-d78ab87fc737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:25:11Z', 'revision_number': 7, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:13.849144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c302b111-4a04-44ce-a75b-716d463a0e0b admin admin] Usage tracker for resource:security_group_rule and tenant:cf661d6f75634c10a9c3026ef6b35be7 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:13.856752 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c302b111-4a04-44ce-a75b-716d463a0e0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:13.875425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c302b111-4a04-44ce-a75b-716d463a0e0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:13.901996 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5c04ecc2-0457-459f-9f58-a4b711d7a27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:13.905952 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b48af4-db37-4bf2-80f4-d78ab87fc737 None None] The sync data for ids ['bb4d76d1-e126-45dd-bd0c-615ec1775543'] in n-d-843949-2 is: [{'id': 'bb4d76d1-e126-45dd-bd0c-615ec1775543', 'name': 'tempest-AttachVolumeNegativeTest-233087222-router', 'tenant_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:46Z', 'updated_at': '2022-05-30T20:25:11Z', 'revision_number': 7, 'project_id': 'a048fd6ea7c2440198c694d9cbd88a49', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:25:14.000851 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 38d469b8-5239-462a-b4f8-648ad8c762f0 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:14.007234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4b576dc1-1b0a-4815-a221-888a9481665b up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:14.013666 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c302b111-4a04-44ce-a75b-716d463a0e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:14.034620 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c302b111-4a04-44ce-a75b-716d463a0e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:14.073734 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5c04ecc2-0457-459f-9f58-a4b711d7a27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:14.147061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04ecc2-0457-459f-9f58-a4b711d7a27a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e762fb-e7ab-4b2b-9564-0b9905e98eee,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:14.165236 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5c04ecc2-0457-459f-9f58-a4b711d7a27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:14.167926 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c302b111-4a04-44ce-a75b-716d463a0e0b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cf661d6f75634c10a9c3026ef6b35be7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7702863 May 30 20:25:14.171929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57078) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:14.185786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473a3948-50c0-4100-a596-520f669b5c80 None None] Network 43a3a580-728f-4a14-a9d1-6d5e70d6966e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:14.191116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302b111-4a04-44ce-a75b-716d463a0e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236d40e8-46aa-4486-a7e4-3db2239491d2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:14.268826 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93882296-a8a6-4e9b-b8b0-07cfd92505ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:14.290744 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fc9d8549-10d8-4709-ba8b-56df90840b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:14.296512 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5c04ecc2-0457-459f-9f58-a4b711d7a27a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/68e762fb-e7ab-4b2b-9564-0b9905e98eee HTTP/1.1" status: 204 len: 168 time: 1.0189803 May 30 20:25:14.297359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57082) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:14.375742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93882296-a8a6-4e9b-b8b0-07cfd92505ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=d440ae0d-8cc8-4867-82d7-fcf7d9f05b26,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:14.408073 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:14.427660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93882296-a8a6-4e9b-b8b0-07cfd92505ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:14.438730 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fc9d8549-10d8-4709-ba8b-56df90840b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:14.459068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e4149423-6981-417f-98a1-f71c77fcecf1 None None] Could not find standard attr ID for object b973290a-d5d3-47c1-89f4-a1e49e729a15. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:25:14.463405 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Transition to ACTIVE for port object ae0098fc-df76-452f-b0c2-1a9b760d510f will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:14.504241 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-93882296-a8a6-4e9b-b8b0-07cfd92505ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/d440ae0d-8cc8-4867-82d7-fcf7d9f05b26 HTTP/1.1" status: 204 len: 168 time: 3.2341964 May 30 20:25:14.506389 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57086) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:14.530462 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:14.550514 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fc9d8549-10d8-4709-ba8b-56df90840b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:14.571046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 4b576dc1-1b0a-4815-a221-888a9481665b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:14.587138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d8549-10d8-4709-ba8b-56df90840b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236d40e8-46aa-4486-a7e4-3db2239491d2,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:14.617433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] Deleting port 7af0e7cb-5677-4818-af7b-f67cf8590ea7 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:14.618019 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:14.639924 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-031246c9-729a-49fa-8c5f-8308ababb2cf tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1315374 May 30 20:25:14.642336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57090) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:14.648635 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5e0f24a8-1223-424e-b0ac-c057060f8b99 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:14.650445 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2103eb8c-b2ba-4b69-9310-e41bb0245013 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:14.663723 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fc9d8549-10d8-4709-ba8b-56df90840b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:14.664921 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fc9d8549-10d8-4709-ba8b-56df90840b17 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/236d40e8-46aa-4486-a7e4-3db2239491d2 HTTP/1.1" status: 204 len: 168 time: 0.4867120 May 30 20:25:14.676714 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 4b576dc1-1b0a-4815-a221-888a9481665b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:14.683187 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:14.839893 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:15.013942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e4149423-6981-417f-98a1-f71c77fcecf1 None None] Provisioning for port 38d469b8-5239-462a-b4f8-648ad8c762f0 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:15.127710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] For port 7af0e7cb-5677-4818-af7b-f67cf8590ea7, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7af0e7cb-5677-4818-af7b-f67cf8590ea7,segment=NetworkSegment(fb8d781e-7408-4057-b1f4-3038fc6b21a5),segment_id=fb8d781e-7408-4057-b1f4-3038fc6b21a5)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:15.127710 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:15.150990 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e4149423-6981-417f-98a1-f71c77fcecf1 None None] Provisioning complete for port 38d469b8-5239-462a-b4f8-648ad8c762f0 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:15.150990 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e4149423-6981-417f-98a1-f71c77fcecf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:15.156057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Network 5d5c4269-2878-481a-bda8-bfcd6abecc98 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:15.157259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5e0f24a8-1223-424e-b0ac-c057060f8b99 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:15.162945 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:15.166529 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:15.265238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5e0f24a8-1223-424e-b0ac-c057060f8b99 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:15.300509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5e0f24a8-1223-424e-b0ac-c057060f8b99 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:15.384515 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5e0f24a8-1223-424e-b0ac-c057060f8b99 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:15.438481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Pushing event updated for resources: {'Port': ['ID=ae0098fc-df76-452f-b0c2-1a9b760d510f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:15.472317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57118) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:15.541109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0f24a8-1223-424e-b0ac-c057060f8b99 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:15.545530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e0f24a8-1223-424e-b0ac-c057060f8b99 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:15.679556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] Calling delete_port for 7af0e7cb-5677-4818-af7b-f67cf8590ea7 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:15.728125 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:15.728125 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3fcb6cda-1a3c-485e-8da0-387d727d978a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:15.774295 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:15.820580 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:15.862737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 4b576dc1-1b0a-4815-a221-888a9481665b, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4b576dc1-1b0a-4815-a221-888a9481665b,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:15.864924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3fcb6cda-1a3c-485e-8da0-387d727d978a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:15.868133 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e4149423-6981-417f-98a1-f71c77fcecf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:15.871553 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3fcb6cda-1a3c-485e-8da0-387d727d978a admin admin] Usage tracker for resource:security_group_rule and tenant:481d9d7b137a4a99979bf3344d51de09 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:15.881207 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3fcb6cda-1a3c-485e-8da0-387d727d978a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:15.883128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7af0e7cb-5677-4818-af7b-f67cf8590ea7,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:15.890642 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3fcb6cda-1a3c-485e-8da0-387d727d978a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:15.919548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] No DVR routers for this DVR port 7af0e7cb-5677-4818-af7b-f67cf8590ea7 on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:25:15.995942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125a1f2e-bd59-4a0c-afcd-59d6dbd17684 None None] DHCP port deletion for 43a3a580-728f-4a14-a9d1-6d5e70d6966e request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:25:16.002799 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9a03b52d-330f-4193-9621-35fa00c9a75d up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:16.056202 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8333e75-eab3-49cb-a9f3-1017b24ec142 req-bc362261-63a9-48db-b163-2c6f94c68b50 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:16.063567 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8333e75-eab3-49cb-a9f3-1017b24ec142 req-bc362261-63a9-48db-b163-2c6f94c68b50 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 944 time: 0.4334648 May 30 20:25:16.077272 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3fcb6cda-1a3c-485e-8da0-387d727d978a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.082349 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.097961 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3fcb6cda-1a3c-485e-8da0-387d727d978a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.121169 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.192765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0361ca-a7e7-48dc-8943-d70468d12047 None None] DHCP port deletion for c840c2bc-8044-4130-b66e-385776b76782 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:25:16.202877 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8333e75-eab3-49cb-a9f3-1017b24ec142 req-6ec174ee-56c2-46ae-9ea8-476abaa065e7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304386 May 30 20:25:16.228056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a3a580-728f-4a14-a9d1-6d5e70d6966e']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:16.245727 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3fcb6cda-1a3c-485e-8da0-387d727d978a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=481d9d7b137a4a99979bf3344d51de09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7636003 May 30 20:25:16.245727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb6cda-1a3c-485e-8da0-387d727d978a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69957905-ba60-4e47-b09e-563aa9fadf08,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:16.245727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57130) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:16.272693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb8d781e-7408-4057-b1f4-3038fc6b21a5') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:16.272693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb8d781e-7408-4057-b1f4-3038fc6b21a5') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:16.278519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e4149423-6981-417f-98a1-f71c77fcecf1 None None] For port 38d469b8-5239-462a-b4f8-648ad8c762f0, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=38d469b8-5239-462a-b4f8-648ad8c762f0,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:16.307169 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.336401 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e4149423-6981-417f-98a1-f71c77fcecf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.336401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3a0361ca-a7e7-48dc-8943-d70468d12047 None None] Deleting port 38d469b8-5239-462a-b4f8-648ad8c762f0 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:16.336401 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3a0361ca-a7e7-48dc-8943-d70468d12047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.349104 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.364254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:25:16.364254 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.385773 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3430a32-f9b9-4322-b212-0384d5bddad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: timer() May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:25:16.398161 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:25:16.426992 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3430a32-f9b9-4322-b212-0384d5bddad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.436343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 38d469b8-5239-462a-b4f8-648ad8c762f0 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:25:16.567583 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.595437 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.597089 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.612292 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3430a32-f9b9-4322-b212-0384d5bddad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.612546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=43a3a580-728f-4a14-a9d1-6d5e70d6966e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:16.638283 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-126ea21b-bae9-4023-b658-b5735e8a89c6 admin admin] 10.222.0.84 "DELETE /v2.0/networks/43a3a580-728f-4a14-a9d1-6d5e70d6966e HTTP/1.1" status: 204 len: 168 time: 2.3389423 May 30 20:25:16.664885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3430a32-f9b9-4322-b212-0384d5bddad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69957905-ba60-4e47-b09e-563aa9fadf08,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:16.894687 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.934921 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=4b576dc1-1b0a-4815-a221-888a9481665b,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:17.044279 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3430a32-f9b9-4322-b212-0384d5bddad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:17.046024 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f3430a32-f9b9-4322-b212-0384d5bddad6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/69957905-ba60-4e47-b09e-563aa9fadf08 HTTP/1.1" status: 204 len: 168 time: 0.8017557 May 30 20:25:17.105403 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e0f24a8-1223-424e-b0ac-c057060f8b99 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:17.109380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57146) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:17.237616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-046fd45a-202d-4e50-8a9c-93b10efe1b29 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a048fd6ea7c2440198c694d9cbd88a49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1219761 May 30 20:25:17.237616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57150) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:17.330884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0f24a8-1223-424e-b0ac-c057060f8b99 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:17.458393 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75c8fcca-8d5d-46c9-b4b4-df52c689c99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:17.461965 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4149423-6981-417f-98a1-f71c77fcecf1 None None] Pushing event updated for resources: {'Port': ['ID=38d469b8-5239-462a-b4f8-648ad8c762f0,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:17.499788 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75c8fcca-8d5d-46c9-b4b4-df52c689c99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:17.519539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d64361ab-8f81-4dbd-b7e4-2a601862828c None None] Provisioning for port ae0098fc-df76-452f-b0c2-1a9b760d510f completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:17.611017 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d64361ab-8f81-4dbd-b7e4-2a601862828c None None] Provisioning complete for port ae0098fc-df76-452f-b0c2-1a9b760d510f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:17.611017 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d64361ab-8f81-4dbd-b7e4-2a601862828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:17.696103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5e0f24a8-1223-424e-b0ac-c057060f8b99 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:17.708324 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f24a8-1223-424e-b0ac-c057060f8b99 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:17.708324 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e0f24a8-1223-424e-b0ac-c057060f8b99 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:17.749639 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 9a03b52d-330f-4193-9621-35fa00c9a75d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:17.777669 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 38d469b8-5239-462a-b4f8-648ad8c762f0, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=38d469b8-5239-462a-b4f8-648ad8c762f0,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:17.795265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f24a8-1223-424e-b0ac-c057060f8b99 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=dd9a20ca-f965-4992-bc31-4f0c09d277c7,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:17.810990 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5e0f24a8-1223-424e-b0ac-c057060f8b99 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1562440 May 30 20:25:17.820089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 9a03b52d-330f-4193-9621-35fa00c9a75d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:17.820089 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:17.824881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57170) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:17.824881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'name': 'tempest-NetworksTestDHCPv6-1427958744'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:17.944781 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75c8fcca-8d5d-46c9-b4b4-df52c689c99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:17.973230 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:17.974017 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7af0e7cb-5677-4818-af7b-f67cf8590ea7 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:25:18.011872 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:18.025818 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:18.073903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8fcca-8d5d-46c9-b4b4-df52c689c99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8cc181-03e3-4e79-8574-195838fb3224,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:18.099450 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 7af0e7cb-5677-4818-af7b-f67cf8590ea7 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:25:18.099450 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7af0e7cb-5677-4818-af7b-f67cf8590ea7 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:25:18.099450 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:25:18.129486 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75c8fcca-8d5d-46c9-b4b4-df52c689c99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:18.136380 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-75c8fcca-8d5d-46c9-b4b4-df52c689c99d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0a8cc181-03e3-4e79-8574-195838fb3224 HTTP/1.1" status: 204 len: 168 time: 0.8878105 May 30 20:25:18.167711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1a003-2f3a-4611-b815-993ae224597d req-294009a3-b240-4177-8a01-a01975937376 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:18.176393 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-65c1a003-2f3a-4611-b815-993ae224597d req-294009a3-b240-4177-8a01-a01975937376 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 944 time: 0.4789729 May 30 20:25:18.220617 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d64361ab-8f81-4dbd-b7e4-2a601862828c None None] Port ae0098fc-df76-452f-b0c2-1a9b760d510f cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:25:18.265034 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3a0361ca-a7e7-48dc-8943-d70468d12047 None None] For port 38d469b8-5239-462a-b4f8-648ad8c762f0, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=38d469b8-5239-462a-b4f8-648ad8c762f0,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:18.273115 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3a0361ca-a7e7-48dc-8943-d70468d12047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:18.302855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:25:18.302855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5cefc7b7-acf7-4d80-8d7d-4600a6eb5d81 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:25:18.308743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:18.318719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:port and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:18.322068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:18.336970 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:18.352050 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-65c1a003-2f3a-4611-b815-993ae224597d req-8c354723-f5d2-44f5-bfd9-f93c2134f0d4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754246 May 30 20:25:18.409307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:18.414613 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:18.467073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d64361ab-8f81-4dbd-b7e4-2a601862828c None None] Could not find standard attr ID for object b973290a-d5d3-47c1-89f4-a1e49e729a15. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:25:18.621284 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:18.640822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Pushing event updated for resources: {'Port': ['ID=ae0098fc-df76-452f-b0c2-1a9b760d510f,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:18.671642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57194) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:18.676793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port 044f6663-dbae-4323-b0cf-4f3b5c28149b yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:25:18.711465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4b576dc1-1b0a-4815-a221-888a9481665b up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:18.773409 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3a0361ca-a7e7-48dc-8943-d70468d12047 None None] Calling delete_port for 38d469b8-5239-462a-b4f8-648ad8c762f0 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:18.856085 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:18.948143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9a03b52d-330f-4193-9621-35fa00c9a75d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9a03b52d-330f-4193-9621-35fa00c9a75d,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:18.948143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=38d469b8-5239-462a-b4f8-648ad8c762f0,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:18.948143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a03b52d-330f-4193-9621-35fa00c9a75d'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:25:18.985010 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:19.145260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 4b576dc1-1b0a-4815-a221-888a9481665b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:19.162616 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:19.201690 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=9a03b52d-330f-4193-9621-35fa00c9a75d,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:19.205435 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-3a0361ca-a7e7-48dc-8943-d70468d12047 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:25:19.206135 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-3a0361ca-a7e7-48dc-8943-d70468d12047 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:25:19.229884 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a607b6ec-6c32-44f1-894a-758ad1b00c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:19.353939 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f726543b-c6f5-455b-9c0a-c375e09282f3 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:25:19.361274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a607b6ec-6c32-44f1-894a-758ad1b00c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:19.384807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a607b6ec-6c32-44f1-894a-758ad1b00c68 admin admin] Usage tracker for resource:security_group_rule and tenant:3e6f56bf1ecb489fbdb379c18839b02a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:19.393785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a607b6ec-6c32-44f1-894a-758ad1b00c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:19.415155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::1b1 (c840c2bc-8044-4130-b66e-385776b76782/dd9a20ca-f965-4992-bc31-4f0c09d277c7/044f6663-dbae-4323-b0cf-4f3b5c28149b) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:19.426150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a607b6ec-6c32-44f1-894a-758ad1b00c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:19.429504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Network 5d5c4269-2878-481a-bda8-bfcd6abecc98 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:19.429504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:19.468684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: f726543b-c6f5-455b-9c0a-c375e09282f3 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:25:19.468684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f726543b-c6f5-455b-9c0a-c375e09282f3 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:25:19.656242 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a607b6ec-6c32-44f1-894a-758ad1b00c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:19.707538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3a0361ca-a7e7-48dc-8943-d70468d12047 None None] Deleting port 38d469b8-5239-462a-b4f8-648ad8c762f0 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:19.708354 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3a0361ca-a7e7-48dc-8943-d70468d12047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:19.742424 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a607b6ec-6c32-44f1-894a-758ad1b00c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:19.876317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607b6ec-6c32-44f1-894a-758ad1b00c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbc2b8a-a0c1-4a3f-b17a-a072689a353b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:19.910861 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a5422901-dd27-4779-bffa-8e2cbe7643e1 None None] Provisioning complete for port ae0098fc-df76-452f-b0c2-1a9b760d510f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:19.910861 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a5422901-dd27-4779-bffa-8e2cbe7643e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:19.915905 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a607b6ec-6c32-44f1-894a-758ad1b00c68 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3e6f56bf1ecb489fbdb379c18839b02a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2374258 May 30 20:25:19.920837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57230) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:19.979921 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a0fc37-5f94-461e-9a33-c09545497590'] response: {'server_uuid': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a03b52d-330f-4193-9621-35fa00c9a75d', 'code': 200} May 30 20:25:20.024647 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dfad6-44e5-48d5-ab12-f1153a71ba58 req-335446ea-603e-45af-896b-886ddc0de243 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:20.037294 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-254dfad6-44e5-48d5-ab12-f1153a71ba58 req-335446ea-603e-45af-896b-886ddc0de243 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.3715901 May 30 20:25:20.102507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a5422901-dd27-4779-bffa-8e2cbe7643e1 None None] Port ae0098fc-df76-452f-b0c2-1a9b760d510f cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:25:20.358440 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e8b45809-9261-436b-b2f5-2635dab1aa88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:20.402232 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e8b45809-9261-436b-b2f5-2635dab1aa88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:20.413371 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3a0361ca-a7e7-48dc-8943-d70468d12047 None None] For port 38d469b8-5239-462a-b4f8-648ad8c762f0, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=38d469b8-5239-462a-b4f8-648ad8c762f0,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:20.414147 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3a0361ca-a7e7-48dc-8943-d70468d12047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:20.418286 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-254dfad6-44e5-48d5-ab12-f1153a71ba58 req-32b629c7-65f8-4e76-9f42-032079c1119f tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3795550 May 30 20:25:20.453817 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3568965e-ae86-4444-9ca4-2304a7f5f37e req-a22a54f6-65b6-4046-9660-2bb150e034e2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 1096 time: 0.4424117 May 30 20:25:20.551526 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3568965e-ae86-4444-9ca4-2304a7f5f37e req-ff7fde08-d7c6-4703-b4b5-a879cdda20e4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871511 May 30 20:25:20.586944 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e8b45809-9261-436b-b2f5-2635dab1aa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:20.648341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b45809-9261-436b-b2f5-2635dab1aa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbc2b8a-a0c1-4a3f-b17a-a072689a353b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:20.664287 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e8b45809-9261-436b-b2f5-2635dab1aa88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:20.664287 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e8b45809-9261-436b-b2f5-2635dab1aa88 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3dbc2b8a-a0c1-4a3f-b17a-a072689a353b HTTP/1.1" status: 204 len: 168 time: 0.7440939 May 30 20:25:20.690556 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3a0361ca-a7e7-48dc-8943-d70468d12047 None None] Calling delete_port for 38d469b8-5239-462a-b4f8-648ad8c762f0 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:20.828495 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3a0361ca-a7e7-48dc-8943-d70468d12047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:20.865832 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:20.897830 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object 044f6663-dbae-4323-b0cf-4f3b5c28149b will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:20.920141 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0361ca-a7e7-48dc-8943-d70468d12047 None None] Pushing event deleted for resources: {'Port': ['ID=38d469b8-5239-462a-b4f8-648ad8c762f0,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:20.930306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0361ca-a7e7-48dc-8943-d70468d12047 None None] No DVR routers for this DVR port 38d469b8-5239-462a-b4f8-648ad8c762f0 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:25:20.946125 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55aa273-d2ad-477e-b01a-0c8c5d52a3c8 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:20.967267 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:21.061770 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:21.061770 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:21.074037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:21.074037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:21.074037 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:21.129701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=044f6663-dbae-4323-b0cf-4f3b5c28149b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:21.148102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Router a99bdecd-a26d-47af-8541-f7b17a153564 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:25:21.148102 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f49dc275-73c5-4430-851e-5e1a3242f7c0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3376009 May 30 20:25:21.148102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57266) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:21.357722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57270) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:21.397557 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2268f47f-52a2-468d-812a-7271ccbd002d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:21.404890 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c840c2bc-8044-4130-b66e-385776b76782', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'fixed_ips': [{'subnet_id': 'dd9a20ca-f965-4992-bc31-4f0c09d277c7'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:25:21.406682 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:21.450181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2268f47f-52a2-468d-812a-7271ccbd002d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:21.455054 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2268f47f-52a2-468d-812a-7271ccbd002d admin admin] Usage tracker for resource:security_group_rule and tenant:6cc5bdc78d8f4bed92780888dc5f88cc is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:21.466604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2268f47f-52a2-468d-812a-7271ccbd002d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:21.474481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2268f47f-52a2-468d-812a-7271ccbd002d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:21.535824 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24f8985-206b-445d-9bcf-bbaab2ec5b9a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:21.536889 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b24f8985-206b-445d-9bcf-bbaab2ec5b9a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:21.569816 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2268f47f-52a2-468d-812a-7271ccbd002d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:21.579267 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2268f47f-52a2-468d-812a-7271ccbd002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:21.614019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b24f8985-206b-445d-9bcf-bbaab2ec5b9a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:21.615601 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b24f8985-206b-445d-9bcf-bbaab2ec5b9a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4693861 May 30 20:25:21.618570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57286) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:21.751723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2268f47f-52a2-468d-812a-7271ccbd002d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6cc5bdc78d8f4bed92780888dc5f88cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3864243 May 30 20:25:21.751723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57292) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:21.816235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268f47f-52a2-468d-812a-7271ccbd002d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a92289a-b424-4cdf-8dcb-f8c3a1f6473a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:21.855159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-76810a75-5b7f-44ed-a316-a6683ad11bc0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port 044f6663-dbae-4323-b0cf-4f3b5c28149b {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:21.855159 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-76810a75-5b7f-44ed-a316-a6683ad11bc0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.006415 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Allocated IP 2001:db8::2 (c840c2bc-8044-4130-b66e-385776b76782/dd9a20ca-f965-4992-bc31-4f0c09d277c7/fed951eb-46bd-41ef-ad1c-a6b7ab400bd4) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:22.068731 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e3b21f48-5957-4103-9168-ddaed5668d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.152058 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e3b21f48-5957-4103-9168-ddaed5668d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.152320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:25:22.162454 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Sync routers for ids ['a99bdecd-a26d-47af-8541-f7b17a153564'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:25:22.173510 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1aa15207-f4f6-42a1-80d0-aa89d507cd41 admin admin] 10.222.0.84 "PUT /v2.0/routers/a99bdecd-a26d-47af-8541-f7b17a153564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8864932 May 30 20:25:22.184446 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Routers {'a99bdecd-a26d-47af-8541-f7b17a153564'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:25:22.187235 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:25:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a99bdecd-a26d-47af-8541-f7b17a153564'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:22.293254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d48f0e-3df7-499b-8ddc-922e67a012cc req-928d3de7-d470-4a54-94d8-fa6ea20c1bf0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:22.293254 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93d48f0e-3df7-499b-8ddc-922e67a012cc req-928d3de7-d470-4a54-94d8-fa6ea20c1bf0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.3397660 May 30 20:25:22.564175 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e3b21f48-5957-4103-9168-ddaed5668d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.595820 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e3b21f48-5957-4103-9168-ddaed5668d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.597094 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e3b21f48-5957-4103-9168-ddaed5668d83 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6a92289a-b424-4cdf-8dcb-f8c3a1f6473a HTTP/1.1" status: 204 len: 168 time: 0.8464530 May 30 20:25:22.598302 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b21f48-5957-4103-9168-ddaed5668d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a92289a-b424-4cdf-8dcb-f8c3a1f6473a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:22.607674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93d48f0e-3df7-499b-8ddc-922e67a012cc req-7ddfccde-2fc3-471e-9d69-09cee4a5e20e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525940 May 30 20:25:22.663835 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-76810a75-5b7f-44ed-a316-a6683ad11bc0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.675095 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.690855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Transition to ACTIVE for port object fed951eb-46bd-41ef-ad1c-a6b7ab400bd4 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:22.727267 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Transition to ACTIVE for port object fed951eb-46bd-41ef-ad1c-a6b7ab400bd4 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:22.750261 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.832235 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Set router a99bdecd-a26d-47af-8541-f7b17a153564 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:25:22.851248 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:22.865202 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:22.878235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:22.906209 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Pushing event updated for resources: {'Port': ['ID=fed951eb-46bd-41ef-ad1c-a6b7ab400bd4,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:23.182649 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Attempting to bind port fed951eb-46bd-41ef-ad1c-a6b7ab400bd4 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:25:23.183014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Attempting to bind port fed951eb-46bd-41ef-ad1c-a6b7ab400bd4 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:25:23.183373 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Attempting to bind port fed951eb-46bd-41ef-ad1c-a6b7ab400bd4 on network c840c2bc-8044-4130-b66e-385776b76782 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:25:23.198296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:25:23.198657 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:23.201770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8e17e-4d2c-45a9-b6aa-320edbc72dc9 req-d41f86cb-acb4-4825-a1bc-217241663eb3 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:23.202748 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:23.203331 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Bound using segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:25:23.204727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Bound port: fed951eb-46bd-41ef-ad1c-a6b7ab400bd4, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:25:23.206056 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-daa8e17e-4d2c-45a9-b6aa-320edbc72dc9 req-d41f86cb-acb4-4825-a1bc-217241663eb3 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.2318094 May 30 20:25:23.207018 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:23.214566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57338) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:23.224338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-21e043de-88c8-4d74-b742-4a78d3f6b089 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Request body: {'floatingip': {'port_id': '9a03b52d-330f-4193-9621-35fa00c9a75d'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:23.271923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-76810a75-5b7f-44ed-a316-a6683ad11bc0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for 044f6663-dbae-4323-b0cf-4f3b5c28149b owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:23.524769 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] For port fed951eb-46bd-41ef-ad1c-a6b7ab400bd4, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:25:23.540145 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] For port fed951eb-46bd-41ef-ad1c-a6b7ab400bd4, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=fed951eb-46bd-41ef-ad1c-a6b7ab400bd4,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:25:23.554225 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:23.713748 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'name': 'tempest-TestServerBasicOps-271022250-router', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:01Z', 'updated_at': '2022-05-30T20:25:16Z', 'revision_number': 4, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'gw_port': {'id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:03Z', 'updated_at': '2022-05-30T20:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ae0098fc-df76-452f-b0c2-1a9b760d510f', 'name': '', 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'mac_address': 'fa:16:3e:f0:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:13Z', 'updated_at': '2022-05-30T20:25:16Z', 'revision_number': 2, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'subnets': [{'id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:23.734735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-76810a75-5b7f-44ed-a316-a6683ad11bc0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:23.748612 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Checking router: a99bdecd-a26d-47af-8541-f7b17a153564 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:25:23.748612 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Updating router a99bdecd-a26d-47af-8541-f7b17a153564 port ae0098fc-df76-452f-b0c2-1a9b760d510f binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:25:23.798498 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-21e043de-88c8-4d74-b742-4a78d3f6b089 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:23.877440 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7dbaa9-7726-4f91-b697-c2f8d7187843 None None] Pushing event updated for resources: {'Port': ['ID=fed951eb-46bd-41ef-ad1c-a6b7ab400bd4,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:23.892871 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76810a75-5b7f-44ed-a316-a6683ad11bc0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=044f6663-dbae-4323-b0cf-4f3b5c28149b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:23.976559 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:24.009705 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-76810a75-5b7f-44ed-a316-a6683ad11bc0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:24.039181 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-76810a75-5b7f-44ed-a316-a6683ad11bc0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/044f6663-dbae-4323-b0cf-4f3b5c28149b HTTP/1.1" status: 204 len: 168 time: 2.4193072 May 30 20:25:24.053992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57368) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:24.353830 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dc363c-845d-49f1-8c06-d88850d1f103 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:24.363432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dc363c-845d-49f1-8c06-d88850d1f103 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:24.381733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-71dc363c-845d-49f1-8c06-d88850d1f103 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:24.439606 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-71dc363c-845d-49f1-8c06-d88850d1f103 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:24.442378 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-71dc363c-845d-49f1-8c06-d88850d1f103 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3859277 May 30 20:25:24.444386 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57380) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:24.657092 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device fed951eb-46bd-41ef-ad1c-a6b7ab400bd4 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:24.843806 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:24.923976 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Transition to ACTIVE for port object ae0098fc-df76-452f-b0c2-1a9b760d510f will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:25.013848 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:25.048562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port fed951eb-46bd-41ef-ad1c-a6b7ab400bd4 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:25.326387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b718cc38-e777-4121-b67b-d442547ad185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet dd9a20ca-f965-4992-bc31-4f0c09d277c7 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:25:25.337434 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b718cc38-e777-4121-b67b-d442547ad185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:25.344863 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-21e043de-88c8-4d74-b742-4a78d3f6b089 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:25.351052 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-21e043de-88c8-4d74-b742-4a78d3f6b089 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:25.375764 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b8a52-495e-4c87-880e-86fb457e34d0 None None] Pushing event updated for resources: {'Port': ['ID=ae0098fc-df76-452f-b0c2-1a9b760d510f,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:25.591327 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b718cc38-e777-4121-b67b-d442547ad185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:25.764359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57412) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:25.807766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1827027735-network', 'tenant_id': 'ac146f185fb545ce94d934f5b8fef476'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:25.827411 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b718cc38-e777-4121-b67b-d442547ad185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:25.861728 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:25.874227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Usage tracker for resource:network and tenant:ac146f185fb545ce94d934f5b8fef476 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:25.886454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:25.913095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:25.941912 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-21e043de-88c8-4d74-b742-4a78d3f6b089 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Floating IP e89ffda3-f629-4a4d-bde6-d613af636db4 associated. External IP: 172.25.5.31, port: 9a03b52d-330f-4193-9621-35fa00c9a75d. May 30 20:25:26.005005 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Attempting to bind port ae0098fc-df76-452f-b0c2-1a9b760d510f on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:25:26.005005 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Attempting to bind port ae0098fc-df76-452f-b0c2-1a9b760d510f by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '128fe87f-b5c5-437c-86ff-061f9557e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:25:26.005005 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Attempting to bind port ae0098fc-df76-452f-b0c2-1a9b760d510f on network 5d5c4269-2878-481a-bda8-bfcd6abecc98 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:25:26.014869 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:25:26.014869 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Checking segment: {'id': '128fe87f-b5c5-437c-86ff-061f9557e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:26.014869 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:26.014869 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Bound using segment: {'id': '128fe87f-b5c5-437c-86ff-061f9557e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:25:26.014869 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Bound port: ae0098fc-df76-452f-b0c2-1a9b760d510f, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128fe87f-b5c5-437c-86ff-061f9557e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:25:26.014869 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:26.070586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Made reservation on behalf of ac146f185fb545ce94d934f5b8fef476 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:26.090148 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:26.132365 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:26.165964 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b718cc38-e777-4121-b67b-d442547ad185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:26.171313 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-092be30d-7261-49af-adec-14d8e5e2a673 None None] Could not find standard attr ID for object 044f6663-dbae-4323-b0cf-4f3b5c28149b. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:25:26.189397 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-092be30d-7261-49af-adec-14d8e5e2a673 None None] Provisioning for port fed951eb-46bd-41ef-ad1c-a6b7ab400bd4 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:26.197386 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-092be30d-7261-49af-adec-14d8e5e2a673 None None] Provisioning complete for port fed951eb-46bd-41ef-ad1c-a6b7ab400bd4 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:26.199219 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-092be30d-7261-49af-adec-14d8e5e2a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:26.384030 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718cc38-e777-4121-b67b-d442547ad185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9a20ca-f965-4992-bc31-4f0c09d277c7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:26.406278 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b718cc38-e777-4121-b67b-d442547ad185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:26.433089 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:26.441833 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] For port ae0098fc-df76-452f-b0c2-1a9b760d510f, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:25:26.446935 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] For port ae0098fc-df76-452f-b0c2-1a9b760d510f, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ae0098fc-df76-452f-b0c2-1a9b760d510f,segment=NetworkSegment(128fe87f-b5c5-437c-86ff-061f9557e6d0),segment_id=128fe87f-b5c5-437c-86ff-061f9557e6d0)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:25:26.448316 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Usage tracker for resource:security_group_rule and tenant:ac146f185fb545ce94d934f5b8fef476 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:26.453358 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b718cc38-e777-4121-b67b-d442547ad185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/dd9a20ca-f965-4992-bc31-4f0c09d277c7 HTTP/1.1" status: 204 len: 168 time: 2.0078998 May 30 20:25:26.454923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:26.455687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57438) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:26.473894 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:26.478235 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:26.687320 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-092be30d-7261-49af-adec-14d8e5e2a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:26.706796 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b825ea4-410c-400b-b53f-7f12dc1e4a90 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:26.714045 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:26.718012 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Routers {'a99bdecd-a26d-47af-8541-f7b17a153564'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:25:26.718012 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:25:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a99bdecd-a26d-47af-8541-f7b17a153564'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:26.768748 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:26.773353 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4346402c-04f7-4a1e-92d2-57865e39e654 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3029046 May 30 20:25:26.773353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57448) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:26.901024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:25:26.961156 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:26.964034 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Added segment ebd34d77-af70-4026-adf2-2f1a27107b36 of type vlan for network f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76 May 30 20:25:26.971476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8012ef-87bd-42d8-9da8-c70c134810d8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:26.973559 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ee8012ef-87bd-42d8-9da8-c70c134810d8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:27.040217 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:27.042185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ee8012ef-87bd-42d8-9da8-c70c134810d8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:27.043394 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ee8012ef-87bd-42d8-9da8-c70c134810d8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2783010 May 30 20:25:27.046246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57466) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:27.112191 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:27.113106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:27.113958 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:27.190120 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4220059 May 30 20:25:27.192020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57472) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:27.208461 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] Set router a99bdecd-a26d-47af-8541-f7b17a153564 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:25:27.302015 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8f35a6-5591-4d56-81bc-25706b894c5f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:27.302015 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ed8f35a6-5591-4d56-81bc-25706b894c5f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:27.336575 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ed8f35a6-5591-4d56-81bc-25706b894c5f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:27.336575 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ed8f35a6-5591-4d56-81bc-25706b894c5f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2881198 May 30 20:25:27.341925 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57480) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:27.435691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-8f8a51ff-a219-4670-b48e-c0bd8485bd3a admin admin] Request body: {'subnet': {'network_id': 'f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1827027735-subnet', 'tenant_id': 'ac146f185fb545ce94d934f5b8fef476', 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:27.462926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8f8a51ff-a219-4670-b48e-c0bd8485bd3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:27.477334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8f8a51ff-a219-4670-b48e-c0bd8485bd3a admin admin] Usage tracker for resource:subnet and tenant:ac146f185fb545ce94d934f5b8fef476 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:27.488080 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8f8a51ff-a219-4670-b48e-c0bd8485bd3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:27.494945 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-092be30d-7261-49af-adec-14d8e5e2a673 None None] For port fed951eb-46bd-41ef-ad1c-a6b7ab400bd4, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=fed951eb-46bd-41ef-ad1c-a6b7ab400bd4,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:27.511044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8f8a51ff-a219-4670-b48e-c0bd8485bd3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:27.529346 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-092be30d-7261-49af-adec-14d8e5e2a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:27.547179 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fa692eb9-9d2e-415c-a58c-bd01d12f9e36 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1997910 May 30 20:25:27.547856 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b8a52-495e-4c87-880e-86fb457e34d0 None None] Pushing event updated for resources: {'Port': ['ID=ae0098fc-df76-452f-b0c2-1a9b760d510f,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:27.548057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57488) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:27.556190 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb999bb0-5ca5-4ff0-a209-b2284f395c4c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:27.561767 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-84907d7e-112d-45a2-ac69-fabece3820ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:27.616800 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8a51ff-a219-4670-b48e-c0bd8485bd3a admin admin] Made reservation on behalf of ac146f185fb545ce94d934f5b8fef476 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:27.619572 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f8a51ff-a219-4670-b48e-c0bd8485bd3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:27.868138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-84907d7e-112d-45a2-ac69-fabece3820ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:27.922794 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-84907d7e-112d-45a2-ac69-fabece3820ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:27.932223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092be30d-7261-49af-adec-14d8e5e2a673 None None] Pushing event updated for resources: {'Port': ['ID=fed951eb-46bd-41ef-ad1c-a6b7ab400bd4,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:27.947233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84907d7e-112d-45a2-ac69-fabece3820ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:27.952087 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84907d7e-112d-45a2-ac69-fabece3820ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:28.020184 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7865affe-3350-4373-a492-61a990985dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:28.036656 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ed67751e-446d-415f-926f-c4f0689474ed None None] Could not find standard attr ID for object 044f6663-dbae-4323-b0cf-4f3b5c28149b. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:25:28.128603 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0a16da-e25e-4708-96d5-2d5d0f4ef106 None None] DHCP port deletion for c840c2bc-8044-4130-b66e-385776b76782 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:25:28.133371 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2c0a16da-e25e-4708-96d5-2d5d0f4ef106 None None] Deleting port fed951eb-46bd-41ef-ad1c-a6b7ab400bd4 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:28.133817 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2c0a16da-e25e-4708-96d5-2d5d0f4ef106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:28.411043 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84907d7e-112d-45a2-ac69-fabece3820ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:28.531801 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'name': 'tempest-TestServerBasicOps-271022250-router', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:01Z', 'updated_at': '2022-05-30T20:25:16Z', 'revision_number': 4, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'gw_port': {'id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:03Z', 'updated_at': '2022-05-30T20:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ae0098fc-df76-452f-b0c2-1a9b760d510f', 'name': '', 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'mac_address': 'fa:16:3e:f0:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:13Z', 'updated_at': '2022-05-30T20:25:26Z', 'revision_number': 4, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'subnets': [{'id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:28.560328 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e62142-6f49-4d92-80bf-013e0ad8644f admin admin] Pushing event updated for resources: {'Network': ['ID=f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:28.567205 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2928965-f600-43e1-be8c-bf3170bd68ae None None] The sync data for ids ['a99bdecd-a26d-47af-8541-f7b17a153564'] in n-d-843949-2 is: [{'id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'name': 'tempest-TestServerBasicOps-271022250-router', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:01Z', 'updated_at': '2022-05-30T20:25:16Z', 'revision_number': 4, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'gw_port': {'id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:03Z', 'updated_at': '2022-05-30T20:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ae0098fc-df76-452f-b0c2-1a9b760d510f', 'name': '', 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'mac_address': 'fa:16:3e:f0:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:13Z', 'updated_at': '2022-05-30T20:25:26Z', 'revision_number': 4, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'subnets': [{'id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:25:28.579134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:25:28.711671 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84907d7e-112d-45a2-ac69-fabece3820ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=98684ff8-6542-44bc-a5f8-93fffcf7b370,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:28.736614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84907d7e-112d-45a2-ac69-fabece3820ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:28.743194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-84907d7e-112d-45a2-ac69-fabece3820ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:28.749268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84907d7e-112d-45a2-ac69-fabece3820ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:28.750061 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84907d7e-112d-45a2-ac69-fabece3820ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:28.816236 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-84907d7e-112d-45a2-ac69-fabece3820ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2670243 May 30 20:25:28.818833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57526) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:28.823932 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f8a51ff-a219-4670-b48e-c0bd8485bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:28.824627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4f2ab10f-dec3-434e-a78c-08adac55ebda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'fixed_ips': [{'subnet_id': '98684ff8-6542-44bc-a5f8-93fffcf7b370', 'ip_address': '2001:db8::5d6:8526:f8f3:cf19'}], 'name': 'tempest-NetworksTestDHCPv6-881018963'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:28.858359 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device fed951eb-46bd-41ef-ad1c-a6b7ab400bd4 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:25:29.070175 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57532) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:29.279654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4f2ab10f-dec3-434e-a78c-08adac55ebda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:29.350081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4f2ab10f-dec3-434e-a78c-08adac55ebda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:29.383720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2ab10f-dec3-434e-a78c-08adac55ebda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:29.397133 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab10f-dec3-434e-a78c-08adac55ebda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:29.402808 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:29.431370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2c0a16da-e25e-4708-96d5-2d5d0f4ef106 None None] For port fed951eb-46bd-41ef-ad1c-a6b7ab400bd4, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=fed951eb-46bd-41ef-ad1c-a6b7ab400bd4,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:29.432068 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2c0a16da-e25e-4708-96d5-2d5d0f4ef106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:29.452529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a51ff-a219-4670-b48e-c0bd8485bd3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9944ea8-73fb-448f-8be7-3f521be04a8c,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:29.499769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a51ff-a219-4670-b48e-c0bd8485bd3a admin admin] Checking segment: {'id': 'ebd34d77-af70-4026-adf2-2f1a27107b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:29.500425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a51ff-a219-4670-b48e-c0bd8485bd3a admin admin] Network hostable DHCP agents. Network: f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:25:29.503021 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95f6aee7-0e36-47f2-ab45-984ca752fe57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:29.528317 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port fed951eb-46bd-41ef-ad1c-a6b7ab400bd4, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=fed951eb-46bd-41ef-ad1c-a6b7ab400bd4,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:29.544635 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-4f2ab10f-dec3-434e-a78c-08adac55ebda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port 6dee7684-47e9-43aa-85d6-c10cff3e8c6d yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:25:29.601819 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:29.619794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2c0a16da-e25e-4708-96d5-2d5d0f4ef106 None None] Calling delete_port for fed951eb-46bd-41ef-ad1c-a6b7ab400bd4 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:29.675855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a51ff-a219-4670-b48e-c0bd8485bd3a admin admin] Network f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:25:29.726644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-8f8a51ff-a219-4670-b48e-c0bd8485bd3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:29.756429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8a51ff-a219-4670-b48e-c0bd8485bd3a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:29.756429 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f8a51ff-a219-4670-b48e-c0bd8485bd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:29.820485 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8f8a51ff-a219-4670-b48e-c0bd8485bd3a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5955272 May 30 20:25:29.822563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57550) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:29.873010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1827027735-router', 'tenant_id': 'ac146f185fb545ce94d934f5b8fef476', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:29.882138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:29.888771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Usage tracker for resource:router and tenant:ac146f185fb545ce94d934f5b8fef476 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:29.896154 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:29.909753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:29.930458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e043de-88c8-4d74-b742-4a78d3f6b089 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Router 783c7f04-0ef6-47de-801d-319b4debdd26 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:25:29.947894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4e9536-f2e0-423c-af34-3d9ec0fcce99 None None] Network f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:29.949899 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:29.951141 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:30.029217 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-2c0a16da-e25e-4708-96d5-2d5d0f4ef106 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:25:30.030283 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-2c0a16da-e25e-4708-96d5-2d5d0f4ef106 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:25:30.154856 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-95f6aee7-0e36-47f2-ab45-984ca752fe57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:30.170541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-4f2ab10f-dec3-434e-a78c-08adac55ebda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::5d6:8526:f8f3:cf19 (c840c2bc-8044-4130-b66e-385776b76782/98684ff8-6542-44bc-a5f8-93fffcf7b370/6dee7684-47e9-43aa-85d6-c10cff3e8c6d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:30.179042 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-95f6aee7-0e36-47f2-ab45-984ca752fe57 admin admin] Usage tracker for resource:security_group_rule and tenant:a8e2f3eb54b44028a14390198f1454e1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:30.210835 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-95f6aee7-0e36-47f2-ab45-984ca752fe57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:30.235597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-95f6aee7-0e36-47f2-ab45-984ca752fe57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:30.322288 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:30.519654 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=fed951eb-46bd-41ef-ad1c-a6b7ab400bd4,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:30.540801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2c0a16da-e25e-4708-96d5-2d5d0f4ef106 None None] Deleting port fed951eb-46bd-41ef-ad1c-a6b7ab400bd4 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:30.546005 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2c0a16da-e25e-4708-96d5-2d5d0f4ef106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:30.637169 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0eeba5c1-ae08-4829-b305-0d06b8c66252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:30.642021 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ae0098fc-df76-452f-b0c2-1a9b760d510f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:30.989399 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:30.991760 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95f6aee7-0e36-47f2-ab45-984ca752fe57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:31.011170 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95f6aee7-0e36-47f2-ab45-984ca752fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:31.042311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e043de-88c8-4d74-b742-4a78d3f6b089 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:25:31.057158 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-21e043de-88c8-4d74-b742-4a78d3f6b089 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:31.061789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525053b0-78ad-4626-b3f7-6c1130b89a7c None None] Sync routers for ids ['783c7f04-0ef6-47de-801d-319b4debdd26'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:25:31.156190 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-95f6aee7-0e36-47f2-ab45-984ca752fe57 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a8e2f3eb54b44028a14390198f1454e1&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0847816 May 30 20:25:31.165530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57598) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:31.290701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6aee7-0e36-47f2-ab45-984ca752fe57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f3818e-4fa8-4d07-8f2f-b3aff067c012,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:31.406765 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab10f-dec3-434e-a78c-08adac55ebda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:31.425684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-21e043de-88c8-4d74-b742-4a78d3f6b089 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "PUT /v2.0/floatingips/e89ffda3-f629-4a4d-bde6-d613af636db4 HTTP/1.1" status: 200 len: 990 time: 8.1968770 May 30 20:25:31.425684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'tag': '9a03b52d-330f-4193-9621-35fa00c9a75d'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:25:31.507001 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-876139a9-e00a-47c8-a4b4-d4213d51a634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:31.509425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-4f2ab10f-dec3-434e-a78c-08adac55ebda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object 6dee7684-47e9-43aa-85d6-c10cff3e8c6d will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:31.534991 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76', 'network_id': 'f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76', 'tenant_id': 'ac146f185fb545ce94d934f5b8fef476', 'fixed_ips': [{'subnet_id': 'b9944ea8-73fb-448f-8be7-3f521be04a8c'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:25:31.548412 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:31.600615 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525053b0-78ad-4626-b3f7-6c1130b89a7c None None] Routers {'783c7f04-0ef6-47de-801d-319b4debdd26'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:25:31.601430 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-525053b0-78ad-4626-b3f7-6c1130b89a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:25:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['783c7f04-0ef6-47de-801d-319b4debdd26'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:31.626942 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-876139a9-e00a-47c8-a4b4-d4213d51a634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:31.656208 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20363e98-557a-4066-8f30-68872b869b49'] response: {'name': 'network-changed', 'server_uuid': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'tag': '9a03b52d-330f-4193-9621-35fa00c9a75d', 'status': 'completed', 'code': 200} May 30 20:25:31.714028 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab10f-dec3-434e-a78c-08adac55ebda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:31.757864 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:31.907237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57624) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:31.938095 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ab10f-dec3-434e-a78c-08adac55ebda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=6dee7684-47e9-43aa-85d6-c10cff3e8c6d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:31.966639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2ab10f-dec3-434e-a78c-08adac55ebda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:31.966639 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-876139a9-e00a-47c8-a4b4-d4213d51a634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:31.966639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-4f2ab10f-dec3-434e-a78c-08adac55ebda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:31.979880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2ab10f-dec3-434e-a78c-08adac55ebda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:31.985339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2ab10f-dec3-434e-a78c-08adac55ebda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:31.985339 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab10f-dec3-434e-a78c-08adac55ebda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:32.014973 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:32.047378 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876139a9-e00a-47c8-a4b4-d4213d51a634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f3818e-4fa8-4d07-8f2f-b3aff067c012,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:32.075802 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4f2ab10f-dec3-434e-a78c-08adac55ebda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.2550368 May 30 20:25:32.081224 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57634) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:32.082634 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-876139a9-e00a-47c8-a4b4-d4213d51a634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:32.084083 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-876139a9-e00a-47c8-a4b4-d4213d51a634 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d8f3818e-4fa8-4d07-8f2f-b3aff067c012 HTTP/1.1" status: 204 len: 168 time: 0.9155221 May 30 20:25:32.141211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port ae0098fc-df76-452f-b0c2-1a9b760d510f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:32.164422 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:32.355105 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d4da58-53f1-4efd-9439-48343a8f6a68 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:32.355105 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d4da58-53f1-4efd-9439-48343a8f6a68 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:32.355105 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e7d4da58-53f1-4efd-9439-48343a8f6a68 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:32.393654 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-525053b0-78ad-4626-b3f7-6c1130b89a7c None None] Set router 783c7f04-0ef6-47de-801d-319b4debdd26 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:25:32.441486 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e7d4da58-53f1-4efd-9439-48343a8f6a68 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:32.441486 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e7d4da58-53f1-4efd-9439-48343a8f6a68 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1604 time: 0.3513112 May 30 20:25:32.441486 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57644) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:32.526381 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Allocated IP 172.25.5.211 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/318b0a15-8e21-4c7d-9467-acd4d84a8ae5) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:32.581815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b35993fb-59a4-4c02-8a70-f03f68d43081 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port 6dee7684-47e9-43aa-85d6-c10cff3e8c6d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:32.582261 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b35993fb-59a4-4c02-8a70-f03f68d43081 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:32.625630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ae0098fc-df76-452f-b0c2-1a9b760d510f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:32.627625 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:32.777187 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:32.833366 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5d28d717-5b0c-4c84-8406-848946e30e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:32.848474 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef42a0a0-4cc1-4f26-8b9c-c318de62cece req-eb66e307-8811-4b78-9134-c9f48c4a61bc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f154aa639e466b871f55ef50521468&device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 1096 time: 1.1319635 May 30 20:25:33.111548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2c0a16da-e25e-4708-96d5-2d5d0f4ef106 None None] For port fed951eb-46bd-41ef-ad1c-a6b7ab400bd4, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=fed951eb-46bd-41ef-ad1c-a6b7ab400bd4,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:33.112173 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2c0a16da-e25e-4708-96d5-2d5d0f4ef106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:33.146548 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b35993fb-59a4-4c02-8a70-f03f68d43081 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:33.150818 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:33.449466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b35993fb-59a4-4c02-8a70-f03f68d43081 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for 6dee7684-47e9-43aa-85d6-c10cff3e8c6d owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:33.635003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42a0a0-4cc1-4f26-8b9c-c318de62cece req-1b42408e-2c10-40a6-a268-f0d544f41631 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:33.636820 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef42a0a0-4cc1-4f26-8b9c-c318de62cece req-1b42408e-2c10-40a6-a268-f0d544f41631 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d1878ae-449f-42b8-bf46-74af28ca94fd HTTP/1.1" status: 200 len: 918 time: 0.7741134 May 30 20:25:33.647210 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:33.769224 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b35993fb-59a4-4c02-8a70-f03f68d43081 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:33.792105 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5d28d717-5b0c-4c84-8406-848946e30e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:33.815272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5d28d717-5b0c-4c84-8406-848946e30e4a admin admin] Usage tracker for resource:security_group_rule and tenant:9d68cc4d09794ba6a2276e4d6edcf4a8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:33.839504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35993fb-59a4-4c02-8a70-f03f68d43081 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=6dee7684-47e9-43aa-85d6-c10cff3e8c6d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:33.843614 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2c0a16da-e25e-4708-96d5-2d5d0f4ef106 None None] Calling delete_port for fed951eb-46bd-41ef-ad1c-a6b7ab400bd4 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:33.846334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5d28d717-5b0c-4c84-8406-848946e30e4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:33.890892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5d28d717-5b0c-4c84-8406-848946e30e4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:33.940886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:33.940886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Pushing event updated for resources: {'Port': ['ID=318b0a15-8e21-4c7d-9467-acd4d84a8ae5,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:33.972267 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b35993fb-59a4-4c02-8a70-f03f68d43081 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:33.975613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:33.984133 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:33.988064 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:34.010382 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2c0a16da-e25e-4708-96d5-2d5d0f4ef106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:34.013719 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b35993fb-59a4-4c02-8a70-f03f68d43081 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/6dee7684-47e9-43aa-85d6-c10cff3e8c6d HTTP/1.1" status: 204 len: 168 time: 1.5605030 May 30 20:25:34.013719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57704) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:34.059173 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:34.153788 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:34.153988 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef42a0a0-4cc1-4f26-8b9c-c318de62cece req-9d127bcd-9b86-43d3-abc1-10191c4ea730 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a03b52d-330f-4193-9621-35fa00c9a75d HTTP/1.1" status: 200 len: 998 time: 0.5061445 May 30 20:25:34.176225 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a16da-e25e-4708-96d5-2d5d0f4ef106 None None] Pushing event deleted for resources: {'Port': ['ID=fed951eb-46bd-41ef-ad1c-a6b7ab400bd4,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:34.251660 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0a16da-e25e-4708-96d5-2d5d0f4ef106 None None] No DVR routers for this DVR port fed951eb-46bd-41ef-ad1c-a6b7ab400bd4 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:25:34.255434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7724b5a1-3491-4f8e-9dd7-18f357989bc1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:34.256910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7724b5a1-3491-4f8e-9dd7-18f357989bc1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:34.280185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7724b5a1-3491-4f8e-9dd7-18f357989bc1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:34.298748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cc259f-864e-4a14-aa4a-3e2ce3d784b0 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:34.329082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7724b5a1-3491-4f8e-9dd7-18f357989bc1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:34.330467 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7724b5a1-3491-4f8e-9dd7-18f357989bc1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3245211 May 30 20:25:34.333115 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57712) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:34.367338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port ae0098fc-df76-452f-b0c2-1a9b760d510f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ae0098fc-df76-452f-b0c2-1a9b760d510f,segment=NetworkSegment(128fe87f-b5c5-437c-86ff-061f9557e6d0),segment_id=128fe87f-b5c5-437c-86ff-061f9557e6d0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:34.494156 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:34.541985 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Allocated IP 172.20.0.2 (f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76/b9944ea8-73fb-448f-8be7-3f521be04a8c/45a31cad-1801-4d2c-8ff5-d8f6c2d10667) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:34.740505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42a0a0-4cc1-4f26-8b9c-c318de62cece req-bac5eaff-01b8-447b-a7f8-fa52ef56f686 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:34.742503 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef42a0a0-4cc1-4f26-8b9c-c318de62cece req-bac5eaff-01b8-447b-a7f8-fa52ef56f686 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9f9412f8-b9b7-4d21-91c7-4120cd918668 HTTP/1.1" status: 200 len: 856 time: 0.5702884 May 30 20:25:34.781966 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=ae0098fc-df76-452f-b0c2-1a9b760d510f,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:34.797141 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-525053b0-78ad-4626-b3f7-6c1130b89a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:24:38Z', 'revision_number': 4, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'e89ffda3-f629-4a4d-bde6-d613af636db4', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'port_id': '9a03b52d-330f-4193-9621-35fa00c9a75d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'mac_address': 'fa:16:3e:b0:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:24:48Z', 'updated_at': '2022-05-30T20:25:24Z', 'revision_number': 1, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be457aa2-6a34-4acf-9c6d-aec7ce342ea7', 'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'mac_address': 'fa:16:3e:a3:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:35Z', 'updated_at': '2022-05-30T20:24:49Z', 'revision_number': 5, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'subnets': [{'id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:34.822660 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51a5a55-5b82-43f3-81af-833c815ccf18 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet 98684ff8-6542-44bc-a5f8-93fffcf7b370 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:25:34.827510 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e51a5a55-5b82-43f3-81af-833c815ccf18 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:34.831825 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5d28d717-5b0c-4c84-8406-848946e30e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:34.844656 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5d28d717-5b0c-4c84-8406-848946e30e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:34.888623 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525053b0-78ad-4626-b3f7-6c1130b89a7c None None] Checking router: 783c7f04-0ef6-47de-801d-319b4debdd26 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:25:34.953444 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28d717-5b0c-4c84-8406-848946e30e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9027babd-35da-43c7-9283-d8d8d0c1b5f7,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:34.964615 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5d28d717-5b0c-4c84-8406-848946e30e4a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9d68cc4d09794ba6a2276e4d6edcf4a8&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0561340 May 30 20:25:34.969405 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57740) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:35.035125 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e51a5a55-5b82-43f3-81af-833c815ccf18 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:35.037127 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef42a0a0-4cc1-4f26-8b9c-c318de62cece req-80db1baf-3adc-405e-83eb-64c81c025335 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d1878ae-449f-42b8-bf46-74af28ca94fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2703879 May 30 20:25:35.060168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525053b0-78ad-4626-b3f7-6c1130b89a7c None None] Routers {'783c7f04-0ef6-47de-801d-319b4debdd26'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:25:35.060168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-525053b0-78ad-4626-b3f7-6c1130b89a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:25:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['783c7f04-0ef6-47de-801d-319b4debdd26'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:35.196686 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151dc6a7-542c-493b-8df4-b11fd93ea68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c840c2bc-8044-4130-b66e-385776b76782', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'fixed_ips': [{'subnet_id': '98684ff8-6542-44bc-a5f8-93fffcf7b370'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:25:35.197488 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-151dc6a7-542c-493b-8df4-b11fd93ea68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:35.212208 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:35.213091 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:35.351899 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e51a5a55-5b82-43f3-81af-833c815ccf18 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:35.450121 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef42a0a0-4cc1-4f26-8b9c-c318de62cece req-79542dff-99cf-4f97-b330-d5eea1e0012f service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857262 May 30 20:25:35.451638 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2badd4ca-40d9-4883-8f14-c22c3f0b82fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:35.530677 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2badd4ca-40d9-4883-8f14-c22c3f0b82fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:35.631888 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e51a5a55-5b82-43f3-81af-833c815ccf18 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:35.683433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57760) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:35.723024 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e51a5a55-5b82-43f3-81af-833c815ccf18 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:35.762036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a5a55-5b82-43f3-81af-833c815ccf18 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=98684ff8-6542-44bc-a5f8-93fffcf7b370,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:35.777862 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e51a5a55-5b82-43f3-81af-833c815ccf18 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/98684ff8-6542-44bc-a5f8-93fffcf7b370 HTTP/1.1" status: 204 len: 168 time: 1.4429150 May 30 20:25:35.780131 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57774) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:35.863408 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef42a0a0-4cc1-4f26-8b9c-c318de62cece req-3785cc75-4778-4910-be63-a0530d99d66e service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002483 May 30 20:25:35.913876 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:35.970143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-525053b0-78ad-4626-b3f7-6c1130b89a7c None None] Set router 783c7f04-0ef6-47de-801d-319b4debdd26 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:25:36.015482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Router 4ec970fa-d356-4a9f-b5b7-857673f58924 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:25:36.099210 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4fbbdec4-19b1-4c74-91ea-62f00a5f802c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3148499 May 30 20:25:36.108091 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57780) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:36.119557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9b7488bb-c42d-424d-b487-70d38d25b0a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:36.217662 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Transition to ACTIVE for port object 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:36.230297 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2badd4ca-40d9-4883-8f14-c22c3f0b82fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:36.254768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Transition to ACTIVE for port object 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:36.278768 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:36.279660 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badd4ca-40d9-4883-8f14-c22c3f0b82fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9027babd-35da-43c7-9283-d8d8d0c1b5f7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:36.291045 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2badd4ca-40d9-4883-8f14-c22c3f0b82fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:36.294510 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2badd4ca-40d9-4883-8f14-c22c3f0b82fc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9027babd-35da-43c7-9283-d8d8d0c1b5f7 HTTP/1.1" status: 204 len: 168 time: 1.3290341 May 30 20:25:36.314906 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9b7488bb-c42d-424d-b487-70d38d25b0a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:36.316060 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:36.320265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9b7488bb-c42d-424d-b487-70d38d25b0a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:36.323297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9b7488bb-c42d-424d-b487-70d38d25b0a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:36.330753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9b7488bb-c42d-424d-b487-70d38d25b0a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:36.343134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7488bb-c42d-424d-b487-70d38d25b0a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:36.348483 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9b7488bb-c42d-424d-b487-70d38d25b0a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:36.460094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:36.470893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Usage tracker for resource:security_group_rule and tenant:0e19d87f47f44cce9fd595c0b4f7f3d8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:36.470893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:36.494983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:36.504666 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Network f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:36.557615 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:36.607131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:36.774371 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:36.801749 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ae0098fc-df76-452f-b0c2-1a9b760d510f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:36.808186 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:36.943553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:25:36.945640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17181ff6-bf00-4e36-9ab3-d94a8ac17387,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:36.964278 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Sync routers for ids ['4ec970fa-d356-4a9f-b5b7-857673f58924'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:25:36.964873 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0e19d87f47f44cce9fd595c0b4f7f3d8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2774260 May 30 20:25:36.964873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57814) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:36.998887 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Routers {'4ec970fa-d356-4a9f-b5b7-857673f58924'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:25:36.999433 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:25:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4ec970fa-d356-4a9f-b5b7-857673f58924'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:37.058173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:37.058510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:37.071070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:37.071407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:37.072190 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:37.072440 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:37.072886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:37.073504 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:37.074059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:37.075887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:37.076589 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a13942-01eb-44ee-a2ec-bd472ac76466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:37.081013 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9b7488bb-c42d-424d-b487-70d38d25b0a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.129214 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Pushing event updated for resources: {'Port': ['ID=45a31cad-1801-4d2c-8ff5-d8f6c2d10667,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:37.154987 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.159285 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-086132db-230a-44d8-a8ce-e54934194d5f admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3171434 May 30 20:25:37.163518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57828) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:37.279831 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.310803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Attempting to bind port 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:25:37.310803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Attempting to bind port 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'ebd34d77-af70-4026-adf2-2f1a27107b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:25:37.310803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Attempting to bind port 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 on network f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:25:37.332326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:25:37.332326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Checking segment: {'id': 'ebd34d77-af70-4026-adf2-2f1a27107b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:37.332326 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.332326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Bound using segment: {'id': 'ebd34d77-af70-4026-adf2-2f1a27107b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:25:37.332326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Bound port: 45a31cad-1801-4d2c-8ff5-d8f6c2d10667, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd34d77-af70-4026-adf2-2f1a27107b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:25:37.335895 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.360510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7488bb-c42d-424d-b487-70d38d25b0a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:37.371502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-9b7488bb-c42d-424d-b487-70d38d25b0a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:37.371502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7488bb-c42d-424d-b487-70d38d25b0a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:37.371502 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9b7488bb-c42d-424d-b487-70d38d25b0a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.396343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086293b8-ef9f-4667-9b20-93c13d5007b5 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:37.417300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7488bb-c42d-424d-b487-70d38d25b0a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=799b6785-7792-4d9b-983e-de384a84b7de,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:37.470715 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9b7488bb-c42d-424d-b487-70d38d25b0a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3656259 May 30 20:25:37.474253 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57836) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:37.491362 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'fixed_ips': [{'subnet_id': '799b6785-7792-4d9b-983e-de384a84b7de', 'ip_address': '2001:db8::8112:3290:3037:9a6a'}], 'name': 'tempest-NetworksTestDHCPv6-712427065'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:37.677385 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Set router 4ec970fa-d356-4a9f-b5b7-857673f58924 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:25:37.768330 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ae0098fc-df76-452f-b0c2-1a9b760d510f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:37.768330 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.780646 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83f5a668-6c29-472c-bfbe-27487a272715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.821527 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83f5a668-6c29-472c-bfbe-27487a272715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.916506 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83f5a668-6c29-472c-bfbe-27487a272715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.962260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5a668-6c29-472c-bfbe-27487a272715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17181ff6-bf00-4e36-9ab3-d94a8ac17387,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:37.962260 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-83f5a668-6c29-472c-bfbe-27487a272715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.962260 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-83f5a668-6c29-472c-bfbe-27487a272715 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/17181ff6-bf00-4e36-9ab3-d94a8ac17387 HTTP/1.1" status: 204 len: 168 time: 0.9840102 May 30 20:25:38.030006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:38.035562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:port and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:38.039506 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:38.049710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:38.070589 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:38.085072 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:38.138503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port beeac77d-b5e2-4753-a183-e63b6f932186 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:25:38.197897 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] For port 45a31cad-1801-4d2c-8ff5-d8f6c2d10667, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:25:38.221520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] For port 45a31cad-1801-4d2c-8ff5-d8f6c2d10667, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=45a31cad-1801-4d2c-8ff5-d8f6c2d10667,segment=NetworkSegment(ebd34d77-af70-4026-adf2-2f1a27107b36),segment_id=ebd34d77-af70-4026-adf2-2f1a27107b36)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:25:38.251645 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:38.594006 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'name': 'tempest-TestServerBasicOps-1827027735-router', 'tenant_id': 'ac146f185fb545ce94d934f5b8fef476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '318b0a15-8e21-4c7d-9467-acd4d84a8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:29Z', 'updated_at': '2022-05-30T20:25:34Z', 'revision_number': 3, 'project_id': 'ac146f185fb545ce94d934f5b8fef476', 'gw_port': {'id': '318b0a15-8e21-4c7d-9467-acd4d84a8ae5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:32Z', 'updated_at': '2022-05-30T20:25:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:38.611079 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Checking router: 4ec970fa-d356-4a9f-b5b7-857673f58924 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:25:38.611424 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Updating router 4ec970fa-d356-4a9f-b5b7-857673f58924 port 318b0a15-8e21-4c7d-9467-acd4d84a8ae5 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:25:38.722883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::8112:3290:3037:9a6a (c840c2bc-8044-4130-b66e-385776b76782/799b6785-7792-4d9b-983e-de384a84b7de/beeac77d-b5e2-4753-a183-e63b6f932186) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:38.783728 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:38.832881 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-525053b0-78ad-4626-b3f7-6c1130b89a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:24:38Z', 'revision_number': 4, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'e89ffda3-f629-4a4d-bde6-d613af636db4', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'port_id': '9a03b52d-330f-4193-9621-35fa00c9a75d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'mac_address': 'fa:16:3e:b0:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:24:48Z', 'updated_at': '2022-05-30T20:25:24Z', 'revision_number': 1, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be457aa2-6a34-4acf-9c6d-aec7ce342ea7', 'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'mac_address': 'fa:16:3e:a3:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:35Z', 'updated_at': '2022-05-30T20:24:49Z', 'revision_number': 5, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'subnets': [{'id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:38.866929 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525053b0-78ad-4626-b3f7-6c1130b89a7c None None] The sync data for ids ['783c7f04-0ef6-47de-801d-319b4debdd26'] in n-d-843949-2 is: [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:24:38Z', 'revision_number': 4, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'e89ffda3-f629-4a4d-bde6-d613af636db4', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'port_id': '9a03b52d-330f-4193-9621-35fa00c9a75d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'mac_address': 'fa:16:3e:b0:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:24:48Z', 'updated_at': '2022-05-30T20:25:24Z', 'revision_number': 1, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be457aa2-6a34-4acf-9c6d-aec7ce342ea7', 'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'mac_address': 'fa:16:3e:a3:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:35Z', 'updated_at': '2022-05-30T20:24:49Z', 'revision_number': 5, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'subnets': [{'id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:25:38.866929 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b32fc1-2265-4705-9ccc-d29417429936 None None] Pushing event updated for resources: {'Port': ['ID=45a31cad-1801-4d2c-8ff5-d8f6c2d10667,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:38.886729 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c840c2bc-8044-4130-b66e-385776b76782', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'fixed_ips': [{'subnet_id': '799b6785-7792-4d9b-983e-de384a84b7de'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:25:38.899326 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:39.467273 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:39.489458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object beeac77d-b5e2-4753-a183-e63b6f932186 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:39.542783 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:39.656458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=beeac77d-b5e2-4753-a183-e63b6f932186,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:39.689292 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57896) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:39.698635 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:39.702814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:39.706676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:39.716019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:39.717758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Allocated IP 2001:db8::2 (c840c2bc-8044-4130-b66e-385776b76782/799b6785-7792-4d9b-983e-de384a84b7de/0c51b74a-41e1-4dd4-9544-d6591e0c6cc9) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:39.719080 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:39.779104 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-415415b4-0284-470a-a77d-9bd1aead5969 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3037777 May 30 20:25:39.780674 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57902) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:39.807236 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:39.849087 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Transition to ACTIVE for port object 318b0a15-8e21-4c7d-9467-acd4d84a8ae5 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:39.849087 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:39.990575 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039d3db8-d775-4636-ba4b-29205115f780 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:39.990575 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-039d3db8-d775-4636-ba4b-29205115f780 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:40.021888 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:40.028208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-039d3db8-d775-4636-ba4b-29205115f780 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:40.032804 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-039d3db8-d775-4636-ba4b-29205115f780 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2447515 May 30 20:25:40.032804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57908) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:40.213293 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c939a36-576f-44d1-bab3-03440276dfa7 None None] Pushing event updated for resources: {'Port': ['ID=318b0a15-8e21-4c7d-9467-acd4d84a8ae5,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:40.306577 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Attempting to bind port 318b0a15-8e21-4c7d-9467-acd4d84a8ae5 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:25:40.306932 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Attempting to bind port 318b0a15-8e21-4c7d-9467-acd4d84a8ae5 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:25:40.309263 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Attempting to bind port 318b0a15-8e21-4c7d-9467-acd4d84a8ae5 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:25:40.313515 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-779df461-9834-4f33-b5f6-dce50720b07c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port beeac77d-b5e2-4753-a183-e63b6f932186 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:40.316327 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-779df461-9834-4f33-b5f6-dce50720b07c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:40.345332 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:25:40.345332 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:40.359021 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:40.359021 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:25:40.359021 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Bound port: 318b0a15-8e21-4c7d-9467-acd4d84a8ae5, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:25:40.359021 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:40.460296 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b11aa936-70eb-41b6-8eed-d185fed99d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:40.604325 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] For port 318b0a15-8e21-4c7d-9467-acd4d84a8ae5, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:25:40.613509 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] For port 318b0a15-8e21-4c7d-9467-acd4d84a8ae5, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=318b0a15-8e21-4c7d-9467-acd4d84a8ae5,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:25:40.623222 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:40.695236 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:40.708326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Transition to ACTIVE for port object 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:40.758168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Transition to ACTIVE for port object 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:40.767782 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be684221-8738-41e7-83aa-2ad1d95e5300 None None] Network f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:40.780586 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Routers {'4ec970fa-d356-4a9f-b5b7-857673f58924'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:25:40.781263 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:25:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4ec970fa-d356-4a9f-b5b7-857673f58924'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:40.807125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b11aa936-70eb-41b6-8eed-d185fed99d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:40.848762 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74df6115-b6cd-4d3c-a981-cfd0680717b6 req-a2043ac1-28db-473f-880b-94cce669b13a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5771084 May 30 20:25:40.855941 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b11aa936-70eb-41b6-8eed-d185fed99d3c admin admin] Usage tracker for resource:security_group_rule and tenant:136ab85d568e4f10a11dabea57d4d08d is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:40.879091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b11aa936-70eb-41b6-8eed-d185fed99d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:40.924624 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b11aa936-70eb-41b6-8eed-d185fed99d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:40.972160 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c939a36-576f-44d1-bab3-03440276dfa7 None None] Pushing event updated for resources: {'Port': ['ID=318b0a15-8e21-4c7d-9467-acd4d84a8ae5,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:41.103056 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:41.164555 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] Set router 4ec970fa-d356-4a9f-b5b7-857673f58924 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:25:41.292165 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:41.300047 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-779df461-9834-4f33-b5f6-dce50720b07c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:41.366833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-684daf42-1946-44ca-9b0c-d489cae02d66 req-b9eac12e-e276-48ad-9779-3fbb7a282df5 service neutron] (84023) timed out ('10.222.0.77', 54936) {{(pid=84023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:25:41.394996 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Allocated IP 172.20.0.1 (f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76/b9944ea8-73fb-448f-8be7-3f521be04a8c/6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:41.629719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57956) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:41.649604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-779df461-9834-4f33-b5f6-dce50720b07c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for beeac77d-b5e2-4753-a183-e63b6f932186 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:41.712489 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6e074989-bf0e-4c79-8d52-f3cd5f564ae4 None None] Provisioning for port 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:41.712489 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:41.717140 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Pushing event updated for resources: {'Port': ['ID=0c51b74a-41e1-4dd4-9544-d6591e0c6cc9,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:41.733191 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:41.745004 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:41.953347 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:41.994864 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:41.995232 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.070526 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'name': 'tempest-TestServerBasicOps-1827027735-router', 'tenant_id': 'ac146f185fb545ce94d934f5b8fef476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '318b0a15-8e21-4c7d-9467-acd4d84a8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:29Z', 'updated_at': '2022-05-30T20:25:34Z', 'revision_number': 3, 'project_id': 'ac146f185fb545ce94d934f5b8fef476', 'gw_port': {'id': '318b0a15-8e21-4c7d-9467-acd4d84a8ae5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:32Z', 'updated_at': '2022-05-30T20:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:42.076854 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b11aa936-70eb-41b6-8eed-d185fed99d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.082242 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de85627-f3e0-4b50-808f-92cbbac06e4b None None] The sync data for ids ['4ec970fa-d356-4a9f-b5b7-857673f58924'] in n-d-843949-2 is: [{'id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'name': 'tempest-TestServerBasicOps-1827027735-router', 'tenant_id': 'ac146f185fb545ce94d934f5b8fef476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '318b0a15-8e21-4c7d-9467-acd4d84a8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:29Z', 'updated_at': '2022-05-30T20:25:34Z', 'revision_number': 3, 'project_id': 'ac146f185fb545ce94d934f5b8fef476', 'gw_port': {'id': '318b0a15-8e21-4c7d-9467-acd4d84a8ae5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:32Z', 'updated_at': '2022-05-30T20:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:25:42.096951 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74df6115-b6cd-4d3c-a981-cfd0680717b6 req-61eaaddd-0915-4de5-84aa-5378c9a6b414 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f154aa639e466b871f55ef50521468&device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 1096 time: 0.8492041 May 30 20:25:42.134413 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b11aa936-70eb-41b6-8eed-d185fed99d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.153981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Attempting to bind port 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:25:42.153981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Attempting to bind port 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:25:42.153981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Attempting to bind port 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 on network c840c2bc-8044-4130-b66e-385776b76782 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:25:42.181984 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-779df461-9834-4f33-b5f6-dce50720b07c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.186596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:25:42.186596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:42.186596 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.186596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Bound using segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:25:42.190546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Bound port: 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:25:42.190546 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.401993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779df461-9834-4f33-b5f6-dce50720b07c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=beeac77d-b5e2-4753-a183-e63b6f932186,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:42.416894 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7def8922-d1bc-4733-b540-d6b948123852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.429262 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-779df461-9834-4f33-b5f6-dce50720b07c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.472081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7def8922-d1bc-4733-b540-d6b948123852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:42.482748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206e9d6b-dd6d-47e7-88af-39a3be9a4434 None None] New status for floating IP e89ffda3-f629-4a4d-bde6-d613af636db4: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:25:42.492678 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7def8922-d1bc-4733-b540-d6b948123852 admin admin] Usage tracker for resource:security_group_rule and tenant:2cad4bdd178745ed8f582c89880d56cd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:42.501873 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7def8922-d1bc-4733-b540-d6b948123852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:42.523014 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-779df461-9834-4f33-b5f6-dce50720b07c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/beeac77d-b5e2-4753-a183-e63b6f932186 HTTP/1.1" status: 204 len: 168 time: 2.4741175 May 30 20:25:42.523014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7def8922-d1bc-4733-b540-d6b948123852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:42.523014 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57976) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:42.560877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-4656ae18-057f-4901-9c83-4fdf768185f9 req-70b83156-4ac2-4ebe-9f6a-a6a6ad567d6f tempest-ServerDiskConfigTestJSON-1557465099 tempest-ServerDiskConfigTestJSON-1557465099-project] (84023) timed out ('10.222.0.77', 54878) {{(pid=84023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:25:42.560877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df6115-b6cd-4d3c-a981-cfd0680717b6 req-8b423d59-2f37-4ae2-a98b-272d41d188c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:42.560877 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74df6115-b6cd-4d3c-a981-cfd0680717b6 req-8b423d59-2f37-4ae2-a98b-272d41d188c2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d1878ae-449f-42b8-bf46-74af28ca94fd HTTP/1.1" status: 200 len: 918 time: 0.3505270 May 30 20:25:42.583835 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.583835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11aa936-70eb-41b6-8eed-d185fed99d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d58ff2-dc26-467c-bdc7-fdd3bf6b9ce9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:42.675932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7cdbce-4b02-4798-a40c-d9992a883558 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:42.675932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7cdbce-4b02-4798-a40c-d9992a883558 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:42.683442 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0f7cdbce-4b02-4798-a40c-d9992a883558 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:42.737965 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0f7cdbce-4b02-4798-a40c-d9992a883558 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:42.755782 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0f7cdbce-4b02-4798-a40c-d9992a883558 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2234547 May 30 20:25:42.755782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 57982) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:42.796336 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.973903 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 45a31cad-1801-4d2c-8ff5-d8f6c2d10667, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=45a31cad-1801-4d2c-8ff5-d8f6c2d10667,segment=NetworkSegment(ebd34d77-af70-4026-adf2-2f1a27107b36),segment_id=ebd34d77-af70-4026-adf2-2f1a27107b36)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:42.973903 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] For port 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:25:42.973903 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-82acc519-6297-443c-a026-e6bc9c27d0be None None] Provisioning complete for port 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:42.973903 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-82acc519-6297-443c-a026-e6bc9c27d0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.018204 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.032810 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74df6115-b6cd-4d3c-a981-cfd0680717b6 req-09d5b01a-5de3-4eaa-81a1-ca242b66c90f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a03b52d-330f-4193-9621-35fa00c9a75d HTTP/1.1" status: 200 len: 998 time: 0.4005754 May 30 20:25:43.064508 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] For port 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0c51b74a-41e1-4dd4-9544-d6591e0c6cc9,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:25:43.079465 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.126954 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=45a31cad-1801-4d2c-8ff5-d8f6c2d10667,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:43.205798 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b11aa936-70eb-41b6-8eed-d185fed99d3c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=136ab85d568e4f10a11dabea57d4d08d&name=default HTTP/1.1" status: 200 len: 2647 time: 3.5069053 May 30 20:25:43.205798 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df6115-b6cd-4d3c-a981-cfd0680717b6 req-27a6f0b2-5062-4eb2-9a70-14f87477e23e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:43.210606 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74df6115-b6cd-4d3c-a981-cfd0680717b6 req-27a6f0b2-5062-4eb2-9a70-14f87477e23e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9f9412f8-b9b7-4d21-91c7-4120cd918668 HTTP/1.1" status: 200 len: 856 time: 0.1767795 May 30 20:25:43.210606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 57994) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:43.227856 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8b9b41-3252-4909-85ad-2b975436ea41 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet 799b6785-7792-4d9b-983e-de384a84b7de {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:25:43.259121 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d8b9b41-3252-4909-85ad-2b975436ea41 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.314233 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27043c07-4efc-4187-ac0c-afcf22aaf94b None None] Pushing event updated for resources: {'Port': ['ID=0c51b74a-41e1-4dd4-9544-d6591e0c6cc9,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:43.356232 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7def8922-d1bc-4733-b540-d6b948123852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.375632 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7def8922-d1bc-4733-b540-d6b948123852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.420482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Transition to ACTIVE for port object 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:43.481935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def8922-d1bc-4733-b540-d6b948123852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda9cb83-da2e-42aa-8875-ea140cfe38e6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:43.490314 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d8b9b41-3252-4909-85ad-2b975436ea41 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.541612 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44bfd6d5-dfd5-4e2d-97c8-d194202bdd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.632878 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44bfd6d5-dfd5-4e2d-97c8-d194202bdd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.652046 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7def8922-d1bc-4733-b540-d6b948123852 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2cad4bdd178745ed8f582c89880d56cd&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0237870 May 30 20:25:43.653309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58006) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:43.675476 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.765686 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74df6115-b6cd-4d3c-a981-cfd0680717b6 req-4f7baa08-0023-4bba-89bf-04438e784bf2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d1878ae-449f-42b8-bf46-74af28ca94fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4607532 May 30 20:25:43.769394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Pushing event updated for resources: {'Port': ['ID=6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:43.775789 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d8b9b41-3252-4909-85ad-2b975436ea41 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.825722 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2146ef51-9eba-4d09-a95d-e289aebabfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.847614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Network f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:43.877388 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2146ef51-9eba-4d09-a95d-e289aebabfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.896609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:43.912304 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:43.962478 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d8b9b41-3252-4909-85ad-2b975436ea41 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.971775 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44bfd6d5-dfd5-4e2d-97c8-d194202bdd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.997595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfd6d5-dfd5-4e2d-97c8-d194202bdd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d58ff2-dc26-467c-bdc7-fdd3bf6b9ce9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:44.008699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b9b41-3252-4909-85ad-2b975436ea41 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=799b6785-7792-4d9b-983e-de384a84b7de,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:44.021983 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d8b9b41-3252-4909-85ad-2b975436ea41 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:44.036372 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2146ef51-9eba-4d09-a95d-e289aebabfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:44.055942 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:44.063910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146ef51-9eba-4d09-a95d-e289aebabfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda9cb83-da2e-42aa-8875-ea140cfe38e6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:44.072969 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2d8b9b41-3252-4909-85ad-2b975436ea41 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/799b6785-7792-4d9b-983e-de384a84b7de HTTP/1.1" status: 204 len: 168 time: 1.3189783 May 30 20:25:44.076119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58014) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:44.078371 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44bfd6d5-dfd5-4e2d-97c8-d194202bdd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:44.079990 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2146ef51-9eba-4d09-a95d-e289aebabfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:44.081320 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2146ef51-9eba-4d09-a95d-e289aebabfce admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dda9cb83-da2e-42aa-8875-ea140cfe38e6 HTTP/1.1" status: 204 len: 168 time: 0.4269876 May 30 20:25:44.089812 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-44bfd6d5-dfd5-4e2d-97c8-d194202bdd5a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/37d58ff2-dc26-467c-bdc7-fdd3bf6b9ce9 HTTP/1.1" status: 204 len: 168 time: 0.8635480 May 30 20:25:44.142989 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74df6115-b6cd-4d3c-a981-cfd0680717b6 req-afadfa56-482f-47db-a7aa-6fab6daf6a68 service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676851 May 30 20:25:44.221232 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0842c755-764f-4131-b68b-bff984c43e39 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1418698 May 30 20:25:44.222194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58026) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:44.276137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:44.572357 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74df6115-b6cd-4d3c-a981-cfd0680717b6 req-812a9c64-b949-4753-8c95-dae5377e8629 service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200413 May 30 20:25:44.620566 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:44.644721 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:44.649608 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:44.653022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:44.653565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-405a2548-1210-4022-9a42-1f9bd29c43ce None None] Provisioning for port 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:44.668974 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-405a2548-1210-4022-9a42-1f9bd29c43ce None None] Provisioning complete for port 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:44.668974 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-405a2548-1210-4022-9a42-1f9bd29c43ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:44.708579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:44.761490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:44.768725 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:44.853622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-405a2548-1210-4022-9a42-1f9bd29c43ce None None] Port 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:25:45.138167 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:45.143037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cedc8f5-6749-443d-9eee-eaac707ca5e2 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:45.154011 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:45.238423 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:45.454885 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:45.543059 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:45.560456 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:45.567562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:45.567562 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:45.649333 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3965259 May 30 20:25:45.649333 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=6ef9f107-90f4-4015-b30d-c332e7d00e29,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:45.658891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58054) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:45.679669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'fixed_ips': [{'subnet_id': '6ef9f107-90f4-4015-b30d-c332e7d00e29', 'ip_address': '2001:db8::6368:fad8:4ce4:312b'}], 'name': 'tempest-NetworksTestDHCPv6-631861629'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:45.746591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:45.755086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:45.755086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:45.755086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:45.755086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:45.755086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:45.755086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:45.755086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:45.755086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:45.755086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:45.755086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:45.755086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a64f91-d167-4c70-8929-cc63b6a19de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:45.809572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Pushing event updated for resources: {'Port': ['ID=6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:45.857512 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Network f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:45.859085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:46.007256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2f87f5aa-26ef-4423-80ee-fc8b17a2501f None None] Provisioning for port 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:46.058469 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:46.058469 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:46.138043 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:25:46.366696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:46.378522 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:port and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:46.392297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:46.439036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:46.486355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:46.514250 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:46.608095 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port 1956108b-2692-4eb0-8ffb-ff16b85f128a yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:25:46.670428 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:46.766999 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c52b5eb-1057-40b0-b05c-aa4b920e5971 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:47.314537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::6368:fad8:4ce4:312b (c840c2bc-8044-4130-b66e-385776b76782/6ef9f107-90f4-4015-b30d-c332e7d00e29/1956108b-2692-4eb0-8ffb-ff16b85f128a) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:47.398450 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:47.413492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-df1d4087-8965-4e08-b738-4534a15de0a7 None None] Provisioning complete for port 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:47.413492 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-df1d4087-8965-4e08-b738-4534a15de0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:47.601618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Router 4ec970fa-d356-4a9f-b5b7-857673f58924 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:25:47.686459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:47.686459 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:48.067739 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-df1d4087-8965-4e08-b738-4534a15de0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:48.150407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:25:48.170550 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-68e4cf0d-fe5a-49aa-9d1e-0b6d756b2a5f admin admin] 10.222.0.84 "PUT /v2.0/routers/4ec970fa-d356-4a9f-b5b7-857673f58924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9961250 May 30 20:25:48.295601 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:48.346644 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-df1d4087-8965-4e08-b738-4534a15de0a7 None None] For port 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0c51b74a-41e1-4dd4-9544-d6591e0c6cc9,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:48.358533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object 1956108b-2692-4eb0-8ffb-ff16b85f128a will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:48.363759 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-df1d4087-8965-4e08-b738-4534a15de0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:48.424565 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:48.571682 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d4087-8965-4e08-b738-4534a15de0a7 None None] Pushing event updated for resources: {'Port': ['ID=0c51b74a-41e1-4dd4-9544-d6591e0c6cc9,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:48.594942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-df1d4087-8965-4e08-b738-4534a15de0a7 None None] Provisioning complete for port 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:48.599385 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-df1d4087-8965-4e08-b738-4534a15de0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:48.613449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=1956108b-2692-4eb0-8ffb-ff16b85f128a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:48.634972 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:48.642874 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:48.658572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:48.678985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:48.678985 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:48.776581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58144) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:48.785263 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5013f9b9-ddd1-4787-a2a3-3cd8ba7c7694 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1210778 May 30 20:25:48.825249 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-df1d4087-8965-4e08-b738-4534a15de0a7 None None] Port 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:25:48.831736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 318b0a15-8e21-4c7d-9467-acd4d84a8ae5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:49.001732 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c564346c-9815-4977-88ae-14a90d29391b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:49.012022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c564346c-9815-4977-88ae-14a90d29391b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:49.014460 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c564346c-9815-4977-88ae-14a90d29391b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2420616 May 30 20:25:49.017327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58156) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:49.074871 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 318b0a15-8e21-4c7d-9467-acd4d84a8ae5 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:49.080980 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 318b0a15-8e21-4c7d-9467-acd4d84a8ae5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:49.081631 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:49.173341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9242afc4-4f93-4b3d-a5a1-6eb408cf4197 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port 1956108b-2692-4eb0-8ffb-ff16b85f128a {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:49.173341 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9242afc4-4f93-4b3d-a5a1-6eb408cf4197 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:49.401180 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d96ea3ec-2bbe-4773-aad8-ed25b55b02f0 None None] Provisioning complete for port 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:49.401551 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d96ea3ec-2bbe-4773-aad8-ed25b55b02f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:49.444710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58166) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:49.958092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58178) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:49.958092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-4968c6a8-3e07-4043-b136-5b7292b5e4e3 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77410515', 'description': 'tempest-secgroup-smoke-77410515 description', 'project_id': '9786c2fd175648c7b3fff1d88f7297bb'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:49.968537 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:49.982037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4968c6a8-3e07-4043-b136-5b7292b5e4e3 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:49.993273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4968c6a8-3e07-4043-b136-5b7292b5e4e3 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Usage tracker for resource:security_group and tenant:9786c2fd175648c7b3fff1d88f7297bb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:50.023527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4968c6a8-3e07-4043-b136-5b7292b5e4e3 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:50.038173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4968c6a8-3e07-4043-b136-5b7292b5e4e3 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:50.065504 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4968c6a8-3e07-4043-b136-5b7292b5e4e3 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:50.108859 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9242afc4-4f93-4b3d-a5a1-6eb408cf4197 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:50.118490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 318b0a15-8e21-4c7d-9467-acd4d84a8ae5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=318b0a15-8e21-4c7d-9467-acd4d84a8ae5,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:50.129027 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:50.158579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4968c6a8-3e07-4043-b136-5b7292b5e4e3 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:50.163774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4968c6a8-3e07-4043-b136-5b7292b5e4e3 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Usage tracker for resource:security_group_rule and tenant:9786c2fd175648c7b3fff1d88f7297bb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:50.169229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4968c6a8-3e07-4043-b136-5b7292b5e4e3 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:50.186452 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4968c6a8-3e07-4043-b136-5b7292b5e4e3 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:50.304324 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-96b65872-7df2-46ac-958d-b88c2116ccb6 None None] Could not find standard attr ID for object beeac77d-b5e2-4753-a183-e63b6f932186. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:25:50.353187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=318b0a15-8e21-4c7d-9467-acd4d84a8ae5,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:50.367390 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-96b65872-7df2-46ac-958d-b88c2116ccb6 None None] Provisioning for port 1956108b-2692-4eb0-8ffb-ff16b85f128a completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:50.370870 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4968c6a8-3e07-4043-b136-5b7292b5e4e3 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:50.379792 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-96b65872-7df2-46ac-958d-b88c2116ccb6 None None] Provisioning complete for port 1956108b-2692-4eb0-8ffb-ff16b85f128a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:50.379792 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-96b65872-7df2-46ac-958d-b88c2116ccb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:50.407128 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4968c6a8-3e07-4043-b136-5b7292b5e4e3 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:50.484750 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-96b65872-7df2-46ac-958d-b88c2116ccb6 None None] Port 1956108b-2692-4eb0-8ffb-ff16b85f128a cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:25:50.492123 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9242afc4-4f93-4b3d-a5a1-6eb408cf4197 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for 1956108b-2692-4eb0-8ffb-ff16b85f128a owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:50.496546 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4968c6a8-3e07-4043-b136-5b7292b5e4e3 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:50.496546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4968c6a8-3e07-4043-b136-5b7292b5e4e3 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.5355883 May 30 20:25:50.511125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58190) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:50.511125 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b9c8e83d-f6db-4e34-af47-4a565ff1b9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:50.552436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-061bfeaa-168f-4964-b94a-75dfcdaf9a23 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Request body: {'security_group_rule': {'security_group_id': '7ddf40eb-d087-4e3f-97c7-562df0777d3c', 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:50.564308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-061bfeaa-168f-4964-b94a-75dfcdaf9a23 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:50.575993 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-061bfeaa-168f-4964-b94a-75dfcdaf9a23 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Usage tracker for resource:security_group_rule and tenant:9786c2fd175648c7b3fff1d88f7297bb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:50.585776 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-061bfeaa-168f-4964-b94a-75dfcdaf9a23 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:50.601469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-061bfeaa-168f-4964-b94a-75dfcdaf9a23 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:50.610066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968c6a8-3e07-4043-b136-5b7292b5e4e3 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddf40eb-d087-4e3f-97c7-562df0777d3c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:50.639514 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b9c8e83d-f6db-4e34-af47-4a565ff1b9a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:50.650873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b9c8e83d-f6db-4e34-af47-4a565ff1b9a3 admin admin] Usage tracker for resource:security_group_rule and tenant:7ac013fa14f34a6faa2b44b91e6bbaf1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:50.650873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b9c8e83d-f6db-4e34-af47-4a565ff1b9a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:50.666603 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-061bfeaa-168f-4964-b94a-75dfcdaf9a23 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:50.684615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b9c8e83d-f6db-4e34-af47-4a565ff1b9a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:50.698693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 318b0a15-8e21-4c7d-9467-acd4d84a8ae5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:50.852045 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 318b0a15-8e21-4c7d-9467-acd4d84a8ae5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:50.852045 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:50.869499 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-061bfeaa-168f-4964-b94a-75dfcdaf9a23 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:50.881653 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-061bfeaa-168f-4964-b94a-75dfcdaf9a23 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:50.951137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bfeaa-168f-4964-b94a-75dfcdaf9a23 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7342d0-a88b-47c2-9544-f7ef7864337d,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:50.977927 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9242afc4-4f93-4b3d-a5a1-6eb408cf4197 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:50.993064 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b9c8e83d-f6db-4e34-af47-4a565ff1b9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:50.999122 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-061bfeaa-168f-4964-b94a-75dfcdaf9a23 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:51.016190 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-061bfeaa-168f-4964-b94a-75dfcdaf9a23 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4684663 May 30 20:25:51.016190 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58204) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:51.020183 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b9c8e83d-f6db-4e34-af47-4a565ff1b9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:51.036802 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-bb1136d0-9727-4b91-8529-9444a1b4a5c6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Request body: {'security_group_rule': {'security_group_id': '7ddf40eb-d087-4e3f-97c7-562df0777d3c', 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:51.171367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8e83d-f6db-4e34-af47-4a565ff1b9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3e2b2a-7df2-447a-9e44-e0190257e107,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:51.185462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-bb1136d0-9727-4b91-8529-9444a1b4a5c6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:51.275126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-bb1136d0-9727-4b91-8529-9444a1b4a5c6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Usage tracker for resource:security_group_rule and tenant:9786c2fd175648c7b3fff1d88f7297bb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:51.308199 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-bb1136d0-9727-4b91-8529-9444a1b4a5c6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:51.321182 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9242afc4-4f93-4b3d-a5a1-6eb408cf4197 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:51.372888 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9242afc4-4f93-4b3d-a5a1-6eb408cf4197 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/1956108b-2692-4eb0-8ffb-ff16b85f128a HTTP/1.1" status: 204 len: 168 time: 2.3544304 May 30 20:25:51.373836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242afc4-4f93-4b3d-a5a1-6eb408cf4197 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=1956108b-2692-4eb0-8ffb-ff16b85f128a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:51.381659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58216) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:51.384251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-bb1136d0-9727-4b91-8529-9444a1b4a5c6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:51.503361 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b9c8e83d-f6db-4e34-af47-4a565ff1b9a3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7ac013fa14f34a6faa2b44b91e6bbaf1&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0572953 May 30 20:25:51.505267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58226) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:51.506574 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb1136d0-9727-4b91-8529-9444a1b4a5c6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:51.519333 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835dcb72-bc16-43a1-a820-c5bb4b7dd439 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:51.521431 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835dcb72-bc16-43a1-a820-c5bb4b7dd439 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:51.524537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-835dcb72-bc16-43a1-a820-c5bb4b7dd439 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:51.579858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-835dcb72-bc16-43a1-a820-c5bb4b7dd439 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:51.583885 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-835dcb72-bc16-43a1-a820-c5bb4b7dd439 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1989686 May 30 20:25:51.588673 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58230) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:51.629061 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:51.885554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:51.885554 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:51.912343 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb1136d0-9727-4b91-8529-9444a1b4a5c6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:51.919424 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb1136d0-9727-4b91-8529-9444a1b4a5c6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:51.960901 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11207270-48b7-4567-894c-6d6282ee0a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:51.960901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1136d0-9727-4b91-8529-9444a1b4a5c6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df88b26-7c16-491f-b75d-f71e5a462bf0,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:52.002813 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb1136d0-9727-4b91-8529-9444a1b4a5c6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.004107 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bb1136d0-9727-4b91-8529-9444a1b4a5c6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9876039 May 30 20:25:52.007601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58246) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:52.023663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d1e82b04-15fc-4b68-b4ae-4694e175f483 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Request body: {'security_group_rule': {'security_group_id': '7ddf40eb-d087-4e3f-97c7-562df0777d3c', 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:52.037521 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d1e82b04-15fc-4b68-b4ae-4694e175f483 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:52.052844 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11207270-48b7-4567-894c-6d6282ee0a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.097482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d1e82b04-15fc-4b68-b4ae-4694e175f483 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Usage tracker for resource:security_group_rule and tenant:9786c2fd175648c7b3fff1d88f7297bb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:52.104137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d8e0dc-1485-4bbe-afbd-cfae23164e53 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet 6ef9f107-90f4-4015-b30d-c332e7d00e29 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:25:52.113353 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5d8e0dc-1485-4bbe-afbd-cfae23164e53 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.116495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d1e82b04-15fc-4b68-b4ae-4694e175f483 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:52.155902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d1e82b04-15fc-4b68-b4ae-4694e175f483 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:52.304425 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1e82b04-15fc-4b68-b4ae-4694e175f483 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.317581 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5d8e0dc-1485-4bbe-afbd-cfae23164e53 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.374602 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11207270-48b7-4567-894c-6d6282ee0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.421945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11207270-48b7-4567-894c-6d6282ee0a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3e2b2a-7df2-447a-9e44-e0190257e107,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:52.447433 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-11207270-48b7-4567-894c-6d6282ee0a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.452577 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-11207270-48b7-4567-894c-6d6282ee0a7c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7c3e2b2a-7df2-447a-9e44-e0190257e107 HTTP/1.1" status: 204 len: 168 time: 0.9067566 May 30 20:25:52.517080 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5d8e0dc-1485-4bbe-afbd-cfae23164e53 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.522410 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1e82b04-15fc-4b68-b4ae-4694e175f483 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.530995 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1e82b04-15fc-4b68-b4ae-4694e175f483 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.589585 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e82b04-15fc-4b68-b4ae-4694e175f483 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122879b2-4aea-4858-80a4-43f5c8c06427,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:52.635743 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1e82b04-15fc-4b68-b4ae-4694e175f483 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.635743 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d1e82b04-15fc-4b68-b4ae-4694e175f483 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6255081 May 30 20:25:52.640362 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58266) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:52.666505 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-270be62f-cb97-4af3-9374-2819981b45b7 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Request body: {'security_group_rule': {'security_group_id': '7ddf40eb-d087-4e3f-97c7-562df0777d3c', 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:52.702549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-270be62f-cb97-4af3-9374-2819981b45b7 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:52.709838 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-270be62f-cb97-4af3-9374-2819981b45b7 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Usage tracker for resource:security_group_rule and tenant:9786c2fd175648c7b3fff1d88f7297bb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:52.721847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-270be62f-cb97-4af3-9374-2819981b45b7 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:52.748128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-270be62f-cb97-4af3-9374-2819981b45b7 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:52.789354 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-270be62f-cb97-4af3-9374-2819981b45b7 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.861984 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5d8e0dc-1485-4bbe-afbd-cfae23164e53 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.940346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8e0dc-1485-4bbe-afbd-cfae23164e53 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef9f107-90f4-4015-b30d-c332e7d00e29,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:52.982895 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-270be62f-cb97-4af3-9374-2819981b45b7 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.985838 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae95413-5680-43b7-8e0a-fbbc44535f92 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:52.989421 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5d8e0dc-1485-4bbe-afbd-cfae23164e53 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.989421 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-270be62f-cb97-4af3-9374-2819981b45b7 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:53.074590 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-270be62f-cb97-4af3-9374-2819981b45b7 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:53.083693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58276) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:53.089225 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-270be62f-cb97-4af3-9374-2819981b45b7 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4365611 May 30 20:25:53.089225 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d5d8e0dc-1485-4bbe-afbd-cfae23164e53 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/6ef9f107-90f4-4015-b30d-c332e7d00e29 HTTP/1.1" status: 204 len: 168 time: 1.4978352 May 30 20:25:53.095840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270be62f-cb97-4af3-9374-2819981b45b7 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abcc444-aafc-44cf-a088-80d704e342b1,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:53.095840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58282) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:53.157207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-8b01c8ce-ae3f-4578-8acb-fd75c8f4dea0 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Request body: {'security_group_rule': {'security_group_id': '7ddf40eb-d087-4e3f-97c7-562df0777d3c', 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:53.199536 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8b01c8ce-ae3f-4578-8acb-fd75c8f4dea0 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:53.219979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8b01c8ce-ae3f-4578-8acb-fd75c8f4dea0 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Usage tracker for resource:security_group_rule and tenant:9786c2fd175648c7b3fff1d88f7297bb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:53.219979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8b01c8ce-ae3f-4578-8acb-fd75c8f4dea0 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:53.244343 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e8a35f46-fabc-4dbe-b876-36e81d4df81f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1475697 May 30 20:25:53.246447 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58286) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:53.254546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8b01c8ce-ae3f-4578-8acb-fd75c8f4dea0 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:53.300911 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-8b01c8ce-ae3f-4578-8acb-fd75c8f4dea0 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Project 9786c2fd175648c7b3fff1d88f7297bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:25:53.309237 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8b01c8ce-ae3f-4578-8acb-fd75c8f4dea0 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:53.433138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e9b7f1-b3d3-408b-8524-952d4667b894 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:53.444637 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-48e9b7f1-b3d3-408b-8524-952d4667b894 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:53.474020 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8b01c8ce-ae3f-4578-8acb-fd75c8f4dea0 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:53.480918 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8b01c8ce-ae3f-4578-8acb-fd75c8f4dea0 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:53.539665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-48e9b7f1-b3d3-408b-8524-952d4667b894 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:53.539665 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-48e9b7f1-b3d3-408b-8524-952d4667b894 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2807298 May 30 20:25:53.539665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58300) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:53.549210 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01c8ce-ae3f-4578-8acb-fd75c8f4dea0 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdfbfe5-27b6-4739-847f-65d6d8eddbca,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:53.588531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f09294-61ec-442a-884f-a24b9752fcef None None] DHCP port deletion for c840c2bc-8044-4130-b66e-385776b76782 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:25:53.588531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b5f09294-61ec-442a-884f-a24b9752fcef None None] Deleting port 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:53.588531 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b5f09294-61ec-442a-884f-a24b9752fcef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:53.617425 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8b01c8ce-ae3f-4578-8acb-fd75c8f4dea0 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:53.617425 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8b01c8ce-ae3f-4578-8acb-fd75c8f4dea0 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5323074 May 30 20:25:53.617425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58304) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:53.629665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-cd6eabdb-9a31-4478-b254-2fddf18ba041 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Request body: {'security_group_rule': {'security_group_id': '7ddf40eb-d087-4e3f-97c7-562df0777d3c', 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:53.649055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cd6eabdb-9a31-4478-b254-2fddf18ba041 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:53.653300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cd6eabdb-9a31-4478-b254-2fddf18ba041 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Usage tracker for resource:security_group_rule and tenant:9786c2fd175648c7b3fff1d88f7297bb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:53.659823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cd6eabdb-9a31-4478-b254-2fddf18ba041 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:53.675766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cd6eabdb-9a31-4478-b254-2fddf18ba041 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:53.698343 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-cd6eabdb-9a31-4478-b254-2fddf18ba041 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Project 9786c2fd175648c7b3fff1d88f7297bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:25:53.716442 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd6eabdb-9a31-4478-b254-2fddf18ba041 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:53.720134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478f4dd1-6792-428f-8ec2-6ff2b0438b82 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:53.720818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-478f4dd1-6792-428f-8ec2-6ff2b0438b82 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:53.760386 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-478f4dd1-6792-428f-8ec2-6ff2b0438b82 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:53.767230 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-478f4dd1-6792-428f-8ec2-6ff2b0438b82 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2315364 May 30 20:25:53.768330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58314) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:53.986051 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4665e27d-c5c2-4e15-8b9c-32e857a4d70c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2109926 May 30 20:25:53.986051 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58322) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:53.995824 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-7cbc206a-7633-44d8-9ffa-d1cd81667064 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:54.013764 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd6eabdb-9a31-4478-b254-2fddf18ba041 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:54.022645 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd6eabdb-9a31-4478-b254-2fddf18ba041 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:54.101151 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6eabdb-9a31-4478-b254-2fddf18ba041 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c1e4ed-0c8b-4448-9951-27c434a53697,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:54.107142 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd6eabdb-9a31-4478-b254-2fddf18ba041 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:54.108387 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cd6eabdb-9a31-4478-b254-2fddf18ba041 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4938107 May 30 20:25:54.124376 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b5f09294-61ec-442a-884f-a24b9752fcef None None] For port 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0c51b74a-41e1-4dd4-9544-d6591e0c6cc9,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:54.125010 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b5f09294-61ec-442a-884f-a24b9752fcef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:54.326075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7cbc206a-7633-44d8-9ffa-d1cd81667064 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:54.350520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7cbc206a-7633-44d8-9ffa-d1cd81667064 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:54.383371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbc206a-7633-44d8-9ffa-d1cd81667064 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:54.393139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7cbc206a-7633-44d8-9ffa-d1cd81667064 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:54.482775 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b5f09294-61ec-442a-884f-a24b9752fcef None None] Calling delete_port for 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:54.615355 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b5f09294-61ec-442a-884f-a24b9752fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:54.749102 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f09294-61ec-442a-884f-a24b9752fcef None None] Pushing event deleted for resources: {'Port': ['ID=0c51b74a-41e1-4dd4-9544-d6591e0c6cc9,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:54.755839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:25:54.843639 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:25:54.843883 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:25:54.852824 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f09294-61ec-442a-884f-a24b9752fcef None None] No DVR routers for this DVR port 0c51b74a-41e1-4dd4-9544-d6591e0c6cc9 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:25:54.866583 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-3084c27c-44d6-49a9-8c4b-fce967fdb8cc tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Synchronizing usage tracker for tenant:9786c2fd175648c7b3fff1d88f7297bb on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:54.886065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-3084c27c-44d6-49a9-8c4b-fce967fdb8cc tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Unset dirty status for tenant:9786c2fd175648c7b3fff1d88f7297bb on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:54.895422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-3084c27c-44d6-49a9-8c4b-fce967fdb8cc tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77410515&fields=id&tenant_id=9786c2fd175648c7b3fff1d88f7297bb HTTP/1.1" status: 200 len: 267 time: 0.1674294 May 30 20:25:54.938534 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7cbc206a-7633-44d8-9ffa-d1cd81667064 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:55.060392 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Sync routers for ids ['4ec970fa-d356-4a9f-b5b7-857673f58924'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:25:55.145244 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Routers {'4ec970fa-d356-4a9f-b5b7-857673f58924'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:25:55.145244 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:25:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4ec970fa-d356-4a9f-b5b7-857673f58924'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:55.149627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbc206a-7633-44d8-9ffa-d1cd81667064 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:55.160101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-7cbc206a-7633-44d8-9ffa-d1cd81667064 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:55.160101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbc206a-7633-44d8-9ffa-d1cd81667064 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:55.160101 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7cbc206a-7633-44d8-9ffa-d1cd81667064 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:55.207665 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7f657e-857f-4c01-96fa-00e5424bca18 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:55.211368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-afeb79e7-2fc1-449a-84c0-88fa476c1c24 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:55.220460 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-afeb79e7-2fc1-449a-84c0-88fa476c1c24 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/networks?id=5d5c4269-2878-481a-bda8-bfcd6abecc98 HTTP/1.1" status: 200 len: 808 time: 0.3222210 May 30 20:25:55.259759 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc206a-7633-44d8-9ffa-d1cd81667064 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=a30f3821-360d-4bd8-8ab8-61f3c975dd77,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:55.266577 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7cbc206a-7633-44d8-9ffa-d1cd81667064 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2832506 May 30 20:25:55.269319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58366) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:55.276739 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-79e58abc-e4be-420e-b996-77a3ec22abda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'fixed_ips': [{'subnet_id': 'a30f3821-360d-4bd8-8ab8-61f3c975dd77', 'ip_address': '2001:db8::a53c:a9e6:4515:9af5'}], 'name': 'tempest-NetworksTestDHCPv6-98677193'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:55.296641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-29643501-7654-4d66-8a2d-bfe51d81516c tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/quotas/9786c2fd175648c7b3fff1d88f7297bb HTTP/1.1" status: 200 len: 375 time: 0.0741587 May 30 20:25:55.409389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58372) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:55.561064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-f102e65e-7a0b-434e-8003-e547054bfc65 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=9786c2fd175648c7b3fff1d88f7297bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2503169 May 30 20:25:55.704729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-79e58abc-e4be-420e-b996-77a3ec22abda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:55.733992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-79e58abc-e4be-420e-b996-77a3ec22abda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:55.752028 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c840c2bc-8044-4130-b66e-385776b76782', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'fixed_ips': [{'subnet_id': 'a30f3821-360d-4bd8-8ab8-61f3c975dd77'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:25:55.752757 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:55.753456 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e58abc-e4be-420e-b996-77a3ec22abda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:55.763295 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79e58abc-e4be-420e-b996-77a3ec22abda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:55.793727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-79e58abc-e4be-420e-b996-77a3ec22abda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port 07cfa238-b0eb-4791-8938-e9f960ea6227 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:25:55.836571 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Set router 4ec970fa-d356-4a9f-b5b7-857673f58924 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:25:56.142552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Allocated IP 2001:db8::2 (c840c2bc-8044-4130-b66e-385776b76782/a30f3821-360d-4bd8-8ab8-61f3c975dd77/92683870-48c7-4dd1-8e4b-d8239a939df8) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:56.163073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1203363784'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:56.218231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:56.225677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Usage tracker for resource:network and tenant:1907fb484b6f40588101d1c97d747132 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:56.230064 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:56.248879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:56.316662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Made reservation on behalf of 1907fb484b6f40588101d1c97d747132 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:56.316662 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:56.341916 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-15f05165-d16b-4b32-9ff4-d5aa1e896bc3 service neutron] 10.222.0.84 "GET /v2.0/networks/5d5c4269-2878-481a-bda8-bfcd6abecc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7678170 May 30 20:25:56.341916 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:56.569365 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:56.578530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Usage tracker for resource:security_group_rule and tenant:1907fb484b6f40588101d1c97d747132 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:56.583953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:56.603370 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:56.612569 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:56.636354 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-8dc98f03-71e7-4c0f-a909-a0951b94809d service neutron] 10.222.0.84 "GET /v2.0/networks/5d5c4269-2878-481a-bda8-bfcd6abecc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848933 May 30 20:25:56.641251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Transition to ACTIVE for port object 92683870-48c7-4dd1-8e4b-d8239a939df8 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:56.703432 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Transition to ACTIVE for port object 92683870-48c7-4dd1-8e4b-d8239a939df8 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:56.724451 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:56.885901 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:56.905401 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:56.974395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-79e58abc-e4be-420e-b996-77a3ec22abda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::a53c:a9e6:4515:9af5 (c840c2bc-8044-4130-b66e-385776b76782/a30f3821-360d-4bd8-8ab8-61f3c975dd77/07cfa238-b0eb-4791-8938-e9f960ea6227) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:57.034674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:25:57.129589 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'name': 'tempest-TestServerBasicOps-1827027735-router', 'tenant_id': 'ac146f185fb545ce94d934f5b8fef476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '318b0a15-8e21-4c7d-9467-acd4d84a8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:29Z', 'updated_at': '2022-05-30T20:25:44Z', 'revision_number': 4, 'project_id': 'ac146f185fb545ce94d934f5b8fef476', 'gw_port': {'id': '318b0a15-8e21-4c7d-9467-acd4d84a8ae5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:32Z', 'updated_at': '2022-05-30T20:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed', 'name': '', 'network_id': 'f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76', 'tenant_id': 'ac146f185fb545ce94d934f5b8fef476', 'mac_address': 'fa:16:3e:d6:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9944ea8-73fb-448f-8be7-3f521be04a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:40Z', 'updated_at': '2022-05-30T20:25:44Z', 'revision_number': 2, 'project_id': 'ac146f185fb545ce94d934f5b8fef476', 'subnets': [{'id': 'b9944ea8-73fb-448f-8be7-3f521be04a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:57.161505 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Checking router: 4ec970fa-d356-4a9f-b5b7-857673f58924 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:25:57.161505 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Updating router 4ec970fa-d356-4a9f-b5b7-857673f58924 port 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:25:57.187990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3faf1072-5705-4581-a560-af2822cb343b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:57.217078 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:57.225949 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Added segment 65abc001-85ed-4484-89bc-b2f4bd090219 of type vlan for network 549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6 May 30 20:25:57.308226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:57.357054 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:57.379394 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:57.459049 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:57.514419 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27f9dc94-df09-4eed-9b85-85a0563442cf req-66050307-138f-43d5-8141-1cb151fbf48a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 210 time: 0.2717483 May 30 20:25:57.590602 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:57.680588 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Pushing event updated for resources: {'Port': ['ID=92683870-48c7-4dd1-8e4b-d8239a939df8,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:57.687103 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Attempting to bind port 92683870-48c7-4dd1-8e4b-d8239a939df8 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:25:57.687475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Attempting to bind port 92683870-48c7-4dd1-8e4b-d8239a939df8 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:25:57.687883 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Attempting to bind port 92683870-48c7-4dd1-8e4b-d8239a939df8 on network c840c2bc-8044-4130-b66e-385776b76782 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:25:57.690777 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:57.696344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:57.696999 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:57.726200 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:25:57.729451 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:57.732590 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:57.733376 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Bound using segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:25:57.735548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Bound port: 92683870-48c7-4dd1-8e4b-d8239a939df8, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:25:57.736296 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:57.836056 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79e58abc-e4be-420e-b996-77a3ec22abda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:57.928533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-79e58abc-e4be-420e-b996-77a3ec22abda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object 07cfa238-b0eb-4791-8938-e9f960ea6227 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:57.985196 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a8a4562a-fc82-481d-bc3c-28e45894745a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:57.989427 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79e58abc-e4be-420e-b996-77a3ec22abda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:58.042957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] For port 92683870-48c7-4dd1-8e4b-d8239a939df8, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:25:58.053462 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] For port 92683870-48c7-4dd1-8e4b-d8239a939df8, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=92683870-48c7-4dd1-8e4b-d8239a939df8,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:25:58.067977 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:58.207104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e58abc-e4be-420e-b996-77a3ec22abda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:58.209214 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e58abc-e4be-420e-b996-77a3ec22abda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=07cfa238-b0eb-4791-8938-e9f960ea6227,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:58.214458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-79e58abc-e4be-420e-b996-77a3ec22abda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:58.220575 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e58abc-e4be-420e-b996-77a3ec22abda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:58.232252 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a8b57-78c2-480e-9fe7-efd282c92c2a None None] Pushing event updated for resources: {'Port': ['ID=92683870-48c7-4dd1-8e4b-d8239a939df8,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:58.236225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e58abc-e4be-420e-b996-77a3ec22abda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:58.237081 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-79e58abc-e4be-420e-b996-77a3ec22abda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:58.314289 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-79e58abc-e4be-420e-b996-77a3ec22abda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0434020 May 30 20:25:58.317417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58434) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:58.327801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3399ef5d-912d-4ba8-810d-d9972b15c16f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'fixed_ips': [{'subnet_id': 'a30f3821-360d-4bd8-8ab8-61f3c975dd77', 'ip_address': '2001:db8::a53c:a9e6:4515:9af5'}], 'name': 'tempest-NetworksTestDHCPv6-51062383'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:58.634666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Pushing event updated for resources: {'Network': ['ID=549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:58.647390 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:25:58.657353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ea736c73-8cdf-4b06-92b5-15032b0afc1a tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.2468631 May 30 20:25:58.659235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58446) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:58.671867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-dc9b3d19-19cf-4405-bac9-22198c8b43b9 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Request body: {'subnet': {'network_id': '549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:58.699727 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:58.758751 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Transition to ACTIVE for port object 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:58.797524 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:59.125932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3399ef5d-912d-4ba8-810d-d9972b15c16f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:59.153641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3399ef5d-912d-4ba8-810d-d9972b15c16f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:port and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:59.202619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3399ef5d-912d-4ba8-810d-d9972b15c16f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:59.245685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3399ef5d-912d-4ba8-810d-d9972b15c16f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:59.282669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3399ef5d-912d-4ba8-810d-d9972b15c16f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:59.506638 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12e2ddef-0979-4fb4-8cec-4456a7490ea9 req-d063da8c-b8f3-424d-8b74-aabe78c44a63 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 210 time: 0.3920665 May 30 20:25:59.646122 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dc9b3d19-19cf-4405-bac9-22198c8b43b9 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:59.655173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dc9b3d19-19cf-4405-bac9-22198c8b43b9 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Usage tracker for resource:subnet and tenant:1907fb484b6f40588101d1c97d747132 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:59.677424 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dc9b3d19-19cf-4405-bac9-22198c8b43b9 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:59.731228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dc9b3d19-19cf-4405-bac9-22198c8b43b9 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:59.772645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9b3d19-19cf-4405-bac9-22198c8b43b9 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Made reservation on behalf of 1907fb484b6f40588101d1c97d747132 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:59.794516 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3399ef5d-912d-4ba8-810d-d9972b15c16f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:59.873599 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537729e-d30e-4619-9cc3-6001c15faf86 None None] Pushing event updated for resources: {'Port': ['ID=6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:59.874975 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-3399ef5d-912d-4ba8-810d-d9972b15c16f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port 693b712a-0d38-4a18-9831-7b92aa29a393 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:25:59.952955 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a5281b3-8c96-495b-a352-196e0e5b8274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:00.123191 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Attempting to bind port 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:00.123191 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Attempting to bind port 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'ebd34d77-af70-4026-adf2-2f1a27107b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:00.123191 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Attempting to bind port 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed on network f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:00.149709 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:00.149709 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Checking segment: {'id': 'ebd34d77-af70-4026-adf2-2f1a27107b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:00.149709 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:00.149709 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Bound using segment: {'id': 'ebd34d77-af70-4026-adf2-2f1a27107b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:00.149709 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Bound port: 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd34d77-af70-4026-adf2-2f1a27107b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:00.149709 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:00.580416 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] For port 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:00.601802 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] For port 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed,segment=NetworkSegment(ebd34d77-af70-4026-adf2-2f1a27107b36),segment_id=ebd34d77-af70-4026-adf2-2f1a27107b36)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:00.615296 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:00.772681 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-3399ef5d-912d-4ba8-810d-d9972b15c16f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] POST failed (client error): There was a conflict when trying to complete your request. May 30 20:26:00.773492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3399ef5d-912d-4ba8-810d-d9972b15c16f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:26:00.798952 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc9b3d19-19cf-4405-bac9-22198c8b43b9 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:00.858723 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3399ef5d-912d-4ba8-810d-d9972b15c16f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.5393720 May 30 20:26:00.861581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58498) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:00.891922 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Routers {'4ec970fa-d356-4a9f-b5b7-857673f58924'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:00.918636 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:26:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4ec970fa-d356-4a9f-b5b7-857673f58924'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:00.983235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 92683870-48c7-4dd1-8e4b-d8239a939df8 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:01.184442 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-68bbebb3-97cc-4793-a0f1-23010796bb9c None None] Provisioning for port 92683870-48c7-4dd1-8e4b-d8239a939df8 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:01.362556 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd0d9a-bbd1-4b5f-86a1-13df352c3b3c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:01.366989 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:01.371610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd0d9a-bbd1-4b5f-86a1-13df352c3b3c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:01.382546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0efd0d9a-bbd1-4b5f-86a1-13df352c3b3c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:01.443805 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0efd0d9a-bbd1-4b5f-86a1-13df352c3b3c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:01.443805 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0efd0d9a-bbd1-4b5f-86a1-13df352c3b3c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.5780435 May 30 20:26:01.443805 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58510) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:01.497670 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 92683870-48c7-4dd1-8e4b-d8239a939df8 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:01.553187 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537729e-d30e-4619-9cc3-6001c15faf86 None None] Pushing event updated for resources: {'Port': ['ID=6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:01.638862 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-905ce6e0-5668-4a5f-bc4e-24750fa12ff8 req-98c6f885-8c45-4f42-a644-9813cd817f06 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 210 time: 0.4032083 May 30 20:26:01.671405 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 92683870-48c7-4dd1-8e4b-d8239a939df8 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:01.674012 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:01.697704 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a80ff649-5fb0-46aa-bfd2-fbb71a0ff3c3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port 07cfa238-b0eb-4791-8938-e9f960ea6227 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:01.701173 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a80ff649-5fb0-46aa-bfd2-fbb71a0ff3c3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:01.771805 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] Set router 4ec970fa-d356-4a9f-b5b7-857673f58924 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:01.786123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-1e3e3268-8dcd-4afd-807f-965cde671583 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:01.790450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-1e3e3268-8dcd-4afd-807f-965cde671583 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.77 "GET /v2.0/networks?id=5d5c4269-2878-481a-bda8-bfcd6abecc98 HTTP/1.1" status: 200 len: 808 time: 1.5085113 May 30 20:26:01.846166 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:02.200273 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:02.223466 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-e5403e0a-73bd-4f03-b099-a4394ec82fcb tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9786c2fd175648c7b3fff1d88f7297bb HTTP/1.1" status: 200 len: 378 time: 0.3558347 May 30 20:26:02.244501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-48ff39d0-98d5-4906-ab19-147e14d5e39a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Request body: {'port': {'device_id': 'fce6145b-9258-4c1b-a384-578f551e431f', 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98', 'admin_state_up': True, 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'security_groups': ['7ddf40eb-d087-4e3f-97c7-562df0777d3c']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:02.257516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f7a0f61d-d550-44db-82f3-7e0283379ffb None None] Provisioning for port 07cfa238-b0eb-4791-8938-e9f960ea6227 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:02.320118 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 92683870-48c7-4dd1-8e4b-d8239a939df8, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=92683870-48c7-4dd1-8e4b-d8239a939df8,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:02.320118 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f7a0f61d-d550-44db-82f3-7e0283379ffb None None] Provisioning complete for port 07cfa238-b0eb-4791-8938-e9f960ea6227 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:02.320118 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f7a0f61d-d550-44db-82f3-7e0283379ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:02.361986 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:02.733370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=92683870-48c7-4dd1-8e4b-d8239a939df8,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:02.789959 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc9b3d19-19cf-4405-bac9-22198c8b43b9 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:02.793390 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f7a0f61d-d550-44db-82f3-7e0283379ffb None None] Port 07cfa238-b0eb-4791-8938-e9f960ea6227 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:26:02.856430 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:02.942314 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a80ff649-5fb0-46aa-bfd2-fbb71a0ff3c3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:02.945991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b3d19-19cf-4405-bac9-22198c8b43b9 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Pushing event updated for resources: {'Subnet': ['ID=d68e5745-492f-440f-919b-5cf9120a8d6b,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:02.954500 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-48ff39d0-98d5-4906-ab19-147e14d5e39a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:02.963265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-48ff39d0-98d5-4906-ab19-147e14d5e39a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Usage tracker for resource:port and tenant:9786c2fd175648c7b3fff1d88f7297bb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:02.963265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-48ff39d0-98d5-4906-ab19-147e14d5e39a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:03.017610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-48ff39d0-98d5-4906-ab19-147e14d5e39a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:03.122136 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'name': 'tempest-TestServerBasicOps-1827027735-router', 'tenant_id': 'ac146f185fb545ce94d934f5b8fef476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '318b0a15-8e21-4c7d-9467-acd4d84a8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:29Z', 'updated_at': '2022-05-30T20:25:44Z', 'revision_number': 4, 'project_id': 'ac146f185fb545ce94d934f5b8fef476', 'gw_port': {'id': '318b0a15-8e21-4c7d-9467-acd4d84a8ae5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:32Z', 'updated_at': '2022-05-30T20:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed', 'name': '', 'network_id': 'f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76', 'tenant_id': 'ac146f185fb545ce94d934f5b8fef476', 'mac_address': 'fa:16:3e:d6:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9944ea8-73fb-448f-8be7-3f521be04a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:40Z', 'updated_at': '2022-05-30T20:26:00Z', 'revision_number': 4, 'project_id': 'ac146f185fb545ce94d934f5b8fef476', 'subnets': [{'id': 'b9944ea8-73fb-448f-8be7-3f521be04a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:03.134924 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cff3a3-fb1d-47c4-920a-bd9d553780c5 None None] The sync data for ids ['4ec970fa-d356-4a9f-b5b7-857673f58924'] in n-d-843949-2 is: [{'id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'name': 'tempest-TestServerBasicOps-1827027735-router', 'tenant_id': 'ac146f185fb545ce94d934f5b8fef476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '318b0a15-8e21-4c7d-9467-acd4d84a8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:29Z', 'updated_at': '2022-05-30T20:25:44Z', 'revision_number': 4, 'project_id': 'ac146f185fb545ce94d934f5b8fef476', 'gw_port': {'id': '318b0a15-8e21-4c7d-9467-acd4d84a8ae5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:32Z', 'updated_at': '2022-05-30T20:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed', 'name': '', 'network_id': 'f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76', 'tenant_id': 'ac146f185fb545ce94d934f5b8fef476', 'mac_address': 'fa:16:3e:d6:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9944ea8-73fb-448f-8be7-3f521be04a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:40Z', 'updated_at': '2022-05-30T20:26:00Z', 'revision_number': 4, 'project_id': 'ac146f185fb545ce94d934f5b8fef476', 'subnets': [{'id': 'b9944ea8-73fb-448f-8be7-3f521be04a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:26:03.288555 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba424ccf-750e-483a-8a03-be5477ec68c4 req-22b655a8-9eac-4ac8-af05-f57a2b94a12d tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 210 time: 0.2456417 May 30 20:26:03.292798 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:03.348643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b3d19-19cf-4405-bac9-22198c8b43b9 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Checking segment: {'id': '65abc001-85ed-4484-89bc-b2f4bd090219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:03.348643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9b3d19-19cf-4405-bac9-22198c8b43b9 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Network hostable DHCP agents. Network: 549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:26:03.384135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-48ff39d0-98d5-4906-ab19-147e14d5e39a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Made reservation on behalf of 9786c2fd175648c7b3fff1d88f7297bb for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:03.391826 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-48ff39d0-98d5-4906-ab19-147e14d5e39a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:03.439170 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a80ff649-5fb0-46aa-bfd2-fbb71a0ff3c3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for 07cfa238-b0eb-4791-8938-e9f960ea6227 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:03.748436 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a80ff649-5fb0-46aa-bfd2-fbb71a0ff3c3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:03.782866 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-48ff39d0-98d5-4906-ab19-147e14d5e39a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Allocated IP 172.20.0.12 (5d5c4269-2878-481a-bda8-bfcd6abecc98/27b00c3e-65ae-45d2-bdd3-a5cf0d581b20/3976db5c-cc06-4f62-8e5b-fa8b0ab11b52) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:03.816083 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9b3d19-19cf-4405-bac9-22198c8b43b9 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Network 549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:26:03.851620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-dc9b3d19-19cf-4405-bac9-22198c8b43b9 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:03.861675 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81735c4-6843-4844-bff3-7b00bdbf39df None None] Network 549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:03.871591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9b3d19-19cf-4405-bac9-22198c8b43b9 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:03.874753 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc9b3d19-19cf-4405-bac9-22198c8b43b9 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:03.900624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ff649-5fb0-46aa-bfd2-fbb71a0ff3c3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=07cfa238-b0eb-4791-8938-e9f960ea6227,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:03.926947 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a80ff649-5fb0-46aa-bfd2-fbb71a0ff3c3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:03.970062 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a80ff649-5fb0-46aa-bfd2-fbb71a0ff3c3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/07cfa238-b0eb-4791-8938-e9f960ea6227 HTTP/1.1" status: 204 len: 168 time: 2.5254924 May 30 20:26:03.972432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58586) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:04.129438 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69050f2f-5739-4148-9097-a25d81d3c491 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:04.131107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69050f2f-5739-4148-9097-a25d81d3c491 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:04.132066 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-69050f2f-5739-4148-9097-a25d81d3c491 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:04.174593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-69050f2f-5739-4148-9097-a25d81d3c491 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:04.179054 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-69050f2f-5739-4148-9097-a25d81d3c491 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2055852 May 30 20:26:04.179682 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58600) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:04.251620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dc9b3d19-19cf-4405-bac9-22198c8b43b9 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.5876503 May 30 20:26:04.261208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58606) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:04.296905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Request body: {'port': {'network_id': '549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1180252053'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:04.447466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d74614e-75cb-461b-bf4c-e4dbc9e7b3f4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet a30f3821-360d-4bd8-8ab8-61f3c975dd77 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:26:04.456405 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d74614e-75cb-461b-bf4c-e4dbc9e7b3f4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:04.600734 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d74614e-75cb-461b-bf4c-e4dbc9e7b3f4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:04.666677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6', 'network_id': '549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6', 'tenant_id': '1907fb484b6f40588101d1c97d747132', 'fixed_ips': [{'subnet_id': 'd68e5745-492f-440f-919b-5cf9120a8d6b'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:26:04.667585 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:04.804674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:04.856259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Usage tracker for resource:port and tenant:1907fb484b6f40588101d1c97d747132 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:04.859888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-701f6f35-56ab-4df8-8242-8c4a800d3d43 req-7ce75d6d-81d9-4ef8-b354-8b1104322b05 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Synchronizing usage tracker for tenant:9786c2fd175648c7b3fff1d88f7297bb on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:04.862519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:04.875598 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:04.881683 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d74614e-75cb-461b-bf4c-e4dbc9e7b3f4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:04.936630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 92683870-48c7-4dd1-8e4b-d8239a939df8 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:04.970280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Made reservation on behalf of 1907fb484b6f40588101d1c97d747132 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:04.988854 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:05.072370 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d74614e-75cb-461b-bf4c-e4dbc9e7b3f4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:05.308921 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74614e-75cb-461b-bf4c-e4dbc9e7b3f4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=a30f3821-360d-4bd8-8ab8-61f3c975dd77,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:05.339302 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7d74614e-75cb-461b-bf4c-e4dbc9e7b3f4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:05.389249 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7d74614e-75cb-461b-bf4c-e4dbc9e7b3f4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/a30f3821-360d-4bd8-8ab8-61f3c975dd77 HTTP/1.1" status: 204 len: 168 time: 1.2085037 May 30 20:26:05.392371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58650) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:05.422601 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c52c68c-d501-4d7a-b8d2-63954fe07344 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:05.510864 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-48ff39d0-98d5-4906-ab19-147e14d5e39a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:05.514630 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-701f6f35-56ab-4df8-8242-8c4a800d3d43 req-7ce75d6d-81d9-4ef8-b354-8b1104322b05 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Unset dirty status for tenant:9786c2fd175648c7b3fff1d88f7297bb on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:05.515702 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-701f6f35-56ab-4df8-8242-8c4a800d3d43 req-7ce75d6d-81d9-4ef8-b354-8b1104322b05 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 210 time: 0.7283168 May 30 20:26:05.560032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] device_id is not set on port eb0aa79d-aac3-43f8-b4c6-df605191e0ef yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:26:05.615940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Allocated IP 172.20.0.2 (549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6/d68e5745-492f-440f-919b-5cf9120a8d6b/ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:05.634631 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-65ba748e-0cb5-48ad-a424-c8ff12197f91 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2405977 May 30 20:26:05.638899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58658) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:05.654512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3ab227ef-276d-437f-a7ec-4fde9606dbb6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:05.672768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-48ff39d0-98d5-4906-ab19-147e14d5e39a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Transition to ACTIVE for port object 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:05.776402 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299b796-80a9-4e6f-b4be-73279545a13b req-0cf655ac-39ab-436d-907e-d3edc24e4b74 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:05.778192 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5299b796-80a9-4e6f-b4be-73279545a13b req-0cf655ac-39ab-436d-907e-d3edc24e4b74 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.2205627 May 30 20:26:05.780029 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-48ff39d0-98d5-4906-ab19-147e14d5e39a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:05.918710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3ab227ef-276d-437f-a7ec-4fde9606dbb6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:05.925336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3ab227ef-276d-437f-a7ec-4fde9606dbb6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:05.929370 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3ab227ef-276d-437f-a7ec-4fde9606dbb6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:05.937012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3ab227ef-276d-437f-a7ec-4fde9606dbb6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:05.946375 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-48ff39d0-98d5-4906-ab19-147e14d5e39a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Network 5d5c4269-2878-481a-bda8-bfcd6abecc98 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:05.954126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab227ef-276d-437f-a7ec-4fde9606dbb6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:05.962704 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-48ff39d0-98d5-4906-ab19-147e14d5e39a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:05.970396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-48ff39d0-98d5-4906-ab19-147e14d5e39a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:06.021502 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:06.067230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff39d0-98d5-4906-ab19-147e14d5e39a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Pushing event updated for resources: {'Port': ['ID=3976db5c-cc06-4f62-8e5b-fa8b0ab11b52,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:06.085031 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5299b796-80a9-4e6f-b4be-73279545a13b req-3d34d6eb-7530-41ec-b4f2-25f3997a9d9e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654746 May 30 20:26:06.159889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-48ff39d0-98d5-4906-ab19-147e14d5e39a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:06.160771 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-48ff39d0-98d5-4906-ab19-147e14d5e39a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:06.171165 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3ab227ef-276d-437f-a7ec-4fde9606dbb6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:06.192855 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-48ff39d0-98d5-4906-ab19-147e14d5e39a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9548917 May 30 20:26:06.203151 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Transition to ACTIVE for port object ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:06.209450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Request body: {'port': {'device_id': 'fce6145b-9258-4c1b-a384-578f551e431f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:06.238304 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Transition to ACTIVE for port object ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:06.433431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Allocated IP 172.20.0.7 (549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6/d68e5745-492f-440f-919b-5cf9120a8d6b/eb0aa79d-aac3-43f8-b4c6-df605191e0ef) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:06.503666 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:06.683082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3ab227ef-276d-437f-a7ec-4fde9606dbb6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:06.713564 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-da0b8574-df76-4f90-a42c-a8243cd436d1 None None] Provisioning for port 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:06.721272 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 92683870-48c7-4dd1-8e4b-d8239a939df8 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:06.721808 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:06.806637 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-da0b8574-df76-4f90-a42c-a8243cd436d1 None None] Provisioning complete for port 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:06.806998 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-da0b8574-df76-4f90-a42c-a8243cd436d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:06.827717 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:06.889611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab227ef-276d-437f-a7ec-4fde9606dbb6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:06.893016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-3ab227ef-276d-437f-a7ec-4fde9606dbb6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:06.920447 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab227ef-276d-437f-a7ec-4fde9606dbb6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:06.921039 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3ab227ef-276d-437f-a7ec-4fde9606dbb6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:06.926428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab227ef-276d-437f-a7ec-4fde9606dbb6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=5e527514-c9c3-4db0-ba23-054ba67332fa,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:06.960977 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3ab227ef-276d-437f-a7ec-4fde9606dbb6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3197296 May 30 20:26:06.965392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58694) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:06.978318 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Network 549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:06.983834 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-2fb08cfe-a577-4c6d-9f5d-f355f1411187 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'fixed_ips': [{'subnet_id': '5e527514-c9c3-4db0-ba23-054ba67332fa', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-2011163350'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:06.986990 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-da0b8574-df76-4f90-a42c-a8243cd436d1 None None] Port 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:26:07.021741 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:07.025128 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:07.038322 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:07.084305 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Transition to ACTIVE for port object eb0aa79d-aac3-43f8-b4c6-df605191e0ef will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:07.125610 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Pushing event updated for resources: {'Port': ['ID=ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:07.330947 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:07.406964 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Attempting to bind port ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:07.407592 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Attempting to bind port ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '65abc001-85ed-4484-89bc-b2f4bd090219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:07.408200 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Attempting to bind port ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c on network 549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:07.471480 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:07.471790 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Checking segment: {'id': '65abc001-85ed-4484-89bc-b2f4bd090219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:07.472157 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:07.478645 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Bound using segment: {'id': '65abc001-85ed-4484-89bc-b2f4bd090219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:07.479183 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Bound port: ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65abc001-85ed-4484-89bc-b2f4bd090219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:07.479598 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:07.482875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2fb08cfe-a577-4c6d-9f5d-f355f1411187 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:07.488089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2fb08cfe-a577-4c6d-9f5d-f355f1411187 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:port and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:07.498809 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2fb08cfe-a577-4c6d-9f5d-f355f1411187 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:07.505692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2fb08cfe-a577-4c6d-9f5d-f355f1411187 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:07.538882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb08cfe-a577-4c6d-9f5d-f355f1411187 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:07.545671 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2fb08cfe-a577-4c6d-9f5d-f355f1411187 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:07.588454 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:07.625041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b0f53-e1f5-487a-96ea-047ba9c27063 req-fec325cc-cce8-40ad-a297-353a7434c0b2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:07.626351 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-2fb08cfe-a577-4c6d-9f5d-f355f1411187 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port b4f2c31c-76a8-4d7a-a152-0d078aec38c5 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:26:07.633931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f27b0f53-e1f5-487a-96ea-047ba9c27063 req-fec325cc-cce8-40ad-a297-353a7434c0b2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 932 time: 0.7741163 May 30 20:26:07.810819 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] For port ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:07.814673 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] For port ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c,segment=NetworkSegment(65abc001-85ed-4484-89bc-b2f4bd090219),segment_id=65abc001-85ed-4484-89bc-b2f4bd090219)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:07.832727 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:07.840881 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f27b0f53-e1f5-487a-96ea-047ba9c27063 req-2daa8799-3e9c-481c-ac4d-1a20affa6b64 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ddf40eb-d087-4e3f-97c7-562df0777d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1849701 May 30 20:26:07.848905 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:07.910566 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3220dccb-cd46-4698-8155-5548b16932a2 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:07.940237 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb08cfe-a577-4c6d-9f5d-f355f1411187 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:26:07.940710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb08cfe-a577-4c6d-9f5d-f355f1411187 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:26:07.974444 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Pushing event updated for resources: {'Port': ['ID=eb0aa79d-aac3-43f8-b4c6-df605191e0ef,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:07.996053 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2fb08cfe-a577-4c6d-9f5d-f355f1411187 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0277457 May 30 20:26:07.996787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58726) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:08.002338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d9463-caeb-4ecd-8717-1bea09d810df req-6c44f947-f9fa-4e7e-9b7e-71539bd538c3 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:08.004407 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f7d9463-caeb-4ecd-8717-1bea09d810df req-6c44f947-f9fa-4e7e-9b7e-71539bd538c3 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.5370924 May 30 20:26:08.035849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Network 549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:08.049078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:08.052720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:08.126506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:08.129603 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e3d921-73d4-47c5-9c58-81a41702c2dd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:08.130507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-74e3d921-73d4-47c5-9c58-81a41702c2dd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:08.145076 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6b6a9-2f70-4148-84c2-d6cf18ff9b64 None None] Pushing event updated for resources: {'Port': ['ID=ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:08.157745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:08.158119 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:08.160439 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-74e3d921-73d4-47c5-9c58-81a41702c2dd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:08.162059 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-74e3d921-73d4-47c5-9c58-81a41702c2dd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1639981 May 30 20:26:08.165209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58732) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:08.187877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-52d35b7a-61e6-4930-86a9-52c66bf407d6 None None] Provisioning complete for port 92683870-48c7-4dd1-8e4b-d8239a939df8 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:08.188277 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-52d35b7a-61e6-4930-86a9-52c66bf407d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:08.239822 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:26:08.286278 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:08.304514 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f7d9463-caeb-4ecd-8717-1bea09d810df req-4702a517-8f51-4bd8-9b08-b47b42e46f95 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673273 May 30 20:26:08.351292 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:08.352009 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:08.366493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb477a2-6126-4be6-97d5-cc65402bf843 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:08.370860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb477a2-6126-4be6-97d5-cc65402bf843 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:08.372955 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ccb477a2-6126-4be6-97d5-cc65402bf843 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:08.384155 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Transition to ACTIVE for port object 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:08.405097 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ce40d4f1-6d9b-410a-a5bb-0a8e89666c95 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.1325042 May 30 20:26:08.405991 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:08.408776 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58742) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:08.414885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Request body: {'port': {'network_id': '549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1921290002', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:08.428460 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.api.validators [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] bootfile-name is not in valid_values {{(pid=84024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:26:08.428460 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.api.validators [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] tftp-server is not in valid_values {{(pid=84024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:26:08.428460 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.api.validators [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] server-ip-address is not in valid_values {{(pid=84024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:26:08.479095 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ccb477a2-6126-4be6-97d5-cc65402bf843 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:08.480743 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ccb477a2-6126-4be6-97d5-cc65402bf843 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3098581 May 30 20:26:08.487723 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58746) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:08.701953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Pushing event updated for resources: {'Port': ['ID=3976db5c-cc06-4f62-8e5b-fa8b0ab11b52,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:08.711444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f2bcbe-33f8-4250-ae32-529d8db3a2a8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet 5e527514-c9c3-4db0-ba23-054ba67332fa {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:26:08.736154 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19f2bcbe-33f8-4250-ae32-529d8db3a2a8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:08.877446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Attempting to bind port 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:08.877931 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Attempting to bind port 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '128fe87f-b5c5-437c-86ff-061f9557e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:08.878094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Attempting to bind port 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 on network 5d5c4269-2878-481a-bda8-bfcd6abecc98 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:08.891634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Port 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 on network 5d5c4269-2878-481a-bda8-bfcd6abecc98 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:26:08.891975 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Attempting to bind port 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 on network 5d5c4269-2878-481a-bda8-bfcd6abecc98 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:08.903933 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:08.908129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Checking segment: {'id': '128fe87f-b5c5-437c-86ff-061f9557e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:08.908538 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Bound using segment: {'id': '128fe87f-b5c5-437c-86ff-061f9557e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:08.908996 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Bound port: 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128fe87f-b5c5-437c-86ff-061f9557e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:08.909352 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:08.917171 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:09.053471 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed,segment=NetworkSegment(ebd34d77-af70-4026-adf2-2f1a27107b36),segment_id=ebd34d77-af70-4026-adf2-2f1a27107b36)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:09.075364 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:09.098178 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19f2bcbe-33f8-4250-ae32-529d8db3a2a8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:09.213030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:09.248557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:09.280421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Usage tracker for resource:port and tenant:1907fb484b6f40588101d1c97d747132 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:09.309902 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:09.331781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:09.338441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:09.415336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Made reservation on behalf of 1907fb484b6f40588101d1c97d747132 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:09.428587 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:09.465956 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58774) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:09.487933 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19f2bcbe-33f8-4250-ae32-529d8db3a2a8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:09.505177 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6e7da62b-82d6-4b16-9b4a-18b43b0b7337 None None] Provisioning complete for port 92683870-48c7-4dd1-8e4b-d8239a939df8 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:09.505615 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6e7da62b-82d6-4b16-9b4a-18b43b0b7337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:09.658998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] device_id is not set on port 3209f370-b11b-48d4-bade-9cec5e05096b yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:26:09.693985 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:09.840380 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19f2bcbe-33f8-4250-ae32-529d8db3a2a8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:09.959660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-31a64edb-2230-46e5-bf02-8ee077fc60cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:10.017706 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2bcbe-33f8-4250-ae32-529d8db3a2a8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=5e527514-c9c3-4db0-ba23-054ba67332fa,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:10.024843 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9749bc6d-3acd-4489-a34b-f443d59b9907 None None] Network 549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:10.028538 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] For port 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:10.063695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] For port 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=3976db5c-cc06-4f62-8e5b-fa8b0ab11b52,segment=NetworkSegment(128fe87f-b5c5-437c-86ff-061f9557e6d0),segment_id=128fe87f-b5c5-437c-86ff-061f9557e6d0)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:10.070717 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19f2bcbe-33f8-4250-ae32-529d8db3a2a8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:10.075747 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbaa1e-9aef-4230-8495-a9ea559b2ef1 req-d10f54df-19a3-41b4-a162-0e1adb979cb7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:10.094542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58784) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:10.097117 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8cdbaa1e-9aef-4230-8495-a9ea559b2ef1 req-d10f54df-19a3-41b4-a162-0e1adb979cb7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.3071578 May 30 20:26:10.107407 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-19f2bcbe-33f8-4250-ae32-529d8db3a2a8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/5e527514-c9c3-4db0-ba23-054ba67332fa HTTP/1.1" status: 204 len: 168 time: 1.6186104 May 30 20:26:10.134262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58790) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:10.134988 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:10.222411 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-31a64edb-2230-46e5-bf02-8ee077fc60cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:10.240242 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-31a64edb-2230-46e5-bf02-8ee077fc60cf admin admin] Usage tracker for resource:security_group_rule and tenant:288ff958a6ca4d1e887cb7d5ce8bbb4a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:10.246428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-31a64edb-2230-46e5-bf02-8ee077fc60cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:10.251068 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-436447cd-4bcb-451f-b64d-fa67f15b80c2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1152596 May 30 20:26:10.255430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Allocated IP 172.20.0.11 (549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6/d68e5745-492f-440f-919b-5cf9120a8d6b/3209f370-b11b-48d4-bade-9cec5e05096b) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:10.259473 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-31a64edb-2230-46e5-bf02-8ee077fc60cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:10.260644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58794) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:10.273094 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-14f824ca-e980-4678-b15e-19c84f2ff8c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:10.301694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Pushing event updated for resources: {'Port': ['ID=3976db5c-cc06-4f62-8e5b-fa8b0ab11b52,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:10.324335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82376348-a105-465c-bc26-d00b179580f0 req-10f08665-811e-499c-9d8e-848e17374abc tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:10.332915 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82376348-a105-465c-bc26-d00b179580f0 req-10f08665-811e-499c-9d8e-848e17374abc tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 944 time: 0.7995613 May 30 20:26:10.354505 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf00a083-04d7-467e-b0dc-51d0e25b4677 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:10.407578 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:10.417131 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-34f0be6e-df2b-4c56-8344-e289ec13a555 service neutron] 10.222.0.77 "PUT /v2.0/ports/3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 HTTP/1.1" status: 200 len: 1092 time: 4.2131124 May 30 20:26:10.425325 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce6145b-9258-4c1b-a384-578f551e431f', 'tag': '3976db5c-cc06-4f62-8e5b-fa8b0ab11b52'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:26:10.443084 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-755cf480-d7a6-41e5-b43f-52c6e88d12dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:10.481204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8cdbaa1e-9aef-4230-8495-a9ea559b2ef1 req-d48a2ad6-9f61-45a4-986f-191542be4a6c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3820436 May 30 20:26:10.617929 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82376348-a105-465c-bc26-d00b179580f0 req-0227f373-64c2-43a8-9511-956b5d7085e3 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ddf40eb-d087-4e3f-97c7-562df0777d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2840626 May 30 20:26:10.632529 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-680bf886-65f7-4094-92fc-cfa30046b2b7 None None] Provisioning for port ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:10.641938 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aebcc66-57be-40fa-b3f0-b596ef4bda14'] response: {'name': 'network-changed', 'server_uuid': 'fce6145b-9258-4c1b-a384-578f551e431f', 'tag': '3976db5c-cc06-4f62-8e5b-fa8b0ab11b52', 'status': 'completed', 'code': 200} May 30 20:26:10.649565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-14f824ca-e980-4678-b15e-19c84f2ff8c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:10.661704 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-14f824ca-e980-4678-b15e-19c84f2ff8c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:10.670366 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-680bf886-65f7-4094-92fc-cfa30046b2b7 None None] Provisioning complete for port ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:10.670880 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-680bf886-65f7-4094-92fc-cfa30046b2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:10.675711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-755cf480-d7a6-41e5-b43f-52c6e88d12dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:10.682091 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-14f824ca-e980-4678-b15e-19c84f2ff8c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:10.691358 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-07c6ddc2-45d7-40f6-ba9b-0ba13672bb8d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9786c2fd175648c7b3fff1d88f7297bb&device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 1095 time: 0.2073784 May 30 20:26:10.708696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-755cf480-d7a6-41e5-b43f-52c6e88d12dd admin admin] Usage tracker for resource:security_group_rule and tenant:d1fadc288dfd426882911d76a5484c92 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:10.722364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-755cf480-d7a6-41e5-b43f-52c6e88d12dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:10.731146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-14f824ca-e980-4678-b15e-19c84f2ff8c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:10.748355 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-31a64edb-2230-46e5-bf02-8ee077fc60cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:10.755049 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-755cf480-d7a6-41e5-b43f-52c6e88d12dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:10.772620 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-31a64edb-2230-46e5-bf02-8ee077fc60cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:10.915731 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-e14a8aad-3982-47af-8945-0a9b4a955639 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 HTTP/1.1" status: 200 len: 217 time: 0.2105200 May 30 20:26:10.922536 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f824ca-e980-4678-b15e-19c84f2ff8c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:10.926487 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14f824ca-e980-4678-b15e-19c84f2ff8c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:10.947079 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-31a64edb-2230-46e5-bf02-8ee077fc60cf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=288ff958a6ca4d1e887cb7d5ce8bbb4a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3968425 May 30 20:26:10.969342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58802) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:10.976051 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a64edb-2230-46e5-bf02-8ee077fc60cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c1f9df-6dd2-4e31-b4fa-c673e75bc070,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:10.989654 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:11.004547 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-8a5e376e-d4d5-48f6-8904-ddc0cc193d08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:11.006238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-8a5e376e-d4d5-48f6-8904-ddc0cc193d08 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=27b00c3e-65ae-45d2-bdd3-a5cf0d581b20 HTTP/1.1" status: 200 len: 847 time: 0.0808318 May 30 20:26:11.025052 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-680bf886-65f7-4094-92fc-cfa30046b2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:11.085914 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-680bf886-65f7-4094-92fc-cfa30046b2b7 None None] For port ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c,segment=NetworkSegment(65abc001-85ed-4484-89bc-b2f4bd090219),segment_id=65abc001-85ed-4484-89bc-b2f4bd090219)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:11.095515 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-680bf886-65f7-4094-92fc-cfa30046b2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:11.104981 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-d541c3fd-bc30-4c17-8410-4a2326255887 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d5c4269-2878-481a-bda8-bfcd6abecc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892024 May 30 20:26:11.245703 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] DHCP port deletion for c840c2bc-8044-4130-b66e-385776b76782 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:26:11.278282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:11.328427 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bf886-65f7-4094-92fc-cfa30046b2b7 None None] Pushing event updated for resources: {'Port': ['ID=ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:11.342852 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] Deleting port 92683870-48c7-4dd1-8e4b-d8239a939df8 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:11.343310 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:11.385012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-d4b8ea1a-087c-474e-8584-eabc844212da service neutron] 10.222.0.77 "GET /v2.0/networks/5d5c4269-2878-481a-bda8-bfcd6abecc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703505 May 30 20:26:11.599032 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Transition to ACTIVE for port object 3209f370-b11b-48d4-bade-9cec5e05096b will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:11.605050 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:11.605623 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:11.611627 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44d37fc5-3e01-45ef-af8f-195bbc514675 req-5cbb0f5e-1c8b-46af-a28b-16c2de616be4 service neutron] 10.222.0.77 "GET /v2.0/networks/5d5c4269-2878-481a-bda8-bfcd6abecc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157094 May 30 20:26:11.657155 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14f824ca-e980-4678-b15e-19c84f2ff8c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:11.884437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f824ca-e980-4678-b15e-19c84f2ff8c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=d88a9f38-d931-4df4-b394-58620f6ffb04,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:11.900947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] For port 92683870-48c7-4dd1-8e4b-d8239a939df8, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=92683870-48c7-4dd1-8e4b-d8239a939df8,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:11.901126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f824ca-e980-4678-b15e-19c84f2ff8c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:11.904327 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:11.904993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-14f824ca-e980-4678-b15e-19c84f2ff8c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:11.919200 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f824ca-e980-4678-b15e-19c84f2ff8c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:11.919708 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14f824ca-e980-4678-b15e-19c84f2ff8c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:11.941182 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a0992779-f20e-4aae-a4f8-5c81dd3aa9a1 None None] Provisioning complete for port ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:11.941638 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a0992779-f20e-4aae-a4f8-5c81dd3aa9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:11.954133 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:11.985942 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-490a56b9-e4b1-42ad-8410-c60b931e9e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.099036 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-14f824ca-e980-4678-b15e-19c84f2ff8c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8368955 May 30 20:26:12.110193 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] Calling delete_port for 92683870-48c7-4dd1-8e4b-d8239a939df8 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:12.121542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58812) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:12.154213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Network 549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:12.157279 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-755cf480-d7a6-41e5-b43f-52c6e88d12dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.163593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-71bffe00-1311-4971-b19a-2f7fba884443 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1986290439', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:12.169594 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb980168-63c7-4d77-8bdd-0d1ef6d9afc3 req-a25f1965-0926-46b8-9102-4c274077e436 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:12.173776 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:12.177350 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-490a56b9-e4b1-42ad-8410-c60b931e9e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.193635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb980168-63c7-4d77-8bdd-0d1ef6d9afc3 req-a25f1965-0926-46b8-9102-4c274077e436 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.3389127 May 30 20:26:12.217674 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:12.269386 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-755cf480-d7a6-41e5-b43f-52c6e88d12dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.274501 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62e32f68-0504-41fc-93ee-8476911010e9 req-e433cf49-0062-41e0-926b-ca1931713273 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9786c2fd175648c7b3fff1d88f7297bb&device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 1095 time: 0.5911291 May 30 20:26:12.312972 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-71bffe00-1311-4971-b19a-2f7fba884443 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:12.329329 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-755cf480-d7a6-41e5-b43f-52c6e88d12dd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d1fadc288dfd426882911d76a5484c92&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2334602 May 30 20:26:12.330607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Pushing event updated for resources: {'Port': ['ID=3209f370-b11b-48d4-bade-9cec5e05096b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:12.355299 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58816) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:12.365555 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-71bffe00-1311-4971-b19a-2f7fba884443 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:router and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:12.415163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-71bffe00-1311-4971-b19a-2f7fba884443 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:12.476634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-71bffe00-1311-4971-b19a-2f7fba884443 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:12.498644 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.508360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cf480-d7a6-41e5-b43f-52c6e88d12dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef4bd3a-0006-4e60-a5d9-29c4a39854ba,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:12.535793 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-71bffe00-1311-4971-b19a-2f7fba884443 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.536965 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-71bffe00-1311-4971-b19a-2f7fba884443 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.564148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:12.565002 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.595180 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d15ee0b3-ddcb-4060-bd81-1c03c8a08df7 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 4.1848586 May 30 20:26:12.596285 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-889b7d7b-8689-45b9-a61c-adae10f5201a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.618697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e32f68-0504-41fc-93ee-8476911010e9 req-1b2d23b6-8f8f-4413-8812-985122056b80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:12.620353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62e32f68-0504-41fc-93ee-8476911010e9 req-1b2d23b6-8f8f-4413-8812-985122056b80 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5d5c4269-2878-481a-bda8-bfcd6abecc98 HTTP/1.1" status: 200 len: 909 time: 0.3358052 May 30 20:26:12.624438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 58820) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:12.630443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] No DVR routers for this DVR port 92683870-48c7-4dd1-8e4b-d8239a939df8 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:26:12.631592 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-889b7d7b-8689-45b9-a61c-adae10f5201a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.634607 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] Pushing event deleted for resources: {'Port': ['ID=92683870-48c7-4dd1-8e4b-d8239a939df8,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:12.655997 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfddba0-bedd-4dc3-8072-f30bce823524 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:12.694158 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-71bffe00-1311-4971-b19a-2f7fba884443 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.709229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:12.710251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:12.710768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:12.711335 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:12.711786 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-490a56b9-e4b1-42ad-8410-c60b931e9e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.712417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:12.713093 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:12.713810 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:12.714736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:12.715516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:12.716062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:12.716670 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e104ea-70ca-474e-bfb3-5a8c639da4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:12.731149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a56b9-e4b1-42ad-8410-c60b931e9e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c1f9df-6dd2-4e31-b4fa-c673e75bc070,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:12.740740 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-71bffe00-1311-4971-b19a-2f7fba884443 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.751284 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-889b7d7b-8689-45b9-a61c-adae10f5201a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.778870 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-490a56b9-e4b1-42ad-8410-c60b931e9e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.778870 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-490a56b9-e4b1-42ad-8410-c60b931e9e49 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/62c1f9df-6dd2-4e31-b4fa-c673e75bc070 HTTP/1.1" status: 204 len: 168 time: 1.7970955 May 30 20:26:12.783230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48c47a-b8c0-4413-8baf-5d916d4de94b req-dcb75887-3826-4728-95f8-a084370a6c8a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:12.784060 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b7d7b-8689-45b9-a61c-adae10f5201a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef4bd3a-0006-4e60-a5d9-29c4a39854ba,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:12.784896 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec48c47a-b8c0-4413-8baf-5d916d4de94b req-dcb75887-3826-4728-95f8-a084370a6c8a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 944 time: 0.7943103 May 30 20:26:12.793675 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-889b7d7b-8689-45b9-a61c-adae10f5201a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.797380 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-889b7d7b-8689-45b9-a61c-adae10f5201a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bef4bd3a-0006-4e60-a5d9-29c4a39854ba HTTP/1.1" status: 204 len: 168 time: 0.4384902 May 30 20:26:12.800870 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-71bffe00-1311-4971-b19a-2f7fba884443 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.806318 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-71bffe00-1311-4971-b19a-2f7fba884443 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6793711 May 30 20:26:12.806484 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb980168-63c7-4d77-8bdd-0d1ef6d9afc3 req-6b939460-cf09-4a39-ba87-4ea407751116 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6107020 May 30 20:26:12.807298 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58828) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:12.857203 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62e32f68-0504-41fc-93ee-8476911010e9 req-ebb18f0d-6a39-4cf4-bf72-228cee80e202 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 HTTP/1.1" status: 200 len: 217 time: 0.2283902 May 30 20:26:12.980783 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec48c47a-b8c0-4413-8baf-5d916d4de94b req-c1c738ab-c1f8-433d-9ac9-0db01f12b56c tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ddf40eb-d087-4e3f-97c7-562df0777d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1727834 May 30 20:26:12.985140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e32f68-0504-41fc-93ee-8476911010e9 req-b54bff36-4cb5-42cd-a1be-70a7db2529aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:12.986552 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62e32f68-0504-41fc-93ee-8476911010e9 req-b54bff36-4cb5-42cd-a1be-70a7db2529aa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=27b00c3e-65ae-45d2-bdd3-a5cf0d581b20 HTTP/1.1" status: 200 len: 847 time: 0.1046536 May 30 20:26:13.012539 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeb29ec-c387-448c-8cd0-a88f361a95a3 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:13.016541 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeb29ec-c387-448c-8cd0-a88f361a95a3 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:13.025960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeb29ec-c387-448c-8cd0-a88f361a95a3 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:13.028753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5eeb29ec-c387-448c-8cd0-a88f361a95a3 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Synchronizing usage tracker for tenant:1907fb484b6f40588101d1c97d747132 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:13.107991 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a0992779-f20e-4aae-a4f8-5c81dd3aa9a1 None None] Provisioning for port eb0aa79d-aac3-43f8-b4c6-df605191e0ef completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:13.125890 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a0992779-f20e-4aae-a4f8-5c81dd3aa9a1 None None] Provisioning complete for port eb0aa79d-aac3-43f8-b4c6-df605191e0ef triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:13.127332 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a0992779-f20e-4aae-a4f8-5c81dd3aa9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:13.158067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5eeb29ec-c387-448c-8cd0-a88f361a95a3 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Unset dirty status for tenant:1907fb484b6f40588101d1c97d747132 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:13.159263 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5eeb29ec-c387-448c-8cd0-a88f361a95a3 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.5321877 May 30 20:26:13.162448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58838) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:13.209175 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62e32f68-0504-41fc-93ee-8476911010e9 req-eb742a74-976f-42e0-b643-3a1ab6e99bd1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d5c4269-2878-481a-bda8-bfcd6abecc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1738012 May 30 20:26:13.291224 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:13.358499 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a0992779-f20e-4aae-a4f8-5c81dd3aa9a1 None None] Port eb0aa79d-aac3-43f8-b4c6-df605191e0ef cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:26:13.419529 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c840c2bc-8044-4130-b66e-385776b76782', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'fixed_ips': [{'subnet_id': 'd88a9f38-d931-4df4-b394-58620f6ffb04'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:26:13.420378 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:13.497581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6e02f6e9-b212-438c-b3e8-d2e30a736850 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Deleting port 3209f370-b11b-48d4-bade-9cec5e05096b {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:13.498804 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e02f6e9-b212-438c-b3e8-d2e30a736850 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:13.535251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:13.535520 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:13.568291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d7964d71-0ae0-4e12-ac94-adef43e3308e None None] Provisioning complete for port eb0aa79d-aac3-43f8-b4c6-df605191e0ef triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:13.568541 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d7964d71-0ae0-4e12-ac94-adef43e3308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:13.631689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58866) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:13.671547 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 58874) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:13.702921 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-154ab841-2ea0-4646-80a2-d4962bbf932b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:13.711111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d7964d71-0ae0-4e12-ac94-adef43e3308e None None] Port eb0aa79d-aac3-43f8-b4c6-df605191e0ef cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:26:13.758030 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e3ffe5f-d73c-4a8e-9743-d367897a8b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:13.785974 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d7964d71-0ae0-4e12-ac94-adef43e3308e None None] Provisioning for port 3209f370-b11b-48d4-bade-9cec5e05096b completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:13.793592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62e32f68-0504-41fc-93ee-8476911010e9 req-46b285ce-2150-4e12-8134-29c294426221 service neutron] 10.222.0.77 "GET /v2.0/networks/5d5c4269-2878-481a-bda8-bfcd6abecc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544655 May 30 20:26:13.811599 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d7964d71-0ae0-4e12-ac94-adef43e3308e None None] Provisioning complete for port 3209f370-b11b-48d4-bade-9cec5e05096b triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:13.811981 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d7964d71-0ae0-4e12-ac94-adef43e3308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:13.841537 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Allocated IP 2001:db8::2 (c840c2bc-8044-4130-b66e-385776b76782/d88a9f38-d931-4df4-b394-58620f6ffb04/ccecab3f-4979-4c50-bb35-63dc7a207cd3) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:13.900094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d7964d71-0ae0-4e12-ac94-adef43e3308e None None] Port 3209f370-b11b-48d4-bade-9cec5e05096b cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:26:13.977441 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 92683870-48c7-4dd1-8e4b-d8239a939df8 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:26:14.024302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 92683870-48c7-4dd1-8e4b-d8239a939df8 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:26:14.024845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 92683870-48c7-4dd1-8e4b-d8239a939df8 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:26:14.082004 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62e32f68-0504-41fc-93ee-8476911010e9 req-f12b4a33-2824-45fe-9575-519b0f5ac511 service neutron] 10.222.0.77 "GET /v2.0/networks/5d5c4269-2878-481a-bda8-bfcd6abecc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795999 May 30 20:26:14.140500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-154ab841-2ea0-4646-80a2-d4962bbf932b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:14.143370 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7e3ffe5f-d73c-4a8e-9743-d367897a8b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:14.158767 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7e3ffe5f-d73c-4a8e-9743-d367897a8b4b admin admin] Usage tracker for resource:security_group_rule and tenant:0152634f635b4d14ab22980e7046818c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:14.163803 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-154ab841-2ea0-4646-80a2-d4962bbf932b admin admin] Usage tracker for resource:security_group_rule and tenant:83a9a998719c40feadfaa303f021178b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:14.184605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7e3ffe5f-d73c-4a8e-9743-d367897a8b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:14.186864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-154ab841-2ea0-4646-80a2-d4962bbf932b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:14.199591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7e3ffe5f-d73c-4a8e-9743-d367897a8b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:14.254453 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-154ab841-2ea0-4646-80a2-d4962bbf932b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:14.275552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716318f5-ffe8-4ed3-be41-1c83ac9893aa req-c9829f23-50e1-4be7-86de-8e27db5a37e6 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:14.276058 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:14.278750 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-716318f5-ffe8-4ed3-be41-1c83ac9893aa req-c9829f23-50e1-4be7-86de-8e27db5a37e6 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.1827819 May 30 20:26:14.291162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Transition to ACTIVE for port object ccecab3f-4979-4c50-bb35-63dc7a207cd3 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:14.317794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Transition to ACTIVE for port object ccecab3f-4979-4c50-bb35-63dc7a207cd3 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:14.329999 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:14.374805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649a41e-5d25-44b0-8f0d-fae0d037cc1f req-09b65e76-0071-4bc6-8585-036beebdf1b7 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:14.382496 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0649a41e-5d25-44b0-8f0d-fae0d037cc1f req-09b65e76-0071-4bc6-8585-036beebdf1b7 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 944 time: 0.1760120 May 30 20:26:14.406197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-716318f5-ffe8-4ed3-be41-1c83ac9893aa req-a622b0fa-5d53-4a23-af15-1a747c962605 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159859 May 30 20:26:14.430763 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:14.444635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:14.451661 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:14.452686 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0649a41e-5d25-44b0-8f0d-fae0d037cc1f req-57fc36de-061f-4026-8c64-2004e0a9f3f7 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ddf40eb-d087-4e3f-97c7-562df0777d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684776 May 30 20:26:14.561737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Pushing event updated for resources: {'Port': ['ID=ccecab3f-4979-4c50-bb35-63dc7a207cd3,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:14.580789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Attempting to bind port ccecab3f-4979-4c50-bb35-63dc7a207cd3 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:14.581157 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Attempting to bind port ccecab3f-4979-4c50-bb35-63dc7a207cd3 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:14.581521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Attempting to bind port ccecab3f-4979-4c50-bb35-63dc7a207cd3 on network c840c2bc-8044-4130-b66e-385776b76782 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:14.588124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:14.588494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:14.588899 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:14.589832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Bound using segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:14.590334 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Bound port: ccecab3f-4979-4c50-bb35-63dc7a207cd3, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:14.590702 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:14.609947 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e02f6e9-b212-438c-b3e8-d2e30a736850 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:14.687887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] For port ccecab3f-4979-4c50-bb35-63dc7a207cd3, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:14.691180 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] For port ccecab3f-4979-4c50-bb35-63dc7a207cd3, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ccecab3f-4979-4c50-bb35-63dc7a207cd3,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:14.697065 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:14.774631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6e02f6e9-b212-438c-b3e8-d2e30a736850 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Calling delete_port for 3209f370-b11b-48d4-bade-9cec5e05096b owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:14.784801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6b89e-ac38-4307-92aa-621a4054ccf6 None None] Pushing event updated for resources: {'Port': ['ID=ccecab3f-4979-4c50-bb35-63dc7a207cd3,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:14.919894 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:14.944355 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e3ffe5f-d73c-4a8e-9743-d367897a8b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:14.978131 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e3ffe5f-d73c-4a8e-9743-d367897a8b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:14.999831 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-154ab841-2ea0-4646-80a2-d4962bbf932b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:15.012574 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-154ab841-2ea0-4646-80a2-d4962bbf932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:15.197730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ffe5f-d73c-4a8e-9743-d367897a8b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da317aba-c41a-4130-96a5-c759c3c37969,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:15.235983 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ccecab3f-4979-4c50-bb35-63dc7a207cd3 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:15.277879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59068) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:15.278381 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-154ab841-2ea0-4646-80a2-d4962bbf932b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=83a9a998719c40feadfaa303f021178b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6330152 May 30 20:26:15.280695 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7e3ffe5f-d73c-4a8e-9743-d367897a8b4b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0152634f635b4d14ab22980e7046818c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5809779 May 30 20:26:15.311635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59070) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:15.328125 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port ccecab3f-4979-4c50-bb35-63dc7a207cd3 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:15.350549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ab841-2ea0-4646-80a2-d4962bbf932b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce98b3c-873c-44ad-bfa3-8f7a08fc8f82,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:15.390926 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:26:15.403944 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e02f6e9-b212-438c-b3e8-d2e30a736850 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:15.449635 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db940962-b6a9-436d-9398-63dcbede0b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:15.489698 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db940962-b6a9-436d-9398-63dcbede0b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:15.624540 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db940962-b6a9-436d-9398-63dcbede0b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:15.660930 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65b125bf-9c5b-4f82-a873-687573eec518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:15.689832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db940962-b6a9-436d-9398-63dcbede0b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce98b3c-873c-44ad-bfa3-8f7a08fc8f82,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:15.727018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02f6e9-b212-438c-b3e8-d2e30a736850 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Pushing event deleted for resources: {'Port': ['ID=3209f370-b11b-48d4-bade-9cec5e05096b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:15.763574 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=3976db5c-cc06-4f62-8e5b-fa8b0ab11b52,segment=NetworkSegment(128fe87f-b5c5-437c-86ff-061f9557e6d0),segment_id=128fe87f-b5c5-437c-86ff-061f9557e6d0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:15.782279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '3976db5c-cc06-4f62-8e5b-fa8b0ab11b52', 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98', 'port_id': '3976db5c-cc06-4f62-8e5b-fa8b0ab11b52', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:26:15.790479 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db940962-b6a9-436d-9398-63dcbede0b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:15.791815 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-db940962-b6a9-436d-9398-63dcbede0b20 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5ce98b3c-873c-44ad-bfa3-8f7a08fc8f82 HTTP/1.1" status: 204 len: 168 time: 0.5112193 May 30 20:26:15.819882 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65b125bf-9c5b-4f82-a873-687573eec518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:15.887877 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:15.926928 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:26:15.992004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e3038-26c5-45e6-a651-dbc034226d33 req-23f44c2e-6692-4eff-9695-fa12bac5b1f9 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:16.005602 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::1 (c840c2bc-8044-4130-b66e-385776b76782/d88a9f38-d931-4df4-b394-58620f6ffb04/8fd6e1dd-ca87-4290-9966-aed1d2f21f17) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:16.006116 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-989e3038-26c5-45e6-a651-dbc034226d33 req-23f44c2e-6692-4eff-9695-fa12bac5b1f9 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 944 time: 0.2966743 May 30 20:26:16.021010 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e02f6e9-b212-438c-b3e8-d2e30a736850 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.029772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=3976db5c-cc06-4f62-8e5b-fa8b0ab11b52,segment=NetworkSegment(128fe87f-b5c5-437c-86ff-061f9557e6d0),segment_id=128fe87f-b5c5-437c-86ff-061f9557e6d0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:16.055787 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.080906 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e77077-97e5-4456-9909-515aa63e5aeb req-2286808a-bc8f-4d36-870b-df4bd4cef2f3 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:16.084589 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6e77077-97e5-4456-9909-515aa63e5aeb req-2286808a-bc8f-4d36-870b-df4bd4cef2f3 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.3925607 May 30 20:26:16.109453 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65b125bf-9c5b-4f82-a873-687573eec518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.183203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b125bf-9c5b-4f82-a873-687573eec518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da317aba-c41a-4130-96a5-c759c3c37969,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:16.268529 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-989e3038-26c5-45e6-a651-dbc034226d33 req-08174c2f-47f3-4a73-8ecc-28b5cd2a1910 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ddf40eb-d087-4e3f-97c7-562df0777d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2618694 May 30 20:26:16.274809 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65b125bf-9c5b-4f82-a873-687573eec518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.276542 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-65b125bf-9c5b-4f82-a873-687573eec518 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/da317aba-c41a-4130-96a5-c759c3c37969 HTTP/1.1" status: 204 len: 168 time: 0.9639351 May 30 20:26:16.290706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=3976db5c-cc06-4f62-8e5b-fa8b0ab11b52,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:16.309222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6e77077-97e5-4456-9909-515aa63e5aeb req-7cb063f1-452e-42c5-9eb1-06c8e16c620d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950021 May 30 20:26:16.317259 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.358514 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['3976db5c-cc06-4f62-8e5b-fa8b0ab11b52'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:26:16.359205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object 8fd6e1dd-ca87-4290-9966-aed1d2f21f17 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:16.385910 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6e02f6e9-b212-438c-b3e8-d2e30a736850 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] 10.222.0.84 "DELETE /v2.0/ports/3209f370-b11b-48d4-bade-9cec5e05096b HTTP/1.1" status: 204 len: 168 time: 3.1416693 May 30 20:26:16.389572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59184) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:16.398752 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e1837dbb-8505-437d-a497-fe298f73c1f4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Request body: {'port': {'name': 'tempest-new-port-name-396255176', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:16.399321 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.api.validators [None req-e1837dbb-8505-437d-a497-fe298f73c1f4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] bootfile-name is not in valid_values {{(pid=84024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:26:16.399686 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.api.validators [None req-e1837dbb-8505-437d-a497-fe298f73c1f4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] tftp-server is not in valid_values {{(pid=84024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:26:16.400053 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.api.validators [None req-e1837dbb-8505-437d-a497-fe298f73c1f4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] server-ip-address is not in valid_values {{(pid=84024) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:26:16.526559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d97bdcc2-5a09-4142-839d-a4a9e6e7abf1 None None] Provisioning for port ccecab3f-4979-4c50-bb35-63dc7a207cd3 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:16.543839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d97bdcc2-5a09-4142-839d-a4a9e6e7abf1 None None] Provisioning complete for port ccecab3f-4979-4c50-bb35-63dc7a207cd3 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:16.544539 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d97bdcc2-5a09-4142-839d-a4a9e6e7abf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.616685 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1837dbb-8505-437d-a497-fe298f73c1f4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.632231 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.786272 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:16.809075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:16.817024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=8fd6e1dd-ca87-4290-9966-aed1d2f21f17,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:16.823063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:16.824219 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.857259 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d97bdcc2-5a09-4142-839d-a4a9e6e7abf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.990692 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d97bdcc2-5a09-4142-839d-a4a9e6e7abf1 None None] For port ccecab3f-4979-4c50-bb35-63dc7a207cd3, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ccecab3f-4979-4c50-bb35-63dc7a207cd3,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:17.005908 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d97bdcc2-5a09-4142-839d-a4a9e6e7abf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:17.053565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59264) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:17.096346 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53712ebc-d64e-4780-8898-b3929a0f360d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:17.150629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bdcc2-5a09-4142-839d-a4a9e6e7abf1 None None] Pushing event updated for resources: {'Port': ['ID=ccecab3f-4979-4c50-bb35-63dc7a207cd3,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:17.173507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-53712ebc-d64e-4780-8898-b3929a0f360d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:17.182745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-53712ebc-d64e-4780-8898-b3929a0f360d admin admin] Usage tracker for resource:security_group_rule and tenant:5fbaa43793774e108fd4073859c47a73 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:17.192191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-53712ebc-d64e-4780-8898-b3929a0f360d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:17.209479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-53712ebc-d64e-4780-8898-b3929a0f360d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:17.290894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-522fc284-7d03-4b18-bf02-18fa86abbd31 None None] Provisioning for port 8fd6e1dd-ca87-4290-9966-aed1d2f21f17 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:17.304686 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-522fc284-7d03-4b18-bf02-18fa86abbd31 None None] Provisioning complete for port 8fd6e1dd-ca87-4290-9966-aed1d2f21f17 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:17.305225 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-522fc284-7d03-4b18-bf02-18fa86abbd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:17.404394 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53712ebc-d64e-4780-8898-b3929a0f360d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:17.411559 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53712ebc-d64e-4780-8898-b3929a0f360d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:17.452924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-522fc284-7d03-4b18-bf02-18fa86abbd31 None None] Port 8fd6e1dd-ca87-4290-9966-aed1d2f21f17 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:26:17.588501 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:17.610936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53712ebc-d64e-4780-8898-b3929a0f360d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a687ab0-aca4-434e-9478-a24940f010d8,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:17.623529 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-53712ebc-d64e-4780-8898-b3929a0f360d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5fbaa43793774e108fd4073859c47a73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5686660 May 30 20:26:17.631947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59334) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:17.666233 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1837dbb-8505-437d-a497-fe298f73c1f4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:17.722089 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1837dbb-8505-437d-a497-fe298f73c1f4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:17.845419 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06d25155-62f0-46f6-b166-d11506ffa37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:17.857924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d94e5-9bc0-47c1-ad87-2834c50bd9c9 req-672dfbd6-6912-480f-9e06-e7168e7a1f3e tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:17.862349 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a49d94e5-9bc0-47c1-ad87-2834c50bd9c9 req-672dfbd6-6912-480f-9e06-e7168e7a1f3e tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 945 time: 0.3067636 May 30 20:26:17.961065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474b749-bce0-4d27-980c-24619a6ef210 req-bc874a73-8358-45bc-b0aa-01998a9eb3af tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:17.966127 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c474b749-bce0-4d27-980c-24619a6ef210 req-bc874a73-8358-45bc-b0aa-01998a9eb3af tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.3394141 May 30 20:26:17.979001 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06d25155-62f0-46f6-b166-d11506ffa37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:18.115648 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a49d94e5-9bc0-47c1-ad87-2834c50bd9c9 req-3812a1f4-afa1-4ec5-9de1-80d5ea0c3e58 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ddf40eb-d087-4e3f-97c7-562df0777d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2316532 May 30 20:26:18.144938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1837dbb-8505-437d-a497-fe298f73c1f4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Pushing event updated for resources: {'Port': ['ID=eb0aa79d-aac3-43f8-b4c6-df605191e0ef,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:18.145148 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c474b749-bce0-4d27-980c-24619a6ef210 req-ecc2f21a-f29b-4002-a542-e74a19118a2b tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679935 May 30 20:26:18.169311 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e1837dbb-8505-437d-a497-fe298f73c1f4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] In _notify_port_updated(), no bound segment for port eb0aa79d-aac3-43f8-b4c6-df605191e0ef on network 549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6 {{(pid=84024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:26:18.174523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1837dbb-8505-437d-a497-fe298f73c1f4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:18.175356 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1837dbb-8505-437d-a497-fe298f73c1f4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:18.179797 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59350) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:18.186119 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e1837dbb-8505-437d-a497-fe298f73c1f4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] 10.222.0.84 "PUT /v2.0/ports/eb0aa79d-aac3-43f8-b4c6-df605191e0ef HTTP/1.1" status: 200 len: 1135 time: 1.7891312 May 30 20:26:18.255875 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06d25155-62f0-46f6-b166-d11506ffa37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:18.312186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d25155-62f0-46f6-b166-d11506ffa37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a687ab0-aca4-434e-9478-a24940f010d8,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:18.375952 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9a03b52d-330f-4193-9621-35fa00c9a75d details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:26:18.415788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d302c53b-02dc-44b0-9c0e-7f0e747dc165 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:18.419576 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d302c53b-02dc-44b0-9c0e-7f0e747dc165 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] 10.222.0.84 "GET /v2.0/ports/eb0aa79d-aac3-43f8-b4c6-df605191e0ef HTTP/1.1" status: 200 len: 1135 time: 0.2385831 May 30 20:26:18.421262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59362) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:18.428339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59364) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:18.440040 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-06d25155-62f0-46f6-b166-d11506ffa37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:18.449981 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-06d25155-62f0-46f6-b166-d11506ffa37e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9a687ab0-aca4-434e-9478-a24940f010d8 HTTP/1.1" status: 204 len: 168 time: 0.8142037 May 30 20:26:18.463537 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c058dea8-1351-42d9-86f3-82d3ec2dc0f7 None None] Provisioning complete for port eb0aa79d-aac3-43f8-b4c6-df605191e0ef triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:18.463824 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c058dea8-1351-42d9-86f3-82d3ec2dc0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:18.646201 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:18.649633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3e9de560-bbec-4df8-ad6c-82f6aa09e7a4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Deleting port eb0aa79d-aac3-43f8-b4c6-df605191e0ef {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:18.649984 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e9de560-bbec-4df8-ad6c-82f6aa09e7a4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:18.656373 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:18.657426 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:18.781032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-90032607-cf66-496c-ad65-a4f89f5c587b tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] Request body: {'port': {'network_id': '10ec5b1b-cf81-452f-9c04-99d5cfc27000', 'name': 'tempest-NetworksNegativeTestJSON-1758183414'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:18.840491 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=8fd6e1dd-ca87-4290-9966-aed1d2f21f17,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:18.847914 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-90032607-cf66-496c-ad65-a4f89f5c587b tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] POST failed (client error): The resource could not be found. May 30 20:26:18.852513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90032607-cf66-496c-ad65-a4f89f5c587b tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:26:18.861411 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-90032607-cf66-496c-ad65-a4f89f5c587b tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4388330 May 30 20:26:18.861933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59382) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:18.897037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9a03b52d-330f-4193-9621-35fa00c9a75d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9a03b52d-330f-4193-9621-35fa00c9a75d,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:18.933679 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '9a03b52d-330f-4193-9621-35fa00c9a75d', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'port_id': '9a03b52d-330f-4193-9621-35fa00c9a75d', 'mac_address': 'fa:16:3e:b0:d8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:26:18.988288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:18.992482 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:19.069835 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c058dea8-1351-42d9-86f3-82d3ec2dc0f7 None None] Port eb0aa79d-aac3-43f8-b4c6-df605191e0ef cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:26:19.081633 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:19.128369 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ea62d9-b3b2-41ed-8bf6-4b348f889dd1 tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] DELETE failed (client error): The resource could not be found. May 30 20:26:19.128369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ea62d9-b3b2-41ed-8bf6-4b348f889dd1 tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:26:19.128369 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-87ea62d9-b3b2-41ed-8bf6-4b348f889dd1 tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] 10.222.0.84 "DELETE /v2.0/networks/52e980f2-3f50-4764-89c9-c10eba686f43 HTTP/1.1" status: 404 len: 339 time: 0.1722031 May 30 20:26:19.145905 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a03b52d-330f-4193-9621-35fa00c9a75d {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:26:19.170492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59390) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:19.209975 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9a03b52d-330f-4193-9621-35fa00c9a75d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9a03b52d-330f-4193-9621-35fa00c9a75d,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:19.226520 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:19.429276 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ccecab3f-4979-4c50-bb35-63dc7a207cd3 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:19.471842 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-537f4cdd-216a-45b3-9420-b2705851e080 tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] DELETE failed (client error): The resource could not be found. May 30 20:26:19.475114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537f4cdd-216a-45b3-9420-b2705851e080 tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:26:19.480814 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-537f4cdd-216a-45b3-9420-b2705851e080 tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] 10.222.0.84 "DELETE /v2.0/ports/e02e8b15-f600-497e-b322-ef07d3721c81 HTTP/1.1" status: 404 len: 333 time: 0.3033655 May 30 20:26:19.500746 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59402) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:19.535789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:19.594135 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9a03b52d-330f-4193-9621-35fa00c9a75d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:26:19.810034 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=9a03b52d-330f-4193-9621-35fa00c9a75d,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:19.852706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:19.861678 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-05988d16-e0fa-4941-b55e-d9d31518fdd6 None None] Provisioning complete for port 8fd6e1dd-ca87-4290-9966-aed1d2f21f17 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:19.862129 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-05988d16-e0fa-4941-b55e-d9d31518fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:19.893117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:19.893826 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:20.038843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Router e8488280-237f-44f7-907d-e101f138d5f5 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:26:20.061666 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-147c739e-8a55-4c9a-9e25-77a9c9355b46 tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] DELETE failed (client error): The resource could not be found. May 30 20:26:20.062107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147c739e-8a55-4c9a-9e25-77a9c9355b46 tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:26:20.067900 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-147c739e-8a55-4c9a-9e25-77a9c9355b46 tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] 10.222.0.84 "DELETE /v2.0/subnets/6c4ffb0d-7c95-4060-8911-32fd390ec38f HTTP/1.1" status: 404 len: 337 time: 0.5657852 May 30 20:26:20.072427 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59414) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:20.091038 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ccecab3f-4979-4c50-bb35-63dc7a207cd3 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:20.091578 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:20.158569 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e9de560-bbec-4df8-ad6c-82f6aa09e7a4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:20.175265 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0cef0d-6fb1-40ae-8e20-5875a10865ce tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] GET failed (client error): The resource could not be found. May 30 20:26:20.181002 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5c0cef0d-6fb1-40ae-8e20-5875a10865ce tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] 10.222.0.84 "GET /v2.0/networks/83193f70-5a7a-4831-a164-87fda187c6f0 HTTP/1.1" status: 404 len: 339 time: 0.1024966 May 30 20:26:20.182875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59418) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:20.326148 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-05988d16-e0fa-4941-b55e-d9d31518fdd6 None None] Port 8fd6e1dd-ca87-4290-9966-aed1d2f21f17 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:26:20.438568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:26:20.447001 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e1a22023-5b05-42d8-b7d8-cecdb73d75c5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "PUT /v2.0/routers/e8488280-237f-44f7-907d-e101f138d5f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6386337 May 30 20:26:20.448988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59426) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:20.496661 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Sync routers for ids ['e8488280-237f-44f7-907d-e101f138d5f5'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:26:20.499949 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb749f01-1677-4329-88bd-ad9d5bdef1a9 req-9a454a39-fa75-45f5-97cd-dcb50b9aa8b0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:20.506956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb749f01-1677-4329-88bd-ad9d5bdef1a9 req-9a454a39-fa75-45f5-97cd-dcb50b9aa8b0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 944 time: 1.0155275 May 30 20:26:20.517278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3e9de560-bbec-4df8-ad6c-82f6aa09e7a4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Calling delete_port for eb0aa79d-aac3-43f8-b4c6-df605191e0ef owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:20.593389 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b1504a-cdd6-46d0-8fad-307470b8164c tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] GET failed (client error): The resource could not be found. May 30 20:26:20.595119 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a3b1504a-cdd6-46d0-8fad-307470b8164c tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] 10.222.0.84 "GET /v2.0/ports/09457f29-e934-4abb-900e-d5c19f8e2df0 HTTP/1.1" status: 404 len: 333 time: 0.4093060 May 30 20:26:20.603437 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Routers {'e8488280-237f-44f7-907d-e101f138d5f5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:20.604353 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:26:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e8488280-237f-44f7-907d-e101f138d5f5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:20.616110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59430) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:20.681406 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a3cb56-670c-4b18-a464-1572f6f3452b tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] GET failed (client error): The resource could not be found. May 30 20:26:20.683600 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-67a3cb56-670c-4b18-a464-1572f6f3452b tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] 10.222.0.84 "GET /v2.0/subnets/9e0b0692-a278-4f13-9dfe-f6d7be6761de HTTP/1.1" status: 404 len: 337 time: 0.0658739 May 30 20:26:20.690096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0f6e53-ba07-4b81-8b98-1ca98515cbdf tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:20.690280 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:20.690375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ed0f6e53-ba07-4b81-8b98-1ca98515cbdf tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:20.690494 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59434) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:20.711445 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ed0f6e53-ba07-4b81-8b98-1ca98515cbdf tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:20.712962 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ed0f6e53-ba07-4b81-8b98-1ca98515cbdf tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports/8fd6e1dd-ca87-4290-9966-aed1d2f21f17 HTTP/1.1" status: 200 len: 911 time: 0.2627182 May 30 20:26:20.716443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59438) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:20.718053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d42080c6-8d3f-4347-9594-b9782854d4cf tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:20.738371 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42080c6-8d3f-4347-9594-b9782854d4cf tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] PUT failed (client error): The resource could not be found. May 30 20:26:20.738864 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42080c6-8d3f-4347-9594-b9782854d4cf tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:26:20.739997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d42080c6-8d3f-4347-9594-b9782854d4cf tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] 10.222.0.84 "PUT /v2.0/networks/e711cd14-cb49-4ae6-b16b-cca54f6132ab HTTP/1.1" status: 404 len: 339 time: 0.0477800 May 30 20:26:20.751611 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e383a-0f8c-44b8-b1e9-626255ab4449 req-c09ed2f3-cdd9-471e-9a79-ab7386e19636 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:20.753128 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac7e383a-0f8c-44b8-b1e9-626255ab4449 req-c09ed2f3-cdd9-471e-9a79-ab7386e19636 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 945 time: 0.7663755 May 30 20:26:20.755571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59442) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:20.764694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-0c9b6a32-9f3f-42d9-aa47-d2617be11a0f tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:20.827900 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb749f01-1677-4329-88bd-ad9d5bdef1a9 req-32447aa4-93a2-4afc-87b8-a3acb2583de1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3194933 May 30 20:26:20.856885 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=3976db5c-cc06-4f62-8e5b-fa8b0ab11b52,segment=NetworkSegment(128fe87f-b5c5-437c-86ff-061f9557e6d0),segment_id=128fe87f-b5c5-437c-86ff-061f9557e6d0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:20.878830 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9b6a32-9f3f-42d9-aa47-d2617be11a0f tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] PUT failed (client error): The resource could not be found. May 30 20:26:20.879281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9b6a32-9f3f-42d9-aa47-d2617be11a0f tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:26:20.896006 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0c9b6a32-9f3f-42d9-aa47-d2617be11a0f tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] 10.222.0.84 "PUT /v2.0/ports/1f2c7875-f781-4a05-b0a9-07c691f775c5 HTTP/1.1" status: 404 len: 333 time: 0.1239107 May 30 20:26:20.896429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725663d5-86f5-4039-a974-3b9478cc171b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:20.896429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725663d5-86f5-4039-a974-3b9478cc171b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:20.896429 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-725663d5-86f5-4039-a974-3b9478cc171b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1731598 May 30 20:26:20.908130 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59448) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:20.958376 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce6145b-9258-4c1b-a384-578f551e431f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3976db5c-cc06-4f62-8e5b-fa8b0ab11b52'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:26:20.997403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59454) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:20.999064 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:21.002633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-49e787fd-7ba3-41cd-b79e-55c04bee4c82 tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:21.086277 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e787fd-7ba3-41cd-b79e-55c04bee4c82 tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] PUT failed (client error): The resource could not be found. May 30 20:26:21.095558 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e787fd-7ba3-41cd-b79e-55c04bee4c82 tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:26:21.095796 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a394b2-3e98-41f4-b035-90b79a7efd3b'] response: {'server_uuid': 'fce6145b-9258-4c1b-a384-578f551e431f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3976db5c-cc06-4f62-8e5b-fa8b0ab11b52', 'code': 200} May 30 20:26:21.109936 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-49e787fd-7ba3-41cd-b79e-55c04bee4c82 tempest-NetworksNegativeTestJSON-1271946817 tempest-NetworksNegativeTestJSON-1271946817-project] 10.222.0.84 "PUT /v2.0/subnets/74495b1e-5ada-4042-8bb3-447b547ebca9 HTTP/1.1" status: 404 len: 337 time: 0.1080761 May 30 20:26:21.144862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Set router e8488280-237f-44f7-907d-e101f138d5f5 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:21.227858 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=3976db5c-cc06-4f62-8e5b-fa8b0ab11b52,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:21.372574 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac7e383a-0f8c-44b8-b1e9-626255ab4449 req-241ffaca-eb10-4e63-9550-bd13bdd00449 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ddf40eb-d087-4e3f-97c7-562df0777d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5707834 May 30 20:26:21.432651 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e9de560-bbec-4df8-ad6c-82f6aa09e7a4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:21.745234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8488280-237f-44f7-907d-e101f138d5f5', 'name': 'tempest-NetworksTestDHCPv6-router-1986290439', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:12Z', 'updated_at': '2022-05-30T20:26:17Z', 'revision_number': 2, 'project_id': '7f8fa47691474e2c94fd78271493f504', 'gw_port_host': None, '_interfaces': [{'id': '8fd6e1dd-ca87-4290-9966-aed1d2f21f17', 'name': '', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'mac_address': 'fa:16:3e:3b:80:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8488280-237f-44f7-907d-e101f138d5f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd88a9f38-d931-4df4-b394-58620f6ffb04', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:18Z', 'revision_number': 2, 'project_id': '7f8fa47691474e2c94fd78271493f504', 'subnets': [{'id': 'd88a9f38-d931-4df4-b394-58620f6ffb04', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:21.759922 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Checking router: e8488280-237f-44f7-907d-e101f138d5f5 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:26:21.760301 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Updating router e8488280-237f-44f7-907d-e101f138d5f5 port 8fd6e1dd-ca87-4290-9966-aed1d2f21f17 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:26:21.817575 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9de560-bbec-4df8-ad6c-82f6aa09e7a4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Pushing event deleted for resources: {'Port': ['ID=eb0aa79d-aac3-43f8-b4c6-df605191e0ef,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:21.835238 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e9de560-bbec-4df8-ad6c-82f6aa09e7a4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:21.878820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59474) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:21.896039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3e9de560-bbec-4df8-ad6c-82f6aa09e7a4 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] 10.222.0.84 "DELETE /v2.0/ports/eb0aa79d-aac3-43f8-b4c6-df605191e0ef HTTP/1.1" status: 204 len: 168 time: 3.4465489 May 30 20:26:21.911588 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:21.924461 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-426970ec-3c8b-43c9-9a2d-ec9e4477e56f req-e96039f8-4523-43a9-8177-d262caf316bb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 1097 time: 0.7349219 May 30 20:26:21.931566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59480) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:22.184810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4eaf618-2398-468f-a6eb-842cb8385703 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Deleting subnet d68e5745-492f-440f-919b-5cf9120a8d6b {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:26:22.188535 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c4eaf618-2398-468f-a6eb-842cb8385703 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:22.314716 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c4eaf618-2398-468f-a6eb-842cb8385703 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:22.344883 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-426970ec-3c8b-43c9-9a2d-ec9e4477e56f req-9d186814-98bd-43cf-b9cd-da9a2e779448 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7ddf40eb-d087-4e3f-97c7-562df0777d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4014897 May 30 20:26:22.391204 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9a03b52d-330f-4193-9621-35fa00c9a75d up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:22.406998 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c4eaf618-2398-468f-a6eb-842cb8385703 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:22.495342 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94efee26-4b10-4e50-96c7-6676dba2b8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:22.566069 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c4eaf618-2398-468f-a6eb-842cb8385703 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:22.652660 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 9a03b52d-330f-4193-9621-35fa00c9a75d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:22.653482 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:22.665313 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c4eaf618-2398-468f-a6eb-842cb8385703 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:22.679637 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c4eaf618-2398-468f-a6eb-842cb8385703 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] 10.222.0.84 "DELETE /v2.0/subnets/d68e5745-492f-440f-919b-5cf9120a8d6b HTTP/1.1" status: 204 len: 168 time: 0.7998092 May 30 20:26:22.680569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eaf618-2398-468f-a6eb-842cb8385703 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Pushing event deleted for resources: {'Subnet': ['ID=d68e5745-492f-440f-919b-5cf9120a8d6b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:22.683058 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59492) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:22.721346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00f7aff-1ead-4463-b2c1-02e1718ab5d4 None None] Network 549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:22.805817 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:22.817521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Deleting port ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:22.817857 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:22.856564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-94efee26-4b10-4e50-96c7-6676dba2b8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:22.860991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-94efee26-4b10-4e50-96c7-6676dba2b8f4 admin admin] Usage tracker for resource:security_group_rule and tenant:fb6d8cde1b694b51b658b12ba3ed2713 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:22.864582 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-94efee26-4b10-4e50-96c7-6676dba2b8f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:22.871774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-94efee26-4b10-4e50-96c7-6676dba2b8f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:22.976723 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94efee26-4b10-4e50-96c7-6676dba2b8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:23.004658 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94efee26-4b10-4e50-96c7-6676dba2b8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:23.054486 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:23.093573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Transition to ACTIVE for port object 8fd6e1dd-ca87-4290-9966-aed1d2f21f17 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:23.114455 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:23.136560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efee26-4b10-4e50-96c7-6676dba2b8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c648cd5-aea1-43ae-bf6e-4597af91d9ca,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:23.140719 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:26:23.156239 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-94efee26-4b10-4e50-96c7-6676dba2b8f4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fb6d8cde1b694b51b658b12ba3ed2713&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2173467 May 30 20:26:23.160912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59496) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:23.188782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fee568-db8e-46fe-93c6-f09666f10ed2 req-3558d4c7-d8f3-493d-b0ca-b7bb878850c2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:23.190455 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50fee568-db8e-46fe-93c6-f09666f10ed2 req-3558d4c7-d8f3-493d-b0ca-b7bb878850c2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 944 time: 1.0144703 May 30 20:26:23.272990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814d7d4-5c8c-4f79-a363-e2ef8961af6a req-718b5d13-d6c6-4cfe-ab4c-d5242f5d9d31 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:23.274546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8814d7d4-5c8c-4f79-a363-e2ef8961af6a req-718b5d13-d6c6-4cfe-ab4c-d5242f5d9d31 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 946 time: 0.4955034 May 30 20:26:23.353262 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e44ba3-eb2a-4f6c-b24f-d5b943838c0c None None] Pushing event updated for resources: {'Port': ['ID=8fd6e1dd-ca87-4290-9966-aed1d2f21f17,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:23.477448 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2361df0-ee82-4571-95c7-21da58f4f11e None None] DHCP port deletion for 549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:26:23.486845 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:23.506919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] For port ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c,segment=NetworkSegment(65abc001-85ed-4484-89bc-b2f4bd090219),segment_id=65abc001-85ed-4484-89bc-b2f4bd090219)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:23.509347 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:23.540169 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9a03b52d-330f-4193-9621-35fa00c9a75d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9a03b52d-330f-4193-9621-35fa00c9a75d,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:23.544503 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a03b52d-330f-4193-9621-35fa00c9a75d'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:26:23.545200 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50fee568-db8e-46fe-93c6-f09666f10ed2 req-cfba3c0d-695c-4097-a2c8-f61b1de2ea3f tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336926 May 30 20:26:23.557235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a2361df0-ee82-4571-95c7-21da58f4f11e None None] Deleting port ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:23.557605 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a2361df0-ee82-4571-95c7-21da58f4f11e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:23.569509 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f36336cb-8f43-4b29-97ea-f1b1099079e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:23.607516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8814d7d4-5c8c-4f79-a363-e2ef8961af6a req-67e3386d-cde1-4975-8f37-cb5969dbc2ea tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ddf40eb-d087-4e3f-97c7-562df0777d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3147409 May 30 20:26:23.686626 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f36336cb-8f43-4b29-97ea-f1b1099079e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:23.893282 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Calling delete_port for ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:23.913908 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a2361df0-ee82-4571-95c7-21da58f4f11e None None] For port ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c,segment=NetworkSegment(65abc001-85ed-4484-89bc-b2f4bd090219),segment_id=65abc001-85ed-4484-89bc-b2f4bd090219)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:23.914303 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a2361df0-ee82-4571-95c7-21da58f4f11e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:23.958142 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f36336cb-8f43-4b29-97ea-f1b1099079e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:23.988415 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36336cb-8f43-4b29-97ea-f1b1099079e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c648cd5-aea1-43ae-bf6e-4597af91d9ca,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:23.991180 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f36336cb-8f43-4b29-97ea-f1b1099079e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:23.992630 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f36336cb-8f43-4b29-97ea-f1b1099079e1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8c648cd5-aea1-43ae-bf6e-4597af91d9ca HTTP/1.1" status: 204 len: 168 time: 0.8283803 May 30 20:26:24.110096 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:24.187017 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3118acf1-49f8-4cad-82eb-f66c3e3dcdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:24.284367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Pushing event deleted for resources: {'Port': ['ID=ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:24.294152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a2361df0-ee82-4571-95c7-21da58f4f11e None None] Calling delete_port for ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:24.314521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] No DVR routers for this DVR port ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:26:24.400631 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:24.412642 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67a00eb-1a40-4a2e-832e-e68712fad7ef'] response: {'server_uuid': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a03b52d-330f-4193-9621-35fa00c9a75d', 'code': 200} May 30 20:26:24.597835 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:24.728812 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:24.761470 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65abc001-85ed-4484-89bc-b2f4bd090219') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:24.762749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65abc001-85ed-4484-89bc-b2f4bd090219') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:24.799500 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:24.836735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:24.849466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:26:24.851377 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:24.861298 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=9a03b52d-330f-4193-9621-35fa00c9a75d,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: timer() May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:26:24.902483 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:26:25.052533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Attempting to bind port 8fd6e1dd-ca87-4290-9966-aed1d2f21f17 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:25.052917 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Attempting to bind port 8fd6e1dd-ca87-4290-9966-aed1d2f21f17 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:25.053264 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Attempting to bind port 8fd6e1dd-ca87-4290-9966-aed1d2f21f17 on network c840c2bc-8044-4130-b66e-385776b76782 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:25.077832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:25.078198 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:25.078597 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:25.078983 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Bound using segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:25.079453 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Bound port: 8fd6e1dd-ca87-4290-9966-aed1d2f21f17, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:25.079817 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:25.216348 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:25.225919 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:25.253244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3909d-a51a-4315-9e20-cd8c8cc384af req-46be564a-e572-43d7-aa2f-d9f8c26841c9 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:25.265099 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bcd3909d-a51a-4315-9e20-cd8c8cc384af req-46be564a-e572-43d7-aa2f-d9f8c26841c9 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.4045281 May 30 20:26:25.308787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] Pushing event deleted for resources: {'Network': ['ID=549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:25.311545 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] For port 8fd6e1dd-ca87-4290-9966-aed1d2f21f17, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:25.338957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] For port 8fd6e1dd-ca87-4290-9966-aed1d2f21f17, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8fd6e1dd-ca87-4290-9966-aed1d2f21f17,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:25.345411 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dacdc846-8342-42cc-ae7f-8704f9935747 tempest-ExtraDHCPOptionsTestJSON-1328529402 tempest-ExtraDHCPOptionsTestJSON-1328529402-project] 10.222.0.84 "DELETE /v2.0/networks/549c0dd4-f4d4-4ab9-ae5a-bdde23164dc6 HTTP/1.1" status: 204 len: 168 time: 2.6469924 May 30 20:26:25.354355 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-a2361df0-ee82-4571-95c7-21da58f4f11e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:26:25.354355 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-a2361df0-ee82-4571-95c7-21da58f4f11e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:26:25.366883 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:25.381950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3118acf1-49f8-4cad-82eb-f66c3e3dcdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port 8fd6e1dd-ca87-4290-9966-aed1d2f21f17 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:25.381950 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3118acf1-49f8-4cad-82eb-f66c3e3dcdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:25.477362 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bcd3909d-a51a-4315-9e20-cd8c8cc384af req-6d2e5f7b-a133-403b-a0e1-9345e2ec76d9 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112834 May 30 20:26:25.516290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecac9a-b733-4da4-b79d-6bde1dd00016 req-233a26ff-907b-4514-aa86-d0d498e1d8ce tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:25.520670 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0aecac9a-b733-4da4-b79d-6bde1dd00016 req-233a26ff-907b-4514-aa86-d0d498e1d8ce tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 946 time: 0.4101913 May 30 20:26:25.566546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e44ba3-eb2a-4f6c-b24f-d5b943838c0c None None] Pushing event updated for resources: {'Port': ['ID=8fd6e1dd-ca87-4290-9966-aed1d2f21f17,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:25.569289 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:26:25.611765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:26:25.612221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:26:25.639939 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Routers {'e8488280-237f-44f7-907d-e101f138d5f5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:25.640348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:26:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e8488280-237f-44f7-907d-e101f138d5f5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:25.733718 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0aecac9a-b733-4da4-b79d-6bde1dd00016 req-4e4a8bc6-2737-40cf-ab21-c7be996b3c6a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ddf40eb-d087-4e3f-97c7-562df0777d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2058766 May 30 20:26:25.912770 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a2361df0-ee82-4571-95c7-21da58f4f11e None None] Deleting port ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:25.913448 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a2361df0-ee82-4571-95c7-21da58f4f11e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:26.006073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59552) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:26.030823 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a2361df0-ee82-4571-95c7-21da58f4f11e None None] The port 'ae2afbee-8d9d-4b9f-be75-f03d9cc01d8c' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:26:26.047852 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-3118acf1-49f8-4cad-82eb-f66c3e3dcdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] For port 8fd6e1dd-ca87-4290-9966-aed1d2f21f17, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8fd6e1dd-ca87-4290-9966-aed1d2f21f17,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:26.048243 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3118acf1-49f8-4cad-82eb-f66c3e3dcdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:26.075611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59558) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:26.114480 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] Set router e8488280-237f-44f7-907d-e101f138d5f5 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:26.362810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3118acf1-49f8-4cad-82eb-f66c3e3dcdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for 8fd6e1dd-ca87-4290-9966-aed1d2f21f17 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:26.493792 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907c0fc-3b78-4bc1-98b5-0a1e0e5a6f11 req-1db64f84-599d-47d5-89f8-b375fadc7350 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:26.495878 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3907c0fc-3b78-4bc1-98b5-0a1e0e5a6f11 req-1db64f84-599d-47d5-89f8-b375fadc7350 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 946 time: 0.5268559 May 30 20:26:26.509630 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-13169db7-36ea-4a02-9315-8e8a7742b7ad admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1907fb484b6f40588101d1c97d747132&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4324021 May 30 20:26:26.534304 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-50434701-f3a9-4099-a985-4298f5241637 tempest-DvrRoutersNegativeTest-631773994 tempest-DvrRoutersNegativeTest-631773994-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1649954238', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:26.535488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59564) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:26.540888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.policy [None req-50434701-f3a9-4099-a985-4298f5241637 tempest-DvrRoutersNegativeTest-631773994 tempest-DvrRoutersNegativeTest-631773994-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84024) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} May 30 20:26:26.541184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.policy [None req-50434701-f3a9-4099-a985-4298f5241637 tempest-DvrRoutersNegativeTest-631773994 tempest-DvrRoutersNegativeTest-631773994-project] Failed policy check for 'create_router' {{(pid=84024) enforce /opt/stack/neutron/neutron/policy.py:482}} May 30 20:26:26.541708 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-50434701-f3a9-4099-a985-4298f5241637 tempest-DvrRoutersNegativeTest-631773994 tempest-DvrRoutersNegativeTest-631773994-project] create failed (client error): Access was denied to this resource. May 30 20:26:26.545573 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-50434701-f3a9-4099-a985-4298f5241637 tempest-DvrRoutersNegativeTest-631773994 tempest-DvrRoutersNegativeTest-631773994-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5382988 May 30 20:26:26.744167 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3907c0fc-3b78-4bc1-98b5-0a1e0e5a6f11 req-c30f80b6-0df4-441a-84e4-2f75b74762e0 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ddf40eb-d087-4e3f-97c7-562df0777d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2414598 May 30 20:26:26.781253 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8488280-237f-44f7-907d-e101f138d5f5', 'name': 'tempest-NetworksTestDHCPv6-router-1986290439', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:12Z', 'updated_at': '2022-05-30T20:26:17Z', 'revision_number': 2, 'project_id': '7f8fa47691474e2c94fd78271493f504', 'gw_port_host': None, '_interfaces': [{'id': '8fd6e1dd-ca87-4290-9966-aed1d2f21f17', 'name': '', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'mac_address': 'fa:16:3e:3b:80:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8488280-237f-44f7-907d-e101f138d5f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd88a9f38-d931-4df4-b394-58620f6ffb04', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:25Z', 'revision_number': 4, 'project_id': '7f8fa47691474e2c94fd78271493f504', 'subnets': [{'id': 'd88a9f38-d931-4df4-b394-58620f6ffb04', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:26.788818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69dc5bd-c962-49eb-bb72-3f8e84e64209 None None] The sync data for ids ['e8488280-237f-44f7-907d-e101f138d5f5'] in n-d-843949-2 is: [{'id': 'e8488280-237f-44f7-907d-e101f138d5f5', 'name': 'tempest-NetworksTestDHCPv6-router-1986290439', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:12Z', 'updated_at': '2022-05-30T20:26:17Z', 'revision_number': 2, 'project_id': '7f8fa47691474e2c94fd78271493f504', 'gw_port_host': None, '_interfaces': [{'id': '8fd6e1dd-ca87-4290-9966-aed1d2f21f17', 'name': '', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'mac_address': 'fa:16:3e:3b:80:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8488280-237f-44f7-907d-e101f138d5f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd88a9f38-d931-4df4-b394-58620f6ffb04', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:25Z', 'revision_number': 4, 'project_id': '7f8fa47691474e2c94fd78271493f504', 'subnets': [{'id': 'd88a9f38-d931-4df4-b394-58620f6ffb04', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:26:27.063050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59580) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:27.217519 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0974c9b4-2a6e-4cfe-9ff9-070b028da8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:27.387956 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0974c9b4-2a6e-4cfe-9ff9-070b028da8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:27.487929 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d752eedf-aebb-4935-94d4-0d38b14ea83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:27.522908 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3118acf1-49f8-4cad-82eb-f66c3e3dcdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:27.565151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d752eedf-aebb-4935-94d4-0d38b14ea83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:27.570663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d752eedf-aebb-4935-94d4-0d38b14ea83f admin admin] Usage tracker for resource:security_group_rule and tenant:4374adff04194fbeb313b7f53e1a8a63 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:27.578515 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d752eedf-aebb-4935-94d4-0d38b14ea83f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:27.607849 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d752eedf-aebb-4935-94d4-0d38b14ea83f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:27.767121 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9df229e0-c9f4-4b6f-936c-d77e46e6b040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:27.809738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118acf1-49f8-4cad-82eb-f66c3e3dcdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=8fd6e1dd-ca87-4290-9966-aed1d2f21f17,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:27.981875 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d752eedf-aebb-4935-94d4-0d38b14ea83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:27.990368 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d752eedf-aebb-4935-94d4-0d38b14ea83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.046724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300f849-c8c2-466e-91be-b40a23b52d23 req-2075c128-3c16-427b-9c87-4b3fc2c99f55 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:28.046724 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c300f849-c8c2-466e-91be-b40a23b52d23 req-2075c128-3c16-427b-9c87-4b3fc2c99f55 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.9899631 May 30 20:26:28.052008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e7617-828a-42bf-b700-4ca9a8dba5dc req-7bdc2a8a-ef0e-4f3c-af77-37ebe7779c47 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:28.058260 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d76e7617-828a-42bf-b700-4ca9a8dba5dc req-7bdc2a8a-ef0e-4f3c-af77-37ebe7779c47 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 946 time: 1.0019419 May 30 20:26:28.130378 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752eedf-aebb-4935-94d4-0d38b14ea83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64395b18-3da1-4dd0-b718-efc418b677d0,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:28.197304 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d752eedf-aebb-4935-94d4-0d38b14ea83f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4374adff04194fbeb313b7f53e1a8a63&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1325908 May 30 20:26:28.200707 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59610) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:28.203476 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0974c9b4-2a6e-4cfe-9ff9-070b028da8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.235815 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3118acf1-49f8-4cad-82eb-f66c3e3dcdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.262668 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974c9b4-2a6e-4cfe-9ff9-070b028da8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faf1072-5705-4581-a560-af2822cb343b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:28.268940 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0974c9b4-2a6e-4cfe-9ff9-070b028da8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.270106 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0974c9b4-2a6e-4cfe-9ff9-070b028da8d6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3faf1072-5705-4581-a560-af2822cb343b HTTP/1.1" status: 204 len: 168 time: 1.7324824 May 30 20:26:28.293145 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c300f849-c8c2-466e-91be-b40a23b52d23 req-f731fb62-c23a-4755-b6e1-99904e85f0a8 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331889 May 30 20:26:28.384686 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ef0cafb-cfd9-4941-9ceb-7bd7266fa6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.429127 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ef0cafb-cfd9-4941-9ceb-7bd7266fa6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.493684 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ef0cafb-cfd9-4941-9ceb-7bd7266fa6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.529873 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0cafb-cfd9-4941-9ceb-7bd7266fa6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64395b18-3da1-4dd0-b718-efc418b677d0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:28.535180 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ef0cafb-cfd9-4941-9ceb-7bd7266fa6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.543940 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5ef0cafb-cfd9-4941-9ceb-7bd7266fa6fa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/64395b18-3da1-4dd0-b718-efc418b677d0 HTTP/1.1" status: 204 len: 168 time: 0.3370578 May 30 20:26:28.672316 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d76e7617-828a-42bf-b700-4ca9a8dba5dc req-3fb3bcd2-0221-4ce2-8cf2-4713a5c0d37c tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ddf40eb-d087-4e3f-97c7-562df0777d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6133704 May 30 20:26:28.731363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59624) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:29.372934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3118acf1-49f8-4cad-82eb-f66c3e3dcdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Router e8488280-237f-44f7-907d-e101f138d5f5 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:26:29.690374 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3125fb67-9ab3-49a3-abf3-a85da6c8c48b tempest-TestServerBasicOps-33301718 tempest-TestServerBasicOps-33301718-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 1092 time: 0.9576547 May 30 20:26:29.692983 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59662) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:29.708517 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': '3976db5c-cc06-4f62-8e5b-fa8b0ab11b52', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:29.714949 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:29.726645 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Usage tracker for resource:floatingip and tenant:9786c2fd175648c7b3fff1d88f7297bb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:29.730333 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:29.739897 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:29.762882 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.955567 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-85a93deb-1b7e-4eeb-9cef-e1471304be22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.972441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3118acf1-49f8-4cad-82eb-f66c3e3dcdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:26:29.989573 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf8851-00ab-4244-9da5-a27b1e05fd39 None None] Sync routers for ids ['e8488280-237f-44f7-907d-e101f138d5f5'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:26:30.013244 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3118acf1-49f8-4cad-82eb-f66c3e3dcdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "PUT /v2.0/routers/e8488280-237f-44f7-907d-e101f138d5f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1021714 May 30 20:26:30.017377 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59672) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:30.019217 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf8851-00ab-4244-9da5-a27b1e05fd39 None None] Routers {'e8488280-237f-44f7-907d-e101f138d5f5'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:30.020469 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3dcf8851-00ab-4244-9da5-a27b1e05fd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:26:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e8488280-237f-44f7-907d-e101f138d5f5'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:30.195057 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:30.369266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59682) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:30.426257 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-3dcf8851-00ab-4244-9da5-a27b1e05fd39 None None] Set router e8488280-237f-44f7-907d-e101f138d5f5 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:30.576771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fa808-5aef-4962-991d-dbac510cb719 req-0dfcdade-5f13-4967-ab97-22e4570718ef tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:30.597939 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d1fa808-5aef-4962-991d-dbac510cb719 req-0dfcdade-5f13-4967-ab97-22e4570718ef tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.8685248 May 30 20:26:30.606129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964a6a38-1fa4-411d-ac7b-ec3398ebe04b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:30.609574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964a6a38-1fa4-411d-ac7b-ec3398ebe04b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:30.613358 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-964a6a38-1fa4-411d-ac7b-ec3398ebe04b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5910335 May 30 20:26:30.616204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59696) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:30.735952 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d1fa808-5aef-4962-991d-dbac510cb719 req-8f1c8979-8d91-45ad-a1fd-e68ca0f4114a tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201949 May 30 20:26:30.753910 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3dcf8851-00ab-4244-9da5-a27b1e05fd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8488280-237f-44f7-907d-e101f138d5f5', 'name': 'tempest-NetworksTestDHCPv6-router-1986290439', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:12Z', 'updated_at': '2022-05-30T20:26:26Z', 'revision_number': 3, 'project_id': '7f8fa47691474e2c94fd78271493f504', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:30.768018 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf8851-00ab-4244-9da5-a27b1e05fd39 None None] Checking router: e8488280-237f-44f7-907d-e101f138d5f5 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:26:30.790451 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf8851-00ab-4244-9da5-a27b1e05fd39 None None] Routers {'e8488280-237f-44f7-907d-e101f138d5f5'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:30.791123 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3dcf8851-00ab-4244-9da5-a27b1e05fd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:26:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e8488280-237f-44f7-907d-e101f138d5f5'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:30.868067 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Allocated IP 172.25.5.75 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/05907920-efb2-4178-9c48-ec681351437b) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:30.876223 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f01f781-a53f-46fc-a5d4-f84775d0f78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.146578 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-3dcf8851-00ab-4244-9da5-a27b1e05fd39 None None] Set router e8488280-237f-44f7-907d-e101f138d5f5 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:31.182020 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5f01f781-a53f-46fc-a5d4-f84775d0f78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:31.232030 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5f01f781-a53f-46fc-a5d4-f84775d0f78d admin admin] Usage tracker for resource:security_group_rule and tenant:a1939a8ec2c547eeaf17019a222aff12 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:31.245805 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5f01f781-a53f-46fc-a5d4-f84775d0f78d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:31.270426 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.317760 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59716) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:31.349513 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5f01f781-a53f-46fc-a5d4-f84775d0f78d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:31.397383 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59722) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:31.410557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b631b3-7db4-4d75-abf2-7efe9ab6fdc6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet d88a9f38-d931-4df4-b394-58620f6ffb04 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:26:31.423824 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3dcf8851-00ab-4244-9da5-a27b1e05fd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8488280-237f-44f7-907d-e101f138d5f5', 'name': 'tempest-NetworksTestDHCPv6-router-1986290439', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:12Z', 'updated_at': '2022-05-30T20:26:26Z', 'revision_number': 3, 'project_id': '7f8fa47691474e2c94fd78271493f504', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:31.438465 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1b631b3-7db4-4d75-abf2-7efe9ab6fdc6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.438654 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf8851-00ab-4244-9da5-a27b1e05fd39 None None] The sync data for ids ['e8488280-237f-44f7-907d-e101f138d5f5'] in n-d-843949-2 is: [{'id': 'e8488280-237f-44f7-907d-e101f138d5f5', 'name': 'tempest-NetworksTestDHCPv6-router-1986290439', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:12Z', 'updated_at': '2022-05-30T20:26:26Z', 'revision_number': 3, 'project_id': '7f8fa47691474e2c94fd78271493f504', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:26:31.519515 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.573490 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.580556 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1b631b3-7db4-4d75-abf2-7efe9ab6fdc6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.607629 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a985254a-31c6-46d9-8725-32a0b9583d45 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1641835521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:31.613476 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.623836 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a985254a-31c6-46d9-8725-32a0b9583d45 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:31.636232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a985254a-31c6-46d9-8725-32a0b9583d45 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Usage tracker for resource:router and tenant:e8eaee06dd924df884cb48a7d1b91778 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:31.646020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a985254a-31c6-46d9-8725-32a0b9583d45 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:31.668889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a985254a-31c6-46d9-8725-32a0b9583d45 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:31.723918 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f01f781-a53f-46fc-a5d4-f84775d0f78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.726628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d34cc73d-0a73-4eb4-87ff-a3e041fc3eb9 tempest-SubnetPoolsTestJSON-931701876 tempest-SubnetPoolsTestJSON-931701876-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-349041531', 'prefixes': ['172.20.0.0/16']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:31.735524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d34cc73d-0a73-4eb4-87ff-a3e041fc3eb9 tempest-SubnetPoolsTestJSON-931701876 tempest-SubnetPoolsTestJSON-931701876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:31.744039 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f01f781-a53f-46fc-a5d4-f84775d0f78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.772932 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a985254a-31c6-46d9-8725-32a0b9583d45 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.775515 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a985254a-31c6-46d9-8725-32a0b9583d45 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.779435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:31.790574 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5f01f781-a53f-46fc-a5d4-f84775d0f78d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a1939a8ec2c547eeaf17019a222aff12&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4098086 May 30 20:26:31.808472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:31.810591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59730) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:31.833138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:31.882598 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a985254a-31c6-46d9-8725-32a0b9583d45 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.887172 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d34cc73d-0a73-4eb4-87ff-a3e041fc3eb9 tempest-SubnetPoolsTestJSON-931701876 tempest-SubnetPoolsTestJSON-931701876-project] Notify callbacks [] for subnetpool, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.890059 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d34cc73d-0a73-4eb4-87ff-a3e041fc3eb9 tempest-SubnetPoolsTestJSON-931701876 tempest-SubnetPoolsTestJSON-931701876-project] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4913471 May 30 20:26:31.906197 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59740) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:31.968233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Pushing event updated for resources: {'Port': ['ID=05907920-efb2-4178-9c48-ec681351437b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:32.038613 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a985254a-31c6-46d9-8725-32a0b9583d45 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.082664 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-468aa515-dfe8-4a31-90c7-8de6d36803fa tempest-SubnetPoolsTestJSON-931701876 tempest-SubnetPoolsTestJSON-931701876-project] 10.222.0.84 "GET /v2.0/subnetpools/4df94d24-8da4-4b38-8253-c1e508599862 HTTP/1.1" status: 200 len: 731 time: 0.1713634 May 30 20:26:32.083260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59744) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:32.113331 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-5877cd14-195f-4781-9d46-f6a6a7c6c488 tempest-SubnetPoolsTestJSON-931701876 tempest-SubnetPoolsTestJSON-931701876-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1059868485'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:32.142296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01f781-a53f-46fc-a5d4-f84775d0f78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dbd161-7491-4740-943f-a9b28468afff,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:32.145457 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a985254a-31c6-46d9-8725-32a0b9583d45 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.151672 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a985254a-31c6-46d9-8725-32a0b9583d45 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8305137 May 30 20:26:32.156592 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59748) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:32.167794 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1b631b3-7db4-4d75-abf2-7efe9ab6fdc6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.202773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-80219925'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:32.228609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:32.254235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Usage tracker for resource:network and tenant:e8eaee06dd924df884cb48a7d1b91778 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:32.259128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:32.286807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:32.388294 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Made reservation on behalf of e8eaee06dd924df884cb48a7d1b91778 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:32.393063 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.432622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765ffd3-6993-46d0-bd4d-8ba12bb02397 req-9e63357c-ebd1-45b1-8e1e-91bb9324a0b0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:32.438693 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7765ffd3-6993-46d0-bd4d-8ba12bb02397 req-9e63357c-ebd1-45b1-8e1e-91bb9324a0b0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.2943501 May 30 20:26:32.468414 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.490695 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f791f485-9a44-4034-8420-ddd40166c18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.500716 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5877cd14-195f-4781-9d46-f6a6a7c6c488 tempest-SubnetPoolsTestJSON-931701876 tempest-SubnetPoolsTestJSON-931701876-project] Notify callbacks [] for subnetpool, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.502215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5877cd14-195f-4781-9d46-f6a6a7c6c488 tempest-SubnetPoolsTestJSON-931701876 tempest-SubnetPoolsTestJSON-931701876-project] 10.222.0.84 "PUT /v2.0/subnetpools/4df94d24-8da4-4b38-8253-c1e508599862 HTTP/1.1" status: 200 len: 684 time: 0.4173703 May 30 20:26:32.512056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59758) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:32.530533 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f791f485-9a44-4034-8420-ddd40166c18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.562977 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:32.620797 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f791f485-9a44-4034-8420-ddd40166c18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.628702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Usage tracker for resource:security_group_rule and tenant:e8eaee06dd924df884cb48a7d1b91778 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:32.644529 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7765ffd3-6993-46d0-bd4d-8ba12bb02397 req-70cbceb1-3a21-4217-9276-10a0c7d5b5b3 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006032 May 30 20:26:32.648706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:32.671851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:32.694468 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6170be22-552a-4afe-ae2e-892b47a1bbe6 tempest-SubnetPoolsTestJSON-931701876 tempest-SubnetPoolsTestJSON-931701876-project] Notify callbacks [] for subnetpool, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.696900 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791f485-9a44-4034-8420-ddd40166c18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dbd161-7491-4740-943f-a9b28468afff,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:32.697611 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6170be22-552a-4afe-ae2e-892b47a1bbe6 tempest-SubnetPoolsTestJSON-931701876 tempest-SubnetPoolsTestJSON-931701876-project] 10.222.0.84 "DELETE /v2.0/subnetpools/4df94d24-8da4-4b38-8253-c1e508599862 HTTP/1.1" status: 204 len: 168 time: 0.1833017 May 30 20:26:32.703450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59762) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:32.735450 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-10714137-8a58-4aaa-be5b-086f0753c32d tempest-SubnetPoolsTestJSON-931701876 tempest-SubnetPoolsTestJSON-931701876-project] show failed (client error): The resource could not be found. May 30 20:26:32.737601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-10714137-8a58-4aaa-be5b-086f0753c32d tempest-SubnetPoolsTestJSON-931701876 tempest-SubnetPoolsTestJSON-931701876-project] 10.222.0.84 "GET /v2.0/subnetpools/4df94d24-8da4-4b38-8253-c1e508599862 HTTP/1.1" status: 404 len: 346 time: 0.0323668 May 30 20:26:32.742275 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59766) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:32.764130 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1b631b3-7db4-4d75-abf2-7efe9ab6fdc6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.772643 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-30dc22e4-6d7c-4f3c-a302-1220235bab6a tempest-SubnetPoolsTestJSON-931701876 tempest-SubnetPoolsTestJSON-931701876-project] delete failed (client error): The resource could not be found. May 30 20:26:32.772643 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-30dc22e4-6d7c-4f3c-a302-1220235bab6a tempest-SubnetPoolsTestJSON-931701876 tempest-SubnetPoolsTestJSON-931701876-project] 10.222.0.84 "DELETE /v2.0/subnetpools/4df94d24-8da4-4b38-8253-c1e508599862 HTTP/1.1" status: 404 len: 346 time: 0.0272121 May 30 20:26:32.851415 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.858361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b631b3-7db4-4d75-abf2-7efe9ab6fdc6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=d88a9f38-d931-4df4-b394-58620f6ffb04,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:32.875619 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f791f485-9a44-4034-8420-ddd40166c18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.880392 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f791f485-9a44-4034-8420-ddd40166c18b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b5dbd161-7491-4740-943f-a9b28468afff HTTP/1.1" status: 204 len: 168 time: 1.0551291 May 30 20:26:32.907666 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.926104 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.961019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:26:32.974789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e04c11-70b1-4811-822a-df56a3150a22,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:32.981121 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.981633 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Added segment 003be5e8-aced-4751-8d79-25f45541785d of type vlan for network 51ada3cf-004f-4e8c-8217-1c2bfe3140a0 May 30 20:26:33.024153 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:33.077376 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1b631b3-7db4-4d75-abf2-7efe9ab6fdc6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:33.078567 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c1b631b3-7db4-4d75-abf2-7efe9ab6fdc6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/d88a9f38-d931-4df4-b394-58620f6ffb04 HTTP/1.1" status: 204 len: 168 time: 2.4479027 May 30 20:26:33.082669 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2144a843-8bfe-4bdf-816e-cf6bf6e1ae28 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:33.085495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59778) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:33.258114 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8fd6e1dd-ca87-4290-9966-aed1d2f21f17 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:26:33.310662 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:33.319679 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:33.322926 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:33.405025 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 8fd6e1dd-ca87-4290-9966-aed1d2f21f17 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:26:33.409572 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8fd6e1dd-ca87-4290-9966-aed1d2f21f17 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:26:33.430452 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2715969 May 30 20:26:33.441216 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59786) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:33.460314 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:33.501049 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0ebf9583-0cf4-480b-8869-bec0faa9eac6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Request body: {'subnet': {'network_id': '51ada3cf-004f-4e8c-8217-1c2bfe3140a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:33.630181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e36bf-7d8e-43b3-8636-b82478ff39ef tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event updated for resources: {'Network': ['ID=51ada3cf-004f-4e8c-8217-1c2bfe3140a0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:33.693941 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d4750502-61bd-467e-aa30-7dd49b749146 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6070421 May 30 20:26:33.702960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59796) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:33.736353 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 51ada3cf-004f-4e8c-8217-1c2bfe3140a0 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:26:33.847906 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59804) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:34.171119 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0d381b97-f523-42d0-b279-7ec1552a6090 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:34.184458 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1475aa-7d75-4c42-89f1-f64812758f36 None None] DHCP port deletion for c840c2bc-8044-4130-b66e-385776b76782 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:26:34.188994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ec1475aa-7d75-4c42-89f1-f64812758f36 None None] Deleting port ccecab3f-4979-4c50-bb35-63dc7a207cd3 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:34.189368 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ec1475aa-7d75-4c42-89f1-f64812758f36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:34.284954 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0ebf9583-0cf4-480b-8869-bec0faa9eac6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:34.343516 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0ebf9583-0cf4-480b-8869-bec0faa9eac6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Usage tracker for resource:subnet and tenant:e8eaee06dd924df884cb48a7d1b91778 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:34.367588 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0ebf9583-0cf4-480b-8869-bec0faa9eac6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:34.378998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0ebf9583-0cf4-480b-8869-bec0faa9eac6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:34.435830 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:34.450962 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebf9583-0cf4-480b-8869-bec0faa9eac6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Made reservation on behalf of e8eaee06dd924df884cb48a7d1b91778 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:34.589953 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:34.679441 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ec1475aa-7d75-4c42-89f1-f64812758f36 None None] For port ccecab3f-4979-4c50-bb35-63dc7a207cd3, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ccecab3f-4979-4c50-bb35-63dc7a207cd3,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:34.680409 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ec1475aa-7d75-4c42-89f1-f64812758f36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:34.787403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe12d34-273d-4861-a725-679c6e5f5a79 req-4acfd7ef-fbca-473c-b17d-4b1f2c526c0e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:34.794769 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-abe12d34-273d-4861-a725-679c6e5f5a79 req-4acfd7ef-fbca-473c-b17d-4b1f2c526c0e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.5511968 May 30 20:26:34.957523 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:34.980398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.042622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ec1475aa-7d75-4c42-89f1-f64812758f36 None None] Calling delete_port for ccecab3f-4979-4c50-bb35-63dc7a207cd3 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:35.097631 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc741667-1385-42e1-9ee8-396931bc56fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.158031 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fc741667-1385-42e1-9ee8-396931bc56fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:35.162810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fc741667-1385-42e1-9ee8-396931bc56fa admin admin] Usage tracker for resource:security_group_rule and tenant:8a50f211225c44bdaa144e66b8a03084 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:35.166328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fc741667-1385-42e1-9ee8-396931bc56fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:35.172835 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fc741667-1385-42e1-9ee8-396931bc56fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:35.298803 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc741667-1385-42e1-9ee8-396931bc56fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.327800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ccecab3f-4979-4c50-bb35-63dc7a207cd3 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:26:35.411770 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc741667-1385-42e1-9ee8-396931bc56fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.439438 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-abe12d34-273d-4861-a725-679c6e5f5a79 req-275e81f7-2031-443b-b393-d6b863c8e30f tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6436062 May 30 20:26:35.447518 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ec1475aa-7d75-4c42-89f1-f64812758f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.452060 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0d381b97-f523-42d0-b279-7ec1552a6090 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.475595 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0d381b97-f523-42d0-b279-7ec1552a6090 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.503210 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Pushing event updated for resources: {'Port': ['ID=05907920-efb2-4178-9c48-ec681351437b,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:35.520347 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0d381b97-f523-42d0-b279-7ec1552a6090 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.520347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d381b97-f523-42d0-b279-7ec1552a6090 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Fanout notify agent at l3_agent the message router_deleted on router e8488280-237f-44f7-907d-e101f138d5f5 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:26:35.523507 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ebf9583-0cf4-480b-8869-bec0faa9eac6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.542547 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0d381b97-f523-42d0-b279-7ec1552a6090 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.546435 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0d381b97-f523-42d0-b279-7ec1552a6090 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/routers/e8488280-237f-44f7-907d-e101f138d5f5 HTTP/1.1" status: 204 len: 168 time: 1.8397284 May 30 20:26:35.547091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59840) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:35.554764 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-03eba8f2-cf78-423d-9c91-b39b55c4c2ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:35.579511 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1475aa-7d75-4c42-89f1-f64812758f36 None None] Pushing event deleted for resources: {'Port': ['ID=ccecab3f-4979-4c50-bb35-63dc7a207cd3,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:35.612326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1475aa-7d75-4c42-89f1-f64812758f36 None None] No DVR routers for this DVR port ccecab3f-4979-4c50-bb35-63dc7a207cd3 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:26:35.613812 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No active binding found for port ccecab3f-4979-4c50-bb35-63dc7a207cd3 {{(pid=84025) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 20:26:35.614221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ccecab3f-4979-4c50-bb35-63dc7a207cd3 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:26:35.811343 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-03eba8f2-cf78-423d-9c91-b39b55c4c2ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:35.819642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-03eba8f2-cf78-423d-9c91-b39b55c4c2ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:35.823636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-03eba8f2-cf78-423d-9c91-b39b55c4c2ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:35.844979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-03eba8f2-cf78-423d-9c91-b39b55c4c2ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:35.857352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eba8f2-cf78-423d-9c91-b39b55c4c2ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:35.872285 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc741667-1385-42e1-9ee8-396931bc56fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313ff2b2-129a-4995-996c-9e2edf642df9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:35.895882 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.010938 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fc741667-1385-42e1-9ee8-396931bc56fa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8a50f211225c44bdaa144e66b8a03084&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7407196 May 30 20:26:36.022914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59852) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:36.022914 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-03eba8f2-cf78-423d-9c91-b39b55c4c2ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.298358 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-03eba8f2-cf78-423d-9c91-b39b55c4c2ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.368754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59862) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:36.387127 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ebf9583-0cf4-480b-8869-bec0faa9eac6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.413458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eba8f2-cf78-423d-9c91-b39b55c4c2ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=9b2396ae-ad21-476f-a14d-71dc78110cd7,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:36.493838 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eba8f2-cf78-423d-9c91-b39b55c4c2ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:36.498989 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-03eba8f2-cf78-423d-9c91-b39b55c4c2ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:36.502944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eba8f2-cf78-423d-9c91-b39b55c4c2ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:36.504189 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-03eba8f2-cf78-423d-9c91-b39b55c4c2ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.513003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf9583-0cf4-480b-8869-bec0faa9eac6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event updated for resources: {'Subnet': ['ID=2265366f-add0-47a8-98fe-0a4774fa290e,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:36.514512 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8874a3b2-0917-4790-93aa-0394f51d1232 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:36.540603 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-33148162-c93b-4ade-8b4c-80d18f2f97a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.565867 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-03eba8f2-cf78-423d-9c91-b39b55c4c2ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0145531 May 30 20:26:36.571492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59874) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:36.581134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-7b054717-b3ad-4349-b48b-807b9ff687b4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1159935566', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:36.587828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7b054717-b3ad-4349-b48b-807b9ff687b4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:36.591715 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf9583-0cf4-480b-8869-bec0faa9eac6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Checking segment: {'id': '003be5e8-aced-4751-8d79-25f45541785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '51ada3cf-004f-4e8c-8217-1c2bfe3140a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:36.592599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7b054717-b3ad-4349-b48b-807b9ff687b4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:router and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:36.596048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7b054717-b3ad-4349-b48b-807b9ff687b4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:36.596649 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebf9583-0cf4-480b-8869-bec0faa9eac6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Network hostable DHCP agents. Network: 51ada3cf-004f-4e8c-8217-1c2bfe3140a0, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:26:36.602818 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7b054717-b3ad-4349-b48b-807b9ff687b4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:36.617522 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-33148162-c93b-4ade-8b4c-80d18f2f97a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.650675 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7b054717-b3ad-4349-b48b-807b9ff687b4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.652188 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7b054717-b3ad-4349-b48b-807b9ff687b4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.697658 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7b054717-b3ad-4349-b48b-807b9ff687b4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.751125 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7b054717-b3ad-4349-b48b-807b9ff687b4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.801860 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bae0e787-4228-4927-9a49-f36ded471523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.821800 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7b054717-b3ad-4349-b48b-807b9ff687b4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.825079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7b054717-b3ad-4349-b48b-807b9ff687b4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2525856 May 30 20:26:36.831028 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 59878) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:36.906014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45683709-8ae4-43d7-89bf-2e2447a07de3 req-c4ec5fc4-6a99-4724-9c47-91c17a6de06e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:36.915888 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-45683709-8ae4-43d7-89bf-2e2447a07de3 req-c4ec5fc4-6a99-4724-9c47-91c17a6de06e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.1363912 May 30 20:26:36.952502 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-33148162-c93b-4ade-8b4c-80d18f2f97a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.977025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebf9583-0cf4-480b-8869-bec0faa9eac6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Network 51ada3cf-004f-4e8c-8217-1c2bfe3140a0 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:26:36.982840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33148162-c93b-4ade-8b4c-80d18f2f97a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313ff2b2-129a-4995-996c-9e2edf642df9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:36.990490 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Floating IP fcc482e0-6419-4456-b30c-7a7cd7500e76 associated. External IP: 172.25.5.75, port: 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52. May 30 20:26:36.993174 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-33148162-c93b-4ade-8b4c-80d18f2f97a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.998678 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-33148162-c93b-4ade-8b4c-80d18f2f97a1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/313ff2b2-129a-4995-996c-9e2edf642df9 HTTP/1.1" status: 204 len: 168 time: 0.7188811 May 30 20:26:37.016044 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-45683709-8ae4-43d7-89bf-2e2447a07de3 req-fbf26da2-eb10-461a-b76f-c47e2f12ccff tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978172 May 30 20:26:37.153070 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bae0e787-4228-4927-9a49-f36ded471523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:37.155620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-0ebf9583-0cf4-480b-8869-bec0faa9eac6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 51ada3cf-004f-4e8c-8217-1c2bfe3140a0) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:37.188878 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c840c2bc-8044-4130-b66e-385776b76782', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'fixed_ips': [{'subnet_id': '9b2396ae-ad21-476f-a14d-71dc78110cd7'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:26:37.190095 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:37.200223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e773e3-a523-4557-ad98-9397e73fc483 None None] Network 51ada3cf-004f-4e8c-8217-1c2bfe3140a0 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:37.238415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bae0e787-4228-4927-9a49-f36ded471523 admin admin] Usage tracker for resource:security_group_rule and tenant:152ba58a41974add9780c261b1eeb3a4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:37.243511 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:37.253058 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebf9583-0cf4-480b-8869-bec0faa9eac6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:37.253058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ebf9583-0cf4-480b-8869-bec0faa9eac6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:37.298074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bae0e787-4228-4927-9a49-f36ded471523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:37.353269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bae0e787-4228-4927-9a49-f36ded471523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:37.730162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Allocated IP 2001:db8::2 (c840c2bc-8044-4130-b66e-385776b76782/9b2396ae-ad21-476f-a14d-71dc78110cd7/3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:37.730753 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bae0e787-4228-4927-9a49-f36ded471523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:37.734681 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0ebf9583-0cf4-480b-8869-bec0faa9eac6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2527874 May 30 20:26:37.768546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59898) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:37.775262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Request body: {'network': {'name': 'tempest-router-network01--1848380033'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:37.781586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:37.786945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Usage tracker for resource:network and tenant:e8eaee06dd924df884cb48a7d1b91778 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:37.790804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:37.798883 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:37.813613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Made reservation on behalf of e8eaee06dd924df884cb48a7d1b91778 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:37.819687 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:37.874784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:26:37.893278 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:37.893972 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Added segment 0f25f2bb-3e40-4da1-9090-11a1d481121e of type vlan for network 839848d4-e3e9-4095-8619-c20264b1135e May 30 20:26:37.911288 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bae0e787-4228-4927-9a49-f36ded471523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:37.928329 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:37.958909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-51ada3cf-004f-4e8c-8217-1c2bfe3140a0', 'network_id': '51ada3cf-004f-4e8c-8217-1c2bfe3140a0', 'tenant_id': 'e8eaee06dd924df884cb48a7d1b91778', 'fixed_ips': [{'subnet_id': '2265366f-add0-47a8-98fe-0a4774fa290e'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:26:37.960609 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.002700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0e787-4228-4927-9a49-f36ded471523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0592cd4-cbfe-4489-9101-69736c7b2803,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:38.010639 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bae0e787-4228-4927-9a49-f36ded471523 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=152ba58a41974add9780c261b1eeb3a4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6324015 May 30 20:26:38.013289 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59910) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:38.048686 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.052325 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:38.052905 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.374452 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Allocated IP 2001:db8::2 (51ada3cf-004f-4e8c-8217-1c2bfe3140a0/2265366f-add0-47a8-98fe-0a4774fa290e/eb76d785-1bd1-4584-a2b9-036cd6900e7f) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:38.441775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event updated for resources: {'Network': ['ID=839848d4-e3e9-4095-8619-c20264b1135e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:38.490941 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.547054 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7770128 May 30 20:26:38.566461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59930) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:38.569134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:38.573844 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:38.574238 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:38.574572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:38.574907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:38.575235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:38.579742 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:38.580165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:38.580553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:38.581288 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:38.581626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b7da3-3644-46dd-9000-096c6a34deaa tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:38.636430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-eab39045-a480-423a-8ead-c24beda59af4 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Request body: {'network': {'name': 'tempest-router-network02--1730945933'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:38.646777 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.656213 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e83628b8-4756-4a3b-b3c7-438a3cc5a006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.659330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-eab39045-a480-423a-8ead-c24beda59af4 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:38.670559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Transition to ACTIVE for port object eb76d785-1bd1-4584-a2b9-036cd6900e7f will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:38.734511 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e83628b8-4756-4a3b-b3c7-438a3cc5a006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.795035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-eab39045-a480-423a-8ead-c24beda59af4 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Usage tracker for resource:network and tenant:e8eaee06dd924df884cb48a7d1b91778 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:38.802206 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-eab39045-a480-423a-8ead-c24beda59af4 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:38.814604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-eab39045-a480-423a-8ead-c24beda59af4 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:38.857118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab39045-a480-423a-8ead-c24beda59af4 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Made reservation on behalf of e8eaee06dd924df884cb48a7d1b91778 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:38.864662 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eab39045-a480-423a-8ead-c24beda59af4 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.920765 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e83628b8-4756-4a3b-b3c7-438a3cc5a006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.960838 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83628b8-4756-4a3b-b3c7-438a3cc5a006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0592cd4-cbfe-4489-9101-69736c7b2803,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:38.974295 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e83628b8-4756-4a3b-b3c7-438a3cc5a006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.990299 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.995074 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e83628b8-4756-4a3b-b3c7-438a3cc5a006 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a0592cd4-cbfe-4489-9101-69736c7b2803 HTTP/1.1" status: 204 len: 168 time: 0.9709296 May 30 20:26:39.001473 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Transition to ACTIVE for port object 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:39.022044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450686e-2745-499e-8b70-73b6ba538f65 req-deb6b9c5-4aa1-4918-9ada-fcf01a15a67d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:39.035059 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5450686e-2745-499e-8b70-73b6ba538f65 req-deb6b9c5-4aa1-4918-9ada-fcf01a15a67d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.5889230 May 30 20:26:39.045130 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Transition to ACTIVE for port object 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:39.051135 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 839848d4-e3e9-4095-8619-c20264b1135e details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:26:39.118928 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Transition to ACTIVE for port object eb76d785-1bd1-4584-a2b9-036cd6900e7f will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:39.147209 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.190579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab39045-a480-423a-8ead-c24beda59af4 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:26:39.262074 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eab39045-a480-423a-8ead-c24beda59af4 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.262421 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-eab39045-a480-423a-8ead-c24beda59af4 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Added segment f9358384-2b8a-4484-89a0-1f4cf49e4133 of type vlan for network d4c31943-b591-4141-a8a7-11cec2808a92 May 30 20:26:39.348672 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eab39045-a480-423a-8ead-c24beda59af4 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.415609 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.437345 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eab39045-a480-423a-8ead-c24beda59af4 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.441397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab39045-a480-423a-8ead-c24beda59af4 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:39.442047 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eab39045-a480-423a-8ead-c24beda59af4 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.517754 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:39.533073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:39.537779 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:39.567126 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Network 51ada3cf-004f-4e8c-8217-1c2bfe3140a0 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:39.577485 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:39.583467 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:39.611142 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Pushing event updated for resources: {'Port': ['ID=3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:39.659632 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5450686e-2745-499e-8b70-73b6ba538f65 req-2ac1801e-2e73-45db-af2a-82f6364ab06a tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6234839 May 30 20:26:39.684578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-eab39045-a480-423a-8ead-c24beda59af4 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0840359 May 30 20:26:39.685452 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 59960) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:39.721542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-9c8ebba2-f1b7-4e5b-90eb-5a991d3d9797 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Request body: {'subnet': {'network_id': '839848d4-e3e9-4095-8619-c20264b1135e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:39.833837 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Pushing event updated for resources: {'Port': ['ID=eb76d785-1bd1-4584-a2b9-036cd6900e7f,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:39.945117 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::1 (c840c2bc-8044-4130-b66e-385776b76782/9b2396ae-ad21-476f-a14d-71dc78110cd7/843793dc-0bfd-422b-bdb0-b844c11ebb4d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:40.004215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9c8ebba2-f1b7-4e5b-90eb-5a991d3d9797 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:40.006898 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab39045-a480-423a-8ead-c24beda59af4 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event updated for resources: {'Network': ['ID=d4c31943-b591-4141-a8a7-11cec2808a92,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:40.012067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9c8ebba2-f1b7-4e5b-90eb-5a991d3d9797 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Usage tracker for resource:subnet and tenant:e8eaee06dd924df884cb48a7d1b91778 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:40.021016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9c8ebba2-f1b7-4e5b-90eb-5a991d3d9797 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:40.033071 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9c8ebba2-f1b7-4e5b-90eb-5a991d3d9797 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:40.046786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Router a99bdecd-a26d-47af-8541-f7b17a153564 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:26:40.056270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8ebba2-f1b7-4e5b-90eb-5a991d3d9797 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Made reservation on behalf of e8eaee06dd924df884cb48a7d1b91778 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:40.105446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network d4c31943-b591-4141-a8a7-11cec2808a92 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:26:40.279193 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9c8ebba2-f1b7-4e5b-90eb-5a991d3d9797 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:40.399366 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Attempting to bind port 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:40.404328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Attempting to bind port 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:40.404740 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Attempting to bind port 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1 on network c840c2bc-8044-4130-b66e-385776b76782 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:40.470277 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:40.472357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:40.473450 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:40.475439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Bound using segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:40.477264 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Bound port: 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:40.480623 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:40.502022 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:40.502719 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Attempting to bind port eb76d785-1bd1-4584-a2b9-036cd6900e7f on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:40.503773 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Attempting to bind port eb76d785-1bd1-4584-a2b9-036cd6900e7f by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '003be5e8-aced-4751-8d79-25f45541785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '51ada3cf-004f-4e8c-8217-1c2bfe3140a0'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:40.504827 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Attempting to bind port eb76d785-1bd1-4584-a2b9-036cd6900e7f on network 51ada3cf-004f-4e8c-8217-1c2bfe3140a0 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:40.541257 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object 843793dc-0bfd-422b-bdb0-b844c11ebb4d will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:40.677402 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:40.677775 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Checking segment: {'id': '003be5e8-aced-4751-8d79-25f45541785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '51ada3cf-004f-4e8c-8217-1c2bfe3140a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:40.678364 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:40.678905 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Bound using segment: {'id': '003be5e8-aced-4751-8d79-25f45541785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '51ada3cf-004f-4e8c-8217-1c2bfe3140a0'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:40.679542 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Bound port: eb76d785-1bd1-4584-a2b9-036cd6900e7f, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003be5e8-aced-4751-8d79-25f45541785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '51ada3cf-004f-4e8c-8217-1c2bfe3140a0'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:40.680120 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:40.704779 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:41.009199 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] For port 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:41.013993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:41.019019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] For port 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:41.024500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:41.028994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=843793dc-0bfd-422b-bdb0-b844c11ebb4d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:41.031349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:41.031874 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:41.099499 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:41.261668 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9c8ebba2-f1b7-4e5b-90eb-5a991d3d9797 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:41.301033 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bfdf5-885a-493c-96d3-0ca2519619aa None None] Pushing event updated for resources: {'Port': ['ID=3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:41.311564 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:41.360780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] For port eb76d785-1bd1-4584-a2b9-036cd6900e7f, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:41.366900 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] For port eb76d785-1bd1-4584-a2b9-036cd6900e7f, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=eb76d785-1bd1-4584-a2b9-036cd6900e7f,segment=NetworkSegment(003be5e8-aced-4751-8d79-25f45541785d),segment_id=003be5e8-aced-4751-8d79-25f45541785d)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:41.398378 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:41.615693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc5836-1c53-4139-a695-e1093d525c5c None None] Pushing event updated for resources: {'Port': ['ID=eb76d785-1bd1-4584-a2b9-036cd6900e7f,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:41.679317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ebba2-f1b7-4e5b-90eb-5a991d3d9797 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event updated for resources: {'Subnet': ['ID=0f818ac0-ad77-4673-ae22-4210fefd2bfa,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:41.739078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336c490-6849-4ade-9984-cc05408bb0cb req-7afc8d8d-e42e-4efe-b0be-739f363c0795 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:41.746636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3336c490-6849-4ade-9984-cc05408bb0cb req-7afc8d8d-e42e-4efe-b0be-739f363c0795 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.6478462 May 30 20:26:41.749980 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8ebba2-f1b7-4e5b-90eb-5a991d3d9797 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Checking segment: {'id': '0f25f2bb-3e40-4da1-9090-11a1d481121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '839848d4-e3e9-4095-8619-c20264b1135e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:41.754749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8ebba2-f1b7-4e5b-90eb-5a991d3d9797 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Network hostable DHCP agents. Network: 839848d4-e3e9-4095-8619-c20264b1135e, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:26:41.831076 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cff690ea-20ff-48d2-9dea-15b071b235c8 req-b5eb4244-2456-4cfb-85ee-584d56e970ab service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f154aa639e466b871f55ef50521468&device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 1096 time: 0.7335899 May 30 20:26:41.943999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:26:41.963494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22236d6-eae2-462f-bd58-c9f61beb4e13 None None] Sync routers for ids ['a99bdecd-a26d-47af-8541-f7b17a153564'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:26:41.987710 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3336c490-6849-4ade-9984-cc05408bb0cb req-b88a859e-66c4-419a-9c2a-fa1f28e4128c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399869 May 30 20:26:42.011012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22236d6-eae2-462f-bd58-c9f61beb4e13 None None] Routers {'a99bdecd-a26d-47af-8541-f7b17a153564'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:42.012151 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d22236d6-eae2-462f-bd58-c9f61beb4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:26:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a99bdecd-a26d-47af-8541-f7b17a153564'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:42.542561 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-d22236d6-eae2-462f-bd58-c9f61beb4e13 None None] Set router a99bdecd-a26d-47af-8541-f7b17a153564 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:42.574756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8ebba2-f1b7-4e5b-90eb-5a991d3d9797 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Network 839848d4-e3e9-4095-8619-c20264b1135e is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:26:42.620102 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:42.772955 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e60c0f6e-e236-45a2-8c65-a8081c7065e7 req-95210c3f-ebc0-4a4b-b697-f110608bfb7c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7841346 May 30 20:26:42.780078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-9c8ebba2-f1b7-4e5b-90eb-5a991d3d9797 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 839848d4-e3e9-4095-8619-c20264b1135e) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:42.782617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff690ea-20ff-48d2-9dea-15b071b235c8 req-9b0a4a91-da2b-4480-b9f6-35b69d5a567e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:42.784911 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cff690ea-20ff-48d2-9dea-15b071b235c8 req-9b0a4a91-da2b-4480-b9f6-35b69d5a567e service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d1878ae-449f-42b8-bf46-74af28ca94fd HTTP/1.1" status: 200 len: 918 time: 0.9248986 May 30 20:26:42.880553 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5c3dc513-6b3d-4923-b68b-c2460d6c8ab6 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 13.1863234 May 30 20:26:42.884586 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce6145b-9258-4c1b-a384-578f551e431f', 'tag': '3976db5c-cc06-4f62-8e5b-fa8b0ab11b52'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:26:42.920910 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98f4d76-4b81-4fd1-9e6b-9d0d84e93379 None None] Network 839848d4-e3e9-4095-8619-c20264b1135e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:42.993192 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8ebba2-f1b7-4e5b-90eb-5a991d3d9797 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:42.995199 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9c8ebba2-f1b7-4e5b-90eb-5a991d3d9797 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:43.015693 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:43.028652 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:43.041739 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:43.295422 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=843793dc-0bfd-422b-bdb0-b844c11ebb4d,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:43.378511 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9c8ebba2-f1b7-4e5b-90eb-5a991d3d9797 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6746261 May 30 20:26:43.387314 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60076) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:43.434351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-58fd6f8f-3575-4800-a086-b255aae7745b tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Request body: {'subnet': {'network_id': 'd4c31943-b591-4141-a8a7-11cec2808a92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:43.642789 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68804725-61d4-467e-b2fb-24f9524decf7'] response: {'name': 'network-changed', 'server_uuid': 'fce6145b-9258-4c1b-a384-578f551e431f', 'tag': '3976db5c-cc06-4f62-8e5b-fa8b0ab11b52', 'status': 'completed', 'code': 200} May 30 20:26:43.655869 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:43.798202 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:43.799773 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:43.800601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cff690ea-20ff-48d2-9dea-15b071b235c8 req-c4a988cc-8e2c-422e-aae6-5a7e27761132 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a03b52d-330f-4193-9621-35fa00c9a75d HTTP/1.1" status: 200 len: 1000 time: 1.0069363 May 30 20:26:44.136341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff690ea-20ff-48d2-9dea-15b071b235c8 req-6a57fc16-eabb-41b1-96ac-042d3a2986d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:44.137759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cff690ea-20ff-48d2-9dea-15b071b235c8 req-6a57fc16-eabb-41b1-96ac-042d3a2986d5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9f9412f8-b9b7-4d21-91c7-4120cd918668 HTTP/1.1" status: 200 len: 856 time: 0.1312726 May 30 20:26:44.262276 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e60c0f6e-e236-45a2-8c65-a8081c7065e7 req-e16ecd19-84bb-471a-b5b3-f6e61a26139a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9786c2fd175648c7b3fff1d88f7297bb&device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 1097 time: 1.2608521 May 30 20:26:44.440941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60134) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:44.491019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66cdbac-fb6c-47d9-8eb6-e14e6127e29d None None] Network 51ada3cf-004f-4e8c-8217-1c2bfe3140a0 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:44.494801 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-58fd6f8f-3575-4800-a086-b255aae7745b tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:44.500747 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-58fd6f8f-3575-4800-a086-b255aae7745b tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Usage tracker for resource:subnet and tenant:e8eaee06dd924df884cb48a7d1b91778 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:44.504238 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-58fd6f8f-3575-4800-a086-b255aae7745b tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:44.519058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-58fd6f8f-3575-4800-a086-b255aae7745b tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:44.591655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5352e-c9b3-4ac4-b54c-ad8f325398c7 req-7c848f26-8cd6-48a6-a2bd-dd2d49a8f02e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:44.607334 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09f5352e-c9b3-4ac4-b54c-ad8f325398c7 req-7c848f26-8cd6-48a6-a2bd-dd2d49a8f02e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.7829826 May 30 20:26:44.641500 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fd6f8f-3575-4800-a086-b255aae7745b tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Made reservation on behalf of e8eaee06dd924df884cb48a7d1b91778 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:44.665539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:44.702107 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-839848d4-e3e9-4095-8619-c20264b1135e', 'network_id': '839848d4-e3e9-4095-8619-c20264b1135e', 'tenant_id': 'e8eaee06dd924df884cb48a7d1b91778', 'fixed_ips': [{'subnet_id': '0f818ac0-ad77-4673-ae22-4210fefd2bfa'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:26:44.705717 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:44.922184 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-58fd6f8f-3575-4800-a086-b255aae7745b tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:45.061765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device eb76d785-1bd1-4584-a2b9-036cd6900e7f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:45.296860 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:45.312149 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a0f24da2-2d5b-4ffa-8cac-be6360b1ecee None None] Provisioning for port 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:45.413699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Router 17aace30-dee5-4430-bba4-90d448838122 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:26:45.439419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:45.445597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Usage tracker for resource:security_group_rule and tenant:40817587edd6471bb4378bb425f0a3aa is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:45.451380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:45.458560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:45.507226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Allocated IP 2001:db8::2 (839848d4-e3e9-4095-8619-c20264b1135e/0f818ac0-ad77-4673-ae22-4210fefd2bfa/df4ae2fa-432f-46b5-b532-1cd35900b933) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:45.638296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a0f24da2-2d5b-4ffa-8cac-be6360b1ecee None None] Provisioning complete for port 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:45.639037 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a0f24da2-2d5b-4ffa-8cac-be6360b1ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:45.737575 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cff690ea-20ff-48d2-9dea-15b071b235c8 req-73183f72-5ff8-47b2-ba80-81cc8d8ed5be service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d1878ae-449f-42b8-bf46-74af28ca94fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5697463 May 30 20:26:45.788885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09f5352e-c9b3-4ac4-b54c-ad8f325398c7 req-ccb2d6dc-152b-416b-9a39-cec1efaa9d1b tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1799731 May 30 20:26:45.789264 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:45.791881 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port eb76d785-1bd1-4584-a2b9-036cd6900e7f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:45.800532 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:45.807323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d22236d6-eae2-462f-bd58-c9f61beb4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'name': 'tempest-TestServerBasicOps-271022250-router', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:01Z', 'updated_at': '2022-05-30T20:25:16Z', 'revision_number': 4, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'gw_port': {'id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:03Z', 'updated_at': '2022-05-30T20:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'fcc482e0-6419-4456-b30c-7a7cd7500e76', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'floating_ip_address': '172.25.5.75', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'port_id': '3976db5c-cc06-4f62-8e5b-fa8b0ab11b52', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce6145b-9258-4c1b-a384-578f551e431f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:26:33Z', 'updated_at': '2022-05-30T20:26:33Z', 'revision_number': 0, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae0098fc-df76-452f-b0c2-1a9b760d510f', 'name': '', 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'mac_address': 'fa:16:3e:f0:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:13Z', 'updated_at': '2022-05-30T20:25:34Z', 'revision_number': 5, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'subnets': [{'id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:45.827024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22236d6-eae2-462f-bd58-c9f61beb4e13 None None] Checking router: a99bdecd-a26d-47af-8541-f7b17a153564 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:26:45.922990 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e46f750-e9b1-4acd-aa21-3407cdd5db34,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:45.931597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:26:45.942781 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Sync routers for ids ['17aace30-dee5-4430-bba4-90d448838122'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:26:45.956656 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a0f24da2-2d5b-4ffa-8cac-be6360b1ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:45.965740 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=40817587edd6471bb4378bb425f0a3aa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0861800 May 30 20:26:45.968999 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Routers {'17aace30-dee5-4430-bba4-90d448838122'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:45.968999 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:26:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['17aace30-dee5-4430-bba4-90d448838122'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:45.995451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60224) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:46.034135 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a6318ad8-dc89-4e6f-a452-c205159044b2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "PUT /v2.0/routers/17aace30-dee5-4430-bba4-90d448838122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2019734 May 30 20:26:46.036862 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:46.037208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:46.037542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:46.038006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:46.038569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:46.038943 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:46.039731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:46.040509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:46.041807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:46.042553 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:46.042887 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d74a6-9067-4d41-bbd8-d9cf352252c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:46.047377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60228) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:46.143658 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22236d6-eae2-462f-bd58-c9f61beb4e13 None None] Routers {'a99bdecd-a26d-47af-8541-f7b17a153564'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:46.144231 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d22236d6-eae2-462f-bd58-c9f61beb4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:26:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a99bdecd-a26d-47af-8541-f7b17a153564'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:46.174726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37267a04-9af0-4655-abac-e86bc07a7c49 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:46.175398 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-37267a04-9af0-4655-abac-e86bc07a7c49 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:46.208869 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60232) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:46.236409 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cff690ea-20ff-48d2-9dea-15b071b235c8 req-31c25e50-5db2-4f96-a196-edc7163baa15 service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815435 May 30 20:26:46.367383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-37267a04-9af0-4655-abac-e86bc07a7c49 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:46.376620 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-37267a04-9af0-4655-abac-e86bc07a7c49 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports/843793dc-0bfd-422b-bdb0-b844c11ebb4d HTTP/1.1" status: 200 len: 911 time: 0.3164954 May 30 20:26:46.378543 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60238) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:46.417486 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Set router 17aace30-dee5-4430-bba4-90d448838122 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:46.458688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c0f6e-e236-45a2-8c65-a8081c7065e7 req-57005329-40c1-45cd-92e6-f7665ac3750c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:46.461520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e60c0f6e-e236-45a2-8c65-a8081c7065e7 req-57005329-40c1-45cd-92e6-f7665ac3750c service neutron] 10.222.0.77 "GET /v2.0/networks?id=5d5c4269-2878-481a-bda8-bfcd6abecc98 HTTP/1.1" status: 200 len: 909 time: 2.1624911 May 30 20:26:46.506368 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-d22236d6-eae2-462f-bd58-c9f61beb4e13 None None] Set router a99bdecd-a26d-47af-8541-f7b17a153564 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:46.554709 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f24810c1-e76d-497a-bb98-d543407ecfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:46.655984 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e60c0f6e-e236-45a2-8c65-a8081c7065e7 req-db7f4794-ad51-452f-8131-b0d544b08782 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 HTTP/1.1" status: 200 len: 999 time: 0.1652644 May 30 20:26:46.681892 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f24810c1-e76d-497a-bb98-d543407ecfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:46.718040 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc01609e-d4ae-48a0-85d9-e870e68aa599 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:46.727979 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc01609e-d4ae-48a0-85d9-e870e68aa599 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:46.736172 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fc01609e-d4ae-48a0-85d9-e870e68aa599 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3458428 May 30 20:26:46.736845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60246) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:46.870151 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49101e02-ff2c-45a4-813e-e3b1a2e455dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:46.937852 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cff690ea-20ff-48d2-9dea-15b071b235c8 req-34b87759-5599-4fce-9f45-aa1014b0747b service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6817575 May 30 20:26:47.033920 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a0f24da2-2d5b-4ffa-8cac-be6360b1ecee None None] For port 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:47.105111 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.166994 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17aace30-dee5-4430-bba4-90d448838122', 'name': 'tempest-NetworksTestDHCPv6-router-1159935566', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:36Z', 'updated_at': '2022-05-30T20:26:41Z', 'revision_number': 2, 'project_id': '7f8fa47691474e2c94fd78271493f504', 'gw_port_host': None, '_interfaces': [{'id': '843793dc-0bfd-422b-bdb0-b844c11ebb4d', 'name': '', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'mac_address': 'fa:16:3e:7b:73:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17aace30-dee5-4430-bba4-90d448838122', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b2396ae-ad21-476f-a14d-71dc78110cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:38Z', 'updated_at': '2022-05-30T20:26:42Z', 'revision_number': 2, 'project_id': '7f8fa47691474e2c94fd78271493f504', 'subnets': [{'id': '9b2396ae-ad21-476f-a14d-71dc78110cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:47.167908 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Transition to ACTIVE for port object df4ae2fa-432f-46b5-b532-1cd35900b933 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:47.184842 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Checking router: 17aace30-dee5-4430-bba4-90d448838122 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:26:47.184842 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Updating router 17aace30-dee5-4430-bba4-90d448838122 port 843793dc-0bfd-422b-bdb0-b844c11ebb4d binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:26:47.251086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-49101e02-ff2c-45a4-813e-e3b1a2e455dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:47.256296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Transition to ACTIVE for port object df4ae2fa-432f-46b5-b532-1cd35900b933 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:47.267290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-49101e02-ff2c-45a4-813e-e3b1a2e455dc admin admin] Usage tracker for resource:security_group_rule and tenant:636f8411660e4077ad3bb536701c5be7 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:47.279044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-49101e02-ff2c-45a4-813e-e3b1a2e455dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:47.285367 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.292115 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.303506 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-49101e02-ff2c-45a4-813e-e3b1a2e455dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:47.310433 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f24810c1-e76d-497a-bb98-d543407ecfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.333590 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a0f24da2-2d5b-4ffa-8cac-be6360b1ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.383937 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24810c1-e76d-497a-bb98-d543407ecfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e46f750-e9b1-4acd-aa21-3407cdd5db34,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:47.430267 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Network 839848d4-e3e9-4095-8619-c20264b1135e is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:47.441084 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:47.451930 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:47.486449 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f24810c1-e76d-497a-bb98-d543407ecfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.488967 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f24810c1-e76d-497a-bb98-d543407ecfa6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6e46f750-e9b1-4acd-aa21-3407cdd5db34 HTTP/1.1" status: 204 len: 168 time: 1.4684618 May 30 20:26:47.577248 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c0f6e-e236-45a2-8c65-a8081c7065e7 req-ef379fdb-bf06-42b2-a71f-a44ab6ab7104 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:47.578855 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e60c0f6e-e236-45a2-8c65-a8081c7065e7 req-ef379fdb-bf06-42b2-a71f-a44ab6ab7104 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=27b00c3e-65ae-45d2-bdd3-a5cf0d581b20 HTTP/1.1" status: 200 len: 847 time: 0.9106243 May 30 20:26:47.584928 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-58fd6f8f-3575-4800-a086-b255aae7745b tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.764656 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3a4cca2b-ec3e-46ea-8ee9-7db01fdde215 None None] Provisioning for port eb76d785-1bd1-4584-a2b9-036cd6900e7f completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:47.764656 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3a4cca2b-ec3e-46ea-8ee9-7db01fdde215 None None] Provisioning complete for port eb76d785-1bd1-4584-a2b9-036cd6900e7f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:47.764656 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3a4cca2b-ec3e-46ea-8ee9-7db01fdde215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.764656 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Pushing event updated for resources: {'Port': ['ID=df4ae2fa-432f-46b5-b532-1cd35900b933,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:47.803790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd6f8f-3575-4800-a086-b255aae7745b tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event updated for resources: {'Subnet': ['ID=05ca7d2a-6682-4559-90a7-74d3b07fbb53,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:47.836146 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Attempting to bind port df4ae2fa-432f-46b5-b532-1cd35900b933 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:47.836532 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Attempting to bind port df4ae2fa-432f-46b5-b532-1cd35900b933 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '0f25f2bb-3e40-4da1-9090-11a1d481121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '839848d4-e3e9-4095-8619-c20264b1135e'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:47.836889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Attempting to bind port df4ae2fa-432f-46b5-b532-1cd35900b933 on network 839848d4-e3e9-4095-8619-c20264b1135e {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:47.918134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:47.924303 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Checking segment: {'id': '0f25f2bb-3e40-4da1-9090-11a1d481121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '839848d4-e3e9-4095-8619-c20264b1135e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:47.925003 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.926520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Bound using segment: {'id': '0f25f2bb-3e40-4da1-9090-11a1d481121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '839848d4-e3e9-4095-8619-c20264b1135e'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:47.928535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Bound port: df4ae2fa-432f-46b5-b532-1cd35900b933, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f25f2bb-3e40-4da1-9090-11a1d481121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '839848d4-e3e9-4095-8619-c20264b1135e'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:47.937373 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.984125 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49101e02-ff2c-45a4-813e-e3b1a2e455dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.991043 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-49101e02-ff2c-45a4-813e-e3b1a2e455dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:48.065498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49101e02-ff2c-45a4-813e-e3b1a2e455dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f6c0b1-2f8b-481f-ae2f-078b2e9c6536,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:48.073282 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-49101e02-ff2c-45a4-813e-e3b1a2e455dc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=636f8411660e4077ad3bb536701c5be7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8459156 May 30 20:26:48.075760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60272) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:48.167584 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a8ae1274-0465-41bf-b290-a31ef395d198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:48.247906 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a8ae1274-0465-41bf-b290-a31ef395d198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:48.268858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60276) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:48.334638 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f24da2-2d5b-4ffa-8cac-be6360b1ecee None None] Pushing event updated for resources: {'Port': ['ID=3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:48.360410 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6dc6dbdc-4d0a-4641-8295-70c07bf1a1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:48.373838 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:48.383638 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a8ae1274-0465-41bf-b290-a31ef395d198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:48.406551 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae1274-0465-41bf-b290-a31ef395d198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f6c0b1-2f8b-481f-ae2f-078b2e9c6536,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:48.410351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fd6f8f-3575-4800-a086-b255aae7745b tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Checking segment: {'id': 'f9358384-2b8a-4484-89a0-1f4cf49e4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4c31943-b591-4141-a8a7-11cec2808a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:48.411113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fd6f8f-3575-4800-a086-b255aae7745b tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Network hostable DHCP agents. Network: d4c31943-b591-4141-a8a7-11cec2808a92, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:26:48.413413 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Transition to ACTIVE for port object 843793dc-0bfd-422b-bdb0-b844c11ebb4d will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:48.415537 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a8ae1274-0465-41bf-b290-a31ef395d198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:48.417350 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a8ae1274-0465-41bf-b290-a31ef395d198 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/03f6c0b1-2f8b-481f-ae2f-078b2e9c6536 HTTP/1.1" status: 204 len: 168 time: 0.3406632 May 30 20:26:48.434244 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:48.476517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a96eff-36cd-497f-930e-4f105bd7003b req-737bd4ee-c6b0-4c09-8635-a82878b7217e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:48.492551 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46a96eff-36cd-497f-930e-4f105bd7003b req-737bd4ee-c6b0-4c09-8635-a82878b7217e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 1.3718033 May 30 20:26:48.521941 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e60c0f6e-e236-45a2-8c65-a8081c7065e7 req-00bba6b9-4467-49bf-85c4-b8df213ad15b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d5c4269-2878-481a-bda8-bfcd6abecc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7515423 May 30 20:26:48.579669 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c6a6c493-e3b7-4b2d-8861-da57706f5bda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:48.629410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6dc6dbdc-4d0a-4641-8295-70c07bf1a1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:48.635086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6dc6dbdc-4d0a-4641-8295-70c07bf1a1da admin admin] Usage tracker for resource:security_group_rule and tenant:16f59adf37d44c988c85a56ff3770c5a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:48.640629 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6dc6dbdc-4d0a-4641-8295-70c07bf1a1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:48.649040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6dc6dbdc-4d0a-4641-8295-70c07bf1a1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:48.698344 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] For port df4ae2fa-432f-46b5-b532-1cd35900b933, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:48.741603 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] For port df4ae2fa-432f-46b5-b532-1cd35900b933, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=df4ae2fa-432f-46b5-b532-1cd35900b933,segment=NetworkSegment(0f25f2bb-3e40-4da1-9090-11a1d481121e),segment_id=0f25f2bb-3e40-4da1-9090-11a1d481121e)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:48.743342 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3a4cca2b-ec3e-46ea-8ee9-7db01fdde215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:48.770786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d22236d6-eae2-462f-bd58-c9f61beb4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'name': 'tempest-TestServerBasicOps-271022250-router', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:01Z', 'updated_at': '2022-05-30T20:25:16Z', 'revision_number': 4, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'gw_port': {'id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:03Z', 'updated_at': '2022-05-30T20:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'fcc482e0-6419-4456-b30c-7a7cd7500e76', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'floating_ip_address': '172.25.5.75', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'port_id': '3976db5c-cc06-4f62-8e5b-fa8b0ab11b52', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce6145b-9258-4c1b-a384-578f551e431f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:26:33Z', 'updated_at': '2022-05-30T20:26:33Z', 'revision_number': 0, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae0098fc-df76-452f-b0c2-1a9b760d510f', 'name': '', 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'mac_address': 'fa:16:3e:f0:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:13Z', 'updated_at': '2022-05-30T20:25:34Z', 'revision_number': 5, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'subnets': [{'id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:48.800657 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:48.913756 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6dc6dbdc-4d0a-4641-8295-70c07bf1a1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:48.919825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22236d6-eae2-462f-bd58-c9f61beb4e13 None None] The sync data for ids ['a99bdecd-a26d-47af-8541-f7b17a153564'] in n-d-843949-2 is: [{'id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'name': 'tempest-TestServerBasicOps-271022250-router', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:01Z', 'updated_at': '2022-05-30T20:25:16Z', 'revision_number': 4, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'gw_port': {'id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:03Z', 'updated_at': '2022-05-30T20:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'fcc482e0-6419-4456-b30c-7a7cd7500e76', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'floating_ip_address': '172.25.5.75', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'port_id': '3976db5c-cc06-4f62-8e5b-fa8b0ab11b52', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98', 'mac_address': 'fa:16:3e:62:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce6145b-9258-4c1b-a384-578f551e431f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:26:33Z', 'updated_at': '2022-05-30T20:26:33Z', 'revision_number': 0, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae0098fc-df76-452f-b0c2-1a9b760d510f', 'name': '', 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'mac_address': 'fa:16:3e:f0:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:13Z', 'updated_at': '2022-05-30T20:25:34Z', 'revision_number': 5, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'subnets': [{'id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:26:48.938657 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2598225-b8bb-4d9f-acf4-c7808eb27f72 None None] Pushing event updated for resources: {'Port': ['ID=843793dc-0bfd-422b-bdb0-b844c11ebb4d,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:48.973310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3a4cca2b-ec3e-46ea-8ee9-7db01fdde215 None None] For port eb76d785-1bd1-4584-a2b9-036cd6900e7f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=eb76d785-1bd1-4584-a2b9-036cd6900e7f,segment=NetworkSegment(003be5e8-aced-4751-8d79-25f45541785d),segment_id=003be5e8-aced-4751-8d79-25f45541785d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:49.011406 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3a4cca2b-ec3e-46ea-8ee9-7db01fdde215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.158850 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d564bd9-0378-43d3-b9d9-94c2708f1a6b None None] Pushing event updated for resources: {'Port': ['ID=df4ae2fa-432f-46b5-b532-1cd35900b933,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:49.221838 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2598225-b8bb-4d9f-acf4-c7808eb27f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:49.221838 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2598225-b8bb-4d9f-acf4-c7808eb27f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:49.222026 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2598225-b8bb-4d9f-acf4-c7808eb27f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:49.222216 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2598225-b8bb-4d9f-acf4-c7808eb27f72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:49.225614 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2598225-b8bb-4d9f-acf4-c7808eb27f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:49.225614 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2598225-b8bb-4d9f-acf4-c7808eb27f72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:49.225614 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2598225-b8bb-4d9f-acf4-c7808eb27f72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:49.225614 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2598225-b8bb-4d9f-acf4-c7808eb27f72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:49.225614 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2598225-b8bb-4d9f-acf4-c7808eb27f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:49.225614 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2598225-b8bb-4d9f-acf4-c7808eb27f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:49.243456 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2598225-b8bb-4d9f-acf4-c7808eb27f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:49.298437 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6dc6dbdc-4d0a-4641-8295-70c07bf1a1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.370384 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Attempting to bind port 843793dc-0bfd-422b-bdb0-b844c11ebb4d on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:49.370750 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Attempting to bind port 843793dc-0bfd-422b-bdb0-b844c11ebb4d by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:49.371097 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Attempting to bind port 843793dc-0bfd-422b-bdb0-b844c11ebb4d on network c840c2bc-8044-4130-b66e-385776b76782 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:49.394738 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:49.396996 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:49.398569 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.400076 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Bound using segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:49.401615 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Bound port: 843793dc-0bfd-422b-bdb0-b844c11ebb4d, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:49.402497 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4cca2b-ec3e-46ea-8ee9-7db01fdde215 None None] Pushing event updated for resources: {'Port': ['ID=eb76d785-1bd1-4584-a2b9-036cd6900e7f,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:49.405011 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.413977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3a4cca2b-ec3e-46ea-8ee9-7db01fdde215 None None] Provisioning for port 843793dc-0bfd-422b-bdb0-b844c11ebb4d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:49.511212 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6dc6dbdc-4d0a-4641-8295-70c07bf1a1da admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=16f59adf37d44c988c85a56ff3770c5a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2386913 May 30 20:26:49.538554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60296) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:49.583405 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7c990-714b-4f81-bded-c248c3d263c8 None None] New status for floating IP fcc482e0-6419-4456-b30c-7a7cd7500e76: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:26:49.625747 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46a96eff-36cd-497f-930e-4f105bd7003b req-3e0b69f0-d376-4678-b33f-4f7e431ab61d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1305692 May 30 20:26:49.626516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fd6f8f-3575-4800-a086-b255aae7745b tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Network d4c31943-b591-4141-a8a7-11cec2808a92 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:26:49.629506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6dbdc-4d0a-4641-8295-70c07bf1a1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea651e34-37ae-4a97-8dd4-2848deecd452,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:49.703315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-58fd6f8f-3575-4800-a086-b255aae7745b tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, d4c31943-b591-4141-a8a7-11cec2808a92) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:49.705008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60300) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:49.730795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e60c0f6e-e236-45a2-8c65-a8081c7065e7 req-684b6cc5-d2e1-434f-946d-083f6771d71f service neutron] 10.222.0.77 "GET /v2.0/networks/5d5c4269-2878-481a-bda8-bfcd6abecc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8079028 May 30 20:26:49.731935 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fd6f8f-3575-4800-a086-b255aae7745b tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:49.746111 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-58fd6f8f-3575-4800-a086-b255aae7745b tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.798650 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] For port 843793dc-0bfd-422b-bdb0-b844c11ebb4d, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:49.808355 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] For port 843793dc-0bfd-422b-bdb0-b844c11ebb4d, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=843793dc-0bfd-422b-bdb0-b844c11ebb4d,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:49.810570 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816db264-430e-4330-91f5-1a9c04107110 None None] Network d4c31943-b591-4141-a8a7-11cec2808a92 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:49.817788 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.839770 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-906fe34a-4a3e-4467-82dc-4db6f63050a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.871841 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c6a6c493-e3b7-4b2d-8861-da57706f5bda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port 843793dc-0bfd-422b-bdb0-b844c11ebb4d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:49.872352 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c6a6c493-e3b7-4b2d-8861-da57706f5bda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.929470 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42f762ca-24cc-497e-947a-33636ee24474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:50.012619 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2598225-b8bb-4d9f-acf4-c7808eb27f72 None None] Pushing event updated for resources: {'Port': ['ID=843793dc-0bfd-422b-bdb0-b844c11ebb4d,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:50.027775 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Routers {'17aace30-dee5-4430-bba4-90d448838122'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:50.027775 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:26:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['17aace30-dee5-4430-bba4-90d448838122'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:50.101921 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-58fd6f8f-3575-4800-a086-b255aae7745b tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.6942091 May 30 20:26:50.103299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60308) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:50.203571 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42f762ca-24cc-497e-947a-33636ee24474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:50.232230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:50.278487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-906fe34a-4a3e-4467-82dc-4db6f63050a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:50.369389 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] Set router 17aace30-dee5-4430-bba4-90d448838122 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:50.439108 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-906fe34a-4a3e-4467-82dc-4db6f63050a5 admin admin] Usage tracker for resource:security_group_rule and tenant:2015dc92e10d4f5ca536be827df162f1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:50.478525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-906fe34a-4a3e-4467-82dc-4db6f63050a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:50.491602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-906fe34a-4a3e-4467-82dc-4db6f63050a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:50.632485 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e60c0f6e-e236-45a2-8c65-a8081c7065e7 req-2ff46f9d-f8a0-4584-b1ff-30cf72124d9f service neutron] 10.222.0.77 "GET /v2.0/networks/5d5c4269-2878-481a-bda8-bfcd6abecc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8787014 May 30 20:26:50.663620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-c6a6c493-e3b7-4b2d-8861-da57706f5bda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] For port 843793dc-0bfd-422b-bdb0-b844c11ebb4d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=843793dc-0bfd-422b-bdb0-b844c11ebb4d,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:50.665396 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c6a6c493-e3b7-4b2d-8861-da57706f5bda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:50.689459 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42f762ca-24cc-497e-947a-33636ee24474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:50.938175 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-906fe34a-4a3e-4467-82dc-4db6f63050a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:50.999780 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-906fe34a-4a3e-4467-82dc-4db6f63050a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:51.080829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c6a6c493-e3b7-4b2d-8861-da57706f5bda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for 843793dc-0bfd-422b-bdb0-b844c11ebb4d owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:51.127380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f762ca-24cc-497e-947a-33636ee24474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea651e34-37ae-4a97-8dd4-2848deecd452,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:51.163671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d943a-4e3c-4832-bde9-a30b2a240ce8 None None] Network 839848d4-e3e9-4095-8619-c20264b1135e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:51.191147 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17aace30-dee5-4430-bba4-90d448838122', 'name': 'tempest-NetworksTestDHCPv6-router-1159935566', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:36Z', 'updated_at': '2022-05-30T20:26:41Z', 'revision_number': 2, 'project_id': '7f8fa47691474e2c94fd78271493f504', 'gw_port_host': None, '_interfaces': [{'id': '843793dc-0bfd-422b-bdb0-b844c11ebb4d', 'name': '', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'mac_address': 'fa:16:3e:7b:73:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17aace30-dee5-4430-bba4-90d448838122', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b2396ae-ad21-476f-a14d-71dc78110cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:38Z', 'updated_at': '2022-05-30T20:26:49Z', 'revision_number': 4, 'project_id': '7f8fa47691474e2c94fd78271493f504', 'subnets': [{'id': '9b2396ae-ad21-476f-a14d-71dc78110cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:51.202224 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0549d1ae-19b4-4a40-84d2-dcaa2e117a65 None None] The sync data for ids ['17aace30-dee5-4430-bba4-90d448838122'] in n-d-843949-2 is: [{'id': '17aace30-dee5-4430-bba4-90d448838122', 'name': 'tempest-NetworksTestDHCPv6-router-1159935566', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:36Z', 'updated_at': '2022-05-30T20:26:41Z', 'revision_number': 2, 'project_id': '7f8fa47691474e2c94fd78271493f504', 'gw_port_host': None, '_interfaces': [{'id': '843793dc-0bfd-422b-bdb0-b844c11ebb4d', 'name': '', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'mac_address': 'fa:16:3e:7b:73:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17aace30-dee5-4430-bba4-90d448838122', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b2396ae-ad21-476f-a14d-71dc78110cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:38Z', 'updated_at': '2022-05-30T20:26:49Z', 'revision_number': 4, 'project_id': '7f8fa47691474e2c94fd78271493f504', 'subnets': [{'id': '9b2396ae-ad21-476f-a14d-71dc78110cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:26:51.317159 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-42f762ca-24cc-497e-947a-33636ee24474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:51.318364 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-42f762ca-24cc-497e-947a-33636ee24474 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ea651e34-37ae-4a97-8dd4-2848deecd452 HTTP/1.1" status: 204 len: 168 time: 1.6885986 May 30 20:26:51.325309 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c6a6c493-e3b7-4b2d-8861-da57706f5bda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:51.409377 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-227c525f-50e2-4073-ba6f-c82fdbc16655 None None] Provisioning complete for port 843793dc-0bfd-422b-bdb0-b844c11ebb4d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:51.410571 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-227c525f-50e2-4073-ba6f-c82fdbc16655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:51.562520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6c493-e3b7-4b2d-8861-da57706f5bda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=843793dc-0bfd-422b-bdb0-b844c11ebb4d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:51.615429 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-227c525f-50e2-4073-ba6f-c82fdbc16655 None None] Port 843793dc-0bfd-422b-bdb0-b844c11ebb4d was deleted so its status cannot be updated. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 30 20:26:51.674997 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-d4c31943-b591-4141-a8a7-11cec2808a92', 'network_id': 'd4c31943-b591-4141-a8a7-11cec2808a92', 'tenant_id': 'e8eaee06dd924df884cb48a7d1b91778', 'fixed_ips': [{'subnet_id': '05ca7d2a-6682-4559-90a7-74d3b07fbb53'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:26:51.676756 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:51.714309 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-906fe34a-4a3e-4467-82dc-4db6f63050a5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2015dc92e10d4f5ca536be827df162f1&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0046797 May 30 20:26:51.716167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fe34a-4a3e-4467-82dc-4db6f63050a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49b236d-858f-4d3a-998c-f3778cb12599,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:51.720207 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60340) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:51.825684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:51.829247 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:51.924267 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d057023-905c-477f-96bd-8de6a8ac8082 req-2fc36faa-f1bc-4100-a827-759c67ae4e79 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9786c2fd175648c7b3fff1d88f7297bb&device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 1097 time: 0.9841170 May 30 20:26:52.007228 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4d98dd8e-9b6e-4838-b3a6-c1e748dd649e None None] Provisioning for port df4ae2fa-432f-46b5-b532-1cd35900b933 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:52.043179 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b04378e4-1be7-4584-b5e4-2d4666e09b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:52.159605 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c6a6c493-e3b7-4b2d-8861-da57706f5bda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:52.164249 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b04378e4-1be7-4584-b5e4-2d4666e09b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:52.315898 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Allocated IP 2001:db8::2 (d4c31943-b591-4141-a8a7-11cec2808a92/05ca7d2a-6682-4559-90a7-74d3b07fbb53/a49b0485-b568-431d-8fdf-2a0c5d3ed10f) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:52.426096 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48da398a-b0d6-4b5d-ae92-0f483ad462e2 req-9c1aa7e8-3491-4728-b218-55bee7b6f01c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f154aa639e466b871f55ef50521468&device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 1096 time: 0.6729579 May 30 20:26:52.474822 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a721c-77e0-4cf1-8f36-86c4c8c8efd6 req-1918c75c-af10-4716-bc18-a8ba858fd1f2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:52.476582 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3f5a721c-77e0-4cf1-8f36-86c4c8c8efd6 req-1918c75c-af10-4716-bc18-a8ba858fd1f2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 1.4549654 May 30 20:26:52.604753 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b04378e4-1be7-4584-b5e4-2d4666e09b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:52.627710 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device eb76d785-1bd1-4584-a2b9-036cd6900e7f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:52.699897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d057023-905c-477f-96bd-8de6a8ac8082 req-81f55aba-7fd9-45a9-80b2-3956826c7212 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:52.707086 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d057023-905c-477f-96bd-8de6a8ac8082 req-81f55aba-7fd9-45a9-80b2-3956826c7212 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5d5c4269-2878-481a-bda8-bfcd6abecc98 HTTP/1.1" status: 200 len: 909 time: 0.7665410 May 30 20:26:52.738545 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3f5a721c-77e0-4cf1-8f36-86c4c8c8efd6 req-66b502af-f922-4fe4-8256-e047d0efd32e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493539 May 30 20:26:52.792952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da398a-b0d6-4b5d-ae92-0f483ad462e2 req-3261bd23-63e4-440d-9626-78b9116a9932 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:52.796566 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48da398a-b0d6-4b5d-ae92-0f483ad462e2 req-3261bd23-63e4-440d-9626-78b9116a9932 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d1878ae-449f-42b8-bf46-74af28ca94fd HTTP/1.1" status: 200 len: 918 time: 0.3474183 May 30 20:26:52.895888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port eb76d785-1bd1-4584-a2b9-036cd6900e7f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:52.896486 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:53.080295 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:53.098389 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Transition to ACTIVE for port object a49b0485-b568-431d-8fdf-2a0c5d3ed10f will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:53.118684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Transition to ACTIVE for port object a49b0485-b568-431d-8fdf-2a0c5d3ed10f will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:53.156801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04378e4-1be7-4584-b5e4-2d4666e09b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49b236d-858f-4d3a-998c-f3778cb12599,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:53.159660 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:53.242323 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d057023-905c-477f-96bd-8de6a8ac8082 req-0e8e9109-d8dd-4086-a47a-7486ea19e2d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 HTTP/1.1" status: 200 len: 1001 time: 0.5014956 May 30 20:26:53.335330 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b04378e4-1be7-4584-b5e4-2d4666e09b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:53.338797 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b04378e4-1be7-4584-b5e4-2d4666e09b65 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f49b236d-858f-4d3a-998c-f3778cb12599 HTTP/1.1" status: 204 len: 168 time: 1.4539745 May 30 20:26:53.375532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d057023-905c-477f-96bd-8de6a8ac8082 req-ef6032f1-3dd8-43a3-8ed7-8d59891c6f8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:53.377054 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d057023-905c-477f-96bd-8de6a8ac8082 req-ef6032f1-3dd8-43a3-8ed7-8d59891c6f8c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=27b00c3e-65ae-45d2-bdd3-a5cf0d581b20 HTTP/1.1" status: 200 len: 847 time: 0.1013353 May 30 20:26:53.377171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a6c493-e3b7-4b2d-8861-da57706f5bda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Router 17aace30-dee5-4430-bba4-90d448838122 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:26:53.407885 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Network d4c31943-b591-4141-a8a7-11cec2808a92 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:53.411182 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Pushing event updated for resources: {'Port': ['ID=a49b0485-b568-431d-8fdf-2a0c5d3ed10f,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:53.414539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:53.419880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device df4ae2fa-432f-46b5-b532-1cd35900b933 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:53.454321 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:53.593241 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a6c493-e3b7-4b2d-8861-da57706f5bda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:26:53.602882 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c6a6c493-e3b7-4b2d-8861-da57706f5bda tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "PUT /v2.0/routers/17aace30-dee5-4430-bba4-90d448838122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8610349 May 30 20:26:53.606464 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60386) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:53.649214 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:53.674145 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48da398a-b0d6-4b5d-ae92-0f483ad462e2 req-1e032bc1-3e43-4dce-bfbc-b2fc38808e64 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a03b52d-330f-4193-9621-35fa00c9a75d HTTP/1.1" status: 200 len: 1000 time: 0.5485966 May 30 20:26:53.676490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Attempting to bind port a49b0485-b568-431d-8fdf-2a0c5d3ed10f on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:53.676957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Attempting to bind port a49b0485-b568-431d-8fdf-2a0c5d3ed10f by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'f9358384-2b8a-4484-89a0-1f4cf49e4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4c31943-b591-4141-a8a7-11cec2808a92'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:53.678940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Attempting to bind port a49b0485-b568-431d-8fdf-2a0c5d3ed10f on network d4c31943-b591-4141-a8a7-11cec2808a92 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:53.701421 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:53.702162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Checking segment: {'id': 'f9358384-2b8a-4484-89a0-1f4cf49e4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4c31943-b591-4141-a8a7-11cec2808a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:53.702927 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:53.703481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Bound using segment: {'id': 'f9358384-2b8a-4484-89a0-1f4cf49e4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4c31943-b591-4141-a8a7-11cec2808a92'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:53.704218 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Bound port: a49b0485-b568-431d-8fdf-2a0c5d3ed10f, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9358384-2b8a-4484-89a0-1f4cf49e4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4c31943-b591-4141-a8a7-11cec2808a92'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:53.704851 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:53.707488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6024da60-691a-47bb-8927-f25c427601ac tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:53.709697 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6024da60-691a-47bb-8927-f25c427601ac tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:53.710808 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6024da60-691a-47bb-8927-f25c427601ac tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:53.737026 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6024da60-691a-47bb-8927-f25c427601ac tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:53.739721 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6024da60-691a-47bb-8927-f25c427601ac tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1310205 May 30 20:26:53.743590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60390) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:53.745458 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port df4ae2fa-432f-46b5-b532-1cd35900b933 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:53.751368 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port df4ae2fa-432f-46b5-b532-1cd35900b933 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:53.752477 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:53.884763 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d057023-905c-477f-96bd-8de6a8ac8082 req-43fb8a03-a253-4de6-a47b-7148f6534607 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d5c4269-2878-481a-bda8-bfcd6abecc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4872599 May 30 20:26:53.941064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] For port a49b0485-b568-431d-8fdf-2a0c5d3ed10f, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:53.945644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da398a-b0d6-4b5d-ae92-0f483ad462e2 req-af1440e9-23de-4a2b-8854-e0488502c90c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:53.947280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48da398a-b0d6-4b5d-ae92-0f483ad462e2 req-af1440e9-23de-4a2b-8854-e0488502c90c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9f9412f8-b9b7-4d21-91c7-4120cd918668 HTTP/1.1" status: 200 len: 856 time: 0.2655289 May 30 20:26:53.948832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] For port a49b0485-b568-431d-8fdf-2a0c5d3ed10f, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a49b0485-b568-431d-8fdf-2a0c5d3ed10f,segment=NetworkSegment(f9358384-2b8a-4484-89a0-1f4cf49e4133),segment_id=f9358384-2b8a-4484-89a0-1f4cf49e4133)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:53.986514 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.126399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-2175c698-5917-4861-8d4f-9806b586ad07 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet 9b2396ae-ad21-476f-a14d-71dc78110cd7 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:26:54.133148 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2175c698-5917-4861-8d4f-9806b586ad07 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.205728 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2175c698-5917-4861-8d4f-9806b586ad07 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.237835 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673aefa1-5c2a-4e74-bdf2-c03dbfe5cafe None None] Pushing event updated for resources: {'Port': ['ID=a49b0485-b568-431d-8fdf-2a0c5d3ed10f,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:54.352226 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.399388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port df4ae2fa-432f-46b5-b532-1cd35900b933, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=df4ae2fa-432f-46b5-b532-1cd35900b933,segment=NetworkSegment(0f25f2bb-3e40-4da1-9090-11a1d481121e),segment_id=0f25f2bb-3e40-4da1-9090-11a1d481121e)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:54.405358 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2175c698-5917-4861-8d4f-9806b586ad07 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.409364 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.640526 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2175c698-5917-4861-8d4f-9806b586ad07 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.830252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48da398a-b0d6-4b5d-ae92-0f483ad462e2 req-c169523d-edb1-4821-8c6f-d89a1feb7a87 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d1878ae-449f-42b8-bf46-74af28ca94fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4585433 May 30 20:26:54.836185 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2175c698-5917-4861-8d4f-9806b586ad07 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.836785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed27c5f-c1f2-4655-b806-d52238d8c9fd None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:54.851588 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175c698-5917-4861-8d4f-9806b586ad07 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=9b2396ae-ad21-476f-a14d-71dc78110cd7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:54.863890 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2175c698-5917-4861-8d4f-9806b586ad07 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/9b2396ae-ad21-476f-a14d-71dc78110cd7 HTTP/1.1" status: 204 len: 168 time: 1.1182251 May 30 20:26:54.867500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60424) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:54.909562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=df4ae2fa-432f-46b5-b532-1cd35900b933,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:55.029144 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48da398a-b0d6-4b5d-ae92-0f483ad462e2 req-e9db14d7-07c2-4b6d-b94b-e9f9224e9665 service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808827 May 30 20:26:55.030843 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d057023-905c-477f-96bd-8de6a8ac8082 req-8731ffe5-63de-43e4-9ef6-a740a0e61a5c service neutron] 10.222.0.77 "GET /v2.0/networks/5d5c4269-2878-481a-bda8-bfcd6abecc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1094806 May 30 20:26:55.050141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322a31e-5bb4-4740-ae08-eb0b5fc15d5e req-91e17519-d3af-44d8-a012-a5a7bb1877f6 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:55.062011 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f322a31e-5bb4-4740-ae08-eb0b5fc15d5e req-91e17519-d3af-44d8-a012-a5a7bb1877f6 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 945 time: 0.6363778 May 30 20:26:55.216758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-62be672a-9618-4f98-ae78-d723ce9106cd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:router {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:55.258397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-62be672a-9618-4f98-ae78-d723ce9106cd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:router {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:55.265358 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-62be672a-9618-4f98-ae78-d723ce9106cd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3935339 May 30 20:26:55.268913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60442) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:55.388960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Allocated IP 2001:db8::1 (839848d4-e3e9-4095-8619-c20264b1135e/0f818ac0-ad77-4673-ae22-4210fefd2bfa/7fa7931e-33a1-42d7-ae0d-cf83f1317d7c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:55.429475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de89d533-3bf3-41a2-9f24-a9e39e6e2ad5 None None] DHCP port deletion for c840c2bc-8044-4130-b66e-385776b76782 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:26:55.433894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-de89d533-3bf3-41a2-9f24-a9e39e6e2ad5 None None] Deleting port 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:55.434557 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-de89d533-3bf3-41a2-9f24-a9e39e6e2ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:55.578058 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d057023-905c-477f-96bd-8de6a8ac8082 req-385e9706-7a88-40ee-8c3e-8a0f4c8f07ab service neutron] 10.222.0.77 "GET /v2.0/networks/5d5c4269-2878-481a-bda8-bfcd6abecc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141642 May 30 20:26:55.588787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60452) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:55.658788 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-223353b0-1331-4de8-9a99-7facdf73dd47 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:55.769282 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48da398a-b0d6-4b5d-ae92-0f483ad462e2 req-46b69da3-aa4f-4e69-8098-de94cd2c57cc service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7011452 May 30 20:26:55.771675 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f322a31e-5bb4-4740-ae08-eb0b5fc15d5e req-450f2712-3f80-4328-ab08-b78e0d50e0cc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7090733 May 30 20:26:55.982083 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb614706-a51a-447b-a63f-7c5d5c286a65 None None] Network d4c31943-b591-4141-a8a7-11cec2808a92 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:56.000263 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.026243 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-646864200-network', 'tenant_id': '3e53b7e886cb483ab1535488c5fad1ac'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:56.035374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:56.055114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Usage tracker for resource:network and tenant:3e53b7e886cb483ab1535488c5fad1ac is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:56.064558 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c125b0b-e1c2-444c-b097-885731ecad5d None None] Sync routers for ids ['17aace30-dee5-4430-bba4-90d448838122'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:26:56.072203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:56.086430 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c125b0b-e1c2-444c-b097-885731ecad5d None None] Routers {'17aace30-dee5-4430-bba4-90d448838122'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:56.087164 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5c125b0b-e1c2-444c-b097-885731ecad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:26:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['17aace30-dee5-4430-bba4-90d448838122'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:56.097454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Transition to ACTIVE for port object 7fa7931e-33a1-42d7-ae0d-cf83f1317d7c will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:56.108981 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:56.136947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-de89d533-3bf3-41a2-9f24-a9e39e6e2ad5 None None] For port 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:56.139210 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-de89d533-3bf3-41a2-9f24-a9e39e6e2ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.145320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Made reservation on behalf of 3e53b7e886cb483ab1535488c5fad1ac for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:56.151340 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.172894 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.216602 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.311953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event updated for resources: {'Port': ['ID=7fa7931e-33a1-42d7-ae0d-cf83f1317d7c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:56.320874 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:56.327540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Usage tracker for resource:security_group_rule and tenant:3e53b7e886cb483ab1535488c5fad1ac is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:56.333803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:56.357237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:56.363925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Network 839848d4-e3e9-4095-8619-c20264b1135e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:56.369358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:56.382254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:56.387345 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.493368 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-de89d533-3bf3-41a2-9f24-a9e39e6e2ad5 None None] Calling delete_port for 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:56.496456 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-223353b0-1331-4de8-9a99-7facdf73dd47 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.506096 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-223353b0-1331-4de8-9a99-7facdf73dd47 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.556283 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-5c125b0b-e1c2-444c-b097-885731ecad5d None None] Set router 17aace30-dee5-4430-bba4-90d448838122 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:56.577192 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-223353b0-1331-4de8-9a99-7facdf73dd47 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.578349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223353b0-1331-4de8-9a99-7facdf73dd47 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Fanout notify agent at l3_agent the message router_deleted on router 17aace30-dee5-4430-bba4-90d448838122 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:26:56.617058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-223353b0-1331-4de8-9a99-7facdf73dd47 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.622162 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-223353b0-1331-4de8-9a99-7facdf73dd47 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/routers/17aace30-dee5-4430-bba4-90d448838122 HTTP/1.1" status: 204 len: 168 time: 1.3507798 May 30 20:26:56.623124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60472) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:56.637633 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9a03b52d-330f-4193-9621-35fa00c9a75d no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:26:56.713037 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-de89d533-3bf3-41a2-9f24-a9e39e6e2ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.769658 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3d0558e2-9e2e-4b7b-a90c-02a380afa84e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:56.782689 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.800556 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3d0558e2-9e2e-4b7b-a90c-02a380afa84e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:56.805997 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3d0558e2-9e2e-4b7b-a90c-02a380afa84e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1800525 May 30 20:26:56.807384 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60480) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:56.814594 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.825308 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.887382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2e6950-947d-4bc3-afaf-eb8056a46c58,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:56.965235 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5c125b0b-e1c2-444c-b097-885731ecad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17aace30-dee5-4430-bba4-90d448838122', 'name': 'tempest-NetworksTestDHCPv6-router-1159935566', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:36Z', 'updated_at': '2022-05-30T20:26:51Z', 'revision_number': 3, 'project_id': '7f8fa47691474e2c94fd78271493f504', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:56.976681 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c125b0b-e1c2-444c-b097-885731ecad5d None None] Checking router: 17aace30-dee5-4430-bba4-90d448838122 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:26:57.001661 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c125b0b-e1c2-444c-b097-885731ecad5d None None] Routers set() bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:57.002021 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c125b0b-e1c2-444c-b097-885731ecad5d None None] Router IDs set() for agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 20:26:57.002603 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_agentschedulers_db [None req-5c125b0b-e1c2-444c-b097-885731ecad5d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'17aace30-dee5-4430-bba4-90d448838122'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:26:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent'). {{(pid=84026) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 30 20:26:57.002970 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c125b0b-e1c2-444c-b097-885731ecad5d None None] The sync data for ids ['17aace30-dee5-4430-bba4-90d448838122'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:26:57.022115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device df4ae2fa-432f-46b5-b532-1cd35900b933 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:57.025746 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a3adc-8301-40e0-9944-f1e0b5b47724 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:57.026484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3d0a3adc-8301-40e0-9944-f1e0b5b47724 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:57.074633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3d0a3adc-8301-40e0-9944-f1e0b5b47724 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:57.082335 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3d0a3adc-8301-40e0-9944-f1e0b5b47724 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2674096 May 30 20:26:57.082953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60492) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:57.095956 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-247a4eff-ddf9-4e37-914e-5f6454eefbfb None None] Provisioning for port a49b0485-b568-431d-8fdf-2a0c5d3ed10f completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:57.099437 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89d533-3bf3-41a2-9f24-a9e39e6e2ad5 None None] Pushing event deleted for resources: {'Port': ['ID=3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:57.101482 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de89d533-3bf3-41a2-9f24-a9e39e6e2ad5 None None] No DVR routers for this DVR port 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:26:57.219309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:26:57.229105 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:57.263432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9bcf6223-b990-4174-b631-f650cab23421 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:router {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:57.270520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9a03b52d-330f-4193-9621-35fa00c9a75d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9a03b52d-330f-4193-9621-35fa00c9a75d,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:57.305067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a03b52d-330f-4193-9621-35fa00c9a75d'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:26:57.320773 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:57.338568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9bcf6223-b990-4174-b631-f650cab23421 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:router {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:57.345345 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9bcf6223-b990-4174-b631-f650cab23421 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2561343 May 30 20:26:57.356016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60502) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:57.366259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-82f57cdc-e712-4546-80b3-4d5fa43de85c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:57.479677 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64d102b-303b-4fb3-b136-93a27a02f404'] response: {'server_uuid': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a03b52d-330f-4193-9621-35fa00c9a75d', 'code': 200} May 30 20:26:57.552634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e7bd5465-94ac-44cb-8e4d-b35ff75f0c1b None None] Provisioning for port 7fa7931e-33a1-42d7-ae0d-cf83f1317d7c completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:57.585565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-82f57cdc-e712-4546-80b3-4d5fa43de85c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:57.593814 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=9a03b52d-330f-4193-9621-35fa00c9a75d,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:57.600674 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port df4ae2fa-432f-46b5-b532-1cd35900b933 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:57.601171 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:57.607660 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-82f57cdc-e712-4546-80b3-4d5fa43de85c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:57.624447 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f57cdc-e712-4546-80b3-4d5fa43de85c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:57.629314 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-82f57cdc-e712-4546-80b3-4d5fa43de85c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:57.699300 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:57.699650 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Added segment 9aa09312-9ea0-48d3-bd09-e3432443d394 of type vlan for network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac May 30 20:26:57.730255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e7bd5465-94ac-44cb-8e4d-b35ff75f0c1b None None] Provisioning complete for port 7fa7931e-33a1-42d7-ae0d-cf83f1317d7c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:57.730565 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5465-94ac-44cb-8e4d-b35ff75f0c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:57.756363 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:57.851624 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22815e2c-3eba-40a9-93f5-c1a480ef1feb req-cee5fa35-3e22-49dd-8c19-f401f92c342c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:57.853177 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-22815e2c-3eba-40a9-93f5-c1a480ef1feb req-cee5fa35-3e22-49dd-8c19-f401f92c342c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.7350156 May 30 20:26:57.865610 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd5465-94ac-44cb-8e4d-b35ff75f0c1b None None] Port 7fa7931e-33a1-42d7-ae0d-cf83f1317d7c cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:26:57.914434 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8967547d-4799-4b8c-9f70-b1a8e12f8af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.055264 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a49b0485-b568-431d-8fdf-2a0c5d3ed10f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:58.147111 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.147886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:58.148498 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.210315 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port a49b0485-b568-431d-8fdf-2a0c5d3ed10f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:58.231005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a49b0485-b568-431d-8fdf-2a0c5d3ed10f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:58.232183 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.250541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.objects.ports [None req-82f57cdc-e712-4546-80b3-4d5fa43de85c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:26:58.251821 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-82f57cdc-e712-4546-80b3-4d5fa43de85c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.274103 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-22815e2c-3eba-40a9-93f5-c1a480ef1feb req-3bc5cf23-3209-4f9d-9f5e-5eaa60dbeab0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050264 May 30 20:26:58.325524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] Pushing event updated for resources: {'Network': ['ID=b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:58.342273 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9bc712f8-97eb-4f84-8140-a2e593e6a04f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7492216 May 30 20:26:58.346605 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60520) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:58.355868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6013287e-ee4a-401f-8db7-ecc311ebe209 admin admin] Request body: {'subnet': {'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-646864200-subnet', 'tenant_id': '3e53b7e886cb483ab1535488c5fad1ac', 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:58.361421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6013287e-ee4a-401f-8db7-ecc311ebe209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:58.365472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6013287e-ee4a-401f-8db7-ecc311ebe209 admin admin] Usage tracker for resource:subnet and tenant:3e53b7e886cb483ab1535488c5fad1ac is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:58.369017 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6013287e-ee4a-401f-8db7-ecc311ebe209 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:58.374386 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6013287e-ee4a-401f-8db7-ecc311ebe209 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:58.383399 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.387125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6013287e-ee4a-401f-8db7-ecc311ebe209 admin admin] Made reservation on behalf of 3e53b7e886cb483ab1535488c5fad1ac for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:58.389970 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6013287e-ee4a-401f-8db7-ecc311ebe209 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.391745 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f57cdc-e712-4546-80b3-4d5fa43de85c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=d69c238c-8ee7-45fc-9e40-56f23cc3a77f,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:58.393412 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:26:58.414270 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.417315 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.423801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f57cdc-e712-4546-80b3-4d5fa43de85c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:58.425800 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-82f57cdc-e712-4546-80b3-4d5fa43de85c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:58.429221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f57cdc-e712-4546-80b3-4d5fa43de85c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:58.429836 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-82f57cdc-e712-4546-80b3-4d5fa43de85c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.462335 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-82f57cdc-e712-4546-80b3-4d5fa43de85c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1016541 May 30 20:26:58.465977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60524) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:58.472753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5efd848b-f930-4eb0-81ad-8cec37267ffa tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:58.539091 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60042ad7-c314-4a6b-969c-cfee76fff0b8 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:58.565070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8c31fd11-5968-4ab6-ad13-858f474165cb None None] Provisioning complete for port a49b0485-b568-431d-8fdf-2a0c5d3ed10f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:58.565738 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8c31fd11-5968-4ab6-ad13-858f474165cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.632221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5efd848b-f930-4eb0-81ad-8cec37267ffa tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:58.638068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5efd848b-f930-4eb0-81ad-8cec37267ffa tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:58.642099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5efd848b-f930-4eb0-81ad-8cec37267ffa tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:58.649705 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5efd848b-f930-4eb0-81ad-8cec37267ffa tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:58.673292 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efd848b-f930-4eb0-81ad-8cec37267ffa tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:58.678744 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5efd848b-f930-4eb0-81ad-8cec37267ffa tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.685914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event updated for resources: {'Port': ['ID=7fa7931e-33a1-42d7-ae0d-cf83f1317d7c,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:58.769182 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.815619 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Network 839848d4-e3e9-4095-8619-c20264b1135e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:58.818434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:58.947692 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port a49b0485-b568-431d-8fdf-2a0c5d3ed10f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a49b0485-b568-431d-8fdf-2a0c5d3ed10f,segment=NetworkSegment(f9358384-2b8a-4484-89a0-1f4cf49e4133),segment_id=f9358384-2b8a-4484-89a0-1f4cf49e4133)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:58.954552 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8c31fd11-5968-4ab6-ad13-858f474165cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.974543 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.066411 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=a49b0485-b568-431d-8fdf-2a0c5d3ed10f,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:59.069777 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:26:59.078102 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5efd848b-f930-4eb0-81ad-8cec37267ffa tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.115147 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:26:59.115485 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3e7ee4cf-bb8c-4b50-8da3-c32dd89483b1 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:26:59.203125 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c840c2bc-8044-4130-b66e-385776b76782', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'fixed_ips': [{'subnet_id': 'd69c238c-8ee7-45fc-9e40-56f23cc3a77f'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:26:59.203925 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.298382 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-8c31fd11-5968-4ab6-ad13-858f474165cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:26:59.301303 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-8c31fd11-5968-4ab6-ad13-858f474165cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:26:59.311773 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a49b0485-b568-431d-8fdf-2a0c5d3ed10f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:59.531310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd848b-f930-4eb0-81ad-8cec37267ffa tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=15ce1a40-0a1c-42ab-b4b3-6a192061e437,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:59.555952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efd848b-f930-4eb0-81ad-8cec37267ffa tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:59.560932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5efd848b-f930-4eb0-81ad-8cec37267ffa tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:59.565258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efd848b-f930-4eb0-81ad-8cec37267ffa tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:59.565935 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5efd848b-f930-4eb0-81ad-8cec37267ffa tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.569584 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a49b0485-b568-431d-8fdf-2a0c5d3ed10f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:59.570062 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.622640 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6013287e-ee4a-401f-8db7-ecc311ebe209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.643065 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5efd848b-f930-4eb0-81ad-8cec37267ffa tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1756494 May 30 20:26:59.645844 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60548) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:59.655626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-83d80b66-0eb3-4351-9565-8fdf2eb0cdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'mac_address': 'fa:16:3e:e3:40:ba', 'name': 'tempest-NetworksTestDHCPv6-133685761'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:59.705312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013287e-ee4a-401f-8db7-ecc311ebe209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04df5b87-0f28-4d22-b06b-8eec51360999,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:59.805173 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Allocated IP 2001:db8::f816:3eff:feaa:5683 (c840c2bc-8044-4130-b66e-385776b76782/d69c238c-8ee7-45fc-9e40-56f23cc3a77f/57ec5025-635b-4241-b001-08de484d834d) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:59.859444 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16207390-d249-45e2-93d5-388981c7e40f req-d3921b60-115c-4862-b262-99abbef4dec7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:59.861080 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16207390-d249-45e2-93d5-388981c7e40f req-d3921b60-115c-4862-b262-99abbef4dec7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.3318789 May 30 20:26:59.885367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-83d80b66-0eb3-4351-9565-8fdf2eb0cdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:59.896541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-83d80b66-0eb3-4351-9565-8fdf2eb0cdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:59.908380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d80b66-0eb3-4351-9565-8fdf2eb0cdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:59.911058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013287e-ee4a-401f-8db7-ecc311ebe209 admin admin] Checking segment: {'id': '9aa09312-9ea0-48d3-bd09-e3432443d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:59.911490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6013287e-ee4a-401f-8db7-ecc311ebe209 admin admin] Network hostable DHCP agents. Network: b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:26:59.957482 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-16207390-d249-45e2-93d5-388981c7e40f req-07223965-bf1c-4754-9665-5c443b7d8d5e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848746 May 30 20:26:59.961628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Router 1c21f026-e329-4eb0-ac6b-19092fe3355a is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:26:59.987939 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6013287e-ee4a-401f-8db7-ecc311ebe209 admin admin] Network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:27:00.065737 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-6013287e-ee4a-401f-8db7-ecc311ebe209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:00.082559 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6013287e-ee4a-401f-8db7-ecc311ebe209 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:00.084120 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6013287e-ee4a-401f-8db7-ecc311ebe209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:00.141494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1716d9-d5a1-40cc-bb23-6772e045ad95 None None] Network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:00.141653 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:27:00.178073 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-83d80b66-0eb3-4351-9565-8fdf2eb0cdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:00.234147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-83d80b66-0eb3-4351-9565-8fdf2eb0cdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port 47da66bf-f70c-495b-97d4-9e326933bd1c yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:27:00.408526 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6013287e-ee4a-401f-8db7-ecc311ebe209 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0606656 May 30 20:27:00.411016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60572) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:00.419194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-646864200-router', 'tenant_id': '3e53b7e886cb483ab1535488c5fad1ac', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:00.430321 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:00.435751 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Usage tracker for resource:router and tenant:3e53b7e886cb483ab1535488c5fad1ac is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:00.436959 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8b0155ac-9cbc-4d8e-b822-187099fabc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:00.440123 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:00.451019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:00.470416 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:00.473625 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:00.511219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:27:00.526636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4b3a9027-5e7f-4b03-9087-3225b4fd9d76 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "PUT /v2.0/routers/1c21f026-e329-4eb0-ac6b-19092fe3355a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3986959 May 30 20:27:00.529712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60578) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:00.540218 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b8378c-9b8c-432d-b090-63e4e47bd331 None None] Sync routers for ids ['1c21f026-e329-4eb0-ac6b-19092fe3355a'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:27:00.555324 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:00.585858 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c56eedaf-34a3-42ef-b1d5-d04473745678 None None] Provisioning complete for port 7fa7931e-33a1-42d7-ae0d-cf83f1317d7c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:00.586378 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c56eedaf-34a3-42ef-b1d5-d04473745678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:00.653419 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c56eedaf-34a3-42ef-b1d5-d04473745678 None None] Port 7fa7931e-33a1-42d7-ae0d-cf83f1317d7c cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:27:00.754439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 843793dc-0bfd-422b-bdb0-b844c11ebb4d no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:27:00.879576 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 843793dc-0bfd-422b-bdb0-b844c11ebb4d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:27:00.879900 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 843793dc-0bfd-422b-bdb0-b844c11ebb4d not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:27:00.925878 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b8378c-9b8c-432d-b090-63e4e47bd331 None None] Routers {'1c21f026-e329-4eb0-ac6b-19092fe3355a'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:00.927905 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a5b8378c-9b8c-432d-b090-63e4e47bd331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:27:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1c21f026-e329-4eb0-ac6b-19092fe3355a'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:00.974035 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:01.030317 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a5b8378c-9b8c-432d-b090-63e4e47bd331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:01.157447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b8378c-9b8c-432d-b090-63e4e47bd331 None None] Routers {'1c21f026-e329-4eb0-ac6b-19092fe3355a'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:01.158445 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a5b8378c-9b8c-432d-b090-63e4e47bd331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:27:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1c21f026-e329-4eb0-ac6b-19092fe3355a'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:01.259211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a5b8378c-9b8c-432d-b090-63e4e47bd331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:01.259645 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b8378c-9b8c-432d-b090-63e4e47bd331 None None] The sync data for ids ['1c21f026-e329-4eb0-ac6b-19092fe3355a'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:27:01.293752 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac', 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac', 'tenant_id': '3e53b7e886cb483ab1535488c5fad1ac', 'fixed_ips': [{'subnet_id': '04df5b87-0f28-4d22-b06b-8eec51360999'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:27:01.297375 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:01.326630 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:01.363452 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:01.368410 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:01.381945 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:01.393581 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Transition to ACTIVE for port object 57ec5025-635b-4241-b001-08de484d834d will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:01.495692 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Transition to ACTIVE for port object 57ec5025-635b-4241-b001-08de484d834d will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:01.514409 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:01.607139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Allocated IP 172.25.5.179 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/dfa9b812-14b3-4023-9348-98d9c368e409) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:01.721153 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Pushing event updated for resources: {'Port': ['ID=57ec5025-635b-4241-b001-08de484d834d,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:01.838619 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-69b45867-a640-4e22-82ed-b10de0a1a53f tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:27:01.842777 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-69b45867-a640-4e22-82ed-b10de0a1a53f tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "PUT /v2.0/routers/1c21f026-e329-4eb0-ac6b-19092fe3355a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3090286 May 30 20:27:01.843009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60606) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:01.860332 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:01.887952 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:01.891084 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:01.895159 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:01.998441 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6ae120b-1c0d-44b9-87c5-d65a8fecb3bf req-98aa6652-1bd2-42df-be11-d225f10a26ab service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6500845 May 30 20:27:02.011022 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.024683 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Allocated IP 172.20.0.2 (b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac/04df5b87-0f28-4d22-b06b-8eec51360999/37ebd64f-10ae-4f7d-b027-309e28ab9b9d) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:02.033416 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Attempting to bind port 57ec5025-635b-4241-b001-08de484d834d on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:02.033772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Attempting to bind port 57ec5025-635b-4241-b001-08de484d834d by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:02.034122 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Attempting to bind port 57ec5025-635b-4241-b001-08de484d834d on network c840c2bc-8044-4130-b66e-385776b76782 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:02.045870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:02.046235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:02.046619 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.047041 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Bound using segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:02.047502 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Bound port: 57ec5025-635b-4241-b001-08de484d834d, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:02.047866 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.096759 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-83d80b66-0eb3-4351-9565-8fdf2eb0cdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 172.20.0.11 (c840c2bc-8044-4130-b66e-385776b76782/15ce1a40-0a1c-42ab-b4b3-6a192061e437/47da66bf-f70c-495b-97d4-9e326933bd1c) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:02.111432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-83d80b66-0eb3-4351-9565-8fdf2eb0cdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::f816:3eff:fee3:40ba (c840c2bc-8044-4130-b66e-385776b76782/d69c238c-8ee7-45fc-9e40-56f23cc3a77f/47da66bf-f70c-495b-97d4-9e326933bd1c) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:02.154236 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] For port 57ec5025-635b-4241-b001-08de484d834d, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:02.157512 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] For port 57ec5025-635b-4241-b001-08de484d834d, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=57ec5025-635b-4241-b001-08de484d834d,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:02.160833 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.176633 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.438880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:02.445037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:02.448961 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:02.479340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9933cb5-d417-497d-ba8d-f74a9bc7787e None None] Pushing event updated for resources: {'Port': ['ID=57ec5025-635b-4241-b001-08de484d834d,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:02.551472 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9a03b52d-330f-4193-9621-35fa00c9a75d no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:27:02.625353 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-83d80b66-0eb3-4351-9565-8fdf2eb0cdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.686793 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.700963 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-83d80b66-0eb3-4351-9565-8fdf2eb0cdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object 47da66bf-f70c-495b-97d4-9e326933bd1c will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:02.754920 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Transition to ACTIVE for port object 37ebd64f-10ae-4f7d-b027-309e28ab9b9d will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:02.765174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb607606-59d2-4b11-a44c-2e5db3053556 req-46ca2adc-7a2a-4131-be41-acca3647f44d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:02.767309 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb607606-59d2-4b11-a44c-2e5db3053556 req-46ca2adc-7a2a-4131-be41-acca3647f44d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.2860377 May 30 20:27:02.804114 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Transition to ACTIVE for port object 37ebd64f-10ae-4f7d-b027-309e28ab9b9d will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:02.885597 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fc4f2db1-e762-4cd8-aba2-d67930eb130c tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.897352 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.899192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Pushing event updated for resources: {'Port': ['ID=dfa9b812-14b3-4023-9348-98d9c368e409,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:02.977070 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb607606-59d2-4b11-a44c-2e5db3053556 req-124c0dd3-e2eb-4844-a08c-8a560fea49ac tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975660 May 30 20:27:03.011862 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.027241 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-83d80b66-0eb3-4351-9565-8fdf2eb0cdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.050728 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:03.054925 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:03.058327 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:03.068869 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Pushing event updated for resources: {'Port': ['ID=37ebd64f-10ae-4f7d-b027-309e28ab9b9d,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:03.157485 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8759717a-6a7c-4d9e-bdcd-c5af7e3d372b req-3ec1a969-b68b-4617-b40c-f5eae65c17b4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6517162 May 30 20:27:03.186278 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d80b66-0eb3-4351-9565-8fdf2eb0cdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:03.186574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d80b66-0eb3-4351-9565-8fdf2eb0cdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=47da66bf-f70c-495b-97d4-9e326933bd1c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:03.187808 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Attempting to bind port 37ebd64f-10ae-4f7d-b027-309e28ab9b9d on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:03.188312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Attempting to bind port 37ebd64f-10ae-4f7d-b027-309e28ab9b9d by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '9aa09312-9ea0-48d3-bd09-e3432443d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:03.188885 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Attempting to bind port 37ebd64f-10ae-4f7d-b027-309e28ab9b9d on network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:03.191951 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-83d80b66-0eb3-4351-9565-8fdf2eb0cdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:03.195951 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d80b66-0eb3-4351-9565-8fdf2eb0cdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:03.196279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:03.197681 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Checking segment: {'id': '9aa09312-9ea0-48d3-bd09-e3432443d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:03.198203 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.199105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Bound using segment: {'id': '9aa09312-9ea0-48d3-bd09-e3432443d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:03.199698 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Bound port: 37ebd64f-10ae-4f7d-b027-309e28ab9b9d, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa09312-9ea0-48d3-bd09-e3432443d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:03.200485 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.291131 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.343644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d80b66-0eb3-4351-9565-8fdf2eb0cdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:03.344334 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-83d80b66-0eb3-4351-9565-8fdf2eb0cdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.406828 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 57ec5025-635b-4241-b001-08de484d834d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:03.429575 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.430330 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.434270 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-83d80b66-0eb3-4351-9565-8fdf2eb0cdf7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7872863 May 30 20:27:03.438371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60648) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:03.471938 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] For port 37ebd64f-10ae-4f7d-b027-309e28ab9b9d, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:03.475474 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] For port 37ebd64f-10ae-4f7d-b027-309e28ab9b9d, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=37ebd64f-10ae-4f7d-b027-309e28ab9b9d,segment=NetworkSegment(9aa09312-9ea0-48d3-bd09-e3432443d394),segment_id=9aa09312-9ea0-48d3-bd09-e3432443d394)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:03.487156 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.652097 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a35ce5-c4bd-4a70-9241-a24b21460606 None None] Pushing event updated for resources: {'Port': ['ID=37ebd64f-10ae-4f7d-b027-309e28ab9b9d,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:03.766529 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 57ec5025-635b-4241-b001-08de484d834d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:04.095689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b744289-464f-409e-a7fd-c692a7b4e653 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:04.108225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b744289-464f-409e-a7fd-c692a7b4e653 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:04.110269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5b744289-464f-409e-a7fd-c692a7b4e653 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:04.172339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5b744289-464f-409e-a7fd-c692a7b4e653 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:04.173741 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5b744289-464f-409e-a7fd-c692a7b4e653 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.7344730 May 30 20:27:04.180266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60674) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:04.279076 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7fa635-c1be-4e5e-a7bd-316cd898186a None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:04.390833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-96843b7a-db8c-4819-a4e4-911bfd9da809 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port 47da66bf-f70c-495b-97d4-9e326933bd1c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:04.391173 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96843b7a-db8c-4819-a4e4-911bfd9da809 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:04.651148 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260225a3-75de-449e-98d1-914a255a459e req-849a26d7-2646-45ee-b954-0730535bc158 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:04.659224 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-260225a3-75de-449e-98d1-914a255a459e req-849a26d7-2646-45ee-b954-0730535bc158 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.2173958 May 30 20:27:04.784553 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-260225a3-75de-449e-98d1-914a255a459e req-2908c1d7-d328-4d81-ab1f-80a9fdf3de16 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242449 May 30 20:27:04.832540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Router 3fc38e7a-c337-4206-82ef-79205d1b70c1 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:27:04.849774 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96843b7a-db8c-4819-a4e4-911bfd9da809 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:04.936828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f2db1-e762-4cd8-aba2-d67930eb130c tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Deleting port 7fa7931e-33a1-42d7-ae0d-cf83f1317d7c {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:04.937439 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fc4f2db1-e762-4cd8-aba2-d67930eb130c tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:04.959633 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2089cf8b-5e29-4e09-a553-c33df525e14b None None] Provisioning for port 57ec5025-635b-4241-b001-08de484d834d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:04.971558 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2089cf8b-5e29-4e09-a553-c33df525e14b None None] Provisioning complete for port 57ec5025-635b-4241-b001-08de484d834d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:04.972238 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2089cf8b-5e29-4e09-a553-c33df525e14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:05.148592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-96843b7a-db8c-4819-a4e4-911bfd9da809 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for 47da66bf-f70c-495b-97d4-9e326933bd1c owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:05.358552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 37ebd64f-10ae-4f7d-b027-309e28ab9b9d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:05.476120 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fc4f2db1-e762-4cd8-aba2-d67930eb130c tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:05.586406 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2089cf8b-5e29-4e09-a553-c33df525e14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:05.653227 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2089cf8b-5e29-4e09-a553-c33df525e14b None None] For port 57ec5025-635b-4241-b001-08de484d834d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=57ec5025-635b-4241-b001-08de484d834d,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:05.654777 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9083ec-a58d-4990-9458-9850abd963ca None None] Network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:05.680141 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2089cf8b-5e29-4e09-a553-c33df525e14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:05.707074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f2db1-e762-4cd8-aba2-d67930eb130c tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Calling delete_port for 7fa7931e-33a1-42d7-ae0d-cf83f1317d7c owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:05.798503 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96843b7a-db8c-4819-a4e4-911bfd9da809 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:05.836064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089cf8b-5e29-4e09-a553-c33df525e14b None None] Pushing event updated for resources: {'Port': ['ID=57ec5025-635b-4241-b001-08de484d834d,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:05.878704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656e0103-3e8d-4c22-b4c0-8bfb2e332320 None None] Update dhcp port {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'fixed_ips': [{'subnet_id': 'd69c238c-8ee7-45fc-9e40-56f23cc3a77f', 'ip_address': '2001:db8::f816:3eff:feaa:5683'}, {'subnet_id': '15ce1a40-0a1c-42ab-b4b3-6a192061e437'}], 'binding:host_id': 'n-d-843949-2'}, 'id': '57ec5025-635b-4241-b001-08de484d834d'} from n-d-843949-2. {{(pid=84025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:27:05.947237 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96843b7a-db8c-4819-a4e4-911bfd9da809 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=47da66bf-f70c-495b-97d4-9e326933bd1c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:06.029216 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-656e0103-3e8d-4c22-b4c0-8bfb2e332320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:06.037638 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fc4f2db1-e762-4cd8-aba2-d67930eb130c tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:06.039020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f6450e2d-1717-4818-8513-b93739e353a8 None None] Provisioning for port 37ebd64f-10ae-4f7d-b027-309e28ab9b9d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:06.182222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60704) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:06.233486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f2db1-e762-4cd8-aba2-d67930eb130c tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event deleted for resources: {'Port': ['ID=7fa7931e-33a1-42d7-ae0d-cf83f1317d7c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:06.516511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:27:06.556941 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Sync routers for ids ['3fc38e7a-c337-4206-82ef-79205d1b70c1'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:27:06.605314 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Routers {'3fc38e7a-c337-4206-82ef-79205d1b70c1'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:06.610056 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:27:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3fc38e7a-c337-4206-82ef-79205d1b70c1'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:06.761226 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96843b7a-db8c-4819-a4e4-911bfd9da809 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:06.790872 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:06.795311 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7f303b3a-0150-4aff-a904-33f24aca093b admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3829615 May 30 20:27:06.797780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60718) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:06.799628 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-96843b7a-db8c-4819-a4e4-911bfd9da809 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/47da66bf-f70c-495b-97d4-9e326933bd1c HTTP/1.1" status: 204 len: 168 time: 2.6170592 May 30 20:27:06.823993 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 37ebd64f-10ae-4f7d-b027-309e28ab9b9d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:06.875530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60722) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:06.913810 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 37ebd64f-10ae-4f7d-b027-309e28ab9b9d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:06.914432 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:06.994253 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f7857-85e5-40fc-9822-c6c50bdfb773 req-e88fed45-e5b1-4d92-94f3-35a6444b3dba tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:06.995913 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-606f7857-85e5-40fc-9822-c6c50bdfb773 req-e88fed45-e5b1-4d92-94f3-35a6444b3dba tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.8429155 May 30 20:27:07.003455 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fc4f2db1-e762-4cd8-aba2-d67930eb130c tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.097857 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Set router 3fc38e7a-c337-4206-82ef-79205d1b70c1 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:27:07.138077 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1fabe633-57fd-4111-83f4-7b39739a6391 req-93a0cd52-024c-4de5-878b-7512f86ebae9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 1097 time: 0.9541850 May 30 20:27:07.187296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4c6be3-dc7f-46d2-aa4d-23e1acb8c09d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:07.189647 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4c6be3-dc7f-46d2-aa4d-23e1acb8c09d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:07.191288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4c6be3-dc7f-46d2-aa4d-23e1acb8c09d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:07.192338 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7b4c6be3-dc7f-46d2-aa4d-23e1acb8c09d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:07.233184 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.245755 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1fabe633-57fd-4111-83f4-7b39739a6391 req-aa75065c-7884-4dd9-ab2b-8630c78e8135 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7ddf40eb-d087-4e3f-97c7-562df0777d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004632 May 30 20:27:07.267957 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7b4c6be3-dc7f-46d2-aa4d-23e1acb8c09d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:07.269132 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7b4c6be3-dc7f-46d2-aa4d-23e1acb8c09d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3923726 May 30 20:27:07.271872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60732) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:07.426738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-656e0103-3e8d-4c22-b4c0-8bfb2e332320 None None] Allocated IP 172.20.0.2 (c840c2bc-8044-4130-b66e-385776b76782/15ce1a40-0a1c-42ab-b4b3-6a192061e437/57ec5025-635b-4241-b001-08de484d834d) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:07.574601 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.748184 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 37ebd64f-10ae-4f7d-b027-309e28ab9b9d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=37ebd64f-10ae-4f7d-b027-309e28ab9b9d,segment=NetworkSegment(9aa09312-9ea0-48d3-bd09-e3432443d394),segment_id=9aa09312-9ea0-48d3-bd09-e3432443d394)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:07.772276 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.808542 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'name': 'tempest-TestServerMultinode-646864200-router', 'tenant_id': '3e53b7e886cb483ab1535488c5fad1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'dfa9b812-14b3-4023-9348-98d9c368e409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:27:00Z', 'updated_at': '2022-05-30T20:27:03Z', 'revision_number': 3, 'project_id': '3e53b7e886cb483ab1535488c5fad1ac', 'gw_port': {'id': 'dfa9b812-14b3-4023-9348-98d9c368e409', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:01Z', 'updated_at': '2022-05-30T20:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:07.817960 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Checking router: 3fc38e7a-c337-4206-82ef-79205d1b70c1 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:27:07.818302 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Updating router 3fc38e7a-c337-4206-82ef-79205d1b70c1 port dfa9b812-14b3-4023-9348-98d9c368e409 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:27:07.842028 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-606f7857-85e5-40fc-9822-c6c50bdfb773 req-79dae1ef-757b-4a85-9071-5f4763d798ac tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8344307 May 30 20:27:07.885498 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-656e0103-3e8d-4c22-b4c0-8bfb2e332320 None None] For port 57ec5025-635b-4241-b001-08de484d834d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=57ec5025-635b-4241-b001-08de484d834d,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:07.926571 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c7e54032-a440-4bb8-9baf-f52be96d9d27 None None] Provisioning complete for port 37ebd64f-10ae-4f7d-b027-309e28ab9b9d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:07.929016 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c7e54032-a440-4bb8-9baf-f52be96d9d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.940494 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.036295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 57ec5025-635b-4241-b001-08de484d834d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:08.055152 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2c1b8d-6ff8-4cd9-be6e-09c03a62bcfb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet 15ce1a40-0a1c-42ab-b4b3-6a192061e437 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:27:08.173929 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=37ebd64f-10ae-4f7d-b027-309e28ab9b9d,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:08.217172 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-656e0103-3e8d-4c22-b4c0-8bfb2e332320 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:27:08.258827 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-656e0103-3e8d-4c22-b4c0-8bfb2e332320 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.289729 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-656e0103-3e8d-4c22-b4c0-8bfb2e332320 None None] Transition to ACTIVE for port object 57ec5025-635b-4241-b001-08de484d834d will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:08.305615 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-656e0103-3e8d-4c22-b4c0-8bfb2e332320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.307226 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f2c1b8d-6ff8-4cd9-be6e-09c03a62bcfb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.521537 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f2c1b8d-6ff8-4cd9-be6e-09c03a62bcfb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.564194 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8759717a-6a7c-4d9e-bdcd-c5af7e3d372b req-d5ec7443-c2e8-43ad-9005-046c79ef702b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e&tenant_id=e1f154aa639e466b871f55ef50521468 HTTP/1.1" status: 200 len: 1094 time: 0.1158664 May 30 20:27:08.585648 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4f2db1-e762-4cd8-aba2-d67930eb130c tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Router 1c21f026-e329-4eb0-ac6b-19092fe3355a has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:27:08.604420 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.636843 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Transition to ACTIVE for port object dfa9b812-14b3-4023-9348-98d9c368e409 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:08.657152 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.823249 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f2c1b8d-6ff8-4cd9-be6e-09c03a62bcfb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.827557 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8759717a-6a7c-4d9e-bdcd-c5af7e3d372b req-15a1d1d3-f837-4b6e-99f2-a60a08d69dcc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f154aa639e466b871f55ef50521468&device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 1094 time: 0.2342479 May 30 20:27:08.867415 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da34c92-d133-4b6c-a112-de7c6ce89405 None None] Pushing event updated for resources: {'Port': ['ID=dfa9b812-14b3-4023-9348-98d9c368e409,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:08.879919 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Attempting to bind port dfa9b812-14b3-4023-9348-98d9c368e409 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:08.880475 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Attempting to bind port dfa9b812-14b3-4023-9348-98d9c368e409 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:08.882722 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Attempting to bind port dfa9b812-14b3-4023-9348-98d9c368e409 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:08.898582 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:08.901184 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:08.904597 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.905171 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:08.905809 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Bound port: dfa9b812-14b3-4023-9348-98d9c368e409, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:08.906365 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.943054 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e0103-3e8d-4c22-b4c0-8bfb2e332320 None None] Pushing event updated for resources: {'Port': ['ID=57ec5025-635b-4241-b001-08de484d834d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:08.994232 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f2c1b8d-6ff8-4cd9-be6e-09c03a62bcfb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:09.053466 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f2c1b8d-6ff8-4cd9-be6e-09c03a62bcfb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:09.090803 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c1b8d-6ff8-4cd9-be6e-09c03a62bcfb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=15ce1a40-0a1c-42ab-b4b3-6a192061e437,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:09.097687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759717a-6a7c-4d9e-bdcd-c5af7e3d372b req-d7ff62dc-faa7-455c-a9b9-5f6a25119546 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:09.105112 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8759717a-6a7c-4d9e-bdcd-c5af7e3d372b req-d7ff62dc-faa7-455c-a9b9-5f6a25119546 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d1878ae-449f-42b8-bf46-74af28ca94fd HTTP/1.1" status: 200 len: 918 time: 0.2653584 May 30 20:27:09.122430 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0f2c1b8d-6ff8-4cd9-be6e-09c03a62bcfb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/15ce1a40-0a1c-42ab-b4b3-6a192061e437 HTTP/1.1" status: 204 len: 168 time: 1.8460457 May 30 20:27:09.127883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60776) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:09.151707 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] For port dfa9b812-14b3-4023-9348-98d9c368e409, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:09.157532 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] For port dfa9b812-14b3-4023-9348-98d9c368e409, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dfa9b812-14b3-4023-9348-98d9c368e409,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:09.168307 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:09.206785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4f2db1-e762-4cd8-aba2-d67930eb130c tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:27:09.252257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74de75d-6f3f-46b2-a4fa-a8b99a847458 None None] Sync routers for ids ['1c21f026-e329-4eb0-ac6b-19092fe3355a'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:27:09.254075 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fc4f2db1-e762-4cd8-aba2-d67930eb130c tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "PUT /v2.0/routers/1c21f026-e329-4eb0-ac6b-19092fe3355a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4061375 May 30 20:27:09.258390 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74de75d-6f3f-46b2-a4fa-a8b99a847458 None None] Routers {'1c21f026-e329-4eb0-ac6b-19092fe3355a'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:09.258572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60780) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:09.258660 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c74de75d-6f3f-46b2-a4fa-a8b99a847458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:27:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1c21f026-e329-4eb0-ac6b-19092fe3355a'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:09.413700 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:09.470596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c74de75d-6f3f-46b2-a4fa-a8b99a847458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:09.475800 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-926c0b71-2d4d-467f-b1fa-55d590bea544 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet d69c238c-8ee7-45fc-9e40-56f23cc3a77f {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:27:09.480287 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-926c0b71-2d4d-467f-b1fa-55d590bea544 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:09.516260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74de75d-6f3f-46b2-a4fa-a8b99a847458 None None] Routers {'1c21f026-e329-4eb0-ac6b-19092fe3355a'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:09.517018 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c74de75d-6f3f-46b2-a4fa-a8b99a847458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:27:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1c21f026-e329-4eb0-ac6b-19092fe3355a'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:09.520743 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da34c92-d133-4b6c-a112-de7c6ce89405 None None] Pushing event updated for resources: {'Port': ['ID=dfa9b812-14b3-4023-9348-98d9c368e409,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:09.547161 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Routers {'3fc38e7a-c337-4206-82ef-79205d1b70c1'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:09.547796 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:27:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3fc38e7a-c337-4206-82ef-79205d1b70c1'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:09.628536 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-fbcfe424-ba2c-4cfe-a665-08381ff787e4 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] delete failed (client error): The resource could not be found. May 30 20:27:09.631638 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fbcfe424-ba2c-4cfe-a665-08381ff787e4 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "DELETE /v2.0/routers/tempest-non_exist_router-1557057151 HTTP/1.1" status: 404 len: 335 time: 0.3513124 May 30 20:27:09.646860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60786) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:09.655763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-1c399e22-2f47-48e8-a346-6b0c64596800 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Request body: {'router': {'external_gateway_info': {'network_id': '1c21f026-e329-4eb0-ac6b-19092fe3355a'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:09.718509 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c74de75d-6f3f-46b2-a4fa-a8b99a847458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:09.720188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74de75d-6f3f-46b2-a4fa-a8b99a847458 None None] The sync data for ids ['1c21f026-e329-4eb0-ac6b-19092fe3355a'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:27:09.917704 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] Set router 3fc38e7a-c337-4206-82ef-79205d1b70c1 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:27:09.940017 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 57ec5025-635b-4241-b001-08de484d834d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:09.983456 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-926c0b71-2d4d-467f-b1fa-55d590bea544 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.031428 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8759717a-6a7c-4d9e-bdcd-c5af7e3d372b req-f99c044c-346e-477b-9295-d52878b1254e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a03b52d-330f-4193-9621-35fa00c9a75d HTTP/1.1" status: 200 len: 998 time: 0.9176798 May 30 20:27:10.101532 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 37ebd64f-10ae-4f7d-b027-309e28ab9b9d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:10.145306 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bda473-10b6-49b7-885f-84b10cf637a6 req-92859d63-cf97-4a73-afb7-2692b0e3d297 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:10.146863 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13bda473-10b6-49b7-885f-84b10cf637a6 req-92859d63-cf97-4a73-afb7-2692b0e3d297 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.8610840 May 30 20:27:10.152897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759717a-6a7c-4d9e-bdcd-c5af7e3d372b req-f2d07f70-4184-4b40-83da-16c168828c9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:10.153808 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8759717a-6a7c-4d9e-bdcd-c5af7e3d372b req-f2d07f70-4184-4b40-83da-16c168828c9e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9f9412f8-b9b7-4d21-91c7-4120cd918668 HTTP/1.1" status: 200 len: 856 time: 0.1103439 May 30 20:27:10.274889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 37ebd64f-10ae-4f7d-b027-309e28ab9b9d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:10.275257 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.310100 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abc85e9-d45c-489c-a827-0825a29f94a9 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:10.458758 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-926c0b71-2d4d-467f-b1fa-55d590bea544 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.517894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-78bd292b-1413-4008-aba9-5f6faa65a711 None None] Could not find standard attr ID for object 47da66bf-f70c-495b-97d4-9e326933bd1c. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:27:10.554989 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'name': 'tempest-TestServerMultinode-646864200-router', 'tenant_id': '3e53b7e886cb483ab1535488c5fad1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'dfa9b812-14b3-4023-9348-98d9c368e409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:27:00Z', 'updated_at': '2022-05-30T20:27:03Z', 'revision_number': 3, 'project_id': '3e53b7e886cb483ab1535488c5fad1ac', 'gw_port': {'id': 'dfa9b812-14b3-4023-9348-98d9c368e409', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:01Z', 'updated_at': '2022-05-30T20:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:10.560337 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08284bb6-dc33-4031-aaec-7d9eb2f6a5a6 None None] The sync data for ids ['3fc38e7a-c337-4206-82ef-79205d1b70c1'] in n-d-843949-2 is: [{'id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'name': 'tempest-TestServerMultinode-646864200-router', 'tenant_id': '3e53b7e886cb483ab1535488c5fad1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'dfa9b812-14b3-4023-9348-98d9c368e409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:27:00Z', 'updated_at': '2022-05-30T20:27:03Z', 'revision_number': 3, 'project_id': '3e53b7e886cb483ab1535488c5fad1ac', 'gw_port': {'id': 'dfa9b812-14b3-4023-9348-98d9c368e409', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:01Z', 'updated_at': '2022-05-30T20:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:27:10.593153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Allocated IP 172.20.0.1 (b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac/04df5b87-0f28-4d22-b06b-8eec51360999/822a213b-b14b-45ef-827e-e06e0472b9af) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:10.645020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-78bd292b-1413-4008-aba9-5f6faa65a711 None None] Provisioning for port 57ec5025-635b-4241-b001-08de484d834d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:10.734176 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-78bd292b-1413-4008-aba9-5f6faa65a711 None None] Provisioning complete for port 57ec5025-635b-4241-b001-08de484d834d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:10.735935 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-78bd292b-1413-4008-aba9-5f6faa65a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.748990 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-926c0b71-2d4d-467f-b1fa-55d590bea544 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.933034 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13bda473-10b6-49b7-885f-84b10cf637a6 req-1b0d6127-1e0f-4d2b-839b-f2db840fee68 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7780869 May 30 20:27:11.073254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c0b71-2d4d-467f-b1fa-55d590bea544 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=d69c238c-8ee7-45fc-9e40-56f23cc3a77f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:11.106188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa52b181-e86e-4cce-a2fc-70daf62c6f02 None None] DHCP port deletion for c840c2bc-8044-4130-b66e-385776b76782 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:27:11.128700 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fa52b181-e86e-4cce-a2fc-70daf62c6f02 None None] Deleting port 57ec5025-635b-4241-b001-08de484d834d {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:11.129042 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fa52b181-e86e-4cce-a2fc-70daf62c6f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:11.144860 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-926c0b71-2d4d-467f-b1fa-55d590bea544 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:11.217370 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:11.223306 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-926c0b71-2d4d-467f-b1fa-55d590bea544 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/d69c238c-8ee7-45fc-9e40-56f23cc3a77f HTTP/1.1" status: 204 len: 168 time: 2.0922806 May 30 20:27:11.233257 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60818) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:11.350229 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8759717a-6a7c-4d9e-bdcd-c5af7e3d372b req-deda7235-4e0d-4d48-aaf4-5ad711054e7e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d1878ae-449f-42b8-bf46-74af28ca94fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1648288 May 30 20:27:11.447821 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f34b6dc6-8b84-4df0-bb0f-22621d6b4a69 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2104871 May 30 20:27:11.449139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Transition to ACTIVE for port object 822a213b-b14b-45ef-827e-e06e0472b9af will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:11.460791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60822) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:11.467598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f4e1d7bf-ced9-4976-9120-f6d313b331df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:11.469482 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-fa52b181-e86e-4cce-a2fc-70daf62c6f02 None None] For port 57ec5025-635b-4241-b001-08de484d834d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=57ec5025-635b-4241-b001-08de484d834d,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:11.470101 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fa52b181-e86e-4cce-a2fc-70daf62c6f02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:11.530463 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c399e22-2f47-48e8-a346-6b0c64596800 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:11.575565 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-1c399e22-2f47-48e8-a346-6b0c64596800 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] update failed (client error): The resource could not be found. May 30 20:27:11.581792 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1c399e22-2f47-48e8-a346-6b0c64596800 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "PUT /v2.0/routers/1c21f026-e329-4eb0-ac6b-19092fe3355a HTTP/1.1" status: 404 len: 339 time: 1.9335620 May 30 20:27:11.582678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60826) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:11.605955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-3327646e-bee6-4096-acac-10d7c5ba1985 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-784530054'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:11.623635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3327646e-bee6-4096-acac-10d7c5ba1985 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:11.641110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3327646e-bee6-4096-acac-10d7c5ba1985 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Usage tracker for resource:network and tenant:e8eaee06dd924df884cb48a7d1b91778 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:11.646509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3327646e-bee6-4096-acac-10d7c5ba1985 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:11.655568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8759717a-6a7c-4d9e-bdcd-c5af7e3d372b req-3c8ba878-a9b3-41ed-b0be-900807e6ff71 service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963984 May 30 20:27:11.656682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3327646e-bee6-4096-acac-10d7c5ba1985 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:11.664121 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fa52b181-e86e-4cce-a2fc-70daf62c6f02 None None] Calling delete_port for 57ec5025-635b-4241-b001-08de484d834d owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:11.738194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f4e1d7bf-ced9-4976-9120-f6d313b331df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:11.743336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f4e1d7bf-ced9-4976-9120-f6d313b331df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:11.747022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f4e1d7bf-ced9-4976-9120-f6d313b331df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:11.755117 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f4e1d7bf-ced9-4976-9120-f6d313b331df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:11.762117 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:11.795123 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fa52b181-e86e-4cce-a2fc-70daf62c6f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:11.862062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52b181-e86e-4cce-a2fc-70daf62c6f02 None None] No DVR routers for this DVR port 57ec5025-635b-4241-b001-08de484d834d on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:27:11.882352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3327646e-bee6-4096-acac-10d7c5ba1985 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Made reservation on behalf of e8eaee06dd924df884cb48a7d1b91778 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:11.890406 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3327646e-bee6-4096-acac-10d7c5ba1985 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:11.890934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52b181-e86e-4cce-a2fc-70daf62c6f02 None None] Pushing event deleted for resources: {'Port': ['ID=57ec5025-635b-4241-b001-08de484d834d,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:11.952297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3327646e-bee6-4096-acac-10d7c5ba1985 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:27:11.955090 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e1d7bf-ced9-4976-9120-f6d313b331df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:11.958949 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f4e1d7bf-ced9-4976-9120-f6d313b331df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:11.963802 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8759717a-6a7c-4d9e-bdcd-c5af7e3d372b req-8b8d9569-d58e-4d54-9654-8a713aeec266 service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974694 May 30 20:27:11.975616 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3327646e-bee6-4096-acac-10d7c5ba1985 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:11.987123 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-3327646e-bee6-4096-acac-10d7c5ba1985 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Added segment 171bc533-a8ad-4544-be18-abfebcc2bb50 of type vlan for network 4cf832b2-e095-41bb-9f6b-44dd814fdd74 May 30 20:27:12.023518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dfa9b812-14b3-4023-9348-98d9c368e409 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:12.050043 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3327646e-bee6-4096-acac-10d7c5ba1985 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:12.112422 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3327646e-bee6-4096-acac-10d7c5ba1985 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:12.121893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3327646e-bee6-4096-acac-10d7c5ba1985 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:12.122694 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3327646e-bee6-4096-acac-10d7c5ba1985 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:12.154312 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:12.185810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Pushing event updated for resources: {'Port': ['ID=822a213b-b14b-45ef-827e-e06e0472b9af,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:12.199038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:12.203216 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:12.393616 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port dfa9b812-14b3-4023-9348-98d9c368e409 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:12.401469 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port dfa9b812-14b3-4023-9348-98d9c368e409 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:12.401469 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:12.486412 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:12.645397 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3327646e-bee6-4096-acac-10d7c5ba1985 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0475066 May 30 20:27:12.654910 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60850) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:12.690849 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:12.697227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-b298ce38-6c9f-424a-9052-e51b98a905da tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Request body: {'subnet': {'network_id': '4cf832b2-e095-41bb-9f6b-44dd814fdd74', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:12.759523 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port dfa9b812-14b3-4023-9348-98d9c368e409, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dfa9b812-14b3-4023-9348-98d9c368e409,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:12.771125 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:12.782393 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:12.928338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=dfa9b812-14b3-4023-9348-98d9c368e409,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:12.940530 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 57ec5025-635b-4241-b001-08de484d834d no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:27:12.989202 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327646e-bee6-4096-acac-10d7c5ba1985 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event updated for resources: {'Network': ['ID=4cf832b2-e095-41bb-9f6b-44dd814fdd74,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:13.001963 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b298ce38-6c9f-424a-9052-e51b98a905da tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:13.011745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:13.012473 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b298ce38-6c9f-424a-9052-e51b98a905da tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Usage tracker for resource:subnet and tenant:e8eaee06dd924df884cb48a7d1b91778 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:13.017379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b298ce38-6c9f-424a-9052-e51b98a905da tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:13.020095 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:13.020901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:13.021247 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:13.021586 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:13.022935 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:13.023291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:13.023626 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:13.023985 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:13.027821 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:13.028212 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:13.036132 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 4cf832b2-e095-41bb-9f6b-44dd814fdd74 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:27:13.038436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b298ce38-6c9f-424a-9052-e51b98a905da tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:13.070468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b298ce38-6c9f-424a-9052-e51b98a905da tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Made reservation on behalf of e8eaee06dd924df884cb48a7d1b91778 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:13.163864 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 57ec5025-635b-4241-b001-08de484d834d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:27:13.164554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 57ec5025-635b-4241-b001-08de484d834d not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:27:13.220453 n-d-843949-2 neutron-server[84024]: DEBUG neutron.objects.ports [None req-f4e1d7bf-ced9-4976-9120-f6d313b331df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:27:13.233012 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f4e1d7bf-ced9-4976-9120-f6d313b331df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:13.258364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-862ddc21-b508-4e6f-a9fa-310f38239895 None None] Provisioning for port 822a213b-b14b-45ef-827e-e06e0472b9af completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:13.289265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344c4e4-03da-4314-815a-fd899fa1cde7 req-021931a7-ff45-475d-b6c8-80133ef96094 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:13.299690 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-862ddc21-b508-4e6f-a9fa-310f38239895 None None] Provisioning complete for port 822a213b-b14b-45ef-827e-e06e0472b9af triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:13.301290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1344c4e4-03da-4314-815a-fd899fa1cde7 req-021931a7-ff45-475d-b6c8-80133ef96094 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.9099348 May 30 20:27:13.301438 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-862ddc21-b508-4e6f-a9fa-310f38239895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:13.360669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e1d7bf-ced9-4976-9120-f6d313b331df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:13.365329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-f4e1d7bf-ced9-4976-9120-f6d313b331df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:13.378846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e1d7bf-ced9-4976-9120-f6d313b331df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:13.379758 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f4e1d7bf-ced9-4976-9120-f6d313b331df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:13.389053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1d7bf-ced9-4976-9120-f6d313b331df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=33f61a5d-5188-4697-8efe-5e9c95596a67,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:13.397943 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661f60d8-135a-4ce5-8bd7-ff4269ecbf98 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:13.461007 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f4e1d7bf-ced9-4976-9120-f6d313b331df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9991393 May 30 20:27:13.465219 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60876) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:13.521570 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:13.537791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5706583a-ca4d-4c92-8f96-3b35993344ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:13.559338 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b298ce38-6c9f-424a-9052-e51b98a905da tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:13.621898 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-862ddc21-b508-4e6f-a9fa-310f38239895 None None] Port 822a213b-b14b-45ef-827e-e06e0472b9af cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:27:13.647799 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1344c4e4-03da-4314-815a-fd899fa1cde7 req-35d82174-6d91-4915-8e05-19487d6f7944 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3454762 May 30 20:27:13.799162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c840c2bc-8044-4130-b66e-385776b76782', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'fixed_ips': [{'subnet_id': '33f61a5d-5188-4697-8efe-5e9c95596a67'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:27:13.800110 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:13.934359 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:14.167407 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5706583a-ca4d-4c92-8f96-3b35993344ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:14.204265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5706583a-ca4d-4c92-8f96-3b35993344ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:14.213326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5706583a-ca4d-4c92-8f96-3b35993344ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:14.218608 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b298ce38-6c9f-424a-9052-e51b98a905da tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:14.251262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5706583a-ca4d-4c92-8f96-3b35993344ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:14.266685 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:14.293440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Pushing event updated for resources: {'Port': ['ID=822a213b-b14b-45ef-827e-e06e0472b9af,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:14.298664 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Allocated IP 2001:db8::f816:3eff:fe1c:ac54 (c840c2bc-8044-4130-b66e-385776b76782/33f61a5d-5188-4697-8efe-5e9c95596a67/4d067246-f68b-4edb-b459-78ab31bb0725) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:14.333375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5706583a-ca4d-4c92-8f96-3b35993344ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:14.364911 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298ce38-6c9f-424a-9052-e51b98a905da tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event updated for resources: {'Subnet': ['ID=95d38267-f169-4b18-b73c-1f09e17358ce,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:14.454803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298ce38-6c9f-424a-9052-e51b98a905da tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Checking segment: {'id': '171bc533-a8ad-4544-be18-abfebcc2bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4cf832b2-e095-41bb-9f6b-44dd814fdd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:14.455544 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b298ce38-6c9f-424a-9052-e51b98a905da tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Network hostable DHCP agents. Network: 4cf832b2-e095-41bb-9f6b-44dd814fdd74, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:27:14.518525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b298ce38-6c9f-424a-9052-e51b98a905da tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Network 4cf832b2-e095-41bb-9f6b-44dd814fdd74 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:27:14.534561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-b298ce38-6c9f-424a-9052-e51b98a905da tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 4cf832b2-e095-41bb-9f6b-44dd814fdd74) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:14.541674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b298ce38-6c9f-424a-9052-e51b98a905da tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:14.544735 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b298ce38-6c9f-424a-9052-e51b98a905da tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:14.580146 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dfa9b812-14b3-4023-9348-98d9c368e409 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:14.598331 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b298ce38-6c9f-424a-9052-e51b98a905da tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9384072 May 30 20:27:14.601410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60892) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:14.607742 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-b8787a71-e246-4631-8eb8-815175e797d7 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Request body: {'router': {'external_gateway_info': {'network_id': '4cf832b2-e095-41bb-9f6b-44dd814fdd74'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:14.627588 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00640470-2ee0-46e4-9aa3-bcd35e541f5a None None] Network 4cf832b2-e095-41bb-9f6b-44dd814fdd74 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:14.940342 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5706583a-ca4d-4c92-8f96-3b35993344ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:14.959528 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:14.964260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:15.442874 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-4cf832b2-e095-41bb-9f6b-44dd814fdd74', 'network_id': '4cf832b2-e095-41bb-9f6b-44dd814fdd74', 'tenant_id': 'e8eaee06dd924df884cb48a7d1b91778', 'fixed_ips': [{'subnet_id': '95d38267-f169-4b18-b73c-1f09e17358ce'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:27:15.445177 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:15.623199 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port dfa9b812-14b3-4023-9348-98d9c368e409 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:15.623637 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:15.823705 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:15.901437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db37a2-9733-42ae-8aa7-2d8d0d12816c req-61b9f1f9-0a8a-461a-8be9-9d9d1f898d7b tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:15.911778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Transition to ACTIVE for port object 4d067246-f68b-4edb-b459-78ab31bb0725 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:15.919993 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2db37a2-9733-42ae-8aa7-2d8d0d12816c req-61b9f1f9-0a8a-461a-8be9-9d9d1f898d7b tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.7105534 May 30 20:27:16.041852 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Transition to ACTIVE for port object 4d067246-f68b-4edb-b459-78ab31bb0725 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:16.222379 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:16.454136 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2db37a2-9733-42ae-8aa7-2d8d0d12816c req-92d626bf-2958-47ef-8bd6-d5326cfddef2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5307407 May 30 20:27:16.486410 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8787a71-e246-4631-8eb8-815175e797d7 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:16.686176 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5706583a-ca4d-4c92-8f96-3b35993344ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:16.733490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Allocated IP 2001:db8:1::2 (4cf832b2-e095-41bb-9f6b-44dd814fdd74/95d38267-f169-4b18-b73c-1f09e17358ce/d80df750-1507-4106-968f-b6e92dbaa1b9) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:16.876314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5706583a-ca4d-4c92-8f96-3b35993344ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:16.892714 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5706583a-ca4d-4c92-8f96-3b35993344ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:16.897660 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5706583a-ca4d-4c92-8f96-3b35993344ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:16.898232 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5706583a-ca4d-4c92-8f96-3b35993344ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:16.934173 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-b8787a71-e246-4631-8eb8-815175e797d7 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:27:16.940653 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b8787a71-e246-4631-8eb8-815175e797d7 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "PUT /v2.0/routers/1c21f026-e329-4eb0-ac6b-19092fe3355a HTTP/1.1" status: 400 len: 364 time: 2.3379598 May 30 20:27:16.941889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 60920) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:16.960431 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706583a-ca4d-4c92-8f96-3b35993344ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=ac621c82-95d3-48ce-ae1c-215e659c22ad,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:16.998458 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:17.007292 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:17.010259 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ddf4e764-c1a6-4848-aaec-ca6638a3f18e None None] Provisioning complete for port 822a213b-b14b-45ef-827e-e06e0472b9af triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:17.010793 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ddf4e764-c1a6-4848-aaec-ca6638a3f18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:17.051599 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5706583a-ca4d-4c92-8f96-3b35993344ef tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5840411 May 30 20:27:17.055113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60926) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:17.074980 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:17.086095 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'mac_address': 'fa:16:3e:64:67:cf', 'name': 'tempest-NetworksTestDHCPv6-1968970203'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:17.087886 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ddf4e764-c1a6-4848-aaec-ca6638a3f18e None None] Port 822a213b-b14b-45ef-827e-e06e0472b9af cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:27:17.165005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Pushing event updated for resources: {'Port': ['ID=4d067246-f68b-4edb-b459-78ab31bb0725,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:17.494089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Router 3fc38e7a-c337-4206-82ef-79205d1b70c1 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:27:17.494612 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:17.506418 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Attempting to bind port 4d067246-f68b-4edb-b459-78ab31bb0725 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:17.508180 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Attempting to bind port 4d067246-f68b-4edb-b459-78ab31bb0725 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:17.508551 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Attempting to bind port 4d067246-f68b-4edb-b459-78ab31bb0725 on network c840c2bc-8044-4130-b66e-385776b76782 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:17.551167 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Transition to ACTIVE for port object d80df750-1507-4106-968f-b6e92dbaa1b9 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:17.566992 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:17.567367 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:17.567766 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:17.571090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Bound using segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:17.571609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Bound port: 4d067246-f68b-4edb-b459-78ab31bb0725, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:17.573745 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:17.674846 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Transition to ACTIVE for port object d80df750-1507-4106-968f-b6e92dbaa1b9 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:17.898239 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:17.904148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:port and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:17.907388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:17.913687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:17.913883 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:17.933490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] For port 4d067246-f68b-4edb-b459-78ab31bb0725, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:17.937607 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] For port 4d067246-f68b-4edb-b459-78ab31bb0725, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4d067246-f68b-4edb-b459-78ab31bb0725,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:17.963159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:18.002403 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:18.062076 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:18.143035 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Network 4cf832b2-e095-41bb-9f6b-44dd814fdd74 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:18.157317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f5cc7-4fd8-4b86-a15c-b4b725e77030 req-cc1112e7-780f-403f-acfc-f9274ff897f6 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:18.158547 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:18.167732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:18.169798 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f73f5cc7-4fd8-4b86-a15c-b4b725e77030 req-cc1112e7-780f-403f-acfc-f9274ff897f6 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.3079412 May 30 20:27:18.189614 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Pushing event updated for resources: {'Port': ['ID=d80df750-1507-4106-968f-b6e92dbaa1b9,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:18.318905 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f73f5cc7-4fd8-4b86-a15c-b4b725e77030 req-34a0cab4-a871-4965-9948-37dc9c860765 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479535 May 30 20:27:18.412826 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:18.418377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port fff75516-ccb6-4513-944f-82c3f819bf8c yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:27:18.635364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Attempting to bind port d80df750-1507-4106-968f-b6e92dbaa1b9 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:18.639551 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Attempting to bind port d80df750-1507-4106-968f-b6e92dbaa1b9 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '171bc533-a8ad-4544-be18-abfebcc2bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4cf832b2-e095-41bb-9f6b-44dd814fdd74'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:18.640883 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Attempting to bind port d80df750-1507-4106-968f-b6e92dbaa1b9 on network 4cf832b2-e095-41bb-9f6b-44dd814fdd74 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:18.662111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:18.662498 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Checking segment: {'id': '171bc533-a8ad-4544-be18-abfebcc2bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4cf832b2-e095-41bb-9f6b-44dd814fdd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:18.663582 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:18.664698 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Bound using segment: {'id': '171bc533-a8ad-4544-be18-abfebcc2bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4cf832b2-e095-41bb-9f6b-44dd814fdd74'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:18.665254 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Bound port: d80df750-1507-4106-968f-b6e92dbaa1b9, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171bc533-a8ad-4544-be18-abfebcc2bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4cf832b2-e095-41bb-9f6b-44dd814fdd74'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:18.668225 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:18.714862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f70a42-01e9-4bc8-a998-bb97556bba40 None None] Pushing event updated for resources: {'Port': ['ID=4d067246-f68b-4edb-b459-78ab31bb0725,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:18.979882 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] For port d80df750-1507-4106-968f-b6e92dbaa1b9, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:18.987230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] For port d80df750-1507-4106-968f-b6e92dbaa1b9, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d80df750-1507-4106-968f-b6e92dbaa1b9,segment=NetworkSegment(171bc533-a8ad-4544-be18-abfebcc2bb50),segment_id=171bc533-a8ad-4544-be18-abfebcc2bb50)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:19.003174 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:19.044766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 172.20.0.4 (c840c2bc-8044-4130-b66e-385776b76782/ac621c82-95d3-48ce-ae1c-215e659c22ad/fff75516-ccb6-4513-944f-82c3f819bf8c) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:19.069689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::f816:3eff:fe64:67cf (c840c2bc-8044-4130-b66e-385776b76782/33f61a5d-5188-4697-8efe-5e9c95596a67/fff75516-ccb6-4513-944f-82c3f819bf8c) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:19.266834 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab4666-5582-49c7-87d7-ff2d2602d0d5 None None] Pushing event updated for resources: {'Port': ['ID=d80df750-1507-4106-968f-b6e92dbaa1b9,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:19.340658 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:27:19.379549 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Sync routers for ids ['3fc38e7a-c337-4206-82ef-79205d1b70c1'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:27:19.419694 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5b047897-2ed9-48ba-b32b-4e5901d03c76 admin admin] 10.222.0.84 "PUT /v2.0/routers/3fc38e7a-c337-4206-82ef-79205d1b70c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6185291 May 30 20:27:19.424998 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Routers {'3fc38e7a-c337-4206-82ef-79205d1b70c1'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:19.432248 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:27:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3fc38e7a-c337-4206-82ef-79205d1b70c1'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:20.146431 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:20.199055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object fff75516-ccb6-4513-944f-82c3f819bf8c will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:20.245064 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:20.275068 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Set router 3fc38e7a-c337-4206-82ef-79205d1b70c1 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:27:20.279035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Allocated IP 2001:db8::1 (51ada3cf-004f-4e8c-8217-1c2bfe3140a0/2265366f-add0-47a8-98fe-0a4774fa290e/9ea72de0-eef9-48db-95f0-56fc75116044) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:20.472172 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b4dbcb-5352-4cf1-8d49-d803af5d07f5 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:20.492144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:20.502686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:20.509500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:20.595876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=fff75516-ccb6-4513-944f-82c3f819bf8c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:20.689064 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:20.690547 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:20.736428 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bbb894a5-47d0-47ed-ac06-db003e7ad566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6725123 May 30 20:27:20.737176 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60982) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:20.774818 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c95e61-b14e-47dd-8065-1aa4646a6559 req-ce2a23dd-9f5b-412f-8c13-85153c05d614 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:20.785493 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49c95e61-b14e-47dd-8065-1aa4646a6559 req-ce2a23dd-9f5b-412f-8c13-85153c05d614 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.6693199 May 30 20:27:20.928733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7afc94-123b-4290-ab66-82b177345c1f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:20.951262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7afc94-123b-4290-ab66-82b177345c1f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:20.956891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-be7afc94-123b-4290-ab66-82b177345c1f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:21.006405 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49c95e61-b14e-47dd-8065-1aa4646a6559 req-3ca551cf-5549-4097-a689-7b9eab8c380a tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197368 May 30 20:27:21.047039 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-be7afc94-123b-4290-ab66-82b177345c1f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:21.062568 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-be7afc94-123b-4290-ab66-82b177345c1f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3239138 May 30 20:27:21.068720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 60992) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:21.218716 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:21.284724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Transition to ACTIVE for port object 9ea72de0-eef9-48db-95f0-56fc75116044 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:21.367269 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:21.383715 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-299d7db0-3fc8-4c27-b3a6-43253ad68b8a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port fff75516-ccb6-4513-944f-82c3f819bf8c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:21.385646 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4d067246-f68b-4edb-b459-78ab31bb0725 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:21.386418 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-299d7db0-3fc8-4c27-b3a6-43253ad68b8a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:21.487758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6acf0ed4-e2a0-486c-b6c4-32372cccf3e4 None None] Provisioning for port 4d067246-f68b-4edb-b459-78ab31bb0725 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:21.652233 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'name': 'tempest-TestServerMultinode-646864200-router', 'tenant_id': '3e53b7e886cb483ab1535488c5fad1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'dfa9b812-14b3-4023-9348-98d9c368e409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:27:00Z', 'updated_at': '2022-05-30T20:27:12Z', 'revision_number': 4, 'project_id': '3e53b7e886cb483ab1535488c5fad1ac', 'gw_port': {'id': 'dfa9b812-14b3-4023-9348-98d9c368e409', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:01Z', 'updated_at': '2022-05-30T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '822a213b-b14b-45ef-827e-e06e0472b9af', 'name': '', 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac', 'tenant_id': '3e53b7e886cb483ab1535488c5fad1ac', 'mac_address': 'fa:16:3e:00:29:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04df5b87-0f28-4d22-b06b-8eec51360999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:09Z', 'updated_at': '2022-05-30T20:27:13Z', 'revision_number': 2, 'project_id': '3e53b7e886cb483ab1535488c5fad1ac', 'subnets': [{'id': '04df5b87-0f28-4d22-b06b-8eec51360999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:21.662339 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Checking router: 3fc38e7a-c337-4206-82ef-79205d1b70c1 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:27:21.672488 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Updating router 3fc38e7a-c337-4206-82ef-79205d1b70c1 port 822a213b-b14b-45ef-827e-e06e0472b9af binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:27:21.745032 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 4d067246-f68b-4edb-b459-78ab31bb0725 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:21.760844 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 4d067246-f68b-4edb-b459-78ab31bb0725 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:21.761219 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:21.835399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Network 51ada3cf-004f-4e8c-8217-1c2bfe3140a0 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:21.858547 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:21.864603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:21.872815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:21.875732 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:21.885035 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c57d4a-59f4-4799-85d6-49f54a29d2b6 None None] Network 4cf832b2-e095-41bb-9f6b-44dd814fdd74 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:22.210739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event updated for resources: {'Port': ['ID=9ea72de0-eef9-48db-95f0-56fc75116044,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:22.221389 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:22.358086 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-299d7db0-3fc8-4c27-b3a6-43253ad68b8a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:22.594671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2c9d24-19f9-49f7-941b-77c508eafb2e None None] Update dhcp port {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'fixed_ips': [{'subnet_id': '33f61a5d-5188-4697-8efe-5e9c95596a67', 'ip_address': '2001:db8::f816:3eff:fe1c:ac54'}, {'subnet_id': 'ac621c82-95d3-48ce-ae1c-215e659c22ad'}], 'binding:host_id': 'n-d-843949-2'}, 'id': '4d067246-f68b-4edb-b459-78ab31bb0725'} from n-d-843949-2. {{(pid=84025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:27:22.731879 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cadd58b2-eea0-4df0-b2bb-8e3173c5f34f None None] Provisioning for port d80df750-1507-4106-968f-b6e92dbaa1b9 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:22.754140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-299d7db0-3fc8-4c27-b3a6-43253ad68b8a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for fff75516-ccb6-4513-944f-82c3f819bf8c owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:23.071724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32794) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:23.089169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1955374109-network', 'tenant_id': 'ef7e0ebf389840c5b26aa829a73b0059'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:23.116820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:23.135498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Usage tracker for resource:network and tenant:ef7e0ebf389840c5b26aa829a73b0059 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:23.150672 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:23.157541 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.186840 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Transition to ACTIVE for port object 822a213b-b14b-45ef-827e-e06e0472b9af will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:23.197244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:23.202494 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.421720 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8f2c9d24-19f9-49f7-941b-77c508eafb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.526675 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-299d7db0-3fc8-4c27-b3a6-43253ad68b8a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.645039 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Made reservation on behalf of ef7e0ebf389840c5b26aa829a73b0059 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:23.647559 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.668001 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11287b52-6d0e-4c63-bcc7-52d819b96d84 None None] Pushing event updated for resources: {'Port': ['ID=822a213b-b14b-45ef-827e-e06e0472b9af,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:23.690453 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d7db0-3fc8-4c27-b3a6-43253ad68b8a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=fff75516-ccb6-4513-944f-82c3f819bf8c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:23.692787 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.726105 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf8181-8370-4fd3-b202-cc9395c2e0aa req-a11675c9-b731-4ecc-9021-a4fc1923bc7c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:23.730195 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1daf8181-8370-4fd3-b202-cc9395c2e0aa req-a11675c9-b731-4ecc-9021-a4fc1923bc7c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.6309960 May 30 20:27:23.791997 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Attempting to bind port 822a213b-b14b-45ef-827e-e06e0472b9af on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:23.792360 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Attempting to bind port 822a213b-b14b-45ef-827e-e06e0472b9af by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '9aa09312-9ea0-48d3-bd09-e3432443d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:23.792836 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Attempting to bind port 822a213b-b14b-45ef-827e-e06e0472b9af on network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:23.800140 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:23.800508 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Checking segment: {'id': '9aa09312-9ea0-48d3-bd09-e3432443d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:23.800896 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.801271 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Bound using segment: {'id': '9aa09312-9ea0-48d3-bd09-e3432443d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:23.801719 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Bound port: 822a213b-b14b-45ef-827e-e06e0472b9af, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa09312-9ea0-48d3-bd09-e3432443d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:23.802121 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.892393 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1daf8181-8370-4fd3-b202-cc9395c2e0aa req-0b9e00f1-d8d9-429f-9df0-f70f04fc6a97 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336079 May 30 20:27:23.903856 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.922888 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.923664 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.937124 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.011445 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:24.017550 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Usage tracker for resource:security_group_rule and tenant:ef7e0ebf389840c5b26aa829a73b0059 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:24.021556 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:24.030819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:24.123565 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] For port 822a213b-b14b-45ef-827e-e06e0472b9af, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:24.158078 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] For port 822a213b-b14b-45ef-827e-e06e0472b9af, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=822a213b-b14b-45ef-827e-e06e0472b9af,segment=NetworkSegment(9aa09312-9ea0-48d3-bd09-e3432443d394),segment_id=9aa09312-9ea0-48d3-bd09-e3432443d394)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:24.178682 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.236679 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 4d067246-f68b-4edb-b459-78ab31bb0725, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4d067246-f68b-4edb-b459-78ab31bb0725,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:24.259254 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.260729 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d80df750-1507-4106-968f-b6e92dbaa1b9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:24.431484 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.442110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f55d41d4-4e8f-4b59-9d49-61d21474b602 None None] Provisioning for port 9ea72de0-eef9-48db-95f0-56fc75116044 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:24.451504 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.509838 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=4d067246-f68b-4edb-b459-78ab31bb0725,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:24.525815 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-299d7db0-3fc8-4c27-b3a6-43253ad68b8a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.557507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event updated for resources: {'Port': ['ID=9ea72de0-eef9-48db-95f0-56fc75116044,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:24.610216 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11287b52-6d0e-4c63-bcc7-52d819b96d84 None None] Pushing event updated for resources: {'Port': ['ID=822a213b-b14b-45ef-827e-e06e0472b9af,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:24.613221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:27:24.636935 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.637357 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Added segment a0f4477a-fa23-4396-9a7e-dd6dd72df5ba of type vlan for network 5627f898-3727-45ef-b6ef-236f452cfcb3 May 30 20:27:24.639927 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f55d41d4-4e8f-4b59-9d49-61d21474b602 None None] Provisioning complete for port 9ea72de0-eef9-48db-95f0-56fc75116044 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:24.640416 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f55d41d4-4e8f-4b59-9d49-61d21474b602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.659998 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Routers {'3fc38e7a-c337-4206-82ef-79205d1b70c1'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:24.660619 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:27:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3fc38e7a-c337-4206-82ef-79205d1b70c1'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:24.739995 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.852868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Network 51ada3cf-004f-4e8c-8217-1c2bfe3140a0 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:24.854551 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-299d7db0-3fc8-4c27-b3a6-43253ad68b8a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/fff75516-ccb6-4513-944f-82c3f819bf8c HTTP/1.1" status: 204 len: 168 time: 3.7814059 May 30 20:27:24.859240 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:24.861056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32814) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:24.864882 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.865890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:24.866774 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.953028 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f55d41d4-4e8f-4b59-9d49-61d21474b602 None None] Port 9ea72de0-eef9-48db-95f0-56fc75116044 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:27:25.056425 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-8f2c9d24-19f9-49f7-941b-77c508eafb2e None None] Allocated IP 172.20.0.2 (c840c2bc-8044-4130-b66e-385776b76782/ac621c82-95d3-48ce-ae1c-215e659c22ad/4d067246-f68b-4edb-b459-78ab31bb0725) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:25.076966 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port d80df750-1507-4106-968f-b6e92dbaa1b9 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:25.080695 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d8ffb2-4a32-4b42-b9b8-670742d87612,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:25.187534 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port d80df750-1507-4106-968f-b6e92dbaa1b9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:25.187942 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:25.606476 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5328648 May 30 20:27:25.607814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dcd49-7374-4514-81d3-d046023b33d9 admin admin] Pushing event updated for resources: {'Network': ['ID=5627f898-3727-45ef-b6ef-236f452cfcb3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:25.612983 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32830) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:25.622748 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-91095ce7-18f3-4949-8896-ccdd5241e592 admin admin] Request body: {'subnet': {'network_id': '5627f898-3727-45ef-b6ef-236f452cfcb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1955374109-subnet', 'tenant_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:25.629124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-91095ce7-18f3-4949-8896-ccdd5241e592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:25.633799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-91095ce7-18f3-4949-8896-ccdd5241e592 admin admin] Usage tracker for resource:subnet and tenant:ef7e0ebf389840c5b26aa829a73b0059 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:25.638445 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-91095ce7-18f3-4949-8896-ccdd5241e592 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:25.652036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-91095ce7-18f3-4949-8896-ccdd5241e592 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:25.666546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91095ce7-18f3-4949-8896-ccdd5241e592 admin admin] Made reservation on behalf of ef7e0ebf389840c5b26aa829a73b0059 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:25.670019 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91095ce7-18f3-4949-8896-ccdd5241e592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:25.710225 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] Set router 3fc38e7a-c337-4206-82ef-79205d1b70c1 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:27:25.747191 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 5627f898-3727-45ef-b6ef-236f452cfcb3 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:27:25.796361 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74737fb2-adb5-4251-8638-1513e718fa74 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:25.798481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74737fb2-adb5-4251-8638-1513e718fa74 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:25.800203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74737fb2-adb5-4251-8638-1513e718fa74 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:25.801152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-74737fb2-adb5-4251-8638-1513e718fa74 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:25.984872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3d47a75a-733a-4d07-bc51-c561b8a08db7 None None] Provisioning complete for port d80df750-1507-4106-968f-b6e92dbaa1b9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:25.986185 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3d47a75a-733a-4d07-bc51-c561b8a08db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:26.034513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-74737fb2-adb5-4251-8638-1513e718fa74 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:26.037930 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-74737fb2-adb5-4251-8638-1513e718fa74 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.1759062 May 30 20:27:26.057983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32842) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:26.202646 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8f2c9d24-19f9-49f7-941b-77c508eafb2e None None] For port 4d067246-f68b-4edb-b459-78ab31bb0725, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4d067246-f68b-4edb-b459-78ab31bb0725,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:26.242241 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:26.297378 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91095ce7-18f3-4949-8896-ccdd5241e592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:26.352048 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8f2c9d24-19f9-49f7-941b-77c508eafb2e None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:26.524284 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91095ce7-18f3-4949-8896-ccdd5241e592 admin admin] Checking segment: {'id': 'a0f4477a-fa23-4396-9a7e-dd6dd72df5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5627f898-3727-45ef-b6ef-236f452cfcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:26.525497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91095ce7-18f3-4949-8896-ccdd5241e592 admin admin] Network hostable DHCP agents. Network: 5627f898-3727-45ef-b6ef-236f452cfcb3, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:27:26.553942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8f2c9d24-19f9-49f7-941b-77c508eafb2e None None] Transition to ACTIVE for port object 4d067246-f68b-4edb-b459-78ab31bb0725 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:26.569255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91095ce7-18f3-4949-8896-ccdd5241e592 admin admin] Network 5627f898-3727-45ef-b6ef-236f452cfcb3 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:27:26.575383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port d80df750-1507-4106-968f-b6e92dbaa1b9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d80df750-1507-4106-968f-b6e92dbaa1b9,segment=NetworkSegment(171bc533-a8ad-4544-be18-abfebcc2bb50),segment_id=171bc533-a8ad-4544-be18-abfebcc2bb50)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:26.594110 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8f2c9d24-19f9-49f7-941b-77c508eafb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:26.623862 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-91095ce7-18f3-4949-8896-ccdd5241e592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 5627f898-3727-45ef-b6ef-236f452cfcb3) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:26.641984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91095ce7-18f3-4949-8896-ccdd5241e592 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:26.646147 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91095ce7-18f3-4949-8896-ccdd5241e592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:26.688483 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91095ce7-18f3-4949-8896-ccdd5241e592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85688c12-9292-435b-a0f7-85846640892b,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:26.707511 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-91095ce7-18f3-4949-8896-ccdd5241e592 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0917032 May 30 20:27:26.709946 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32852) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:26.718701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1955374109-router', 'tenant_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:26.724898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:26.729686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Usage tracker for resource:router and tenant:ef7e0ebf389840c5b26aa829a73b0059 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:26.734063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:26.742024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:26.761104 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:26.762161 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:26.785843 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6081cf-8dfd-4068-93ff-d27a2d95644a None None] Network 5627f898-3727-45ef-b6ef-236f452cfcb3 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:26.788367 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'name': 'tempest-TestServerMultinode-646864200-router', 'tenant_id': '3e53b7e886cb483ab1535488c5fad1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'dfa9b812-14b3-4023-9348-98d9c368e409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:27:00Z', 'updated_at': '2022-05-30T20:27:12Z', 'revision_number': 4, 'project_id': '3e53b7e886cb483ab1535488c5fad1ac', 'gw_port': {'id': 'dfa9b812-14b3-4023-9348-98d9c368e409', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:01Z', 'updated_at': '2022-05-30T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '822a213b-b14b-45ef-827e-e06e0472b9af', 'name': '', 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac', 'tenant_id': '3e53b7e886cb483ab1535488c5fad1ac', 'mac_address': 'fa:16:3e:00:29:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04df5b87-0f28-4d22-b06b-8eec51360999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:09Z', 'updated_at': '2022-05-30T20:27:24Z', 'revision_number': 4, 'project_id': '3e53b7e886cb483ab1535488c5fad1ac', 'subnets': [{'id': '04df5b87-0f28-4d22-b06b-8eec51360999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:26.800128 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d63a631-c228-4ec6-9a62-26942a3857a9 None None] The sync data for ids ['3fc38e7a-c337-4206-82ef-79205d1b70c1'] in n-d-843949-2 is: [{'id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'name': 'tempest-TestServerMultinode-646864200-router', 'tenant_id': '3e53b7e886cb483ab1535488c5fad1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'dfa9b812-14b3-4023-9348-98d9c368e409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:27:00Z', 'updated_at': '2022-05-30T20:27:12Z', 'revision_number': 4, 'project_id': '3e53b7e886cb483ab1535488c5fad1ac', 'gw_port': {'id': 'dfa9b812-14b3-4023-9348-98d9c368e409', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:01Z', 'updated_at': '2022-05-30T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '822a213b-b14b-45ef-827e-e06e0472b9af', 'name': '', 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac', 'tenant_id': '3e53b7e886cb483ab1535488c5fad1ac', 'mac_address': 'fa:16:3e:00:29:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04df5b87-0f28-4d22-b06b-8eec51360999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:09Z', 'updated_at': '2022-05-30T20:27:24Z', 'revision_number': 4, 'project_id': '3e53b7e886cb483ab1535488c5fad1ac', 'subnets': [{'id': '04df5b87-0f28-4d22-b06b-8eec51360999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:27:26.816523 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:26.829734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e18c9a-95f0-4a2a-a8cb-9dcd1ff89f5e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet 33f61a5d-5188-4697-8efe-5e9c95596a67 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:27:27.064604 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-29e18c9a-95f0-4a2a-a8cb-9dcd1ff89f5e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:27.068164 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:27.086042 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3d47a75a-733a-4d07-bc51-c561b8a08db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:27.209962 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc51a2-a871-4cde-b1f9-20783892c540 req-77c51b9d-811f-4a9b-b3cb-69003fb89111 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:27.234011 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e0fc51a2-a871-4cde-b1f9-20783892c540 req-77c51b9d-811f-4a9b-b3cb-69003fb89111 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 1.4236233 May 30 20:27:27.341644 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c9d24-19f9-49f7-941b-77c508eafb2e None None] Pushing event updated for resources: {'Port': ['ID=4d067246-f68b-4edb-b459-78ab31bb0725,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:27.471723 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:27.526654 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-29e18c9a-95f0-4a2a-a8cb-9dcd1ff89f5e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:27.566272 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e0fc51a2-a871-4cde-b1f9-20783892c540 req-f6c27b7d-df82-4fbc-ac6b-565a5603c583 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707520 May 30 20:27:27.660034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Router 1c21f026-e329-4eb0-ac6b-19092fe3355a has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:27:27.781596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=d80df750-1507-4106-968f-b6e92dbaa1b9,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:27.799108 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4d067246-f68b-4edb-b459-78ab31bb0725 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:28.132363 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:28.170268 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-29e18c9a-95f0-4a2a-a8cb-9dcd1ff89f5e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:28.201865 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-3d47a75a-733a-4d07-bc51-c561b8a08db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:27:28.202466 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-3d47a75a-733a-4d07-bc51-c561b8a08db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:27:28.220567 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5e59e1ef-54f0-467d-ab2d-08c84fca4787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:28.225152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 822a213b-b14b-45ef-827e-e06e0472b9af up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:28.242323 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:28.523786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-5627f898-3727-45ef-b6ef-236f452cfcb3', 'network_id': '5627f898-3727-45ef-b6ef-236f452cfcb3', 'tenant_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'fixed_ips': [{'subnet_id': '85688c12-9292-435b-a0f7-85846640892b'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:27:28.536433 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:28.599280 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-29e18c9a-95f0-4a2a-a8cb-9dcd1ff89f5e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:28.822388 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-29e18c9a-95f0-4a2a-a8cb-9dcd1ff89f5e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:28.857747 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e18c9a-95f0-4a2a-a8cb-9dcd1ff89f5e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=33f61a5d-5188-4697-8efe-5e9c95596a67,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:28.880708 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-29e18c9a-95f0-4a2a-a8cb-9dcd1ff89f5e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/33f61a5d-5188-4697-8efe-5e9c95596a67 HTTP/1.1" status: 204 len: 168 time: 2.7834251 May 30 20:27:28.893514 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32882) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:28.974842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Allocated IP 172.25.5.185 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/56c3a868-f5a0-4f59-a947-3a10617ce509) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:29.069066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e850191-7563-4c79-be10-6ed7ca5d950d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet ac621c82-95d3-48ce-ae1c-215e659c22ad {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:27:29.080812 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e850191-7563-4c79-be10-6ed7ca5d950d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:29.235177 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e850191-7563-4c79-be10-6ed7ca5d950d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:29.328293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Allocated IP 172.20.0.2 (5627f898-3727-45ef-b6ef-236f452cfcb3/85688c12-9292-435b-a0f7-85846640892b/b512d913-e433-4330-a4e4-8cc3c5c126e0) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:29.437982 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:29.445639 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e850191-7563-4c79-be10-6ed7ca5d950d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:29.545564 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:29.652904 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 822a213b-b14b-45ef-827e-e06e0472b9af completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:29.700558 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e850191-7563-4c79-be10-6ed7ca5d950d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:29.701998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Pushing event updated for resources: {'Port': ['ID=56c3a868-f5a0-4f59-a947-3a10617ce509,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:29.719322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:29.720818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:29.723730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:29.726732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 822a213b-b14b-45ef-827e-e06e0472b9af triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:29.727383 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:29.778054 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6538c39-ada6-4d76-8329-de971cd874ef None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:29.785731 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e850191-7563-4c79-be10-6ed7ca5d950d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=ac621c82-95d3-48ce-ae1c-215e659c22ad,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:29.814846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:27:29.838104 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e850191-7563-4c79-be10-6ed7ca5d950d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:29.848299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb166bd8-352b-48f8-a936-3838e42c92a7 req-44220bb7-9772-4f37-be53-235ac6d1d22f tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:29.849851 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb166bd8-352b-48f8-a936-3838e42c92a7 req-44220bb7-9772-4f37-be53-235ac6d1d22f tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.3265338 May 30 20:27:29.855011 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-40f24a2f-c51f-44a4-8022-44c0917b7d22 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "PUT /v2.0/routers/1c21f026-e329-4eb0-ac6b-19092fe3355a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9090991 May 30 20:27:29.858800 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32902) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:30.018106 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:30.018670 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:30.185395 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6514e7c-e179-4445-8efd-3edea70d8ef3 None None] Sync routers for ids ['1c21f026-e329-4eb0-ac6b-19092fe3355a'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:27:30.501496 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0e850191-7563-4c79-be10-6ed7ca5d950d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/ac621c82-95d3-48ce-ae1c-215e659c22ad HTTP/1.1" status: 204 len: 168 time: 1.6066642 May 30 20:27:30.505829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32920) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:30.527254 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:30.541443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6514e7c-e179-4445-8efd-3edea70d8ef3 None None] Routers {'1c21f026-e329-4eb0-ac6b-19092fe3355a'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:30.542087 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d6514e7c-e179-4445-8efd-3edea70d8ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:27:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1c21f026-e329-4eb0-ac6b-19092fe3355a'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:30.548645 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb166bd8-352b-48f8-a936-3838e42c92a7 req-336619c5-8a9f-4e17-81bf-1a57e5f2a9db tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6889098 May 30 20:27:30.612690 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4991725d-d958-4093-b751-928b0932c29c tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:30.647273 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-56eb3aeb-eb1c-4eb4-a455-d0204259bc0c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1366293 May 30 20:27:30.652546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32924) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:30.666387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4951957e-abc6-4a24-843a-4110722e49a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:30.681238 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d04dea3f-32f4-457c-9a46-f949bc440353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:30.697621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d6514e7c-e179-4445-8efd-3edea70d8ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:30.722960 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Transition to ACTIVE for port object b512d913-e433-4330-a4e4-8cc3c5c126e0 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:30.737695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3d47a75a-733a-4d07-bc51-c561b8a08db7 None None] Provisioning complete for port 9ea72de0-eef9-48db-95f0-56fc75116044 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:30.741701 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3d47a75a-733a-4d07-bc51-c561b8a08db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:30.840792 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-4991725d-d958-4093-b751-928b0932c29c tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] delete failed (client error): There was a conflict when trying to complete your request. May 30 20:27:30.841847 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4991725d-d958-4093-b751-928b0932c29c tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "DELETE /v2.0/routers/1c21f026-e329-4eb0-ac6b-19092fe3355a HTTP/1.1" status: 409 len: 329 time: 0.9662645 May 30 20:27:30.844614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32928) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:30.909423 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3d47a75a-733a-4d07-bc51-c561b8a08db7 None None] Port 9ea72de0-eef9-48db-95f0-56fc75116044 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:27:30.966302 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Router ce51bb20-da6f-4d05-9559-0c8aceea4f9d is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:27:30.973336 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Transition to ACTIVE for port object b512d913-e433-4330-a4e4-8cc3c5c126e0 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:31.026606 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.031570 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6514e7c-e179-4445-8efd-3edea70d8ef3 None None] Routers {'1c21f026-e329-4eb0-ac6b-19092fe3355a'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:31.032303 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d6514e7c-e179-4445-8efd-3edea70d8ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:27:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1c21f026-e329-4eb0-ac6b-19092fe3355a'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:31.178221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d6514e7c-e179-4445-8efd-3edea70d8ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:31.178625 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6514e7c-e179-4445-8efd-3edea70d8ef3 None None] The sync data for ids ['1c21f026-e329-4eb0-ac6b-19092fe3355a'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:27:31.181802 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3d47a75a-733a-4d07-bc51-c561b8a08db7 None None] Provisioning complete for port 822a213b-b14b-45ef-827e-e06e0472b9af triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:31.182164 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3d47a75a-733a-4d07-bc51-c561b8a08db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.185854 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4951957e-abc6-4a24-843a-4110722e49a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:31.192474 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4951957e-abc6-4a24-843a-4110722e49a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:31.196760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4951957e-abc6-4a24-843a-4110722e49a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:31.213572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4951957e-abc6-4a24-843a-4110722e49a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:31.248259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4951957e-abc6-4a24-843a-4110722e49a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:31.312116 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.330901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Network 5627f898-3727-45ef-b6ef-236f452cfcb3 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:31.342099 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Pushing event updated for resources: {'Port': ['ID=b512d913-e433-4330-a4e4-8cc3c5c126e0,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:31.345637 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:31.348840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:31.355801 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.370483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d900d543-7fdb-4f80-a253-fa556ed01dba None None] DHCP port deletion for c840c2bc-8044-4130-b66e-385776b76782 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:27:31.422373 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e6c46ec-0a70-494d-b29f-ceceeee095c5 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.433219 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4951957e-abc6-4a24-843a-4110722e49a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.464934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d900d543-7fdb-4f80-a253-fa556ed01dba None None] Deleting port 4d067246-f68b-4edb-b459-78ab31bb0725 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:31.465235 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d900d543-7fdb-4f80-a253-fa556ed01dba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.616931 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 822a213b-b14b-45ef-827e-e06e0472b9af, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=822a213b-b14b-45ef-827e-e06e0472b9af,segment=NetworkSegment(9aa09312-9ea0-48d3-bd09-e3432443d394),segment_id=9aa09312-9ea0-48d3-bd09-e3432443d394)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:31.651072 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:27:31.663302 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Sync routers for ids ['ce51bb20-da6f-4d05-9559-0c8aceea4f9d'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:27:31.665217 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.666969 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.697234 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Routers {'ce51bb20-da6f-4d05-9559-0c8aceea4f9d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:31.697867 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:27:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['ce51bb20-da6f-4d05-9559-0c8aceea4f9d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:31.764557 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.767168 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7956be57-eb4b-4ff3-9545-f82e5ad6bf1a admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0542803 May 30 20:27:31.784284 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32938) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:31.894961 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d80df750-1507-4106-968f-b6e92dbaa1b9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:31.939275 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Attempting to bind port b512d913-e433-4330-a4e4-8cc3c5c126e0 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:31.940042 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Attempting to bind port b512d913-e433-4330-a4e4-8cc3c5c126e0 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'a0f4477a-fa23-4396-9a7e-dd6dd72df5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5627f898-3727-45ef-b6ef-236f452cfcb3'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:31.940641 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Attempting to bind port b512d913-e433-4330-a4e4-8cc3c5c126e0 on network 5627f898-3727-45ef-b6ef-236f452cfcb3 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:32.034135 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:32.034528 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Checking segment: {'id': 'a0f4477a-fa23-4396-9a7e-dd6dd72df5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5627f898-3727-45ef-b6ef-236f452cfcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:32.037216 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:32.038226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Bound using segment: {'id': 'a0f4477a-fa23-4396-9a7e-dd6dd72df5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5627f898-3727-45ef-b6ef-236f452cfcb3'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:32.039430 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Bound port: b512d913-e433-4330-a4e4-8cc3c5c126e0, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f4477a-fa23-4396-9a7e-dd6dd72df5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5627f898-3727-45ef-b6ef-236f452cfcb3'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:32.040476 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:32.106152 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Set router ce51bb20-da6f-4d05-9559-0c8aceea4f9d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:27:32.159787 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4951957e-abc6-4a24-843a-4110722e49a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:32.405565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4951957e-abc6-4a24-843a-4110722e49a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:32.407944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-4951957e-abc6-4a24-843a-4110722e49a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:32.409606 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951957e-abc6-4a24-843a-4110722e49a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=0ff1582e-c201-456c-a517-92a781319a87,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:32.425856 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4951957e-abc6-4a24-843a-4110722e49a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:32.426443 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4951957e-abc6-4a24-843a-4110722e49a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:32.468908 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4951957e-abc6-4a24-843a-4110722e49a4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8143435 May 30 20:27:32.471638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32944) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:32.477450 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a13d7d83-fd31-4223-9549-d071b1aa8344 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:32.482727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=822a213b-b14b-45ef-827e-e06e0472b9af,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:32.507397 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1fe4a245-f336-4662-98ca-6e864eb0d9e2 None None] Could not find standard attr ID for object fff75516-ccb6-4513-944f-82c3f819bf8c. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:27:32.511035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55261b33-dad9-4086-8ed4-bbd8ee65cea6 req-79e6a5ac-4188-474a-99a6-86d9dc377060 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:32.516831 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55261b33-dad9-4086-8ed4-bbd8ee65cea6 req-79e6a5ac-4188-474a-99a6-86d9dc377060 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.6590488 May 30 20:27:32.547619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port d80df750-1507-4106-968f-b6e92dbaa1b9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:32.548203 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:32.693232 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55261b33-dad9-4086-8ed4-bbd8ee65cea6 req-a1d13838-c202-47ca-a151-091c4e000764 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678512 May 30 20:27:32.709566 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d900d543-7fdb-4f80-a253-fa556ed01dba None None] For port 4d067246-f68b-4edb-b459-78ab31bb0725, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4d067246-f68b-4edb-b459-78ab31bb0725,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:32.712091 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d900d543-7fdb-4f80-a253-fa556ed01dba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:32.742432 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'name': 'tempest-TestServerMultinode-1955374109-router', 'tenant_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '56c3a868-f5a0-4f59-a947-3a10617ce509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:27:26Z', 'updated_at': '2022-05-30T20:27:29Z', 'revision_number': 3, 'project_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'gw_port': {'id': '56c3a868-f5a0-4f59-a947-3a10617ce509', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:28Z', 'updated_at': '2022-05-30T20:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:32.748412 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Checking router: ce51bb20-da6f-4d05-9559-0c8aceea4f9d for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:27:32.748752 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Updating router ce51bb20-da6f-4d05-9559-0c8aceea4f9d port 56c3a868-f5a0-4f59-a947-3a10617ce509 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:27:32.807039 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:32.820276 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] For port b512d913-e433-4330-a4e4-8cc3c5c126e0, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:32.826702 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1fe4a245-f336-4662-98ca-6e864eb0d9e2 None None] Provisioning for port 4d067246-f68b-4edb-b459-78ab31bb0725 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:32.860757 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a13d7d83-fd31-4223-9549-d071b1aa8344 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:32.862057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c46ec-0a70-494d-b29f-ceceeee095c5 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Deleting port 9ea72de0-eef9-48db-95f0-56fc75116044 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:32.862752 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e6c46ec-0a70-494d-b29f-ceceeee095c5 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:32.877529 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a13d7d83-fd31-4223-9549-d071b1aa8344 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:32.884713 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a13d7d83-fd31-4223-9549-d071b1aa8344 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:32.892146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a13d7d83-fd31-4223-9549-d071b1aa8344 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:32.913956 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d900d543-7fdb-4f80-a253-fa556ed01dba None None] Calling delete_port for 4d067246-f68b-4edb-b459-78ab31bb0725 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:32.917088 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13d7d83-fd31-4223-9549-d071b1aa8344 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:32.920876 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a13d7d83-fd31-4223-9549-d071b1aa8344 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:32.954338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] For port b512d913-e433-4330-a4e4-8cc3c5c126e0, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b512d913-e433-4330-a4e4-8cc3c5c126e0,segment=NetworkSegment(a0f4477a-fa23-4396-9a7e-dd6dd72df5ba),segment_id=a0f4477a-fa23-4396-9a7e-dd6dd72df5ba)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:32.955449 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1fe4a245-f336-4662-98ca-6e864eb0d9e2 None None] Provisioning complete for port 4d067246-f68b-4edb-b459-78ab31bb0725 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:32.955895 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1fe4a245-f336-4662-98ca-6e864eb0d9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:33.014223 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:33.083048 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:33.213704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869964ba-daf3-4ade-94ff-4a943f40fda1 None None] Pushing event updated for resources: {'Port': ['ID=b512d913-e433-4330-a4e4-8cc3c5c126e0,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:33.237782 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d900d543-7fdb-4f80-a253-fa556ed01dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:33.308256 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e6c46ec-0a70-494d-b29f-ceceeee095c5 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:33.320915 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:33.335474 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900d543-7fdb-4f80-a253-fa556ed01dba None None] Pushing event deleted for resources: {'Port': ['ID=4d067246-f68b-4edb-b459-78ab31bb0725,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:33.343845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1fe4a245-f336-4662-98ca-6e864eb0d9e2 None None] Port 4d067246-f68b-4edb-b459-78ab31bb0725 update to ACTIVE by agent not found {{(pid=84025) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 30 20:27:33.350209 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d900d543-7fdb-4f80-a253-fa556ed01dba None None] No DVR routers for this DVR port 4d067246-f68b-4edb-b459-78ab31bb0725 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:27:33.366554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4d067246-f68b-4edb-b459-78ab31bb0725 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:27:33.416637 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286fd213-3c49-4d5d-b804-0c9868cb1663 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:33.442073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 4d067246-f68b-4edb-b459-78ab31bb0725 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:27:33.442571 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4d067246-f68b-4edb-b459-78ab31bb0725 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:27:33.469264 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:33.502487 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Transition to ACTIVE for port object 56c3a868-f5a0-4f59-a947-3a10617ce509 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:33.513986 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:33.728014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c46ec-0a70-494d-b29f-ceceeee095c5 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Calling delete_port for 9ea72de0-eef9-48db-95f0-56fc75116044 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:33.729783 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Attempting to bind port 56c3a868-f5a0-4f59-a947-3a10617ce509 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:33.729783 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Attempting to bind port 56c3a868-f5a0-4f59-a947-3a10617ce509 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:33.732748 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Attempting to bind port 56c3a868-f5a0-4f59-a947-3a10617ce509 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:33.775233 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4750df-51a8-4e00-8a8a-3e702a2ccdce None None] Pushing event updated for resources: {'Port': ['ID=56c3a868-f5a0-4f59-a947-3a10617ce509,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:33.803435 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:33.804444 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:33.805608 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:33.806531 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:33.807462 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Bound port: 56c3a868-f5a0-4f59-a947-3a10617ce509, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:33.808962 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:33.955175 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c840c2bc-8044-4130-b66e-385776b76782', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'fixed_ips': [{'subnet_id': '0ff1582e-c201-456c-a517-92a781319a87'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:27:33.963922 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:34.026484 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e6c46ec-0a70-494d-b29f-ceceeee095c5 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:34.041815 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] For port 56c3a868-f5a0-4f59-a947-3a10617ce509, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:34.052334 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] For port 56c3a868-f5a0-4f59-a947-3a10617ce509, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=56c3a868-f5a0-4f59-a947-3a10617ce509,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:34.059260 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:34.145589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b512d913-e433-4330-a4e4-8cc3c5c126e0 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:34.176686 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4750df-51a8-4e00-8a8a-3e702a2ccdce None None] Pushing event updated for resources: {'Port': ['ID=56c3a868-f5a0-4f59-a947-3a10617ce509,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:34.182451 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Routers {'ce51bb20-da6f-4d05-9559-0c8aceea4f9d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:34.183408 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:27:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['ce51bb20-da6f-4d05-9559-0c8aceea4f9d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:34.205610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c46ec-0a70-494d-b29f-ceceeee095c5 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event deleted for resources: {'Port': ['ID=9ea72de0-eef9-48db-95f0-56fc75116044,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:34.676319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Allocated IP 172.20.0.2 (c840c2bc-8044-4130-b66e-385776b76782/0ff1582e-c201-456c-a517-92a781319a87/56aa2eb0-bada-4a51-a9e3-4a2da72dbec5) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:34.682492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda0e10-2c6d-4d81-933c-c92ee4bda9b1 req-1b243ab9-d4a5-4da8-ac53-1fa1400f00d3 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:34.684092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-acda0e10-2c6d-4d81-933c-c92ee4bda9b1 req-1b243ab9-d4a5-4da8-ac53-1fa1400f00d3 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.5866046 May 30 20:27:34.696828 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Allocated IP 2001:db8::f816:3eff:fe3f:3588 (c840c2bc-8044-4130-b66e-385776b76782/9b54d950-4cc4-4a26-895e-7893668c3302/56aa2eb0-bada-4a51-a9e3-4a2da72dbec5) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:34.720713 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] Set router ce51bb20-da6f-4d05-9559-0c8aceea4f9d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:27:34.732423 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:34.770380 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4e6c46ec-0a70-494d-b29f-ceceeee095c5 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:34.851709 n-d-843949-2 neutron-server[84024]: DEBUG neutron.objects.ports [None req-a13d7d83-fd31-4223-9549-d071b1aa8344 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:27:34.852945 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a13d7d83-fd31-4223-9549-d071b1aa8344 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:35.091068 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-acda0e10-2c6d-4d81-933c-c92ee4bda9b1 req-36b51865-9c17-485a-a4fd-23abc6c0b046 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4008176 May 30 20:27:35.161912 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'name': 'tempest-TestServerMultinode-1955374109-router', 'tenant_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '56c3a868-f5a0-4f59-a947-3a10617ce509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:27:26Z', 'updated_at': '2022-05-30T20:27:29Z', 'revision_number': 3, 'project_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'gw_port': {'id': '56c3a868-f5a0-4f59-a947-3a10617ce509', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:28Z', 'updated_at': '2022-05-30T20:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:35.167253 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d959a-e33b-4113-8c8c-9aeed83a490d None None] The sync data for ids ['ce51bb20-da6f-4d05-9559-0c8aceea4f9d'] in n-d-843949-2 is: [{'id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'name': 'tempest-TestServerMultinode-1955374109-router', 'tenant_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '56c3a868-f5a0-4f59-a947-3a10617ce509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:27:26Z', 'updated_at': '2022-05-30T20:27:29Z', 'revision_number': 3, 'project_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'gw_port': {'id': '56c3a868-f5a0-4f59-a947-3a10617ce509', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:28Z', 'updated_at': '2022-05-30T20:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:27:35.175637 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13d7d83-fd31-4223-9549-d071b1aa8344 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:35.183497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a13d7d83-fd31-4223-9549-d071b1aa8344 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:35.210563 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13d7d83-fd31-4223-9549-d071b1aa8344 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:35.212118 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a13d7d83-fd31-4223-9549-d071b1aa8344 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:35.222419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d7d83-fd31-4223-9549-d071b1aa8344 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=9b54d950-4cc4-4a26-895e-7893668c3302,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:35.294320 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:35.312655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Transition to ACTIVE for port object 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:35.358877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Transition to ACTIVE for port object 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:35.365999 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c391863c-7bc2-43a0-b20d-5a78dcdc2b37 None None] Network 5627f898-3727-45ef-b6ef-236f452cfcb3 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:35.415376 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a13d7d83-fd31-4223-9549-d071b1aa8344 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9426081 May 30 20:27:35.417996 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port b512d913-e433-4330-a4e4-8cc3c5c126e0 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:35.418929 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32978) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:35.437574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'mac_address': 'fa:16:3e:d3:6d:17', 'name': 'tempest-NetworksTestDHCPv6-1247540470'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:35.521349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6c46ec-0a70-494d-b29f-ceceeee095c5 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Router 1c21f026-e329-4eb0-ac6b-19092fe3355a has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:27:35.537709 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 822a213b-b14b-45ef-827e-e06e0472b9af up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:35.574801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Allocated IP 172.20.0.1 (5627f898-3727-45ef-b6ef-236f452cfcb3/85688c12-9292-435b-a0f7-85846640892b/11b869f0-2499-422b-88dc-b306f5b58dff) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:35.591557 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:35.752933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:35.758694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:port and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:35.762314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:35.771293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:35.801761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:35.812383 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:35.882928 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-11f6ee07-c3f9-4e28-a731-306cf9978cc5 None None] Provisioning for port b512d913-e433-4330-a4e4-8cc3c5c126e0 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:35.902941 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-11f6ee07-c3f9-4e28-a731-306cf9978cc5 None None] Provisioning complete for port b512d913-e433-4330-a4e4-8cc3c5c126e0 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:35.903418 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11f6ee07-c3f9-4e28-a731-306cf9978cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:35.943511 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:35.959839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Pushing event updated for resources: {'Port': ['ID=56aa2eb0-bada-4a51-a9e3-4a2da72dbec5,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:35.965758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:35.991924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:35.999630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port ce9d0130-797c-4e22-b357-85837b5d20de yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:27:36.090303 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.103524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6c46ec-0a70-494d-b29f-ceceeee095c5 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:27:36.123333 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4e6c46ec-0a70-494d-b29f-ceceeee095c5 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "PUT /v2.0/routers/1c21f026-e329-4eb0-ac6b-19092fe3355a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2776694 May 30 20:27:36.124056 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32982) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:36.149764 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a733baa-23b0-49b7-a0f5-c216e6bac374 None None] Sync routers for ids ['1c21f026-e329-4eb0-ac6b-19092fe3355a'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:27:36.196748 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Transition to ACTIVE for port object 11b869f0-2499-422b-88dc-b306f5b58dff will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:36.221251 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-eb92b742-c600-476a-81aa-f72669cd66f3 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] show failed (client error): The resource could not be found. May 30 20:27:36.222349 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-eb92b742-c600-476a-81aa-f72669cd66f3 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "GET /v2.0/routers/tempest-non_exist_router-1666840157 HTTP/1.1" status: 404 len: 335 time: 0.0944369 May 30 20:27:36.226483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 32988) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:36.232760 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-72c379b8-ccef-4cde-8c95-8764d3798723 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:36.247255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 822a213b-b14b-45ef-827e-e06e0472b9af triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:36.247717 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.355703 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Attempting to bind port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:36.356401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Attempting to bind port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:36.356567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Attempting to bind port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 on network c840c2bc-8044-4130-b66e-385776b76782 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:36.358637 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11f6ee07-c3f9-4e28-a731-306cf9978cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.378738 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-72c379b8-ccef-4cde-8c95-8764d3798723 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] update failed (client error): The resource could not be found. May 30 20:27:36.378866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a733baa-23b0-49b7-a0f5-c216e6bac374 None None] Routers {'1c21f026-e329-4eb0-ac6b-19092fe3355a'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:36.379687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8a733baa-23b0-49b7-a0f5-c216e6bac374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:27:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1c21f026-e329-4eb0-ac6b-19092fe3355a'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:36.380070 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-72c379b8-ccef-4cde-8c95-8764d3798723 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "PUT /v2.0/routers/tempest-non_exist_router-1910527573 HTTP/1.1" status: 404 len: 335 time: 0.1519740 May 30 20:27:36.411422 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 172.20.0.3 (c840c2bc-8044-4130-b66e-385776b76782/0ff1582e-c201-456c-a517-92a781319a87/ce9d0130-797c-4e22-b357-85837b5d20de) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:36.413938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 32994) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:36.421197 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.458202 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8a733baa-23b0-49b7-a0f5-c216e6bac374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:36.460602 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:36.461156 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:36.461776 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.462305 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Bound using segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:36.462935 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Bound port: 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:36.463306 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.476524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329acd0-bd8d-4c12-bc0e-955de7077629 req-bd82463a-f058-4297-b874-4155ba11394f tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:36.478160 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a329acd0-bd8d-4c12-bc0e-955de7077629 req-bd82463a-f058-4297-b874-4155ba11394f tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.1289403 May 30 20:27:36.526503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::f816:3eff:fed3:6d17 (c840c2bc-8044-4130-b66e-385776b76782/9b54d950-4cc4-4a26-895e-7893668c3302/ce9d0130-797c-4e22-b357-85837b5d20de) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:36.539115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-11f6ee07-c3f9-4e28-a731-306cf9978cc5 None None] For port b512d913-e433-4330-a4e4-8cc3c5c126e0, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b512d913-e433-4330-a4e4-8cc3c5c126e0,segment=NetworkSegment(a0f4477a-fa23-4396-9a7e-dd6dd72df5ba),segment_id=a0f4477a-fa23-4396-9a7e-dd6dd72df5ba)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:36.587459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Network 5627f898-3727-45ef-b6ef-236f452cfcb3 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:36.592943 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a329acd0-bd8d-4c12-bc0e-955de7077629 req-8bdbb3d2-dc57-47c4-b8fe-efa53568abee tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033247 May 30 20:27:36.594638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:36.598279 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:36.624118 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11f6ee07-c3f9-4e28-a731-306cf9978cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.685896 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Pushing event updated for resources: {'Port': ['ID=11b869f0-2499-422b-88dc-b306f5b58dff,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:36.694325 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.702562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a733baa-23b0-49b7-a0f5-c216e6bac374 None None] Routers {'1c21f026-e329-4eb0-ac6b-19092fe3355a'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:36.703425 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8a733baa-23b0-49b7-a0f5-c216e6bac374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:27:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['1c21f026-e329-4eb0-ac6b-19092fe3355a'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:36.808743 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8a733baa-23b0-49b7-a0f5-c216e6bac374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:36.809422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a733baa-23b0-49b7-a0f5-c216e6bac374 None None] The sync data for ids ['1c21f026-e329-4eb0-ac6b-19092fe3355a'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:27:36.820996 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4568f196-d058-4e56-9add-9204222afd41 None None] For port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:36.843573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4568f196-d058-4e56-9add-9204222afd41 None None] For port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=56aa2eb0-bada-4a51-a9e3-4a2da72dbec5,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:36.851006 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6ee07-c3f9-4e28-a731-306cf9978cc5 None None] Pushing event updated for resources: {'Port': ['ID=b512d913-e433-4330-a4e4-8cc3c5c126e0,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:36.860391 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.937903 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-96cbb5c7-4929-4669-b7b5-006951dfb437 None None] Provisioning complete for port b512d913-e433-4330-a4e4-8cc3c5c126e0 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:36.938295 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-96cbb5c7-4929-4669-b7b5-006951dfb437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:37.051933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568f196-d058-4e56-9add-9204222afd41 None None] Pushing event updated for resources: {'Port': ['ID=56aa2eb0-bada-4a51-a9e3-4a2da72dbec5,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:37.140798 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:27:37.149301 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:37.346998 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1f15ea4a-b3cf-45f0-b8c5-21d3cb94fc69 None None] Provisioning for port 11b869f0-2499-422b-88dc-b306f5b58dff completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:37.358345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1f15ea4a-b3cf-45f0-b8c5-21d3cb94fc69 None None] Provisioning complete for port 11b869f0-2499-422b-88dc-b306f5b58dff triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:37.358888 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1f15ea4a-b3cf-45f0-b8c5-21d3cb94fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:37.402884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-3726c34f-5933-422b-b458-2df83be4ec64 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Deleting subnet 95d38267-f169-4b18-b73c-1f09e17358ce {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:27:37.424508 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:37.445707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1f15ea4a-b3cf-45f0-b8c5-21d3cb94fc69 None None] Port 11b869f0-2499-422b-88dc-b306f5b58dff cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:27:37.447993 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3726c34f-5933-422b-b458-2df83be4ec64 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:37.588971 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3726c34f-5933-422b-b458-2df83be4ec64 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:37.659206 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:37.705630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object ce9d0130-797c-4e22-b357-85837b5d20de will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:37.841562 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3726c34f-5933-422b-b458-2df83be4ec64 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:37.879150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91a99f-ccb6-4d08-a78c-1e7a1f96891a req-4abfca19-a6b1-4eda-ad22-728f30aa900d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:37.880694 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ae91a99f-ccb6-4d08-a78c-1e7a1f96891a req-4abfca19-a6b1-4eda-ad22-728f30aa900d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.1164193 May 30 20:27:37.892409 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:37.937276 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ae91a99f-ccb6-4d08-a78c-1e7a1f96891a req-a2010c85-31fc-4b26-87ea-d5ef01f4a91f tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501170 May 30 20:27:38.033899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=ce9d0130-797c-4e22-b357-85837b5d20de,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:38.121933 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:38.126147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:38.127371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:38.130399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:38.202941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:38.204232 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:38.225793 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:38.257824 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3726c34f-5933-422b-b458-2df83be4ec64 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:38.417060 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726c34f-5933-422b-b458-2df83be4ec64 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event deleted for resources: {'Subnet': ['ID=95d38267-f169-4b18-b73c-1f09e17358ce,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:38.419766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Pushing event updated for resources: {'Port': ['ID=11b869f0-2499-422b-88dc-b306f5b58dff,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:38.427588 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e59126fc-b0cf-43f7-bb85-66b74be5499a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0075219 May 30 20:27:38.427949 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf7a8ff-0fc5-46c5-b4de-37e6f524769b None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:38.430706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33034) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:38.446492 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3726c34f-5933-422b-b458-2df83be4ec64 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:38.448118 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3726c34f-5933-422b-b458-2df83be4ec64 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "DELETE /v2.0/subnets/95d38267-f169-4b18-b73c-1f09e17358ce HTTP/1.1" status: 204 len: 168 time: 2.0330980 May 30 20:27:38.451367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33038) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:38.459434 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0df58d-ec6d-46de-862c-ed272928407c None None] Network 4cf832b2-e095-41bb-9f6b-44dd814fdd74 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:38.535900 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ba027a-fb88-49dd-93fa-24bb2feae239 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:38.540463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ba027a-fb88-49dd-93fa-24bb2feae239 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:38.541437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c8ba027a-fb88-49dd-93fa-24bb2feae239 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:38.561225 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c8ba027a-fb88-49dd-93fa-24bb2feae239 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:38.565623 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c8ba027a-fb88-49dd-93fa-24bb2feae239 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1339927 May 30 20:27:38.566258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33042) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:38.647559 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:38.668402 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port ce9d0130-797c-4e22-b357-85837b5d20de {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:38.669639 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:38.803688 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9a03b52d-330f-4193-9621-35fa00c9a75d details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:27:38.820766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Network 5627f898-3727-45ef-b6ef-236f452cfcb3 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:38.824819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:39.044580 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:39.101650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Deleting port d80df750-1507-4106-968f-b6e92dbaa1b9 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:39.102551 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:39.224096 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9a03b52d-330f-4193-9621-35fa00c9a75d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9a03b52d-330f-4193-9621-35fa00c9a75d,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:39.274336 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:39.290815 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '9a03b52d-330f-4193-9621-35fa00c9a75d', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'port_id': '9a03b52d-330f-4193-9621-35fa00c9a75d', 'mac_address': 'fa:16:3e:b0:d8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:27:39.372477 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b512d913-e433-4330-a4e4-8cc3c5c126e0 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:39.439863 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:39.450185 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7eab8ffa-2f8f-49d1-bb57-e822aa8f98ff None None] Provisioning for port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:39.494481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for ce9d0130-797c-4e22-b357-85837b5d20de owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:39.610182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e612b-f8ae-4f0c-ada8-6cda32d126c5 req-e37139bf-cfd7-415b-a678-8bf89d19840e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:39.610182 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b0e612b-f8ae-4f0c-ada8-6cda32d126c5 req-e37139bf-cfd7-415b-a678-8bf89d19840e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 943 time: 0.4077752 May 30 20:27:39.624572 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a03b52d-330f-4193-9621-35fa00c9a75d {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:27:39.735595 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9a03b52d-330f-4193-9621-35fa00c9a75d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9a03b52d-330f-4193-9621-35fa00c9a75d,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:39.757771 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:39.761977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port b512d913-e433-4330-a4e4-8cc3c5c126e0 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:39.762613 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:39.775996 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] For port d80df750-1507-4106-968f-b6e92dbaa1b9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d80df750-1507-4106-968f-b6e92dbaa1b9,segment=NetworkSegment(171bc533-a8ad-4544-be18-abfebcc2bb50),segment_id=171bc533-a8ad-4544-be18-abfebcc2bb50)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:39.776991 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:39.798210 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:39.830701 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b0e612b-f8ae-4f0c-ada8-6cda32d126c5 req-eb671c54-a605-4fe9-b61e-5cd901a2f155 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186792 May 30 20:27:39.896447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=ce9d0130-797c-4e22-b357-85837b5d20de,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:39.960962 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8a17a78f-3ff0-481f-8632-accdb1c39f54 None None] Provisioning complete for port 11b869f0-2499-422b-88dc-b306f5b58dff triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:39.962027 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8a17a78f-3ff0-481f-8632-accdb1c39f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:39.971645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:39.972495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:39.972752 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:39.973092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:39.973425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:39.973756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:39.974085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:39.974407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:39.974734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:39.975052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:39.975373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:39.993322 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['9a03b52d-330f-4193-9621-35fa00c9a75d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:27:40.020152 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Calling delete_port for d80df750-1507-4106-968f-b6e92dbaa1b9 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:40.115381 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:40.135524 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:40.143263 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4bfb7934-bac7-425e-9b60-6a57ef562001 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/ce9d0130-797c-4e22-b357-85837b5d20de HTTP/1.1" status: 204 len: 168 time: 1.5759377 May 30 20:27:40.145506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33062) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:40.175567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b6ccc6-fe70-431a-bed7-1c41a26cd14f None None] DHCP port deletion for 4cf832b2-e095-41bb-9f6b-44dd814fdd74 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:27:40.193870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] No DVR routers for this DVR port d80df750-1507-4106-968f-b6e92dbaa1b9 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:27:40.197771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event deleted for resources: {'Port': ['ID=d80df750-1507-4106-968f-b6e92dbaa1b9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:40.292076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e789bd-7541-4b16-a503-6891a88d18c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:40.294265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e789bd-7541-4b16-a503-6891a88d18c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:40.295929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e789bd-7541-4b16-a503-6891a88d18c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:40.296980 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-29e789bd-7541-4b16-a503-6891a88d18c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:40.322536 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8a17a78f-3ff0-481f-8632-accdb1c39f54 None None] Port 11b869f0-2499-422b-88dc-b306f5b58dff cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:27:40.325285 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=9a03b52d-330f-4193-9621-35fa00c9a75d,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:40.339711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-29e789bd-7541-4b16-a503-6891a88d18c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:40.341868 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-29e789bd-7541-4b16-a503-6891a88d18c6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1945288 May 30 20:27:40.343863 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33068) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:40.356683 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:40.512100 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Router ce51bb20-da6f-4d05-9559-0c8aceea4f9d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:27:40.526657 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:40.577511 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:40.611271 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:40.611597 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:40.703023 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf832b2-e095-41bb-9f6b-44dd814fdd74']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:40.849771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171bc533-a8ad-4544-be18-abfebcc2bb50') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:40.850365 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171bc533-a8ad-4544-be18-abfebcc2bb50') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:40.892150 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:40.933468 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:40.959364 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:40.960210 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecdf564e-3a22-4193-ac3a-07fbe07af33b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet 0ff1582e-c201-456c-a517-92a781319a87 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:27:40.969895 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ecdf564e-3a22-4193-ac3a-07fbe07af33b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:40.986119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:27:40.986680 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:41.001531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=56aa2eb0-bada-4a51-a9e3-4a2da72dbec5,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:41.010833 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: timer() May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:27:41.021122 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:27:41.106897 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ecdf564e-3a22-4193-ac3a-07fbe07af33b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:41.261561 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=56aa2eb0-bada-4a51-a9e3-4a2da72dbec5,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:41.287698 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-967a6cc6-8e54-4c26-bc50-3d531963d4ba None None] Provisioning complete for port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:41.288839 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-967a6cc6-8e54-4c26-bc50-3d531963d4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:41.359236 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:41.362801 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ecdf564e-3a22-4193-ac3a-07fbe07af33b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:41.394042 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 56c3a868-f5a0-4f59-a947-3a10617ce509 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:41.411377 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:41.492342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event deleted for resources: {'Network': ['ID=4cf832b2-e095-41bb-9f6b-44dd814fdd74,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:41.510518 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-02924834-024d-49e7-96ee-8fa533ad0cf6 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "DELETE /v2.0/networks/4cf832b2-e095-41bb-9f6b-44dd814fdd74 HTTP/1.1" status: 204 len: 168 time: 3.0584087 May 30 20:27:41.511142 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33078) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:41.622197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:27:41.776443 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c9848e16-41a2-4458-8604-9f27fcf75740 admin admin] 10.222.0.84 "PUT /v2.0/routers/ce51bb20-da6f-4d05-9559-0c8aceea4f9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8812592 May 30 20:27:41.882137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 56c3a868-f5a0-4f59-a947-3a10617ce509 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:41.882137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 56c3a868-f5a0-4f59-a947-3a10617ce509 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:41.882137 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:41.885125 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ecdf564e-3a22-4193-ac3a-07fbe07af33b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:41.966810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf564e-3a22-4193-ac3a-07fbe07af33b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff1582e-c201-456c-a517-92a781319a87,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:42.022362 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed8164b-77a3-46b3-beea-2a7d214c2cd1 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Deleting subnet 05ca7d2a-6682-4559-90a7-74d3b07fbb53 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:27:42.030409 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3ed8164b-77a3-46b3-beea-2a7d214c2cd1 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:42.073702 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ecdf564e-3a22-4193-ac3a-07fbe07af33b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:42.169616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ecdf564e-3a22-4193-ac3a-07fbe07af33b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/0ff1582e-c201-456c-a517-92a781319a87 HTTP/1.1" status: 204 len: 168 time: 1.8133636 May 30 20:27:42.182296 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33096) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:42.300219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-967a6cc6-8e54-4c26-bc50-3d531963d4ba None None] Could not find standard attr ID for object ce9d0130-797c-4e22-b357-85837b5d20de. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:27:42.308175 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3ed8164b-77a3-46b3-beea-2a7d214c2cd1 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:42.325621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef9289-fb1f-4ed1-95be-4ac61bbaae05 req-bfe9373d-92d2-46d1-b839-8dcfe23407a2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:42.331767 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53ef9289-fb1f-4ed1-95be-4ac61bbaae05 req-bfe9373d-92d2-46d1-b839-8dcfe23407a2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 944 time: 0.7976372 May 30 20:27:42.348278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-667a1451-e73f-438b-b944-9bc8286ab923 req-c9aaa007-072f-469c-816d-07da4dc58600 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f154aa639e466b871f55ef50521468&device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 1095 time: 0.6727207 May 30 20:27:42.474013 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16242cd-efb7-4e38-82fa-59b557fa9f98 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:42.695680 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53ef9289-fb1f-4ed1-95be-4ac61bbaae05 req-c3f02f6c-9896-4f41-8d5f-4400f55bf54e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208215 May 30 20:27:42.729442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8a9821-f7bc-4633-aace-52104d1568db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet 9b54d950-4cc4-4a26-895e-7893668c3302 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:27:42.735499 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9821-f7bc-4633-aace-52104d1568db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:42.766856 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:42.786550 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 56c3a868-f5a0-4f59-a947-3a10617ce509, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=56c3a868-f5a0-4f59-a947-3a10617ce509,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:42.829040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9a03b52d-330f-4193-9621-35fa00c9a75d up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:42.855664 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3ed8164b-77a3-46b3-beea-2a7d214c2cd1 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:42.886231 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9821-f7bc-4633-aace-52104d1568db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:43.001589 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:43.006395 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3ed8164b-77a3-46b3-beea-2a7d214c2cd1 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:43.078518 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9821-f7bc-4633-aace-52104d1568db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:43.087165 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8164b-77a3-46b3-beea-2a7d214c2cd1 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event deleted for resources: {'Subnet': ['ID=05ca7d2a-6682-4559-90a7-74d3b07fbb53,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:43.099448 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7b450ac2-f5b8-47d4-8d4a-436c9eccc0c6 None None] Could not find standard attr ID for object ce9d0130-797c-4e22-b357-85837b5d20de. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:27:43.110504 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3ed8164b-77a3-46b3-beea-2a7d214c2cd1 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:43.112033 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7b450ac2-f5b8-47d4-8d4a-436c9eccc0c6 None None] Could not find standard attr ID for object fff75516-ccb6-4513-944f-82c3f819bf8c. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:27:43.121843 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3ed8164b-77a3-46b3-beea-2a7d214c2cd1 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "DELETE /v2.0/subnets/05ca7d2a-6682-4559-90a7-74d3b07fbb53 HTTP/1.1" status: 204 len: 168 time: 1.6095073 May 30 20:27:43.124522 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33124) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:43.158916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d80df750-1507-4106-968f-b6e92dbaa1b9 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:27:43.195573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2790ed-2c29-44f5-9d99-39f4fdc4cf3b None None] Network d4c31943-b591-4141-a8a7-11cec2808a92 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:43.421598 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: d80df750-1507-4106-968f-b6e92dbaa1b9 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:27:43.421598 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d80df750-1507-4106-968f-b6e92dbaa1b9 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:27:43.558903 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=56c3a868-f5a0-4f59-a947-3a10617ce509,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:43.560980 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9821-f7bc-4633-aace-52104d1568db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:43.579244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-0306f056-4a7e-4c4e-9574-cb860c1b378e tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Deleting subnet 0f818ac0-ad77-4673-ae22-4210fefd2bfa {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:27:43.596681 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0306f056-4a7e-4c4e-9574-cb860c1b378e tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:43.623838 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9821-f7bc-4633-aace-52104d1568db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:43.638557 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 9a03b52d-330f-4193-9621-35fa00c9a75d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:43.639099 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:43.667289 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:43.692594 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a1451-e73f-438b-b944-9bc8286ab923 req-87b1c016-c5dd-49d2-acbc-f90be22ecee5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:43.696823 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0306f056-4a7e-4c4e-9574-cb860c1b378e tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:43.698387 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-667a1451-e73f-438b-b944-9bc8286ab923 req-87b1c016-c5dd-49d2-acbc-f90be22ecee5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d1878ae-449f-42b8-bf46-74af28ca94fd HTTP/1.1" status: 200 len: 918 time: 1.2591588 May 30 20:27:43.760364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9821-f7bc-4633-aace-52104d1568db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=9b54d950-4cc4-4a26-895e-7893668c3302,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:43.897643 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea2a16b-1bed-4df0-baec-3ddec02c922f None None] DHCP port deletion for d4c31943-b591-4141-a8a7-11cec2808a92 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:27:43.934275 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-cea2a16b-1bed-4df0-baec-3ddec02c922f None None] Deleting port a49b0485-b568-431d-8fdf-2a0c5d3ed10f {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:43.934275 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cea2a16b-1bed-4df0-baec-3ddec02c922f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:43.991458 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dc8a9821-f7bc-4633-aace-52104d1568db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/9b54d950-4cc4-4a26-895e-7893668c3302 HTTP/1.1" status: 204 len: 168 time: 1.8077996 May 30 20:27:43.992903 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33144) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:44.025182 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33ef4ae3-511c-4da6-904d-2415c82fc445 req-971dd1ec-7af3-40e1-845b-dd15ac587a34 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8358166 May 30 20:27:44.190603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-667a1451-e73f-438b-b944-9bc8286ab923 req-86abe0cd-acbe-41db-b0a7-763a44c0141f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a03b52d-330f-4193-9621-35fa00c9a75d HTTP/1.1" status: 200 len: 999 time: 0.4178638 May 30 20:27:44.202221 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-17b1f799-4591-415c-8310-a6a08c5ef42a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2001915 May 30 20:27:44.202221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33150) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:44.208590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-38e637b9-1ead-4c18-b614-40765839ac4c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:44.378166 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0306f056-4a7e-4c4e-9574-cb860c1b378e tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:44.446380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-7a4a5799-1485-435b-a610-aae675fc7d2a tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:44.455367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-38e637b9-1ead-4c18-b614-40765839ac4c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:44.457664 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-7a4a5799-1485-435b-a610-aae675fc7d2a tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/networks?id=b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac HTTP/1.1" status: 200 len: 910 time: 1.1741827 May 30 20:27:44.474032 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-38e637b9-1ead-4c18-b614-40765839ac4c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:44.478958 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-38e637b9-1ead-4c18-b614-40765839ac4c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:44.505615 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-38e637b9-1ead-4c18-b614-40765839ac4c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:44.536895 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:44.555309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e637b9-1ead-4c18-b614-40765839ac4c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:44.590537 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a1451-e73f-438b-b944-9bc8286ab923 req-bea27d1a-0192-4b7b-9987-aed41f906adf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:44.596591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-667a1451-e73f-438b-b944-9bc8286ab923 req-bea27d1a-0192-4b7b-9987-aed41f906adf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9f9412f8-b9b7-4d21-91c7-4120cd918668 HTTP/1.1" status: 200 len: 856 time: 0.1923552 May 30 20:27:44.630711 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 9a03b52d-330f-4193-9621-35fa00c9a75d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9a03b52d-330f-4193-9621-35fa00c9a75d,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:44.638286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a03b52d-330f-4193-9621-35fa00c9a75d'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:27:44.654730 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:44.761921 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33162) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:44.791383 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0306f056-4a7e-4c4e-9574-cb860c1b378e tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:44.914030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e29533-e5a6-4413-b867-ec5616803acf None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:44.916319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306f056-4a7e-4c4e-9574-cb860c1b378e tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event deleted for resources: {'Subnet': ['ID=0f818ac0-ad77-4673-ae22-4210fefd2bfa,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:44.925026 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0306f056-4a7e-4c4e-9574-cb860c1b378e tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:44.932735 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0306f056-4a7e-4c4e-9574-cb860c1b378e tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "DELETE /v2.0/subnets/0f818ac0-ad77-4673-ae22-4210fefd2bfa HTTP/1.1" status: 204 len: 168 time: 1.8070376 May 30 20:27:44.937805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33172) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:44.952835 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33ef4ae3-511c-4da6-904d-2415c82fc445 req-88961fc2-c63a-4edd-8f62-5409bfe32536 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9786c2fd175648c7b3fff1d88f7297bb&device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 1097 time: 0.7617161 May 30 20:27:44.967402 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Sync routers for ids ['ce51bb20-da6f-4d05-9559-0c8aceea4f9d'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:27:44.970016 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-38e637b9-1ead-4c18-b614-40765839ac4c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:44.981119 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Routers {'ce51bb20-da6f-4d05-9559-0c8aceea4f9d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:44.981578 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:27:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['ce51bb20-da6f-4d05-9559-0c8aceea4f9d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:45.060393 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:45.060393 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:45.182127 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Set router ce51bb20-da6f-4d05-9559-0c8aceea4f9d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:27:45.205475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab77e4b5-2d01-456a-965e-9c91adbc265c None None] Network 839848d4-e3e9-4095-8619-c20264b1135e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:45.379695 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:45.413140 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-cea2a16b-1bed-4df0-baec-3ddec02c922f None None] For port a49b0485-b568-431d-8fdf-2a0c5d3ed10f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a49b0485-b568-431d-8fdf-2a0c5d3ed10f,segment=NetworkSegment(f9358384-2b8a-4484-89a0-1f4cf49e4133),segment_id=f9358384-2b8a-4484-89a0-1f4cf49e4133)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:45.414305 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cea2a16b-1bed-4df0-baec-3ddec02c922f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:45.489476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:45.489476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Usage tracker for resource:security_group_rule and tenant:9742387f4a7b4304bc6187a6cb1ea573 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:45.495476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:45.503854 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:45.543023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef4ae3-511c-4da6-904d-2415c82fc445 req-b1474e0e-22e7-4071-9b04-33f0b8e3cfcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:45.543023 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33ef4ae3-511c-4da6-904d-2415c82fc445 req-b1474e0e-22e7-4071-9b04-33f0b8e3cfcb service neutron] 10.222.0.77 "GET /v2.0/networks?id=5d5c4269-2878-481a-bda8-bfcd6abecc98 HTTP/1.1" status: 200 len: 909 time: 0.5535519 May 30 20:27:45.718917 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-38e637b9-1ead-4c18-b614-40765839ac4c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:45.778832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca98dd-ce98-4b5b-85cd-aa80c7b1858f req-5eef4e12-4c6a-40b5-ad50-805ab2a6020c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:45.780760 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52ca98dd-ce98-4b5b-85cd-aa80c7b1858f req-5eef4e12-4c6a-40b5-ad50-805ab2a6020c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 944 time: 1.6590188 May 30 20:27:45.818170 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-cea2a16b-1bed-4df0-baec-3ddec02c922f None None] Calling delete_port for a49b0485-b568-431d-8fdf-2a0c5d3ed10f owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:45.914261 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e637b9-1ead-4c18-b614-40765839ac4c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:45.914261 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e637b9-1ead-4c18-b614-40765839ac4c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=bf04da36-6f09-4a34-a0af-3a3371d98c06,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:45.914261 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:45.923566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-38e637b9-1ead-4c18-b614-40765839ac4c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:45.923566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e637b9-1ead-4c18-b614-40765839ac4c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:45.923566 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-38e637b9-1ead-4c18-b614-40765839ac4c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:45.936969 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:45.941032 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'name': 'tempest-TestServerMultinode-1955374109-router', 'tenant_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '56c3a868-f5a0-4f59-a947-3a10617ce509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:27:26Z', 'updated_at': '2022-05-30T20:27:37Z', 'revision_number': 4, 'project_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'gw_port': {'id': '56c3a868-f5a0-4f59-a947-3a10617ce509', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:28Z', 'updated_at': '2022-05-30T20:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '11b869f0-2499-422b-88dc-b306f5b58dff', 'name': '', 'network_id': '5627f898-3727-45ef-b6ef-236f452cfcb3', 'tenant_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'mac_address': 'fa:16:3e:72:c8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85688c12-9292-435b-a0f7-85846640892b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:34Z', 'updated_at': '2022-05-30T20:27:37Z', 'revision_number': 2, 'project_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'subnets': [{'id': '85688c12-9292-435b-a0f7-85846640892b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:45.947023 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Checking router: ce51bb20-da6f-4d05-9559-0c8aceea4f9d for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:27:45.947023 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Updating router ce51bb20-da6f-4d05-9559-0c8aceea4f9d port 11b869f0-2499-422b-88dc-b306f5b58dff binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:27:45.970050 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-3f9f5d4b-3b87-43bf-9102-9973f2c8f813 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/quotas/ef7e0ebf389840c5b26aa829a73b0059 HTTP/1.1" status: 200 len: 375 time: 1.3652976 May 30 20:27:45.970050 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-667a1451-e73f-438b-b944-9bc8286ab923 req-438e2416-b2b0-4d51-a4b0-08f7545dd7b2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d1878ae-449f-42b8-bf46-74af28ca94fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3587511 May 30 20:27:46.000772 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9742387f4a7b4304bc6187a6cb1ea573&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2064848 May 30 20:27:46.000772 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33182) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:46.044119 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:46.081876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89881203-b930-4674-91b7-7d5e7e1eb06e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:46.082972 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ec272605-a82a-42f2-bd37-8c88983ef487 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:46.091554 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-38e637b9-1ead-4c18-b614-40765839ac4c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8924289 May 30 20:27:46.092466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33188) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:46.102535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:46.230424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:46.230424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:46.230424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:46.230424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:46.230424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:46.230424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:46.230424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:46.230424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:46.230424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:46.230424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:46.230424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b6e2-47ba-40f5-87dc-730501771e09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:46.269262 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0bac9ec-ccbe-41e6-a81d-ebe9a67291b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:46.309464 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cea2a16b-1bed-4df0-baec-3ddec02c922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:46.340616 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=9a03b52d-330f-4193-9621-35fa00c9a75d,revision_number=10']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:46.357007 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0bac9ec-ccbe-41e6-a81d-ebe9a67291b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:46.516381 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33ef4ae3-511c-4da6-904d-2415c82fc445 req-c22b081d-af3e-4bba-8670-c688beee0b74 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 HTTP/1.1" status: 200 len: 1001 time: 0.9679096 May 30 20:27:46.548222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:46.548222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:46.557267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:46.580675 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0bac9ec-ccbe-41e6-a81d-ebe9a67291b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:46.580675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:46.585306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2a16b-1bed-4df0-baec-3ddec02c922f None None] Pushing event deleted for resources: {'Port': ['ID=a49b0485-b568-431d-8fdf-2a0c5d3ed10f,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:46.610570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bac9ec-ccbe-41e6-a81d-ebe9a67291b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89881203-b930-4674-91b7-7d5e7e1eb06e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:46.622112 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:46.629100 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:46.629100 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:46.635687 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Transition to ACTIVE for port object 11b869f0-2499-422b-88dc-b306f5b58dff will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:46.648767 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:46.684923 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0bac9ec-ccbe-41e6-a81d-ebe9a67291b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:46.684923 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c0bac9ec-ccbe-41e6-a81d-ebe9a67291b4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/89881203-b930-4674-91b7-7d5e7e1eb06e HTTP/1.1" status: 204 len: 168 time: 0.6780362 May 30 20:27:46.713148 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef4ae3-511c-4da6-904d-2415c82fc445 req-cb24662f-7bcb-4a6b-ab76-0b26e30e8138 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:46.713148 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33ef4ae3-511c-4da6-904d-2415c82fc445 req-cb24662f-7bcb-4a6b-ab76-0b26e30e8138 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=27b00c3e-65ae-45d2-bdd3-a5cf0d581b20 HTTP/1.1" status: 200 len: 847 time: 0.1599069 May 30 20:27:46.772108 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a67eb020-a014-4bf9-9768-88e3c03d4bd4 None None] Provisioning complete for port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:46.772108 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a67eb020-a014-4bf9-9768-88e3c03d4bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:46.807040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea2a16b-1bed-4df0-baec-3ddec02c922f None None] No DVR routers for this DVR port a49b0485-b568-431d-8fdf-2a0c5d3ed10f on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:27:46.821369 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 56c3a868-f5a0-4f59-a947-3a10617ce509 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:46.905120 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52ca98dd-ce98-4b5b-85cd-aa80c7b1858f req-72498589-8d7e-40b4-85f8-3aefaa4cbfe0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0425782 May 30 20:27:46.974416 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ec272605-a82a-42f2-bd37-8c88983ef487 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.037111 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13e8e5-56e4-437a-8faa-1cb44fa3f022 None None] Pushing event updated for resources: {'Port': ['ID=11b869f0-2499-422b-88dc-b306f5b58dff,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:47.055842 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-667a1451-e73f-438b-b944-9bc8286ab923 req-3d5e71c9-3dc4-4f4d-8a62-fdd554b8270a service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9181194 May 30 20:27:47.118570 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1727e008-825b-4711-9433-2211d36d1fb1'] response: {'server_uuid': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a03b52d-330f-4193-9621-35fa00c9a75d', 'code': 200} May 30 20:27:47.170141 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-9c995270-6029-420c-b866-eb875da46059 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?tenant_id=ef7e0ebf389840c5b26aa829a73b0059&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0799356 May 30 20:27:47.231074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 56c3a868-f5a0-4f59-a947-3a10617ce509 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:47.231074 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.346048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-ec272605-a82a-42f2-bd37-8c88983ef487 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c31943-b591-4141-a8a7-11cec2808a92']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:47.484876 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Attempting to bind port 11b869f0-2499-422b-88dc-b306f5b58dff on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:47.484876 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Attempting to bind port 11b869f0-2499-422b-88dc-b306f5b58dff by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'a0f4477a-fa23-4396-9a7e-dd6dd72df5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5627f898-3727-45ef-b6ef-236f452cfcb3'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:47.484876 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Attempting to bind port 11b869f0-2499-422b-88dc-b306f5b58dff on network 5627f898-3727-45ef-b6ef-236f452cfcb3 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:47.506735 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:47.506735 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Checking segment: {'id': 'a0f4477a-fa23-4396-9a7e-dd6dd72df5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5627f898-3727-45ef-b6ef-236f452cfcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:47.506735 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.509262 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Bound using segment: {'id': 'a0f4477a-fa23-4396-9a7e-dd6dd72df5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5627f898-3727-45ef-b6ef-236f452cfcb3'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:47.509262 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Bound port: 11b869f0-2499-422b-88dc-b306f5b58dff, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f4477a-fa23-4396-9a7e-dd6dd72df5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5627f898-3727-45ef-b6ef-236f452cfcb3'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:47.509262 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.632266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-ec272605-a82a-42f2-bd37-8c88983ef487 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9358384-2b8a-4484-89a0-1f4cf49e4133') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:47.632266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-ec272605-a82a-42f2-bd37-8c88983ef487 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9358384-2b8a-4484-89a0-1f4cf49e4133') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:47.748089 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ec272605-a82a-42f2-bd37-8c88983ef487 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.770919 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ec272605-a82a-42f2-bd37-8c88983ef487 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.771120 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] For port 11b869f0-2499-422b-88dc-b306f5b58dff, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:47.774667 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] For port 11b869f0-2499-422b-88dc-b306f5b58dff, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=11b869f0-2499-422b-88dc-b306f5b58dff,segment=NetworkSegment(a0f4477a-fa23-4396-9a7e-dd6dd72df5ba),segment_id=a0f4477a-fa23-4396-9a7e-dd6dd72df5ba)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:47.780320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec272605-a82a-42f2-bd37-8c88983ef487 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:27:47.781137 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ec272605-a82a-42f2-bd37-8c88983ef487 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.783135 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.855364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f8ad29-8d52-40cd-8fba-0c4ea5e19e35 None None] DHCP port deletion for 839848d4-e3e9-4095-8619-c20264b1135e request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:27:47.881249 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b48a14-a0c5-4bde-a4a8-7952821e8de0 None None] Update dhcp port {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'fixed_ips': [{'subnet_id': 'bf04da36-6f09-4a34-a0af-3a3371d98c06'}], 'binding:host_id': 'n-d-843949-2'}, 'id': '56aa2eb0-bada-4a51-a9e3-4a2da72dbec5'} from n-d-843949-2. {{(pid=84025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: timer() May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:27:47.905611 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33208) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:47.932993 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-74f8ad29-8d52-40cd-8fba-0c4ea5e19e35 None None] Deleting port df4ae2fa-432f-46b5-b532-1cd35900b933 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:47.932993 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-74f8ad29-8d52-40cd-8fba-0c4ea5e19e35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.965466 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13e8e5-56e4-437a-8faa-1cb44fa3f022 None None] Pushing event updated for resources: {'Port': ['ID=11b869f0-2499-422b-88dc-b306f5b58dff,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:47.973216 n-d-843949-2 neutron-server[84024]: DEBUG neutron.objects.ports [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:27:48.018192 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Routers {'ce51bb20-da6f-4d05-9559-0c8aceea4f9d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:48.018192 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:27:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['ce51bb20-da6f-4d05-9559-0c8aceea4f9d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:48.095149 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a49b0485-b568-431d-8fdf-2a0c5d3ed10f no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:27:48.165857 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: a49b0485-b568-431d-8fdf-2a0c5d3ed10f {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:27:48.166675 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a49b0485-b568-431d-8fdf-2a0c5d3ed10f not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:27:48.169737 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-07b48a14-a0c5-4bde-a4a8-7952821e8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:48.230738 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-667a1451-e73f-438b-b944-9bc8286ab923 req-ccc6da8d-6b0c-449a-99aa-014d5e54ddfb service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1701822 May 30 20:27:48.278925 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:48.310605 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33ef4ae3-511c-4da6-904d-2415c82fc445 req-66d1db44-942c-4d6f-b69a-ae8fb5f66658 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d5c4269-2878-481a-bda8-bfcd6abecc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4710045 May 30 20:27:48.401286 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bece343e-a85a-428b-a5d7-1dfee9e057ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:48.632888 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33ef4ae3-511c-4da6-904d-2415c82fc445 req-fd8ddc89-1d39-4fb3-a420-bf8989f2908b service neutron] 10.222.0.77 "GET /v2.0/networks/5d5c4269-2878-481a-bda8-bfcd6abecc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683445 May 30 20:27:48.658633 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e6eeeb11-b02b-40eb-8a3f-13806ccce3c4 req-aa371878-9ace-404f-92b0-213eb58c723a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 1097 time: 1.1640630 May 30 20:27:48.685446 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] Set router ce51bb20-da6f-4d05-9559-0c8aceea4f9d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:27:48.705641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] For port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=56aa2eb0-bada-4a51-a9e3-4a2da72dbec5,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:48.724927 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ec272605-a82a-42f2-bd37-8c88983ef487 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:48.750965 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:48.772239 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:48.772239 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:48.784683 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device df4ae2fa-432f-46b5-b532-1cd35900b933 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:27:48.837412 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ec272605-a82a-42f2-bd37-8c88983ef487 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:48.910918 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-74f8ad29-8d52-40cd-8fba-0c4ea5e19e35 None None] For port df4ae2fa-432f-46b5-b532-1cd35900b933, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=df4ae2fa-432f-46b5-b532-1cd35900b933,segment=NetworkSegment(0f25f2bb-3e40-4da1-9090-11a1d481121e),segment_id=0f25f2bb-3e40-4da1-9090-11a1d481121e)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:48.911549 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-74f8ad29-8d52-40cd-8fba-0c4ea5e19e35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:48.972053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:48.991442 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:49.002465 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:49.002465 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:49.051776 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=56aa2eb0-bada-4a51-a9e3-4a2da72dbec5,revision_number=7']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:49.051776 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=805193cd-5864-4884-a56c-2751eeeb4924,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:49.086687 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-93247512-fec9-42a6-bf47-554740e483ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9819834 May 30 20:27:49.086687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33226) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:49.115122 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'mac_address': 'fa:16:3e:8f:39:b6', 'name': 'tempest-NetworksTestDHCPv6-126857370'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:49.188529 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-74f8ad29-8d52-40cd-8fba-0c4ea5e19e35 None None] Calling delete_port for df4ae2fa-432f-46b5-b532-1cd35900b933 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:49.238189 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ec272605-a82a-42f2-bd37-8c88983ef487 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "DELETE /v2.0/networks/d4c31943-b591-4141-a8a7-11cec2808a92 HTTP/1.1" status: 204 len: 168 time: 4.2822344 May 30 20:27:49.241528 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33232) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:49.488020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Port df4ae2fa-432f-46b5-b532-1cd35900b933 update to DOWN by agent not found {{(pid=84025) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 30 20:27:49.490582 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-74f8ad29-8d52-40cd-8fba-0c4ea5e19e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:49.491882 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'name': 'tempest-TestServerMultinode-1955374109-router', 'tenant_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '56c3a868-f5a0-4f59-a947-3a10617ce509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:27:26Z', 'updated_at': '2022-05-30T20:27:37Z', 'revision_number': 4, 'project_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'gw_port': {'id': '56c3a868-f5a0-4f59-a947-3a10617ce509', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:28Z', 'updated_at': '2022-05-30T20:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '11b869f0-2499-422b-88dc-b306f5b58dff', 'name': '', 'network_id': '5627f898-3727-45ef-b6ef-236f452cfcb3', 'tenant_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'mac_address': 'fa:16:3e:72:c8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85688c12-9292-435b-a0f7-85846640892b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:34Z', 'updated_at': '2022-05-30T20:27:47Z', 'revision_number': 4, 'project_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'subnets': [{'id': '85688c12-9292-435b-a0f7-85846640892b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:49.497762 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e269b68-70cf-464f-b1bb-706268aabd48 None None] The sync data for ids ['ce51bb20-da6f-4d05-9559-0c8aceea4f9d'] in n-d-843949-2 is: [{'id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'name': 'tempest-TestServerMultinode-1955374109-router', 'tenant_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '56c3a868-f5a0-4f59-a947-3a10617ce509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:27:26Z', 'updated_at': '2022-05-30T20:27:37Z', 'revision_number': 4, 'project_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'gw_port': {'id': '56c3a868-f5a0-4f59-a947-3a10617ce509', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:28Z', 'updated_at': '2022-05-30T20:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '11b869f0-2499-422b-88dc-b306f5b58dff', 'name': '', 'network_id': '5627f898-3727-45ef-b6ef-236f452cfcb3', 'tenant_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'mac_address': 'fa:16:3e:72:c8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85688c12-9292-435b-a0f7-85846640892b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:34Z', 'updated_at': '2022-05-30T20:27:47Z', 'revision_number': 4, 'project_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'subnets': [{'id': '85688c12-9292-435b-a0f7-85846640892b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:27:49.576408 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33ef4ae3-511c-4da6-904d-2415c82fc445 req-b328eb57-a2a1-4350-8794-baa04014061d service neutron] 10.222.0.77 "GET /v2.0/networks/5d5c4269-2878-481a-bda8-bfcd6abecc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9222124 May 30 20:27:49.594650 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-07b48a14-a0c5-4bde-a4a8-7952821e8de0 None None] Allocated IP 172.20.0.2 (c840c2bc-8044-4130-b66e-385776b76782/bf04da36-6f09-4a34-a0af-3a3371d98c06/56aa2eb0-bada-4a51-a9e3-4a2da72dbec5) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:49.608560 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-7f267ccd-b7fc-4042-8854-64d78c197da8 service neutron] 10.222.0.84 "GET /v2.0/networks/b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3851187 May 30 20:27:49.627814 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec272605-a82a-42f2-bd37-8c88983ef487 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event deleted for resources: {'Network': ['ID=d4c31943-b591-4141-a8a7-11cec2808a92,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:49.631339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:49.648813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:port and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:49.658093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:49.684119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:49.694350 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e6eeeb11-b02b-40eb-8a3f-13806ccce3c4 req-5200ff8c-6fd2-4030-a429-b7b3eaa36dea service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9075153 May 30 20:27:49.697662 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-618148b7-517b-4c54-ad31-6140e2a34466 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:49.709355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:49.709355 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:49.764498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-bece343e-a85a-428b-a5d7-1dfee9e057ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:49.846916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8ad29-8d52-40cd-8fba-0c4ea5e19e35 None None] Pushing event deleted for resources: {'Port': ['ID=df4ae2fa-432f-46b5-b532-1cd35900b933,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:49.865134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f8ad29-8d52-40cd-8fba-0c4ea5e19e35 None None] No DVR routers for this DVR port df4ae2fa-432f-46b5-b532-1cd35900b933 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:27:49.880088 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port 0f1f6ebe-1db1-4248-af23-dc81fc553981 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:27:49.909778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-07b48a14-a0c5-4bde-a4a8-7952821e8de0 None None] For port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=56aa2eb0-bada-4a51-a9e3-4a2da72dbec5,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:49.949442 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-07b48a14-a0c5-4bde-a4a8-7952821e8de0 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:49.962100 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-618148b7-517b-4c54-ad31-6140e2a34466 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:49.978030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-07b48a14-a0c5-4bde-a4a8-7952821e8de0 None None] Transition to ACTIVE for port object 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:49.994384 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-07b48a14-a0c5-4bde-a4a8-7952821e8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:50.030169 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-087ab020-1222-4f3c-b275-959802315812 service neutron] 10.222.0.84 "GET /v2.0/networks/b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350301 May 30 20:27:50.044924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-618148b7-517b-4c54-ad31-6140e2a34466 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839848d4-e3e9-4095-8619-c20264b1135e']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:50.055600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-bece343e-a85a-428b-a5d7-1dfee9e057ff admin admin] Usage tracker for resource:security_group_rule and tenant:8f0b0d4601384cb8b26923c161c98381 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:50.066091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-bece343e-a85a-428b-a5d7-1dfee9e057ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:50.074824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-bece343e-a85a-428b-a5d7-1dfee9e057ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:50.083255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-618148b7-517b-4c54-ad31-6140e2a34466 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f25f2bb-3e40-4da1-9090-11a1d481121e') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:50.083255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-618148b7-517b-4c54-ad31-6140e2a34466 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f25f2bb-3e40-4da1-9090-11a1d481121e') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:50.100401 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-618148b7-517b-4c54-ad31-6140e2a34466 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:50.133555 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-618148b7-517b-4c54-ad31-6140e2a34466 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:50.153171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618148b7-517b-4c54-ad31-6140e2a34466 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:27:50.153171 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-618148b7-517b-4c54-ad31-6140e2a34466 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:50.191415 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bece343e-a85a-428b-a5d7-1dfee9e057ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:50.238193 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bece343e-a85a-428b-a5d7-1dfee9e057ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:50.282138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece343e-a85a-428b-a5d7-1dfee9e057ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b902ed4-c030-4ca2-9e17-45037894698f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:50.312021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271a069-8835-4bae-bdf5-b9e28b3bd2af req-738ba9db-a76a-4286-a56f-5d64337a94b1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:50.317204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8271a069-8835-4bae-bdf5-b9e28b3bd2af req-738ba9db-a76a-4286-a56f-5d64337a94b1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 946 time: 1.8732719 May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: timer() May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:27:50.318893 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:27:50.432218 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b48a14-a0c5-4bde-a4a8-7952821e8de0 None None] Pushing event updated for resources: {'Port': ['ID=56aa2eb0-bada-4a51-a9e3-4a2da72dbec5,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:50.506899 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-618148b7-517b-4c54-ad31-6140e2a34466 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:50.567153 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d51e842-7f57-4901-b67b-cc158d0c1874 req-0fd45ff7-3a34-4c3b-ac90-0742b3e3a32f tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 210 time: 0.1331587 May 30 20:27:50.572645 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bece343e-a85a-428b-a5d7-1dfee9e057ff admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8f0b0d4601384cb8b26923c161c98381&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6583500 May 30 20:27:50.572867 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-618148b7-517b-4c54-ad31-6140e2a34466 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:50.573990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33248) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:50.601238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8271a069-8835-4bae-bdf5-b9e28b3bd2af req-966c52bd-fa4b-4f39-a705-dcbed38e0683 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614694 May 30 20:27:50.720518 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0058e70e-7ad3-40b9-a943-72bddf5433a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:50.810976 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618148b7-517b-4c54-ad31-6140e2a34466 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event deleted for resources: {'Network': ['ID=839848d4-e3e9-4095-8619-c20264b1135e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:50.815489 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0058e70e-7ad3-40b9-a943-72bddf5433a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:50.838011 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-618148b7-517b-4c54-ad31-6140e2a34466 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "DELETE /v2.0/networks/839848d4-e3e9-4095-8619-c20264b1135e HTTP/1.1" status: 204 len: 168 time: 1.5836544 May 30 20:27:50.838011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33262) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:50.950559 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0058e70e-7ad3-40b9-a943-72bddf5433a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:51.005825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:51.048775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058e70e-7ad3-40b9-a943-72bddf5433a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b902ed4-c030-4ca2-9e17-45037894698f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:51.052510 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0058e70e-7ad3-40b9-a943-72bddf5433a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:51.053696 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0058e70e-7ad3-40b9-a943-72bddf5433a0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3b902ed4-c030-4ca2-9e17-45037894698f HTTP/1.1" status: 204 len: 168 time: 0.4790857 May 30 20:27:51.236583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 11b869f0-2499-422b-88dc-b306f5b58dff up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:51.557587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 11b869f0-2499-422b-88dc-b306f5b58dff completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:51.567082 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 11b869f0-2499-422b-88dc-b306f5b58dff triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:51.567947 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:51.985110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 172.20.0.14 (c840c2bc-8044-4130-b66e-385776b76782/bf04da36-6f09-4a34-a0af-3a3371d98c06/0f1f6ebe-1db1-4248-af23-dc81fc553981) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:51.997598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::f816:3eff:fe8f:39b6 (c840c2bc-8044-4130-b66e-385776b76782/805193cd-5864-4884-a56c-2751eeeb4924/0f1f6ebe-1db1-4248-af23-dc81fc553981) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:52.002039 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e1888a-6066-44e0-b32e-739b1a0225cf tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Deleting subnet 2265366f-add0-47a8-98fe-0a4774fa290e {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:27:52.006254 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-71e1888a-6066-44e0-b32e-739b1a0225cf tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:52.053285 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4254f2-97bc-49e7-b18d-d4af7506787b None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:52.082031 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:52.132109 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83445d4f-d3b0-4678-ad8b-03178dd6f6b6 req-dc5f13c7-324d-4225-aae8-218d00919bbb tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 210 time: 0.1610036 May 30 20:27:52.207244 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-71e1888a-6066-44e0-b32e-739b1a0225cf tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:52.347120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429ab8d-8732-4758-bd1f-c67b906c7adc req-e2866917-e679-473d-a6d9-961cffe07dc4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:52.348684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e429ab8d-8732-4758-bd1f-c67b906c7adc req-e2866917-e679-473d-a6d9-961cffe07dc4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 946 time: 0.1871119 May 30 20:27:52.437415 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e429ab8d-8732-4758-bd1f-c67b906c7adc req-f8f161a4-cb52-450e-9cd5-0355a5a01901 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827014 May 30 20:27:52.561151 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 11b869f0-2499-422b-88dc-b306f5b58dff, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=11b869f0-2499-422b-88dc-b306f5b58dff,segment=NetworkSegment(a0f4477a-fa23-4396-9a7e-dd6dd72df5ba),segment_id=a0f4477a-fa23-4396-9a7e-dd6dd72df5ba)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:52.605444 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:52.607941 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-71e1888a-6066-44e0-b32e-739b1a0225cf tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:52.672924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0ca9d974-9999-42d6-b821-8b63f3c6bfc2 None None] Provisioning for port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:52.672924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0ca9d974-9999-42d6-b821-8b63f3c6bfc2 None None] Provisioning complete for port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:52.672924 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d974-9999-42d6-b821-8b63f3c6bfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:52.738187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=11b869f0-2499-422b-88dc-b306f5b58dff,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:52.771039 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-71e1888a-6066-44e0-b32e-739b1a0225cf tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:52.868242 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1888a-6066-44e0-b32e-739b1a0225cf tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event deleted for resources: {'Subnet': ['ID=2265366f-add0-47a8-98fe-0a4774fa290e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:52.919334 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246bfeb1-d1a2-42ba-8f30-eb312cbb78b2 None None] Network 51ada3cf-004f-4e8c-8217-1c2bfe3140a0 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:52.925316 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-71e1888a-6066-44e0-b32e-739b1a0225cf tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:52.985945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33330) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:52.989326 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-71e1888a-6066-44e0-b32e-739b1a0225cf tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "DELETE /v2.0/subnets/2265366f-add0-47a8-98fe-0a4774fa290e HTTP/1.1" status: 204 len: 168 time: 2.1547167 May 30 20:27:53.003610 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:53.062976 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object 0f1f6ebe-1db1-4248-af23-dc81fc553981 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:53.146949 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:53.341864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=0f1f6ebe-1db1-4248-af23-dc81fc553981,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:53.431736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:53.431736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:53.440726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:53.487552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3d24bf-75d4-4617-b749-07368f7d68dc None None] DHCP port deletion for 51ada3cf-004f-4e8c-8217-1c2bfe3140a0 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:27:53.487552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-db3d24bf-75d4-4617-b749-07368f7d68dc None None] Deleting port eb76d785-1bd1-4584-a2b9-036cd6900e7f {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:53.491171 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-db3d24bf-75d4-4617-b749-07368f7d68dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:53.683548 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:53.684237 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:53.699686 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c59dc1e-b418-498f-adf0-6d2bcec3d735 req-0cb43f41-69ed-4c5c-b04f-bd0e399d819b tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 210 time: 0.1101875 May 30 20:27:53.708196 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:53.762529 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b0fe8078-e39f-442d-af24-cc12405db6b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6768186 May 30 20:27:53.763520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33350) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:53.797006 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Deleting port eb76d785-1bd1-4584-a2b9-036cd6900e7f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:53.797006 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:54.001381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c356b636-50ea-4fd2-bb87-af6b8caf24d3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:54.006504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c356b636-50ea-4fd2-bb87-af6b8caf24d3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:54.007332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c356b636-50ea-4fd2-bb87-af6b8caf24d3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:54.027740 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c356b636-50ea-4fd2-bb87-af6b8caf24d3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:54.029838 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c356b636-50ea-4fd2-bb87-af6b8caf24d3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2651036 May 30 20:27:54.032323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33358) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:54.048452 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-72ab5038-c14d-47be-a897-84de485cf5b5 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:54.049899 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-72ab5038-c14d-47be-a897-84de485cf5b5 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.93 "GET /v2.0/networks?id=b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac HTTP/1.1" status: 200 len: 910 time: 0.9739859 May 30 20:27:54.056770 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-db3d24bf-75d4-4617-b749-07368f7d68dc None None] For port eb76d785-1bd1-4584-a2b9-036cd6900e7f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=eb76d785-1bd1-4584-a2b9-036cd6900e7f,segment=NetworkSegment(003be5e8-aced-4751-8d79-25f45541785d),segment_id=003be5e8-aced-4751-8d79-25f45541785d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:54.057518 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-db3d24bf-75d4-4617-b749-07368f7d68dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:54.090011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-d126e24f-1ef5-408a-9346-12235a7642c6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Request body: {'port': {'device_id': '3d527fb5-03c7-4b68-8b6f-583bca67bd23', 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac', 'admin_state_up': True, 'tenant_id': 'ef7e0ebf389840c5b26aa829a73b0059'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:54.130659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-d19c6a27-2328-410f-8d5a-4bc1e4af41ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port 0f1f6ebe-1db1-4248-af23-dc81fc553981 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:54.130659 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d19c6a27-2328-410f-8d5a-4bc1e4af41ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:54.312069 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] For port eb76d785-1bd1-4584-a2b9-036cd6900e7f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=eb76d785-1bd1-4584-a2b9-036cd6900e7f,segment=NetworkSegment(003be5e8-aced-4751-8d79-25f45541785d),segment_id=003be5e8-aced-4751-8d79-25f45541785d)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:54.312069 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:54.446315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Calling delete_port for eb76d785-1bd1-4584-a2b9-036cd6900e7f owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:54.451198 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-db3d24bf-75d4-4617-b749-07368f7d68dc None None] Calling delete_port for eb76d785-1bd1-4584-a2b9-036cd6900e7f owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:54.486325 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1ee39a-fec0-4cc6-a647-e57c9207906a None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:54.502590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-d126e24f-1ef5-408a-9346-12235a7642c6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:54.543589 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-d126e24f-1ef5-408a-9346-12235a7642c6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Usage tracker for resource:port and tenant:ef7e0ebf389840c5b26aa829a73b0059 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:54.549677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-d126e24f-1ef5-408a-9346-12235a7642c6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Quota usage for port was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:54.563516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-d126e24f-1ef5-408a-9346-12235a7642c6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:54.593719 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d19c6a27-2328-410f-8d5a-4bc1e4af41ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:54.742104 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c5a27eea-9f0b-4e5c-a31a-5e080eb01af5 None None] Provisioning complete for port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:54.742104 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c5a27eea-9f0b-4e5c-a31a-5e080eb01af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:54.803196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 11b869f0-2499-422b-88dc-b306f5b58dff up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:54.864768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-d126e24f-1ef5-408a-9346-12235a7642c6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Made reservation on behalf of ef7e0ebf389840c5b26aa829a73b0059 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:54.864768 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-d126e24f-1ef5-408a-9346-12235a7642c6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:54.900629 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f4795-2aa4-4bad-8646-76efb781aa25 req-dcb3ef98-86be-4bd0-8833-2dec1fc8eec2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:54.900629 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f9f4795-2aa4-4bad-8646-76efb781aa25 req-dcb3ef98-86be-4bd0-8833-2dec1fc8eec2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 946 time: 1.0289428 May 30 20:27:54.955680 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-db3d24bf-75d4-4617-b749-07368f7d68dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:54.997419 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-181060b6-3362-4f10-80b2-e3924b40ac7d req-37b8250f-fa15-4c21-bff2-27bc32d2dc5b tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 210 time: 0.0927122 May 30 20:27:55.037381 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:27:55.037381 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:27:55.059505 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-d19c6a27-2328-410f-8d5a-4bc1e4af41ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for 0f1f6ebe-1db1-4248-af23-dc81fc553981 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:55.155993 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d24bf-75d4-4617-b749-07368f7d68dc None None] Pushing event deleted for resources: {'Port': ['ID=eb76d785-1bd1-4584-a2b9-036cd6900e7f,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:55.185437 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d24bf-75d4-4617-b749-07368f7d68dc None None] No DVR routers for this DVR port eb76d785-1bd1-4584-a2b9-036cd6900e7f on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:27:55.286626 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 11b869f0-2499-422b-88dc-b306f5b58dff triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:55.286626 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:55.297630 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f9f4795-2aa4-4bad-8646-76efb781aa25 req-c0afde1b-f48f-4637-bc84-7169bbea3e41 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926226 May 30 20:27:55.340588 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d19c6a27-2328-410f-8d5a-4bc1e4af41ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:55.388639 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-d126e24f-1ef5-408a-9346-12235a7642c6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Allocated IP 172.20.0.7 (b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac/04df5b87-0f28-4d22-b06b-8eec51360999/96935867-6c6f-44cd-b578-3a734cae9ccf) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:55.427803 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c6a27-2328-410f-8d5a-4bc1e4af41ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=0f1f6ebe-1db1-4248-af23-dc81fc553981,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:55.563421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Deleting port eb76d785-1bd1-4584-a2b9-036cd6900e7f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:55.563421 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:55.656055 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device eb76d785-1bd1-4584-a2b9-036cd6900e7f no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:27:55.733095 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d19c6a27-2328-410f-8d5a-4bc1e4af41ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:55.765850 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d19c6a27-2328-410f-8d5a-4bc1e4af41ff tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/0f1f6ebe-1db1-4248-af23-dc81fc553981 HTTP/1.1" status: 204 len: 168 time: 1.7228017 May 30 20:27:55.765850 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33392) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:55.772225 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: eb76d785-1bd1-4584-a2b9-036cd6900e7f {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:27:55.772225 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device eb76d785-1bd1-4584-a2b9-036cd6900e7f not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:27:55.797877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] The port 'eb76d785-1bd1-4584-a2b9-036cd6900e7f' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:27:56.115569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd3b8f1-932f-4c7f-bd5b-6fa424fb3d93 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:56.131721 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd3b8f1-932f-4c7f-bd5b-6fa424fb3d93 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:56.139153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd3b8f1-932f-4c7f-bd5b-6fa424fb3d93 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:56.139153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7cd3b8f1-932f-4c7f-bd5b-6fa424fb3d93 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:56.168814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7cd3b8f1-932f-4c7f-bd5b-6fa424fb3d93 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:56.168814 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7cd3b8f1-932f-4c7f-bd5b-6fa424fb3d93 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4030881 May 30 20:27:56.168814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33404) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:56.242663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-59d16e97-5638-4a12-815a-09faa469953a None None] Provisioning complete for port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:56.243039 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-59d16e97-5638-4a12-815a-09faa469953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.259814 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.370248 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-d126e24f-1ef5-408a-9346-12235a7642c6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.494251 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27f5456e-49b7-4551-bb1d-6f5d1ba879af req-dd7bbd0e-4af0-4509-859d-64b9b041ff31 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 210 time: 0.1414695 May 30 20:27:56.497718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b082ae-89dd-4cde-af5b-15a4e54e25f1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet 805193cd-5864-4884-a56c-2751eeeb4924 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:27:56.514565 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-76b082ae-89dd-4cde-af5b-15a4e54e25f1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.531905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ada3cf-004f-4e8c-8217-1c2bfe3140a0']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:56.565008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-d126e24f-1ef5-408a-9346-12235a7642c6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Transition to ACTIVE for port object 96935867-6c6f-44cd-b578-3a734cae9ccf will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:56.565008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003be5e8-aced-4751-8d79-25f45541785d') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:56.565008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003be5e8-aced-4751-8d79-25f45541785d') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:56.578557 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-59d16e97-5638-4a12-815a-09faa469953a None None] Could not find standard attr ID for object 0f1f6ebe-1db1-4248-af23-dc81fc553981. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:27:56.641386 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.674735 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.685654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:27:56.686125 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: timer() May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:27:56.703075 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:27:56.706570 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-76b082ae-89dd-4cde-af5b-15a4e54e25f1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.790901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a4973810-168b-44d4-8bd7-a755db1b5752 None None] Could not find standard attr ID for object 0f1f6ebe-1db1-4248-af23-dc81fc553981. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:27:56.800509 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-d126e24f-1ef5-408a-9346-12235a7642c6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.915567 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-76b082ae-89dd-4cde-af5b-15a4e54e25f1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.918076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126e24f-1ef5-408a-9346-12235a7642c6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Pushing event updated for resources: {'Port': ['ID=96935867-6c6f-44cd-b578-3a734cae9ccf,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:56.943663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-d126e24f-1ef5-408a-9346-12235a7642c6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:56.948477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-d126e24f-1ef5-408a-9346-12235a7642c6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:56.948477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-d126e24f-1ef5-408a-9346-12235a7642c6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:56.981290 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.981290 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.062720 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-76b082ae-89dd-4cde-af5b-15a4e54e25f1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.072278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Pushing event deleted for resources: {'Network': ['ID=51ada3cf-004f-4e8c-8217-1c2bfe3140a0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:57.098477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-d126e24f-1ef5-408a-9346-12235a7642c6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:57.111595 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-d126e24f-1ef5-408a-9346-12235a7642c6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.122795 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-76b082ae-89dd-4cde-af5b-15a4e54e25f1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.126340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b082ae-89dd-4cde-af5b-15a4e54e25f1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=805193cd-5864-4884-a56c-2751eeeb4924,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:57.146690 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-76b082ae-89dd-4cde-af5b-15a4e54e25f1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/805193cd-5864-4884-a56c-2751eeeb4924 HTTP/1.1" status: 204 len: 168 time: 0.9794590 May 30 20:27:57.149833 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d28fa031-49c6-4f97-b926-ba99a631f1c0 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "DELETE /v2.0/networks/51ada3cf-004f-4e8c-8217-1c2bfe3140a0 HTTP/1.1" status: 204 len: 168 time: 4.1675336 May 30 20:27:57.150149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33426) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:57.150483 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33428) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:57.160958 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-d126e24f-1ef5-408a-9346-12235a7642c6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.0881350 May 30 20:27:57.196166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Request body: {'port': {'device_id': '3d527fb5-03c7-4b68-8b6f-583bca67bd23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:57.260343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f24186-997b-4dcb-9f99-516f5a420c1d None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:57.413215 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.479610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd4af936-768f-43d5-acbe-220e74c1e566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet bf04da36-6f09-4a34-a0af-3a3371d98c06 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:27:57.479610 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd4af936-768f-43d5-acbe-220e74c1e566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.508377 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33436) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:57.526658 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-320c895d-3307-4d8e-b3ba-4a983eb20ce1 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Synchronizing usage tracker for tenant:e8eaee06dd924df884cb48a7d1b91778 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:57.589547 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd4af936-768f-43d5-acbe-220e74c1e566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.693788 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-320c895d-3307-4d8e-b3ba-4a983eb20ce1 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Unset dirty status for tenant:e8eaee06dd924df884cb48a7d1b91778 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:57.708187 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-320c895d-3307-4d8e-b3ba-4a983eb20ce1 tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "GET /v2.0/ports?device_id=1c21f026-e329-4eb0-ac6b-19092fe3355a HTTP/1.1" status: 200 len: 205 time: 0.5445330 May 30 20:27:57.721323 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33444) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:57.735007 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c29f6f49-283a-4354-a356-8bc527197d28 None None] Provisioning for port 96935867-6c6f-44cd-b578-3a734cae9ccf completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:57.735007 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c29f6f49-283a-4354-a356-8bc527197d28 None None] Provisioning complete for port 96935867-6c6f-44cd-b578-3a734cae9ccf triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:57.761715 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c29f6f49-283a-4354-a356-8bc527197d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.818633 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd4af936-768f-43d5-acbe-220e74c1e566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.900306 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3c4ba09e-e6d0-4418-a173-8e3792a48b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.941471 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c29f6f49-283a-4354-a356-8bc527197d28 None None] Port 96935867-6c6f-44cd-b578-3a734cae9ccf cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:27:57.981940 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd4af936-768f-43d5-acbe-220e74c1e566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.072151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4af936-768f-43d5-acbe-220e74c1e566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=bf04da36-6f09-4a34-a0af-3a3371d98c06,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:58.072151 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd4af936-768f-43d5-acbe-220e74c1e566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.072151 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bd4af936-768f-43d5-acbe-220e74c1e566 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/bf04da36-6f09-4a34-a0af-3a3371d98c06 HTTP/1.1" status: 204 len: 168 time: 0.9090276 May 30 20:27:58.072151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33454) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:58.188786 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-77fda68d-8c77-429f-ac86-5b2f98e42bfc tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005085 May 30 20:27:58.188786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33458) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:58.246098 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05dd6d3d-4021-4975-9e02-3f13c3c2568c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.290039 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5aca57-53c6-4856-a6af-5703048f942b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:58.290039 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9d5aca57-53c6-4856-a6af-5703048f942b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:58.314251 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9d5aca57-53c6-4856-a6af-5703048f942b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:58.314251 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9d5aca57-53c6-4856-a6af-5703048f942b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1199667 May 30 20:27:58.314251 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33462) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:58.376560 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f24fb768-e093-4efb-9e23-5b0394b730ee tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.409499 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb24b1-2e9c-4af4-b8c7-b2262aee7675 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:58.409499 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5ffb24b1-2e9c-4af4-b8c7-b2262aee7675 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:58.409499 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5ffb24b1-2e9c-4af4-b8c7-b2262aee7675 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:58.435778 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5ffb24b1-2e9c-4af4-b8c7-b2262aee7675 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1133451 May 30 20:27:58.435778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33466) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:58.500600 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-93cee2db-15ea-4a46-bfa8-dd0fe37a36a3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757883 May 30 20:27:58.500600 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33470) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:58.532515 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e2d7c65c-0a51-434d-a61c-cd92d7ec80b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:58.544167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96935867-6c6f-44cd-b578-3a734cae9ccf {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:27:58.544167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-05dd6d3d-4021-4975-9e02-3f13c3c2568c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:58.568477 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.568477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-05dd6d3d-4021-4975-9e02-3f13c3c2568c admin admin] Usage tracker for resource:security_group_rule and tenant:207af3145b9646c18223c641aa4e55ce is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:58.649462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-05dd6d3d-4021-4975-9e02-3f13c3c2568c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:58.649462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-285d3831-a82c-4df2-9bef-d4c524c8e4ec req-cf048e80-9ef2-4314-8658-2edaae136193 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Synchronizing usage tracker for tenant:ef7e0ebf389840c5b26aa829a73b0059 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:58.663631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e2d7c65c-0a51-434d-a61c-cd92d7ec80b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:58.689896 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e2d7c65c-0a51-434d-a61c-cd92d7ec80b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:58.689896 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d7c65c-0a51-434d-a61c-cd92d7ec80b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:58.689896 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c65c-0a51-434d-a61c-cd92d7ec80b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.689896 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d7c65c-0a51-434d-a61c-cd92d7ec80b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:27:58.689896 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d7c65c-0a51-434d-a61c-cd92d7ec80b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:27:58.730331 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-05dd6d3d-4021-4975-9e02-3f13c3c2568c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:58.735274 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e2d7c65c-0a51-434d-a61c-cd92d7ec80b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2242742 May 30 20:27:58.735274 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33474) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:58.738887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afc4e0d-d31d-4cd3-8b20-f9b492197f6b None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:58.744404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8b2e5122-c682-45d1-b65f-b9fde9f65b27 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:58.771466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Transition to ACTIVE for port object 96935867-6c6f-44cd-b578-3a734cae9ccf will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:58.786724 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.876699 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e67ad728-d60c-42e0-a656-9dbc41c83479 None None] Provisioning complete for port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:58.877620 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e67ad728-d60c-42e0-a656-9dbc41c83479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.878818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8b2e5122-c682-45d1-b65f-b9fde9f65b27 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:58.931648 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8b2e5122-c682-45d1-b65f-b9fde9f65b27 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:58.957228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2e5122-c682-45d1-b65f-b9fde9f65b27 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:58.958910 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b2e5122-c682-45d1-b65f-b9fde9f65b27 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.962146 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2e5122-c682-45d1-b65f-b9fde9f65b27 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:27:58.962146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2e5122-c682-45d1-b65f-b9fde9f65b27 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:27:59.011859 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8b2e5122-c682-45d1-b65f-b9fde9f65b27 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2774348 May 30 20:27:59.011859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33484) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:59.028479 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-64aa24ae-1f8e-42f6-8331-616e5ab9e46b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:59.131745 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f24fb768-e093-4efb-9e23-5b0394b730ee tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.136525 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f24fb768-e093-4efb-9e23-5b0394b730ee tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.200204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-285d3831-a82c-4df2-9bef-d4c524c8e4ec req-cf048e80-9ef2-4314-8658-2edaae136193 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Unset dirty status for tenant:ef7e0ebf389840c5b26aa829a73b0059 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:59.201380 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-285d3831-a82c-4df2-9bef-d4c524c8e4ec req-cf048e80-9ef2-4314-8658-2edaae136193 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1027 time: 1.2616780 May 30 20:27:59.228080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-64aa24ae-1f8e-42f6-8331-616e5ab9e46b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:59.249849 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-64aa24ae-1f8e-42f6-8331-616e5ab9e46b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:59.276966 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f24fb768-e093-4efb-9e23-5b0394b730ee tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.276966 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24fb768-e093-4efb-9e23-5b0394b730ee tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Fanout notify agent at l3_agent the message router_deleted on router 1c21f026-e329-4eb0-ac6b-19092fe3355a {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:27:59.292084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aa24ae-1f8e-42f6-8331-616e5ab9e46b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:59.300722 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64aa24ae-1f8e-42f6-8331-616e5ab9e46b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.300722 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-64aa24ae-1f8e-42f6-8331-616e5ab9e46b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:27:59.300722 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64aa24ae-1f8e-42f6-8331-616e5ab9e46b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:27:59.343520 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-64aa24ae-1f8e-42f6-8331-616e5ab9e46b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3302565 May 30 20:27:59.343520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33490) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:59.355471 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0643e0d7-5346-4b75-b023-6afd38c7eedb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:59.391566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Attempting to bind port 96935867-6c6f-44cd-b578-3a734cae9ccf on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:59.391566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Attempting to bind port 96935867-6c6f-44cd-b578-3a734cae9ccf by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '9aa09312-9ea0-48d3-bd09-e3432443d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:59.391566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Attempting to bind port 96935867-6c6f-44cd-b578-3a734cae9ccf on network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:59.450066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Pushing event updated for resources: {'Port': ['ID=96935867-6c6f-44cd-b578-3a734cae9ccf,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:59.453772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeae39c-d176-4184-8ed7-f477dc1caaaf None None] DHCP port deletion for c840c2bc-8044-4130-b66e-385776b76782 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:27:59.472709 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1aeae39c-d176-4184-8ed7-f477dc1caaaf None None] Deleting port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:59.477373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Port 96935867-6c6f-44cd-b578-3a734cae9ccf on network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:27:59.477373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Attempting to bind port 96935867-6c6f-44cd-b578-3a734cae9ccf on network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:59.481203 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1aeae39c-d176-4184-8ed7-f477dc1caaaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.506902 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-285d3831-a82c-4df2-9bef-d4c524c8e4ec req-294029b6-3ff3-4688-9c3c-80db076754ef tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425816 May 30 20:27:59.506902 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f24fb768-e093-4efb-9e23-5b0394b730ee tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.506902 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f24fb768-e093-4efb-9e23-5b0394b730ee tempest-RoutersNegativeIpV6Test-1112698787 tempest-RoutersNegativeIpV6Test-1112698787-project] 10.222.0.84 "DELETE /v2.0/routers/1c21f026-e329-4eb0-ac6b-19092fe3355a HTTP/1.1" status: 204 len: 168 time: 1.8039801 May 30 20:27:59.515640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:59.515640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Checking segment: {'id': '9aa09312-9ea0-48d3-bd09-e3432443d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:59.515640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Bound using segment: {'id': '9aa09312-9ea0-48d3-bd09-e3432443d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:59.515640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Bound port: 96935867-6c6f-44cd-b578-3a734cae9ccf, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa09312-9ea0-48d3-bd09-e3432443d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:59.515640 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.535009 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0643e0d7-5346-4b75-b023-6afd38c7eedb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:59.535258 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05dd6d3d-4021-4975-9e02-3f13c3c2568c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.555029 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0643e0d7-5346-4b75-b023-6afd38c7eedb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:59.574355 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05dd6d3d-4021-4975-9e02-3f13c3c2568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.578085 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0643e0d7-5346-4b75-b023-6afd38c7eedb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:59.587095 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0643e0d7-5346-4b75-b023-6afd38c7eedb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.589146 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-0643e0d7-5346-4b75-b023-6afd38c7eedb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:27:59.589763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0643e0d7-5346-4b75-b023-6afd38c7eedb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:27:59.615070 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0643e0d7-5346-4b75-b023-6afd38c7eedb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2708449 May 30 20:27:59.618994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33498) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:59.625929 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-db7c47e6-97ea-413c-a281-e2e20ca28a2e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:59.659879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd6d3d-4021-4975-9e02-3f13c3c2568c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a32178-7872-4563-a27f-dccef5141822,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:59.674564 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-05dd6d3d-4021-4975-9e02-3f13c3c2568c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=207af3145b9646c18223c641aa4e55ce&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1781807 May 30 20:27:59.680727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33502) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:59.696506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] For port 96935867-6c6f-44cd-b578-3a734cae9ccf, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:59.723597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] For port 96935867-6c6f-44cd-b578-3a734cae9ccf, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=96935867-6c6f-44cd-b578-3a734cae9ccf,segment=NetworkSegment(9aa09312-9ea0-48d3-bd09-e3432443d394),segment_id=9aa09312-9ea0-48d3-bd09-e3432443d394)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:59.736642 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.833698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Pushing event updated for resources: {'Port': ['ID=96935867-6c6f-44cd-b578-3a734cae9ccf,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:59.883983 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-db7c47e6-97ea-413c-a281-e2e20ca28a2e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:59.890641 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.890641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-74d8f356-5de6-441e-bd73-f21851d7da93 service neutron] 10.222.0.93 "PUT /v2.0/ports/96935867-6c6f-44cd-b578-3a734cae9ccf HTTP/1.1" status: 200 len: 1091 time: 2.7185175 May 30 20:27:59.901282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d527fb5-03c7-4b68-8b6f-583bca67bd23', 'tag': '96935867-6c6f-44cd-b578-3a734cae9ccf'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:27:59.932676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-db7c47e6-97ea-413c-a281-e2e20ca28a2e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:59.959109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7c47e6-97ea-413c-a281-e2e20ca28a2e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:59.962912 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db7c47e6-97ea-413c-a281-e2e20ca28a2e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.964521 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7c47e6-97ea-413c-a281-e2e20ca28a2e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:27:59.964954 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7c47e6-97ea-413c-a281-e2e20ca28a2e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:27:59.996652 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33512) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:00.010369 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3816-d9b2-4432-9a69-a6a8a0a9e339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:00.019610 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-db7c47e6-97ea-413c-a281-e2e20ca28a2e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3992062 May 30 20:28:00.029276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33520) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:00.040060 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-31096eca-be14-407b-a9fb-c9292d71d50a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:00.055687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-1aeae39c-d176-4184-8ed7-f477dc1caaaf None None] For port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=56aa2eb0-bada-4a51-a9e3-4a2da72dbec5,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:00.055687 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1aeae39c-d176-4184-8ed7-f477dc1caaaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:00.106187 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f207e827-cafa-4b6b-a64c-c6292c751df2'] response: {'name': 'network-changed', 'server_uuid': '3d527fb5-03c7-4b68-8b6f-583bca67bd23', 'tag': '96935867-6c6f-44cd-b578-3a734cae9ccf', 'status': 'completed', 'code': 200} May 30 20:28:00.144644 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2e23d501-ead0-40dc-ad64-eda7a4d618ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:00.231639 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2e23d501-ead0-40dc-ad64-eda7a4d618ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:00.253683 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1aeae39c-d176-4184-8ed7-f477dc1caaaf None None] Calling delete_port for 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:00.263117 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-90cef1e0-05fc-4053-8447-5a553d7b209c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ef7e0ebf389840c5b26aa829a73b0059&device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1094 time: 0.3158622 May 30 20:28:00.307049 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-31096eca-be14-407b-a9fb-c9292d71d50a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:00.324968 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-31096eca-be14-407b-a9fb-c9292d71d50a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:00.374560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31096eca-be14-407b-a9fb-c9292d71d50a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:00.387562 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-31096eca-be14-407b-a9fb-c9292d71d50a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:00.389041 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-31096eca-be14-407b-a9fb-c9292d71d50a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:28:00.389467 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31096eca-be14-407b-a9fb-c9292d71d50a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:28:00.400096 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1aeae39c-d176-4184-8ed7-f477dc1caaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:00.430008 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-b310675e-9359-42db-ac4c-94df57faf253 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96935867-6c6f-44cd-b578-3a734cae9ccf HTTP/1.1" status: 200 len: 217 time: 0.1649635 May 30 20:28:00.456973 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-31096eca-be14-407b-a9fb-c9292d71d50a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4224916 May 30 20:28:00.456973 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33526) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:00.509910 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeae39c-d176-4184-8ed7-f477dc1caaaf None None] Pushing event deleted for resources: {'Port': ['ID=56aa2eb0-bada-4a51-a9e3-4a2da72dbec5,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:00.531982 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-8133abe7-39e2-4475-bc3a-96438614f918 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:00.531982 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-8133abe7-39e2-4475-bc3a-96438614f918 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04df5b87-0f28-4d22-b06b-8eec51360999 HTTP/1.1" status: 200 len: 848 time: 0.0798514 May 30 20:28:00.535425 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeae39c-d176-4184-8ed7-f477dc1caaaf None None] No DVR routers for this DVR port 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:28:00.546594 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3b0b33a0-e505-4c15-837d-fc50aa1d3e22 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0859814 May 30 20:28:00.546594 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33530) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:00.558329 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1d01b44b-bab9-42b1-b370-927f3fa2d4b8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e8eaee06dd924df884cb48a7d1b91778&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5548420 May 30 20:28:00.588816 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2e23d501-ead0-40dc-ad64-eda7a4d618ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:00.593254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33534) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:00.660491 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2e23d501-ead0-40dc-ad64-eda7a4d618ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:00.662346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2e23d501-ead0-40dc-ad64-eda7a4d618ce admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f5a32178-7872-4563-a27f-dccef5141822 HTTP/1.1" status: 204 len: 168 time: 0.9698253 May 30 20:28:00.675230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23d501-ead0-40dc-ad64-eda7a4d618ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a32178-7872-4563-a27f-dccef5141822,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:00.725584 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:28:00.846522 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:28:00.846522 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 56aa2eb0-bada-4a51-a9e3-4a2da72dbec5 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:28:00.853996 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461f1fe2-0ff2-430e-9dc7-3bf2c45bb5f1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:00.853996 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-461f1fe2-0ff2-430e-9dc7-3bf2c45bb5f1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3012445 May 30 20:28:00.853996 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33544) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:00.944682 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fffd8b3b-6234-4767-9f40-1a60ca8a793c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846329 May 30 20:28:00.944682 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33550) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:00.956823 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4b3796a9-7e71-4caf-9356-e44d754078a6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:01.025947 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-32a88e9c-1935-4a14-aa03-44705f849a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.032795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-bc7d7ab0-a2ca-4583-a7bc-7ed220328150 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5067282 May 30 20:28:01.043134 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-afbfba8d-417e-4f7e-b0ee-ce86fd68ff0c req-7f9af54f-d733-4a32-8e47-8e610544baab tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1094 time: 0.3377018 May 30 20:28:01.118715 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-32a88e9c-1935-4a14-aa03-44705f849a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.147398 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4b3796a9-7e71-4caf-9356-e44d754078a6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:01.170350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4b3796a9-7e71-4caf-9356-e44d754078a6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:01.190096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3796a9-7e71-4caf-9356-e44d754078a6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:01.190096 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b3796a9-7e71-4caf-9356-e44d754078a6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.194334 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-afbfba8d-417e-4f7e-b0ee-ce86fd68ff0c req-c2eef2ca-d89d-4eea-829b-ac8585fe52b5 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409268 May 30 20:28:01.258597 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.262178 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-33018bd4-6edf-485d-83f6-70f759200336 service neutron] 10.222.0.93 "GET /v2.0/networks/b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088926 May 30 20:28:01.318121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33558) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:01.405080 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-32a88e9c-1935-4a14-aa03-44705f849a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.421071 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a3328c1-ad91-477d-aa9f-21e9467983e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.430963 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a88e9c-1935-4a14-aa03-44705f849a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e04c11-70b1-4811-822a-df56a3150a22,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:01.469899 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-32a88e9c-1935-4a14-aa03-44705f849a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.474690 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-32a88e9c-1935-4a14-aa03-44705f849a03 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/64e04c11-70b1-4811-822a-df56a3150a22 HTTP/1.1" status: 204 len: 168 time: 0.8847497 May 30 20:28:01.494482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5a3328c1-ad91-477d-aa9f-21e9467983e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:01.503015 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e29c354-b2f3-48ae-836e-8d24e645494a req-b3acf6bb-e002-4cdb-a9e3-b72dd53672b1 service neutron] 10.222.0.93 "GET /v2.0/networks/b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367558 May 30 20:28:01.503015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5a3328c1-ad91-477d-aa9f-21e9467983e4 admin admin] Usage tracker for resource:security_group_rule and tenant:e5262586dde142b5b4dad61415861549 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:01.506712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5a3328c1-ad91-477d-aa9f-21e9467983e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:01.535420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5a3328c1-ad91-477d-aa9f-21e9467983e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:01.579393 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.650635 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a3328c1-ad91-477d-aa9f-21e9467983e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.705408 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a3328c1-ad91-477d-aa9f-21e9467983e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.750270 n-d-843949-2 neutron-server[84024]: DEBUG neutron.objects.ports [None req-4b3796a9-7e71-4caf-9356-e44d754078a6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:28:01.750270 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b3796a9-7e71-4caf-9356-e44d754078a6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.791590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3328c1-ad91-477d-aa9f-21e9467983e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbdc394-3b19-4e12-a524-429e390d34bb,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:01.796997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5a3328c1-ad91-477d-aa9f-21e9467983e4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e5262586dde142b5b4dad61415861549&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4815631 May 30 20:28:01.799464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33568) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:01.828098 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3796a9-7e71-4caf-9356-e44d754078a6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:01.831669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-4b3796a9-7e71-4caf-9356-e44d754078a6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:01.841334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3796a9-7e71-4caf-9356-e44d754078a6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:01.841974 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b3796a9-7e71-4caf-9356-e44d754078a6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.842211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d90cd64-acec-4910-b45a-563409d6a530 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:01.900248 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3796a9-7e71-4caf-9356-e44d754078a6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=65dbeade-4bc6-40cb-aac3-df4222a20412,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:01.900248 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4b3796a9-7e71-4caf-9356-e44d754078a6 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9461734 May 30 20:28:01.900248 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33574) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:01.911533 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bbab128-2149-4b04-9510-34a2ddbc0dc1 req-c8ea4fcd-9eb7-40c8-b565-efa8817c035a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ef7e0ebf389840c5b26aa829a73b0059&device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1094 time: 0.2530596 May 30 20:28:01.920825 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9438ca94-ef15-4bc9-b18e-728747ec7dc3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'mac_address': 'fa:16:3e:ec:9c:48', 'name': 'tempest-NetworksTestDHCPv6-1660621524'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:02.059247 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e165-76b9-47bc-8d0a-ad3b2212e62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.125802 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e165-76b9-47bc-8d0a-ad3b2212e62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.153784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9438ca94-ef15-4bc9-b18e-728747ec7dc3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:02.167635 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9438ca94-ef15-4bc9-b18e-728747ec7dc3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:02.183187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c840c2bc-8044-4130-b66e-385776b76782', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'fixed_ips': [{'subnet_id': '65dbeade-4bc6-40cb-aac3-df4222a20412'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:28:02.183187 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.201229 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9438ca94-ef15-4bc9-b18e-728747ec7dc3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:02.315696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbab128-2149-4b04-9510-34a2ddbc0dc1 req-f24d9fd4-ce91-4e57-826b-a790b5d2ac15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:02.315696 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bbab128-2149-4b04-9510-34a2ddbc0dc1 req-f24d9fd4-ce91-4e57-826b-a790b5d2ac15 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac HTTP/1.1" status: 200 len: 910 time: 0.3952854 May 30 20:28:02.315696 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e165-76b9-47bc-8d0a-ad3b2212e62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.498349 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9438ca94-ef15-4bc9-b18e-728747ec7dc3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.506830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1e165-76b9-47bc-8d0a-ad3b2212e62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbdc394-3b19-4e12-a524-429e390d34bb,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:02.509649 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e165-76b9-47bc-8d0a-ad3b2212e62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.520753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-9438ca94-ef15-4bc9-b18e-728747ec7dc3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port 8d6aed90-e6ff-4fcf-8b77-34dfc3d9eee9 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:28:02.521425 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e4e1e165-76b9-47bc-8d0a-ad3b2212e62f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fbbdc394-3b19-4e12-a524-429e390d34bb HTTP/1.1" status: 204 len: 168 time: 0.7103701 May 30 20:28:02.523378 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bbab128-2149-4b04-9510-34a2ddbc0dc1 req-019c203d-efff-4157-811b-99e4643553b5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96935867-6c6f-44cd-b578-3a734cae9ccf HTTP/1.1" status: 200 len: 217 time: 0.2081866 May 30 20:28:02.579246 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Allocated IP 2001:db8::f816:3eff:fec1:ddf4 (c840c2bc-8044-4130-b66e-385776b76782/65dbeade-4bc6-40cb-aac3-df4222a20412/f1560049-c2c8-4a6b-8246-4f25cc4fdfee) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:02.749471 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbab128-2149-4b04-9510-34a2ddbc0dc1 req-70d8b729-20ef-4f20-b215-e3b72010a072 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:02.749471 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bbab128-2149-4b04-9510-34a2ddbc0dc1 req-70d8b729-20ef-4f20-b215-e3b72010a072 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04df5b87-0f28-4d22-b06b-8eec51360999 HTTP/1.1" status: 200 len: 848 time: 0.1165473 May 30 20:28:02.823938 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b949cd14-1241-4927-a308-10b93f877e4e req-8f775450-7b08-41a9-9ad4-7ceb300f1360 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1094 time: 0.2857246 May 30 20:28:02.909175 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.918159 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Transition to ACTIVE for port object f1560049-c2c8-4a6b-8246-4f25cc4fdfee will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:02.944038 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Transition to ACTIVE for port object f1560049-c2c8-4a6b-8246-4f25cc4fdfee will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:02.972754 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.987903 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b949cd14-1241-4927-a308-10b93f877e4e req-6b015100-3142-4126-99b7-71f330f1d8ad tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631432 May 30 20:28:03.001063 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bbab128-2149-4b04-9510-34a2ddbc0dc1 req-ce8615ea-8829-408d-995b-d4a1439007b1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2377875 May 30 20:28:03.043992 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.108968 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-9438ca94-ef15-4bc9-b18e-728747ec7dc3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::f816:3eff:feec:9c48 (c840c2bc-8044-4130-b66e-385776b76782/65dbeade-4bc6-40cb-aac3-df4222a20412/8d6aed90-e6ff-4fcf-8b77-34dfc3d9eee9) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:03.158194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:03.177322 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:03.177322 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:03.202796 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33606) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:03.239747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Pushing event updated for resources: {'Port': ['ID=f1560049-c2c8-4a6b-8246-4f25cc4fdfee,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:03.291365 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bbab128-2149-4b04-9510-34a2ddbc0dc1 req-df02df24-871a-4af2-9bff-47a3f37511b6 service neutron] 10.222.0.93 "GET /v2.0/networks/b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894764 May 30 20:28:03.442600 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.471117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Attempting to bind port f1560049-c2c8-4a6b-8246-4f25cc4fdfee on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:28:03.490088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Attempting to bind port f1560049-c2c8-4a6b-8246-4f25cc4fdfee by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:28:03.490088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Attempting to bind port f1560049-c2c8-4a6b-8246-4f25cc4fdfee on network c840c2bc-8044-4130-b66e-385776b76782 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:03.500891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1219452002'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:03.500891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:03.508333 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:28:03.508333 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:03.508333 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.508333 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Bound using segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:28:03.515608 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Usage tracker for resource:network and tenant:02f7aa608e134f1ab11b8133fd757756 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:03.524212 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Bound port: f1560049-c2c8-4a6b-8246-4f25cc4fdfee, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:28:03.531321 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bbab128-2149-4b04-9510-34a2ddbc0dc1 req-ff5df8a4-2fce-4bcd-9cc6-416c65e6b396 service neutron] 10.222.0.93 "GET /v2.0/networks/b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004571 May 30 20:28:03.544444 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.550760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:03.550760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:03.579553 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Made reservation on behalf of 02f7aa608e134f1ab11b8133fd757756 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:03.579553 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.600700 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.646986 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] For port f1560049-c2c8-4a6b-8246-4f25cc4fdfee, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:28:03.646986 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] For port f1560049-c2c8-4a6b-8246-4f25cc4fdfee, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f1560049-c2c8-4a6b-8246-4f25cc4fdfee,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:28:03.646986 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.662790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:03.662790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Usage tracker for resource:security_group_rule and tenant:02f7aa608e134f1ab11b8133fd757756 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:03.662790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:03.662790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:03.746277 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79275b9a-7575-4572-87dd-b3b0471284ab None None] Pushing event updated for resources: {'Port': ['ID=f1560049-c2c8-4a6b-8246-4f25cc4fdfee,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:03.752662 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.752662 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9438ca94-ef15-4bc9-b18e-728747ec7dc3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.752662 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.815594 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-9438ca94-ef15-4bc9-b18e-728747ec7dc3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object 8d6aed90-e6ff-4fcf-8b77-34dfc3d9eee9 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:03.823680 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:28:03.849438 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d86f2e-5036-4c74-a5e3-167d978f6d0b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:03.864871 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.864871 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Added segment 214bdb63-7816-4d15-9849-4a2d2788eadc of type vlan for network a0d70bad-7b39-48f2-b440-e9d79d204019 May 30 20:28:03.906325 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.906325 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9438ca94-ef15-4bc9-b18e-728747ec7dc3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:04.001654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438ca94-ef15-4bc9-b18e-728747ec7dc3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=8d6aed90-e6ff-4fcf-8b77-34dfc3d9eee9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:04.013742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9438ca94-ef15-4bc9-b18e-728747ec7dc3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:04.013742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-9438ca94-ef15-4bc9-b18e-728747ec7dc3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:04.013742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438ca94-ef15-4bc9-b18e-728747ec7dc3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:04.037283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9438ca94-ef15-4bc9-b18e-728747ec7dc3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:04.037283 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9438ca94-ef15-4bc9-b18e-728747ec7dc3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:04.037283 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:04.037283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:04.037283 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:04.231828 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0252838 May 30 20:28:04.241548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33630) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:04.241548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d4ed6b8f-a98b-4bdc-a4c3-c903923fbf32 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Request body: {'subnet': {'network_id': 'a0d70bad-7b39-48f2-b440-e9d79d204019', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:04.273802 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9438ca94-ef15-4bc9-b18e-728747ec7dc3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3677261 May 30 20:28:04.273802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33634) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:04.472823 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d33d54-36d9-4346-a032-e524ec2eda3b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Pushing event updated for resources: {'Network': ['ID=a0d70bad-7b39-48f2-b440-e9d79d204019,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:04.497482 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network a0d70bad-7b39-48f2-b440-e9d79d204019 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:28:04.540939 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27056bd9-30bb-4956-bf82-a84eaf82fe44 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:04.548458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27056bd9-30bb-4956-bf82-a84eaf82fe44 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:04.549833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-27056bd9-30bb-4956-bf82-a84eaf82fe44 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:04.574283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-27056bd9-30bb-4956-bf82-a84eaf82fe44 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:04.575829 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-27056bd9-30bb-4956-bf82-a84eaf82fe44 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3092351 May 30 20:28:04.578679 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33644) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:04.602902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d4ed6b8f-a98b-4bdc-a4c3-c903923fbf32 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:04.609018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d4ed6b8f-a98b-4bdc-a4c3-c903923fbf32 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Usage tracker for resource:subnet and tenant:02f7aa608e134f1ab11b8133fd757756 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:04.614059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d4ed6b8f-a98b-4bdc-a4c3-c903923fbf32 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:04.652982 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d4ed6b8f-a98b-4bdc-a4c3-c903923fbf32 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:04.685771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ed6b8f-a98b-4bdc-a4c3-c903923fbf32 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Made reservation on behalf of 02f7aa608e134f1ab11b8133fd757756 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:04.696996 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4a7bc2fd-f133-49c7-a971-2b582b612b71 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port 8d6aed90-e6ff-4fcf-8b77-34dfc3d9eee9 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:04.696996 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a7bc2fd-f133-49c7-a971-2b582b612b71 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:04.810529 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 96935867-6c6f-44cd-b578-3a734cae9ccf details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:28:05.032735 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f1560049-c2c8-4a6b-8246-4f25cc4fdfee up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:05.078442 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b193fd0-dfde-4673-bee3-9973902705ee req-a3ce3f1b-eca9-4621-91fc-e152d49f6c63 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1094 time: 0.6080825 May 30 20:28:05.237617 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6b8f-a98b-4bdc-a4c3-c903923fbf32 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:05.399321 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a7bc2fd-f133-49c7-a971-2b582b612b71 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:05.509862 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b193fd0-dfde-4673-bee3-9973902705ee req-5d62318b-4302-460e-a1e6-516bcaecb0a4 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025471 May 30 20:28:05.724860 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 96935867-6c6f-44cd-b578-3a734cae9ccf, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=96935867-6c6f-44cd-b578-3a734cae9ccf,segment=NetworkSegment(9aa09312-9ea0-48d3-bd09-e3432443d394),segment_id=9aa09312-9ea0-48d3-bd09-e3432443d394)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:05.767822 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '96935867-6c6f-44cd-b578-3a734cae9ccf', 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac', 'port_id': '96935867-6c6f-44cd-b578-3a734cae9ccf', 'mac_address': 'fa:16:3e:48:75:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04df5b87-0f28-4d22-b06b-8eec51360999', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:28:05.781560 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6b8f-a98b-4bdc-a4c3-c903923fbf32 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:05.799565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4a7bc2fd-f133-49c7-a971-2b582b612b71 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for 8d6aed90-e6ff-4fcf-8b77-34dfc3d9eee9 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:05.875814 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port f1560049-c2c8-4a6b-8246-4f25cc4fdfee completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:05.875814 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f1560049-c2c8-4a6b-8246-4f25cc4fdfee triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:05.875814 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:05.925463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a6fe14a0-0735-4aa9-89cd-8dd3feb1d8f7 None None] Provisioning for port f1560049-c2c8-4a6b-8246-4f25cc4fdfee completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:05.925463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a6fe14a0-0735-4aa9-89cd-8dd3feb1d8f7 None None] Provisioning complete for port f1560049-c2c8-4a6b-8246-4f25cc4fdfee triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:05.925463 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a6fe14a0-0735-4aa9-89cd-8dd3feb1d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:05.963291 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed6b8f-a98b-4bdc-a4c3-c903923fbf32 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Checking segment: {'id': '214bdb63-7816-4d15-9849-4a2d2788eadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a0d70bad-7b39-48f2-b440-e9d79d204019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:05.963291 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ed6b8f-a98b-4bdc-a4c3-c903923fbf32 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Network hostable DHCP agents. Network: a0d70bad-7b39-48f2-b440-e9d79d204019, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:28:05.963291 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed6b8f-a98b-4bdc-a4c3-c903923fbf32 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Pushing event updated for resources: {'Subnet': ['ID=a3200b89-5298-41d6-9c8b-1a47912282e0,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:05.978201 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:05.990815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ed6b8f-a98b-4bdc-a4c3-c903923fbf32 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Network a0d70bad-7b39-48f2-b440-e9d79d204019 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:28:05.990815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-d4ed6b8f-a98b-4bdc-a4c3-c903923fbf32 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, a0d70bad-7b39-48f2-b440-e9d79d204019) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:06.033106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ed6b8f-a98b-4bdc-a4c3-c903923fbf32 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:06.033106 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6b8f-a98b-4bdc-a4c3-c903923fbf32 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:06.048138 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3df492-0033-4569-baba-6408f2e16a9e None None] Network a0d70bad-7b39-48f2-b440-e9d79d204019 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:06.061913 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d4ed6b8f-a98b-4bdc-a4c3-c903923fbf32 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8155804 May 30 20:28:06.061913 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33664) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:06.061913 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Request body: {'port': {'network_id': 'a0d70bad-7b39-48f2-b440-e9d79d204019', 'name': 'tempest-TagsExtTest-446365421'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:06.118553 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96935867-6c6f-44cd-b578-3a734cae9ccf {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:28:06.161891 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a7bc2fd-f133-49c7-a971-2b582b612b71 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:06.230081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 96935867-6c6f-44cd-b578-3a734cae9ccf, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=96935867-6c6f-44cd-b578-3a734cae9ccf,segment=NetworkSegment(9aa09312-9ea0-48d3-bd09-e3432443d394),segment_id=9aa09312-9ea0-48d3-bd09-e3432443d394)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:06.239570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bc2fd-f133-49c7-a971-2b582b612b71 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=8d6aed90-e6ff-4fcf-8b77-34dfc3d9eee9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:06.317489 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a7bc2fd-f133-49c7-a971-2b582b612b71 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:06.349308 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4a7bc2fd-f133-49c7-a971-2b582b612b71 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/8d6aed90-e6ff-4fcf-8b77-34dfc3d9eee9 HTTP/1.1" status: 204 len: 168 time: 1.7441320 May 30 20:28:06.349308 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33674) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:06.363921 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:06.456377 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:06.456377 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Usage tracker for resource:port and tenant:02f7aa608e134f1ab11b8133fd757756 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:06.456377 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:06.482382 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e141c6-244f-4edd-9b85-eeb145203710 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:06.496477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:06.510377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e141c6-244f-4edd-9b85-eeb145203710 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:06.510377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-95e141c6-244f-4edd-9b85-eeb145203710 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:06.522574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Made reservation on behalf of 02f7aa608e134f1ab11b8133fd757756 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:06.522574 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:06.536687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-95e141c6-244f-4edd-9b85-eeb145203710 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:06.536687 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-95e141c6-244f-4edd-9b85-eeb145203710 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1748188 May 30 20:28:06.536687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33678) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:06.587444 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] device_id is not set on port 75863f2c-200a-4b9b-825b-05e0834abbad yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:28:06.626497 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:06.710975 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ca628a-fc2f-4884-9c4d-6f570cf5f234 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet 65dbeade-4bc6-40cb-aac3-df4222a20412 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:28:06.714085 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=96935867-6c6f-44cd-b578-3a734cae9ccf,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:06.717565 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b6ca628a-fc2f-4884-9c4d-6f570cf5f234 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:06.845028 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['96935867-6c6f-44cd-b578-3a734cae9ccf'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:28:06.865491 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b6ca628a-fc2f-4884-9c4d-6f570cf5f234 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.000492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port f1560049-c2c8-4a6b-8246-4f25cc4fdfee, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f1560049-c2c8-4a6b-8246-4f25cc4fdfee,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:07.000492 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a6fe14a0-0735-4aa9-89cd-8dd3feb1d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.030142 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.070319 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b6ca628a-fc2f-4884-9c4d-6f570cf5f234 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.094337 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-a0d70bad-7b39-48f2-b440-e9d79d204019', 'network_id': 'a0d70bad-7b39-48f2-b440-e9d79d204019', 'tenant_id': '02f7aa608e134f1ab11b8133fd757756', 'fixed_ips': [{'subnet_id': 'a3200b89-5298-41d6-9c8b-1a47912282e0'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:28:07.094337 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.134547 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Allocated IP 172.20.0.10 (a0d70bad-7b39-48f2-b440-e9d79d204019/a3200b89-5298-41d6-9c8b-1a47912282e0/75863f2c-200a-4b9b-825b-05e0834abbad) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:07.213410 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b6ca628a-fc2f-4884-9c4d-6f570cf5f234 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.226740 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d447ba2f-d894-4000-8881-d415aeaa7929 req-e3e35c40-a84f-4645-8524-0248fe7e0e63 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1095 time: 0.3437128 May 30 20:28:07.253293 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.346735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b6ca628a-fc2f-4884-9c4d-6f570cf5f234 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.387776 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b6ca628a-fc2f-4884-9c4d-6f570cf5f234 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/65dbeade-4bc6-40cb-aac3-df4222a20412 HTTP/1.1" status: 204 len: 168 time: 0.8824553 May 30 20:28:07.401435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca628a-fc2f-4884-9c4d-6f570cf5f234 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=65dbeade-4bc6-40cb-aac3-df4222a20412,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:07.401435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33698) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:07.438035 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-a6fe14a0-0735-4aa9-89cd-8dd3feb1d8f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:28:07.438035 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-a6fe14a0-0735-4aa9-89cd-8dd3feb1d8f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:28:07.438035 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e6a117-85a9-41a3-8b1b-8c2b8ce6c2f7 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:07.464833 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d447ba2f-d894-4000-8881-d415aeaa7929 req-ebc787fa-2be6-43c9-bc0d-e310dce537a0 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037721 May 30 20:28:07.557467 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6c00ec57-2574-4661-a2d2-c1601b23cc31 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1539583 May 30 20:28:07.557467 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33704) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:07.575466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:07.682177 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.699553 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=f1560049-c2c8-4a6b-8246-4f25cc4fdfee,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:07.718962 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Transition to ACTIVE for port object 75863f2c-200a-4b9b-825b-05e0834abbad will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:07.769560 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.792990 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:07.800041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:07.800041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:07.811035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:07.852398 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:07.920271 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Network a0d70bad-7b39-48f2-b440-e9d79d204019 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:07.921244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Pushing event updated for resources: {'Port': ['ID=75863f2c-200a-4b9b-825b-05e0834abbad,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:07.934202 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:07.941686 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Allocated IP 172.20.0.2 (a0d70bad-7b39-48f2-b440-e9d79d204019/a3200b89-5298-41d6-9c8b-1a47912282e0/b040a1a1-5727-4260-81fa-ffa3cab87fe6) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:07.943027 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:07.976362 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:08.043859 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:08.043859 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:08.076429 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-64b3d83a-b50a-4d30-bb19-b263e3eb48ea tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0188744 May 30 20:28:08.076429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33712) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:08.079402 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-26af8ad3-25dc-4b57-9a43-9f3b8e92b031 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1170473476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:08.092858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-26af8ad3-25dc-4b57-9a43-9f3b8e92b031 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:08.092858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-26af8ad3-25dc-4b57-9a43-9f3b8e92b031 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Usage tracker for resource:router and tenant:02f7aa608e134f1ab11b8133fd757756 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:08.099945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-26af8ad3-25dc-4b57-9a43-9f3b8e92b031 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:08.114410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-26af8ad3-25dc-4b57-9a43-9f3b8e92b031 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:08.126697 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-26af8ad3-25dc-4b57-9a43-9f3b8e92b031 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:08.126697 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-26af8ad3-25dc-4b57-9a43-9f3b8e92b031 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:08.155179 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-26af8ad3-25dc-4b57-9a43-9f3b8e92b031 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:08.193346 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-26af8ad3-25dc-4b57-9a43-9f3b8e92b031 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:08.229250 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-26af8ad3-25dc-4b57-9a43-9f3b8e92b031 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:08.231939 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-26af8ad3-25dc-4b57-9a43-9f3b8e92b031 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1607304 May 30 20:28:08.235354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33716) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:08.248357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a39683bb-f182-4ae0-b6ef-2a29bff98f62 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1902244444', 'prefixes': ['172.20.0.0/16']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:08.258841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a39683bb-f182-4ae0-b6ef-2a29bff98f62 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:08.453457 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a39683bb-f182-4ae0-b6ef-2a29bff98f62 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks [] for subnetpool, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:08.453457 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a39683bb-f182-4ae0-b6ef-2a29bff98f62 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2151456 May 30 20:28:08.453457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33726) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:08.465768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-9f4a7179-f793-4ab8-8d32-c8f565511a57 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a3200b89-5298-41d6-9c8b-1a47912282e0', 'tempest-TagsExtTest-Tag-1531220044') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:08.662316 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d8c3985d-abd2-436f-baab-30b441540bd4 None None] Could not find standard attr ID for object 8d6aed90-e6ff-4fcf-8b77-34dfc3d9eee9. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:28:08.712758 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9f4a7179-f793-4ab8-8d32-c8f565511a57 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "PUT /v2.0/subnets/a3200b89-5298-41d6-9c8b-1a47912282e0/tags/tempest-TagsExtTest-Tag-1531220044 HTTP/1.1" status: 201 len: 201 time: 0.2589083 May 30 20:28:08.715297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33738) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:08.720972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-befacd20-fbf0-47d4-99fb-dd21ddbc8c47 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '75863f2c-200a-4b9b-825b-05e0834abbad', 'tempest-TagsExtTest-Tag-1780031624') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:08.804551 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:08.850208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.objects.ports [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:28:08.856980 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Transition to ACTIVE for port object b040a1a1-5727-4260-81fa-ffa3cab87fe6 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:08.892547 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cbd1f1-e0f7-4eac-b52c-8c96d28ff4e1 None None] DHCP port deletion for c840c2bc-8044-4130-b66e-385776b76782 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:28:08.892547 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Transition to ACTIVE for port object b040a1a1-5727-4260-81fa-ffa3cab87fe6 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:08.900058 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-04cbd1f1-e0f7-4eac-b52c-8c96d28ff4e1 None None] Deleting port f1560049-c2c8-4a6b-8246-4f25cc4fdfee {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:08.900058 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-04cbd1f1-e0f7-4eac-b52c-8c96d28ff4e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:08.966529 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d866022e-efea-4b95-b707-3e28f0786d57 req-a0f49a68-2340-42c5-aa2b-8e5462463856 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1095 time: 0.1851714 May 30 20:28:08.969660 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:09.048837 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d866022e-efea-4b95-b707-3e28f0786d57 req-4759a2ed-a1b0-42ce-b77f-5be34374a0de tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891302 May 30 20:28:09.054645 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-befacd20-fbf0-47d4-99fb-dd21ddbc8c47 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "PUT /v2.0/ports/75863f2c-200a-4b9b-825b-05e0834abbad/tags/tempest-TagsExtTest-Tag-1780031624 HTTP/1.1" status: 201 len: 201 time: 0.3355446 May 30 20:28:09.054645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33742) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:09.066796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-8ab01663-4612-4de2-9c39-43fb76e123d0 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd606a76a-b9c6-4020-b8d6-5d5b6a8b4c65', 'tempest-TagsExtTest-Tag-1356204882') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:09.103023 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Network a0d70bad-7b39-48f2-b440-e9d79d204019 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:09.113822 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:09.121540 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:09.124397 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:09.167505 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Pushing event updated for resources: {'Port': ['ID=b040a1a1-5727-4260-81fa-ffa3cab87fe6,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:09.214293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f1560049-c2c8-4a6b-8246-4f25cc4fdfee no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:28:09.475525 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Attempting to bind port b040a1a1-5727-4260-81fa-ffa3cab87fe6 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:28:09.475525 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Attempting to bind port b040a1a1-5727-4260-81fa-ffa3cab87fe6 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '214bdb63-7816-4d15-9849-4a2d2788eadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a0d70bad-7b39-48f2-b440-e9d79d204019'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:28:09.475525 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Attempting to bind port b040a1a1-5727-4260-81fa-ffa3cab87fe6 on network a0d70bad-7b39-48f2-b440-e9d79d204019 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:09.542576 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:28:09.543821 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Checking segment: {'id': '214bdb63-7816-4d15-9849-4a2d2788eadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a0d70bad-7b39-48f2-b440-e9d79d204019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:09.544401 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:09.544972 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Bound using segment: {'id': '214bdb63-7816-4d15-9849-4a2d2788eadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a0d70bad-7b39-48f2-b440-e9d79d204019'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:28:09.545865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Bound port: b040a1a1-5727-4260-81fa-ffa3cab87fe6, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214bdb63-7816-4d15-9849-4a2d2788eadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a0d70bad-7b39-48f2-b440-e9d79d204019'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:28:09.546696 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:09.576029 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] For port f1560049-c2c8-4a6b-8246-4f25cc4fdfee, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f1560049-c2c8-4a6b-8246-4f25cc4fdfee,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:09.631993 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:09.632246 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8ab01663-4612-4de2-9c39-43fb76e123d0 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "PUT /v2.0/routers/d606a76a-b9c6-4020-b8d6-5d5b6a8b4c65/tags/tempest-TagsExtTest-Tag-1356204882 HTTP/1.1" status: 201 len: 201 time: 0.5736287 May 30 20:28:09.632353 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:09.633586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33752) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:09.637677 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:09.644145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-6b551292-50e7-4a9e-8696-566917b225a8 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '883a2a48-613a-43f6-ba87-2c49b75e1a85', 'tempest-TagsExtTest-Tag-1420857757') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:09.726982 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-04cbd1f1-e0f7-4eac-b52c-8c96d28ff4e1 None None] For port f1560049-c2c8-4a6b-8246-4f25cc4fdfee, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f1560049-c2c8-4a6b-8246-4f25cc4fdfee,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:09.726982 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-04cbd1f1-e0f7-4eac-b52c-8c96d28ff4e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:09.790870 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6b551292-50e7-4a9e-8696-566917b225a8 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "PUT /v2.0/subnetpools/883a2a48-613a-43f6-ba87-2c49b75e1a85/tags/tempest-TagsExtTest-Tag-1420857757 HTTP/1.1" status: 201 len: 201 time: 0.1431384 May 30 20:28:09.790870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33758) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:09.790870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-75c641e8-ec7f-406a-b5c4-69a4bdef84d9 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a3200b89-5298-41d6-9c8b-1a47912282e0') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:09.822325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=f1560049-c2c8-4a6b-8246-4f25cc4fdfee,revision_number=6']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:09.844528 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:09.855096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:09.855096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:09.855096 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:09.888148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=24562fd3-b494-4e51-bc6d-aa7bf526584d,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:09.906271 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cac399bb-2deb-4c23-a4cb-c5eb9759c4db tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3418365 May 30 20:28:09.906271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33762) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:09.926732 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'mac_address': 'fa:16:3e:e6:e4:6d', 'name': 'tempest-NetworksTestDHCPv6-517967375'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:09.966098 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-75c641e8-ec7f-406a-b5c4-69a4bdef84d9 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/subnets/a3200b89-5298-41d6-9c8b-1a47912282e0/tags HTTP/1.1" status: 200 len: 241 time: 0.1821244 May 30 20:28:09.968600 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-04cbd1f1-e0f7-4eac-b52c-8c96d28ff4e1 None None] Calling delete_port for f1560049-c2c8-4a6b-8246-4f25cc4fdfee owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:09.972655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33766) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:09.980966 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-bdaa476e-d5e0-475c-9bb9-8841a8e67c3f tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a3200b89-5298-41d6-9c8b-1a47912282e0', 'tempest-TagsExtTest-Tag-1531220044') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:10.089829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bdaa476e-d5e0-475c-9bb9-8841a8e67c3f tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/subnets/a3200b89-5298-41d6-9c8b-1a47912282e0/tags/tempest-TagsExtTest-Tag-1531220044 HTTP/1.1" status: 204 len: 168 time: 0.1087065 May 30 20:28:10.089829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33774) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:10.105071 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-017d07ad-9842-4dab-84ac-9b3ddbc9e605 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a3200b89-5298-41d6-9c8b-1a47912282e0', 'tempest-TagsExtTest-Tag-1531220044') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:10.125865 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-04cbd1f1-e0f7-4eac-b52c-8c96d28ff4e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:28:10.125865 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-04cbd1f1-e0f7-4eac-b52c-8c96d28ff4e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:28:10.135514 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:10.146389 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:10.146389 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:port and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:10.155175 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:10.168422 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:10.197233 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] For port b040a1a1-5727-4260-81fa-ffa3cab87fe6, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:28:10.200409 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:10.204190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] For port b040a1a1-5727-4260-81fa-ffa3cab87fe6, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b040a1a1-5727-4260-81fa-ffa3cab87fe6,segment=NetworkSegment(214bdb63-7816-4d15-9849-4a2d2788eadc),segment_id=214bdb63-7816-4d15-9849-4a2d2788eadc)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:28:10.204190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port f1560049-c2c8-4a6b-8246-4f25cc4fdfee, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f1560049-c2c8-4a6b-8246-4f25cc4fdfee,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:10.207553 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:10.211101 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:10.268851 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:10.276663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port ecbb6178-4fd5-4ede-9bd4-131b4e08e7c7 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:28:10.290989 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-017d07ad-9842-4dab-84ac-9b3ddbc9e605 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/subnets/a3200b89-5298-41d6-9c8b-1a47912282e0/tags/tempest-TagsExtTest-Tag-1531220044 HTTP/1.1" status: 204 len: 168 time: 0.2009692 May 30 20:28:10.290989 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33778) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:10.299236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-a9f828fc-0fa1-48ca-9184-5dd8c826e09a tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a3200b89-5298-41d6-9c8b-1a47912282e0') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:10.329887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d06235-40b3-40a1-81ba-e7ca8b8266ac None None] Pushing event updated for resources: {'Port': ['ID=b040a1a1-5727-4260-81fa-ffa3cab87fe6,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:10.539062 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0b2750f-5df1-4bea-8a7e-c4dd1f82cbae req-4d02420c-9ff7-41c1-8d56-4e076d6c995b tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1095 time: 0.1554825 May 30 20:28:10.539062 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a9f828fc-0fa1-48ca-9184-5dd8c826e09a tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/subnets/a3200b89-5298-41d6-9c8b-1a47912282e0/tags HTTP/1.1" status: 200 len: 205 time: 0.2434156 May 30 20:28:10.545751 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::f816:3eff:fee6:e46d (c840c2bc-8044-4130-b66e-385776b76782/24562fd3-b494-4e51-bc6d-aa7bf526584d/ecbb6178-4fd5-4ede-9bd4-131b4e08e7c7) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:10.560328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=f1560049-c2c8-4a6b-8246-4f25cc4fdfee,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:10.564076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33784) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:10.564076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-f95ba5dc-bfb0-4fe8-8a6e-e02a27994b17 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '75863f2c-200a-4b9b-825b-05e0834abbad') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:10.611902 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0b2750f-5df1-4bea-8a7e-c4dd1f82cbae req-02efe5d0-0d4e-4c35-8539-ec42844277a3 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719717 May 30 20:28:10.628077 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-04cbd1f1-e0f7-4eac-b52c-8c96d28ff4e1 None None] Deleting port f1560049-c2c8-4a6b-8246-4f25cc4fdfee {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:10.628077 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-04cbd1f1-e0f7-4eac-b52c-8c96d28ff4e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:10.846703 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 96935867-6c6f-44cd-b578-3a734cae9ccf up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:10.997390 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:11.039035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object ecbb6178-4fd5-4ede-9bd4-131b4e08e7c7 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:11.217863 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33798) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:11.217863 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-2dd46873-deaa-466f-983d-59545d257d81 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '75863f2c-200a-4b9b-825b-05e0834abbad', 'tempest-TagsExtTest-Tag-1780031624') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:11.220424 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f95ba5dc-bfb0-4fe8-8a6e-e02a27994b17 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/ports/75863f2c-200a-4b9b-825b-05e0834abbad/tags HTTP/1.1" status: 200 len: 241 time: 0.6427939 May 30 20:28:11.220424 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:11.273975 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b040a1a1-5727-4260-81fa-ffa3cab87fe6 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:11.326250 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2dd46873-deaa-466f-983d-59545d257d81 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/ports/75863f2c-200a-4b9b-825b-05e0834abbad/tags/tempest-TagsExtTest-Tag-1780031624 HTTP/1.1" status: 204 len: 168 time: 0.1335173 May 30 20:28:11.329076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33804) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:11.335388 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-32d84e92-6c10-46d7-b0fa-e83d0250185c tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '75863f2c-200a-4b9b-825b-05e0834abbad', 'tempest-TagsExtTest-Tag-1780031624') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:11.349655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-04cbd1f1-e0f7-4eac-b52c-8c96d28ff4e1 None None] For port f1560049-c2c8-4a6b-8246-4f25cc4fdfee, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f1560049-c2c8-4a6b-8246-4f25cc4fdfee,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:11.349655 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-04cbd1f1-e0f7-4eac-b52c-8c96d28ff4e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:11.453121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:11.462986 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:11.462986 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:11.474617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:11.474617 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:11.498569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=ecbb6178-4fd5-4ede-9bd4-131b4e08e7c7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:11.526658 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a4128ce8-7468-4221-ac93-898f6c216505 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6242235 May 30 20:28:11.529164 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33808) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:11.617559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-32d84e92-6c10-46d7-b0fa-e83d0250185c tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/ports/75863f2c-200a-4b9b-825b-05e0834abbad/tags/tempest-TagsExtTest-Tag-1780031624 HTTP/1.1" status: 204 len: 168 time: 0.2866402 May 30 20:28:11.619761 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33814) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:11.628633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-bd122498-323a-4798-a096-f0ed021c236e tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '75863f2c-200a-4b9b-825b-05e0834abbad') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:11.714370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-04cbd1f1-e0f7-4eac-b52c-8c96d28ff4e1 None None] Calling delete_port for f1560049-c2c8-4a6b-8246-4f25cc4fdfee owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:11.809415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b400e8cd-f87e-45fc-9f3e-93e55d79b8d9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:11.828521 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bd122498-323a-4798-a096-f0ed021c236e tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/ports/75863f2c-200a-4b9b-825b-05e0834abbad/tags HTTP/1.1" status: 200 len: 205 time: 0.2026634 May 30 20:28:11.828521 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33820) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:11.833484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b400e8cd-f87e-45fc-9f3e-93e55d79b8d9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:11.833484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b400e8cd-f87e-45fc-9f3e-93e55d79b8d9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:11.848666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-ccb85265-44ed-4863-b650-2e0c16428acf tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd606a76a-b9c6-4020-b8d6-5d5b6a8b4c65') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:11.895533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b400e8cd-f87e-45fc-9f3e-93e55d79b8d9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:11.895533 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b400e8cd-f87e-45fc-9f3e-93e55d79b8d9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3618183 May 30 20:28:11.900470 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 96935867-6c6f-44cd-b578-3a734cae9ccf completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:11.905083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33824) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:12.056306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 96935867-6c6f-44cd-b578-3a734cae9ccf triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:12.056781 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:12.115659 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-04cbd1f1-e0f7-4eac-b52c-8c96d28ff4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:12.121305 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a2ce9dd9-fa9d-4e67-9905-31d81c0a2de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port ecbb6178-4fd5-4ede-9bd4-131b4e08e7c7 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:12.124173 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9dd9-fa9d-4e67-9905-31d81c0a2de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:12.127733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port b040a1a1-5727-4260-81fa-ffa3cab87fe6 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:12.250518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbd1f1-e0f7-4eac-b52c-8c96d28ff4e1 None None] Pushing event deleted for resources: {'Port': ['ID=f1560049-c2c8-4a6b-8246-4f25cc4fdfee,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:12.355956 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3f3058-a709-4199-af6c-e58917db3584 None None] Network a0d70bad-7b39-48f2-b440-e9d79d204019 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:12.423587 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ccb85265-44ed-4863-b650-2e0c16428acf tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/routers/d606a76a-b9c6-4020-b8d6-5d5b6a8b4c65/tags HTTP/1.1" status: 200 len: 241 time: 0.5882478 May 30 20:28:12.428263 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33834) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:12.457066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-09f1efba-3397-46b3-a9f3-c0268162299c tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd606a76a-b9c6-4020-b8d6-5d5b6a8b4c65', 'tempest-TagsExtTest-Tag-1356204882') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:12.650034 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9639449f-6e3b-4d48-a04d-923ea374c222 req-d0ef38af-0515-4881-930f-d11d946e7c1e tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1095 time: 0.5488338 May 30 20:28:12.729990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9639449f-6e3b-4d48-a04d-923ea374c222 req-e626d159-14f0-4c1c-b0ff-7dd7d32bc615 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887094 May 30 20:28:12.737349 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cbd1f1-e0f7-4eac-b52c-8c96d28ff4e1 None None] No DVR routers for this DVR port f1560049-c2c8-4a6b-8246-4f25cc4fdfee on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:28:12.785665 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626dbf51-427e-4984-b37d-8c93afadff19 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:12.789528 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-09f1efba-3397-46b3-a9f3-c0268162299c tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/routers/d606a76a-b9c6-4020-b8d6-5d5b6a8b4c65/tags/tempest-TagsExtTest-Tag-1356204882 HTTP/1.1" status: 204 len: 168 time: 0.3563824 May 30 20:28:12.789528 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33846) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:12.804740 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-a74c2c82-1bd0-44b0-a06d-a8ddd655157f tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd606a76a-b9c6-4020-b8d6-5d5b6a8b4c65', 'tempest-TagsExtTest-Tag-1356204882') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:12.837565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d6709e55-b223-4073-90c9-53de6010b70d None None] Provisioning for port b040a1a1-5727-4260-81fa-ffa3cab87fe6 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:12.863596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d6709e55-b223-4073-90c9-53de6010b70d None None] Provisioning complete for port b040a1a1-5727-4260-81fa-ffa3cab87fe6 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:12.864004 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d6709e55-b223-4073-90c9-53de6010b70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:13.044503 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a74c2c82-1bd0-44b0-a06d-a8ddd655157f tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/routers/d606a76a-b9c6-4020-b8d6-5d5b6a8b4c65/tags/tempest-TagsExtTest-Tag-1356204882 HTTP/1.1" status: 204 len: 168 time: 0.2447445 May 30 20:28:13.044503 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33856) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:13.051569 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-634ce78f-5d4e-4f69-8013-5b859ab24e58 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd606a76a-b9c6-4020-b8d6-5d5b6a8b4c65') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:13.202258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9dd9-fa9d-4e67-9905-31d81c0a2de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:13.505779 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-634ce78f-5d4e-4f69-8013-5b859ab24e58 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/routers/d606a76a-b9c6-4020-b8d6-5d5b6a8b4c65/tags HTTP/1.1" status: 200 len: 205 time: 0.4623015 May 30 20:28:13.505779 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33874) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:13.518205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-15462d61-bdd5-4f4a-a58b-14ef85c6b5b0 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '883a2a48-613a-43f6-ba87-2c49b75e1a85') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:13.578828 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-15462d61-bdd5-4f4a-a58b-14ef85c6b5b0 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/subnetpools/883a2a48-613a-43f6-ba87-2c49b75e1a85/tags HTTP/1.1" status: 200 len: 241 time: 0.0716264 May 30 20:28:13.578828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33880) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:13.586419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-00936d25-c312-4114-a830-cc51fd5caa12 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '883a2a48-613a-43f6-ba87-2c49b75e1a85', 'tempest-TagsExtTest-Tag-1420857757') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:13.638363 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-00936d25-c312-4114-a830-cc51fd5caa12 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/subnetpools/883a2a48-613a-43f6-ba87-2c49b75e1a85/tags/tempest-TagsExtTest-Tag-1420857757 HTTP/1.1" status: 204 len: 168 time: 0.0514054 May 30 20:28:13.638363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33884) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:13.638363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-e8c412f8-7807-4806-84db-2dad26a27f80 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '883a2a48-613a-43f6-ba87-2c49b75e1a85', 'tempest-TagsExtTest-Tag-1420857757') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:13.668336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a2ce9dd9-fa9d-4e67-9905-31d81c0a2de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for ecbb6178-4fd5-4ede-9bd4-131b4e08e7c7 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:13.792931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e8c412f8-7807-4806-84db-2dad26a27f80 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/subnetpools/883a2a48-613a-43f6-ba87-2c49b75e1a85/tags/tempest-TagsExtTest-Tag-1420857757 HTTP/1.1" status: 204 len: 168 time: 0.1347957 May 30 20:28:13.792931 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33892) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:13.863634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-ae5bd891-d6bf-4449-ba6d-f9e9b028f518 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '883a2a48-613a-43f6-ba87-2c49b75e1a85') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:13.895609 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9dd9-fa9d-4e67-9905-31d81c0a2de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:13.932924 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:13.958822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce9dd9-fa9d-4e67-9905-31d81c0a2de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=ecbb6178-4fd5-4ede-9bd4-131b4e08e7c7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:14.061268 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d6709e55-b223-4073-90c9-53de6010b70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:14.080844 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9dd9-fa9d-4e67-9905-31d81c0a2de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:14.083918 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ae5bd891-d6bf-4449-ba6d-f9e9b028f518 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/subnetpools/883a2a48-613a-43f6-ba87-2c49b75e1a85/tags HTTP/1.1" status: 200 len: 205 time: 0.2778120 May 30 20:28:14.087675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33904) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:14.100084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-24617d05-fce9-439a-98fe-c0dd58b3c9ba tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '883a2a48-613a-43f6-ba87-2c49b75e1a85') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:14.146423 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a2ce9dd9-fa9d-4e67-9905-31d81c0a2de0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/ecbb6178-4fd5-4ede-9bd4-131b4e08e7c7 HTTP/1.1" status: 204 len: 168 time: 2.2418284 May 30 20:28:14.152669 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8f54214-1deb-4c96-af7b-38e4d0f574e9 req-62b387b9-8b9a-4340-b7fd-068602a284d5 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1095 time: 0.1964085 May 30 20:28:14.154669 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:28:14.157020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33908) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:14.159529 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-24617d05-fce9-439a-98fe-c0dd58b3c9ba tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/subnetpools/883a2a48-613a-43f6-ba87-2c49b75e1a85/tags HTTP/1.1" status: 204 len: 168 time: 0.0693161 May 30 20:28:14.173776 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33914) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:14.196596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 96935867-6c6f-44cd-b578-3a734cae9ccf, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=96935867-6c6f-44cd-b578-3a734cae9ccf,segment=NetworkSegment(9aa09312-9ea0-48d3-bd09-e3432443d394),segment_id=9aa09312-9ea0-48d3-bd09-e3432443d394)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:14.204281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c840c2bc-8044-4130-b66e-385776b76782', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'fixed_ips': [{'subnet_id': '24562fd3-b494-4e51-bc6d-aa7bf526584d'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:28:14.204281 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:14.229868 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d527fb5-03c7-4b68-8b6f-583bca67bd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96935867-6c6f-44cd-b578-3a734cae9ccf'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:28:14.244457 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:14.259222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-0a6d15ca-c732-478a-a939-5775e8045654 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd606a76a-b9c6-4020-b8d6-5d5b6a8b4c65') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:14.372928 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c11d9a33-f8eb-42ef-8cc4-843109d2a934'] response: {'server_uuid': '3d527fb5-03c7-4b68-8b6f-583bca67bd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96935867-6c6f-44cd-b578-3a734cae9ccf', 'code': 200} May 30 20:28:14.594430 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d6709e55-b223-4073-90c9-53de6010b70d None None] For port b040a1a1-5727-4260-81fa-ffa3cab87fe6, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b040a1a1-5727-4260-81fa-ffa3cab87fe6,segment=NetworkSegment(214bdb63-7816-4d15-9849-4a2d2788eadc),segment_id=214bdb63-7816-4d15-9849-4a2d2788eadc)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:14.599388 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0a6d15ca-c732-478a-a939-5775e8045654 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/routers/d606a76a-b9c6-4020-b8d6-5d5b6a8b4c65/tags HTTP/1.1" status: 204 len: 168 time: 0.4248035 May 30 20:28:14.599388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33930) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:14.606250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-ef072940-89af-4681-9f87-da151d3a9ac3 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '75863f2c-200a-4b9b-825b-05e0834abbad') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:14.621386 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d6709e55-b223-4073-90c9-53de6010b70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:14.649634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=96935867-6c6f-44cd-b578-3a734cae9ccf,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:14.664161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:14.664161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:14.664161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:14.664161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:14.664161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:14.664161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:14.664161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:14.664161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:14.671599 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:14.671599 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:14.671599 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:14.711061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afcef48-b2ad-4b63-b5d2-c983639ebeb8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:14.712563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afcef48-b2ad-4b63-b5d2-c983639ebeb8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:14.713219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4afcef48-b2ad-4b63-b5d2-c983639ebeb8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:14.756736 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8f54214-1deb-4c96-af7b-38e4d0f574e9 req-060e4f4a-7acd-4f56-8290-e3c94cbfeb7e tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6142197 May 30 20:28:14.797454 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ef072940-89af-4681-9f87-da151d3a9ac3 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/ports/75863f2c-200a-4b9b-825b-05e0834abbad/tags HTTP/1.1" status: 204 len: 168 time: 0.2004287 May 30 20:28:14.797975 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33940) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:14.800399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4afcef48-b2ad-4b63-b5d2-c983639ebeb8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:14.801759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4afcef48-b2ad-4b63-b5d2-c983639ebeb8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6573534 May 30 20:28:14.805352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33942) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:14.812831 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-32d24c42-fd67-4dd4-a320-2e86ce66d1d4 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a3200b89-5298-41d6-9c8b-1a47912282e0') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:14.896499 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6709e55-b223-4073-90c9-53de6010b70d None None] Pushing event updated for resources: {'Port': ['ID=b040a1a1-5727-4260-81fa-ffa3cab87fe6,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:14.917635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79c1461b-f659-45b3-8ee2-130efbaec566 req-535d36a5-2a3f-470d-b2f8-9d99fb3388be service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1096 time: 0.4254758 May 30 20:28:14.984932 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Allocated IP 2001:db8::f816:3eff:feb3:cec1 (c840c2bc-8044-4130-b66e-385776b76782/24562fd3-b494-4e51-bc6d-aa7bf526584d/b1703c2e-8283-4f3c-b12d-3b94d27f8f7c) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:15.057206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79c1461b-f659-45b3-8ee2-130efbaec566 req-4f2bf785-9abc-4437-be4f-51b32803fb97 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388862 May 30 20:28:15.079765 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-32d24c42-fd67-4dd4-a320-2e86ce66d1d4 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/subnets/a3200b89-5298-41d6-9c8b-1a47912282e0/tags HTTP/1.1" status: 204 len: 168 time: 0.2771182 May 30 20:28:15.081392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33952) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:15.113530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-84d3ccf9-8cac-4265-a8e2-546a6687c826 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a3200b89-5298-41d6-9c8b-1a47912282e0', 'tempest-TagsExtTest-Tag-1498485434') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:15.232428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-385c88fa-8d31-458a-b2c9-d663bc30ea66 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet 24562fd3-b494-4e51-bc6d-aa7bf526584d {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:28:15.296302 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-84d3ccf9-8cac-4265-a8e2-546a6687c826 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "PUT /v2.0/subnets/a3200b89-5298-41d6-9c8b-1a47912282e0/tags/tempest-TagsExtTest-Tag-1498485434 HTTP/1.1" status: 201 len: 201 time: 0.2020779 May 30 20:28:15.303141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 33962) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:15.303141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-5607d6e9-3030-4295-9cc9-27a1bd36b233 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '75863f2c-200a-4b9b-825b-05e0834abbad', 'tempest-TagsExtTest-Tag-1623178448') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:15.306635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b040a1a1-5727-4260-81fa-ffa3cab87fe6 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:15.500827 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5607d6e9-3030-4295-9cc9-27a1bd36b233 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "PUT /v2.0/ports/75863f2c-200a-4b9b-825b-05e0834abbad/tags/tempest-TagsExtTest-Tag-1623178448 HTTP/1.1" status: 201 len: 201 time: 0.2123420 May 30 20:28:15.503908 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33966) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:15.513320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-dcc97bdd-3273-4844-a048-9e516d46e9ec tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd606a76a-b9c6-4020-b8d6-5d5b6a8b4c65', 'tempest-TagsExtTest-Tag-409252045') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:15.519308 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-781bb0b6-a564-4061-8426-6e257b428502 None None] Provisioning complete for port b040a1a1-5727-4260-81fa-ffa3cab87fe6 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:15.519678 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-781bb0b6-a564-4061-8426-6e257b428502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:15.643509 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:15.660369 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Transition to ACTIVE for port object b1703c2e-8283-4f3c-b12d-3b94d27f8f7c will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:15.732381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Transition to ACTIVE for port object b1703c2e-8283-4f3c-b12d-3b94d27f8f7c will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:15.742107 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-385c88fa-8d31-458a-b2c9-d663bc30ea66 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:15.763680 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port b040a1a1-5727-4260-81fa-ffa3cab87fe6 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:15.763680 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:15.781798 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dcc97bdd-3273-4844-a048-9e516d46e9ec tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "PUT /v2.0/routers/d606a76a-b9c6-4020-b8d6-5d5b6a8b4c65/tags/tempest-TagsExtTest-Tag-409252045 HTTP/1.1" status: 201 len: 201 time: 0.2701917 May 30 20:28:15.781798 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33972) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:15.800196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-0348c397-4e2f-4504-a43e-390a61c7ae6f tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '883a2a48-613a-43f6-ba87-2c49b75e1a85', 'tempest-TagsExtTest-Tag-307655716') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:15.810069 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:15.858102 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-385c88fa-8d31-458a-b2c9-d663bc30ea66 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:15.864944 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0348c397-4e2f-4504-a43e-390a61c7ae6f tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "PUT /v2.0/subnetpools/883a2a48-613a-43f6-ba87-2c49b75e1a85/tags/tempest-TagsExtTest-Tag-307655716 HTTP/1.1" status: 201 len: 201 time: 0.0852659 May 30 20:28:15.867414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33980) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:15.886527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-fe8c3388-7492-4fd8-bdce-d50190807d9a tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a3200b89-5298-41d6-9c8b-1a47912282e0', {'tags': ['tempest-TagsExtTest-Tag-432664099', 'tempest-TagsExtTest-Tag-1335824861', 'tempest-TagsExtTest-Tag-2089780419']}) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:15.978186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:15.987711 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:15.995889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:15.995889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Pushing event updated for resources: {'Port': ['ID=b1703c2e-8283-4f3c-b12d-3b94d27f8f7c,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:16.062601 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fe8c3388-7492-4fd8-bdce-d50190807d9a tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "PUT /v2.0/subnets/a3200b89-5298-41d6-9c8b-1a47912282e0/tags HTTP/1.1" status: 200 len: 317 time: 0.1884212 May 30 20:28:16.062601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33984) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:16.074563 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-eddaba4b-2601-4c95-a0b1-fd24af79dcfd tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a3200b89-5298-41d6-9c8b-1a47912282e0') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:16.106038 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-781bb0b6-a564-4061-8426-6e257b428502 None None] Provisioning for port 75863f2c-200a-4b9b-825b-05e0834abbad completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:16.117464 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-781bb0b6-a564-4061-8426-6e257b428502 None None] Provisioning complete for port 75863f2c-200a-4b9b-825b-05e0834abbad triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:16.117464 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-781bb0b6-a564-4061-8426-6e257b428502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:16.187373 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44454388-cee8-46f3-82d9-6a1750856f26 req-6c98e468-304c-4fd4-b774-79bd572f4b0e tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1096 time: 0.2329073 May 30 20:28:16.226847 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-385c88fa-8d31-458a-b2c9-d663bc30ea66 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:16.265537 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-eddaba4b-2601-4c95-a0b1-fd24af79dcfd tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/subnets/a3200b89-5298-41d6-9c8b-1a47912282e0/tags HTTP/1.1" status: 204 len: 168 time: 0.2042415 May 30 20:28:16.269159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33992) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:16.282192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-32a00060-cbb7-4025-b165-7419a1be77d8 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a3200b89-5298-41d6-9c8b-1a47912282e0', 'tempest-TagsExtTest-Tag-432664099') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:16.316871 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-385c88fa-8d31-458a-b2c9-d663bc30ea66 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:16.361884 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-32a00060-cbb7-4025-b165-7419a1be77d8 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] show failed (client error): The resource could not be found. May 30 20:28:16.364212 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-32a00060-cbb7-4025-b165-7419a1be77d8 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/subnets/a3200b89-5298-41d6-9c8b-1a47912282e0/tags/tempest-TagsExtTest-Tag-432664099 HTTP/1.1" status: 404 len: 328 time: 0.0946546 May 30 20:28:16.367490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 33998) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:16.374298 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-5f7a116a-9999-451f-8203-3264110e933b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a3200b89-5298-41d6-9c8b-1a47912282e0', 'tempest-TagsExtTest-Tag-1335824861') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:16.376061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c88fa-8d31-458a-b2c9-d663bc30ea66 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=24562fd3-b494-4e51-bc6d-aa7bf526584d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:16.422626 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-385c88fa-8d31-458a-b2c9-d663bc30ea66 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:16.479610 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44454388-cee8-46f3-82d9-6a1750856f26 req-572c9458-4215-40e4-9002-e2f40f97c21e tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887497 May 30 20:28:16.483533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Attempting to bind port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:28:16.483533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Attempting to bind port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:28:16.483533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Attempting to bind port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c on network c840c2bc-8044-4130-b66e-385776b76782 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:16.491793 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-385c88fa-8d31-458a-b2c9-d663bc30ea66 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/24562fd3-b494-4e51-bc6d-aa7bf526584d HTTP/1.1" status: 204 len: 168 time: 1.6712208 May 30 20:28:16.491793 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34002) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:16.505058 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-781bb0b6-a564-4061-8426-6e257b428502 None None] Port 75863f2c-200a-4b9b-825b-05e0834abbad cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:28:16.516405 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:28:16.516405 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:16.516405 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:16.520926 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Bound using segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:28:16.520926 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Bound port: b1703c2e-8283-4f3c-b12d-3b94d27f8f7c, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:28:16.524723 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:16.581847 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-5f7a116a-9999-451f-8203-3264110e933b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] show failed (client error): The resource could not be found. May 30 20:28:16.582897 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5f7a116a-9999-451f-8203-3264110e933b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/subnets/a3200b89-5298-41d6-9c8b-1a47912282e0/tags/tempest-TagsExtTest-Tag-1335824861 HTTP/1.1" status: 404 len: 329 time: 0.2142339 May 30 20:28:16.592139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34008) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:16.598729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-c1ca945b-6fe4-4057-acba-a424749a1d29 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a3200b89-5298-41d6-9c8b-1a47912282e0', 'tempest-TagsExtTest-Tag-2089780419') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:16.647737 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b9c56d04-6ed8-4a12-84f6-edf5bfd4450f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:router {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:16.675185 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b9c56d04-6ed8-4a12-84f6-edf5bfd4450f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:router {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:16.677025 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b9c56d04-6ed8-4a12-84f6-edf5bfd4450f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1903224 May 30 20:28:16.679514 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34014) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:16.685978 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] For port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:28:16.690605 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] For port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b1703c2e-8283-4f3c-b12d-3b94d27f8f7c,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:28:16.707653 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:16.762579 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-c1ca945b-6fe4-4057-acba-a424749a1d29 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] show failed (client error): The resource could not be found. May 30 20:28:16.762579 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c1ca945b-6fe4-4057-acba-a424749a1d29 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/subnets/a3200b89-5298-41d6-9c8b-1a47912282e0/tags/tempest-TagsExtTest-Tag-2089780419 HTTP/1.1" status: 404 len: 329 time: 0.1597037 May 30 20:28:16.762579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34018) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:16.767093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-ec8be61d-a0af-4dcf-86d3-6d48974fac07 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '75863f2c-200a-4b9b-825b-05e0834abbad', {'tags': ['tempest-TagsExtTest-Tag-1428046357', 'tempest-TagsExtTest-Tag-1571682512', 'tempest-TagsExtTest-Tag-811814311']}) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:16.810533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e244b40-033c-44a2-acbf-683cfeba7aad None None] Pushing event updated for resources: {'Port': ['ID=b1703c2e-8283-4f3c-b12d-3b94d27f8f7c,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:16.810533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-79a834f8-8560-4c7b-8fc9-da0e517bfc65 None None] Provisioning complete for port 75863f2c-200a-4b9b-825b-05e0834abbad triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:16.810533 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-79a834f8-8560-4c7b-8fc9-da0e517bfc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:16.830186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e250a475-511a-4b17-8934-9974bf60bd6d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:16.830186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e250a475-511a-4b17-8934-9974bf60bd6d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:16.856463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e250a475-511a-4b17-8934-9974bf60bd6d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:16.856463 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e250a475-511a-4b17-8934-9974bf60bd6d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1730306 May 30 20:28:16.856463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34022) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:16.891269 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ec8be61d-a0af-4dcf-86d3-6d48974fac07 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "PUT /v2.0/ports/75863f2c-200a-4b9b-825b-05e0834abbad/tags HTTP/1.1" status: 200 len: 317 time: 0.1309478 May 30 20:28:16.891269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34026) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:16.899001 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-b64c6c6a-ed7b-41b9-b3fc-e90f2f1e3d7c tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '75863f2c-200a-4b9b-825b-05e0834abbad') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:16.938330 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-79a834f8-8560-4c7b-8fc9-da0e517bfc65 None None] Port 75863f2c-200a-4b9b-825b-05e0834abbad cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:28:16.967420 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff3b0a7-cdc7-4fe2-a8d3-ea44421fb3cd None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:28:17.002570 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adccde0-d0e7-4eac-8225-2025f86af9ae tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:17.003254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2adccde0-d0e7-4eac-8225-2025f86af9ae tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:17.022090 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2adccde0-d0e7-4eac-8225-2025f86af9ae tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:17.026044 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2adccde0-d0e7-4eac-8225-2025f86af9ae tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1665642 May 30 20:28:17.026638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34032) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:17.050493 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b64c6c6a-ed7b-41b9-b3fc-e90f2f1e3d7c tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/ports/75863f2c-200a-4b9b-825b-05e0834abbad/tags HTTP/1.1" status: 204 len: 168 time: 0.1588697 May 30 20:28:17.051250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34036) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:17.058200 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-a8693c88-efaf-49ff-9e66-13a931941a2f tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '75863f2c-200a-4b9b-825b-05e0834abbad', 'tempest-TagsExtTest-Tag-1428046357') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:17.159123 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8a66014b-7777-4dfb-b4b6-f575cc1bd2a7 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1275797 May 30 20:28:17.162871 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34040) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:17.167232 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff3b0a7-cdc7-4fe2-a8d3-ea44421fb3cd None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:28:17.175892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4a661de4-29a5-48f3-9f07-2af6109ffc83 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:17.500998 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-a8693c88-efaf-49ff-9e66-13a931941a2f tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] show failed (client error): The resource could not be found. May 30 20:28:17.500998 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a8693c88-efaf-49ff-9e66-13a931941a2f tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/ports/75863f2c-200a-4b9b-825b-05e0834abbad/tags/tempest-TagsExtTest-Tag-1428046357 HTTP/1.1" status: 404 len: 329 time: 0.4340234 May 30 20:28:17.513997 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34048) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:17.513997 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-f9bf05e1-7af9-45a0-bc10-051078101e40 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '75863f2c-200a-4b9b-825b-05e0834abbad', 'tempest-TagsExtTest-Tag-1571682512') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:17.541980 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4a661de4-29a5-48f3-9f07-2af6109ffc83 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:17.607150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4a661de4-29a5-48f3-9f07-2af6109ffc83 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:17.609728 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-f9bf05e1-7af9-45a0-bc10-051078101e40 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] show failed (client error): The resource could not be found. May 30 20:28:17.609728 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f9bf05e1-7af9-45a0-bc10-051078101e40 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/ports/75863f2c-200a-4b9b-825b-05e0834abbad/tags/tempest-TagsExtTest-Tag-1571682512 HTTP/1.1" status: 404 len: 329 time: 0.1108315 May 30 20:28:17.612605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34054) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:17.623804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-9dc116d0-29b3-4e18-9e99-ec98636cac9a tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '75863f2c-200a-4b9b-825b-05e0834abbad', 'tempest-TagsExtTest-Tag-811814311') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:17.709276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a661de4-29a5-48f3-9f07-2af6109ffc83 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:17.875426 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a661de4-29a5-48f3-9f07-2af6109ffc83 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:17.895113 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f05e71a-42ef-496f-b031-88c243d83e0d req-f4dd43a6-6223-48d0-85e1-8084c84c81f4 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1096 time: 0.1641791 May 30 20:28:17.987100 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f05e71a-42ef-496f-b031-88c243d83e0d req-c5af7a73-9252-4d43-b6da-81b7a6cc73d0 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742650 May 30 20:28:18.016756 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-9dc116d0-29b3-4e18-9e99-ec98636cac9a tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] show failed (client error): The resource could not be found. May 30 20:28:18.016756 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9dc116d0-29b3-4e18-9e99-ec98636cac9a tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/ports/75863f2c-200a-4b9b-825b-05e0834abbad/tags/tempest-TagsExtTest-Tag-811814311 HTTP/1.1" status: 404 len: 328 time: 0.4051661 May 30 20:28:18.020396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34064) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:18.033493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-de1694b0-8830-435a-974d-3d02f8a2adb4 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd606a76a-b9c6-4020-b8d6-5d5b6a8b4c65', {'tags': ['tempest-TagsExtTest-Tag-1112976440', 'tempest-TagsExtTest-Tag-1683909426', 'tempest-TagsExtTest-Tag-608122627']}) {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:18.295847 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-de1694b0-8830-435a-974d-3d02f8a2adb4 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "PUT /v2.0/routers/d606a76a-b9c6-4020-b8d6-5d5b6a8b4c65/tags HTTP/1.1" status: 200 len: 317 time: 0.2699285 May 30 20:28:18.295847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34070) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:18.305973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-03b7c108-0025-4da1-a5f7-58d4f1263496 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd606a76a-b9c6-4020-b8d6-5d5b6a8b4c65') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:18.425675 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-707b503b-a699-4e4e-9c57-4d5fcf6f00f3 req-2a0ae67b-c544-4676-9b8e-09b815abc696 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1096 time: 0.2284927 May 30 20:28:18.427186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.objects.ports [None req-4a661de4-29a5-48f3-9f07-2af6109ffc83 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:28:18.665413 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-707b503b-a699-4e4e-9c57-4d5fcf6f00f3 req-3eae4cc5-b975-4ed8-ab8a-a828b9e8eb57 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716524 May 30 20:28:18.669832 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a661de4-29a5-48f3-9f07-2af6109ffc83 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.688814 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-03b7c108-0025-4da1-a5f7-58d4f1263496 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/routers/d606a76a-b9c6-4020-b8d6-5d5b6a8b4c65/tags HTTP/1.1" status: 204 len: 168 time: 0.3939059 May 30 20:28:18.691591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34080) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:18.698889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-bba7d8fc-5ea6-4bad-8b5b-e0ab37e57430 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd606a76a-b9c6-4020-b8d6-5d5b6a8b4c65', 'tempest-TagsExtTest-Tag-1112976440') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:18.948942 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-bba7d8fc-5ea6-4bad-8b5b-e0ab37e57430 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] show failed (client error): The resource could not be found. May 30 20:28:18.948942 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bba7d8fc-5ea6-4bad-8b5b-e0ab37e57430 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/routers/d606a76a-b9c6-4020-b8d6-5d5b6a8b4c65/tags/tempest-TagsExtTest-Tag-1112976440 HTTP/1.1" status: 404 len: 329 time: 0.2542214 May 30 20:28:18.948942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34088) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:18.971098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-0682228b-b112-4e2f-8993-33c2d6b84a59 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd606a76a-b9c6-4020-b8d6-5d5b6a8b4c65', 'tempest-TagsExtTest-Tag-1683909426') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:19.082061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-4a661de4-29a5-48f3-9f07-2af6109ffc83 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] For port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b1703c2e-8283-4f3c-b12d-3b94d27f8f7c,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:19.113479 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a661de4-29a5-48f3-9f07-2af6109ffc83 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:19.120926 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a661de4-29a5-48f3-9f07-2af6109ffc83 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:19.122029 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a661de4-29a5-48f3-9f07-2af6109ffc83 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:19.149364 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c64893ed-bf91-4fc3-bdd5-6edf5dc7ed04 req-29a700a0-a327-449f-896f-6ba672edcbb1 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1096 time: 0.3104424 May 30 20:28:19.210199 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-0682228b-b112-4e2f-8993-33c2d6b84a59 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] show failed (client error): The resource could not be found. May 30 20:28:19.210199 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0682228b-b112-4e2f-8993-33c2d6b84a59 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/routers/d606a76a-b9c6-4020-b8d6-5d5b6a8b4c65/tags/tempest-TagsExtTest-Tag-1683909426 HTTP/1.1" status: 404 len: 329 time: 0.2536683 May 30 20:28:19.210199 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34100) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:19.220732 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-11b415ca-9791-4ce0-ac6a-78dad8b4f942 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd606a76a-b9c6-4020-b8d6-5d5b6a8b4c65', 'tempest-TagsExtTest-Tag-608122627') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:19.284734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a661de4-29a5-48f3-9f07-2af6109ffc83 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:19.284734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-4a661de4-29a5-48f3-9f07-2af6109ffc83 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:19.294440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a661de4-29a5-48f3-9f07-2af6109ffc83 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:19.294440 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a661de4-29a5-48f3-9f07-2af6109ffc83 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:19.314846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a661de4-29a5-48f3-9f07-2af6109ffc83 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=719c69e2-6fb5-4d5d-9831-810ef93f4c40,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:19.323181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5fe200-f8b0-4c0f-9c69-86d077e96ddf None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:19.338220 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a661de4-29a5-48f3-9f07-2af6109ffc83 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=b1703c2e-8283-4f3c-b12d-3b94d27f8f7c,revision_number=5']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:19.379779 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4a661de4-29a5-48f3-9f07-2af6109ffc83 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2173021 May 30 20:28:19.379779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34106) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:19.392715 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1ce7f01a-fd40-4548-bc0b-745019e7e798 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'mac_address': 'fa:16:3e:63:35:e9', 'name': 'tempest-NetworksTestDHCPv6-632697386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:19.508651 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c64893ed-bf91-4fc3-bdd5-6edf5dc7ed04 req-3d1fe29f-5e07-4392-9a1e-24f41cd655ce tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580139 May 30 20:28:19.548799 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-11b415ca-9791-4ce0-ac6a-78dad8b4f942 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] show failed (client error): The resource could not be found. May 30 20:28:19.549805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-11b415ca-9791-4ce0-ac6a-78dad8b4f942 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/routers/d606a76a-b9c6-4020-b8d6-5d5b6a8b4c65/tags/tempest-TagsExtTest-Tag-608122627 HTTP/1.1" status: 404 len: 328 time: 0.3405325 May 30 20:28:19.553026 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34118) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:19.581963 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-35382c87-d852-4436-9b9d-8bf63fc182d6 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '883a2a48-613a-43f6-ba87-2c49b75e1a85', {'tags': ['tempest-TagsExtTest-Tag-1455228878', 'tempest-TagsExtTest-Tag-1267166518', 'tempest-TagsExtTest-Tag-1223642280']}) {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:19.710945 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1ce7f01a-fd40-4548-bc0b-745019e7e798 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:19.714276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34122) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:19.717610 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-35382c87-d852-4436-9b9d-8bf63fc182d6 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "PUT /v2.0/subnetpools/883a2a48-613a-43f6-ba87-2c49b75e1a85/tags HTTP/1.1" status: 200 len: 318 time: 0.1510859 May 30 20:28:19.728037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1ce7f01a-fd40-4548-bc0b-745019e7e798 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:19.757649 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce7f01a-fd40-4548-bc0b-745019e7e798 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:19.765176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-05a9e1bf-3cf8-443f-bc11-70fbc1af2eeb tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '883a2a48-613a-43f6-ba87-2c49b75e1a85') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:19.768432 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1ce7f01a-fd40-4548-bc0b-745019e7e798 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:19.824402 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-1ce7f01a-fd40-4548-bc0b-745019e7e798 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port c091fca5-69f8-4a9d-8e9f-99eae2577989 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:28:19.908956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-05a9e1bf-3cf8-443f-bc11-70fbc1af2eeb tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/subnetpools/883a2a48-613a-43f6-ba87-2c49b75e1a85/tags HTTP/1.1" status: 204 len: 168 time: 0.2013409 May 30 20:28:19.911259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34134) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:19.921482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-2b7c01df-b79f-495f-8145-8a289fc8b4c2 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '883a2a48-613a-43f6-ba87-2c49b75e1a85', 'tempest-TagsExtTest-Tag-1455228878') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:19.942328 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34138) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:19.961373 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-2b7c01df-b79f-495f-8145-8a289fc8b4c2 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] show failed (client error): The resource could not be found. May 30 20:28:19.962336 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2b7c01df-b79f-495f-8145-8a289fc8b4c2 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/subnetpools/883a2a48-613a-43f6-ba87-2c49b75e1a85/tags/tempest-TagsExtTest-Tag-1455228878 HTTP/1.1" status: 404 len: 329 time: 0.0499914 May 30 20:28:19.965274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34144) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:19.981253 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-ef5bda0c-af39-4e31-af15-6169ce3161d8 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '883a2a48-613a-43f6-ba87-2c49b75e1a85', 'tempest-TagsExtTest-Tag-1267166518') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:20.034290 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-ef5bda0c-af39-4e31-af15-6169ce3161d8 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] show failed (client error): The resource could not be found. May 30 20:28:20.034290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ef5bda0c-af39-4e31-af15-6169ce3161d8 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/subnetpools/883a2a48-613a-43f6-ba87-2c49b75e1a85/tags/tempest-TagsExtTest-Tag-1267166518 HTTP/1.1" status: 404 len: 329 time: 0.0662973 May 30 20:28:20.042656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34152) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:20.058487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.tag.tag_plugin [None req-264b5267-6aeb-4fc3-ad38-901b7ecc8b4b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '883a2a48-613a-43f6-ba87-2c49b75e1a85', 'tempest-TagsExtTest-Tag-1223642280') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:20.126213 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-264b5267-6aeb-4fc3-ad38-901b7ecc8b4b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] show failed (client error): The resource could not be found. May 30 20:28:20.126213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-264b5267-6aeb-4fc3-ad38-901b7ecc8b4b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/subnetpools/883a2a48-613a-43f6-ba87-2c49b75e1a85/tags/tempest-TagsExtTest-Tag-1223642280 HTTP/1.1" status: 404 len: 329 time: 0.0855212 May 30 20:28:20.134600 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34158) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:20.134600 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-1ce7f01a-fd40-4548-bc0b-745019e7e798 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::f816:3eff:fe63:35e9 (c840c2bc-8044-4130-b66e-385776b76782/719c69e2-6fb5-4d5d-9831-810ef93f4c40/c091fca5-69f8-4a9d-8e9f-99eae2577989) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:20.142035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-fe580750-d02a-4f38-b3d4-fdddbef627a8 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '883a2a48-613a-43f6-ba87-2c49b75e1a85') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:20.272073 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fe580750-d02a-4f38-b3d4-fdddbef627a8 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/subnetpools/883a2a48-613a-43f6-ba87-2c49b75e1a85/tags HTTP/1.1" status: 204 len: 168 time: 0.1426983 May 30 20:28:20.280334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34162) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:20.300197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-6b0a4853-b22c-4977-9170-00cbc6b9af44 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd606a76a-b9c6-4020-b8d6-5d5b6a8b4c65') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:20.352620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-b2e139a2-1b94-4d8f-9999-8691cabe8dcb tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:20.356746 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-b2e139a2-1b94-4d8f-9999-8691cabe8dcb tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/networks?id=b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac HTTP/1.1" status: 200 len: 910 time: 0.2311518 May 30 20:28:20.385096 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-ba4ec272-a510-4b0b-8107-61b0aa102bf3 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/quotas/ef7e0ebf389840c5b26aa829a73b0059 HTTP/1.1" status: 200 len: 375 time: 0.0223930 May 30 20:28:20.500306 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fa9bc658-c0cb-437c-8d2e-e1f6214391d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:20.561097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fa9bc658-c0cb-437c-8d2e-e1f6214391d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:20.567175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fa9bc658-c0cb-437c-8d2e-e1f6214391d0 admin admin] Usage tracker for resource:security_group_rule and tenant:9c5abf7677334a108833ba1f68992921 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:20.574363 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6dfdad59-7683-40d0-b474-62fac60eacf6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?tenant_id=ef7e0ebf389840c5b26aa829a73b0059&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1829903 May 30 20:28:20.574363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fa9bc658-c0cb-437c-8d2e-e1f6214391d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:20.580419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fa9bc658-c0cb-437c-8d2e-e1f6214391d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:20.751627 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6b0a4853-b22c-4977-9170-00cbc6b9af44 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/routers/d606a76a-b9c6-4020-b8d6-5d5b6a8b4c65/tags HTTP/1.1" status: 204 len: 168 time: 0.4688237 May 30 20:28:20.751627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34172) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:20.764320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-7832cdc4-4a5d-4fdf-8b56-318acffd4851 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '75863f2c-200a-4b9b-825b-05e0834abbad') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:20.778974 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-d6086a8f-a759-4c7b-bfd4-d9d32129e15c service neutron] 10.222.0.84 "GET /v2.0/networks/b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938522 May 30 20:28:20.817797 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fa9bc658-c0cb-437c-8d2e-e1f6214391d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:20.841182 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1ce7f01a-fd40-4548-bc0b-745019e7e798 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:20.851714 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fa9bc658-c0cb-437c-8d2e-e1f6214391d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:20.876915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-1ce7f01a-fd40-4548-bc0b-745019e7e798 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object c091fca5-69f8-4a9d-8e9f-99eae2577989 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:20.921697 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7832cdc4-4a5d-4fdf-8b56-318acffd4851 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/ports/75863f2c-200a-4b9b-825b-05e0834abbad/tags HTTP/1.1" status: 204 len: 168 time: 0.1731987 May 30 20:28:20.922309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34178) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:20.929195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.tag.tag_plugin [None req-bb673a13-8a13-49c6-88e5-1591c5b69ad1 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a3200b89-5298-41d6-9c8b-1a47912282e0') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:20.969069 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1ce7f01a-fd40-4548-bc0b-745019e7e798 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:20.992903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bc658-c0cb-437c-8d2e-e1f6214391d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2beb62e-68d0-43fb-b982-a36f1fbf7a59,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:21.002148 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fa9bc658-c0cb-437c-8d2e-e1f6214391d0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9c5abf7677334a108833ba1f68992921&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0585988 May 30 20:28:21.013872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34182) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:21.062318 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-09b8a9a7-8407-43d4-907a-7f9ecdb5d8d3 service neutron] 10.222.0.84 "GET /v2.0/networks/b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457018 May 30 20:28:21.088361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7f01a-fd40-4548-bc0b-745019e7e798 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=c091fca5-69f8-4a9d-8e9f-99eae2577989,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:21.129181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce7f01a-fd40-4548-bc0b-745019e7e798 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:21.148969 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-1ce7f01a-fd40-4548-bc0b-745019e7e798 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:21.156007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce7f01a-fd40-4548-bc0b-745019e7e798 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:21.163782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce7f01a-fd40-4548-bc0b-745019e7e798 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:21.163782 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1ce7f01a-fd40-4548-bc0b-745019e7e798 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.238329 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1ce7f01a-fd40-4548-bc0b-745019e7e798 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8585308 May 30 20:28:21.240607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34186) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:21.280628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b1703c2e-8283-4f3c-b12d-3b94d27f8f7c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:21.348037 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bb673a13-8a13-49c6-88e5-1591c5b69ad1 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/subnets/a3200b89-5298-41d6-9c8b-1a47912282e0/tags HTTP/1.1" status: 204 len: 168 time: 0.4235680 May 30 20:28:21.352955 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56216556-4d25-4fe8-a669-df67aec86322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.353652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34194) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:21.415307 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:21.451528 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56216556-4d25-4fe8-a669-df67aec86322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.503785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0824f534-30d7-40aa-a3de-961d9869773d None None] Provisioning for port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:21.503785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0824f534-30d7-40aa-a3de-961d9869773d None None] Provisioning complete for port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:21.503785 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0824f534-30d7-40aa-a3de-961d9869773d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.546388 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56216556-4d25-4fe8-a669-df67aec86322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.567810 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19a0c9e1-eb20-44fc-b243-4fc6e86c9e13 req-b6804078-91db-4e08-8273-16397c7a4550 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 210 time: 0.1303835 May 30 20:28:21.579883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56216556-4d25-4fe8-a669-df67aec86322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2beb62e-68d0-43fb-b982-a36f1fbf7a59,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:21.605025 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56216556-4d25-4fe8-a669-df67aec86322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.605025 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-56216556-4d25-4fe8-a669-df67aec86322 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c2beb62e-68d0-43fb-b982-a36f1fbf7a59 HTTP/1.1" status: 204 len: 168 time: 0.5829775 May 30 20:28:21.740282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461fd422-ab5b-4277-80e3-65afb7c5fe6e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:21.745078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461fd422-ab5b-4277-80e3-65afb7c5fe6e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:21.746892 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-461fd422-ab5b-4277-80e3-65afb7c5fe6e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5069864 May 30 20:28:21.749937 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34210) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:21.800372 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7dcb6d95-678a-4afc-bc90-f63b0ab60425 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks [] for subnetpool, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.807468 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7dcb6d95-678a-4afc-bc90-f63b0ab60425 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/subnetpools/883a2a48-613a-43f6-ba87-2c49b75e1a85 HTTP/1.1" status: 204 len: 168 time: 0.4525349 May 30 20:28:21.810105 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34214) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:21.892363 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0824f534-30d7-40aa-a3de-961d9869773d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.914386 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-bddb1c8b-a9b7-458a-bcd5-5192baba3e50 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Synchronizing usage tracker for tenant:02f7aa608e134f1ab11b8133fd757756 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:21.940611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-050cf2d2-d33b-44a8-bdea-b5a4891e69eb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port c091fca5-69f8-4a9d-8e9f-99eae2577989 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:21.940611 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-050cf2d2-d33b-44a8-bdea-b5a4891e69eb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.965256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-bddb1c8b-a9b7-458a-bcd5-5192baba3e50 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Unset dirty status for tenant:02f7aa608e134f1ab11b8133fd757756 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:21.965256 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bddb1c8b-a9b7-458a-bcd5-5192baba3e50 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "GET /v2.0/ports?device_id=d606a76a-b9c6-4020-b8d6-5d5b6a8b4c65 HTTP/1.1" status: 200 len: 205 time: 0.1498339 May 30 20:28:21.965256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34220) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:21.975378 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-0824f534-30d7-40aa-a3de-961d9869773d None None] For port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b1703c2e-8283-4f3c-b12d-3b94d27f8f7c,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:21.984998 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0824f534-30d7-40aa-a3de-961d9869773d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:22.130087 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-91dac177-4485-4926-8b7b-979ec9e382b6 None None] Provisioning for port c091fca5-69f8-4a9d-8e9f-99eae2577989 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:22.144507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-91dac177-4485-4926-8b7b-979ec9e382b6 None None] Provisioning complete for port c091fca5-69f8-4a9d-8e9f-99eae2577989 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:22.144870 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-91dac177-4485-4926-8b7b-979ec9e382b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:22.231051 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824f534-30d7-40aa-a3de-961d9869773d None None] Pushing event updated for resources: {'Port': ['ID=b1703c2e-8283-4f3c-b12d-3b94d27f8f7c,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:22.251931 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-91dac177-4485-4926-8b7b-979ec9e382b6 None None] Port c091fca5-69f8-4a9d-8e9f-99eae2577989 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:28:22.414863 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-050cf2d2-d33b-44a8-bdea-b5a4891e69eb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:22.439150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34228) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:22.461537 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d57d6b3a-4ffa-4550-90c8-edaa59857123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:22.505703 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d57d6b3a-4ffa-4550-90c8-edaa59857123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:22.511016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d57d6b3a-4ffa-4550-90c8-edaa59857123 admin admin] Usage tracker for resource:security_group_rule and tenant:a2c56ca0064d4c43a560e13d0acfe621 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:22.511016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d57d6b3a-4ffa-4550-90c8-edaa59857123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:22.519501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d57d6b3a-4ffa-4550-90c8-edaa59857123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:22.561462 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-050cf2d2-d33b-44a8-bdea-b5a4891e69eb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for c091fca5-69f8-4a9d-8e9f-99eae2577989 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:22.638890 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19c334f3-7cb0-4774-bb02-b5dc15dbfcb9 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:22.748256 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-050cf2d2-d33b-44a8-bdea-b5a4891e69eb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:22.829696 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d57d6b3a-4ffa-4550-90c8-edaa59857123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:22.886659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cf2d2-d33b-44a8-bdea-b5a4891e69eb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=c091fca5-69f8-4a9d-8e9f-99eae2577989,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:22.912914 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-050cf2d2-d33b-44a8-bdea-b5a4891e69eb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:22.926435 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-050cf2d2-d33b-44a8-bdea-b5a4891e69eb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/c091fca5-69f8-4a9d-8e9f-99eae2577989 HTTP/1.1" status: 204 len: 168 time: 1.1695652 May 30 20:28:22.926435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34240) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:22.936639 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6159ccd9-11d0-42f1-be54-a4b00e30cc97 req-239468b4-6534-4178-a3ea-0533f60088db tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 210 time: 0.1098452 May 30 20:28:22.948869 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d57d6b3a-4ffa-4550-90c8-edaa59857123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.031009 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d57d6b3a-4ffa-4550-90c8-edaa59857123 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a2c56ca0064d4c43a560e13d0acfe621&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5889432 May 30 20:28:23.038731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c337678-5b44-43f0-bb82-fef07b4cd348 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:23.040351 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c337678-5b44-43f0-bb82-fef07b4cd348 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:23.041095 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2c337678-5b44-43f0-bb82-fef07b4cd348 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:23.064229 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34246) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:23.096019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d6b3a-4ffa-4550-90c8-edaa59857123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ecd023-0915-47f3-94dc-93daa802d0c9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:23.129018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2c337678-5b44-43f0-bb82-fef07b4cd348 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:23.129018 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2c337678-5b44-43f0-bb82-fef07b4cd348 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2036283 May 30 20:28:23.135791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34250) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:23.149129 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b1703c2e-8283-4f3c-b12d-3b94d27f8f7c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:23.276905 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:23.276905 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.393807 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26aa0475-7a31-487e-992e-34775127e1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.429366 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26aa0475-7a31-487e-992e-34775127e1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.530885 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19c334f3-7cb0-4774-bb02-b5dc15dbfcb9 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.544263 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19c334f3-7cb0-4774-bb02-b5dc15dbfcb9 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.609234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-228a8ccc-1b0d-492e-83ca-8ca275ee6c92 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:23.609234 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-228a8ccc-1b0d-492e-83ca-8ca275ee6c92 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.77 "GET /v2.0/networks?id=b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac HTTP/1.1" status: 200 len: 910 time: 0.1648943 May 30 20:28:23.609234 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19c334f3-7cb0-4774-bb02-b5dc15dbfcb9 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.609234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c334f3-7cb0-4774-bb02-b5dc15dbfcb9 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Fanout notify agent at l3_agent the message router_deleted on router d606a76a-b9c6-4020-b8d6-5d5b6a8b4c65 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:28:23.645460 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-aa377847-0300-48ea-8044-a0ed602d5488 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Request body: {'port': {'device_id': '862545e5-6cdf-4e15-9ef0-9094e43f52ef', 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac', 'admin_state_up': True, 'tenant_id': 'ef7e0ebf389840c5b26aa829a73b0059'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:23.649108 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26aa0475-7a31-487e-992e-34775127e1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.653540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-aa377847-0300-48ea-8044-a0ed602d5488 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:23.653540 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-19c334f3-7cb0-4774-bb02-b5dc15dbfcb9 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.653540 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-19c334f3-7cb0-4774-bb02-b5dc15dbfcb9 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/routers/d606a76a-b9c6-4020-b8d6-5d5b6a8b4c65 HTTP/1.1" status: 204 len: 168 time: 1.6836274 May 30 20:28:23.653540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34256) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:23.675279 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa0475-7a31-487e-992e-34775127e1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ecd023-0915-47f3-94dc-93daa802d0c9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:23.701664 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26aa0475-7a31-487e-992e-34775127e1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.701664 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-26aa0475-7a31-487e-992e-34775127e1a3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/97ecd023-0915-47f3-94dc-93daa802d0c9 HTTP/1.1" status: 204 len: 168 time: 0.6206865 May 30 20:28:23.720354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-eda80334-e171-4927-b5a9-ab035023f059 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Deleting port 75863f2c-200a-4b9b-825b-05e0834abbad {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:23.720714 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eda80334-e171-4927-b5a9-ab035023f059 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.752169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-aa377847-0300-48ea-8044-a0ed602d5488 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:23.753644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9d91c5-4482-41c5-bd10-d6feb52020e1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet 719c69e2-6fb5-4d5d-9831-810ef93f4c40 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:28:23.764299 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e9d91c5-4482-41c5-bd10-d6feb52020e1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.791725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-aa377847-0300-48ea-8044-a0ed602d5488 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Made reservation on behalf of ef7e0ebf389840c5b26aa829a73b0059 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:23.797428 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-aa377847-0300-48ea-8044-a0ed602d5488 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.866598 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e9d91c5-4482-41c5-bd10-d6feb52020e1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:24.192800 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e9d91c5-4482-41c5-bd10-d6feb52020e1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:24.347394 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-676fe2f5-5134-45ce-be22-648db94e133c req-142c3d36-4260-4350-8731-57c8ffc97ef8 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 210 time: 0.0862565 May 30 20:28:24.354490 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eda80334-e171-4927-b5a9-ab035023f059 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:24.360031 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e9d91c5-4482-41c5-bd10-d6feb52020e1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:24.414467 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d91c5-4482-41c5-bd10-d6feb52020e1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=719c69e2-6fb5-4d5d-9831-810ef93f4c40,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:24.426189 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e9d91c5-4482-41c5-bd10-d6feb52020e1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:24.431168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd0b0d3-fa5a-45ab-8cbb-00b402fe5659 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:24.482896 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5e9d91c5-4482-41c5-bd10-d6feb52020e1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/719c69e2-6fb5-4d5d-9831-810ef93f4c40 HTTP/1.1" status: 204 len: 168 time: 1.3490560 May 30 20:28:24.484927 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34280) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:24.529441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-eda80334-e171-4927-b5a9-ab035023f059 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Calling delete_port for 75863f2c-200a-4b9b-825b-05e0834abbad owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:24.595507 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-62332327-23fd-4a38-a283-f62be012c3e8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1041899 May 30 20:28:24.595507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34286) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:24.608564 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:24.619343 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-aa377847-0300-48ea-8044-a0ed602d5488 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Allocated IP 172.20.0.11 (b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac/04df5b87-0f28-4d22-b06b-8eec51360999/e4d5d78c-9269-4bf7-a639-0223bbaa2242) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:24.835751 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:24.846360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:24.847509 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eda80334-e171-4927-b5a9-ab035023f059 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:24.855586 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:24.871544 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:24.899053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:24.905062 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:24.917127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda80334-e171-4927-b5a9-ab035023f059 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Pushing event deleted for resources: {'Port': ['ID=75863f2c-200a-4b9b-825b-05e0834abbad,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:25.058841 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] DHCP port deletion for c840c2bc-8044-4130-b66e-385776b76782 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:28:25.154567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] Deleting port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:25.154567 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:25.200686 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eda80334-e171-4927-b5a9-ab035023f059 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:25.274585 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b1703c2e-8283-4f3c-b12d-3b94d27f8f7c no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:28:25.291073 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-eda80334-e171-4927-b5a9-ab035023f059 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/ports/75863f2c-200a-4b9b-825b-05e0834abbad HTTP/1.1" status: 204 len: 168 time: 1.6319914 May 30 20:28:25.291073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34308) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:25.430260 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-aa377847-0300-48ea-8044-a0ed602d5488 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:25.624786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34318) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:25.631353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-aa377847-0300-48ea-8044-a0ed602d5488 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Transition to ACTIVE for port object e4d5d78c-9269-4bf7-a639-0223bbaa2242 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:25.724599 n-d-843949-2 neutron-server[84024]: DEBUG neutron.objects.ports [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:28:25.750538 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5a268d-5e95-4135-99a9-1e980950af10 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Deleting subnet a3200b89-5298-41d6-9c8b-1a47912282e0 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:28:25.783315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8a6cc826-88f2-445e-9ba0-6d6e63df4718 req-311fc7cf-b521-4618-a365-fa2b92bdd2b6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Synchronizing usage tracker for tenant:ef7e0ebf389840c5b26aa829a73b0059 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:25.791826 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ba5a268d-5e95-4135-99a9-1e980950af10 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:25.926899 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-aa377847-0300-48ea-8044-a0ed602d5488 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.014402 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] For port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b1703c2e-8283-4f3c-b12d-3b94d27f8f7c,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:26.014920 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.029145 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.074385 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-aa377847-0300-48ea-8044-a0ed602d5488 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:26.082096 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-239570384-network', 'tenant_id': '76c0f3bf33a54ad692732b33a201089a'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:26.098379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa377847-0300-48ea-8044-a0ed602d5488 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Pushing event updated for resources: {'Port': ['ID=e4d5d78c-9269-4bf7-a639-0223bbaa2242,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:26.101277 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-aa377847-0300-48ea-8044-a0ed602d5488 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:26.103103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8a6cc826-88f2-445e-9ba0-6d6e63df4718 req-311fc7cf-b521-4618-a365-fa2b92bdd2b6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Unset dirty status for tenant:ef7e0ebf389840c5b26aa829a73b0059 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:26.104504 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8a6cc826-88f2-445e-9ba0-6d6e63df4718 req-311fc7cf-b521-4618-a365-fa2b92bdd2b6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 210 time: 0.4771996 May 30 20:28:26.105413 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-aa377847-0300-48ea-8044-a0ed602d5488 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:26.145644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:26.149776 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ba5a268d-5e95-4135-99a9-1e980950af10 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.190220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Usage tracker for resource:network and tenant:76c0f3bf33a54ad692732b33a201089a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:26.197490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] Calling delete_port for b1703c2e-8283-4f3c-b12d-3b94d27f8f7c owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:26.201633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:26.251027 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:26.303452 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-aa377847-0300-48ea-8044-a0ed602d5488 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:26.304882 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-aa377847-0300-48ea-8044-a0ed602d5488 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.340260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['96935867-6c6f-44cd-b578-3a734cae9ccf'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:28:26.356661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Made reservation on behalf of 76c0f3bf33a54ad692732b33a201089a for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:26.362353 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.397388 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-aa377847-0300-48ea-8044-a0ed602d5488 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.7754722 May 30 20:28:26.399602 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.405910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] For port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b1703c2e-8283-4f3c-b12d-3b94d27f8f7c,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:26.413965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Request body: {'port': {'device_id': '862545e5-6cdf-4e15-9ef0-9094e43f52ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:26.450995 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.458157 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.459876 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.476107 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.495448 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:28:26.496143 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:28:26.536784 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.617374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=4a5fff4f-719b-4fad-b003-d7a8b4fd973b,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:26.636361 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ba5a268d-5e95-4135-99a9-1e980950af10 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.643718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:26.648390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:26.659618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:26.660229 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.671248 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e463d695-142e-470f-a8fd-1ab38d2e265b None None] Provisioning for port e4d5d78c-9269-4bf7-a639-0223bbaa2242 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:26.679351 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e463d695-142e-470f-a8fd-1ab38d2e265b None None] Provisioning complete for port e4d5d78c-9269-4bf7-a639-0223bbaa2242 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:26.680329 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e463d695-142e-470f-a8fd-1ab38d2e265b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.697828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:26.718188 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Usage tracker for resource:security_group_rule and tenant:76c0f3bf33a54ad692732b33a201089a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:26.736555 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=b1703c2e-8283-4f3c-b12d-3b94d27f8f7c,revision_number=9']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:26.741955 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a6845bd8-81b0-4774-8272-dcd7a0991617 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1463137 May 30 20:28:26.744643 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34332) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:26.749328 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:28:26.749806 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:28:26.752870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'mac_address': 'fa:16:3e:f9:c1:f4', 'name': 'tempest-NetworksTestDHCPv6-934732421'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:26.767702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:26.783723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:26.791947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e463d695-142e-470f-a8fd-1ab38d2e265b None None] Port e4d5d78c-9269-4bf7-a639-0223bbaa2242 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:28:26.934586 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:26.940069 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:port and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:26.943340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:26.950170 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:26.966167 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ba5a268d-5e95-4135-99a9-1e980950af10 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.979176 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:26.983526 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.998029 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] Deleting port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:26.998774 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.058158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port adc7b46c-1a31-4774-b711-b07a3e912eb4 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:28:27.103134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a268d-5e95-4135-99a9-1e980950af10 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Pushing event deleted for resources: {'Subnet': ['ID=a3200b89-5298-41d6-9c8b-1a47912282e0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:27.155168 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ba5a268d-5e95-4135-99a9-1e980950af10 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.158304 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a89bf3-127b-4104-bbd4-42a2e8e5e244 None None] Network a0d70bad-7b39-48f2-b440-e9d79d204019 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:27.279978 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.285140 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ba5a268d-5e95-4135-99a9-1e980950af10 tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/subnets/a3200b89-5298-41d6-9c8b-1a47912282e0 HTTP/1.1" status: 204 len: 168 time: 1.9960408 May 30 20:28:27.288556 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::f816:3eff:fef9:c1f4 (c840c2bc-8044-4130-b66e-385776b76782/4a5fff4f-719b-4fad-b003-d7a8b4fd973b/adc7b46c-1a31-4774-b711-b07a3e912eb4) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:27.290600 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34342) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:27.293160 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.347658 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:28:27.446878 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.447219 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Added segment 5a7d96a2-20b0-422d-b087-d46d788ed8be of type vlan for network 6df0bc26-0588-44e4-8ef4-1c473504e48e May 30 20:28:27.450819 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8e3854-24a1-4f91-831a-320e5103bb32,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:27.470102 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.495885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Deleting port b040a1a1-5727-4260-81fa-ffa3cab87fe6 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:27.496603 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.516360 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.580010 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.631156 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c56ec07-d5e9-46ba-b8a5-7651e0c43784 req-fc42d749-4835-4adb-b603-2d9d065ef3db tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1028 time: 0.2461491 May 30 20:28:27.657132 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d5d78c-9269-4bf7-a639-0223bbaa2242 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:28:27.666238 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.667340 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:27.668258 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.696838 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b1703c2e-8283-4f3c-b12d-3b94d27f8f7c,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:27.698999 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.710339 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] For port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b1703c2e-8283-4f3c-b12d-3b94d27f8f7c,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:27.711214 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.719423 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.853900 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Transition to ACTIVE for port object e4d5d78c-9269-4bf7-a639-0223bbaa2242 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:27.862715 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.2339308 May 30 20:28:27.866157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ed43c-3c9f-453f-a369-063f59938688 admin admin] Pushing event updated for resources: {'Network': ['ID=6df0bc26-0588-44e4-8ef4-1c473504e48e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:27.869519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34346) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:27.876785 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.894543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-3eeed126-3937-4e72-979e-91ec823bc9cd admin admin] Request body: {'subnet': {'network_id': '6df0bc26-0588-44e4-8ef4-1c473504e48e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-239570384-subnet', 'tenant_id': '76c0f3bf33a54ad692732b33a201089a', 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:27.900881 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3eeed126-3937-4e72-979e-91ec823bc9cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:27.904980 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3eeed126-3937-4e72-979e-91ec823bc9cd admin admin] Usage tracker for resource:subnet and tenant:76c0f3bf33a54ad692732b33a201089a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:27.907794 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3eeed126-3937-4e72-979e-91ec823bc9cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:27.915205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3eeed126-3937-4e72-979e-91ec823bc9cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:27.927191 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] Calling delete_port for b1703c2e-8283-4f3c-b12d-3b94d27f8f7c owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:27.953955 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 6df0bc26-0588-44e4-8ef4-1c473504e48e details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:28:28.011672 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] For port b040a1a1-5727-4260-81fa-ffa3cab87fe6, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b040a1a1-5727-4260-81fa-ffa3cab87fe6,segment=NetworkSegment(214bdb63-7816-4d15-9849-4a2d2788eadc),segment_id=214bdb63-7816-4d15-9849-4a2d2788eadc)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:28.012603 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:28.052041 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6705c6c5-d1ec-4873-8fdb-0c2377288197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:28.056473 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c56ec07-d5e9-46ba-b8a5-7651e0c43784 req-9b753673-944e-48b9-a8a4-db549036c73d tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175034 May 30 20:28:28.062346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eeed126-3937-4e72-979e-91ec823bc9cd admin admin] Made reservation on behalf of 76c0f3bf33a54ad692732b33a201089a for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:28.065101 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3eeed126-3937-4e72-979e-91ec823bc9cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:28.096937 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=b1703c2e-8283-4f3c-b12d-3b94d27f8f7c,revision_number=10']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:28.170510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Pushing event updated for resources: {'Port': ['ID=e4d5d78c-9269-4bf7-a639-0223bbaa2242,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:28.180495 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:28:28.181021 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:28:28.192200 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89def3d2-59ba-4a69-af4e-17ddc366c0bb None None] DHCP port deletion for a0d70bad-7b39-48f2-b440-e9d79d204019 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:28:28.196705 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-89def3d2-59ba-4a69-af4e-17ddc366c0bb None None] Deleting port b040a1a1-5727-4260-81fa-ffa3cab87fe6 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:28.197460 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-89def3d2-59ba-4a69-af4e-17ddc366c0bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:28.371320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Calling delete_port for b040a1a1-5727-4260-81fa-ffa3cab87fe6 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:28.445195 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:28.449622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Attempting to bind port e4d5d78c-9269-4bf7-a639-0223bbaa2242 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:28:28.449955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Attempting to bind port e4d5d78c-9269-4bf7-a639-0223bbaa2242 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '9aa09312-9ea0-48d3-bd09-e3432443d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:28:28.450290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Attempting to bind port e4d5d78c-9269-4bf7-a639-0223bbaa2242 on network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:28.473413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object adc7b46c-1a31-4774-b711-b07a3e912eb4 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:28.498303 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Port e4d5d78c-9269-4bf7-a639-0223bbaa2242 on network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:28:28.498636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Attempting to bind port e4d5d78c-9269-4bf7-a639-0223bbaa2242 on network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:28.511468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:28:28.511849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Checking segment: {'id': '9aa09312-9ea0-48d3-bd09-e3432443d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:28.512258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Bound using segment: {'id': '9aa09312-9ea0-48d3-bd09-e3432443d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:28:28.512805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Bound port: e4d5d78c-9269-4bf7-a639-0223bbaa2242, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa09312-9ea0-48d3-bd09-e3432443d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:28:28.513167 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:28.530670 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:28.541124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] Deleting port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:28.541629 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:28.639891 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3eeed126-3937-4e72-979e-91ec823bc9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:28.642152 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Pushing event deleted for resources: {'Port': ['ID=b040a1a1-5727-4260-81fa-ffa3cab87fe6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:28.658531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] No DVR routers for this DVR port b040a1a1-5727-4260-81fa-ffa3cab87fe6 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:28:28.712230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeed126-3937-4e72-979e-91ec823bc9cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e7596d-d545-47c2-856c-e07484f185a6,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:28.721753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] For port e4d5d78c-9269-4bf7-a639-0223bbaa2242, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:28:28.735752 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] For port e4d5d78c-9269-4bf7-a639-0223bbaa2242, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e4d5d78c-9269-4bf7-a639-0223bbaa2242,segment=NetworkSegment(9aa09312-9ea0-48d3-bd09-e3432443d394),segment_id=9aa09312-9ea0-48d3-bd09-e3432443d394)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:28:28.762590 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:28.829324 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:28.862077 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:28.863723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] 10.222.0.77 "PUT /v2.0/ports/e4d5d78c-9269-4bf7-a639-0223bbaa2242 HTTP/1.1" status: 200 len: 1092 time: 2.4543569 May 30 20:28:28.882604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862545e5-6cdf-4e15-9ef0-9094e43f52ef', 'tag': 'e4d5d78c-9269-4bf7-a639-0223bbaa2242'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:28:28.884987 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:28.898049 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d70bad-7b39-48f2-b440-e9d79d204019']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:28.902859 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeed126-3937-4e72-979e-91ec823bc9cd admin admin] Checking segment: {'id': '5a7d96a2-20b0-422d-b087-d46d788ed8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6df0bc26-0588-44e4-8ef4-1c473504e48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:28.903596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeed126-3937-4e72-979e-91ec823bc9cd admin admin] Network hostable DHCP agents. Network: 6df0bc26-0588-44e4-8ef4-1c473504e48e, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:28:29.004315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a249b-5ade-4c07-962a-80ce1eb0b7ce service neutron] Pushing event updated for resources: {'Port': ['ID=e4d5d78c-9269-4bf7-a639-0223bbaa2242,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:29.027770 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97a183d-d9d2-4953-b710-908a3bc01151'] response: {'name': 'network-changed', 'server_uuid': '862545e5-6cdf-4e15-9ef0-9094e43f52ef', 'tag': 'e4d5d78c-9269-4bf7-a639-0223bbaa2242', 'status': 'completed', 'code': 200} May 30 20:28:29.028108 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeed126-3937-4e72-979e-91ec823bc9cd admin admin] Network 6df0bc26-0588-44e4-8ef4-1c473504e48e is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:28:29.053800 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-3eeed126-3937-4e72-979e-91ec823bc9cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 6df0bc26-0588-44e4-8ef4-1c473504e48e) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:29.077142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeed126-3937-4e72-979e-91ec823bc9cd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:29.081223 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3eeed126-3937-4e72-979e-91ec823bc9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.086468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=adc7b46c-1a31-4774-b711-b07a3e912eb4,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:29.098194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214bdb63-7816-4d15-9849-4a2d2788eadc') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:29.098528 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214bdb63-7816-4d15-9849-4a2d2788eadc') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:29.132892 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.152165 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3eeed126-3937-4e72-979e-91ec823bc9cd admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2794027 May 30 20:28:29.152299 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34372) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:29.173972 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:29.177523 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-40014b87-b6c1-4cb2-b641-7192b17031bd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ef7e0ebf389840c5b26aa829a73b0059&device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1095 time: 0.2500288 May 30 20:28:29.179496 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-239570384-router', 'tenant_id': '76c0f3bf33a54ad692732b33a201089a', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:29.183355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:29.185241 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a960bd-62da-4bb8-8c74-b4ddfa39743b None None] Network 6df0bc26-0588-44e4-8ef4-1c473504e48e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:29.203662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:29.221116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:29.225081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:29.236640 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.249170 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.271853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Usage tracker for resource:router and tenant:76c0f3bf33a54ad692732b33a201089a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:29.276976 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:29.291419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:28:29.291821 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: timer() May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:28:29.325634 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:28:29.347689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:29.362708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-89def3d2-59ba-4a69-af4e-17ddc366c0bb None None] For port b040a1a1-5727-4260-81fa-ffa3cab87fe6, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b040a1a1-5727-4260-81fa-ffa3cab87fe6,segment=NetworkSegment(214bdb63-7816-4d15-9849-4a2d2788eadc),segment_id=214bdb63-7816-4d15-9849-4a2d2788eadc)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:29.362939 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-89def3d2-59ba-4a69-af4e-17ddc366c0bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.431707 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-31ec721d-6742-48ca-bcbc-8b040e80f63a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6856849 May 30 20:28:29.433049 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-23457017-85ef-4e54-8655-e1fa0476d641 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4d5d78c-9269-4bf7-a639-0223bbaa2242 HTTP/1.1" status: 200 len: 217 time: 0.2438955 May 30 20:28:29.435134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34376) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:29.447386 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.448527 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.458257 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.484249 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.494234 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] Pushing event deleted for resources: {'Network': ['ID=a0d70bad-7b39-48f2-b440-e9d79d204019,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:29.506255 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-911bf72f-12f2-4364-ba0d-87bb47eb1a7b tempest-TagsExtTest-1089229549 tempest-TagsExtTest-1089229549-project] 10.222.0.84 "DELETE /v2.0/networks/a0d70bad-7b39-48f2-b440-e9d79d204019 HTTP/1.1" status: 204 len: 168 time: 2.2114496 May 30 20:28:29.520886 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.530592 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-89def3d2-59ba-4a69-af4e-17ddc366c0bb None None] Calling delete_port for b040a1a1-5727-4260-81fa-ffa3cab87fe6 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:29.627357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] For port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b1703c2e-8283-4f3c-b12d-3b94d27f8f7c,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:29.627750 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.745011 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.776625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70c64a-a098-4edf-9a7c-dec59fa99b0e req-afcb3b67-2be9-4a5c-b484-d8023767e76f tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:29.778202 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db70c64a-a098-4edf-9a7c-dec59fa99b0e req-afcb3b67-2be9-4a5c-b484-d8023767e76f tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 946 time: 0.4261799 May 30 20:28:29.781972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-5a6cf059-7d5d-431c-8567-c66b76ea146a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:29.783717 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-5a6cf059-7d5d-431c-8567-c66b76ea146a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04df5b87-0f28-4d22-b06b-8eec51360999 HTTP/1.1" status: 200 len: 848 time: 0.2704511 May 30 20:28:29.795056 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] Calling delete_port for b1703c2e-8283-4f3c-b12d-3b94d27f8f7c owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:29.807936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010c1b1f-b153-4399-ba10-bbb86f6b767e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:29.830372 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010c1b1f-b153-4399-ba10-bbb86f6b767e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:29.837124 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-010c1b1f-b153-4399-ba10-bbb86f6b767e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3999021 May 30 20:28:29.847150 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bb91002-1df8-454f-a2f0-be84d32401c1 req-6ee6f288-c42b-43aa-bdee-bbc27bd99ee2 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1095 time: 0.5294006 May 30 20:28:29.902404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34384) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:29.905197 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b040a1a1-5727-4260-81fa-ffa3cab87fe6 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:28:29.994006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-1afa8b55-10af-453b-9676-f8dcef21eb84 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port adc7b46c-1a31-4774-b711-b07a3e912eb4 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:29.994462 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1afa8b55-10af-453b-9676-f8dcef21eb84 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.996411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34390) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:30.038261 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db70c64a-a098-4edf-9a7c-dec59fa99b0e req-40284f6f-f858-4763-b74e-b6838e65b9a6 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468767 May 30 20:28:30.086386 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bb91002-1df8-454f-a2f0-be84d32401c1 req-0cc8e16b-5b16-4a86-b0cf-4b1291132e99 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521764 May 30 20:28:30.108040 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-3dda1c2b-02c8-4ecb-a797-2ffaa941d868 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3127069 May 30 20:28:30.126355 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: b040a1a1-5727-4260-81fa-ffa3cab87fe6 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:28:30.126764 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b040a1a1-5727-4260-81fa-ffa3cab87fe6 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:28:30.146751 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-6df0bc26-0588-44e4-8ef4-1c473504e48e', 'network_id': '6df0bc26-0588-44e4-8ef4-1c473504e48e', 'tenant_id': '76c0f3bf33a54ad692732b33a201089a', 'fixed_ips': [{'subnet_id': 'c2e7596d-d545-47c2-856c-e07484f185a6'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:28:30.147719 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.163755 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a34a91ab-2253-49bc-aed0-41522cc2c78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.166966 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-89def3d2-59ba-4a69-af4e-17ddc366c0bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:28:30.166966 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-89def3d2-59ba-4a69-af4e-17ddc366c0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:28:30.340346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-3ece4a4b-9eed-48c9-920f-e62866be4234 service neutron] 10.222.0.77 "GET /v2.0/networks/b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216115 May 30 20:28:30.417541 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Allocated IP 172.20.0.2 (6df0bc26-0588-44e4-8ef4-1c473504e48e/c2e7596d-d545-47c2-856c-e07484f185a6/a1b89ca1-b247-4445-9681-fd4614af97f5) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:30.438221 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1afa8b55-10af-453b-9676-f8dcef21eb84 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.453672 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.474181 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3b245c0f-157d-40be-84ff-2a7fb295c75f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=02f7aa608e134f1ab11b8133fd757756&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4639113 May 30 20:28:30.477459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34396) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:30.538323 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.545208 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d156c3f-18b8-40b2-aa8e-8a8afcbccbda req-7aabbba8-c0f7-4a9f-85c0-186526977f81 service neutron] 10.222.0.77 "GET /v2.0/networks/b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917732 May 30 20:28:30.583325 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] Pushing event deleted for resources: {'Port': ['ID=b1703c2e-8283-4f3c-b12d-3b94d27f8f7c,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:30.668774 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-89def3d2-59ba-4a69-af4e-17ddc366c0bb None None] Deleting port b040a1a1-5727-4260-81fa-ffa3cab87fe6 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:30.669501 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-89def3d2-59ba-4a69-af4e-17ddc366c0bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.703083 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5402e564-9dd7-4e26-a8f8-dc7f948876ee None None] No DVR routers for this DVR port b1703c2e-8283-4f3c-b12d-3b94d27f8f7c on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:28:30.719562 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3e88cdc-032d-42c4-b059-21ef0e62a0eb req-73961381-7b0c-45cd-b4ad-6746ada4aac4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ef7e0ebf389840c5b26aa829a73b0059&device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1095 time: 0.1145210 May 30 20:28:30.754993 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-89def3d2-59ba-4a69-af4e-17ddc366c0bb None None] The port 'b040a1a1-5727-4260-81fa-ffa3cab87fe6' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:28:30.756107 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b99581-187c-43d6-9cbc-d645396cdfc8 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:30.812678 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-1afa8b55-10af-453b-9676-f8dcef21eb84 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for adc7b46c-1a31-4774-b711-b07a3e912eb4 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:30.884775 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.957401 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e88cdc-032d-42c4-b059-21ef0e62a0eb req-8c08c5ec-8abc-417e-816a-80b0acebf6bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:30.958922 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3e88cdc-032d-42c4-b059-21ef0e62a0eb req-8c08c5ec-8abc-417e-816a-80b0acebf6bb service neutron] 10.222.0.77 "GET /v2.0/networks?id=b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac HTTP/1.1" status: 200 len: 910 time: 0.1905720 May 30 20:28:30.971532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c086f1-8de9-48a4-a0a3-fa96cdb3eaba req-aa83df2d-7883-496d-96c9-1d3326f9352a tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:30.974064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92c086f1-8de9-48a4-a0a3-fa96cdb3eaba req-aa83df2d-7883-496d-96c9-1d3326f9352a tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 946 time: 0.2498388 May 30 20:28:31.064456 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3e88cdc-032d-42c4-b059-21ef0e62a0eb req-6dbdf4ff-02d1-4a4d-9439-34bfd59095e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4d5d78c-9269-4bf7-a639-0223bbaa2242 HTTP/1.1" status: 200 len: 217 time: 0.0894129 May 30 20:28:31.072532 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.094409 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Transition to ACTIVE for port object a1b89ca1-b247-4445-9681-fd4614af97f5 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:31.136128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Allocated IP 172.25.5.57 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/599c177d-78c6-4973-87f9-31c50809400e) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:31.156581 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Transition to ACTIVE for port object a1b89ca1-b247-4445-9681-fd4614af97f5 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:31.180398 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.268153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-92c086f1-8de9-48a4-a0a3-fa96cdb3eaba req-b3931075-bc8b-4e2e-892b-8eceb392def0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Deleting port 9a03b52d-330f-4193-9621-35fa00c9a75d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:31.268492 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92c086f1-8de9-48a4-a0a3-fa96cdb3eaba req-b3931075-bc8b-4e2e-892b-8eceb392def0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.292074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Network 6df0bc26-0588-44e4-8ef4-1c473504e48e is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:31.305279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:31.308687 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-76b39939-e4d1-4d93-a7cc-b368ebde6e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.313028 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:31.333782 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.359371 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Pushing event updated for resources: {'Port': ['ID=a1b89ca1-b247-4445-9681-fd4614af97f5,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:31.368783 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c840c2bc-8044-4130-b66e-385776b76782', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'fixed_ips': [{'subnet_id': '4a5fff4f-719b-4fad-b003-d7a8b4fd973b'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:28:31.369806 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.415647 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-76b39939-e4d1-4d93-a7cc-b368ebde6e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.479225 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e88cdc-032d-42c4-b059-21ef0e62a0eb req-0d868b45-3958-4210-9d67-fb0a8cff47fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:31.480809 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3e88cdc-032d-42c4-b059-21ef0e62a0eb req-0d868b45-3958-4210-9d67-fb0a8cff47fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04df5b87-0f28-4d22-b06b-8eec51360999 HTTP/1.1" status: 200 len: 848 time: 0.3793893 May 30 20:28:31.543879 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.553834 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1afa8b55-10af-453b-9676-f8dcef21eb84 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.615502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa8b55-10af-453b-9676-f8dcef21eb84 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=adc7b46c-1a31-4774-b711-b07a3e912eb4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:31.622244 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Attempting to bind port a1b89ca1-b247-4445-9681-fd4614af97f5 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:28:31.624611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Attempting to bind port a1b89ca1-b247-4445-9681-fd4614af97f5 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '5a7d96a2-20b0-422d-b087-d46d788ed8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6df0bc26-0588-44e4-8ef4-1c473504e48e'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:28:31.625093 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Attempting to bind port a1b89ca1-b247-4445-9681-fd4614af97f5 on network 6df0bc26-0588-44e4-8ef4-1c473504e48e {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:31.646107 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:28:31.646397 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Checking segment: {'id': '5a7d96a2-20b0-422d-b087-d46d788ed8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6df0bc26-0588-44e4-8ef4-1c473504e48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:31.646891 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.647383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Bound using segment: {'id': '5a7d96a2-20b0-422d-b087-d46d788ed8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6df0bc26-0588-44e4-8ef4-1c473504e48e'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:28:31.647947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Bound port: a1b89ca1-b247-4445-9681-fd4614af97f5, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7d96a2-20b0-422d-b087-d46d788ed8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6df0bc26-0588-44e4-8ef4-1c473504e48e'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:28:31.648486 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.668442 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-76b39939-e4d1-4d93-a7cc-b368ebde6e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.687845 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1afa8b55-10af-453b-9676-f8dcef21eb84 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.695101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b39939-e4d1-4d93-a7cc-b368ebde6e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d86f2e-5036-4c74-a5e3-167d978f6d0b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:31.717569 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.733616 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.751402 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-76b39939-e4d1-4d93-a7cc-b368ebde6e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.754869 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-76b39939-e4d1-4d93-a7cc-b368ebde6e12 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/33d86f2e-5036-4c74-a5e3-167d978f6d0b HTTP/1.1" status: 204 len: 168 time: 1.2738883 May 30 20:28:31.759659 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1afa8b55-10af-453b-9676-f8dcef21eb84 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/adc7b46c-1a31-4774-b711-b07a3e912eb4 HTTP/1.1" status: 204 len: 168 time: 1.8562598 May 30 20:28:31.770047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34410) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:31.802750 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:31.804300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Pushing event updated for resources: {'Port': ['ID=599c177d-78c6-4973-87f9-31c50809400e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:31.806882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:31.814328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:31.832720 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c68cfd98-8667-43dd-91ca-bb78abbe1d0d req-444537b8-00fd-4522-9e7c-7219b6747d89 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1095 time: 0.5681994 May 30 20:28:31.845305 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fac1f4-d36c-4ada-8515-3047d129f0e3 req-c20a79f5-91aa-45f9-872c-b7b0f62e6617 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:31.846759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35fac1f4-d36c-4ada-8515-3047d129f0e3 req-c20a79f5-91aa-45f9-872c-b7b0f62e6617 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 946 time: 0.4972634 May 30 20:28:31.867106 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3e88cdc-032d-42c4-b059-21ef0e62a0eb req-f4d85d36-4014-4794-a4f5-7769fa27abfa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3701398 May 30 20:28:31.917924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Allocated IP 2001:db8::f816:3eff:fe1c:d33e (c840c2bc-8044-4130-b66e-385776b76782/4a5fff4f-719b-4fad-b003-d7a8b4fd973b/019f5caa-495d-43c8-94be-5cb93dae2ac2) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:32.114519 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:32.115260 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:32.195939 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3e88cdc-032d-42c4-b059-21ef0e62a0eb req-48741f39-b1e2-4ed5-a1eb-1c2a47689c36 service neutron] 10.222.0.77 "GET /v2.0/networks/b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725546 May 30 20:28:32.265755 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1fc9b1-0b7a-468a-b948-83db432caa0a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:32.267158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1fc9b1-0b7a-468a-b948-83db432caa0a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:32.271275 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2b1fc9b1-0b7a-468a-b948-83db432caa0a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4980886 May 30 20:28:32.282497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34422) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:32.331992 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-35fac1f4-d36c-4ada-8515-3047d129f0e3 req-11bfe20d-12ba-4d90-98db-c48a990fbbc8 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea9c45f4-81d7-4469-8849-05194290a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4738798 May 30 20:28:32.335911 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-92c086f1-8de9-48a4-a0a3-fa96cdb3eaba req-b3931075-bc8b-4e2e-892b-8eceb392def0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] For port 9a03b52d-330f-4193-9621-35fa00c9a75d, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=9a03b52d-330f-4193-9621-35fa00c9a75d,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:32.336370 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92c086f1-8de9-48a4-a0a3-fa96cdb3eaba req-b3931075-bc8b-4e2e-892b-8eceb392def0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:32.397188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] For port a1b89ca1-b247-4445-9681-fd4614af97f5, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:28:32.400576 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] For port a1b89ca1-b247-4445-9681-fd4614af97f5, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a1b89ca1-b247-4445-9681-fd4614af97f5,segment=NetworkSegment(5a7d96a2-20b0-422d-b087-d46d788ed8be),segment_id=5a7d96a2-20b0-422d-b087-d46d788ed8be)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:28:32.424580 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:32.525167 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c68cfd98-8667-43dd-91ca-bb78abbe1d0d req-859f827a-242b-4863-a086-bd81420a614d tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6728888 May 30 20:28:32.527654 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:32.550154 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Transition to ACTIVE for port object 019f5caa-495d-43c8-94be-5cb93dae2ac2 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:32.570884 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359a0a0-1103-4f3c-93c2-ea2327387e92 None None] Pushing event updated for resources: {'Port': ['ID=a1b89ca1-b247-4445-9681-fd4614af97f5,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:32.590482 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Transition to ACTIVE for port object 019f5caa-495d-43c8-94be-5cb93dae2ac2 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:32.614003 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:32.753172 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3e88cdc-032d-42c4-b059-21ef0e62a0eb req-1daae527-c339-4475-90b9-24e0c27f9c2b service neutron] 10.222.0.77 "GET /v2.0/networks/b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350087 May 30 20:28:32.820646 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:32.825540 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:32.827682 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Pushing event updated for resources: {'Port': ['ID=019f5caa-495d-43c8-94be-5cb93dae2ac2,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:32.830728 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:32.851336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-60945f86-c152-44e2-a5b4-3217fd346c79 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet 4a5fff4f-719b-4fad-b003-d7a8b4fd973b {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:28:32.855235 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-60945f86-c152-44e2-a5b4-3217fd346c79 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:32.923761 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-60945f86-c152-44e2-a5b4-3217fd346c79 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:32.940861 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.083019 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-60945f86-c152-44e2-a5b4-3217fd346c79 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.085733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Attempting to bind port 019f5caa-495d-43c8-94be-5cb93dae2ac2 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:28:33.086254 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Attempting to bind port 019f5caa-495d-43c8-94be-5cb93dae2ac2 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:28:33.086781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Attempting to bind port 019f5caa-495d-43c8-94be-5cb93dae2ac2 on network c840c2bc-8044-4130-b66e-385776b76782 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:33.097734 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:28:33.098111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:33.098524 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.099006 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Bound using segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:28:33.099494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Bound port: 019f5caa-495d-43c8-94be-5cb93dae2ac2, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:28:33.100191 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.104194 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92c086f1-8de9-48a4-a0a3-fa96cdb3eaba req-b3931075-bc8b-4e2e-892b-8eceb392def0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.121107 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92c086f1-8de9-48a4-a0a3-fa96cdb3eaba req-b3931075-bc8b-4e2e-892b-8eceb392def0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.121904 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-92c086f1-8de9-48a4-a0a3-fa96cdb3eaba req-b3931075-bc8b-4e2e-892b-8eceb392def0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Floating IP e89ffda3-f629-4a4d-bde6-d613af636db4 disassociated. External IP: 172.25.5.31, port: 9a03b52d-330f-4193-9621-35fa00c9a75d. May 30 20:28:33.123181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-92c086f1-8de9-48a4-a0a3-fa96cdb3eaba req-b3931075-bc8b-4e2e-892b-8eceb392def0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Calling delete_port for 9a03b52d-330f-4193-9621-35fa00c9a75d owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:33.188196 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-60945f86-c152-44e2-a5b4-3217fd346c79 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.244477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60945f86-c152-44e2-a5b4-3217fd346c79 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=4a5fff4f-719b-4fad-b003-d7a8b4fd973b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:33.279859 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-60945f86-c152-44e2-a5b4-3217fd346c79 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.304139 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-60945f86-c152-44e2-a5b4-3217fd346c79 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/4a5fff4f-719b-4fad-b003-d7a8b4fd973b HTTP/1.1" status: 204 len: 168 time: 1.0179296 May 30 20:28:33.307662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34534) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:33.365514 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] For port 019f5caa-495d-43c8-94be-5cb93dae2ac2, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:28:33.372687 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.377236 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] For port 019f5caa-495d-43c8-94be-5cb93dae2ac2, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=019f5caa-495d-43c8-94be-5cb93dae2ac2,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:28:33.385506 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.441916 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92c086f1-8de9-48a4-a0a3-fa96cdb3eaba req-b3931075-bc8b-4e2e-892b-8eceb392def0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.542060 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-de2b668e-11ad-419e-94ca-b3cb0d70f437 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2288015 May 30 20:28:33.548632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34566) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:33.613676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Router e5c6b2fd-143f-4151-8fd1-979a77ea1bc5 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:28:33.691038 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3931075-bc8b-4e2e-892b-8eceb392def0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Pushing event deleted for resources: {'Port': ['ID=9a03b52d-330f-4193-9621-35fa00c9a75d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:33.709175 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b625d-8a0c-494e-a036-6df4180c0f27 None None] Pushing event updated for resources: {'Port': ['ID=019f5caa-495d-43c8-94be-5cb93dae2ac2,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:33.880727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a54c27-c4ac-40b4-a5fe-193fbb9a8371 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:33.882068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-93a54c27-c4ac-40b4-a5fe-193fbb9a8371 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:33.921255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-93a54c27-c4ac-40b4-a5fe-193fbb9a8371 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:33.922678 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-93a54c27-c4ac-40b4-a5fe-193fbb9a8371 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3678820 May 30 20:28:33.935681 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4c06d7c5-12bb-45a6-bd5e-5b52356c0bab req-7198b245-5004-4183-82d8-208831cf9b00 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 210 time: 0.1662056 May 30 20:28:33.937271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34604) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:33.974315 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a1b89ca1-b247-4445-9681-fd4614af97f5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:34.025263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:28:34.074630 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:34.078447 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8582a6a0-42bd-4dee-90e3-e49f2ca6383e admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.9226871 May 30 20:28:34.080587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34624) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:34.097607 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e4d5d78c-9269-4bf7-a639-0223bbaa2242 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:28:34.117683 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Sync routers for ids ['e5c6b2fd-143f-4151-8fd1-979a77ea1bc5'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:28:34.255730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c6325c-f81e-4e57-adc0-c3c426493538 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:34.256480 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-29c6325c-f81e-4e57-adc0-c3c426493538 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:34.324490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-29c6325c-f81e-4e57-adc0-c3c426493538 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:34.333141 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-29c6325c-f81e-4e57-adc0-c3c426493538 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3885448 May 30 20:28:34.338356 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34650) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:34.345944 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:28:34.347045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92c086f1-8de9-48a4-a0a3-fa96cdb3eaba req-b3931075-bc8b-4e2e-892b-8eceb392def0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Router 783c7f04-0ef6-47de-801d-319b4debdd26 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:28:34.414909 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4539b3f3-714b-4878-89cc-7a729cf85c1c req-7c880257-0108-4500-b502-b9b6966b50d0 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1095 time: 0.4998665 May 30 20:28:34.439147 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Routers {'e5c6b2fd-143f-4151-8fd1-979a77ea1bc5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:28:34.439887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:28:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e5c6b2fd-143f-4151-8fd1-979a77ea1bc5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:34.498380 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-009ec96f-3d32-4407-b77e-bcee941db9d5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1534500 May 30 20:28:34.500137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34668) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:34.511885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-cd5e90aa-feef-4cfb-abb2-e2e68f85d955 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:34.688153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cd5e90aa-feef-4cfb-abb2-e2e68f85d955 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:34.714066 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cd5e90aa-feef-4cfb-abb2-e2e68f85d955 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:34.789637 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5e90aa-feef-4cfb-abb2-e2e68f85d955 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:34.794084 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cd5e90aa-feef-4cfb-abb2-e2e68f85d955 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:34.888680 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port a1b89ca1-b247-4445-9681-fd4614af97f5 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:34.907649 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9a03b52d-330f-4193-9621-35fa00c9a75d no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:28:34.961348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd50646f-916b-479c-bd75-9732eaa5b579 None None] Network 6df0bc26-0588-44e4-8ef4-1c473504e48e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:34.994187 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4539b3f3-714b-4878-89cc-7a729cf85c1c req-405da5c2-b649-40e9-b183-6f12bb598130 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717685 May 30 20:28:35.070003 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 9a03b52d-330f-4193-9621-35fa00c9a75d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:28:35.072326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 9a03b52d-330f-4193-9621-35fa00c9a75d not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:28:35.175845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92c086f1-8de9-48a4-a0a3-fa96cdb3eaba req-b3931075-bc8b-4e2e-892b-8eceb392def0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:28:35.188270 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fcad3a-f33a-478f-ac41-283fb293646d None None] Sync routers for ids ['783c7f04-0ef6-47de-801d-319b4debdd26'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:28:35.216213 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fcad3a-f33a-478f-ac41-283fb293646d None None] Routers {'783c7f04-0ef6-47de-801d-319b4debdd26'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:28:35.217970 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c4fcad3a-f33a-478f-ac41-283fb293646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:28:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['783c7f04-0ef6-47de-801d-319b4debdd26'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:35.235767 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cd5e90aa-feef-4cfb-abb2-e2e68f85d955 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:35.408115 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e90aa-feef-4cfb-abb2-e2e68f85d955 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=6ec50c29-047b-4cc1-8b84-641bf090081d,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:35.435645 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e1b2223-b898-44f7-8176-dc32b38a31d2 req-eea06c98-7b4b-4de0-817a-8352d201a4c9 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa23ae3b-8a8f-4d94-9262-9d9f50fb334e HTTP/1.1" status: 200 len: 210 time: 0.1622930 May 30 20:28:35.481349 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-02303d86-3bf2-40ef-9e77-647886b87f31 None None] Provisioning for port a1b89ca1-b247-4445-9681-fd4614af97f5 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:35.496570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5e90aa-feef-4cfb-abb2-e2e68f85d955 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:35.498424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-cd5e90aa-feef-4cfb-abb2-e2e68f85d955 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:35.520197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5e90aa-feef-4cfb-abb2-e2e68f85d955 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:35.520778 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cd5e90aa-feef-4cfb-abb2-e2e68f85d955 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:35.575691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c086f1-8de9-48a4-a0a3-fa96cdb3eaba req-b3931075-bc8b-4e2e-892b-8eceb392def0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] No DVR routers for this DVR port 9a03b52d-330f-4193-9621-35fa00c9a75d on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:28:35.586802 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-02303d86-3bf2-40ef-9e77-647886b87f31 None None] Provisioning complete for port a1b89ca1-b247-4445-9681-fd4614af97f5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:35.587372 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92c086f1-8de9-48a4-a0a3-fa96cdb3eaba req-b3931075-bc8b-4e2e-892b-8eceb392def0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:35.587612 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-02303d86-3bf2-40ef-9e77-647886b87f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:35.605922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'name': 'network-vif-deleted', 'tag': '9a03b52d-330f-4193-9621-35fa00c9a75d'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:28:35.623957 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92c086f1-8de9-48a4-a0a3-fa96cdb3eaba req-b3931075-bc8b-4e2e-892b-8eceb392def0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.93 "DELETE /v2.0/ports/9a03b52d-330f-4193-9621-35fa00c9a75d HTTP/1.1" status: 204 len: 173 time: 4.5583668 May 30 20:28:35.657309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 34800) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:35.658555 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cd5e90aa-feef-4cfb-abb2-e2e68f85d955 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1561527 May 30 20:28:35.662839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-9727936b-3948-4077-9a86-6c66cd0c3c3a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'mac_address': 'fa:16:3e:c4:6f:40', 'name': 'tempest-NetworksTestDHCPv6-1470648300'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:35.895982 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e4d5d78c-9269-4bf7-a639-0223bbaa2242, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e4d5d78c-9269-4bf7-a639-0223bbaa2242,segment=NetworkSegment(9aa09312-9ea0-48d3-bd09-e3432443d394),segment_id=9aa09312-9ea0-48d3-bd09-e3432443d394)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:35.928118 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-c4fcad3a-f33a-478f-ac41-283fb293646d None None] Set router 783c7f04-0ef6-47de-801d-319b4debdd26 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:28:36.000400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Set router e5c6b2fd-143f-4151-8fd1-979a77ea1bc5 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:28:36.011705 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a954f5e5-6fab-4e8c-bc63-c98b074b4636'] response: {'server_uuid': 'aa23ae3b-8a8f-4d94-9262-9d9f50fb334e', 'name': 'network-vif-deleted', 'tag': '9a03b52d-330f-4193-9621-35fa00c9a75d', 'status': 'completed', 'code': 200} May 30 20:28:36.133078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9727936b-3948-4077-9a86-6c66cd0c3c3a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:36.139161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'e4d5d78c-9269-4bf7-a639-0223bbaa2242', 'network_id': 'b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac', 'port_id': 'e4d5d78c-9269-4bf7-a639-0223bbaa2242', 'mac_address': 'fa:16:3e:58:2b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04df5b87-0f28-4d22-b06b-8eec51360999', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:28:36.145902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9727936b-3948-4077-9a86-6c66cd0c3c3a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:36.146496 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 019f5caa-495d-43c8-94be-5cb93dae2ac2 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:36.168324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9727936b-3948-4077-9a86-6c66cd0c3c3a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:36.287335 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf1d410-c88a-4b0f-98c3-56cf5040dcad None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:36.697786 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:36.882986 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9727936b-3948-4077-9a86-6c66cd0c3c3a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:36.895259 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01d50deb-eafa-420d-8bf7-13ec54164cf2 req-76263395-e5c7-481b-96ab-c863f079bfbe tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1095 time: 0.3658316 May 30 20:28:36.932807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34944) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:36.951744 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c4fcad3a-f33a-478f-ac41-283fb293646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:24:38Z', 'revision_number': 4, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'be457aa2-6a34-4acf-9c6d-aec7ce342ea7', 'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'mac_address': 'fa:16:3e:a3:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:35Z', 'updated_at': '2022-05-30T20:24:49Z', 'revision_number': 5, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'subnets': [{'id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:36.957214 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fcad3a-f33a-478f-ac41-283fb293646d None None] Checking router: 783c7f04-0ef6-47de-801d-319b4debdd26 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:28:36.992885 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fcad3a-f33a-478f-ac41-283fb293646d None None] Routers {'783c7f04-0ef6-47de-801d-319b4debdd26'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:28:37.007752 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c4fcad3a-f33a-478f-ac41-283fb293646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:28:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['783c7f04-0ef6-47de-801d-319b4debdd26'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:37.030493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-9727936b-3948-4077-9a86-6c66cd0c3c3a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port a747bdaa-0543-436c-8177-9c97db71e100 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:28:37.198975 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd1a653a-f8e0-4b9b-8dc1-91975e1d1422 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.229054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Allocated IP 172.20.0.1 (6df0bc26-0588-44e4-8ef4-1c473504e48e/c2e7596d-d545-47c2-856c-e07484f185a6/8c9888ef-d640-4eca-bbfd-d85f5f45ad8e) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:37.239328 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.263072 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd1a653a-f8e0-4b9b-8dc1-91975e1d1422 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.300741 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01d50deb-eafa-420d-8bf7-13ec54164cf2 req-186119fb-b5ce-4ae2-90f1-35bba364044a tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892128 May 30 20:28:37.353912 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.378184 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-c4fcad3a-f33a-478f-ac41-283fb293646d None None] Set router 783c7f04-0ef6-47de-801d-319b4debdd26 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:28:37.382507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-9727936b-3948-4077-9a86-6c66cd0c3c3a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::85 (c840c2bc-8044-4130-b66e-385776b76782/6ec50c29-047b-4cc1-8b84-641bf090081d/a747bdaa-0543-436c-8177-9c97db71e100) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:37.401685 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d5d78c-9269-4bf7-a639-0223bbaa2242 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:28:37.405550 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-02303d86-3bf2-40ef-9e77-647886b87f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.488018 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd1a653a-f8e0-4b9b-8dc1-91975e1d1422 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.509552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e4d5d78c-9269-4bf7-a639-0223bbaa2242, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e4d5d78c-9269-4bf7-a639-0223bbaa2242,segment=NetworkSegment(9aa09312-9ea0-48d3-bd09-e3432443d394),segment_id=9aa09312-9ea0-48d3-bd09-e3432443d394)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:37.519546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a653a-f8e0-4b9b-8dc1-91975e1d1422 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9c45f4-81d7-4469-8849-05194290a9e2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:37.543002 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.570698 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Transition to ACTIVE for port object 8c9888ef-d640-4eca-bbfd-d85f5f45ad8e will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:37.575589 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd1a653a-f8e0-4b9b-8dc1-91975e1d1422 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.576965 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fd1a653a-f8e0-4b9b-8dc1-91975e1d1422 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "DELETE /v2.0/security-groups/ea9c45f4-81d7-4469-8849-05194290a9e2 HTTP/1.1" status: 204 len: 168 time: 0.6417198 May 30 20:28:37.579670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34982) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:37.595013 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.604566 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-325421ab-04c7-49d4-bbe4-f74c24e2ac55 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] show failed (client error): The resource could not be found. May 30 20:28:37.605735 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-325421ab-04c7-49d4-bbe4-f74c24e2ac55 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups/ea9c45f4-81d7-4469-8849-05194290a9e2 HTTP/1.1" status: 404 len: 347 time: 0.0250192 May 30 20:28:37.609324 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 34988) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:37.671690 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9727936b-3948-4077-9a86-6c66cd0c3c3a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.688670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-9727936b-3948-4077-9a86-6c66cd0c3c3a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object a747bdaa-0543-436c-8177-9c97db71e100 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:37.714137 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9727936b-3948-4077-9a86-6c66cd0c3c3a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.744568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-02303d86-3bf2-40ef-9e77-647886b87f31 None None] For port a1b89ca1-b247-4445-9681-fd4614af97f5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a1b89ca1-b247-4445-9681-fd4614af97f5,segment=NetworkSegment(5a7d96a2-20b0-422d-b087-d46d788ed8be),segment_id=5a7d96a2-20b0-422d-b087-d46d788ed8be)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:37.767557 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=e4d5d78c-9269-4bf7-a639-0223bbaa2242,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:37.786629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 019f5caa-495d-43c8-94be-5cb93dae2ac2 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:37.791876 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-02303d86-3bf2-40ef-9e77-647886b87f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.830318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9727936b-3948-4077-9a86-6c66cd0c3c3a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:37.834472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-65d522a2-def8-464e-814d-dff11b6eb939 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Deleting port bec9c4c9-3ed1-419a-840f-ca0a81846a33 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:37.835331 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65d522a2-def8-464e-814d-dff11b6eb939 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.846189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-9727936b-3948-4077-9a86-6c66cd0c3c3a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:37.861675 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9727936b-3948-4077-9a86-6c66cd0c3c3a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:37.871571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9727936b-3948-4077-9a86-6c66cd0c3c3a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:37.872266 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9727936b-3948-4077-9a86-6c66cd0c3c3a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.885835 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.967490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727936b-3948-4077-9a86-6c66cd0c3c3a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=a747bdaa-0543-436c-8177-9c97db71e100,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:37.981175 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9727936b-3948-4077-9a86-6c66cd0c3c3a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3229332 May 30 20:28:37.983871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35008) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:37.992112 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02303d86-3bf2-40ef-9e77-647886b87f31 None None] Pushing event updated for resources: {'Port': ['ID=a1b89ca1-b247-4445-9681-fd4614af97f5,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:38.092480 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Network 6df0bc26-0588-44e4-8ef4-1c473504e48e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:38.101093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:38.109484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:38.120528 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['e4d5d78c-9269-4bf7-a639-0223bbaa2242'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:28:38.149619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Pushing event updated for resources: {'Port': ['ID=8c9888ef-d640-4eca-bbfd-d85f5f45ad8e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:38.233270 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:38.236713 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cc18b5e5-a94e-4abf-b227-fd588b6c096c None None] Could not find standard attr ID for object adc7b46c-1a31-4774-b711-b07a3e912eb4. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:28:38.254800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a1b89ca1-b247-4445-9681-fd4614af97f5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:38.258538 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c4fcad3a-f33a-478f-ac41-283fb293646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:24:38Z', 'revision_number': 4, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'be457aa2-6a34-4acf-9c6d-aec7ce342ea7', 'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'mac_address': 'fa:16:3e:a3:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:35Z', 'updated_at': '2022-05-30T20:24:49Z', 'revision_number': 5, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'subnets': [{'id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:38.266947 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65d522a2-def8-464e-814d-dff11b6eb939 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:38.267558 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65d522a2-def8-464e-814d-dff11b6eb939 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:38.270406 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fcad3a-f33a-478f-ac41-283fb293646d None None] The sync data for ids ['783c7f04-0ef6-47de-801d-319b4debdd26'] in n-d-843949-2 is: [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:24:38Z', 'revision_number': 4, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'be457aa2-6a34-4acf-9c6d-aec7ce342ea7', 'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'mac_address': 'fa:16:3e:a3:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:35Z', 'updated_at': '2022-05-30T20:24:49Z', 'revision_number': 5, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'subnets': [{'id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:28:38.328041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61946758-401c-4d7e-abd5-149d4433bf3d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:38.349526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61946758-401c-4d7e-abd5-149d4433bf3d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:38.350446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-61946758-401c-4d7e-abd5-149d4433bf3d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:38.410063 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-61946758-401c-4d7e-abd5-149d4433bf3d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:38.417090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-61946758-401c-4d7e-abd5-149d4433bf3d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.4318979 May 30 20:28:38.423751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35032) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:38.488055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-65d522a2-def8-464e-814d-dff11b6eb939 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Calling delete_port for bec9c4c9-3ed1-419a-840f-ca0a81846a33 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:38.708099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c921d1d9-11b2-49c9-8c1d-7d5c74024058 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port a747bdaa-0543-436c-8177-9c97db71e100 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:38.714211 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c921d1d9-11b2-49c9-8c1d-7d5c74024058 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:38.754776 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c19fe3-9f98-45c5-9e82-d0bdbc0f2a17 None None] New status for floating IP e89ffda3-f629-4a4d-bde6-d613af636db4: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:28:38.927042 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.041345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c6b2fd-143f-4151-8fd1-979a77ea1bc5', 'name': 'tempest-ImageQuotaTest-239570384-router', 'tenant_id': '76c0f3bf33a54ad692732b33a201089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '599c177d-78c6-4973-87f9-31c50809400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:28:29Z', 'updated_at': '2022-05-30T20:28:32Z', 'revision_number': 3, 'project_id': '76c0f3bf33a54ad692732b33a201089a', 'gw_port': {'id': '599c177d-78c6-4973-87f9-31c50809400e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c6b2fd-143f-4151-8fd1-979a77ea1bc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:28:30Z', 'updated_at': '2022-05-30T20:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:39.052977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cc18b5e5-a94e-4abf-b227-fd588b6c096c None None] Provisioning for port 019f5caa-495d-43c8-94be-5cb93dae2ac2 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:39.131606 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c921d1d9-11b2-49c9-8c1d-7d5c74024058 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.155914 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Checking router: e5c6b2fd-143f-4151-8fd1-979a77ea1bc5 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:28:39.160417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Updating router e5c6b2fd-143f-4151-8fd1-979a77ea1bc5 port 599c177d-78c6-4973-87f9-31c50809400e binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:28:39.343930 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cc18b5e5-a94e-4abf-b227-fd588b6c096c None None] Provisioning complete for port 019f5caa-495d-43c8-94be-5cb93dae2ac2 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:39.344729 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cc18b5e5-a94e-4abf-b227-fd588b6c096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.413356 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-f1c19fe3-9f98-45c5-9e82-d0bdbc0f2a17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:28:39.414100 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-f1c19fe3-9f98-45c5-9e82-d0bdbc0f2a17 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:28:39.434965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c921d1d9-11b2-49c9-8c1d-7d5c74024058 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for a747bdaa-0543-436c-8177-9c97db71e100 owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:39.538054 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65d522a2-def8-464e-814d-dff11b6eb939 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.559330 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a1b89ca1-b247-4445-9681-fd4614af97f5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:39.559681 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.621329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d522a2-def8-464e-814d-dff11b6eb939 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Pushing event deleted for resources: {'Port': ['ID=bec9c4c9-3ed1-419a-840f-ca0a81846a33,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:39.663913 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c921d1d9-11b2-49c9-8c1d-7d5c74024058 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.697132 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.815394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921d1d9-11b2-49c9-8c1d-7d5c74024058 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=a747bdaa-0543-436c-8177-9c97db71e100,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:39.839382 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65d522a2-def8-464e-814d-dff11b6eb939 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.870355 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.872816 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35064) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:39.876790 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65d522a2-def8-464e-814d-dff11b6eb939 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.878198 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-65d522a2-def8-464e-814d-dff11b6eb939 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "DELETE /v2.0/floatingips/e89ffda3-f629-4a4d-bde6-d613af636db4 HTTP/1.1" status: 204 len: 168 time: 2.2678070 May 30 20:28:39.890459 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cc18b5e5-a94e-4abf-b227-fd588b6c096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.902847 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.922600 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c19fe3-9f98-45c5-9e82-d0bdbc0f2a17 None None] New status for floating IP e89ffda3-f629-4a4d-bde6-d613af636db4: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:28:39.969067 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c921d1d9-11b2-49c9-8c1d-7d5c74024058 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.009245 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96812f46-8bcd-4dbc-ac22-c8f7b21f9d4c req-0082d233-58d7-4b37-a2e1-84f1d1181acf tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1096 time: 1.2200570 May 30 20:28:40.056084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35072) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:40.076321 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8acd2f49-7988-4cab-8919-c23b7eab24fc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1504980149', 'description': 'tempest-description--1274926363'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:40.078054 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c921d1d9-11b2-49c9-8c1d-7d5c74024058 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/a747bdaa-0543-436c-8177-9c97db71e100 HTTP/1.1" status: 204 len: 168 time: 1.6531429 May 30 20:28:40.082287 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35076) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:40.101727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8acd2f49-7988-4cab-8919-c23b7eab24fc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:40.114754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8acd2f49-7988-4cab-8919-c23b7eab24fc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Usage tracker for resource:security_group and tenant:e1f154aa639e466b871f55ef50521468 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:40.122638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8acd2f49-7988-4cab-8919-c23b7eab24fc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:40.133667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Pushing event updated for resources: {'Port': ['ID=8c9888ef-d640-4eca-bbfd-d85f5f45ad8e,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:40.136354 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.142709 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8acd2f49-7988-4cab-8919-c23b7eab24fc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:40.177357 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9f43bd90-414c-4b45-9d10-8b190a47c3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.226740 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8acd2f49-7988-4cab-8919-c23b7eab24fc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.231059 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96812f46-8bcd-4dbc-ac22-c8f7b21f9d4c req-677d6844-6251-4d9b-a8e6-8e2087ba992d tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198730 May 30 20:28:40.351891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9f43bd90-414c-4b45-9d10-8b190a47c3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:40.374082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9f43bd90-414c-4b45-9d10-8b190a47c3ac admin admin] Usage tracker for resource:security_group_rule and tenant:4d6c3c3caec94eea8223fc61e8dcb6c0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:40.379520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9f43bd90-414c-4b45-9d10-8b190a47c3ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:40.387294 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-cc18b5e5-a94e-4abf-b227-fd588b6c096c None None] For port 019f5caa-495d-43c8-94be-5cb93dae2ac2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=019f5caa-495d-43c8-94be-5cb93dae2ac2,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:40.404435 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cc18b5e5-a94e-4abf-b227-fd588b6c096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.410184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9f43bd90-414c-4b45-9d10-8b190a47c3ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:40.430036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8acd2f49-7988-4cab-8919-c23b7eab24fc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:40.437496 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b60b20f-1f37-4276-b567-9ef669dec1a8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:40.438914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b60b20f-1f37-4276-b567-9ef669dec1a8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:40.442062 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8acd2f49-7988-4cab-8919-c23b7eab24fc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Usage tracker for resource:security_group_rule and tenant:e1f154aa639e466b871f55ef50521468 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:40.447570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8acd2f49-7988-4cab-8919-c23b7eab24fc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:40.452601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5b60b20f-1f37-4276-b567-9ef669dec1a8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3666508 May 30 20:28:40.455430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35082) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:40.463105 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8acd2f49-7988-4cab-8919-c23b7eab24fc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:40.479923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Network 6df0bc26-0588-44e4-8ef4-1c473504e48e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:40.487112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:40.512710 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18b5e5-a94e-4abf-b227-fd588b6c096c None None] Pushing event updated for resources: {'Port': ['ID=019f5caa-495d-43c8-94be-5cb93dae2ac2,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:40.585614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet 6ec50c29-047b-4cc1-8b84-641bf090081d {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:28:40.590054 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.594669 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d872cbcf-0b88-48ef-8bc0-d2bc41b63acc None None] Could not find standard attr ID for object adc7b46c-1a31-4774-b711-b07a3e912eb4. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:28:40.680900 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.751824 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d872cbcf-0b88-48ef-8bc0-d2bc41b63acc None None] Provisioning for port 8c9888ef-d640-4eca-bbfd-d85f5f45ad8e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:40.768424 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d872cbcf-0b88-48ef-8bc0-d2bc41b63acc None None] Provisioning complete for port 8c9888ef-d640-4eca-bbfd-d85f5f45ad8e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:40.768887 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d872cbcf-0b88-48ef-8bc0-d2bc41b63acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.786841 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.821170 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 019f5caa-495d-43c8-94be-5cb93dae2ac2 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:40.895116 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.896230 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9f43bd90-414c-4b45-9d10-8b190a47c3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.907891 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8acd2f49-7988-4cab-8919-c23b7eab24fc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.911640 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9f43bd90-414c-4b45-9d10-8b190a47c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.947350 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8acd2f49-7988-4cab-8919-c23b7eab24fc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.966839 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.992355 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/6ec50c29-047b-4cc1-8b84-641bf090081d HTTP/1.1" status: 204 len: 168 time: 0.5337646 May 30 20:28:40.992355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec50c29-047b-4cc1-8b84-641bf090081d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:40.993480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35086) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:41.003902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:41.004711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:41.005236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:41.005888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:41.007208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:41.007746 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:41.008615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:41.009136 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:41.009788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:41.010320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:41.010842 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36922a12-8764-4339-a1cc-d3fbea02b90b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:41.035713 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9f43bd90-414c-4b45-9d10-8b190a47c3ac admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4d6c3c3caec94eea8223fc61e8dcb6c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1616361 May 30 20:28:41.039700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35090) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:41.041000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43bd90-414c-4b45-9d10-8b190a47c3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c320b323-53b0-4f9d-803f-c21db3c81877,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:41.091385 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.102632 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-aba5f24c-502b-4349-9693-a376c1aa1b42 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1080630 May 30 20:28:41.103631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35094) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:41.105486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Transition to ACTIVE for port object 599c177d-78c6-4973-87f9-31c50809400e will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:41.109629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d872cbcf-0b88-48ef-8bc0-d2bc41b63acc None None] Port 8c9888ef-d640-4eca-bbfd-d85f5f45ad8e cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:28:41.125838 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.203812 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8acd2f49-7988-4cab-8919-c23b7eab24fc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.205092 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8acd2f49-7988-4cab-8919-c23b7eab24fc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.1493957 May 30 20:28:41.207917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35098) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:41.226952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-b61f9f3a-14ff-4ef9-961d-149a12ba2273 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Request body: {'security_group_rule': {'security_group_id': '8178b9a6-c21c-424d-b05e-220ea7a1ea31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:41.231022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf0ed6-1295-4465-8c07-f4214fccde3c None None] Pushing event updated for resources: {'Port': ['ID=599c177d-78c6-4973-87f9-31c50809400e,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:41.235628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f64d658-5b00-4384-9ab0-579813358b64 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:41.243688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b61f9f3a-14ff-4ef9-961d-149a12ba2273 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:41.256137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd563636-30d1-48f4-a946-2ed2442eb9e5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:41.257013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dd563636-30d1-48f4-a946-2ed2442eb9e5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:41.263785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b61f9f3a-14ff-4ef9-961d-149a12ba2273 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Usage tracker for resource:security_group_rule and tenant:e1f154aa639e466b871f55ef50521468 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:41.286911 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b61f9f3a-14ff-4ef9-961d-149a12ba2273 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:41.297047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dd563636-30d1-48f4-a946-2ed2442eb9e5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:41.307786 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dd563636-30d1-48f4-a946-2ed2442eb9e5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2015507 May 30 20:28:41.314126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35104) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:41.321073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b61f9f3a-14ff-4ef9-961d-149a12ba2273 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:41.328750 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd2f49-7988-4cab-8919-c23b7eab24fc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8178b9a6-c21c-424d-b05e-220ea7a1ea31,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:41.345883 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d872cbcf-0b88-48ef-8bc0-d2bc41b63acc None None] Provisioning complete for port 019f5caa-495d-43c8-94be-5cb93dae2ac2 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:41.346383 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d872cbcf-0b88-48ef-8bc0-d2bc41b63acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.353839 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b61f9f3a-14ff-4ef9-961d-149a12ba2273 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.416907 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Attempting to bind port 599c177d-78c6-4973-87f9-31c50809400e on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:28:41.417457 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Attempting to bind port 599c177d-78c6-4973-87f9-31c50809400e by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:28:41.417739 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Attempting to bind port 599c177d-78c6-4973-87f9-31c50809400e on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:41.449507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105eff27-b923-433a-a33c-a1cf6a7aba34 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:41.451027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-105eff27-b923-433a-a33c-a1cf6a7aba34 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:41.455502 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:28:41.455868 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:41.456317 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.456705 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:28:41.457198 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Bound port: 599c177d-78c6-4973-87f9-31c50809400e, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:28:41.457594 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.481960 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-105eff27-b923-433a-a33c-a1cf6a7aba34 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:41.483385 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-105eff27-b923-433a-a33c-a1cf6a7aba34 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1558235 May 30 20:28:41.488175 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35108) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:41.523063 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b61f9f3a-14ff-4ef9-961d-149a12ba2273 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.533652 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b61f9f3a-14ff-4ef9-961d-149a12ba2273 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.563538 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f9f3a-14ff-4ef9-961d-149a12ba2273 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8455d10a-7ae7-4115-bcf4-dce6b2344185,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:41.580107 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b61f9f3a-14ff-4ef9-961d-149a12ba2273 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.594490 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b61f9f3a-14ff-4ef9-961d-149a12ba2273 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3720825 May 30 20:28:41.594786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35114) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:41.597267 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe41f160-894f-4818-8e1f-c62a00761a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.601054 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-adaf2871-7196-4ecd-99ef-cccf617a0ebe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1118891 May 30 20:28:41.606593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35118) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:41.610756 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1b96e831-8945-46f7-84cc-ad933b9eadb5 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Request body: {'security_group_rule': {'security_group_id': '8178b9a6-c21c-424d-b05e-220ea7a1ea31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:41.617090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6820357-ab14-41e2-a3a9-cf1724af6db3 req-8a26d8f7-f274-4ecc-b539-991beb1b2c81 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1096 time: 0.1796243 May 30 20:28:41.617481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1b96e831-8945-46f7-84cc-ad933b9eadb5 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:41.621644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1b96e831-8945-46f7-84cc-ad933b9eadb5 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Usage tracker for resource:security_group_rule and tenant:e1f154aa639e466b871f55ef50521468 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:41.625806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1b96e831-8945-46f7-84cc-ad933b9eadb5 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:41.632439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 019f5caa-495d-43c8-94be-5cb93dae2ac2 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:41.632732 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.634310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1b96e831-8945-46f7-84cc-ad933b9eadb5 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:41.669706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e4d5d78c-9269-4bf7-a639-0223bbaa2242 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:41.673183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-073a6152-178b-4c1b-bf1a-a5966df270e9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:41.722747 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6820357-ab14-41e2-a3a9-cf1724af6db3 req-31b7327c-2d6c-4aaa-9d20-0cb987ae3f68 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042986 May 30 20:28:41.729876 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b96e831-8945-46f7-84cc-ad933b9eadb5 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.854278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] For port 599c177d-78c6-4973-87f9-31c50809400e, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:28:41.887232 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] For port 599c177d-78c6-4973-87f9-31c50809400e, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=599c177d-78c6-4973-87f9-31c50809400e,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:28:41.900748 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.995820 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe41f160-894f-4818-8e1f-c62a00761a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:42.036955 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port e4d5d78c-9269-4bf7-a639-0223bbaa2242 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:42.068927 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port e4d5d78c-9269-4bf7-a639-0223bbaa2242 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:42.069293 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:42.071701 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b96e831-8945-46f7-84cc-ad933b9eadb5 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:42.088252 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b96e831-8945-46f7-84cc-ad933b9eadb5 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:42.150056 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d872cbcf-0b88-48ef-8bc0-d2bc41b63acc None None] Provisioning complete for port a1b89ca1-b247-4445-9681-fd4614af97f5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:42.151688 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d872cbcf-0b88-48ef-8bc0-d2bc41b63acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:42.166494 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe41f160-894f-4818-8e1f-c62a00761a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:42.193888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf0ed6-1295-4465-8c07-f4214fccde3c None None] Pushing event updated for resources: {'Port': ['ID=599c177d-78c6-4973-87f9-31c50809400e,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:42.196596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] DHCP port deletion for c840c2bc-8044-4130-b66e-385776b76782 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:28:42.203320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96e831-8945-46f7-84cc-ad933b9eadb5 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061cf16c-909d-4b67-a86a-d61f14e12918,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:42.205724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-073a6152-178b-4c1b-bf1a-a5966df270e9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:42.229713 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Routers {'e5c6b2fd-143f-4151-8fd1-979a77ea1bc5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:28:42.230592 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:28:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e5c6b2fd-143f-4151-8fd1-979a77ea1bc5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:42.234845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41f160-894f-4818-8e1f-c62a00761a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c320b323-53b0-4f9d-803f-c21db3c81877,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:42.273849 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe41f160-894f-4818-8e1f-c62a00761a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:42.277234 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fe41f160-894f-4818-8e1f-c62a00761a61 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c320b323-53b0-4f9d-803f-c21db3c81877 HTTP/1.1" status: 204 len: 168 time: 1.2312903 May 30 20:28:42.277234 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-073a6152-178b-4c1b-bf1a-a5966df270e9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:42.290924 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b96e831-8945-46f7-84cc-ad933b9eadb5 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:42.292083 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1b96e831-8945-46f7-84cc-ad933b9eadb5 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6961942 May 30 20:28:42.298291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35132) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:42.304160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:42.310249 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:42.314299 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Usage tracker for resource:floatingip and tenant:e1f154aa639e466b871f55ef50521468 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:42.317628 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:42.324614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:42.333037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Router e5c6b2fd-143f-4151-8fd1-979a77ea1bc5 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:28:42.336641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073a6152-178b-4c1b-bf1a-a5966df270e9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:42.354966 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:42.362538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] Deleting port 019f5caa-495d-43c8-94be-5cb93dae2ac2 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:42.362538 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:42.442144 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-885b30b5-25a0-4077-8d8d-05095231b110 req-ab47ba1b-0554-4d60-930a-af62b172e18a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3166749 May 30 20:28:42.656638 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-073a6152-178b-4c1b-bf1a-a5966df270e9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:42.704254 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-885b30b5-25a0-4077-8d8d-05095231b110 req-47329a6b-9bcf-48d7-8294-74bb337ab9d4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ef7e0ebf389840c5b26aa829a73b0059&device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1096 time: 0.1535110 May 30 20:28:42.809859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 019f5caa-495d-43c8-94be-5cb93dae2ac2 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:28:42.985807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35140) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:42.992809 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.039896 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] Set router e5c6b2fd-143f-4151-8fd1-979a77ea1bc5 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:28:43.084890 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b64bdfd-c0e2-4797-97e2-a24c920c7584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.093597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] For port 019f5caa-495d-43c8-94be-5cb93dae2ac2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=019f5caa-495d-43c8-94be-5cb93dae2ac2,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:43.094133 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.104554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d872cbcf-0b88-48ef-8bc0-d2bc41b63acc None None] Could not find standard attr ID for object a747bdaa-0543-436c-8177-9c97db71e100. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:28:43.121982 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b30b5-25a0-4077-8d8d-05095231b110 req-66a0e87c-de82-4d2e-a66e-d6115295225b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:43.123493 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-885b30b5-25a0-4077-8d8d-05095231b110 req-66a0e87c-de82-4d2e-a66e-d6115295225b service neutron] 10.222.0.93 "GET /v2.0/networks?id=b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac HTTP/1.1" status: 200 len: 910 time: 0.3972130 May 30 20:28:43.125375 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862545e5-6cdf-4e15-9ef0-9094e43f52ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d5d78c-9269-4bf7-a639-0223bbaa2242'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:28:43.147831 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.214134 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-885b30b5-25a0-4077-8d8d-05095231b110 req-bc6bd3d2-e9db-46fb-8e67-075e4cc08641 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96935867-6c6f-44cd-b578-3a734cae9ccf HTTP/1.1" status: 200 len: 217 time: 0.0767272 May 30 20:28:43.222616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f18f91fe-9866-4d78-bb51-f39102b42d08 req-59737203-cbe0-4931-ba5b-0cad23bda40a tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1096 time: 0.1757774 May 30 20:28:43.308353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4b64bdfd-c0e2-4797-97e2-a24c920c7584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:43.324250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4b64bdfd-c0e2-4797-97e2-a24c920c7584 admin admin] Usage tracker for resource:security_group_rule and tenant:aa4d9449d46f45ff8a933137e67f0049 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:43.328404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4b64bdfd-c0e2-4797-97e2-a24c920c7584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:43.339491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e4d5d78c-9269-4bf7-a639-0223bbaa2242, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e4d5d78c-9269-4bf7-a639-0223bbaa2242,segment=NetworkSegment(9aa09312-9ea0-48d3-bd09-e3432443d394),segment_id=9aa09312-9ea0-48d3-bd09-e3432443d394)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:43.357964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4b64bdfd-c0e2-4797-97e2-a24c920c7584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:43.372920 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b30b5-25a0-4077-8d8d-05095231b110 req-8e2e24aa-05fc-4491-afd9-f7a6ae5ba76c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:43.374628 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-885b30b5-25a0-4077-8d8d-05095231b110 req-8e2e24aa-05fc-4491-afd9-f7a6ae5ba76c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04df5b87-0f28-4d22-b06b-8eec51360999 HTTP/1.1" status: 200 len: 848 time: 0.1510992 May 30 20:28:43.379138 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f18f91fe-9866-4d78-bb51-f39102b42d08 req-61464ca0-1215-43e5-9eb6-070b4da8e99b tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137288 May 30 20:28:43.502416 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2582cb9-9d8f-402f-9a3f-859fc8a64bba'] response: {'server_uuid': '862545e5-6cdf-4e15-9ef0-9094e43f52ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d5d78c-9269-4bf7-a639-0223bbaa2242', 'code': 200} May 30 20:28:43.533020 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b64bdfd-c0e2-4797-97e2-a24c920c7584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.536844 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-885b30b5-25a0-4077-8d8d-05095231b110 req-842ec200-c382-4d88-89e2-f796f4a92aa0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506484 May 30 20:28:43.580802 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a68593a-0c8f-4c03-a1fa-f077fc05c9a6 req-ca4150e4-07e8-458b-8360-f1be391a37f8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1097 time: 0.1354272 May 30 20:28:43.635806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] Calling delete_port for 019f5caa-495d-43c8-94be-5cb93dae2ac2 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:43.665099 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.674676 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b64bdfd-c0e2-4797-97e2-a24c920c7584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.716656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:28:43.730286 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-885b30b5-25a0-4077-8d8d-05095231b110 req-bf2663f2-fd44-4e62-ad17-2311f38a58e5 service neutron] 10.222.0.93 "GET /v2.0/networks/b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862152 May 30 20:28:43.735271 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a68593a-0c8f-4c03-a1fa-f077fc05c9a6 req-cb4b9083-8be5-4ade-84f6-d2eb9135d1a1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011655 May 30 20:28:43.785219 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64bdfd-c0e2-4797-97e2-a24c920c7584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad043d6d-9e6b-4d4f-bb69-719ac902fcd6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:43.816596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Allocated IP 172.25.5.99 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/cd8b2bf9-17e7-4ace-a016-b273658ec28a) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:43.821589 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4b64bdfd-c0e2-4797-97e2-a24c920c7584 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aa4d9449d46f45ff8a933137e67f0049&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7944725 May 30 20:28:43.827051 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35148) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:43.839821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.objects.ports [None req-073a6152-178b-4c1b-bf1a-a5966df270e9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:28:43.852199 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.940488 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d54a8a00-1240-4c83-9748-ea1d703f9538 admin admin] 10.222.0.84 "PUT /v2.0/routers/e5c6b2fd-143f-4151-8fd1-979a77ea1bc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8502204 May 30 20:28:43.940689 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a92258f1-08b1-4229-af07-02a13a4060ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.941246 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-48f0ac4e-9d5e-408e-968c-e3754bd4fa99 None None] Provisioning complete for port 8c9888ef-d640-4eca-bbfd-d85f5f45ad8e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:43.941793 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-48f0ac4e-9d5e-408e-968c-e3754bd4fa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.967670 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a92258f1-08b1-4229-af07-02a13a4060ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.979311 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=e4d5d78c-9269-4bf7-a639-0223bbaa2242,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:44.009892 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 019f5caa-495d-43c8-94be-5cb93dae2ac2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=019f5caa-495d-43c8-94be-5cb93dae2ac2,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:44.059985 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:44.156789 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a92258f1-08b1-4229-af07-02a13a4060ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:44.179097 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-885b30b5-25a0-4077-8d8d-05095231b110 req-08d73999-8c1b-4ff3-97fb-545c92aa29a1 service neutron] 10.222.0.93 "GET /v2.0/networks/b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385152 May 30 20:28:44.195040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92258f1-08b1-4229-af07-02a13a4060ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad043d6d-9e6b-4d4f-bb69-719ac902fcd6,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:44.202966 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a92258f1-08b1-4229-af07-02a13a4060ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:44.206725 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a92258f1-08b1-4229-af07-02a13a4060ab admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ad043d6d-9e6b-4d4f-bb69-719ac902fcd6 HTTP/1.1" status: 204 len: 168 time: 0.3786981 May 30 20:28:44.226338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=019f5caa-495d-43c8-94be-5cb93dae2ac2,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:44.234454 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57ec3e4c-cad7-4b8c-86c3-b552d6158d73 req-32b890f8-1232-4d55-afb1-908137732b72 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1178670 May 30 20:28:44.265310 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:28:44.265842 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:28:44.292802 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-48f0ac4e-9d5e-408e-968c-e3754bd4fa99 None None] Port 8c9888ef-d640-4eca-bbfd-d85f5f45ad8e cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:28:44.392106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c6b2fd-143f-4151-8fd1-979a77ea1bc5', 'name': 'tempest-ImageQuotaTest-239570384-router', 'tenant_id': '76c0f3bf33a54ad692732b33a201089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '599c177d-78c6-4973-87f9-31c50809400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:28:29Z', 'updated_at': '2022-05-30T20:28:38Z', 'revision_number': 4, 'project_id': '76c0f3bf33a54ad692732b33a201089a', 'gw_port': {'id': '599c177d-78c6-4973-87f9-31c50809400e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c6b2fd-143f-4151-8fd1-979a77ea1bc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:28:30Z', 'updated_at': '2022-05-30T20:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '8c9888ef-d640-4eca-bbfd-d85f5f45ad8e', 'name': '', 'network_id': '6df0bc26-0588-44e4-8ef4-1c473504e48e', 'tenant_id': '76c0f3bf33a54ad692732b33a201089a', 'mac_address': 'fa:16:3e:1d:6c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c6b2fd-143f-4151-8fd1-979a77ea1bc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2e7596d-d545-47c2-856c-e07484f185a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:28:36Z', 'updated_at': '2022-05-30T20:28:39Z', 'revision_number': 2, 'project_id': '76c0f3bf33a54ad692732b33a201089a', 'subnets': [{'id': 'c2e7596d-d545-47c2-856c-e07484f185a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:44.401892 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ac7e6-ddc4-4b75-b0fd-af6543362905 None None] The sync data for ids ['e5c6b2fd-143f-4151-8fd1-979a77ea1bc5'] in n-d-843949-2 is: [{'id': 'e5c6b2fd-143f-4151-8fd1-979a77ea1bc5', 'name': 'tempest-ImageQuotaTest-239570384-router', 'tenant_id': '76c0f3bf33a54ad692732b33a201089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '599c177d-78c6-4973-87f9-31c50809400e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:28:29Z', 'updated_at': '2022-05-30T20:28:38Z', 'revision_number': 4, 'project_id': '76c0f3bf33a54ad692732b33a201089a', 'gw_port': {'id': '599c177d-78c6-4973-87f9-31c50809400e', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c6b2fd-143f-4151-8fd1-979a77ea1bc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:28:30Z', 'updated_at': '2022-05-30T20:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '8c9888ef-d640-4eca-bbfd-d85f5f45ad8e', 'name': '', 'network_id': '6df0bc26-0588-44e4-8ef4-1c473504e48e', 'tenant_id': '76c0f3bf33a54ad692732b33a201089a', 'mac_address': 'fa:16:3e:1d:6c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c6b2fd-143f-4151-8fd1-979a77ea1bc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2e7596d-d545-47c2-856c-e07484f185a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:28:36Z', 'updated_at': '2022-05-30T20:28:39Z', 'revision_number': 2, 'project_id': '76c0f3bf33a54ad692732b33a201089a', 'subnets': [{'id': 'c2e7596d-d545-47c2-856c-e07484f185a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:28:44.446362 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:44.471603 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-073a6152-178b-4c1b-bf1a-a5966df270e9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:44.573603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57ec3e4c-cad7-4b8c-86c3-b552d6158d73 req-db87211e-219e-4cf9-9f38-7d65fbd64d05 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9786c2fd175648c7b3fff1d88f7297bb&device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 1097 time: 0.1427362 May 30 20:28:44.699729 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:44.767651 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] Deleting port 019f5caa-495d-43c8-94be-5cb93dae2ac2 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:44.768258 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:45.029128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:45.107446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec3e4c-cad7-4b8c-86c3-b552d6158d73 req-5f8a75a4-63f0-4fc2-8a50-13fa9b8c99a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:45.113305 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57ec3e4c-cad7-4b8c-86c3-b552d6158d73 req-5f8a75a4-63f0-4fc2-8a50-13fa9b8c99a5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5d5c4269-2878-481a-bda8-bfcd6abecc98 HTTP/1.1" status: 200 len: 909 time: 0.4938896 May 30 20:28:45.301460 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57ec3e4c-cad7-4b8c-86c3-b552d6158d73 req-2344a871-6f4a-4781-a23e-311b227e87d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 HTTP/1.1" status: 200 len: 1001 time: 0.1830063 May 30 20:28:45.355952 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] For port 019f5caa-495d-43c8-94be-5cb93dae2ac2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=019f5caa-495d-43c8-94be-5cb93dae2ac2,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:45.356522 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:45.421664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec3e4c-cad7-4b8c-86c3-b552d6158d73 req-d237aa2d-cd68-41e6-b3c9-6b4f436cd560 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:45.424188 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57ec3e4c-cad7-4b8c-86c3-b552d6158d73 req-d237aa2d-cd68-41e6-b3c9-6b4f436cd560 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=27b00c3e-65ae-45d2-bdd3-a5cf0d581b20 HTTP/1.1" status: 200 len: 847 time: 0.1039574 May 30 20:28:45.437520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a96bb87-8ced-404d-b820-6f0590d59d3d req-1b17b132-8a25-4095-acb9-c18ff9aca619 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1097 time: 0.5195832 May 30 20:28:45.442321 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:45.462024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:45.562823 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Pushing event updated for resources: {'Port': ['ID=cd8b2bf9-17e7-4ace-a016-b273658ec28a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:45.588523 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a96bb87-8ced-404d-b820-6f0590d59d3d req-d3073f2b-44a3-4987-9c7c-a5460abc7cc5 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495914 May 30 20:28:45.616111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] Calling delete_port for 019f5caa-495d-43c8-94be-5cb93dae2ac2 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:45.642692 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57ec3e4c-cad7-4b8c-86c3-b552d6158d73 req-b46b38a8-3686-4edc-8d07-c32539d29655 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d5c4269-2878-481a-bda8-bfcd6abecc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2021043 May 30 20:28:45.783092 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-073a6152-178b-4c1b-bf1a-a5966df270e9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] For port 019f5caa-495d-43c8-94be-5cb93dae2ac2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=019f5caa-495d-43c8-94be-5cb93dae2ac2,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:45.895841 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-073a6152-178b-4c1b-bf1a-a5966df270e9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:45.910876 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-073a6152-178b-4c1b-bf1a-a5966df270e9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:45.912097 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-073a6152-178b-4c1b-bf1a-a5966df270e9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:45.914102 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:28:45.914941 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:28:45.947438 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57ec3e4c-cad7-4b8c-86c3-b552d6158d73 req-857bbb4d-e329-49a8-ba3f-71a7c1403383 service neutron] 10.222.0.77 "GET /v2.0/networks/5d5c4269-2878-481a-bda8-bfcd6abecc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975371 May 30 20:28:46.086777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a6152-178b-4c1b-bf1a-a5966df270e9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=e4501e94-0387-4bac-994d-868488b45325,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:46.135007 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57ec3e4c-cad7-4b8c-86c3-b552d6158d73 req-75e1467b-23db-4240-b731-2cb4dadcc02d service neutron] 10.222.0.77 "GET /v2.0/networks/5d5c4269-2878-481a-bda8-bfcd6abecc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774824 May 30 20:28:46.175819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a6152-178b-4c1b-bf1a-a5966df270e9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=019f5caa-495d-43c8-94be-5cb93dae2ac2,revision_number=7']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:46.190091 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073a6152-178b-4c1b-bf1a-a5966df270e9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:46.193175 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-073a6152-178b-4c1b-bf1a-a5966df270e9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:46.202006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073a6152-178b-4c1b-bf1a-a5966df270e9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:46.202646 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-073a6152-178b-4c1b-bf1a-a5966df270e9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:46.318065 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-073a6152-178b-4c1b-bf1a-a5966df270e9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6575561 May 30 20:28:46.319023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35198) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:46.324807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-e1c88b72-02bb-4533-8819-7455979aac38 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:46.370819 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:46.488613 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:46.582252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e1c88b72-02bb-4533-8819-7455979aac38 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:46.588402 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e1c88b72-02bb-4533-8819-7455979aac38 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:46.594930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e1c88b72-02bb-4533-8819-7455979aac38 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:46.610692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e1c88b72-02bb-4533-8819-7455979aac38 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:46.647655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c88b72-02bb-4533-8819-7455979aac38 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:46.723511 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35206) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:46.755801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] Deleting port 019f5caa-495d-43c8-94be-5cb93dae2ac2 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:46.756910 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:46.763569 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:46.777321 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:46.920782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Pushing event updated for resources: {'Port': ['ID=cd8b2bf9-17e7-4ace-a016-b273658ec28a,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:46.938590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 599c177d-78c6-4973-87f9-31c50809400e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:46.953470 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:46.953815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:46.954150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:46.954480 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:46.954809 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:46.955132 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:46.955451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:46.955773 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:46.956117 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:46.956436 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:46.956751 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:47.056796 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e1c88b72-02bb-4533-8819-7455979aac38 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:47.095675 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:47.122738 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:47.132874 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4922bf43-ad15-4f2e-8d7e-463c2fd837c4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8301408 May 30 20:28:47.150345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 599c177d-78c6-4973-87f9-31c50809400e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:47.160226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 599c177d-78c6-4973-87f9-31c50809400e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:47.161096 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:47.239216 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] For port 019f5caa-495d-43c8-94be-5cb93dae2ac2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=019f5caa-495d-43c8-94be-5cb93dae2ac2,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:47.239608 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:47.340452 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8debd553-538f-4d0c-9f9e-c11fd3ad9619 req-96a42db1-ce55-4790-9bac-72b3cb311d0a tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1097 time: 0.3924632 May 30 20:28:47.411565 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e399267f-1444-4663-a13b-68fd2316661a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0623461af4eb40b7a7c8696429fe1967&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6845462 May 30 20:28:47.411565 n-d-843949-2 neutron-server[84023]: INFO neutron.db.ipam_backend_mixin [None req-e1c88b72-02bb-4533-8819-7455979aac38 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e4501e94-0387-4bac-994d-868488b45325 (CIDR: 2001:db8::/64) May 30 20:28:47.412346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35226) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:47.468288 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c88b72-02bb-4533-8819-7455979aac38 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:28:47.470456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c88b72-02bb-4533-8819-7455979aac38 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:28:47.480568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] Calling delete_port for 019f5caa-495d-43c8-94be-5cb93dae2ac2 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:47.497283 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8debd553-538f-4d0c-9f9e-c11fd3ad9619 req-5c5357b6-814b-42ac-b7bd-6ac274b1170d tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558475 May 30 20:28:47.538605 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:47.542961 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e1c88b72-02bb-4533-8819-7455979aac38 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2202325 May 30 20:28:47.543887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35232) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:47.559398 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-7fb3d30e-5539-44af-af0d-bc7a0c5439ce tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:47.572484 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e5ad3f5-9bea-401d-9708-438ce75b709c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:47.580628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 599c177d-78c6-4973-87f9-31c50809400e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=599c177d-78c6-4973-87f9-31c50809400e,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:47.589565 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:47.648829 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e5ad3f5-9bea-401d-9708-438ce75b709c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:47.716905 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35240) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:47.803090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=599c177d-78c6-4973-87f9-31c50809400e,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:47.811932 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:47.888986 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] Pushing event deleted for resources: {'Port': ['ID=019f5caa-495d-43c8-94be-5cb93dae2ac2,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:47.936386 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e5ad3f5-9bea-401d-9708-438ce75b709c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:47.956369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ad3f5-9bea-401d-9708-438ce75b709c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4968559f-5ddc-4b85-a060-10739677c8dc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:47.966707 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e5ad3f5-9bea-401d-9708-438ce75b709c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:47.970187 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6e5ad3f5-9bea-401d-9708-438ce75b709c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4968559f-5ddc-4b85-a060-10739677c8dc HTTP/1.1" status: 204 len: 168 time: 0.5546477 May 30 20:28:48.025329 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7fb3d30e-5539-44af-af0d-bc7a0c5439ce tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:48.033352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7fb3d30e-5539-44af-af0d-bc7a0c5439ce tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:48.037545 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7fb3d30e-5539-44af-af0d-bc7a0c5439ce tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:48.049824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7fb3d30e-5539-44af-af0d-bc7a0c5439ce tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:48.078575 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06ab4ce-2fd6-4a7d-81af-c996f9550950 None None] No DVR routers for this DVR port 019f5caa-495d-43c8-94be-5cb93dae2ac2 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:28:48.102339 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decdaec3-2431-469c-8b85-05ba3509e953 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:48.121720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb3d30e-5539-44af-af0d-bc7a0c5439ce tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:48.129514 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7fb3d30e-5539-44af-af0d-bc7a0c5439ce tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:48.266314 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-ecf286ff-6500-4847-9f9a-dd8d676dcf1c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1504980149&fields=id&tenant_id=e1f154aa639e466b871f55ef50521468 HTTP/1.1" status: 200 len: 267 time: 0.3428779 May 30 20:28:48.311764 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5301ed94-0054-43c5-a04a-38beaab249f9 req-7201e6bf-5e7e-4cda-bed2-3c3cb5779ded tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1097 time: 0.3859477 May 30 20:28:48.421408 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-22988782-6a27-4bdd-a768-82ed9004907b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:48.466554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c840c2bc-8044-4130-b66e-385776b76782', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'fixed_ips': [{'subnet_id': 'e4501e94-0387-4bac-994d-868488b45325'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:28:48.467364 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:48.543624 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5301ed94-0054-43c5-a04a-38beaab249f9 req-e7df8172-ec69-4d27-897e-c8a56fcbf02c tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304471 May 30 20:28:48.667394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-4a3f3296-6ddd-43aa-8573-d13a1c61f32d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:48.684533 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-4a3f3296-6ddd-43aa-8573-d13a1c61f32d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/networks?id=0d1878ae-449f-42b8-bf46-74af28ca94fd HTTP/1.1" status: 200 len: 817 time: 0.4171166 May 30 20:28:48.694098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Allocated IP 2001:db8::f816:3eff:fe46:d47d (c840c2bc-8044-4130-b66e-385776b76782/e4501e94-0387-4bac-994d-868488b45325/78804516-1edd-4a39-97c0-f4886b671c3a) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:48.838043 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 599c177d-78c6-4973-87f9-31c50809400e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:48.857894 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-74b2b0db-937d-4abe-9d03-5f1c86785ef9 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/quotas/e1f154aa639e466b871f55ef50521468 HTTP/1.1" status: 200 len: 375 time: 0.1722877 May 30 20:28:49.024211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 599c177d-78c6-4973-87f9-31c50809400e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:49.024945 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:49.053228 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-712c5fc7-7404-4b32-83da-f8841ea86d8a req-0a58f84b-c9e1-441a-9c63-bf4736c9b37d tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1097 time: 0.2640078 May 30 20:28:49.190038 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:49.193796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-1e4bebf0-bdf1-4efb-9c47-98355abec59c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Synchronizing usage tracker for tenant:e1f154aa639e466b871f55ef50521468 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:49.199095 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7fb3d30e-5539-44af-af0d-bc7a0c5439ce tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:49.208339 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Transition to ACTIVE for port object 78804516-1edd-4a39-97c0-f4886b671c3a will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:49.235160 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Transition to ACTIVE for port object 78804516-1edd-4a39-97c0-f4886b671c3a will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:49.243207 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:49.319801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:49.328733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:49.340341 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:49.375432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb3d30e-5539-44af-af0d-bc7a0c5439ce tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:49.380471 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-7fb3d30e-5539-44af-af0d-bc7a0c5439ce tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:49.386902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-1e4bebf0-bdf1-4efb-9c47-98355abec59c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Unset dirty status for tenant:e1f154aa639e466b871f55ef50521468 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:49.388409 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-1e4bebf0-bdf1-4efb-9c47-98355abec59c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e1f154aa639e466b871f55ef50521468&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5297780 May 30 20:28:49.389692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb3d30e-5539-44af-af0d-bc7a0c5439ce tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:49.390410 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7fb3d30e-5539-44af-af0d-bc7a0c5439ce tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:49.399903 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-712c5fc7-7404-4b32-83da-f8841ea86d8a req-2eb57b27-2a1b-438e-8d06-607211b86228 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397100 May 30 20:28:49.407367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3d30e-5539-44af-af0d-bc7a0c5439ce tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=b9626d1f-18a1-452d-8b35-979e9ad4bba4,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:49.470042 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Pushing event updated for resources: {'Port': ['ID=78804516-1edd-4a39-97c0-f4886b671c3a,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:49.506330 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7fb3d30e-5539-44af-af0d-bc7a0c5439ce tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9612224 May 30 20:28:49.506639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35284) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:49.509974 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Attempting to bind port 78804516-1edd-4a39-97c0-f4886b671c3a on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:28:49.510889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Attempting to bind port 78804516-1edd-4a39-97c0-f4886b671c3a by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:28:49.512652 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Attempting to bind port 78804516-1edd-4a39-97c0-f4886b671c3a on network c840c2bc-8044-4130-b66e-385776b76782 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:49.517714 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-285ceb9e-0e86-41fb-89f1-ecac806bee81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'mac_address': 'fa:16:3e:bc:6d:f1', 'name': 'tempest-NetworksTestDHCPv6-241489859'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:49.530672 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:28:49.531067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:49.531730 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:49.532822 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Bound using segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:28:49.533628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Bound port: 78804516-1edd-4a39-97c0-f4886b671c3a, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:28:49.536383 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:49.626633 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-b602f6d6-2d24-422d-a7a3-a2e3411438f6 service neutron] 10.222.0.84 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103815 May 30 20:28:49.665446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] For port 78804516-1edd-4a39-97c0-f4886b671c3a, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:28:49.669312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] For port 78804516-1edd-4a39-97c0-f4886b671c3a, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=78804516-1edd-4a39-97c0-f4886b671c3a,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:28:49.681216 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:49.770437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-285ceb9e-0e86-41fb-89f1-ecac806bee81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:49.785316 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848caf3-a7d9-431f-9499-ce98833738d7 None None] Pushing event updated for resources: {'Port': ['ID=78804516-1edd-4a39-97c0-f4886b671c3a,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:49.808147 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-394908a6-5bc8-43e9-8e96-4b27583fd3fb service neutron] 10.222.0.84 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753070 May 30 20:28:49.847866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-285ceb9e-0e86-41fb-89f1-ecac806bee81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:49.874679 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285ceb9e-0e86-41fb-89f1-ecac806bee81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:49.916767 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-22988782-6a27-4bdd-a768-82ed9004907b admin admin] Deleting port 8c9888ef-d640-4eca-bbfd-d85f5f45ad8e {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:49.917108 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-22988782-6a27-4bdd-a768-82ed9004907b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:50.219549 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aad10c51-7755-4edf-b19d-f0a6eefc140b req-2c85d63b-2418-444f-8f72-6b314fe04a98 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 210 time: 0.1930888 May 30 20:28:50.274811 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b7f8da3-b3b0-427a-af6c-c14f665635b3 req-90f276d6-e8a6-4165-9578-4fa71e982f2d tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1097 time: 0.1984346 May 30 20:28:50.375526 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b7f8da3-b3b0-427a-af6c-c14f665635b3 req-69cb904d-4663-45ef-ba1b-e9f5571afbab tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878339 May 30 20:28:50.397204 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-285ceb9e-0e86-41fb-89f1-ecac806bee81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:50.457054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-285ceb9e-0e86-41fb-89f1-ecac806bee81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port 2deb080b-485e-4ad7-8832-3c13024bee26 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:28:50.538409 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-22988782-6a27-4bdd-a768-82ed9004907b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:50.678244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-22988782-6a27-4bdd-a768-82ed9004907b admin admin] Calling delete_port for 8c9888ef-d640-4eca-bbfd-d85f5f45ad8e owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:50.861675 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 78804516-1edd-4a39-97c0-f4886b671c3a up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:50.987889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 78804516-1edd-4a39-97c0-f4886b671c3a completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:51.087613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-285ceb9e-0e86-41fb-89f1-ecac806bee81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8:0:1::3c4 (c840c2bc-8044-4130-b66e-385776b76782/b9626d1f-18a1-452d-8b35-979e9ad4bba4/2deb080b-485e-4ad7-8832-3c13024bee26) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:51.100623 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-285ceb9e-0e86-41fb-89f1-ecac806bee81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::f816:3eff:febc:6df1 (c840c2bc-8044-4130-b66e-385776b76782/e4501e94-0387-4bac-994d-868488b45325/2deb080b-485e-4ad7-8832-3c13024bee26) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:51.121352 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-22988782-6a27-4bdd-a768-82ed9004907b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:51.136550 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:28:51.313863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22988782-6a27-4bdd-a768-82ed9004907b admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9888ef-d640-4eca-bbfd-d85f5f45ad8e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:51.467711 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d34078-e0e5-4f4c-b114-e14cba2dd2e0 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:51.569383 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0174374-f431-4f81-970e-5c1268ca7a06 req-290f72a7-b433-4f58-83d3-453bc455d6f2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 210 time: 0.1172826 May 30 20:28:51.815085 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-285ceb9e-0e86-41fb-89f1-ecac806bee81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:51.817075 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-199476d2-2495-4726-adf4-72118744364a None None] Provisioning for port 78804516-1edd-4a39-97c0-f4886b671c3a completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:51.832758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-199476d2-2495-4726-adf4-72118744364a None None] Provisioning complete for port 78804516-1edd-4a39-97c0-f4886b671c3a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:51.833118 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-199476d2-2495-4726-adf4-72118744364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:52.017961 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-4fdb6194-35ee-434d-80f8-154a17dc1c69 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:52.020219 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-4fdb6194-35ee-434d-80f8-154a17dc1c69 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.93 "GET /v2.0/networks?id=0d1878ae-449f-42b8-bf46-74af28ca94fd HTTP/1.1" status: 200 len: 817 time: 0.5534809 May 30 20:28:52.027369 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-adff117f-2939-4d3d-9e77-99974daef6a1 req-59f521b2-6030-4646-afd7-7826ac09f328 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1097 time: 0.6945438 May 30 20:28:52.041100 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-285ceb9e-0e86-41fb-89f1-ecac806bee81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object 2deb080b-485e-4ad7-8832-3c13024bee26 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:52.103534 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-199476d2-2495-4726-adf4-72118744364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:52.118230 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-285ceb9e-0e86-41fb-89f1-ecac806bee81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:52.202387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285ceb9e-0e86-41fb-89f1-ecac806bee81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:52.207744 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-285ceb9e-0e86-41fb-89f1-ecac806bee81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:52.213301 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285ceb9e-0e86-41fb-89f1-ecac806bee81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:52.217700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285ceb9e-0e86-41fb-89f1-ecac806bee81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:52.217941 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-285ceb9e-0e86-41fb-89f1-ecac806bee81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:52.257232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ceb9e-0e86-41fb-89f1-ecac806bee81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=2deb080b-485e-4ad7-8832-3c13024bee26,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:52.263778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-199476d2-2495-4726-adf4-72118744364a None None] For port 78804516-1edd-4a39-97c0-f4886b671c3a, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=78804516-1edd-4a39-97c0-f4886b671c3a,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:52.274691 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-199476d2-2495-4726-adf4-72118744364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:52.279289 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-285ceb9e-0e86-41fb-89f1-ecac806bee81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7682111 May 30 20:28:52.292175 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35350) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:52.342946 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbb9b47e-3e50-40eb-98fb-9327e2cdef04 req-da88cfa7-51a6-440c-b2f8-9ac809729db1 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1097 time: 0.5393252 May 30 20:28:52.403683 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f55f67d5-965e-4f07-83a5-6c019b5f38bd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port 2deb080b-485e-4ad7-8832-3c13024bee26 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:52.404226 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f55f67d5-965e-4f07-83a5-6c019b5f38bd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:52.419739 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-52997807-1349-4ca5-becb-56756b0beb4c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1f154aa639e466b871f55ef50521468 HTTP/1.1" status: 200 len: 380 time: 0.3835406 May 30 20:28:52.450580 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbb9b47e-3e50-40eb-98fb-9327e2cdef04 req-849ee81b-5beb-4ec9-8dcb-23375dbb09e1 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063640 May 30 20:28:52.459230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199476d2-2495-4726-adf4-72118744364a None None] Pushing event updated for resources: {'Port': ['ID=78804516-1edd-4a39-97c0-f4886b671c3a,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:52.460490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-e9def5f2-b52c-4867-b76e-64d2b26073c7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Request body: {'port': {'device_id': '7293273a-708a-4fa4-b559-58a6ccec8533', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'admin_state_up': True, 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'security_groups': ['8178b9a6-c21c-424d-b05e-220ea7a1ea31']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:52.472694 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273300a8-3887-4ecc-9dc8-b18ad1f0c99d None None] Update dhcp port {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'fixed_ips': [{'subnet_id': 'e4501e94-0387-4bac-994d-868488b45325', 'ip_address': '2001:db8::f816:3eff:fe46:d47d'}, {'subnet_id': 'b9626d1f-18a1-452d-8b35-979e9ad4bba4'}], 'binding:host_id': 'n-d-843949-2'}, 'id': '78804516-1edd-4a39-97c0-f4886b671c3a'} from n-d-843949-2. {{(pid=84025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:28:52.503431 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-22988782-6a27-4bdd-a768-82ed9004907b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:52.539783 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-273300a8-3887-4ecc-9dc8-b18ad1f0c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:52.641016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-e9def5f2-b52c-4867-b76e-64d2b26073c7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:52.649052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-adff117f-2939-4d3d-9e77-99974daef6a1 req-d349db04-0a61-463c-8d48-f761c9991093 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Deleting port e4d5d78c-9269-4bf7-a639-0223bbaa2242 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:52.649537 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-adff117f-2939-4d3d-9e77-99974daef6a1 req-d349db04-0a61-463c-8d48-f761c9991093 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:52.710123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-e9def5f2-b52c-4867-b76e-64d2b26073c7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:52.748871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-e9def5f2-b52c-4867-b76e-64d2b26073c7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Made reservation on behalf of e1f154aa639e466b871f55ef50521468 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:52.752822 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-e9def5f2-b52c-4867-b76e-64d2b26073c7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:52.881770 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 78804516-1edd-4a39-97c0-f4886b671c3a up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:52.987161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-273300a8-3887-4ecc-9dc8-b18ad1f0c99d None None] Allocated IP 2001:db8:0:1::2 (c840c2bc-8044-4130-b66e-385776b76782/b9626d1f-18a1-452d-8b35-979e9ad4bba4/78804516-1edd-4a39-97c0-f4886b671c3a) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:52.995758 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f55f67d5-965e-4f07-83a5-6c019b5f38bd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:53.076345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 78804516-1edd-4a39-97c0-f4886b671c3a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:53.076818 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:53.134396 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0adde96b-24e5-4dc4-9671-d5aee80ff533 req-517589ba-9466-40a0-9024-75fc56acf82b tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 210 time: 0.2159564 May 30 20:28:53.147984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f55f67d5-965e-4f07-83a5-6c019b5f38bd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for 2deb080b-485e-4ad7-8832-3c13024bee26 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:53.335245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-adff117f-2939-4d3d-9e77-99974daef6a1 req-d349db04-0a61-463c-8d48-f761c9991093 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] For port e4d5d78c-9269-4bf7-a639-0223bbaa2242, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e4d5d78c-9269-4bf7-a639-0223bbaa2242,segment=NetworkSegment(9aa09312-9ea0-48d3-bd09-e3432443d394),segment_id=9aa09312-9ea0-48d3-bd09-e3432443d394)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:53.335245 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-adff117f-2939-4d3d-9e77-99974daef6a1 req-d349db04-0a61-463c-8d48-f761c9991093 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:53.348627 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-273300a8-3887-4ecc-9dc8-b18ad1f0c99d None None] For port 78804516-1edd-4a39-97c0-f4886b671c3a, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=78804516-1edd-4a39-97c0-f4886b671c3a,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:53.378500 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-273300a8-3887-4ecc-9dc8-b18ad1f0c99d None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:53.395818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-273300a8-3887-4ecc-9dc8-b18ad1f0c99d None None] Transition to ACTIVE for port object 78804516-1edd-4a39-97c0-f4886b671c3a will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:53.405005 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-273300a8-3887-4ecc-9dc8-b18ad1f0c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:53.452472 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Port 78804516-1edd-4a39-97c0-f4886b671c3a had new provisioning blocks added so it will not transition to active. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} May 30 20:28:53.495619 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-adff117f-2939-4d3d-9e77-99974daef6a1 req-d349db04-0a61-463c-8d48-f761c9991093 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Calling delete_port for e4d5d78c-9269-4bf7-a639-0223bbaa2242 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:53.534591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-e9def5f2-b52c-4867-b76e-64d2b26073c7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Allocated IP 172.20.0.11 (0d1878ae-449f-42b8-bf46-74af28ca94fd/9f9412f8-b9b7-4d21-91c7-4120cd918668/16341635-9f98-4337-b413-4852c8f07e1f) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:53.613113 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273300a8-3887-4ecc-9dc8-b18ad1f0c99d None None] Pushing event updated for resources: {'Port': ['ID=78804516-1edd-4a39-97c0-f4886b671c3a,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:53.678493 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e4d5d78c-9269-4bf7-a639-0223bbaa2242 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:28:53.770747 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b42e6a0d-d46a-48c9-a372-eb289af6fed1 req-83b0440a-8686-4948-9241-9a99fcf9bcd5 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 1097 time: 0.1567400 May 30 20:28:53.773579 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-adff117f-2939-4d3d-9e77-99974daef6a1 req-d349db04-0a61-463c-8d48-f761c9991093 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:53.781650 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No active binding found for port e4d5d78c-9269-4bf7-a639-0223bbaa2242 {{(pid=84025) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 20:28:53.782080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e4d5d78c-9269-4bf7-a639-0223bbaa2242 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:28:53.789707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['96935867-6c6f-44cd-b578-3a734cae9ccf'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:28:53.833474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349db04-0a61-463c-8d48-f761c9991093 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4d5d78c-9269-4bf7-a639-0223bbaa2242,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:53.873074 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f55f67d5-965e-4f07-83a5-6c019b5f38bd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:53.955872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f67d5-965e-4f07-83a5-6c019b5f38bd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=2deb080b-485e-4ad7-8832-3c13024bee26,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:54.117107 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f55f67d5-965e-4f07-83a5-6c019b5f38bd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:54.142668 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f55f67d5-965e-4f07-83a5-6c019b5f38bd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/2deb080b-485e-4ad7-8832-3c13024bee26 HTTP/1.1" status: 204 len: 168 time: 1.8494244 May 30 20:28:54.144321 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35370) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:54.153243 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-adff117f-2939-4d3d-9e77-99974daef6a1 req-d349db04-0a61-463c-8d48-f761c9991093 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] No DVR routers for this DVR port e4d5d78c-9269-4bf7-a639-0223bbaa2242 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:28:54.155864 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-adff117f-2939-4d3d-9e77-99974daef6a1 req-d349db04-0a61-463c-8d48-f761c9991093 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:54.163666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862545e5-6cdf-4e15-9ef0-9094e43f52ef', 'name': 'network-vif-deleted', 'tag': 'e4d5d78c-9269-4bf7-a639-0223bbaa2242'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:28:54.213956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b42e6a0d-d46a-48c9-a372-eb289af6fed1 req-42bb9611-1605-4d72-bd06-43e8e12f689e tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769205 May 30 20:28:54.350549 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-e9def5f2-b52c-4867-b76e-64d2b26073c7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:54.393288 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-e9def5f2-b52c-4867-b76e-64d2b26073c7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Transition to ACTIVE for port object 16341635-9f98-4337-b413-4852c8f07e1f will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:54.510721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-adff117f-2939-4d3d-9e77-99974daef6a1 req-d349db04-0a61-463c-8d48-f761c9991093 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.77 "DELETE /v2.0/ports/e4d5d78c-9269-4bf7-a639-0223bbaa2242 HTTP/1.1" status: 204 len: 173 time: 2.4481728 May 30 20:28:54.572303 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354559b8-09f2-400f-b07c-a02838362c9f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:54.575476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-354559b8-09f2-400f-b07c-a02838362c9f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:54.633943 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22988782-6a27-4bdd-a768-82ed9004907b admin admin] Router e5c6b2fd-143f-4151-8fd1-979a77ea1bc5 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:28:54.647326 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-e9def5f2-b52c-4867-b76e-64d2b26073c7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:54.678410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-354559b8-09f2-400f-b07c-a02838362c9f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:54.679758 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-354559b8-09f2-400f-b07c-a02838362c9f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5347764 May 30 20:28:54.687225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35390) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:54.793145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-e9def5f2-b52c-4867-b76e-64d2b26073c7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Network 0d1878ae-449f-42b8-bf46-74af28ca94fd is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:54.804926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-e9def5f2-b52c-4867-b76e-64d2b26073c7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:54.808616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-e9def5f2-b52c-4867-b76e-64d2b26073c7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:54.856268 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0da08544-1023-4402-a202-3d48e642e1ae None None] Provisioning for port 78804516-1edd-4a39-97c0-f4886b671c3a completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:54.865687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0da08544-1023-4402-a202-3d48e642e1ae None None] Provisioning complete for port 78804516-1edd-4a39-97c0-f4886b671c3a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:54.866787 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0da08544-1023-4402-a202-3d48e642e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:54.940445 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-e9def5f2-b52c-4867-b76e-64d2b26073c7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:54.941721 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-e9def5f2-b52c-4867-b76e-64d2b26073c7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:54.950668 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ceb774c-6db9-4089-8cc0-b1ae0c1de1a7'] response: {'server_uuid': '862545e5-6cdf-4e15-9ef0-9094e43f52ef', 'name': 'network-vif-deleted', 'tag': 'e4d5d78c-9269-4bf7-a639-0223bbaa2242', 'status': 'completed', 'code': 200} May 30 20:28:54.972155 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9def5f2-b52c-4867-b76e-64d2b26073c7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Pushing event updated for resources: {'Port': ['ID=16341635-9f98-4337-b413-4852c8f07e1f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:54.984698 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 78804516-1edd-4a39-97c0-f4886b671c3a up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:55.009821 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-e9def5f2-b52c-4867-b76e-64d2b26073c7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5648568 May 30 20:28:55.024153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937b582-e12e-4478-a86f-bae6317a06d2 req-2b67df04-a2ea-4672-939b-991039d56ecb tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:55.025010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-d937b582-e12e-4478-a86f-bae6317a06d2 req-2b67df04-a2ea-4672-939b-991039d56ecb tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Synchronizing usage tracker for tenant:e1f154aa639e466b871f55ef50521468 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:55.035216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Request body: {'port': {'device_id': '7293273a-708a-4fa4-b559-58a6ccec8533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:55.082484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95db25de-ae80-4f12-8309-076f45c3d36d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:55.086762 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-95db25de-ae80-4f12-8309-076f45c3d36d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3963666 May 30 20:28:55.089099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35402) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:55.227884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49208498-c3c4-46d0-b273-aed1901a33b4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:55.231409 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49208498-c3c4-46d0-b273-aed1901a33b4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:55.233064 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49208498-c3c4-46d0-b273-aed1901a33b4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:55.234061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-49208498-c3c4-46d0-b273-aed1901a33b4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:55.284782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-49208498-c3c4-46d0-b273-aed1901a33b4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:55.300028 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-49208498-c3c4-46d0-b273-aed1901a33b4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2096710 May 30 20:28:55.304972 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35410) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:55.348058 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 78804516-1edd-4a39-97c0-f4886b671c3a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:55.348605 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:55.446418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-d937b582-e12e-4478-a86f-bae6317a06d2 req-2b67df04-a2ea-4672-939b-991039d56ecb tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Unset dirty status for tenant:e1f154aa639e466b871f55ef50521468 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:55.459169 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d937b582-e12e-4478-a86f-bae6317a06d2 req-2b67df04-a2ea-4672-939b-991039d56ecb tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 932 time: 0.8980806 May 30 20:28:55.477226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-86f4097e-6410-4a51-9e83-1000ae2e88d0 None None] Could not find standard attr ID for object 2deb080b-485e-4ad7-8832-3c13024bee26. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:28:55.513266 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-86f4097e-6410-4a51-9e83-1000ae2e88d0 None None] Provisioning for port 16341635-9f98-4337-b413-4852c8f07e1f completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:55.627341 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-86f4097e-6410-4a51-9e83-1000ae2e88d0 None None] Provisioning complete for port 16341635-9f98-4337-b413-4852c8f07e1f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:55.628571 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-86f4097e-6410-4a51-9e83-1000ae2e88d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:55.690516 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22988782-6a27-4bdd-a768-82ed9004907b admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:28:55.700536 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-22988782-6a27-4bdd-a768-82ed9004907b admin admin] 10.222.0.84 "PUT /v2.0/routers/e5c6b2fd-143f-4151-8fd1-979a77ea1bc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9800861 May 30 20:28:55.707947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35420) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:55.735173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b0fd736b-1d34-4c99-878e-eb90905c5981 req-3077c8c6-3e2b-47b9-a34e-2414ea2e594e tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Synchronizing usage tracker for tenant:ef7e0ebf389840c5b26aa829a73b0059 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:55.796274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b0fd736b-1d34-4c99-878e-eb90905c5981 req-3077c8c6-3e2b-47b9-a34e-2414ea2e594e tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Unset dirty status for tenant:ef7e0ebf389840c5b26aa829a73b0059 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:55.797557 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0fd736b-1d34-4c99-878e-eb90905c5981 req-3077c8c6-3e2b-47b9-a34e-2414ea2e594e tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=862545e5-6cdf-4e15-9ef0-9094e43f52ef HTTP/1.1" status: 200 len: 210 time: 0.2330675 May 30 20:28:55.824592 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-86f4097e-6410-4a51-9e83-1000ae2e88d0 None None] Port 16341635-9f98-4337-b413-4852c8f07e1f cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:28:55.833334 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d937b582-e12e-4478-a86f-bae6317a06d2 req-126fa2de-d4cb-44bb-8710-d0c89e6dfc82 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3602955 May 30 20:28:55.840814 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:55.933373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb03e028-aebe-45ee-8eb2-3779d5ab7389 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet b9626d1f-18a1-452d-8b35-979e9ad4bba4 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:28:55.938306 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb03e028-aebe-45ee-8eb2-3779d5ab7389 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.018711 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb03e028-aebe-45ee-8eb2-3779d5ab7389 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.128141 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb03e028-aebe-45ee-8eb2-3779d5ab7389 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.246586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24795384-1995-4c73-976e-b22f701f5e36 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.309973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16341635-9f98-4337-b413-4852c8f07e1f {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:28:56.319531 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.432761 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35434) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:56.441565 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb03e028-aebe-45ee-8eb2-3779d5ab7389 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.446988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Transition to ACTIVE for port object 16341635-9f98-4337-b413-4852c8f07e1f will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:56.454788 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.489385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03e028-aebe-45ee-8eb2-3779d5ab7389 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=b9626d1f-18a1-452d-8b35-979e9ad4bba4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:56.501147 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cb03e028-aebe-45ee-8eb2-3779d5ab7389 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.507885 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0776055-0186-45ca-9e49-0d2c09619601 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:56.668969 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cb03e028-aebe-45ee-8eb2-3779d5ab7389 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/b9626d1f-18a1-452d-8b35-979e9ad4bba4 HTTP/1.1" status: 204 len: 168 time: 1.3577507 May 30 20:28:56.669868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35442) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:56.702640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Pushing event updated for resources: {'Port': ['ID=16341635-9f98-4337-b413-4852c8f07e1f,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:56.764757 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-29bc9221-de70-4dfb-b597-94de451a851d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.813118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2699b8-a3e2-4dae-b58d-41e537221d6a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet e4501e94-0387-4bac-994d-868488b45325 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:28:56.818176 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef2699b8-a3e2-4dae-b58d-41e537221d6a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.903255 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-29bc9221-de70-4dfb-b597-94de451a851d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:56.910642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-29bc9221-de70-4dfb-b597-94de451a851d admin admin] Usage tracker for resource:security_group_rule and tenant:d520524816bc49fa8fe1c40e36e24970 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:56.915197 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-29bc9221-de70-4dfb-b597-94de451a851d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:56.922854 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-29bc9221-de70-4dfb-b597-94de451a851d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:56.955220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Attempting to bind port 16341635-9f98-4337-b413-4852c8f07e1f on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:28:56.955473 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Attempting to bind port 16341635-9f98-4337-b413-4852c8f07e1f by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '67dc3718-07ad-448b-a699-b13e8c6a7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:28:56.955956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Attempting to bind port 16341635-9f98-4337-b413-4852c8f07e1f on network 0d1878ae-449f-42b8-bf46-74af28ca94fd {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:56.964662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Port 16341635-9f98-4337-b413-4852c8f07e1f on network 0d1878ae-449f-42b8-bf46-74af28ca94fd not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:28:56.964991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Attempting to bind port 16341635-9f98-4337-b413-4852c8f07e1f on network 0d1878ae-449f-42b8-bf46-74af28ca94fd {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:56.997891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:28:56.998202 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Checking segment: {'id': '67dc3718-07ad-448b-a699-b13e8c6a7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:56.999042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Bound using segment: {'id': '67dc3718-07ad-448b-a699-b13e8c6a7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:28:56.999042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Bound port: 16341635-9f98-4337-b413-4852c8f07e1f, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67dc3718-07ad-448b-a699-b13e8c6a7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:28:56.999597 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:57.029452 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef2699b8-a3e2-4dae-b58d-41e537221d6a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:57.125992 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24795384-1995-4c73-976e-b22f701f5e36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:57.138016 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-29bc9221-de70-4dfb-b597-94de451a851d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:57.157312 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-24795384-1995-4c73-976e-b22f701f5e36 admin admin] Deleting port 599c177d-78c6-4973-87f9-31c50809400e {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:57.158020 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24795384-1995-4c73-976e-b22f701f5e36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:57.166669 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-29bc9221-de70-4dfb-b597-94de451a851d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:57.248733 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef2699b8-a3e2-4dae-b58d-41e537221d6a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:57.274506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] For port 16341635-9f98-4337-b413-4852c8f07e1f, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:28:57.277843 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] For port 16341635-9f98-4337-b413-4852c8f07e1f, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=16341635-9f98-4337-b413-4852c8f07e1f,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:28:57.291082 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-29bc9221-de70-4dfb-b597-94de451a851d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d520524816bc49fa8fe1c40e36e24970&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8545835 May 30 20:28:57.297323 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:57.301847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35452) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:57.471441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc9221-de70-4dfb-b597-94de451a851d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f6433e-7b79-4033-a07b-0e35d9c4fc99,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:57.516479 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:57.518472 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] 10.222.0.93 "PUT /v2.0/ports/16341635-9f98-4337-b413-4852c8f07e1f HTTP/1.1" status: 200 len: 1092 time: 2.4887331 May 30 20:28:57.527376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7293273a-708a-4fa4-b559-58a6ccec8533', 'tag': '16341635-9f98-4337-b413-4852c8f07e1f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:28:57.546819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-24795384-1995-4c73-976e-b22f701f5e36 admin admin] For port 599c177d-78c6-4973-87f9-31c50809400e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=599c177d-78c6-4973-87f9-31c50809400e,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:57.547234 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24795384-1995-4c73-976e-b22f701f5e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:57.557687 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef2699b8-a3e2-4dae-b58d-41e537221d6a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:57.565311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1cb6c-e2f4-4e6e-9b94-f13c73e1600c service neutron] Pushing event updated for resources: {'Port': ['ID=16341635-9f98-4337-b413-4852c8f07e1f,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:57.606227 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef2699b8-a3e2-4dae-b58d-41e537221d6a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:57.653196 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae080d-406d-4a04-8bde-e242b1250b79 req-541e988f-3159-40d0-b22c-30357efe0e3f tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:57.661713 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6ae080d-406d-4a04-8bde-e242b1250b79 req-541e988f-3159-40d0-b22c-30357efe0e3f tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 944 time: 0.4598808 May 30 20:28:57.666571 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-877a7d60-5ce6-45a0-887d-9c4cd505c157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:57.759023 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-24795384-1995-4c73-976e-b22f701f5e36 admin admin] Calling delete_port for 599c177d-78c6-4973-87f9-31c50809400e owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:57.784432 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a15eb4b9-2048-4a03-91a9-1dd87c04b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:57.794644 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-877a7d60-5ce6-45a0-887d-9c4cd505c157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:57.795876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2699b8-a3e2-4dae-b58d-41e537221d6a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=e4501e94-0387-4bac-994d-868488b45325,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:57.812860 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ef2699b8-a3e2-4dae-b58d-41e537221d6a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/e4501e94-0387-4bac-994d-868488b45325 HTTP/1.1" status: 204 len: 168 time: 1.1387231 May 30 20:28:57.819809 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35464) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:57.857064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6ae080d-406d-4a04-8bde-e242b1250b79 req-42cfecde-948b-481a-be2d-2b116d79ca6f tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941226 May 30 20:28:57.881391 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-4e9f4d8e-c93e-46e7-ad5e-eb29fd16f2e0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f154aa639e466b871f55ef50521468&device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 1095 time: 0.3111727 May 30 20:28:57.894221 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-950ef1a9-3335-4ea2-afac-9a7a4e9733e8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730910 May 30 20:28:57.896986 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35468) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:57.905897 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:58.035235 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de60e86e-971a-46d9-a62b-e2d5da868082'] response: {'name': 'network-changed', 'server_uuid': '7293273a-708a-4fa4-b559-58a6ccec8533', 'tag': '16341635-9f98-4337-b413-4852c8f07e1f', 'status': 'completed', 'code': 200} May 30 20:28:58.040851 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-772753ab-cf38-46ce-a54b-c8ca3f653d47 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16341635-9f98-4337-b413-4852c8f07e1f HTTP/1.1" status: 200 len: 217 time: 0.1426568 May 30 20:28:58.073236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:58.077998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:58.088213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:58.090079 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dbb729-b6ae-4d7a-8d80-c7bac750a20b None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:58.095285 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:58.112092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-449b3d4f-e073-455b-b0d4-ea99e5995f56 req-380b69bc-60ba-45bd-a04b-6cb33fc50125 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1096 time: 0.4170244 May 30 20:28:58.118377 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-877a7d60-5ce6-45a0-887d-9c4cd505c157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:58.151674 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:58.155541 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:58.170831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a7d60-5ce6-45a0-887d-9c4cd505c157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f6433e-7b79-4033-a07b-0e35d9c4fc99,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:58.201778 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-877a7d60-5ce6-45a0-887d-9c4cd505c157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:58.206986 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-877a7d60-5ce6-45a0-887d-9c4cd505c157 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a3f6433e-7b79-4033-a07b-0e35d9c4fc99 HTTP/1.1" status: 204 len: 168 time: 0.8248460 May 30 20:28:58.212580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-29231d93-6daf-4c54-837e-88dd1bcd0381 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:58.213790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-29231d93-6daf-4c54-837e-88dd1bcd0381 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9f9412f8-b9b7-4d21-91c7-4120cd918668 HTTP/1.1" status: 200 len: 856 time: 0.1615541 May 30 20:28:58.312758 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-449b3d4f-e073-455b-b0d4-ea99e5995f56 req-cde9ee1c-570e-4d32-b9f7-cd8cd3e14bcb tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863647 May 30 20:28:58.391691 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-73cc795c-c0f0-42b5-a1f6-4bb4a2f472d1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d1878ae-449f-42b8-bf46-74af28ca94fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657197 May 30 20:28:58.395763 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24795384-1995-4c73-976e-b22f701f5e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:58.399527 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-abb3bff9-c11d-41c8-88f3-a538225465e4 None None] Provisioning complete for port 78804516-1edd-4a39-97c0-f4886b671c3a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:58.399908 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-abb3bff9-c11d-41c8-88f3-a538225465e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:58.477027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24795384-1995-4c73-976e-b22f701f5e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=599c177d-78c6-4973-87f9-31c50809400e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:58.699570 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7f3608-55ff-4fb1-b2f5-a8d3da12d78e None None] DHCP port deletion for c840c2bc-8044-4130-b66e-385776b76782 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:28:58.706964 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f3608-55ff-4fb1-b2f5-a8d3da12d78e None None] Deleting port 78804516-1edd-4a39-97c0-f4886b671c3a {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:58.707592 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3e7f3608-55ff-4fb1-b2f5-a8d3da12d78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:58.714042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35478) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:58.788661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24795384-1995-4c73-976e-b22f701f5e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:58.815672 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-639789f3-dce0-4e5d-9979-2d06d88d8bdc service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178066 May 30 20:28:58.840875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 78804516-1edd-4a39-97c0-f4886b671c3a no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:28:58.878470 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db28e25b-5497-4d17-8025-06d173e1650a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:59.032233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-db28e25b-5497-4d17-8025-06d173e1650a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:59.046688 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3f12c37-98a9-41ad-befb-35f3d1f18b97 req-3e56b24f-a879-44bb-86f1-5673c05c21b3 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1096 time: 0.2292521 May 30 20:28:59.050097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-db28e25b-5497-4d17-8025-06d173e1650a admin admin] Usage tracker for resource:security_group_rule and tenant:8e1b149753e443abbf68de4bfaa99876 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:59.067056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-db28e25b-5497-4d17-8025-06d173e1650a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:59.178788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e3f12c37-98a9-41ad-befb-35f3d1f18b97 req-91ca1402-b99d-4512-a19d-9276e51552ca tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Deleting port 96935867-6c6f-44cd-b578-3a734cae9ccf {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:59.179158 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e3f12c37-98a9-41ad-befb-35f3d1f18b97 req-91ca1402-b99d-4512-a19d-9276e51552ca tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:59.209205 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3e7f3608-55ff-4fb1-b2f5-a8d3da12d78e None None] For port 78804516-1edd-4a39-97c0-f4886b671c3a, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=78804516-1edd-4a39-97c0-f4886b671c3a,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:59.209621 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3e7f3608-55ff-4fb1-b2f5-a8d3da12d78e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:59.225458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-db28e25b-5497-4d17-8025-06d173e1650a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:59.227880 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:59.323914 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24795384-1995-4c73-976e-b22f701f5e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:59.359230 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e7b77fc-73cb-4752-9f01-70773761c447 req-ed596b51-6dca-457f-b156-83268d1d0b5f service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614601 May 30 20:28:59.411200 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1866de0-0e1f-4b9c-ab2f-6319d743d2df None None] Sync routers for ids ['e5c6b2fd-143f-4151-8fd1-979a77ea1bc5'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:28:59.415035 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f3608-55ff-4fb1-b2f5-a8d3da12d78e None None] Calling delete_port for 78804516-1edd-4a39-97c0-f4886b671c3a owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:59.431625 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1866de0-0e1f-4b9c-ab2f-6319d743d2df None None] Routers {'e5c6b2fd-143f-4151-8fd1-979a77ea1bc5'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:28:59.432481 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b1866de0-0e1f-4b9c-ab2f-6319d743d2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:28:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e5c6b2fd-143f-4151-8fd1-979a77ea1bc5'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:59.478931 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24795384-1995-4c73-976e-b22f701f5e36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:59.483014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 78804516-1edd-4a39-97c0-f4886b671c3a, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=78804516-1edd-4a39-97c0-f4886b671c3a,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:59.494777 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:59.561581 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24795384-1995-4c73-976e-b22f701f5e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:59.562240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24795384-1995-4c73-976e-b22f701f5e36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5c6b2fd-143f-4151-8fd1-979a77ea1bc5 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:28:59.622356 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-3e7f3608-55ff-4fb1-b2f5-a8d3da12d78e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:28:59.622626 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-3e7f3608-55ff-4fb1-b2f5-a8d3da12d78e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:28:59.627217 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=78804516-1edd-4a39-97c0-f4886b671c3a,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:59.650928 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-b1866de0-0e1f-4b9c-ab2f-6319d743d2df None None] Set router e5c6b2fd-143f-4151-8fd1-979a77ea1bc5 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:28:59.656359 n-d-843949-2 neutron-server[84024]: DEBUG neutron.objects.ports [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:28:59.690989 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558ddd6-118c-4e80-ae21-41ec2e4ce40f req-4f2f2867-c663-4f65-9b43-5ac36d6c2201 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:59.698948 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d558ddd6-118c-4e80-ae21-41ec2e4ce40f req-4f2f2867-c663-4f65-9b43-5ac36d6c2201 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 944 time: 0.4753268 May 30 20:28:59.767451 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24795384-1995-4c73-976e-b22f701f5e36 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:59.768851 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-24795384-1995-4c73-976e-b22f701f5e36 admin admin] 10.222.0.84 "DELETE /v2.0/routers/e5c6b2fd-143f-4151-8fd1-979a77ea1bc5 HTTP/1.1" status: 204 len: 168 time: 4.0598080 May 30 20:28:59.774308 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b1866de0-0e1f-4b9c-ab2f-6319d743d2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c6b2fd-143f-4151-8fd1-979a77ea1bc5', 'name': 'tempest-ImageQuotaTest-239570384-router', 'tenant_id': '76c0f3bf33a54ad692732b33a201089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:28:29Z', 'updated_at': '2022-05-30T20:28:58Z', 'revision_number': 7, 'project_id': '76c0f3bf33a54ad692732b33a201089a', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:59.777519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35488) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:59.780152 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1866de0-0e1f-4b9c-ab2f-6319d743d2df None None] Checking router: e5c6b2fd-143f-4151-8fd1-979a77ea1bc5 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:28:59.792486 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1866de0-0e1f-4b9c-ab2f-6319d743d2df None None] Routers set() bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:28:59.793101 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1866de0-0e1f-4b9c-ab2f-6319d743d2df None None] Router IDs set() for agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 20:28:59.793848 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_agentschedulers_db [None req-b1866de0-0e1f-4b9c-ab2f-6319d743d2df None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e5c6b2fd-143f-4151-8fd1-979a77ea1bc5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:28:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent'). {{(pid=84026) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 30 20:28:59.794388 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1866de0-0e1f-4b9c-ab2f-6319d743d2df None None] The sync data for ids ['e5c6b2fd-143f-4151-8fd1-979a77ea1bc5'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:28:59.835740 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:59.886956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6af2c3f-76fe-4752-b3b0-8f5b89379450 req-12dd4fa9-66a8-4809-98b7-555f948349a6 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 1096 time: 0.2786865 May 30 20:28:59.935165 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db28e25b-5497-4d17-8025-06d173e1650a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:59.958143 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f31dcb50-2e6d-43df-ad53-048ed66fe42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:59.970609 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9bf7c834-7763-4f04-9a21-1bbf3f6e5ea0 req-8f14d07e-d52d-44f8-b928-455c2faa9c66 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f154aa639e466b871f55ef50521468&device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 1095 time: 0.5208068 May 30 20:28:59.973205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-e3f12c37-98a9-41ad-befb-35f3d1f18b97 req-91ca1402-b99d-4512-a19d-9276e51552ca tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] For port 96935867-6c6f-44cd-b578-3a734cae9ccf, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=96935867-6c6f-44cd-b578-3a734cae9ccf,segment=NetworkSegment(9aa09312-9ea0-48d3-bd09-e3432443d394),segment_id=9aa09312-9ea0-48d3-bd09-e3432443d394)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:59.973576 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e3f12c37-98a9-41ad-befb-35f3d1f18b97 req-91ca1402-b99d-4512-a19d-9276e51552ca tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:59.985693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-6342cc03-98cf-49c7-b79e-b8e5619190f4 admin admin] Deleting subnet c2e7596d-d545-47c2-856c-e07484f185a6 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:28:59.987551 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db28e25b-5497-4d17-8025-06d173e1650a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:00.010063 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d558ddd6-118c-4e80-ae21-41ec2e4ce40f req-1f549fbb-8a83-4b5b-88bf-09be5117dfa8 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100245 May 30 20:29:00.014368 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6342cc03-98cf-49c7-b79e-b8e5619190f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:00.099873 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] For port 78804516-1edd-4a39-97c0-f4886b671c3a, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=78804516-1edd-4a39-97c0-f4886b671c3a,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:00.125400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f3608-55ff-4fb1-b2f5-a8d3da12d78e None None] Deleting port 78804516-1edd-4a39-97c0-f4886b671c3a {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:00.125986 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3e7f3608-55ff-4fb1-b2f5-a8d3da12d78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:00.132767 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:00.138613 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:00.139476 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:00.210677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-e3f12c37-98a9-41ad-befb-35f3d1f18b97 req-91ca1402-b99d-4512-a19d-9276e51552ca tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Calling delete_port for 96935867-6c6f-44cd-b578-3a734cae9ccf owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:00.264268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:00.275318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:00.291313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:00.291936 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:00.378376 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=16036f81-8799-468f-abff-0d62e8183e49,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:00.386549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=78804516-1edd-4a39-97c0-f4886b671c3a,revision_number=9']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:00.396943 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7525081e-90fd-46f7-bcb9-1d5376704e67 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4964402 May 30 20:29:00.397338 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35496) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:00.409072 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-178ecaec-0192-419d-9262-ea2a0d34ad7c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:00.425223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28e25b-5497-4d17-8025-06d173e1650a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18198bec-1e61-4dd4-bb95-5c07701036cd,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:00.448371 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6af2c3f-76fe-4752-b3b0-8f5b89379450 req-1ff6a0ed-22b9-4bc2-9d10-21461bafadae tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9d8ffb2-4a32-4b42-b9b8-670742d87612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443935 May 30 20:29:00.460972 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6342cc03-98cf-49c7-b79e-b8e5619190f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:00.509723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-db28e25b-5497-4d17-8025-06d173e1650a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8e1b149753e443abbf68de4bfaa99876&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6967847 May 30 20:29:00.532871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35500) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:00.578379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3e7f3608-55ff-4fb1-b2f5-a8d3da12d78e None None] For port 78804516-1edd-4a39-97c0-f4886b671c3a, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=78804516-1edd-4a39-97c0-f4886b671c3a,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:00.578786 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3e7f3608-55ff-4fb1-b2f5-a8d3da12d78e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:00.653118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-178ecaec-0192-419d-9262-ea2a0d34ad7c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:00.658063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-178ecaec-0192-419d-9262-ea2a0d34ad7c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:00.661332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-178ecaec-0192-419d-9262-ea2a0d34ad7c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:00.694769 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-178ecaec-0192-419d-9262-ea2a0d34ad7c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:00.733778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178ecaec-0192-419d-9262-ea2a0d34ad7c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:00.739757 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-178ecaec-0192-419d-9262-ea2a0d34ad7c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:00.853640 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35506) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:00.873939 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f3608-55ff-4fb1-b2f5-a8d3da12d78e None None] Calling delete_port for 78804516-1edd-4a39-97c0-f4886b671c3a owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:00.879306 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c834-7763-4f04-9a21-1bbf3f6e5ea0 req-98cc6dd0-9313-480d-87e2-a9049531a612 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:00.880859 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9bf7c834-7763-4f04-9a21-1bbf3f6e5ea0 req-98cc6dd0-9313-480d-87e2-a9049531a612 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d1878ae-449f-42b8-bf46-74af28ca94fd HTTP/1.1" status: 200 len: 918 time: 0.8817489 May 30 20:29:00.914236 n-d-843949-2 neutron-server[84024]: INFO neutron.db.ipam_backend_mixin [None req-178ecaec-0192-419d-9262-ea2a0d34ad7c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16036f81-8799-468f-abff-0d62e8183e49 (CIDR: 2001:db8::/64) May 30 20:29:00.920278 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-178ecaec-0192-419d-9262-ea2a0d34ad7c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:29:00.920735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178ecaec-0192-419d-9262-ea2a0d34ad7c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:00.951744 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-178ecaec-0192-419d-9262-ea2a0d34ad7c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5529697 May 30 20:29:00.952405 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35512) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:00.959721 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-47299f38-e11f-49ff-b67d-166be699339e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:00.996066 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9bf7c834-7763-4f04-9a21-1bbf3f6e5ea0 req-3356e7d7-c2a4-4276-a615-0689d5ebb9db service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16341635-9f98-4337-b413-4852c8f07e1f HTTP/1.1" status: 200 len: 217 time: 0.0924518 May 30 20:29:01.021877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8c9888ef-d640-4eca-bbfd-d85f5f45ad8e no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:01.048694 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e3f12c37-98a9-41ad-befb-35f3d1f18b97 req-91ca1402-b99d-4512-a19d-9276e51552ca tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.055393 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3e7f3608-55ff-4fb1-b2f5-a8d3da12d78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.060127 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6342cc03-98cf-49c7-b79e-b8e5619190f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.117912 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f3608-55ff-4fb1-b2f5-a8d3da12d78e None None] Pushing event deleted for resources: {'Port': ['ID=78804516-1edd-4a39-97c0-f4886b671c3a,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:01.119703 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 8c9888ef-d640-4eca-bbfd-d85f5f45ad8e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:29:01.120119 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8c9888ef-d640-4eca-bbfd-d85f5f45ad8e not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:01.120533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 599c177d-78c6-4973-87f9-31c50809400e no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:01.141342 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b6dc148c-20fc-46a7-95c6-99786e5c10ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.160704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 599c177d-78c6-4973-87f9-31c50809400e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:29:01.161075 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 599c177d-78c6-4973-87f9-31c50809400e not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:01.175910 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca1402-b99d-4512-a19d-9276e51552ca tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Pushing event deleted for resources: {'Port': ['ID=96935867-6c6f-44cd-b578-3a734cae9ccf,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:01.189323 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6dbb241f-6730-4c60-ac4c-4879a23cfe1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.260718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c834-7763-4f04-9a21-1bbf3f6e5ea0 req-53128862-f984-4a8e-a47a-2ef149879bd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:01.262180 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9bf7c834-7763-4f04-9a21-1bbf3f6e5ea0 req-53128862-f984-4a8e-a47a-2ef149879bd3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9f9412f8-b9b7-4d21-91c7-4120cd918668 HTTP/1.1" status: 200 len: 856 time: 0.2542448 May 30 20:29:01.263941 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b6dc148c-20fc-46a7-95c6-99786e5c10ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.267335 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7f3608-55ff-4fb1-b2f5-a8d3da12d78e None None] No DVR routers for this DVR port 78804516-1edd-4a39-97c0-f4886b671c3a on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:29:01.283433 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49a6495-b3a5-4f9a-b339-4d8f6f9150e6 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:01.300288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-47299f38-e11f-49ff-b67d-166be699339e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:01.322526 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-47299f38-e11f-49ff-b67d-166be699339e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:01.326935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-47299f38-e11f-49ff-b67d-166be699339e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:01.334773 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6dbb241f-6730-4c60-ac4c-4879a23cfe1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:01.337105 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-47299f38-e11f-49ff-b67d-166be699339e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:01.341305 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6dbb241f-6730-4c60-ac4c-4879a23cfe1e admin admin] Usage tracker for resource:security_group_rule and tenant:594f2bed1706496c9cfcc48f00840cbd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:01.345730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6dbb241f-6730-4c60-ac4c-4879a23cfe1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:01.354156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6dbb241f-6730-4c60-ac4c-4879a23cfe1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:01.363641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47299f38-e11f-49ff-b67d-166be699339e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:01.369765 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.464465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f12c37-98a9-41ad-befb-35f3d1f18b97 req-91ca1402-b99d-4512-a19d-9276e51552ca tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] No DVR routers for this DVR port 96935867-6c6f-44cd-b578-3a734cae9ccf on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:29:01.494933 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-e3f12c37-98a9-41ad-befb-35f3d1f18b97 req-91ca1402-b99d-4512-a19d-9276e51552ca tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.515383 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d527fb5-03c7-4b68-8b6f-583bca67bd23', 'name': 'network-vif-deleted', 'tag': '96935867-6c6f-44cd-b578-3a734cae9ccf'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:01.535474 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3f12c37-98a9-41ad-befb-35f3d1f18b97 req-91ca1402-b99d-4512-a19d-9276e51552ca tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.93 "DELETE /v2.0/ports/96935867-6c6f-44cd-b578-3a734cae9ccf HTTP/1.1" status: 204 len: 173 time: 2.4650395 May 30 20:29:01.582388 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6342cc03-98cf-49c7-b79e-b8e5619190f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.593073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c840c2bc-8044-4130-b66e-385776b76782', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'fixed_ips': [{'subnet_id': '16036f81-8799-468f-abff-0d62e8183e49'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:29:01.594014 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.672415 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6342cc03-98cf-49c7-b79e-b8e5619190f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.695937 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6342cc03-98cf-49c7-b79e-b8e5619190f4 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c2e7596d-d545-47c2-856c-e07484f185a6 HTTP/1.1" status: 204 len: 168 time: 1.9092867 May 30 20:29:01.701078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35522) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:01.706005 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47299f38-e11f-49ff-b67d-166be699339e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.767003 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb236593-2e6a-484e-af23-c1ea502fcf7b None None] Network 6df0bc26-0588-44e4-8ef4-1c473504e48e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:01.786233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342cc03-98cf-49c7-b79e-b8e5619190f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e7596d-d545-47c2-856c-e07484f185a6,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:01.797969 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.813227 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6dbb241f-6730-4c60-ac4c-4879a23cfe1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.825879 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6dbb241f-6730-4c60-ac4c-4879a23cfe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.841214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ec3c1cdc-e73e-4231-beee-1be7068e9e63 req-5687c1b8-1d75-4254-81e9-06f0c4c27f73 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Synchronizing usage tracker for tenant:ef7e0ebf389840c5b26aa829a73b0059 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:01.904428 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9bf7c834-7763-4f04-9a21-1bbf3f6e5ea0 req-881ab5ca-4b99-48d3-b5c8-4344009048d7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d1878ae-449f-42b8-bf46-74af28ca94fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5912266 May 30 20:29:01.906913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb241f-6730-4c60-ac4c-4879a23cfe1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b4463f-01a7-4102-bfd2-ef63abe47cbe,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:01.914030 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6dbb241f-6730-4c60-ac4c-4879a23cfe1e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=594f2bed1706496c9cfcc48f00840cbd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0587986 May 30 20:29:01.917211 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35526) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:01.918684 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b6dc148c-20fc-46a7-95c6-99786e5c10ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.966533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ec3c1cdc-e73e-4231-beee-1be7068e9e63 req-5687c1b8-1d75-4254-81e9-06f0c4c27f73 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] Unset dirty status for tenant:ef7e0ebf389840c5b26aa829a73b0059 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:01.967633 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec3c1cdc-e73e-4231-beee-1be7068e9e63 req-5687c1b8-1d75-4254-81e9-06f0c4c27f73 tempest-TestServerMultinode-412145570 tempest-TestServerMultinode-412145570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d527fb5-03c7-4b68-8b6f-583bca67bd23 HTTP/1.1" status: 200 len: 210 time: 0.2764602 May 30 20:29:01.974180 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc148c-20fc-46a7-95c6-99786e5c10ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18198bec-1e61-4dd4-bb95-5c07701036cd,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:01.991845 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b6dc148c-20fc-46a7-95c6-99786e5c10ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.992736 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b6dc148c-20fc-46a7-95c6-99786e5c10ad admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/18198bec-1e61-4dd4-bb95-5c07701036cd HTTP/1.1" status: 204 len: 168 time: 1.4585638 May 30 20:29:01.998608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dc74c-217c-4837-9569-98cbf8508768 req-a5f07e0a-34e1-4d61-9a40-7466d8776907 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:02.006056 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-603dc74c-217c-4837-9569-98cbf8508768 req-a5f07e0a-34e1-4d61-9a40-7466d8776907 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 944 time: 0.6906843 May 30 20:29:02.108377 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:02.112430 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2bb39c7c-5cff-430e-998e-17ab331d82f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:02.132177 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Allocated IP 2001:db8::f816:3eff:fee7:d0c6 (c840c2bc-8044-4130-b66e-385776b76782/16036f81-8799-468f-abff-0d62e8183e49/47df407c-22ed-478b-9080-4e9828147f5e) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:02.154769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] Deleting port a1b89ca1-b247-4445-9681-fd4614af97f5 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:02.156347 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:02.192174 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2bb39c7c-5cff-430e-998e-17ab331d82f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:02.234783 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-603dc74c-217c-4837-9569-98cbf8508768 req-edee31bd-9845-46bb-b016-3c47bcd9a6b3 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274017 May 30 20:29:02.276308 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c092e2-b5c7-417a-ab1b-e3429535d187'] response: {'server_uuid': '3d527fb5-03c7-4b68-8b6f-583bca67bd23', 'name': 'network-vif-deleted', 'tag': '96935867-6c6f-44cd-b578-3a734cae9ccf', 'status': 'completed', 'code': 200} May 30 20:29:02.305200 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8221a5fd-9bc8-462c-8d70-a7ffce148686 None None] DHCP port deletion for 6df0bc26-0588-44e4-8ef4-1c473504e48e request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:29:02.327460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8221a5fd-9bc8-462c-8d70-a7ffce148686 None None] Deleting port a1b89ca1-b247-4445-9681-fd4614af97f5 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:02.327835 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8221a5fd-9bc8-462c-8d70-a7ffce148686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:02.338940 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9bf7c834-7763-4f04-9a21-1bbf3f6e5ea0 req-e77dc27d-ac4e-405b-a8d0-44f7cd292f5a service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082127 May 30 20:29:02.378014 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2bb39c7c-5cff-430e-998e-17ab331d82f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:02.408284 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47299f38-e11f-49ff-b67d-166be699339e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:02.455863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb39c7c-5cff-430e-998e-17ab331d82f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b4463f-01a7-4102-bfd2-ef63abe47cbe,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:02.489554 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2bb39c7c-5cff-430e-998e-17ab331d82f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:02.491317 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2bb39c7c-5cff-430e-998e-17ab331d82f3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e1b4463f-01a7-4102-bfd2-ef63abe47cbe HTTP/1.1" status: 204 len: 168 time: 0.5733094 May 30 20:29:02.498139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47299f38-e11f-49ff-b67d-166be699339e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:02.501351 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-47299f38-e11f-49ff-b67d-166be699339e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:02.506015 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47299f38-e11f-49ff-b67d-166be699339e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:02.506716 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47299f38-e11f-49ff-b67d-166be699339e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:02.514770 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47299f38-e11f-49ff-b67d-166be699339e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=d15232e1-6861-4ad4-90e8-43ea4cef3cfa,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:02.537005 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-47299f38-e11f-49ff-b67d-166be699339e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5803847 May 30 20:29:02.537408 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35536) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:02.547222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3a92ff3d-3247-4765-aae6-c6f1e1a3b740 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'mac_address': 'fa:16:3e:11:51:48', 'name': 'tempest-NetworksTestDHCPv6-1569422972'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:02.619492 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:02.638431 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Transition to ACTIVE for port object 47df407c-22ed-478b-9080-4e9828147f5e will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:02.639649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] For port a1b89ca1-b247-4445-9681-fd4614af97f5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a1b89ca1-b247-4445-9681-fd4614af97f5,segment=NetworkSegment(5a7d96a2-20b0-422d-b087-d46d788ed8be),segment_id=5a7d96a2-20b0-422d-b087-d46d788ed8be)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:02.640033 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:02.650141 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9bf7c834-7763-4f04-9a21-1bbf3f6e5ea0 req-94965cf4-c4bd-4d21-ac1a-46878dd2aaac service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648797 May 30 20:29:02.665945 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Transition to ACTIVE for port object 47df407c-22ed-478b-9080-4e9828147f5e will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:02.735833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3a92ff3d-3247-4765-aae6-c6f1e1a3b740 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:02.759987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3a92ff3d-3247-4765-aae6-c6f1e1a3b740 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:02.785387 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:02.789061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a92ff3d-3247-4765-aae6-c6f1e1a3b740 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:02.793430 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3a92ff3d-3247-4765-aae6-c6f1e1a3b740 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:02.831694 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a1b89ca1-b247-4445-9681-fd4614af97f5 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:02.856736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-3a92ff3d-3247-4765-aae6-c6f1e1a3b740 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port d5d08c43-7235-4616-b5c2-9dadbc04f88f yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:29:03.034195 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:03.043910 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] Calling delete_port for a1b89ca1-b247-4445-9681-fd4614af97f5 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:03.056774 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:03.058629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 16341635-9f98-4337-b413-4852c8f07e1f details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:29:03.176970 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-3a92ff3d-3247-4765-aae6-c6f1e1a3b740 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8:0:1::c4 (c840c2bc-8044-4130-b66e-385776b76782/d15232e1-6861-4ad4-90e8-43ea4cef3cfa/d5d08c43-7235-4616-b5c2-9dadbc04f88f) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:03.193325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-3a92ff3d-3247-4765-aae6-c6f1e1a3b740 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::f816:3eff:fe11:5148 (c840c2bc-8044-4130-b66e-385776b76782/16036f81-8799-468f-abff-0d62e8183e49/d5d08c43-7235-4616-b5c2-9dadbc04f88f) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:03.197215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35560) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:03.302340 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:03.377385 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 16341635-9f98-4337-b413-4852c8f07e1f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=16341635-9f98-4337-b413-4852c8f07e1f,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:03.405029 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 96935867-6c6f-44cd-b578-3a734cae9ccf no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:03.459671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b89ca1-b247-4445-9681-fd4614af97f5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:03.486585 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:03.494984 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3a92ff3d-3247-4765-aae6-c6f1e1a3b740 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:03.510162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] No DVR routers for this DVR port a1b89ca1-b247-4445-9681-fd4614af97f5 on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:29:03.518805 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-3a92ff3d-3247-4765-aae6-c6f1e1a3b740 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object d5d08c43-7235-4616-b5c2-9dadbc04f88f will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:03.529378 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '16341635-9f98-4337-b413-4852c8f07e1f', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'port_id': '16341635-9f98-4337-b413-4852c8f07e1f', 'mac_address': 'fa:16:3e:bd:78:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:29:03.530887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 96935867-6c6f-44cd-b578-3a734cae9ccf {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:29:03.531439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 96935867-6c6f-44cd-b578-3a734cae9ccf not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:03.544549 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:03.545694 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3a92ff3d-3247-4765-aae6-c6f1e1a3b740 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:03.635879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a92ff3d-3247-4765-aae6-c6f1e1a3b740 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:03.640207 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-3a92ff3d-3247-4765-aae6-c6f1e1a3b740 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:03.642183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92ff3d-3247-4765-aae6-c6f1e1a3b740 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=d5d08c43-7235-4616-b5c2-9dadbc04f88f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:03.644426 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a92ff3d-3247-4765-aae6-c6f1e1a3b740 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:03.649185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a92ff3d-3247-4765-aae6-c6f1e1a3b740 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:03.649809 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3a92ff3d-3247-4765-aae6-c6f1e1a3b740 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:03.677297 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3a92ff3d-3247-4765-aae6-c6f1e1a3b740 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1386535 May 30 20:29:03.680644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35574) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:03.701289 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Pushing event updated for resources: {'Port': ['ID=47df407c-22ed-478b-9080-4e9828147f5e,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:03.704075 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:03.713319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No active binding found for port a1b89ca1-b247-4445-9681-fd4614af97f5 {{(pid=84025) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 20:29:03.713728 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a1b89ca1-b247-4445-9681-fd4614af97f5 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:03.722249 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:03.731995 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df0bc26-0588-44e4-8ef4-1c473504e48e']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:03.751630 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7d96a2-20b0-422d-b087-d46d788ed8be') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:03.751917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7d96a2-20b0-422d-b087-d46d788ed8be') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:03.777723 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:03.792541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-1bf78bf3-07c9-480b-bccf-a4d38ca73f09 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port d5d08c43-7235-4616-b5c2-9dadbc04f88f {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:03.793410 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1bf78bf3-07c9-480b-bccf-a4d38ca73f09 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:03.806338 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:03.819203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da9850-ccd5-4b0c-a53d-96e2dcaaafee req-c979fda0-3d28-4710-b952-9187125ee7a6 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:03.823633 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7da9850-ccd5-4b0c-a53d-96e2dcaaafee req-c979fda0-3d28-4710-b952-9187125ee7a6 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 944 time: 0.3104992 May 30 20:29:03.824719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:29:03.825125 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: timer() May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:29:03.842404 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:29:03.859549 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:03.990812 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16341635-9f98-4337-b413-4852c8f07e1f {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:29:04.006637 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 16341635-9f98-4337-b413-4852c8f07e1f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=16341635-9f98-4337-b413-4852c8f07e1f,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:04.016620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7da9850-ccd5-4b0c-a53d-96e2dcaaafee req-104ee101-e846-4616-8de8-f36208b67076 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684518 May 30 20:29:04.021540 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:04.030753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Attempting to bind port 47df407c-22ed-478b-9080-4e9828147f5e on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:04.031347 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Attempting to bind port 47df407c-22ed-478b-9080-4e9828147f5e by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:04.031916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Attempting to bind port 47df407c-22ed-478b-9080-4e9828147f5e on network c840c2bc-8044-4130-b66e-385776b76782 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:04.032409 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:04.035292 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:04.086995 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] 10.222.0.84 "DELETE /v2.0/networks/6df0bc26-0588-44e4-8ef4-1c473504e48e HTTP/1.1" status: 204 len: 168 time: 2.3623481 May 30 20:29:04.111000 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8221a5fd-9bc8-462c-8d70-a7ffce148686 None None] For port a1b89ca1-b247-4445-9681-fd4614af97f5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a1b89ca1-b247-4445-9681-fd4614af97f5,segment=NetworkSegment(5a7d96a2-20b0-422d-b087-d46d788ed8be),segment_id=5a7d96a2-20b0-422d-b087-d46d788ed8be)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:04.111392 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8221a5fd-9bc8-462c-8d70-a7ffce148686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:04.116104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db609dea-56ee-4633-9a87-929695d4e96e admin admin] Pushing event deleted for resources: {'Network': ['ID=6df0bc26-0588-44e4-8ef4-1c473504e48e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:04.131705 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=16341635-9f98-4337-b413-4852c8f07e1f,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:04.137837 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1bf78bf3-07c9-480b-bccf-a4d38ca73f09 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:04.201224 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:29:04.201907 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:04.202467 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:04.203014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Bound using segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:29:04.203657 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Bound port: 47df407c-22ed-478b-9080-4e9828147f5e, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:29:04.204226 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:04.366452 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8221a5fd-9bc8-462c-8d70-a7ffce148686 None None] Calling delete_port for a1b89ca1-b247-4445-9681-fd4614af97f5 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:04.389416 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86e368dd-bc88-43f4-87e4-6eb24675cb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:04.426868 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['16341635-9f98-4337-b413-4852c8f07e1f'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:29:04.482741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-1bf78bf3-07c9-480b-bccf-a4d38ca73f09 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for d5d08c43-7235-4616-b5c2-9dadbc04f88f owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:04.536237 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35592) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:04.596872 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-8221a5fd-9bc8-462c-8d70-a7ffce148686 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:29:04.597233 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-8221a5fd-9bc8-462c-8d70-a7ffce148686 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:29:04.629614 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0ef4514b-7cb0-43b1-98d5-13a4cd5be5cc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=76c0f3bf33a54ad692732b33a201089a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0915086 May 30 20:29:04.633687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35598) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:04.660590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] For port 47df407c-22ed-478b-9080-4e9828147f5e, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:29:04.679286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] For port 47df407c-22ed-478b-9080-4e9828147f5e, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=47df407c-22ed-478b-9080-4e9828147f5e,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:29:04.692239 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:04.810429 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e06af-92da-46f4-8c9c-80514f82bae7 None None] Pushing event updated for resources: {'Port': ['ID=47df407c-22ed-478b-9080-4e9828147f5e,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:04.846058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f92b312-beb6-4d9f-ace5-4393aab97c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:04.920175 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f92b312-beb6-4d9f-ace5-4393aab97c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:04.946180 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1bf78bf3-07c9-480b-bccf-a4d38ca73f09 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.016142 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf78bf3-07c9-480b-bccf-a4d38ca73f09 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=d5d08c43-7235-4616-b5c2-9dadbc04f88f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:05.100726 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8221a5fd-9bc8-462c-8d70-a7ffce148686 None None] Deleting port a1b89ca1-b247-4445-9681-fd4614af97f5 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:05.101116 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8221a5fd-9bc8-462c-8d70-a7ffce148686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.197506 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1bf78bf3-07c9-480b-bccf-a4d38ca73f09 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.221130 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f92b312-beb6-4d9f-ace5-4393aab97c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.268121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92b312-beb6-4d9f-ace5-4393aab97c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8e3854-24a1-4f91-831a-320e5103bb32,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:05.274039 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1bf78bf3-07c9-480b-bccf-a4d38ca73f09 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/d5d08c43-7235-4616-b5c2-9dadbc04f88f HTTP/1.1" status: 204 len: 168 time: 1.5918930 May 30 20:29:05.274832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35612) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:05.277749 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f92b312-beb6-4d9f-ace5-4393aab97c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.278811 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2f92b312-beb6-4d9f-ace5-4393aab97c5e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/de8e3854-24a1-4f91-831a-320e5103bb32 HTTP/1.1" status: 204 len: 168 time: 0.6433458 May 30 20:29:05.347693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8221a5fd-9bc8-462c-8d70-a7ffce148686 None None] The port 'a1b89ca1-b247-4445-9681-fd4614af97f5' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:29:05.418107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b9c584-944b-4e7b-b7e5-dae9326c8df3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:05.419235 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-38b9c584-944b-4e7b-b7e5-dae9326c8df3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:05.442129 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-38b9c584-944b-4e7b-b7e5-dae9326c8df3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:05.446119 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-38b9c584-944b-4e7b-b7e5-dae9326c8df3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1674452 May 30 20:29:05.448418 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35622) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:05.561602 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856e47c3-5e7c-4c99-af5e-84ec8c5670cb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:05.564580 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-856e47c3-5e7c-4c99-af5e-84ec8c5670cb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1150622 May 30 20:29:05.565791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35626) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:05.613645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1401c2d-c1fc-4d1d-8c39-cbd901df8629 req-9456310b-3eba-449c-b6cf-5f224f6b5d82 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:05.615594 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1401c2d-c1fc-4d1d-8c39-cbd901df8629 req-9456310b-3eba-449c-b6cf-5f224f6b5d82 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 945 time: 0.1892853 May 30 20:29:05.647624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab968e2f-0048-4b77-8d57-5016c535b611 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:05.649361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab968e2f-0048-4b77-8d57-5016c535b611 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:05.651625 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab968e2f-0048-4b77-8d57-5016c535b611 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:05.652894 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ab968e2f-0048-4b77-8d57-5016c535b611 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:05.672858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ab968e2f-0048-4b77-8d57-5016c535b611 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:05.673474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-86e368dd-bc88-43f4-87e4-6eb24675cb73 admin admin] Deleting port 822a213b-b14b-45ef-827e-e06e0472b9af {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:05.673807 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86e368dd-bc88-43f4-87e4-6eb24675cb73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.676747 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ab968e2f-0048-4b77-8d57-5016c535b611 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1049461 May 30 20:29:05.677706 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35634) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:05.705619 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1401c2d-c1fc-4d1d-8c39-cbd901df8629 req-d600bc79-e44b-411d-8d0b-dfefd624eba1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801911 May 30 20:29:05.792230 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db45d52-df0c-4c71-a34c-ab01b3520b81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet 16036f81-8799-468f-abff-0d62e8183e49 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:29:05.795554 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7db45d52-df0c-4c71-a34c-ab01b3520b81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.872118 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7db45d52-df0c-4c71-a34c-ab01b3520b81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.961675 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-86e368dd-bc88-43f4-87e4-6eb24675cb73 admin admin] For port 822a213b-b14b-45ef-827e-e06e0472b9af, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=822a213b-b14b-45ef-827e-e06e0472b9af,segment=NetworkSegment(9aa09312-9ea0-48d3-bd09-e3432443d394),segment_id=9aa09312-9ea0-48d3-bd09-e3432443d394)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:05.962171 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86e368dd-bc88-43f4-87e4-6eb24675cb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.972174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35640) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:06.024440 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7db45d52-df0c-4c71-a34c-ab01b3520b81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:06.062410 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d368175-60c3-4ac7-bcd3-a4a21b400891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:06.105407 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4d368175-60c3-4ac7-bcd3-a4a21b400891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:06.110141 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4d368175-60c3-4ac7-bcd3-a4a21b400891 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:06.113453 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4d368175-60c3-4ac7-bcd3-a4a21b400891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:06.120286 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4d368175-60c3-4ac7-bcd3-a4a21b400891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:06.214686 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d368175-60c3-4ac7-bcd3-a4a21b400891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:06.219869 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d368175-60c3-4ac7-bcd3-a4a21b400891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:06.247065 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c151c902-ba5d-4032-950e-715f84220c37 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:06.267843 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-86e368dd-bc88-43f4-87e4-6eb24675cb73 admin admin] Calling delete_port for 822a213b-b14b-45ef-827e-e06e0472b9af owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:06.290171 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7db45d52-df0c-4c71-a34c-ab01b3520b81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:06.346549 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7db45d52-df0c-4c71-a34c-ab01b3520b81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:06.362994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db45d52-df0c-4c71-a34c-ab01b3520b81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=16036f81-8799-468f-abff-0d62e8183e49,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:06.368228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d368175-60c3-4ac7-bcd3-a4a21b400891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f211551-4a9f-472a-9bd6-7e962d00f728,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:06.377823 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7db45d52-df0c-4c71-a34c-ab01b3520b81 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/16036f81-8799-468f-abff-0d62e8183e49 HTTP/1.1" status: 204 len: 168 time: 0.6953354 May 30 20:29:06.377823 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4d368175-60c3-4ac7-bcd3-a4a21b400891 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.4039292 May 30 20:29:06.378639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35652) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:06.381283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35654) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:06.508022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-23218ded-75ca-4bcc-b8ee-088e4a379dd4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet d15232e1-6861-4ad4-90e8-43ea4cef3cfa {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:29:06.511597 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23218ded-75ca-4bcc-b8ee-088e4a379dd4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:06.574953 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23218ded-75ca-4bcc-b8ee-088e4a379dd4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:06.615126 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-871acfa8-89fc-42c0-acbf-eccaadb67b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:06.691620 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86e368dd-bc88-43f4-87e4-6eb24675cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:06.704802 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-550da0cf-68d8-4866-a86d-30137eaa3b4e None None] Provisioning for port 47df407c-22ed-478b-9080-4e9828147f5e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:06.727572 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-871acfa8-89fc-42c0-acbf-eccaadb67b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:06.766954 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23218ded-75ca-4bcc-b8ee-088e4a379dd4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:06.835094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e368dd-bc88-43f4-87e4-6eb24675cb73 admin admin] Pushing event deleted for resources: {'Port': ['ID=822a213b-b14b-45ef-827e-e06e0472b9af,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:06.914064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 47df407c-22ed-478b-9080-4e9828147f5e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:06.961563 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-871acfa8-89fc-42c0-acbf-eccaadb67b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:07.017708 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871acfa8-89fc-42c0-acbf-eccaadb67b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f211551-4a9f-472a-9bd6-7e962d00f728,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:07.032688 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-871acfa8-89fc-42c0-acbf-eccaadb67b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:07.033989 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-871acfa8-89fc-42c0-acbf-eccaadb67b52 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7f211551-4a9f-472a-9bd6-7e962d00f728 HTTP/1.1" status: 204 len: 168 time: 0.6518433 May 30 20:29:07.064002 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 16341635-9f98-4337-b413-4852c8f07e1f up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:07.064863 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23218ded-75ca-4bcc-b8ee-088e4a379dd4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:07.153931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23218ded-75ca-4bcc-b8ee-088e4a379dd4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=d15232e1-6861-4ad4-90e8-43ea4cef3cfa,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:07.164946 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23218ded-75ca-4bcc-b8ee-088e4a379dd4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:07.177426 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-23218ded-75ca-4bcc-b8ee-088e4a379dd4 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/d15232e1-6861-4ad4-90e8-43ea4cef3cfa HTTP/1.1" status: 204 len: 168 time: 0.7977188 May 30 20:29:07.180631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35680) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:07.248496 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:07.290068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 47df407c-22ed-478b-9080-4e9828147f5e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:07.308414 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-90abdaea-3093-4e69-ad7c-2572aefce959 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1221704 May 30 20:29:07.308414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35688) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:07.308703 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 47df407c-22ed-478b-9080-4e9828147f5e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:07.312997 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:07.313319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5096d3db-2319-4d60-80ed-e2dfa384ddc2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:07.528263 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 16341635-9f98-4337-b413-4852c8f07e1f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:07.665682 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 16341635-9f98-4337-b413-4852c8f07e1f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:07.667734 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:07.698584 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba9008-3b07-47c2-9f40-deb972559916 req-2fda32cb-874d-445a-9794-6f01a42801ef tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:07.700188 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6cba9008-3b07-47c2-9f40-deb972559916 req-2fda32cb-874d-445a-9794-6f01a42801ef tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 945 time: 0.6623089 May 30 20:29:07.757128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5096d3db-2319-4d60-80ed-e2dfa384ddc2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:07.768825 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5096d3db-2319-4d60-80ed-e2dfa384ddc2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:07.779341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5096d3db-2319-4d60-80ed-e2dfa384ddc2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:07.799502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5096d3db-2319-4d60-80ed-e2dfa384ddc2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:07.825707 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35696) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:07.837688 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977445856', 'description': 'tempest-secgroup-smoke-977445856 description', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:07.844195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5096d3db-2319-4d60-80ed-e2dfa384ddc2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:07.866341 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6cba9008-3b07-47c2-9f40-deb972559916 req-c5c8e50f-2ad4-4cc1-b833-dfe3a9d4513e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468625 May 30 20:29:07.867915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:07.909994 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:07.918533 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86e368dd-bc88-43f4-87e4-6eb24675cb73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:07.941129 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:07.941129 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:07.942167 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c781d4ac-d565-49c9-a06a-2e9253d967d9 None None] Update dhcp port {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'fixed_ips': [{'subnet_id': 'd15232e1-6861-4ad4-90e8-43ea4cef3cfa'}], 'binding:host_id': 'n-d-843949-2'}, 'id': '47df407c-22ed-478b-9080-4e9828147f5e'} from n-d-843949-2. {{(pid=84025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:29:07.959277 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:07.988991 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5096d3db-2319-4d60-80ed-e2dfa384ddc2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.000407 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c781d4ac-d565-49c9-a06a-2e9253d967d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.007910 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.027794 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.113695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 47df407c-22ed-478b-9080-4e9828147f5e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=47df407c-22ed-478b-9080-4e9828147f5e,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:08.128680 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.168091 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.176942 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:08.184149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:08.189145 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:08.199690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:08.211380 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 16341635-9f98-4337-b413-4852c8f07e1f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=16341635-9f98-4337-b413-4852c8f07e1f,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:08.252473 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7293273a-708a-4fa4-b559-58a6ccec8533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16341635-9f98-4337-b413-4852c8f07e1f'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:08.280122 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.324139 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=47df407c-22ed-478b-9080-4e9828147f5e,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:08.387995 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ca1f2c-ce87-4973-a68d-3642daf849e6'] response: {'server_uuid': '7293273a-708a-4fa4-b559-58a6ccec8533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16341635-9f98-4337-b413-4852c8f07e1f', 'code': 200} May 30 20:29:08.410470 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f010936-bb5d-4446-900e-581365edd98a None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:08.470504 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.476018 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.519362 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7f59ba-488a-4c9a-8525-0be119ad0c1b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:08.530553 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=16341635-9f98-4337-b413-4852c8f07e1f,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:08.538413 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5096d3db-2319-4d60-80ed-e2dfa384ddc2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.597688 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5096d3db-2319-4d60-80ed-e2dfa384ddc2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:08.603106 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5096d3db-2319-4d60-80ed-e2dfa384ddc2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:08.610348 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5096d3db-2319-4d60-80ed-e2dfa384ddc2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:08.611169 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5096d3db-2319-4d60-80ed-e2dfa384ddc2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.630910 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c8073553-be39-4453-95be-c1a81e72dca9 None None] Provisioning complete for port 47df407c-22ed-478b-9080-4e9828147f5e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:08.631215 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c8073553-be39-4453-95be-c1a81e72dca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.668176 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5096d3db-2319-4d60-80ed-e2dfa384ddc2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3605919 May 30 20:29:08.673088 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35718) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:08.686575 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-4099ba02-f712-42f7-a467-f4f3d1cef61e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:08.721883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:08.744078 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:08.746754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096d3db-2319-4d60-80ed-e2dfa384ddc2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=c81fe23b-902f-4c5f-b268-57b4e8c50b50,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:08.755092 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:08.767357 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:08.867220 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.873016 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.879082 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 47df407c-22ed-478b-9080-4e9828147f5e no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:08.930806 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.932227 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.1031938 May 30 20:29:08.934939 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74936f00-388d-4448-9f0a-8ca51702d4a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c9fca3-af38-4af3-aab6-dd7c377d1881,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:08.938248 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35724) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:08.945244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f4fd559d-5947-4ba7-9dd9-68bace1e73f3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': '82c9fca3-af38-4af3-aab6-dd7c377d1881', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:08.952383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f4fd559d-5947-4ba7-9dd9-68bace1e73f3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:08.957000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f4fd559d-5947-4ba7-9dd9-68bace1e73f3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:08.960400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f4fd559d-5947-4ba7-9dd9-68bace1e73f3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:08.968722 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f4fd559d-5947-4ba7-9dd9-68bace1e73f3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:08.992622 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f4fd559d-5947-4ba7-9dd9-68bace1e73f3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.024043 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07b016e-a77e-4be2-86c0-375c7b91b1e5 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:09.065406 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-170fd145-acaf-40ef-8455-dd349621800f req-a29cadba-afbe-45e1-b7db-ac9e24ea1bdf service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 1097 time: 0.4264715 May 30 20:29:09.072970 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4099ba02-f712-42f7-a467-f4f3d1cef61e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:09.077235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4099ba02-f712-42f7-a467-f4f3d1cef61e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:09.080234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4099ba02-f712-42f7-a467-f4f3d1cef61e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:09.086020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4099ba02-f712-42f7-a467-f4f3d1cef61e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:09.110337 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f4fd559d-5947-4ba7-9dd9-68bace1e73f3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.113001 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4099ba02-f712-42f7-a467-f4f3d1cef61e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:09.119853 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f4fd559d-5947-4ba7-9dd9-68bace1e73f3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.169383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd559d-5947-4ba7-9dd9-68bace1e73f3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effd63e3-1023-4aa0-b53c-900e66b35955,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:09.182804 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f4fd559d-5947-4ba7-9dd9-68bace1e73f3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.186822 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f4fd559d-5947-4ba7-9dd9-68bace1e73f3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2476161 May 30 20:29:09.187409 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35734) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:09.192850 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6a7ab12d-44e4-4fe7-a053-d9190d7aeaaa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': '82c9fca3-af38-4af3-aab6-dd7c377d1881', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:09.210192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6a7ab12d-44e4-4fe7-a053-d9190d7aeaaa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:09.230115 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6a7ab12d-44e4-4fe7-a053-d9190d7aeaaa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:09.240625 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6a7ab12d-44e4-4fe7-a053-d9190d7aeaaa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:09.246581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6a7ab12d-44e4-4fe7-a053-d9190d7aeaaa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:09.249533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-63f3f74d-29c1-4793-90a9-639a0079d425 None None] Provisioning complete for port 47df407c-22ed-478b-9080-4e9828147f5e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:09.250112 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-63f3f74d-29c1-4793-90a9-639a0079d425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.266380 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a7ab12d-44e4-4fe7-a053-d9190d7aeaaa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.344140 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a7ab12d-44e4-4fe7-a053-d9190d7aeaaa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.349733 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a7ab12d-44e4-4fe7-a053-d9190d7aeaaa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.358471 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.373785 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ab12d-44e4-4fe7-a053-d9190d7aeaaa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6c7748-320c-478e-b1e2-7c12a89a760e,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:09.389938 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a7ab12d-44e4-4fe7-a053-d9190d7aeaaa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.391093 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6a7ab12d-44e4-4fe7-a053-d9190d7aeaaa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2027128 May 30 20:29:09.393893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35740) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:09.400509 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-170fd145-acaf-40ef-8455-dd349621800f req-9f8c0ef0-f71c-43cc-a3aa-801fb4ba1dbd service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016469 May 30 20:29:09.400686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c8446a73-a922-4912-b084-df1070ffec5a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': '82c9fca3-af38-4af3-aab6-dd7c377d1881', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:09.408723 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c8446a73-a922-4912-b084-df1070ffec5a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:09.413960 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c8446a73-a922-4912-b084-df1070ffec5a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:09.417208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c8446a73-a922-4912-b084-df1070ffec5a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:09.423255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c8446a73-a922-4912-b084-df1070ffec5a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:09.441342 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4099ba02-f712-42f7-a467-f4f3d1cef61e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.449675 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8446a73-a922-4912-b084-df1070ffec5a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.467614 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 47df407c-22ed-478b-9080-4e9828147f5e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=47df407c-22ed-478b-9080-4e9828147f5e,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:09.538513 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.539553 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8446a73-a922-4912-b084-df1070ffec5a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.545014 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8446a73-a922-4912-b084-df1070ffec5a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.585345 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c8446a73-a922-4912-b084-df1070ffec5a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.589242 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c8446a73-a922-4912-b084-df1070ffec5a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1922052 May 30 20:29:09.589676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8446a73-a922-4912-b084-df1070ffec5a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c591cf-a7bb-490f-bc26-70bffb94d6bc,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:09.592988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35744) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:09.600053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e17514d3-1d06-4044-b2ef-703da288d5c9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': '82c9fca3-af38-4af3-aab6-dd7c377d1881', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:09.607897 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e17514d3-1d06-4044-b2ef-703da288d5c9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:09.613569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e17514d3-1d06-4044-b2ef-703da288d5c9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:09.617152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a423de8-7e8f-4d82-8f90-d82d71f32822 req-776f87fd-c317-444d-a069-ee0cf24501d0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:09.617381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e17514d3-1d06-4044-b2ef-703da288d5c9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:09.618674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a423de8-7e8f-4d82-8f90-d82d71f32822 req-776f87fd-c317-444d-a069-ee0cf24501d0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.3573141 May 30 20:29:09.625340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e17514d3-1d06-4044-b2ef-703da288d5c9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:09.652671 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e17514d3-1d06-4044-b2ef-703da288d5c9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.668956 n-d-843949-2 neutron-server[84023]: INFO neutron.db.ipam_backend_mixin [None req-4099ba02-f712-42f7-a467-f4f3d1cef61e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c81fe23b-902f-4c5f-b268-57b4e8c50b50 (CIDR: 2001:db8::/64) May 30 20:29:09.679121 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-63f3f74d-29c1-4793-90a9-639a0079d425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.688350 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-4099ba02-f712-42f7-a467-f4f3d1cef61e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:29:09.688798 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4099ba02-f712-42f7-a467-f4f3d1cef61e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:09.706029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e368dd-bc88-43f4-87e4-6eb24675cb73 admin admin] Router 3fc38e7a-c337-4206-82ef-79205d1b70c1 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:29:09.713165 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=47df407c-22ed-478b-9080-4e9828147f5e,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:09.721770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a423de8-7e8f-4d82-8f90-d82d71f32822 req-9d320a4b-0c59-4f87-bbf5-5121cd99a375 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938840 May 30 20:29:09.733305 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4099ba02-f712-42f7-a467-f4f3d1cef61e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0589950 May 30 20:29:09.736009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35748) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:09.743035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:09.750082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e17514d3-1d06-4044-b2ef-703da288d5c9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.753864 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-63f3f74d-29c1-4793-90a9-639a0079d425 None None] For port 47df407c-22ed-478b-9080-4e9828147f5e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=47df407c-22ed-478b-9080-4e9828147f5e,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:09.756883 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e17514d3-1d06-4044-b2ef-703da288d5c9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.769164 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-63f3f74d-29c1-4793-90a9-639a0079d425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.814868 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e17514d3-1d06-4044-b2ef-703da288d5c9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.816540 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e17514d3-1d06-4044-b2ef-703da288d5c9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2225223 May 30 20:29:09.821632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35752) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:09.828496 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17514d3-1d06-4044-b2ef-703da288d5c9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a6455e-5351-4cb8-914b-5cb789e074b0,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:09.837266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0eb4cd23-acec-4952-a851-503172221107 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': '82c9fca3-af38-4af3-aab6-dd7c377d1881', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:09.845169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0eb4cd23-acec-4952-a851-503172221107 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:09.850560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0eb4cd23-acec-4952-a851-503172221107 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:09.854845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0eb4cd23-acec-4952-a851-503172221107 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:09.860823 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0eb4cd23-acec-4952-a851-503172221107 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:09.879996 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-0eb4cd23-acec-4952-a851-503172221107 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Project 5cec82bd6ef4496f8304aec7a72a0ecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:29:09.887595 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0eb4cd23-acec-4952-a851-503172221107 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.902620 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3f74d-29c1-4793-90a9-639a0079d425 None None] Pushing event updated for resources: {'Port': ['ID=47df407c-22ed-478b-9080-4e9828147f5e,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:09.912995 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7816ff4d-24eb-472d-95a6-a018829c2820 None None] Provisioning complete for port 47df407c-22ed-478b-9080-4e9828147f5e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:09.913365 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7816ff4d-24eb-472d-95a6-a018829c2820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.995280 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0eb4cd23-acec-4952-a851-503172221107 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.000663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c58769b-afc2-4029-a9ed-79a542631bff None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:29:10.001025 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0eb4cd23-acec-4952-a851-503172221107 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.030119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4cd23-acec-4952-a851-503172221107 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eec5579-2fbf-4ff2-973c-3ee3da63247e,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:10.049309 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0eb4cd23-acec-4952-a851-503172221107 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.055867 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0eb4cd23-acec-4952-a851-503172221107 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2290914 May 30 20:29:10.058278 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35756) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:10.066378 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-be999dd0-9f7c-43b8-8e01-8057a6f793dd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': '82c9fca3-af38-4af3-aab6-dd7c377d1881', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:10.076724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-be999dd0-9f7c-43b8-8e01-8057a6f793dd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:10.086727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-be999dd0-9f7c-43b8-8e01-8057a6f793dd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:10.099648 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:10.109042 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-be999dd0-9f7c-43b8-8e01-8057a6f793dd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:10.111158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:10.116043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:10.117695 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-be999dd0-9f7c-43b8-8e01-8057a6f793dd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:10.126957 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:10.141187 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-be999dd0-9f7c-43b8-8e01-8057a6f793dd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Project 5cec82bd6ef4496f8304aec7a72a0ecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:29:10.149019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:10.153752 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be999dd0-9f7c-43b8-8e01-8057a6f793dd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.153954 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.278668 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be999dd0-9f7c-43b8-8e01-8057a6f793dd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.288707 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be999dd0-9f7c-43b8-8e01-8057a6f793dd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.296697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c58769b-afc2-4029-a9ed-79a542631bff None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:29:10.353070 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999dd0-9f7c-43b8-8e01-8057a6f793dd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43a4228-2f09-481a-9e6a-3a347b93e1fc,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:10.356405 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be999dd0-9f7c-43b8-8e01-8057a6f793dd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.357580 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-be999dd0-9f7c-43b8-8e01-8057a6f793dd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2976995 May 30 20:29:10.362003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35762) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:10.374532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5933e969-830f-46ee-aebf-999c84404e24 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'network': {'name': 'tempest-network-smoke--1771639968', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'port_security_enabled': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:10.381799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5933e969-830f-46ee-aebf-999c84404e24 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:10.387185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5933e969-830f-46ee-aebf-999c84404e24 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:network and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:10.390598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5933e969-830f-46ee-aebf-999c84404e24 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:10.397961 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5933e969-830f-46ee-aebf-999c84404e24 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:10.410519 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5933e969-830f-46ee-aebf-999c84404e24 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Made reservation on behalf of 5cec82bd6ef4496f8304aec7a72a0ecb for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:10.415122 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5933e969-830f-46ee-aebf-999c84404e24 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.450738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5933e969-830f-46ee-aebf-999c84404e24 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:10.463571 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5933e969-830f-46ee-aebf-999c84404e24 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.463945 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-5933e969-830f-46ee-aebf-999c84404e24 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Added segment c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0 of type vlan for network 84d2d1ba-f96e-499e-a333-a21114f4c8e8 May 30 20:29:10.469896 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-54b187cf-2ac3-4f30-8be4-22edb1e94c66 None None] Could not find standard attr ID for object d5d08c43-7235-4616-b5c2-9dadbc04f88f. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:29:10.522161 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5933e969-830f-46ee-aebf-999c84404e24 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.563353 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5933e969-830f-46ee-aebf-999c84404e24 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.568684 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5933e969-830f-46ee-aebf-999c84404e24 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:10.569441 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5933e969-830f-46ee-aebf-999c84404e24 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.589176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e368dd-bc88-43f4-87e4-6eb24675cb73 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:29:10.605223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f1488-cdc0-4f46-aa78-5a7964da277c None None] Sync routers for ids ['3fc38e7a-c337-4206-82ef-79205d1b70c1'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:29:10.613100 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-86e368dd-bc88-43f4-87e4-6eb24675cb73 admin admin] 10.222.0.84 "PUT /v2.0/routers/3fc38e7a-c337-4206-82ef-79205d1b70c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4119763 May 30 20:29:10.647116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35770) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:10.657931 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f1488-cdc0-4f46-aa78-5a7964da277c None None] Routers {'3fc38e7a-c337-4206-82ef-79205d1b70c1'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:29:10.657931 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-fa5f1488-cdc0-4f46-aa78-5a7964da277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:29:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3fc38e7a-c337-4206-82ef-79205d1b70c1'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:10.778433 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5933e969-830f-46ee-aebf-999c84404e24 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4151351 May 30 20:29:10.781017 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35776) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:10.783601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933e969-830f-46ee-aebf-999c84404e24 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Network': ['ID=84d2d1ba-f96e-499e-a333-a21114f4c8e8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:10.788247 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1570557600', 'admin_state_up': True, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:10.796189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:10.800156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:router and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:10.803124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:10.804737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 84d2d1ba-f96e-499e-a333-a21114f4c8e8 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:10.811375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:10.822928 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.824286 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.847899 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.973353 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-fa5f1488-cdc0-4f46-aa78-5a7964da277c None None] Set router 3fc38e7a-c337-4206-82ef-79205d1b70c1 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:29:11.085072 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:11.125554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.objects.ports [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84023) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:29:11.265108 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c13da-6745-49a4-b06e-0a517946191d req-307cf842-03e5-4082-8d5f-b822a36ccb74 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:11.266714 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e93c13da-6745-49a4-b06e-0a517946191d req-307cf842-03e5-4082-8d5f-b822a36ccb74 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.2058821 May 30 20:29:11.276251 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b627c2f4-8839-4cda-8ac4-7218aef81e91 admin admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:11.456949 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:11.479932 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e93c13da-6745-49a4-b06e-0a517946191d req-57c778bb-10f6-46db-8634-d86ee3ddfcf6 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064385 May 30 20:29:11.497125 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-fa5f1488-cdc0-4f46-aa78-5a7964da277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'name': 'tempest-TestServerMultinode-646864200-router', 'tenant_id': '3e53b7e886cb483ab1535488c5fad1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'dfa9b812-14b3-4023-9348-98d9c368e409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:27:00Z', 'updated_at': '2022-05-30T20:29:06Z', 'revision_number': 5, 'project_id': '3e53b7e886cb483ab1535488c5fad1ac', 'gw_port': {'id': 'dfa9b812-14b3-4023-9348-98d9c368e409', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:01Z', 'updated_at': '2022-05-30T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:11.524141 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:11.566266 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:11.573182 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f1488-cdc0-4f46-aa78-5a7964da277c None None] Checking router: 3fc38e7a-c337-4206-82ef-79205d1b70c1 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:29:11.664012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f1488-cdc0-4f46-aa78-5a7964da277c None None] Routers {'3fc38e7a-c337-4206-82ef-79205d1b70c1'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:29:11.669556 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-fa5f1488-cdc0-4f46-aa78-5a7964da277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:29:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3fc38e7a-c337-4206-82ef-79205d1b70c1'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:11.845146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Allocated IP 172.25.5.236 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/f5f7e83d-3a9f-4400-86c9-3825d3294629) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:12.032649 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:12.042568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-fa5f1488-cdc0-4f46-aa78-5a7964da277c None None] Set router 3fc38e7a-c337-4206-82ef-79205d1b70c1 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:29:12.065120 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:12.141072 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:12.144139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:12.147635 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:12.166897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] For port 47df407c-22ed-478b-9080-4e9828147f5e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=47df407c-22ed-478b-9080-4e9828147f5e,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:12.185639 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b627c2f4-8839-4cda-8ac4-7218aef81e91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:12.187243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=f5f7e83d-3a9f-4400-86c9-3825d3294629,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:12.206506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a0cb5-3f82-499a-84d1-9401cff99f02 req-a188daa6-6689-40fe-909d-9d4a028ac7f2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:12.208794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-132a0cb5-3f82-499a-84d1-9401cff99f02 req-a188daa6-6689-40fe-909d-9d4a028ac7f2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.4152110 May 30 20:29:12.226603 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35790) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:12.228271 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b627c2f4-8839-4cda-8ac4-7218aef81e91 admin admin] Deleting port dfa9b812-14b3-4023-9348-98d9c368e409 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:12.228752 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b627c2f4-8839-4cda-8ac4-7218aef81e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:12.234947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b1036223-f9bd-4a1d-bef3-51efb25e2842 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Request body: {'floatingip': {'port_id': '16341635-9f98-4337-b413-4852c8f07e1f'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:12.269526 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:12.312574 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:12.313337 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:12.406855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:12.447870 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1036223-f9bd-4a1d-bef3-51efb25e2842 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:12.479588 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa95064-9510-47f9-8348-cb18fc497531 None None] Update dhcp port {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'fixed_ips': [{'subnet_id': 'c99ae02d-56a7-4830-a8f2-5fdd2e8d0341'}, {'subnet_id': 'c81fe23b-902f-4c5f-b268-57b4e8c50b50'}], 'binding:host_id': 'n-d-843949-2'}, 'id': '47df407c-22ed-478b-9080-4e9828147f5e'} from n-d-843949-2. {{(pid=84025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:29:12.492082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:12.515745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:12.516518 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:12.543559 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6fa95064-9510-47f9-8348-cb18fc497531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:12.582731 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8454084 May 30 20:29:12.588948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35794) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:12.602519 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-877b16a2-ff7b-43f5-ad86-4d96999c7276 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'mac_address': 'fa:16:3e:55:aa:c3', 'name': 'tempest-NetworksTestDHCPv6-1966206050'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:12.608045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=c99ae02d-56a7-4830-a8f2-5fdd2e8d0341,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:12.622731 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdd6d6-32e6-4d89-8af7-4cdd1a16a0fe tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=47df407c-22ed-478b-9080-4e9828147f5e,revision_number=8']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:12.647260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-fa5f1488-cdc0-4f46-aa78-5a7964da277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'name': 'tempest-TestServerMultinode-646864200-router', 'tenant_id': '3e53b7e886cb483ab1535488c5fad1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'dfa9b812-14b3-4023-9348-98d9c368e409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:27:00Z', 'updated_at': '2022-05-30T20:29:06Z', 'revision_number': 5, 'project_id': '3e53b7e886cb483ab1535488c5fad1ac', 'gw_port': {'id': 'dfa9b812-14b3-4023-9348-98d9c368e409', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:01Z', 'updated_at': '2022-05-30T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:12.651600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-b627c2f4-8839-4cda-8ac4-7218aef81e91 admin admin] For port dfa9b812-14b3-4023-9348-98d9c368e409, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=dfa9b812-14b3-4023-9348-98d9c368e409,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:12.652099 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b627c2f4-8839-4cda-8ac4-7218aef81e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:12.658593 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f1488-cdc0-4f46-aa78-5a7964da277c None None] The sync data for ids ['3fc38e7a-c337-4206-82ef-79205d1b70c1'] in n-d-843949-2 is: [{'id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'name': 'tempest-TestServerMultinode-646864200-router', 'tenant_id': '3e53b7e886cb483ab1535488c5fad1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'dfa9b812-14b3-4023-9348-98d9c368e409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:27:00Z', 'updated_at': '2022-05-30T20:29:06Z', 'revision_number': 5, 'project_id': '3e53b7e886cb483ab1535488c5fad1ac', 'gw_port': {'id': 'dfa9b812-14b3-4023-9348-98d9c368e409', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc38e7a-c337-4206-82ef-79205d1b70c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:01Z', 'updated_at': '2022-05-30T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:29:12.814583 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:12.815309 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:12.915538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-6fa95064-9510-47f9-8348-cb18fc497531 None None] Allocated IP 2001:db8::2 (c840c2bc-8044-4130-b66e-385776b76782/c81fe23b-902f-4c5f-b268-57b4e8c50b50/47df407c-22ed-478b-9080-4e9828147f5e) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:12.951701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b627c2f4-8839-4cda-8ac4-7218aef81e91 admin admin] Calling delete_port for dfa9b812-14b3-4023-9348-98d9c368e409 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:13.100946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6fa95064-9510-47f9-8348-cb18fc497531 None None] For port 47df407c-22ed-478b-9080-4e9828147f5e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=47df407c-22ed-478b-9080-4e9828147f5e,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:13.140166 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6fa95064-9510-47f9-8348-cb18fc497531 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:13.179605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-877b16a2-ff7b-43f5-ad86-4d96999c7276 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:13.211327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-877b16a2-ff7b-43f5-ad86-4d96999c7276 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:13.214229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6fa95064-9510-47f9-8348-cb18fc497531 None None] Transition to ACTIVE for port object 47df407c-22ed-478b-9080-4e9828147f5e will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:13.214469 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b627c2f4-8839-4cda-8ac4-7218aef81e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:13.220185 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6fa95064-9510-47f9-8348-cb18fc497531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:13.271679 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877b16a2-ff7b-43f5-ad86-4d96999c7276 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:13.321880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627c2f4-8839-4cda-8ac4-7218aef81e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa9b812-14b3-4023-9348-98d9c368e409,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:13.373834 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa95064-9510-47f9-8348-cb18fc497531 None None] Pushing event updated for resources: {'Port': ['ID=47df407c-22ed-478b-9080-4e9828147f5e,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:13.652443 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b627c2f4-8839-4cda-8ac4-7218aef81e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:13.945896 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-877b16a2-ff7b-43f5-ad86-4d96999c7276 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:14.011740 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-877b16a2-ff7b-43f5-ad86-4d96999c7276 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port 068935e5-a7b9-40d3-a33c-df9e3e4e1256 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:29:14.015785 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b627c2f4-8839-4cda-8ac4-7218aef81e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:14.020260 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b627c2f4-8839-4cda-8ac4-7218aef81e91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:14.054284 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b627c2f4-8839-4cda-8ac4-7218aef81e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:14.055085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b627c2f4-8839-4cda-8ac4-7218aef81e91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fc38e7a-c337-4206-82ef-79205d1b70c1 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:29:14.079422 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b627c2f4-8839-4cda-8ac4-7218aef81e91 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:14.081257 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b627c2f4-8839-4cda-8ac4-7218aef81e91 admin admin] 10.222.0.84 "DELETE /v2.0/routers/3fc38e7a-c337-4206-82ef-79205d1b70c1 HTTP/1.1" status: 204 len: 168 time: 3.4328806 May 30 20:29:14.084481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35808) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:14.187384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f33820-ee47-428c-9e4f-ab43c1a5a391 admin admin] Deleting subnet 04df5b87-0f28-4d22-b06b-8eec51360999 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:29:14.191768 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b7f33820-ee47-428c-9e4f-ab43c1a5a391 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:14.300807 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b7f33820-ee47-428c-9e4f-ab43c1a5a391 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:14.343121 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.resource_extend [None req-b1036223-f9bd-4a1d-bef3-51efb25e2842 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:29:14.401998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router 851003f1-e63b-4014-9b27-2897fa49e36c is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:29:14.445757 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b7f33820-ee47-428c-9e4f-ab43c1a5a391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:14.540765 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b7f33820-ee47-428c-9e4f-ab43c1a5a391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:14.587784 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b7f33820-ee47-428c-9e4f-ab43c1a5a391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:14.596300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f33820-ee47-428c-9e4f-ab43c1a5a391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04df5b87-0f28-4d22-b06b-8eec51360999,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:14.607761 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b7f33820-ee47-428c-9e4f-ab43c1a5a391 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/04df5b87-0f28-4d22-b06b-8eec51360999 HTTP/1.1" status: 204 len: 168 time: 0.5219972 May 30 20:29:14.608617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35812) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:14.615812 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63960423-694f-4d61-8f63-92445ee32589 None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:29:14.718401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b8580956-b718-443b-a298-05efde6cad97 None None] Provisioning for port 47df407c-22ed-478b-9080-4e9828147f5e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:14.727258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1036223-f9bd-4a1d-bef3-51efb25e2842 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:14.728718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-877b16a2-ff7b-43f5-ad86-4d96999c7276 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::af (c840c2bc-8044-4130-b66e-385776b76782/c81fe23b-902f-4c5f-b268-57b4e8c50b50/068935e5-a7b9-40d3-a33c-df9e3e4e1256) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:14.731409 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b8580956-b718-443b-a298-05efde6cad97 None None] Provisioning complete for port 47df407c-22ed-478b-9080-4e9828147f5e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:14.732044 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b8580956-b718-443b-a298-05efde6cad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:14.737818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-877b16a2-ff7b-43f5-ad86-4d96999c7276 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8:0:1:f816:3eff:fe55:aac3 (c840c2bc-8044-4130-b66e-385776b76782/c99ae02d-56a7-4830-a8f2-5fdd2e8d0341/068935e5-a7b9-40d3-a33c-df9e3e4e1256) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:14.763913 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1036223-f9bd-4a1d-bef3-51efb25e2842 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:14.848019 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:14.866215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] Deleting port 37ebd64f-10ae-4f7d-b027-309e28ab9b9d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:14.866440 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63960423-694f-4d61-8f63-92445ee32589 None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:29:14.866662 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:14.874704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 47df407c-22ed-478b-9080-4e9828147f5e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:15.181278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 47df407c-22ed-478b-9080-4e9828147f5e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:15.181278 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:15.282020 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-877b16a2-ff7b-43f5-ad86-4d96999c7276 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:15.300472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] For port 37ebd64f-10ae-4f7d-b027-309e28ab9b9d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=37ebd64f-10ae-4f7d-b027-309e28ab9b9d,segment=NetworkSegment(9aa09312-9ea0-48d3-bd09-e3432443d394),segment_id=9aa09312-9ea0-48d3-bd09-e3432443d394)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:15.301073 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:15.306762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:29:15.318642 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Sync routers for ids ['851003f1-e63b-4014-9b27-2897fa49e36c'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:29:15.336661 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Routers {'851003f1-e63b-4014-9b27-2897fa49e36c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:29:15.337279 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:29:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['851003f1-e63b-4014-9b27-2897fa49e36c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:15.375019 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:15.379224 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f7fdfb6f-706e-4903-9d74-527e959cbcd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.5942986 May 30 20:29:15.380161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35828) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:15.388389 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-877b16a2-ff7b-43f5-ad86-4d96999c7276 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object 068935e5-a7b9-40d3-a33c-df9e3e4e1256 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:15.392789 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-b1036223-f9bd-4a1d-bef3-51efb25e2842 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Floating IP 611baa9f-fca8-461d-a8d3-4e4805d82958 associated. External IP: 172.25.5.99, port: 16341635-9f98-4337-b413-4852c8f07e1f. May 30 20:29:15.461915 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] Calling delete_port for 37ebd64f-10ae-4f7d-b027-309e28ab9b9d owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:15.611944 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-877b16a2-ff7b-43f5-ad86-4d96999c7276 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:15.623839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dfa9b812-14b3-4023-9348-98d9c368e409 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:15.639040 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:15.695816 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] Pushing event deleted for resources: {'Port': ['ID=37ebd64f-10ae-4f7d-b027-309e28ab9b9d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:15.696082 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: dfa9b812-14b3-4023-9348-98d9c368e409 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:29:15.696423 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device dfa9b812-14b3-4023-9348-98d9c368e409 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:15.699401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 822a213b-b14b-45ef-827e-e06e0472b9af no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:15.712836 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] No DVR routers for this DVR port 37ebd64f-10ae-4f7d-b027-309e28ab9b9d on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:29:15.730370 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Set router 851003f1-e63b-4014-9b27-2897fa49e36c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:29:15.732646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b16a2-ff7b-43f5-ad86-4d96999c7276 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:15.744255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-877b16a2-ff7b-43f5-ad86-4d96999c7276 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:15.756160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b16a2-ff7b-43f5-ad86-4d96999c7276 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:15.761017 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877b16a2-ff7b-43f5-ad86-4d96999c7276 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:15.761629 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-877b16a2-ff7b-43f5-ad86-4d96999c7276 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:15.789211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 822a213b-b14b-45ef-827e-e06e0472b9af {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:29:15.789552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 822a213b-b14b-45ef-827e-e06e0472b9af not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:15.816562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b16a2-ff7b-43f5-ad86-4d96999c7276 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=068935e5-a7b9-40d3-a33c-df9e3e4e1256,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:15.821690 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1a574c20-546f-4b2f-a08f-c469b3418893 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=5cec82bd6ef4496f8304aec7a72a0ecb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4406209 May 30 20:29:15.829731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35834) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:15.832231 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-877b16a2-ff7b-43f5-ad86-4d96999c7276 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2423632 May 30 20:29:15.841688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35836) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:15.975245 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:16.001290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-93879a89-4835-4f4b-928e-da3d85f60e9d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port 068935e5-a7b9-40d3-a33c-df9e3e4e1256 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:16.001583 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93879a89-4835-4f4b-928e-da3d85f60e9d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:16.035667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe69c1f-d59a-417f-922c-ea8b9997f58d tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:16.040403 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2fe69c1f-d59a-417f-922c-ea8b9997f58d tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2069883 May 30 20:29:16.041676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35842) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:16.119735 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:16.145696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa09312-9ea0-48d3-bd09-e3432443d394') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:16.146057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa09312-9ea0-48d3-bd09-e3432443d394') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:16.163863 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:16.271690 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570557600', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:10Z', 'updated_at': '2022-05-30T20:29:12Z', 'revision_number': 3, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:11Z', 'updated_at': '2022-05-30T20:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:16.278409 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Checking router: 851003f1-e63b-4014-9b27-2897fa49e36c for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:29:16.278745 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Updating router 851003f1-e63b-4014-9b27-2897fa49e36c port f5f7e83d-3a9f-4400-86c9-3825d3294629 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:29:16.290640 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:16.294330 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-09812860-67c2-4a3c-86d9-6ae81ed3e4f1 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2484477 May 30 20:29:16.305912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35850) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:16.326118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9b042f70-6806-4583-aa3e-52cff3091998 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-836197645', 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:16.335474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:29:16.335940 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:16.370578 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: timer() May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:29:16.453804 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:29:16.461460 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:16.474767 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:16.525670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:16.531384 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c643c402-35a1-4ddd-b6b5-ccfe8968466d admin admin] 10.222.0.84 "DELETE /v2.0/networks/b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac HTTP/1.1" status: 204 len: 168 time: 1.9206793 May 30 20:29:16.541573 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35858) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:16.614430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9b042f70-6806-4583-aa3e-52cff3091998 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:16.630268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9b042f70-6806-4583-aa3e-52cff3091998 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:subnet and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:16.635105 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9b042f70-6806-4583-aa3e-52cff3091998 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:16.643260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9b042f70-6806-4583-aa3e-52cff3091998 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:16.662395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b042f70-6806-4583-aa3e-52cff3091998 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Made reservation on behalf of 5cec82bd6ef4496f8304aec7a72a0ecb for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:16.742472 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93879a89-4835-4f4b-928e-da3d85f60e9d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:16.803727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54036f4-efb0-46ba-8569-d885edc2c7fe None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:16.819442 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9b042f70-6806-4583-aa3e-52cff3091998 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:16.830525 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b961a17-b319-4901-8882-1801fd1a254b None None] Network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:16.908588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-93879a89-4835-4f4b-928e-da3d85f60e9d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for 068935e5-a7b9-40d3-a33c-df9e3e4e1256 owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:16.975519 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:16.983236 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b961a17-b319-4901-8882-1801fd1a254b None None] Network b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac could not be found, it might have been deleted concurrently. {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 30 20:29:17.021745 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Transition to ACTIVE for port object f5f7e83d-3a9f-4400-86c9-3825d3294629 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:17.037663 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:17.104101 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6cf2ba-a215-4af8-901d-62c51579f443 None None] DHCP port deletion for b4c5410c-5e74-4f7b-8e60-ceb259fdd0ac request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:29:17.122865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d1cff27b-e53b-4892-8e11-bba2d6d97502 None None] Provisioning complete for port 47df407c-22ed-478b-9080-4e9828147f5e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:17.123876 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d1cff27b-e53b-4892-8e11-bba2d6d97502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:17.169188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1036223-f9bd-4a1d-bef3-51efb25e2842 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Router 783c7f04-0ef6-47de-801d-319b4debdd26 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:29:17.177264 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Attempting to bind port f5f7e83d-3a9f-4400-86c9-3825d3294629 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:17.177679 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Attempting to bind port f5f7e83d-3a9f-4400-86c9-3825d3294629 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:17.178175 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Attempting to bind port f5f7e83d-3a9f-4400-86c9-3825d3294629 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:17.187323 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145af8e-7aaf-4ddc-a4db-134df11adc9b None None] Pushing event updated for resources: {'Port': ['ID=f5f7e83d-3a9f-4400-86c9-3825d3294629,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:17.196901 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:29:17.196901 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:17.196901 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:17.196901 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:29:17.197612 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Bound port: f5f7e83d-3a9f-4400-86c9-3825d3294629, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:29:17.197806 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:17.257560 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145af8e-7aaf-4ddc-a4db-134df11adc9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:17.257936 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145af8e-7aaf-4ddc-a4db-134df11adc9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:17.258565 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145af8e-7aaf-4ddc-a4db-134df11adc9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:17.258898 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145af8e-7aaf-4ddc-a4db-134df11adc9b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:17.259770 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145af8e-7aaf-4ddc-a4db-134df11adc9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:17.260156 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145af8e-7aaf-4ddc-a4db-134df11adc9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:17.260483 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145af8e-7aaf-4ddc-a4db-134df11adc9b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:17.260801 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145af8e-7aaf-4ddc-a4db-134df11adc9b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:17.261122 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145af8e-7aaf-4ddc-a4db-134df11adc9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:17.261439 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145af8e-7aaf-4ddc-a4db-134df11adc9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:17.261755 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145af8e-7aaf-4ddc-a4db-134df11adc9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:17.305653 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] For port f5f7e83d-3a9f-4400-86c9-3825d3294629, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:29:17.309779 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] For port f5f7e83d-3a9f-4400-86c9-3825d3294629, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f5f7e83d-3a9f-4400-86c9-3825d3294629,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:29:17.317007 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:17.439667 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Routers {'851003f1-e63b-4014-9b27-2897fa49e36c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:29:17.440633 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:29:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['851003f1-e63b-4014-9b27-2897fa49e36c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:17.491218 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93879a89-4835-4f4b-928e-da3d85f60e9d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:17.525042 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145af8e-7aaf-4ddc-a4db-134df11adc9b None None] Pushing event updated for resources: {'Port': ['ID=f5f7e83d-3a9f-4400-86c9-3825d3294629,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:17.595368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93879a89-4835-4f4b-928e-da3d85f60e9d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=068935e5-a7b9-40d3-a33c-df9e3e4e1256,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:17.666321 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-93879a89-4835-4f4b-928e-da3d85f60e9d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:17.705836 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-93879a89-4835-4f4b-928e-da3d85f60e9d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/068935e5-a7b9-40d3-a33c-df9e3e4e1256 HTTP/1.1" status: 204 len: 168 time: 1.8624716 May 30 20:29:17.707597 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] Set router 851003f1-e63b-4014-9b27-2897fa49e36c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:29:17.709022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35864) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:17.734931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1036223-f9bd-4a1d-bef3-51efb25e2842 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:29:17.745527 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af440dcf-a566-45fa-8b51-1e27333cc2aa None None] Sync routers for ids ['783c7f04-0ef6-47de-801d-319b4debdd26'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:29:17.752877 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1036223-f9bd-4a1d-bef3-51efb25e2842 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:17.769124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af440dcf-a566-45fa-8b51-1e27333cc2aa None None] Routers {'783c7f04-0ef6-47de-801d-319b4debdd26'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:29:17.769912 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-af440dcf-a566-45fa-8b51-1e27333cc2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:29:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['783c7f04-0ef6-47de-801d-319b4debdd26'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:17.867607 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b1036223-f9bd-4a1d-bef3-51efb25e2842 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "PUT /v2.0/floatingips/611baa9f-fca8-461d-a8d3-4e4805d82958 HTTP/1.1" status: 200 len: 991 time: 5.6398900 May 30 20:29:17.873963 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7293273a-708a-4fa4-b559-58a6ccec8533', 'tag': '16341635-9f98-4337-b413-4852c8f07e1f'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:17.886004 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0ed69ce4-c985-4fb3-9453-3fb53d4fc371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:17.898035 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9b042f70-6806-4583-aa3e-52cff3091998 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:18.010714 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-add8e72f-228e-4f5a-8efe-e9e2eb350f88'] response: {'name': 'network-changed', 'server_uuid': '7293273a-708a-4fa4-b559-58a6ccec8533', 'tag': '16341635-9f98-4337-b413-4852c8f07e1f', 'status': 'completed', 'code': 200} May 30 20:29:18.037863 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6af8ec3f-13a3-42cd-9253-63f16d8a001b None None] Could not find standard attr ID for object 068935e5-a7b9-40d3-a33c-df9e3e4e1256. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:29:18.069486 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b042f70-6806-4583-aa3e-52cff3091998 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Subnet': ['ID=98baa7d8-55bd-448e-bc9e-980099fd982e,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:18.081867 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b042f70-6806-4583-aa3e-52cff3091998 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Checking segment: {'id': 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:18.082565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6af8ec3f-13a3-42cd-9253-63f16d8a001b None None] Provisioning complete for port 47df407c-22ed-478b-9080-4e9828147f5e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:18.083483 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6af8ec3f-13a3-42cd-9253-63f16d8a001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:18.083924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b042f70-6806-4583-aa3e-52cff3091998 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network hostable DHCP agents. Network: 84d2d1ba-f96e-499e-a333-a21114f4c8e8, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:29:18.117574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b042f70-6806-4583-aa3e-52cff3091998 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 84d2d1ba-f96e-499e-a333-a21114f4c8e8 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:29:18.133141 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-9b042f70-6806-4583-aa3e-52cff3091998 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 84d2d1ba-f96e-499e-a333-a21114f4c8e8) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:18.156886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b042f70-6806-4583-aa3e-52cff3091998 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:18.158503 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9b042f70-6806-4583-aa3e-52cff3091998 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:18.173518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e455b6-d9fc-4891-963d-f632a213362e None None] Network 84d2d1ba-f96e-499e-a333-a21114f4c8e8 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:18.197210 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9b042f70-6806-4583-aa3e-52cff3091998 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8777864 May 30 20:29:18.200532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35874) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:18.215082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaaa352-6ed2-47e0-ad6a-c02ec0963d38 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:18.216127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-bfaaa352-6ed2-47e0-ad6a-c02ec0963d38 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:18.218595 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570557600', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:10Z', 'updated_at': '2022-05-30T20:29:12Z', 'revision_number': 3, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:11Z', 'updated_at': '2022-05-30T20:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:18.229695 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa1cc8-64a0-436a-9677-7ba3256501e8 None None] The sync data for ids ['851003f1-e63b-4014-9b27-2897fa49e36c'] in n-d-843949-2 is: [{'id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570557600', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:10Z', 'updated_at': '2022-05-30T20:29:12Z', 'revision_number': 3, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:11Z', 'updated_at': '2022-05-30T20:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:29:18.289725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-bfaaa352-6ed2-47e0-ad6a-c02ec0963d38 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:18.290688 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bfaaa352-6ed2-47e0-ad6a-c02ec0963d38 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5806701 May 30 20:29:18.309715 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35878) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:18.451223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-af440dcf-a566-45fa-8b51-1e27333cc2aa None None] Set router 783c7f04-0ef6-47de-801d-319b4debdd26 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:29:18.469547 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-325fb7c2-20c8-43a4-af8a-4edfd8702a62 req-fd497d02-eb04-4613-a549-97b71c32f92d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f154aa639e466b871f55ef50521468&device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 1097 time: 0.4342296 May 30 20:29:18.665995 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4097c6-b4e4-4594-a861-7225727b9527 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:18.667591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0f4097c6-b4e4-4594-a861-7225727b9527 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3551176 May 30 20:29:18.675312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35882) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:18.686002 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-84d2d1ba-f96e-499e-a333-a21114f4c8e8', 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ips': [{'subnet_id': '98baa7d8-55bd-448e-bc9e-980099fd982e'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:29:18.686828 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:18.872758 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7c514c-7e9c-480c-a21e-ed99c4f81c9d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:18.874087 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7c514c-7e9c-480c-a21e-ed99c4f81c9d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:18.875577 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7c514c-7e9c-480c-a21e-ed99c4f81c9d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:18.876334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4f7c514c-7e9c-480c-a21e-ed99c4f81c9d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:18.885444 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fb7c2-20c8-43a4-af8a-4edfd8702a62 req-f848d578-6137-4c1e-9d2f-9ae51738ebfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:18.886914 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-325fb7c2-20c8-43a4-af8a-4edfd8702a62 req-f848d578-6137-4c1e-9d2f-9ae51738ebfc service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d1878ae-449f-42b8-bf46-74af28ca94fd HTTP/1.1" status: 200 len: 918 time: 0.4078104 May 30 20:29:18.901593 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f5f7e83d-3a9f-4400-86c9-3825d3294629 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:19.019237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4f7c514c-7e9c-480c-a21e-ed99c4f81c9d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:19.022874 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4f7c514c-7e9c-480c-a21e-ed99c4f81c9d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3442321 May 30 20:29:19.024570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35888) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:19.188951 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port f5f7e83d-3a9f-4400-86c9-3825d3294629 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:19.251277 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f5f7e83d-3a9f-4400-86c9-3825d3294629 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:19.251485 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:19.318851 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-325fb7c2-20c8-43a4-af8a-4edfd8702a62 req-26c36b41-a772-4088-8ee4-2a3c1641edfa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16341635-9f98-4337-b413-4852c8f07e1f HTTP/1.1" status: 200 len: 999 time: 0.4137242 May 30 20:29:19.329807 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0d1e787f-68ea-41f7-989c-bc5baac6b275 None None] Could not find standard attr ID for object 068935e5-a7b9-40d3-a33c-df9e3e4e1256. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:29:19.414939 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-140927f7-7557-4a60-89d1-551482adb6b0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet c81fe23b-902f-4c5f-b268-57b4e8c50b50 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:29:19.429603 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-140927f7-7557-4a60-89d1-551482adb6b0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:19.456864 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fb7c2-20c8-43a4-af8a-4edfd8702a62 req-b2835346-2d3b-4292-a76b-84cc88ef036c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:19.458886 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-325fb7c2-20c8-43a4-af8a-4edfd8702a62 req-b2835346-2d3b-4292-a76b-84cc88ef036c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9f9412f8-b9b7-4d21-91c7-4120cd918668 HTTP/1.1" status: 200 len: 856 time: 0.1299210 May 30 20:29:19.502692 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Allocated IP 172.20.0.2 (84d2d1ba-f96e-499e-a333-a21114f4c8e8/98baa7d8-55bd-448e-bc9e-980099fd982e/8817db5b-1532-4f2d-8778-2fabf5c1ab88) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:19.632573 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-140927f7-7557-4a60-89d1-551482adb6b0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:19.767108 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-140927f7-7557-4a60-89d1-551482adb6b0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:19.793877 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:19.830672 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-af440dcf-a566-45fa-8b51-1e27333cc2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:24:38Z', 'revision_number': 4, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '611baa9f-fca8-461d-a8d3-4e4805d82958', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'port_id': '16341635-9f98-4337-b413-4852c8f07e1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'mac_address': 'fa:16:3e:bd:78:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7293273a-708a-4fa4-b559-58a6ccec8533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:28:45Z', 'updated_at': '2022-05-30T20:29:14Z', 'revision_number': 1, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be457aa2-6a34-4acf-9c6d-aec7ce342ea7', 'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'mac_address': 'fa:16:3e:a3:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:35Z', 'updated_at': '2022-05-30T20:24:49Z', 'revision_number': 5, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'subnets': [{'id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:19.838935 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port f5f7e83d-3a9f-4400-86c9-3825d3294629, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f5f7e83d-3a9f-4400-86c9-3825d3294629,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:19.851242 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-325fb7c2-20c8-43a4-af8a-4edfd8702a62 req-70bc9c5f-1500-48f4-9ab0-a155723a5ccd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d1878ae-449f-42b8-bf46-74af28ca94fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3845291 May 30 20:29:19.851885 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af440dcf-a566-45fa-8b51-1e27333cc2aa None None] Checking router: 783c7f04-0ef6-47de-801d-319b4debdd26 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:29:19.855749 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:19.879517 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-140927f7-7557-4a60-89d1-551482adb6b0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:19.900314 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 37ebd64f-10ae-4f7d-b027-309e28ab9b9d no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:19.925198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140927f7-7557-4a60-89d1-551482adb6b0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=c81fe23b-902f-4c5f-b268-57b4e8c50b50,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:19.953420 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 37ebd64f-10ae-4f7d-b027-309e28ab9b9d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:29:19.953840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 37ebd64f-10ae-4f7d-b027-309e28ab9b9d not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:19.980182 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-140927f7-7557-4a60-89d1-551482adb6b0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.010173 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-140927f7-7557-4a60-89d1-551482adb6b0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/c81fe23b-902f-4c5f-b268-57b4e8c50b50 HTTP/1.1" status: 204 len: 168 time: 0.9837780 May 30 20:29:20.052760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35892) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:20.054067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b82a37-2bb9-402a-b91b-287992cbe11f None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:20.073632 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-325fb7c2-20c8-43a4-af8a-4edfd8702a62 req-f0146ac5-4a8d-4efa-b22f-ae05d948eb30 service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067840 May 30 20:29:20.076840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af440dcf-a566-45fa-8b51-1e27333cc2aa None None] Routers {'783c7f04-0ef6-47de-801d-319b4debdd26'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:29:20.077481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-af440dcf-a566-45fa-8b51-1e27333cc2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:29:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['783c7f04-0ef6-47de-801d-319b4debdd26'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:20.218784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-45690707-4dca-4253-adad-7b7b3bc74ee1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet c99ae02d-56a7-4830-a8f2-5fdd2e8d0341 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:29:20.226583 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45690707-4dca-4253-adad-7b7b3bc74ee1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.330745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-af440dcf-a566-45fa-8b51-1e27333cc2aa None None] Set router 783c7f04-0ef6-47de-801d-319b4debdd26 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:29:20.331936 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-325fb7c2-20c8-43a4-af8a-4edfd8702a62 req-7bea6e31-a374-4c8c-9ac2-e15e5f98de56 service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245438 May 30 20:29:20.337734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0ed69ce4-c985-4fb3-9453-3fb53d4fc371 admin admin] Deleting port 11b869f0-2499-422b-88dc-b306f5b58dff {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:20.338340 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0ed69ce4-c985-4fb3-9453-3fb53d4fc371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.381244 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45690707-4dca-4253-adad-7b7b3bc74ee1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.477570 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45690707-4dca-4253-adad-7b7b3bc74ee1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.556481 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.584060 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-0ed69ce4-c985-4fb3-9453-3fb53d4fc371 admin admin] For port 11b869f0-2499-422b-88dc-b306f5b58dff, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=11b869f0-2499-422b-88dc-b306f5b58dff,segment=NetworkSegment(a0f4477a-fa23-4396-9a7e-dd6dd72df5ba),segment_id=a0f4477a-fa23-4396-9a7e-dd6dd72df5ba)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:20.584669 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0ed69ce4-c985-4fb3-9453-3fb53d4fc371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.745022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0ed69ce4-c985-4fb3-9453-3fb53d4fc371 admin admin] Calling delete_port for 11b869f0-2499-422b-88dc-b306f5b58dff owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:20.758011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=f5f7e83d-3a9f-4400-86c9-3825d3294629,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:20.764433 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45690707-4dca-4253-adad-7b7b3bc74ee1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.779201 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.808719 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Transition to ACTIVE for port object 8817db5b-1532-4f2d-8778-2fabf5c1ab88 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:20.818500 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:20.818888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:20.819164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:20.819488 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:20.819805 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:20.820146 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:20.820461 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:20.820868 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:20.821076 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:20.821387 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:20.821695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:20.829528 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45690707-4dca-4253-adad-7b7b3bc74ee1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=c99ae02d-56a7-4830-a8f2-5fdd2e8d0341,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:20.838626 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45690707-4dca-4253-adad-7b7b3bc74ee1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.851736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Transition to ACTIVE for port object 8817db5b-1532-4f2d-8778-2fabf5c1ab88 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:20.858256 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-45690707-4dca-4253-adad-7b7b3bc74ee1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/c99ae02d-56a7-4830-a8f2-5fdd2e8d0341 HTTP/1.1" status: 204 len: 168 time: 0.7935317 May 30 20:29:20.858875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35904) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:20.913917 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.977866 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35912) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:20.978400 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a7211b5a-80ee-49c0-b0e2-e32833335ab5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1135051 May 30 20:29:20.986454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d1085cf7-eac9-473b-9f2b-d04392f8e2e8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:21.103625 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0ed69ce4-c985-4fb3-9453-3fb53d4fc371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:21.116673 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Pushing event updated for resources: {'Port': ['ID=8817db5b-1532-4f2d-8778-2fabf5c1ab88,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:21.139597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Network 84d2d1ba-f96e-499e-a333-a21114f4c8e8 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:21.148601 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:21.152765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:21.158326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed69ce4-c985-4fb3-9453-3fb53d4fc371 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b869f0-2499-422b-88dc-b306f5b58dff,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:21.165146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d1085cf7-eac9-473b-9f2b-d04392f8e2e8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:21.170982 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d1085cf7-eac9-473b-9f2b-d04392f8e2e8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:21.173886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d1085cf7-eac9-473b-9f2b-d04392f8e2e8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:21.181175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d1085cf7-eac9-473b-9f2b-d04392f8e2e8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:21.226178 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1085cf7-eac9-473b-9f2b-d04392f8e2e8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:21.275245 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Allocated IP 172.20.0.1 (84d2d1ba-f96e-499e-a333-a21114f4c8e8/98baa7d8-55bd-448e-bc9e-980099fd982e/ec01e25e-faa8-4c40-a63d-23e5a1f6fce5) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:21.310506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Attempting to bind port 8817db5b-1532-4f2d-8778-2fabf5c1ab88 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:21.310789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Attempting to bind port 8817db5b-1532-4f2d-8778-2fabf5c1ab88 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:21.311134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Attempting to bind port 8817db5b-1532-4f2d-8778-2fabf5c1ab88 on network 84d2d1ba-f96e-499e-a333-a21114f4c8e8 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:21.325401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-af440dcf-a566-45fa-8b51-1e27333cc2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:24:38Z', 'revision_number': 4, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '611baa9f-fca8-461d-a8d3-4e4805d82958', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'port_id': '16341635-9f98-4337-b413-4852c8f07e1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'mac_address': 'fa:16:3e:bd:78:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7293273a-708a-4fa4-b559-58a6ccec8533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:28:45Z', 'updated_at': '2022-05-30T20:29:14Z', 'revision_number': 1, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be457aa2-6a34-4acf-9c6d-aec7ce342ea7', 'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'mac_address': 'fa:16:3e:a3:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:35Z', 'updated_at': '2022-05-30T20:24:49Z', 'revision_number': 5, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'subnets': [{'id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:21.329010 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:29:21.332135 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Checking segment: {'id': 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:21.333258 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:21.333546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Bound using segment: {'id': 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:29:21.334030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Bound port: 8817db5b-1532-4f2d-8778-2fabf5c1ab88, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:29:21.334407 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:21.386992 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af440dcf-a566-45fa-8b51-1e27333cc2aa None None] The sync data for ids ['783c7f04-0ef6-47de-801d-319b4debdd26'] in n-d-843949-2 is: [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:24:38Z', 'revision_number': 4, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '611baa9f-fca8-461d-a8d3-4e4805d82958', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'port_id': '16341635-9f98-4337-b413-4852c8f07e1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'mac_address': 'fa:16:3e:bd:78:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7293273a-708a-4fa4-b559-58a6ccec8533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:28:45Z', 'updated_at': '2022-05-30T20:29:14Z', 'revision_number': 1, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be457aa2-6a34-4acf-9c6d-aec7ce342ea7', 'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'mac_address': 'fa:16:3e:a3:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:35Z', 'updated_at': '2022-05-30T20:24:49Z', 'revision_number': 5, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'subnets': [{'id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:29:21.415524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35920) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:21.440228 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a0522c-ad6a-4d24-a397-0be3eea658a3 None None] DHCP port deletion for c840c2bc-8044-4130-b66e-385776b76782 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:29:21.449222 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e1a0522c-ad6a-4d24-a397-0be3eea658a3 None None] Deleting port 47df407c-22ed-478b-9080-4e9828147f5e {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:21.449591 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e1a0522c-ad6a-4d24-a397-0be3eea658a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:21.601023 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1085cf7-eac9-473b-9f2b-d04392f8e2e8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:21.708133 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:21.726928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Transition to ACTIVE for port object ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:21.761519 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:21.785596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] For port 8817db5b-1532-4f2d-8778-2fabf5c1ab88, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:29:21.808606 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] For port 8817db5b-1532-4f2d-8778-2fabf5c1ab88, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8817db5b-1532-4f2d-8778-2fabf5c1ab88,segment=NetworkSegment(c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0),segment_id=c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:29:21.814032 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-848fce23-c9ac-46cc-b1b2-f674a8d544df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:21.815472 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e1a0522c-ad6a-4d24-a397-0be3eea658a3 None None] For port 47df407c-22ed-478b-9080-4e9828147f5e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=47df407c-22ed-478b-9080-4e9828147f5e,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:21.816028 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e1a0522c-ad6a-4d24-a397-0be3eea658a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:21.827472 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:21.836050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 84d2d1ba-f96e-499e-a333-a21114f4c8e8 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:21.839081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:21.844058 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:21.875035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=ec01e25e-faa8-4c40-a63d-23e5a1f6fce5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:21.887022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-848fce23-c9ac-46cc-b1b2-f674a8d544df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:21.894614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-848fce23-c9ac-46cc-b1b2-f674a8d544df admin admin] Usage tracker for resource:security_group_rule and tenant:4d05dd8a998a4e3e99d91bafe9dc0ced is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:21.899235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-848fce23-c9ac-46cc-b1b2-f674a8d544df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:21.912801 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-848fce23-c9ac-46cc-b1b2-f674a8d544df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:21.915794 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.002885 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e1a0522c-ad6a-4d24-a397-0be3eea658a3 None None] Calling delete_port for 47df407c-22ed-478b-9080-4e9828147f5e owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:22.034296 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.097383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73784a66-69c9-453c-919f-dd8fd7080a84 None None] Pushing event updated for resources: {'Port': ['ID=8817db5b-1532-4f2d-8778-2fabf5c1ab88,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:22.103495 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-848fce23-c9ac-46cc-b1b2-f674a8d544df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.117272 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1085cf7-eac9-473b-9f2b-d04392f8e2e8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.125253 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-848fce23-c9ac-46cc-b1b2-f674a8d544df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.144723 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e1a0522c-ad6a-4d24-a397-0be3eea658a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.187980 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0ed69ce4-c985-4fb3-9453-3fb53d4fc371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.196517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0522c-ad6a-4d24-a397-0be3eea658a3 None None] Pushing event deleted for resources: {'Port': ['ID=47df407c-22ed-478b-9080-4e9828147f5e,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:22.211106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a0522c-ad6a-4d24-a397-0be3eea658a3 None None] No DVR routers for this DVR port 47df407c-22ed-478b-9080-4e9828147f5e on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:29:22.309600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1085cf7-eac9-473b-9f2b-d04392f8e2e8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:22.316312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-d1085cf7-eac9-473b-9f2b-d04392f8e2e8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:22.323905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1085cf7-eac9-473b-9f2b-d04392f8e2e8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:22.324674 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d1085cf7-eac9-473b-9f2b-d04392f8e2e8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.326754 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0260b3-a530-43f8-a801-60ed4de58e40 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:22.381250 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1085cf7-eac9-473b-9f2b-d04392f8e2e8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=52d0b547-8220-4c87-9686-8c9258e65011,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:22.384618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fce23-c9ac-46cc-b1b2-f674a8d544df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c912e300-05c9-45f3-8818-1bf8f1da7c5c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:22.391628 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-848fce23-c9ac-46cc-b1b2-f674a8d544df admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4d05dd8a998a4e3e99d91bafe9dc0ced&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9765542 May 30 20:29:22.394167 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35926) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:22.460704 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172c2b6b-2665-4731-98cf-031f375e95ad None None] New status for floating IP 611baa9f-fca8-461d-a8d3-4e4805d82958: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:29:22.520881 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d1085cf7-eac9-473b-9f2b-d04392f8e2e8 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5409856 May 30 20:29:22.526972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35930) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:22.541969 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-0ab48641-282b-4a39-93e1-43c5547c0dfd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:22.649932 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c840c2bc-8044-4130-b66e-385776b76782', 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'tenant_id': '7f8fa47691474e2c94fd78271493f504', 'fixed_ips': [{'subnet_id': '52d0b547-8220-4c87-9686-8c9258e65011'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:29:22.651433 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.658592 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ea392987-8a14-4004-bb18-5bde9f5f9c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.710302 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ea392987-8a14-4004-bb18-5bde9f5f9c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.796460 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.804037 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.843950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0ab48641-282b-4a39-93e1-43c5547c0dfd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:22.848516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0ab48641-282b-4a39-93e1-43c5547c0dfd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:22.851990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0ab48641-282b-4a39-93e1-43c5547c0dfd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:22.857778 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0ab48641-282b-4a39-93e1-43c5547c0dfd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:22.874924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab48641-282b-4a39-93e1-43c5547c0dfd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:22.878602 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0ab48641-282b-4a39-93e1-43c5547c0dfd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.908231 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.919564 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ea392987-8a14-4004-bb18-5bde9f5f9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.947540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea392987-8a14-4004-bb18-5bde9f5f9c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c912e300-05c9-45f3-8818-1bf8f1da7c5c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:22.949283 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Allocated IP 2001:db8::2 (c840c2bc-8044-4130-b66e-385776b76782/52d0b547-8220-4c87-9686-8c9258e65011/6329298d-e67e-49b9-b877-6a42cbbcf739) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:23.082359 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8817db5b-1532-4f2d-8778-2fabf5c1ab88 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:23.096687 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ea392987-8a14-4004-bb18-5bde9f5f9c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:23.100168 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ea392987-8a14-4004-bb18-5bde9f5f9c39 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c912e300-05c9-45f3-8818-1bf8f1da7c5c HTTP/1.1" status: 204 len: 168 time: 0.7027018 May 30 20:29:23.112244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=ec01e25e-faa8-4c40-a63d-23e5a1f6fce5,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:23.116451 n-d-843949-2 neutron-server[84023]: INFO neutron.db.ipam_backend_mixin [None req-0ab48641-282b-4a39-93e1-43c5547c0dfd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 52d0b547-8220-4c87-9686-8c9258e65011 (CIDR: 2001:db8::/64) May 30 20:29:23.127352 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab48641-282b-4a39-93e1-43c5547c0dfd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:29:23.127945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab48641-282b-4a39-93e1-43c5547c0dfd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:23.128779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 84d2d1ba-f96e-499e-a333-a21114f4c8e8 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:23.130475 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:23.269022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 8817db5b-1532-4f2d-8778-2fabf5c1ab88 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:23.300717 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f5f7e83d-3a9f-4400-86c9-3825d3294629 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:23.461937 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0ab48641-282b-4a39-93e1-43c5547c0dfd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9339271 May 30 20:29:23.465587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35940) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:23.494032 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:23.510245 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Transition to ACTIVE for port object 6329298d-e67e-49b9-b877-6a42cbbcf739 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:23.541911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f5f7e83d-3a9f-4400-86c9-3825d3294629 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:23.542317 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:23.573548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'subnet': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:23.574386 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0358a5-52e5-429e-ba2b-c88f97fd1a85 None None] Network 84d2d1ba-f96e-499e-a333-a21114f4c8e8 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:23.628829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35944) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:23.652215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Transition to ACTIVE for port object 6329298d-e67e-49b9-b877-6a42cbbcf739 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:23.659941 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4adb1b58-0dc1-4017-bad1-5caff900c037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:23.684014 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:23.717775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4adb1b58-0dc1-4017-bad1-5caff900c037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:23.723196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4adb1b58-0dc1-4017-bad1-5caff900c037 admin admin] Usage tracker for resource:security_group_rule and tenant:3ad6bd63cf774724a3463b57605b88ed is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:23.728015 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4adb1b58-0dc1-4017-bad1-5caff900c037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:23.742748 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4adb1b58-0dc1-4017-bad1-5caff900c037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:23.788968 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-06734883-419c-40d9-8185-2109f93539e0 None None] Provisioning for port 8817db5b-1532-4f2d-8778-2fabf5c1ab88 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:23.794474 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:23.797115 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router 851003f1-e63b-4014-9b27-2897fa49e36c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:29:23.798733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:23.804742 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:subnet and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:23.805968 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:23.808815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:23.811329 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Pushing event updated for resources: {'Port': ['ID=6329298d-e67e-49b9-b877-6a42cbbcf739,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:23.813645 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:23.816238 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:23.825000 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-06734883-419c-40d9-8185-2109f93539e0 None None] Provisioning complete for port 8817db5b-1532-4f2d-8778-2fabf5c1ab88 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:23.825270 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-06734883-419c-40d9-8185-2109f93539e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:23.832307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:23.835812 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.094924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed69ce4-c985-4fb3-9453-3fb53d4fc371 admin admin] Router ce51bb20-da6f-4d05-9559-0c8aceea4f9d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:29:24.105338 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4adb1b58-0dc1-4017-bad1-5caff900c037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.116913 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4adb1b58-0dc1-4017-bad1-5caff900c037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.158894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Attempting to bind port 6329298d-e67e-49b9-b877-6a42cbbcf739 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:24.158894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Attempting to bind port 6329298d-e67e-49b9-b877-6a42cbbcf739 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:24.159233 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Attempting to bind port 6329298d-e67e-49b9-b877-6a42cbbcf739 on network c840c2bc-8044-4130-b66e-385776b76782 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:24.188008 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb1b58-0dc1-4017-bad1-5caff900c037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e210b80c-3ad2-4f02-9d3c-f071b75d920b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:24.198763 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4adb1b58-0dc1-4017-bad1-5caff900c037 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3ad6bd63cf774724a3463b57605b88ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5680578 May 30 20:29:24.202887 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35948) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:24.210828 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:29:24.211211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Checking segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:24.211603 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.212071 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Bound using segment: {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:29:24.212548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Bound port: 6329298d-e67e-49b9-b877-6a42cbbcf739, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438b53a-8e57-4e2b-b811-7def98046437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c840c2bc-8044-4130-b66e-385776b76782'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:29:24.212924 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.231044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 47df407c-22ed-478b-9080-4e9828147f5e no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:24.275282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 47df407c-22ed-478b-9080-4e9828147f5e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:29:24.275622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 47df407c-22ed-478b-9080-4e9828147f5e not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:24.292976 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-06734883-419c-40d9-8185-2109f93539e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.353141 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8601ef9c-42bb-4359-9148-f43e654fc2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.382979 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8601ef9c-42bb-4359-9148-f43e654fc2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.394519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-06734883-419c-40d9-8185-2109f93539e0 None None] For port 8817db5b-1532-4f2d-8778-2fabf5c1ab88, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8817db5b-1532-4f2d-8778-2fabf5c1ab88,segment=NetworkSegment(c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0),segment_id=c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:24.405560 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-06734883-419c-40d9-8185-2109f93539e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.452094 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8601ef9c-42bb-4359-9148-f43e654fc2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.456622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] For port 6329298d-e67e-49b9-b877-6a42cbbcf739, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:29:24.473464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed69ce4-c985-4fb3-9453-3fb53d4fc371 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:29:24.474542 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] For port 6329298d-e67e-49b9-b877-6a42cbbcf739, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6329298d-e67e-49b9-b877-6a42cbbcf739,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:29:24.475789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601ef9c-42bb-4359-9148-f43e654fc2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e210b80c-3ad2-4f02-9d3c-f071b75d920b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:24.482539 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.488622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:29:24.506404 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-55c25e45-01f7-4421-9562-44cc8480c3fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "PUT /v2.0/routers/851003f1-e63b-4014-9b27-2897fa49e36c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2952132 May 30 20:29:24.506646 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0ed69ce4-c985-4fb3-9453-3fb53d4fc371 admin admin] 10.222.0.84 "PUT /v2.0/routers/ce51bb20-da6f-4d05-9559-0c8aceea4f9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9587827 May 30 20:29:24.506748 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35952) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:24.511334 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06734883-419c-40d9-8185-2109f93539e0 None None] Pushing event updated for resources: {'Port': ['ID=8817db5b-1532-4f2d-8778-2fabf5c1ab88,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:24.514184 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257bddb9-72d6-4ee1-8415-ddcf6f4df188 None None] Sync routers for ids ['ce51bb20-da6f-4d05-9559-0c8aceea4f9d'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:29:24.576648 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8601ef9c-42bb-4359-9148-f43e654fc2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.580479 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8601ef9c-42bb-4359-9148-f43e654fc2a1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e210b80c-3ad2-4f02-9d3c-f071b75d920b HTTP/1.1" status: 204 len: 168 time: 0.3738928 May 30 20:29:24.644543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.objects.ports [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84023) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:29:24.652112 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257bddb9-72d6-4ee1-8415-ddcf6f4df188 None None] Routers {'ce51bb20-da6f-4d05-9559-0c8aceea4f9d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:29:24.655615 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-257bddb9-72d6-4ee1-8415-ddcf6f4df188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:29:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['ce51bb20-da6f-4d05-9559-0c8aceea4f9d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:24.827568 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07c6024d-7173-4b9a-b03e-921207645496 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.936966 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e16c6e-871f-401b-b0ed-bdb3b40c8073 None None] Pushing event updated for resources: {'Port': ['ID=6329298d-e67e-49b9-b877-6a42cbbcf739,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:24.951571 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8817db5b-1532-4f2d-8778-2fabf5c1ab88 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:25.077593 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-885188bb-bbd0-48b9-908d-7ddca62a1594 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977445856&fields=id&tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb HTTP/1.1" status: 200 len: 267 time: 0.1849177 May 30 20:29:25.186832 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07c6024d-7173-4b9a-b03e-921207645496 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.210010 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-07c6024d-7173-4b9a-b03e-921207645496 admin admin] Deleting port 56c3a868-f5a0-4f59-a947-3a10617ce509 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:25.210728 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07c6024d-7173-4b9a-b03e-921207645496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.246052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-334100c2-c47b-4f92-a66c-42ec330ad33f None None] Provisioning complete for port 8817db5b-1532-4f2d-8778-2fabf5c1ab88 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:25.246746 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-334100c2-c47b-4f92-a66c-42ec330ad33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.408020 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.427858 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-257bddb9-72d6-4ee1-8415-ddcf6f4df188 None None] Set router ce51bb20-da6f-4d05-9559-0c8aceea4f9d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:29:25.476700 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 8817db5b-1532-4f2d-8778-2fabf5c1ab88 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:25.477467 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.543309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-d63713f1-125f-45d8-8212-e4f98f70dae8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:25.544889 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-d63713f1-125f-45d8-8212-e4f98f70dae8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/networks?id=84d2d1ba-f96e-499e-a333-a21114f4c8e8 HTTP/1.1" status: 200 len: 797 time: 0.4497116 May 30 20:29:25.641721 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-07c6024d-7173-4b9a-b03e-921207645496 admin admin] For port 56c3a868-f5a0-4f59-a947-3a10617ce509, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=56c3a868-f5a0-4f59-a947-3a10617ce509,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:25.642072 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07c6024d-7173-4b9a-b03e-921207645496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.756728 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35968) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:25.795700 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] For port 6329298d-e67e-49b9-b877-6a42cbbcf739, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6329298d-e67e-49b9-b877-6a42cbbcf739,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:25.824905 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.827521 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-d315c75a-02cc-4544-8a32-db7bdcdd903c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/quotas/5cec82bd6ef4496f8304aec7a72a0ecb HTTP/1.1" status: 200 len: 375 time: 0.2669342 May 30 20:29:25.833480 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.834206 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.855887 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-07c6024d-7173-4b9a-b03e-921207645496 admin admin] Calling delete_port for 56c3a868-f5a0-4f59-a947-3a10617ce509 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:25.905390 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d83bce41-deb2-4868-abd7-e2f83eb25088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.965162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-334100c2-c47b-4f92-a66c-42ec330ad33f None None] Provisioning for port ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:25.977890 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-334100c2-c47b-4f92-a66c-42ec330ad33f None None] Provisioning complete for port ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:25.979132 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-334100c2-c47b-4f92-a66c-42ec330ad33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.987202 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d83bce41-deb2-4868-abd7-e2f83eb25088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:25.993535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d83bce41-deb2-4868-abd7-e2f83eb25088 admin admin] Usage tracker for resource:security_group_rule and tenant:2dc4995b7ec64b34a23c4bf0cf7156b3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:25.997057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d83bce41-deb2-4868-abd7-e2f83eb25088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:26.004185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d83bce41-deb2-4868-abd7-e2f83eb25088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:26.044601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:26.049267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:26.054536 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:26.055710 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:26.066973 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-334100c2-c47b-4f92-a66c-42ec330ad33f None None] Port ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:29:26.074215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Subnet': ['ID=d40b0cb6-65ef-4705-bf5a-98bf865d5f91,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:26.079649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=6329298d-e67e-49b9-b877-6a42cbbcf739,revision_number=4']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:26.101311 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-ee991613-1d1f-4817-a8eb-38b878273c84 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2613823 May 30 20:29:26.105990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6420942e-9a1c-4af7-9b16-78386c02e185 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6366911 May 30 20:29:26.106350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 35972) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:26.109057 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-257bddb9-72d6-4ee1-8415-ddcf6f4df188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'name': 'tempest-TestServerMultinode-1955374109-router', 'tenant_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '56c3a868-f5a0-4f59-a947-3a10617ce509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:27:26Z', 'updated_at': '2022-05-30T20:29:20Z', 'revision_number': 5, 'project_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'gw_port': {'id': '56c3a868-f5a0-4f59-a947-3a10617ce509', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:27:28Z', 'updated_at': '2022-05-30T20:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:26.120539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257bddb9-72d6-4ee1-8415-ddcf6f4df188 None None] Checking router: ce51bb20-da6f-4d05-9559-0c8aceea4f9d for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:29:26.121767 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Request body: {'port': {'network_id': 'c840c2bc-8044-4130-b66e-385776b76782', 'mac_address': 'fa:16:3e:12:07:ac', 'name': 'tempest-NetworksTestDHCPv6-1775179976'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:26.134768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257bddb9-72d6-4ee1-8415-ddcf6f4df188 None None] Routers {'ce51bb20-da6f-4d05-9559-0c8aceea4f9d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:29:26.135682 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-257bddb9-72d6-4ee1-8415-ddcf6f4df188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:29:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['ce51bb20-da6f-4d05-9559-0c8aceea4f9d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:26.224008 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d83bce41-deb2-4868-abd7-e2f83eb25088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:26.242542 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d83bce41-deb2-4868-abd7-e2f83eb25088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:26.273710 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07c6024d-7173-4b9a-b03e-921207645496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:26.330737 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-9c46a1c7-d8f9-404a-92e5-c851bdef2d03 service neutron] 10.222.0.84 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152624 May 30 20:29:26.356373 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2397ffc-b414-48ce-800c-b4a17c1202b5 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:26.456455 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0c142bed-5e6b-438b-a822-977d5b800a8c None None] Provisioning complete for port ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:26.456808 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0c142bed-5e6b-438b-a822-977d5b800a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:26.468356 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6024d-7173-4b9a-b03e-921207645496 admin admin] Pushing event deleted for resources: {'Port': ['ID=56c3a868-f5a0-4f59-a947-3a10617ce509,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:26.477414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bce41-deb2-4868-abd7-e2f83eb25088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413629d6-59d7-49c5-a076-1eb0859b0680,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:26.482012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-80539ab3-4e3a-4d7b-bbac-e4b82bc635e4 service neutron] 10.222.0.84 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485977 May 30 20:29:26.498219 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d83bce41-deb2-4868-abd7-e2f83eb25088 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2dc4995b7ec64b34a23c4bf0cf7156b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7404597 May 30 20:29:26.501413 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 35976) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:26.526473 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-257bddb9-72d6-4ee1-8415-ddcf6f4df188 None None] Set router ce51bb20-da6f-4d05-9559-0c8aceea4f9d gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:29:26.567095 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cddead75-13cd-4111-902f-f9c8fa51f8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:26.568500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:26.579184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Usage tracker for resource:port and tenant:7f8fa47691474e2c94fd78271493f504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:26.584104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:26.588586 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0c142bed-5e6b-438b-a822-977d5b800a8c None None] Port ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:29:26.594839 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cddead75-13cd-4111-902f-f9c8fa51f8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:26.600880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:26.664895 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-257bddb9-72d6-4ee1-8415-ddcf6f4df188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'name': 'tempest-TestServerMultinode-1955374109-router', 'tenant_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:27:26Z', 'updated_at': '2022-05-30T20:29:25Z', 'revision_number': 6, 'project_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:26.674754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Made reservation on behalf of 7f8fa47691474e2c94fd78271493f504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:26.708117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257bddb9-72d6-4ee1-8415-ddcf6f4df188 None None] The sync data for ids ['ce51bb20-da6f-4d05-9559-0c8aceea4f9d'] in n-d-843949-2 is: [{'id': 'ce51bb20-da6f-4d05-9559-0c8aceea4f9d', 'name': 'tempest-TestServerMultinode-1955374109-router', 'tenant_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:27:26Z', 'updated_at': '2022-05-30T20:29:25Z', 'revision_number': 6, 'project_id': 'ef7e0ebf389840c5b26aa829a73b0059', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:29:26.811354 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e4634f7b-fd64-4ef9-8de2-336dc1af1f4d None None] Provisioning for port 6329298d-e67e-49b9-b877-6a42cbbcf739 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:26.883672 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cddead75-13cd-4111-902f-f9c8fa51f8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:26.902840 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2bbb7e8-fd8f-4d6a-8a05-d11fe7a334b2 req-cce40a45-decd-4544-a7b0-90b46c1a53df tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 210 time: 0.0528808 May 30 20:29:26.905002 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07c6024d-7173-4b9a-b03e-921207645496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:26.905478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddead75-13cd-4111-902f-f9c8fa51f8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413629d6-59d7-49c5-a076-1eb0859b0680,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:26.916193 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cddead75-13cd-4111-902f-f9c8fa51f8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:26.917323 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cddead75-13cd-4111-902f-f9c8fa51f8a7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/413629d6-59d7-49c5-a076-1eb0859b0680 HTTP/1.1" status: 204 len: 168 time: 0.4149411 May 30 20:29:27.296012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6329298d-e67e-49b9-b877-6a42cbbcf739 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:27.300460 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:27.358994 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07c6024d-7173-4b9a-b03e-921207645496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:27.372551 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07c6024d-7173-4b9a-b03e-921207645496 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:27.384351 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] device_id is not set on port ec4fc754-d409-42d9-89a5-cf3846c4f502 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:29:27.436283 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 6329298d-e67e-49b9-b877-6a42cbbcf739 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:27.447484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 6329298d-e67e-49b9-b877-6a42cbbcf739 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:27.448239 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:27.495256 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07c6024d-7173-4b9a-b03e-921207645496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:27.502666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c6024d-7173-4b9a-b03e-921207645496 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce51bb20-da6f-4d05-9559-0c8aceea4f9d {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:29:27.616692 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07c6024d-7173-4b9a-b03e-921207645496 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:27.621444 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36000) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:27.622091 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-07c6024d-7173-4b9a-b03e-921207645496 admin admin] 10.222.0.84 "DELETE /v2.0/routers/ce51bb20-da6f-4d05-9559-0c8aceea4f9d HTTP/1.1" status: 204 len: 168 time: 3.1159256 May 30 20:29:27.625153 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:27.707374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8::29 (c840c2bc-8044-4130-b66e-385776b76782/52d0b547-8220-4c87-9686-8c9258e65011/ec4fc754-d409-42d9-89a5-cf3846c4f502) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:27.716865 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Allocated IP 2001:db8:0:1:f816:3eff:fe12:7ac (c840c2bc-8044-4130-b66e-385776b76782/d40b0cb6-65ef-4705-bf5a-98bf865d5f91/ec4fc754-d409-42d9-89a5-cf3846c4f502) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:27.720761 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 6329298d-e67e-49b9-b877-6a42cbbcf739, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6329298d-e67e-49b9-b877-6a42cbbcf739,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:27.729477 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:27.794192 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d7f182-48d4-4b93-b5e6-4a432a65252b admin admin] Deleting subnet 85688c12-9292-435b-a0f7-85846640892b {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:29:27.798236 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d6d7f182-48d4-4b93-b5e6-4a432a65252b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:27.859817 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d6d7f182-48d4-4b93-b5e6-4a432a65252b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:27.893544 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c5fc537e-9b7d-4a3d-b558-3a10b28b099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:27.905917 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=6329298d-e67e-49b9-b877-6a42cbbcf739,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:27.927924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-deb57158-0aa9-4fdb-8621-79453ebdf267 None None] Provisioning complete for port 6329298d-e67e-49b9-b877-6a42cbbcf739 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:27.928690 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-deb57158-0aa9-4fdb-8621-79453ebdf267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:27.962320 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d6d7f182-48d4-4b93-b5e6-4a432a65252b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:28.077982 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:28.100029 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d6d7f182-48d4-4b93-b5e6-4a432a65252b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:28.105189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Transition to ACTIVE for port object ec4fc754-d409-42d9-89a5-cf3846c4f502 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:28.134353 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:28.138671 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:29:28.141052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7f182-48d4-4b93-b5e6-4a432a65252b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85688c12-9292-435b-a0f7-85846640892b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:28.147418 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d6d7f182-48d4-4b93-b5e6-4a432a65252b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:28.153346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60104424-b751-4185-8851-dd04808b42c6 None None] Network 5627f898-3727-45ef-b6ef-236f452cfcb3 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:28.196111 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d6d7f182-48d4-4b93-b5e6-4a432a65252b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/85688c12-9292-435b-a0f7-85846640892b HTTP/1.1" status: 204 len: 168 time: 0.5725763 May 30 20:29:28.200825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36016) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:28.230809 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c45062d-3105-44be-9dd1-4477ed771f5a req-e06d9efe-f41b-44f5-8e86-7de331d473fc tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 210 time: 0.0676250 May 30 20:29:28.231013 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event updated for resources: {'Port': ['ID=ec4fc754-d409-42d9-89a5-cf3846c4f502,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:28.248291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Network c840c2bc-8044-4130-b66e-385776b76782 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:28.249430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:28.264966 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:28.272343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:28.273161 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:28.309432 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-84bf9277-3e28-44a1-a382-af65fe6446ba tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1970503 May 30 20:29:28.313500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36020) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:28.359844 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:28.385139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] Deleting port b512d913-e433-4330-a4e4-8cc3c5c126e0 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:28.385904 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:28.444756 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-64fd4d10-80c7-46bd-9481-4e6b8d62054d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting port ec4fc754-d409-42d9-89a5-cf3846c4f502 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:28.447068 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64fd4d10-80c7-46bd-9481-4e6b8d62054d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:28.624206 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e1651cc4-b9df-4e55-9b29-072faba5faf1 None None] Provisioning for port ec4fc754-d409-42d9-89a5-cf3846c4f502 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:28.636566 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e1651cc4-b9df-4e55-9b29-072faba5faf1 None None] Provisioning complete for port ec4fc754-d409-42d9-89a5-cf3846c4f502 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:28.636985 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e1651cc4-b9df-4e55-9b29-072faba5faf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:28.672844 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5802a1b-7415-4048-a874-7c3aa3a599af None None] DHCP port deletion for 5627f898-3727-45ef-b6ef-236f452cfcb3 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:29:28.682013 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d5802a1b-7415-4048-a874-7c3aa3a599af None None] Deleting port b512d913-e433-4330-a4e4-8cc3c5c126e0 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:28.682458 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d5802a1b-7415-4048-a874-7c3aa3a599af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:28.770616 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e1651cc4-b9df-4e55-9b29-072faba5faf1 None None] Port ec4fc754-d409-42d9-89a5-cf3846c4f502 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:29:28.833131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6329298d-e67e-49b9-b877-6a42cbbcf739 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:28.941432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-43044dab-8711-4823-94e6-5ca8c47ba754 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:28.942891 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-43044dab-8711-4823-94e6-5ca8c47ba754 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.77 "GET /v2.0/networks?id=84d2d1ba-f96e-499e-a333-a21114f4c8e8 HTTP/1.1" status: 200 len: 797 time: 0.4553313 May 30 20:29:28.961922 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64fd4d10-80c7-46bd-9481-4e6b8d62054d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:28.987681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] For port b512d913-e433-4330-a4e4-8cc3c5c126e0, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b512d913-e433-4330-a4e4-8cc3c5c126e0,segment=NetworkSegment(a0f4477a-fa23-4396-9a7e-dd6dd72df5ba),segment_id=a0f4477a-fa23-4396-9a7e-dd6dd72df5ba)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:28.988082 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:29.022238 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 6329298d-e67e-49b9-b877-6a42cbbcf739 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:29.022854 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:29.122859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-64fd4d10-80c7-46bd-9481-4e6b8d62054d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Calling delete_port for ec4fc754-d409-42d9-89a5-cf3846c4f502 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:29.141279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d5802a1b-7415-4048-a874-7c3aa3a599af None None] For port b512d913-e433-4330-a4e4-8cc3c5c126e0, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b512d913-e433-4330-a4e4-8cc3c5c126e0,segment=NetworkSegment(a0f4477a-fa23-4396-9a7e-dd6dd72df5ba),segment_id=a0f4477a-fa23-4396-9a7e-dd6dd72df5ba)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:29.141665 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d5802a1b-7415-4048-a874-7c3aa3a599af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:29.142493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] Calling delete_port for b512d913-e433-4330-a4e4-8cc3c5c126e0 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:29.174753 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Sync routers for ids ['851003f1-e63b-4014-9b27-2897fa49e36c'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:29:29.182978 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-b166402e-8356-47c6-add8-4010bac765f4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb HTTP/1.1" status: 200 len: 379 time: 0.2239840 May 30 20:29:29.193694 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Routers {'851003f1-e63b-4014-9b27-2897fa49e36c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:29:29.194574 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:29:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['851003f1-e63b-4014-9b27-2897fa49e36c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:29.199365 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-712eb8e3-226d-49e2-834a-b4052b7ab47d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'port': {'device_id': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8', 'admin_state_up': True, 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'security_groups': ['82c9fca3-af38-4af3-aab6-dd7c377d1881']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:29.351371 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:29.410443 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] Pushing event deleted for resources: {'Port': ['ID=b512d913-e433-4330-a4e4-8cc3c5c126e0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:29.423145 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64fd4d10-80c7-46bd-9481-4e6b8d62054d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:29.427933 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] No DVR routers for this DVR port b512d913-e433-4330-a4e4-8cc3c5c126e0 on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:29:29.466042 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d5802a1b-7415-4048-a874-7c3aa3a599af None None] Calling delete_port for b512d913-e433-4330-a4e4-8cc3c5c126e0 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:29.481614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-712eb8e3-226d-49e2-834a-b4052b7ab47d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:29.516020 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd4d10-80c7-46bd-9481-4e6b8d62054d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Port': ['ID=ec4fc754-d409-42d9-89a5-cf3846c4f502,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:29.521150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-712eb8e3-226d-49e2-834a-b4052b7ab47d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:port and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:29.531036 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-712eb8e3-226d-49e2-834a-b4052b7ab47d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:29.604739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-712eb8e3-226d-49e2-834a-b4052b7ab47d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:29.629028 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:29:29.652002 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-d5802a1b-7415-4048-a874-7c3aa3a599af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:29:29.652364 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-d5802a1b-7415-4048-a874-7c3aa3a599af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:29:29.713858 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Set router 851003f1-e63b-4014-9b27-2897fa49e36c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:29:29.733935 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b512d913-e433-4330-a4e4-8cc3c5c126e0 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:29.747034 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64fd4d10-80c7-46bd-9481-4e6b8d62054d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:29.767729 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-64fd4d10-80c7-46bd-9481-4e6b8d62054d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/ec4fc754-d409-42d9-89a5-cf3846c4f502 HTTP/1.1" status: 204 len: 168 time: 1.4524186 May 30 20:29:29.772316 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36044) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:29.808711 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: b512d913-e433-4330-a4e4-8cc3c5c126e0 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:29:29.811443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b512d913-e433-4330-a4e4-8cc3c5c126e0 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:29.812164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 11b869f0-2499-422b-88dc-b306f5b58dff no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:29.858232 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 11b869f0-2499-422b-88dc-b306f5b58dff {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:29:29.858575 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 11b869f0-2499-422b-88dc-b306f5b58dff not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:29.875253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a073bbfb-2457-44c9-b47e-41b17037dcd9 req-624bf404-d9d5-4b03-ae15-cff466fac518 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 210 time: 0.2680769 May 30 20:29:29.881142 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:29.891424 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-712eb8e3-226d-49e2-834a-b4052b7ab47d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Made reservation on behalf of 5cec82bd6ef4496f8304aec7a72a0ecb for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:29.894534 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-712eb8e3-226d-49e2-834a-b4052b7ab47d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:29.917017 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef697b38-e32b-4244-b327-6f40e96b6960 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:29.918148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ef697b38-e32b-4244-b327-6f40e96b6960 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:29.929355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5627f898-3727-45ef-b6ef-236f452cfcb3']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:29.933982 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ef697b38-e32b-4244-b327-6f40e96b6960 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:29.939791 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ef697b38-e32b-4244-b327-6f40e96b6960 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1644630 May 30 20:29:29.940605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36052) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:29.959427 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c58fa948-595c-4a65-bb93-1fedcf073381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:29.989088 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f4477a-fa23-4396-9a7e-dd6dd72df5ba') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:29.989697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f4477a-fa23-4396-9a7e-dd6dd72df5ba') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:30.015673 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.041683 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c31dfd-a521-48e8-8c9b-28dbeb789103 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:30.045718 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-28c31dfd-a521-48e8-8c9b-28dbeb789103 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1013403 May 30 20:29:30.051258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36056) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:30.092661 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.116093 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570557600', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:10Z', 'updated_at': '2022-05-30T20:29:21Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:11Z', 'updated_at': '2022-05-30T20:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ec01e25e-faa8-4c40-a63d-23e5a1f6fce5', 'name': '', 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:6e:d2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:20Z', 'updated_at': '2022-05-30T20:29:22Z', 'revision_number': 2, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:30.120991 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Checking router: 851003f1-e63b-4014-9b27-2897fa49e36c for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:29:30.121398 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Updating router 851003f1-e63b-4014-9b27-2897fa49e36c port ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:29:30.128743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:29:30.129147 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: timer() May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:29:30.144816 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:29:30.153864 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d5802a1b-7415-4048-a874-7c3aa3a599af None None] Deleting port b512d913-e433-4330-a4e4-8cc3c5c126e0 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:30.154477 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d5802a1b-7415-4048-a874-7c3aa3a599af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.175727 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.274744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4031f535-8ddd-4a77-884e-a99924dced11 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:30.276285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4031f535-8ddd-4a77-884e-a99924dced11 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:30.277601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4031f535-8ddd-4a77-884e-a99924dced11 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:30.278276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4031f535-8ddd-4a77-884e-a99924dced11 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:30.282586 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d5802a1b-7415-4048-a874-7c3aa3a599af None None] The port 'b512d913-e433-4330-a4e4-8cc3c5c126e0' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:29:30.321859 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.346096 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.348098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-712eb8e3-226d-49e2-834a-b4052b7ab47d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Allocated IP 172.20.0.14 (84d2d1ba-f96e-499e-a333-a21114f4c8e8/98baa7d8-55bd-448e-bc9e-980099fd982e/7fb3f420-a198-45aa-9662-7bec3e9e1688) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:30.354018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4031f535-8ddd-4a77-884e-a99924dced11 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:30.359064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4031f535-8ddd-4a77-884e-a99924dced11 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3028638 May 30 20:29:30.359679 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36072) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:30.360670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] Pushing event deleted for resources: {'Network': ['ID=5627f898-3727-45ef-b6ef-236f452cfcb3,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:30.390887 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8f8e8ba2-85dc-43a7-8806-623216df1173 admin admin] 10.222.0.84 "DELETE /v2.0/networks/5627f898-3727-45ef-b6ef-236f452cfcb3 HTTP/1.1" status: 204 len: 168 time: 2.1890395 May 30 20:29:30.451918 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-435e8c20-6527-4e53-bf4f-ff5689cbb8ec tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet 52d0b547-8220-4c87-9686-8c9258e65011 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:29:30.455201 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-435e8c20-6527-4e53-bf4f-ff5689cbb8ec tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.525213 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-435e8c20-6527-4e53-bf4f-ff5689cbb8ec tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.580480 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36080) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:30.597269 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-712eb8e3-226d-49e2-834a-b4052b7ab47d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.619182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36084) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:30.620304 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-712eb8e3-226d-49e2-834a-b4052b7ab47d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Transition to ACTIVE for port object 7fb3f420-a198-45aa-9662-7bec3e9e1688 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:30.645716 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-712eb8e3-226d-49e2-834a-b4052b7ab47d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.675979 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-df51dee0-b7c5-48f3-bbf2-83a07d861604 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3e53b7e886cb483ab1535488c5fad1ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0910194 May 30 20:29:30.678216 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36090) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:30.701230 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-435e8c20-6527-4e53-bf4f-ff5689cbb8ec tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.718308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-712eb8e3-226d-49e2-834a-b4052b7ab47d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 84d2d1ba-f96e-499e-a333-a21114f4c8e8 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:30.722400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-712eb8e3-226d-49e2-834a-b4052b7ab47d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:30.734120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-712eb8e3-226d-49e2-834a-b4052b7ab47d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:30.741554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 56c3a868-f5a0-4f59-a947-3a10617ce509 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:30.805876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712eb8e3-226d-49e2-834a-b4052b7ab47d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=7fb3f420-a198-45aa-9662-7bec3e9e1688,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:30.821836 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 56c3a868-f5a0-4f59-a947-3a10617ce509 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:29:30.822342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 56c3a868-f5a0-4f59-a947-3a10617ce509 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:30.832987 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65e642a7-6544-484f-97b9-0c0f81440c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.842765 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-712eb8e3-226d-49e2-834a-b4052b7ab47d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:30.843440 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-712eb8e3-226d-49e2-834a-b4052b7ab47d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.856219 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-435e8c20-6527-4e53-bf4f-ff5689cbb8ec tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.881331 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-712eb8e3-226d-49e2-834a-b4052b7ab47d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6883211 May 30 20:29:30.935574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e8c20-6527-4e53-bf4f-ff5689cbb8ec tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=52d0b547-8220-4c87-9686-8c9258e65011,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:30.945707 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.948150 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65e642a7-6544-484f-97b9-0c0f81440c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.962673 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Transition to ACTIVE for port object ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:30.972590 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.977327 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0553cd-f9ad-4c02-a380-7294e0a48c52 None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:30.984275 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-435e8c20-6527-4e53-bf4f-ff5689cbb8ec tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.062780 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d11f8b87-46c7-4c27-8722-e4ac9c93b98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.087732 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Request body: {'port': {'device_id': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:31.120621 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-435e8c20-6527-4e53-bf4f-ff5689cbb8ec tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/52d0b547-8220-4c87-9686-8c9258e65011 HTTP/1.1" status: 204 len: 168 time: 0.7593658 May 30 20:29:31.125446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36098) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:31.186021 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b91c8-fff9-4c4e-add6-1eb5802617a3 None None] Pushing event updated for resources: {'Port': ['ID=ec01e25e-faa8-4c40-a63d-23e5a1f6fce5,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:31.215423 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d11f8b87-46c7-4c27-8722-e4ac9c93b98e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:31.230189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54f6562-9cff-4287-ae90-9c4439a463ed tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Deleting subnet d40b0cb6-65ef-4705-bf5a-98bf865d5f91 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:29:31.232747 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d11f8b87-46c7-4c27-8722-e4ac9c93b98e admin admin] Usage tracker for resource:security_group_rule and tenant:7491b0d3c3424c749054454d87a16e5a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:31.237298 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f54f6562-9cff-4287-ae90-9c4439a463ed tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.240732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9db049db-9e6c-429c-8aec-720c8796ba8b None None] Provisioning for port 7fb3f420-a198-45aa-9662-7bec3e9e1688 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:31.264732 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d11f8b87-46c7-4c27-8722-e4ac9c93b98e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:31.281209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d11f8b87-46c7-4c27-8722-e4ac9c93b98e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:31.297992 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65e642a7-6544-484f-97b9-0c0f81440c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.338400 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f54f6562-9cff-4287-ae90-9c4439a463ed tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.356597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9db049db-9e6c-429c-8aec-720c8796ba8b None None] Provisioning complete for port 7fb3f420-a198-45aa-9662-7bec3e9e1688 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:31.356967 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9db049db-9e6c-429c-8aec-720c8796ba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.389587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e642a7-6544-484f-97b9-0c0f81440c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2e6950-947d-4bc3-afaf-eb8056a46c58,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:31.390274 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Attempting to bind port ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:31.390641 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Attempting to bind port ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:31.390999 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Attempting to bind port ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 on network 84d2d1ba-f96e-499e-a333-a21114f4c8e8 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:31.399021 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.408273 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65e642a7-6544-484f-97b9-0c0f81440c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.409090 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:29:31.409821 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Checking segment: {'id': 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:31.411171 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.411892 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Bound using segment: {'id': 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:29:31.412656 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Bound port: ec01e25e-faa8-4c40-a63d-23e5a1f6fce5, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:29:31.415015 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-65e642a7-6544-484f-97b9-0c0f81440c19 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5e2e6950-947d-4bc3-afaf-eb8056a46c58 HTTP/1.1" status: 204 len: 168 time: 0.7352450 May 30 20:29:31.429225 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.458372 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.525894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-9db049db-9e6c-429c-8aec-720c8796ba8b None None] Port 7fb3f420-a198-45aa-9662-7bec3e9e1688 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:29:31.539904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd58507-526f-4389-b882-049818a1213d req-5b6429c9-f084-43fb-8b1c-f3a03778b12f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:31.541208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ebd58507-526f-4389-b882-049818a1213d req-5b6429c9-f084-43fb-8b1c-f3a03778b12f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:31.570197 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.573104 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] For port ec01e25e-faa8-4c40-a63d-23e5a1f6fce5, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:29:31.577210 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] For port ec01e25e-faa8-4c40-a63d-23e5a1f6fce5, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ec01e25e-faa8-4c40-a63d-23e5a1f6fce5,segment=NetworkSegment(c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0),segment_id=c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:29:31.584197 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.592884 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d11f8b87-46c7-4c27-8722-e4ac9c93b98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.601089 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d11f8b87-46c7-4c27-8722-e4ac9c93b98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.631564 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f54f6562-9cff-4287-ae90-9c4439a463ed tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.650680 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ebd58507-526f-4389-b882-049818a1213d req-5b6429c9-f084-43fb-8b1c-f3a03778b12f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:31.651991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ebd58507-526f-4389-b882-049818a1213d req-5b6429c9-f084-43fb-8b1c-f3a03778b12f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 932 time: 0.5117340 May 30 20:29:31.713949 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b91c8-fff9-4c4e-add6-1eb5802617a3 None None] Pushing event updated for resources: {'Port': ['ID=ec01e25e-faa8-4c40-a63d-23e5a1f6fce5,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:31.744090 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Routers {'851003f1-e63b-4014-9b27-2897fa49e36c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:29:31.744703 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:29:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['851003f1-e63b-4014-9b27-2897fa49e36c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:31.834618 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d11f8b87-46c7-4c27-8722-e4ac9c93b98e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7491b0d3c3424c749054454d87a16e5a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2143664 May 30 20:29:31.841078 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ebd58507-526f-4389-b882-049818a1213d req-7aa90e8d-cc97-4da8-83e9-58a7e3d810ed tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778035 May 30 20:29:31.841553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36106) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:31.859181 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f54f6562-9cff-4287-ae90-9c4439a463ed tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.990335 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f54f6562-9cff-4287-ae90-9c4439a463ed tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.992992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f8b87-46c7-4c27-8722-e4ac9c93b98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb3d44a-5ef8-4652-bc96-71b1d6277a52,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:32.008855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f6562-9cff-4287-ae90-9c4439a463ed tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Subnet': ['ID=d40b0cb6-65ef-4705-bf5a-98bf865d5f91,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:32.050475 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f54f6562-9cff-4287-ae90-9c4439a463ed tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/d40b0cb6-65ef-4705-bf5a-98bf865d5f91 HTTP/1.1" status: 204 len: 168 time: 0.9217737 May 30 20:29:32.051488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36110) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:32.068263 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] Set router 851003f1-e63b-4014-9b27-2897fa49e36c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:29:32.155868 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b3d3d88b-34a7-448d-ae92-a4da291b5bf9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004875 May 30 20:29:32.155988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36114) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:32.156529 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d73f6c98-01b3-4c47-b877-70b1ab52d4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.165481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb3f420-a198-45aa-9662-7bec3e9e1688 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:29:32.184971 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36118) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:32.196550 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.243634 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d73f6c98-01b3-4c47-b877-70b1ab52d4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.263992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Transition to ACTIVE for port object 7fb3f420-a198-45aa-9662-7bec3e9e1688 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:32.308188 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a9ec334b-13b8-482d-a828-281f5f8f0d7f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ef7e0ebf389840c5b26aa829a73b0059&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1182821 May 30 20:29:32.310883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36122) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:32.317810 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.396431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Pushing event updated for resources: {'Port': ['ID=7fb3f420-a198-45aa-9662-7bec3e9e1688,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:32.426410 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3812-5f47-458d-bc67-c218d42a5acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.455163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caafe765-f98a-4455-9cc8-968429293e3d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:32.456728 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-caafe765-f98a-4455-9cc8-968429293e3d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2995427 May 30 20:29:32.464582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36126) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:32.519242 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3812-5f47-458d-bc67-c218d42a5acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.538443 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570557600', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:10Z', 'updated_at': '2022-05-30T20:29:21Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:11Z', 'updated_at': '2022-05-30T20:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ec01e25e-faa8-4c40-a63d-23e5a1f6fce5', 'name': '', 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:6e:d2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:20Z', 'updated_at': '2022-05-30T20:29:31Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:32.542842 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3ffae8-5981-4b6d-aacb-4be5e72dae0a None None] The sync data for ids ['851003f1-e63b-4014-9b27-2897fa49e36c'] in n-d-843949-2 is: [{'id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570557600', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:10Z', 'updated_at': '2022-05-30T20:29:21Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:11Z', 'updated_at': '2022-05-30T20:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ec01e25e-faa8-4c40-a63d-23e5a1f6fce5', 'name': '', 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:6e:d2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:20Z', 'updated_at': '2022-05-30T20:29:31Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:29:32.569901 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d73f6c98-01b3-4c47-b877-70b1ab52d4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.572146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c307ea3-f45d-44ab-a539-2223d1199929 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:32.572861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7c307ea3-f45d-44ab-a539-2223d1199929 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Synchronizing usage tracker for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:32.625295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f6c98-01b3-4c47-b877-70b1ab52d4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb3d44a-5ef8-4652-bc96-71b1d6277a52,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:32.639822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7c307ea3-f45d-44ab-a539-2223d1199929 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Unset dirty status for tenant:7f8fa47691474e2c94fd78271493f504 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:32.644410 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7c307ea3-f45d-44ab-a539-2223d1199929 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1779716 May 30 20:29:32.646243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36130) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:32.656706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47f7fb4-5d8c-4d67-b910-10037601fb6e None None] Network c840c2bc-8044-4130-b66e-385776b76782 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:32.677941 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-55f74bc3-212d-428d-80e5-a2c3e6d9804f None None] Provisioning complete for port 6329298d-e67e-49b9-b877-6a42cbbcf739 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:32.678207 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-55f74bc3-212d-428d-80e5-a2c3e6d9804f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.688342 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d73f6c98-01b3-4c47-b877-70b1ab52d4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.689489 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d73f6c98-01b3-4c47-b877-70b1ab52d4c5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1eb3d44a-5ef8-4652-bc96-71b1d6277a52 HTTP/1.1" status: 204 len: 168 time: 0.8451180 May 30 20:29:32.763951 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4bf9942d-130a-44c1-a1e7-0376e115bec1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1083856 May 30 20:29:32.765795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36136) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:32.839628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3812-5f47-458d-bc67-c218d42a5acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.862483 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-b463f17e-4942-4fed-9850-20706ca91fdc tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:32.863141 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b463f17e-4942-4fed-9850-20706ca91fdc tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:32.924080 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b463f17e-4942-4fed-9850-20706ca91fdc tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/ec4fc754-d409-42d9-89a5-cf3846c4f502 HTTP/1.1" status: 404 len: 333 time: 0.1570704 May 30 20:29:32.925903 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36142) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:32.939559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:33.007764 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d3812-5f47-458d-bc67-c218d42a5acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d8ffb2-4a32-4b42-b9b8-670742d87612,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:33.021164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Attempting to bind port 7fb3f420-a198-45aa-9662-7bec3e9e1688 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:33.021522 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Attempting to bind port 7fb3f420-a198-45aa-9662-7bec3e9e1688 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:33.021813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Attempting to bind port 7fb3f420-a198-45aa-9662-7bec3e9e1688 on network 84d2d1ba-f96e-499e-a333-a21114f4c8e8 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:33.026190 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3812-5f47-458d-bc67-c218d42a5acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:33.034804 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2b0d3812-5f47-458d-bc67-c218d42a5acf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a9d8ffb2-4a32-4b42-b9b8-670742d87612 HTTP/1.1" status: 204 len: 168 time: 0.7229998 May 30 20:29:33.044975 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Port 7fb3f420-a198-45aa-9662-7bec3e9e1688 on network 84d2d1ba-f96e-499e-a333-a21114f4c8e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:29:33.045431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Attempting to bind port 7fb3f420-a198-45aa-9662-7bec3e9e1688 on network 84d2d1ba-f96e-499e-a333-a21114f4c8e8 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:33.048915 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a1f95e-6216-46df-8861-465302b1b6ed tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:33.049381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a1f95e-6216-46df-8861-465302b1b6ed tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:33.053224 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:29:33.053747 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Checking segment: {'id': 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:33.054409 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-07a1f95e-6216-46df-8861-465302b1b6ed tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/d40b0cb6-65ef-4705-bf5a-98bf865d5f91 HTTP/1.1" status: 404 len: 337 time: 0.1239769 May 30 20:29:33.054712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Bound using segment: {'id': 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:29:33.054857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36148) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:33.055324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Bound port: 7fb3f420-a198-45aa-9662-7bec3e9e1688, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:29:33.055771 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:33.136787 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3d13b2-3ab9-4051-a131-edd3d70cc5ed tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:33.137428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3d13b2-3ab9-4051-a131-edd3d70cc5ed tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:33.139684 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cc3d13b2-3ab9-4051-a131-edd3d70cc5ed tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/52d0b547-8220-4c87-9686-8c9258e65011 HTTP/1.1" status: 404 len: 337 time: 0.0837848 May 30 20:29:33.142987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36154) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:33.213191 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a92456-c972-4a79-ad06-7a58fcac915a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:33.213570 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] For port 7fb3f420-a198-45aa-9662-7bec3e9e1688, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:29:33.214575 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a92456-c972-4a79-ad06-7a58fcac915a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:33.217266 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-14a92456-c972-4a79-ad06-7a58fcac915a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/068935e5-a7b9-40d3-a33c-df9e3e4e1256 HTTP/1.1" status: 404 len: 333 time: 0.0731034 May 30 20:29:33.219811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36158) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:33.227492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] For port 7fb3f420-a198-45aa-9662-7bec3e9e1688, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688,segment=NetworkSegment(c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0),segment_id=c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:29:33.260768 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:33.285348 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:33.328354 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6731d81a-1fa0-4f1f-9752-5090c5cf255e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:33.328747 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6731d81a-1fa0-4f1f-9752-5090c5cf255e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:33.333932 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6731d81a-1fa0-4f1f-9752-5090c5cf255e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/c99ae02d-56a7-4830-a8f2-5fdd2e8d0341 HTTP/1.1" status: 404 len: 337 time: 0.1127009 May 30 20:29:33.334600 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36162) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:33.381418 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:33.389762 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:33.408486 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-3891ff37-f47e-44ec-8482-13baff4200eb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:33.409104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3891ff37-f47e-44ec-8482-13baff4200eb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:33.413111 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3891ff37-f47e-44ec-8482-13baff4200eb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/c81fe23b-902f-4c5f-b268-57b4e8c50b50 HTTP/1.1" status: 404 len: 337 time: 0.0774300 May 30 20:29:33.415504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36166) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:33.432597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:33.432993 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:33.488595 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:33.490019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] 10.222.0.77 "PUT /v2.0/ports/7fb3f420-a198-45aa-9662-7bec3e9e1688 HTTP/1.1" status: 200 len: 1092 time: 2.5944045 May 30 20:29:33.494498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'tag': '7fb3f420-a198-45aa-9662-7bec3e9e1688'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:33.514086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbb0fb-fb06-4fec-ad9a-f2c19e98736b service neutron] Pushing event updated for resources: {'Port': ['ID=7fb3f420-a198-45aa-9662-7bec3e9e1688,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:33.539064 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf69ab90-89f7-4914-a0ef-68688c09c61a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:33.539539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf69ab90-89f7-4914-a0ef-68688c09c61a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:33.542593 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bf69ab90-89f7-4914-a0ef-68688c09c61a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/d5d08c43-7235-4616-b5c2-9dadbc04f88f HTTP/1.1" status: 404 len: 333 time: 0.1257277 May 30 20:29:33.545799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36172) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:33.653075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36176) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:33.698922 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29350b97-16ae-4f9d-a435-188194c1531e'] response: {'name': 'network-changed', 'server_uuid': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'tag': '7fb3f420-a198-45aa-9662-7bec3e9e1688', 'status': 'completed', 'code': 200} May 30 20:29:33.725941 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25d199-3632-4f46-aa21-82a828624d2a req-cc649027-2d44-4801-b06a-0a5d51cd1c71 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:33.728727 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b59fe53-bda5-4a88-943a-674dec636c8a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:33.729168 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b59fe53-bda5-4a88-943a-674dec636c8a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:33.729477 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d25d199-3632-4f46-aa21-82a828624d2a req-cc649027-2d44-4801-b06a-0a5d51cd1c71 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 944 time: 0.5003924 May 30 20:29:33.730843 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8b59fe53-bda5-4a88-943a-674dec636c8a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/d15232e1-6861-4ad4-90e8-43ea4cef3cfa HTTP/1.1" status: 404 len: 337 time: 0.1843443 May 30 20:29:33.737324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36180) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:33.755957 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-02026a84-914b-4b14-8e7b-eb0b902674c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:33.825200 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-02026a84-914b-4b14-8e7b-eb0b902674c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:33.834653 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-02026a84-914b-4b14-8e7b-eb0b902674c2 admin admin] Usage tracker for resource:security_group_rule and tenant:86e8ab68724a4db6937627ec3f850608 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:33.838113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-02026a84-914b-4b14-8e7b-eb0b902674c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:33.846101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-02026a84-914b-4b14-8e7b-eb0b902674c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:33.857261 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea19d087-e6d3-4f7f-8c10-4206614568b8 None None] DHCP port deletion for c840c2bc-8044-4130-b66e-385776b76782 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:29:33.882733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ea19d087-e6d3-4f7f-8c10-4206614568b8 None None] Deleting port 6329298d-e67e-49b9-b877-6a42cbbcf739 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:33.887377 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ea19d087-e6d3-4f7f-8c10-4206614568b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:33.891294 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cbada5-6134-4c00-bf6d-33da0321a8ad tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:33.891619 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1cbada5-6134-4c00-bf6d-33da0321a8ad tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:33.897848 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c1cbada5-6134-4c00-bf6d-33da0321a8ad tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/16036f81-8799-468f-abff-0d62e8183e49 HTTP/1.1" status: 404 len: 337 time: 0.1565902 May 30 20:29:33.900346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36184) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:33.965932 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60c3759-c90b-4aa6-a51c-0abdb2847ee1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:33.966791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60c3759-c90b-4aa6-a51c-0abdb2847ee1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:34.003138 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f60c3759-c90b-4aa6-a51c-0abdb2847ee1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/2deb080b-485e-4ad7-8832-3c13024bee26 HTTP/1.1" status: 404 len: 333 time: 0.1011007 May 30 20:29:34.004747 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36188) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.015356 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-160fe448-7486-4fbb-9d31-a83da66bed3d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 1095 time: 0.4714627 May 30 20:29:34.078958 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4be14b4-1fbd-4287-a375-3df159ca99ec tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:34.079397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4be14b4-1fbd-4287-a375-3df159ca99ec tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:34.085529 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c4be14b4-1fbd-4287-a375-3df159ca99ec tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/b9626d1f-18a1-452d-8b35-979e9ad4bba4 HTTP/1.1" status: 404 len: 337 time: 0.0767891 May 30 20:29:34.086318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36192) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.140265 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d25d199-3632-4f46-aa21-82a828624d2a req-4165e473-65bc-4001-8636-e088e0da6a99 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773421 May 30 20:29:34.151629 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-02026a84-914b-4b14-8e7b-eb0b902674c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:34.153198 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaff3788-a88f-4936-8c66-0b6a1e158b58 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:34.153688 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaff3788-a88f-4936-8c66-0b6a1e158b58 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:34.157029 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-3710d6bb-5748-442f-9f9c-d53e1f78e562 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688 HTTP/1.1" status: 200 len: 217 time: 0.1276131 May 30 20:29:34.158658 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36196) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.160263 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-eaff3788-a88f-4936-8c66-0b6a1e158b58 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/e4501e94-0387-4bac-994d-868488b45325 HTTP/1.1" status: 404 len: 337 time: 0.0658219 May 30 20:29:34.162443 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-02026a84-914b-4b14-8e7b-eb0b902674c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:34.234572 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-02026a84-914b-4b14-8e7b-eb0b902674c2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=86e8ab68724a4db6937627ec3f850608&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5773838 May 30 20:29:34.235810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02026a84-914b-4b14-8e7b-eb0b902674c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65b3e46-5ee9-4754-8fe2-c65fce8acf5a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:34.238356 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36200) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.241409 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-13de903b-4241-4d67-a0ec-3bd178f0542a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:34.241918 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13de903b-4241-4d67-a0ec-3bd178f0542a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:34.243931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-13de903b-4241-4d67-a0ec-3bd178f0542a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/a747bdaa-0543-436c-8177-9c97db71e100 HTTP/1.1" status: 404 len: 333 time: 0.0839975 May 30 20:29:34.246345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36204) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.302008 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:34.302663 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-9559474d-a8be-4bfd-88f3-7c43298435f5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:34.303211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9559474d-a8be-4bfd-88f3-7c43298435f5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:34.304937 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9559474d-a8be-4bfd-88f3-7c43298435f5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/6ec50c29-047b-4cc1-8b84-641bf090081d HTTP/1.1" status: 404 len: 337 time: 0.0575743 May 30 20:29:34.307531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36208) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.315158 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faa33996-e54b-4012-b6a7-0e9cc272cc12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:34.347299 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faa33996-e54b-4012-b6a7-0e9cc272cc12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:34.356190 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-caec7b54-ff1d-43e3-869b-d55793f56c4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:34.357723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-caec7b54-ff1d-43e3-869b-d55793f56c4e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98baa7d8-55bd-448e-bc9e-980099fd982e HTTP/1.1" status: 200 len: 834 time: 0.1618211 May 30 20:29:34.359159 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-599ae683-a34a-48f2-937e-21eb58362cf9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:34.359634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599ae683-a34a-48f2-937e-21eb58362cf9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:34.361250 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-599ae683-a34a-48f2-937e-21eb58362cf9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/adc7b46c-1a31-4774-b711-b07a3e912eb4 HTTP/1.1" status: 404 len: 333 time: 0.0527678 May 30 20:29:34.364380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36212) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.389913 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ea19d087-e6d3-4f7f-8c10-4206614568b8 None None] For port 6329298d-e67e-49b9-b877-6a42cbbcf739, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6329298d-e67e-49b9-b877-6a42cbbcf739,segment=NetworkSegment(4438b53a-8e57-4e2b-b811-7def98046437),segment_id=4438b53a-8e57-4e2b-b811-7def98046437)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:34.390310 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ea19d087-e6d3-4f7f-8c10-4206614568b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:34.399784 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port ec01e25e-faa8-4c40-a63d-23e5a1f6fce5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ec01e25e-faa8-4c40-a63d-23e5a1f6fce5,segment=NetworkSegment(c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0),segment_id=c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:34.412655 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faa33996-e54b-4012-b6a7-0e9cc272cc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:34.429648 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa33996-e54b-4012-b6a7-0e9cc272cc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65b3e46-5ee9-4754-8fe2-c65fce8acf5a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:34.433993 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faa33996-e54b-4012-b6a7-0e9cc272cc12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:34.435093 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-faa33996-e54b-4012-b6a7-0e9cc272cc12 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f65b3e46-5ee9-4754-8fe2-c65fce8acf5a HTTP/1.1" status: 204 len: 168 time: 0.1953154 May 30 20:29:34.447581 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3fb66c-43d1-47aa-8c00-09027932a773 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:34.448037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3fb66c-43d1-47aa-8c00-09027932a773 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:34.450064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6a3fb66c-43d1-47aa-8c00-09027932a773 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/4a5fff4f-719b-4fad-b003-d7a8b4fd973b HTTP/1.1" status: 404 len: 337 time: 0.0847449 May 30 20:29:34.452746 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36218) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.469329 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:34.483899 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-0d22a30c-6fe8-4fdc-a167-2cd9d5ec6e48 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=84d2d1ba-f96e-499e-a333-a21114f4c8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875325 May 30 20:29:34.499080 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c72654-2493-4233-b3db-067f2e780260 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:34.499744 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c72654-2493-4233-b3db-067f2e780260 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:34.501608 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-36c72654-2493-4233-b3db-067f2e780260 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/c091fca5-69f8-4a9d-8e9f-99eae2577989 HTTP/1.1" status: 404 len: 333 time: 0.0476973 May 30 20:29:34.504100 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36222) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.546462 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-642c82ad-a8a7-45a0-8245-f6383bfd59ec tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:34.547583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642c82ad-a8a7-45a0-8245-f6383bfd59ec tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:34.549394 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-642c82ad-a8a7-45a0-8245-f6383bfd59ec tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/719c69e2-6fb5-4d5d-9831-810ef93f4c40 HTTP/1.1" status: 404 len: 337 time: 0.0442524 May 30 20:29:34.555928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36226) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.601282 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-a986a97b-c281-4c0b-ac9b-ea3714db31fd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:34.601778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a986a97b-c281-4c0b-ac9b-ea3714db31fd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:34.606384 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a986a97b-c281-4c0b-ac9b-ea3714db31fd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/ecbb6178-4fd5-4ede-9bd4-131b4e08e7c7 HTTP/1.1" status: 404 len: 333 time: 0.0492921 May 30 20:29:34.606944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36230) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.645256 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-351a8275-5139-4487-8714-483afac3473d service neutron] 10.222.0.77 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510196 May 30 20:29:34.645487 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ea19d087-e6d3-4f7f-8c10-4206614568b8 None None] Calling delete_port for 6329298d-e67e-49b9-b877-6a42cbbcf739 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:34.658767 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-785523a5-57cb-4787-9dba-188afcc2b85c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:34.659209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785523a5-57cb-4787-9dba-188afcc2b85c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:34.663937 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-785523a5-57cb-4787-9dba-188afcc2b85c tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/24562fd3-b494-4e51-bc6d-aa7bf526584d HTTP/1.1" status: 404 len: 337 time: 0.0560775 May 30 20:29:34.664501 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36234) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.704803 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aeee583-01a9-4e1c-ae20-6a5cc371eff3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:34.708086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aeee583-01a9-4e1c-ae20-6a5cc371eff3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:34.712529 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2aeee583-01a9-4e1c-ae20-6a5cc371eff3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/8d6aed90-e6ff-4fcf-8b77-34dfc3d9eee9 HTTP/1.1" status: 404 len: 333 time: 0.0470719 May 30 20:29:34.713065 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36238) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.719679 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=ec01e25e-faa8-4c40-a63d-23e5a1f6fce5,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:34.730184 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ea19d087-e6d3-4f7f-8c10-4206614568b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:34.776344 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2821862-89cd-43a6-81ab-48244ae334a0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:34.776795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2821862-89cd-43a6-81ab-48244ae334a0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:34.781440 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f2821862-89cd-43a6-81ab-48244ae334a0 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/65dbeade-4bc6-40cb-aac3-df4222a20412 HTTP/1.1" status: 404 len: 337 time: 0.0674171 May 30 20:29:34.782000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36244) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.806372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6329298d-e67e-49b9-b877-6a42cbbcf739 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:34.825550 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c12dc970-c0d1-4ac7-a347-4fea12354383 req-49b18379-a9f6-46c9-a2bf-074b1488f90a service neutron] 10.222.0.77 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699722 May 30 20:29:34.836486 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa031ba-fb93-4c8b-b85e-571392fc98bb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:34.836925 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa031ba-fb93-4c8b-b85e-571392fc98bb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:34.841164 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-daa031ba-fb93-4c8b-b85e-571392fc98bb tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/0f1f6ebe-1db1-4248-af23-dc81fc553981 HTTP/1.1" status: 404 len: 333 time: 0.0582216 May 30 20:29:34.842024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36248) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.846123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19d087-e6d3-4f7f-8c10-4206614568b8 None None] Pushing event deleted for resources: {'Port': ['ID=6329298d-e67e-49b9-b877-6a42cbbcf739,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:34.860020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 6329298d-e67e-49b9-b877-6a42cbbcf739 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:29:34.860665 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6329298d-e67e-49b9-b877-6a42cbbcf739 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:34.863281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea19d087-e6d3-4f7f-8c10-4206614568b8 None None] No DVR routers for this DVR port 6329298d-e67e-49b9-b877-6a42cbbcf739 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:29:34.940375 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bab4f7-a221-4244-9d82-4c3dbb46356b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:34.940812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0bab4f7-a221-4244-9d82-4c3dbb46356b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:34.942487 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c0bab4f7-a221-4244-9d82-4c3dbb46356b tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/805193cd-5864-4884-a56c-2751eeeb4924 HTTP/1.1" status: 404 len: 337 time: 0.0991132 May 30 20:29:34.945209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36254) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.987224 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0789a9-86fb-41a9-965e-be0535d47e59 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:34.987786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0789a9-86fb-41a9-965e-be0535d47e59 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:34.992270 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2e0789a9-86fb-41a9-965e-be0535d47e59 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/bf04da36-6f09-4a34-a0af-3a3371d98c06 HTTP/1.1" status: 404 len: 337 time: 0.0433967 May 30 20:29:34.992421 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a3ca7a7-dc7a-4c84-8a30-f9142f14f9c4 req-79ac28c7-8fb6-4cab-b2b6-91fe55373aad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 1095 time: 0.0890017 May 30 20:29:34.992532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36260) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.038920 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb4cc2e-2081-4ea6-ba7f-bd7cd99281f1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:35.039361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb4cc2e-2081-4ea6-ba7f-bd7cd99281f1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:35.043419 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3bb4cc2e-2081-4ea6-ba7f-bd7cd99281f1 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/ce9d0130-797c-4e22-b357-85837b5d20de HTTP/1.1" status: 404 len: 333 time: 0.0476472 May 30 20:29:35.043595 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36266) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.082409 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efb0b87-71cf-4bdd-9106-80a5be395457 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:35.082920 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5efb0b87-71cf-4bdd-9106-80a5be395457 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:35.087362 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5efb0b87-71cf-4bdd-9106-80a5be395457 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/9b54d950-4cc4-4a26-895e-7893668c3302 HTTP/1.1" status: 404 len: 337 time: 0.0428753 May 30 20:29:35.088129 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36270) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.130122 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-5758801f-a7e0-423a-a235-90843ba39ee5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:35.130840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5758801f-a7e0-423a-a235-90843ba39ee5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:35.134653 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5758801f-a7e0-423a-a235-90843ba39ee5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/0ff1582e-c201-456c-a517-92a781319a87 HTTP/1.1" status: 404 len: 337 time: 0.0429597 May 30 20:29:35.134820 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ca7a7-dc7a-4c84-8a30-f9142f14f9c4 req-ede15c20-8b3c-432c-be83-8363a36a5f84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:35.134921 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36276) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.135226 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a3ca7a7-dc7a-4c84-8a30-f9142f14f9c4 req-ede15c20-8b3c-432c-be83-8363a36a5f84 service neutron] 10.222.0.77 "GET /v2.0/networks?id=84d2d1ba-f96e-499e-a333-a21114f4c8e8 HTTP/1.1" status: 200 len: 898 time: 0.1379352 May 30 20:29:35.205747 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a3ca7a7-dc7a-4c84-8a30-f9142f14f9c4 req-cfeca074-0a4b-4b62-b1e9-c1b67360b1f7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688 HTTP/1.1" status: 200 len: 217 time: 0.0637951 May 30 20:29:35.269626 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-f921bc81-71b4-4565-8ac3-7144ce68b4cf tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:35.270093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f921bc81-71b4-4565-8ac3-7144ce68b4cf tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:35.271700 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f921bc81-71b4-4565-8ac3-7144ce68b4cf tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/fff75516-ccb6-4513-944f-82c3f819bf8c HTTP/1.1" status: 404 len: 333 time: 0.1359475 May 30 20:29:35.274261 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36284) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.312216 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa39d5cf-4057-4a40-a14a-d4e0969ca0b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:35.312680 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa39d5cf-4057-4a40-a14a-d4e0969ca0b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:35.314238 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-aa39d5cf-4057-4a40-a14a-d4e0969ca0b9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/ac621c82-95d3-48ce-ae1c-215e659c22ad HTTP/1.1" status: 404 len: 337 time: 0.0390840 May 30 20:29:35.317430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36288) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.356780 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aea86d7-4c1a-4798-853e-ccdefc45ae8f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:35.357438 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aea86d7-4c1a-4798-853e-ccdefc45ae8f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:35.359143 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7aea86d7-4c1a-4798-853e-ccdefc45ae8f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/33f61a5d-5188-4697-8efe-5e9c95596a67 HTTP/1.1" status: 404 len: 337 time: 0.0408437 May 30 20:29:35.361737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36294) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.373937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ca7a7-dc7a-4c84-8a30-f9142f14f9c4 req-efb1b4d9-24cd-410b-b207-cb9de450ff06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:35.375394 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a3ca7a7-dc7a-4c84-8a30-f9142f14f9c4 req-efb1b4d9-24cd-410b-b207-cb9de450ff06 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98baa7d8-55bd-448e-bc9e-980099fd982e HTTP/1.1" status: 200 len: 834 time: 0.1489875 May 30 20:29:35.405409 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e418ef-2445-407f-9c95-8ab79204ae76 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:35.405846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e418ef-2445-407f-9c95-8ab79204ae76 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:35.407436 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d2e418ef-2445-407f-9c95-8ab79204ae76 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/47da66bf-f70c-495b-97d4-9e326933bd1c HTTP/1.1" status: 404 len: 333 time: 0.0448160 May 30 20:29:35.409970 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36298) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.451248 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6680377d-2348-405c-afc2-a93bf874f34d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:35.451772 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6680377d-2348-405c-afc2-a93bf874f34d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:35.453508 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6680377d-2348-405c-afc2-a93bf874f34d tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/15ce1a40-0a1c-42ab-b4b3-6a192061e437 HTTP/1.1" status: 404 len: 337 time: 0.0418665 May 30 20:29:35.455995 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36304) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.466767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8989f3-5462-4381-af93-960cb4e5e66a req-ab0cccf8-a62c-4c16-87f0-74fbacdc8d8a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:35.468262 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc8989f3-5462-4381-af93-960cb4e5e66a req-ab0cccf8-a62c-4c16-87f0-74fbacdc8d8a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 944 time: 0.1608577 May 30 20:29:35.496095 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f914a8-f6d5-494d-9567-e443fe92b5d9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:35.496623 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f914a8-f6d5-494d-9567-e443fe92b5d9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:35.498366 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a5f914a8-f6d5-494d-9567-e443fe92b5d9 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/d69c238c-8ee7-45fc-9e40-56f23cc3a77f HTTP/1.1" status: 404 len: 337 time: 0.0412874 May 30 20:29:35.501134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36308) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.550530 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-93e28521-1c1e-4aee-b351-80833ec070ca tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports?device_id=17aace30-dee5-4430-bba4-90d448838122 HTTP/1.1" status: 200 len: 205 time: 0.0475667 May 30 20:29:35.552505 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36312) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.604252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a3ca7a7-dc7a-4c84-8a30-f9142f14f9c4 req-cb3e704a-6839-4c4a-ac20-342b2c0f385d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=84d2d1ba-f96e-499e-a333-a21114f4c8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174268 May 30 20:29:35.617806 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-127dae46-ad68-4769-b568-f4177176c231 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] delete failed (client error): The resource could not be found. May 30 20:29:35.619184 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-127dae46-ad68-4769-b568-f4177176c231 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/routers/17aace30-dee5-4430-bba4-90d448838122 HTTP/1.1" status: 404 len: 336 time: 0.0654788 May 30 20:29:35.621507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36318) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.662727 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bba185-6fda-46ed-abdb-d88f9cc27b92 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:35.663284 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0bba185-6fda-46ed-abdb-d88f9cc27b92 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:35.667519 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c0bba185-6fda-46ed-abdb-d88f9cc27b92 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/9b2396ae-ad21-476f-a14d-71dc78110cd7 HTTP/1.1" status: 404 len: 337 time: 0.0426440 May 30 20:29:35.668273 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36322) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.693281 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc8989f3-5462-4381-af93-960cb4e5e66a req-fccbd678-4534-406b-a08a-dd9c89a689b8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163775 May 30 20:29:35.720061 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0d15b8cd-cc8e-456f-a8ae-1c672907e662 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8488280-237f-44f7-907d-e101f138d5f5 HTTP/1.1" status: 200 len: 205 time: 0.0506203 May 30 20:29:35.722348 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36326) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.767405 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a3ca7a7-dc7a-4c84-8a30-f9142f14f9c4 req-753f3a03-9ed3-4896-aa74-6feb87759c85 service neutron] 10.222.0.77 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553459 May 30 20:29:35.789814 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-9a7733d2-9709-48f1-bf11-8b043ca37864 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] delete failed (client error): The resource could not be found. May 30 20:29:35.790819 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9a7733d2-9709-48f1-bf11-8b043ca37864 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/routers/e8488280-237f-44f7-907d-e101f138d5f5 HTTP/1.1" status: 404 len: 336 time: 0.0670190 May 30 20:29:35.793454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36332) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.830077 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f335857-b6fd-45d9-ab46-76764bd04dee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:35.830537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f335857-b6fd-45d9-ab46-76764bd04dee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:35.835051 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6f335857-b6fd-45d9-ab46-76764bd04dee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/d88a9f38-d931-4df4-b394-58620f6ffb04 HTTP/1.1" status: 404 len: 337 time: 0.0378101 May 30 20:29:35.835708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7fb3f420-a198-45aa-9662-7bec3e9e1688 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:29:35.836382 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36336) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.882939 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-12727ccf-e0dd-49aa-8176-6cf3845c2275 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:35.883637 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12727ccf-e0dd-49aa-8176-6cf3845c2275 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:35.889267 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-12727ccf-e0dd-49aa-8176-6cf3845c2275 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/5e527514-c9c3-4db0-ba23-054ba67332fa HTTP/1.1" status: 404 len: 337 time: 0.0517008 May 30 20:29:35.889918 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36342) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.928038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a3ca7a7-dc7a-4c84-8a30-f9142f14f9c4 req-68a84455-5dcf-4664-97bb-88729762e427 service neutron] 10.222.0.77 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510661 May 30 20:29:35.937689 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0bb64c-c5ea-4664-a061-8b12e56a85ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:35.938116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b0bb64c-c5ea-4664-a061-8b12e56a85ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:35.942632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36346) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.942895 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3b0bb64c-c5ea-4664-a061-8b12e56a85ee tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/07cfa238-b0eb-4791-8938-e9f960ea6227 HTTP/1.1" status: 404 len: 333 time: 0.0518954 May 30 20:29:35.996545 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-38dfb926-591a-4199-bbf6-ecb36a0b383f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:35.997132 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38dfb926-591a-4199-bbf6-ecb36a0b383f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:36.003390 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-38dfb926-591a-4199-bbf6-ecb36a0b383f tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/a30f3821-360d-4bd8-8ab8-61f3c975dd77 HTTP/1.1" status: 404 len: 337 time: 0.0572681 May 30 20:29:36.004647 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36352) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:36.043113 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7fb3f420-a198-45aa-9662-7bec3e9e1688, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688,segment=NetworkSegment(c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0),segment_id=c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:36.058296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '7fb3f420-a198-45aa-9662-7bec3e9e1688', 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8', 'port_id': '7fb3f420-a198-45aa-9662-7bec3e9e1688', 'mac_address': 'fa:16:3e:fb:f1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:29:36.064157 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b97e3e-00a7-4aa1-887d-87ff45ee8200 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:36.064530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b97e3e-00a7-4aa1-887d-87ff45ee8200 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:36.069366 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c0b97e3e-00a7-4aa1-887d-87ff45ee8200 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/1956108b-2692-4eb0-8ffb-ff16b85f128a HTTP/1.1" status: 404 len: 333 time: 0.0605462 May 30 20:29:36.069734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36356) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:36.109601 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2a8293-6566-4874-9645-2c39891844a5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:36.110084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2a8293-6566-4874-9645-2c39891844a5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:36.112004 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6f2a8293-6566-4874-9645-2c39891844a5 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/6ef9f107-90f4-4015-b30d-c332e7d00e29 HTTP/1.1" status: 404 len: 337 time: 0.0410607 May 30 20:29:36.114965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36362) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:36.124278 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:36.142726 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb3f420-a198-45aa-9662-7bec3e9e1688 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:29:36.159321 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7fb3f420-a198-45aa-9662-7bec3e9e1688, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688,segment=NetworkSegment(c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0),segment_id=c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:36.163891 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-96490d65-0a64-418f-a29a-14d35f1093fd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:36.164095 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:36.164390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96490d65-0a64-418f-a29a-14d35f1093fd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:36.168040 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-96490d65-0a64-418f-a29a-14d35f1093fd tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/beeac77d-b5e2-4753-a183-e63b6f932186 HTTP/1.1" status: 404 len: 333 time: 0.0501015 May 30 20:29:36.168873 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36366) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:36.208207 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdec164e-15b6-4674-b975-c3e4d0250100 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:36.208646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdec164e-15b6-4674-b975-c3e4d0250100 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:36.212674 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bdec164e-15b6-4674-b975-c3e4d0250100 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/799b6785-7792-4d9b-983e-de384a84b7de HTTP/1.1" status: 404 len: 337 time: 0.0403345 May 30 20:29:36.212902 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36370) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:36.251130 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=7fb3f420-a198-45aa-9662-7bec3e9e1688,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:36.272223 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10f34e7-133e-4f54-a691-28fbf5d04880 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:36.272931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10f34e7-133e-4f54-a691-28fbf5d04880 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:36.275452 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f10f34e7-133e-4f54-a691-28fbf5d04880 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/6dee7684-47e9-43aa-85d6-c10cff3e8c6d HTTP/1.1" status: 404 len: 333 time: 0.0611522 May 30 20:29:36.277742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36376) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:36.317080 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-7819b51a-4d07-4844-a5ce-b33ac8a8622e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:36.317551 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7819b51a-4d07-4844-a5ce-b33ac8a8622e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:36.319148 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7819b51a-4d07-4844-a5ce-b33ac8a8622e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/98684ff8-6542-44bc-a5f8-93fffcf7b370 HTTP/1.1" status: 404 len: 337 time: 0.0403845 May 30 20:29:36.321689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36382) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:36.360584 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-defc526b-29ef-4451-9b1a-7a4a9f4f5538 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:36.360923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-defc526b-29ef-4451-9b1a-7a4a9f4f5538 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:36.363034 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-defc526b-29ef-4451-9b1a-7a4a9f4f5538 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/044f6663-dbae-4323-b0cf-4f3b5c28149b HTTP/1.1" status: 404 len: 333 time: 0.0402336 May 30 20:29:36.366025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36386) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:36.409261 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21315e0-686b-4f02-98b9-1ef06193e3e3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:36.409848 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c21315e0-686b-4f02-98b9-1ef06193e3e3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:36.413046 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c21315e0-686b-4f02-98b9-1ef06193e3e3 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/dd9a20ca-f965-4992-bc31-4f0c09d277c7 HTTP/1.1" status: 404 len: 337 time: 0.0458364 May 30 20:29:36.414058 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36390) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:36.415774 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['7fb3f420-a198-45aa-9662-7bec3e9e1688'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:29:36.457708 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-25710956-a750-4e43-8d32-23c8e86e298a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:36.458147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25710956-a750-4e43-8d32-23c8e86e298a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:36.460006 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-25710956-a750-4e43-8d32-23c8e86e298a tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/b973290a-d5d3-47c1-89f4-a1e49e729a15 HTTP/1.1" status: 404 len: 333 time: 0.0447457 May 30 20:29:36.462540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36396) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:36.501818 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-12782b92-0925-4525-9bca-46f0e12b9b07 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:36.502480 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12782b92-0925-4525-9bca-46f0e12b9b07 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:36.504862 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-12782b92-0925-4525-9bca-46f0e12b9b07 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/d440ae0d-8cc8-4867-82d7-fcf7d9f05b26 HTTP/1.1" status: 404 len: 337 time: 0.0408535 May 30 20:29:36.507449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36402) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:36.548465 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c07bea3-227a-489d-be79-5ff2c28de8c2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:36.549256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c07bea3-227a-489d-be79-5ff2c28de8c2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:36.553578 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3c07bea3-227a-489d-be79-5ff2c28de8c2 tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/ports/2b99330c-c82d-43ff-98b7-4a3c71e053e1 HTTP/1.1" status: 404 len: 333 time: 0.0421007 May 30 20:29:36.554149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36406) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:36.595389 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1ff201-baed-4965-937a-4cb0675ac63e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] DELETE failed (client error): The resource could not be found. May 30 20:29:36.595741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1ff201-baed-4965-937a-4cb0675ac63e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:36.597370 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bd1ff201-baed-4965-937a-4cb0675ac63e tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/subnets/7df559e5-251c-4935-a3dd-0f8009c279ff HTTP/1.1" status: 404 len: 337 time: 0.0422819 May 30 20:29:36.600467 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36410) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:36.727761 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7838421-4c41-4704-b35a-6bfcef0f93df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:36.775007 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:36.858791 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:36.859489 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:36.900670 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7838421-4c41-4704-b35a-6bfcef0f93df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:36.914031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74384a5-a275-49da-a4e5-a1b1a8f950a7 req-0c6dbfa5-7f26-4d17-888f-b47852f4dd8c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:36.915809 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a74384a5-a275-49da-a4e5-a1b1a8f950a7 req-0c6dbfa5-7f26-4d17-888f-b47852f4dd8c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 945 time: 0.0827737 May 30 20:29:36.939358 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f7838421-4c41-4704-b35a-6bfcef0f93df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c840c2bc-8044-4130-b66e-385776b76782']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:36.952488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f7838421-4c41-4704-b35a-6bfcef0f93df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4438b53a-8e57-4e2b-b811-7def98046437') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:36.952778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f7838421-4c41-4704-b35a-6bfcef0f93df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4438b53a-8e57-4e2b-b811-7def98046437') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:36.964845 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7838421-4c41-4704-b35a-6bfcef0f93df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:36.976945 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a74384a5-a275-49da-a4e5-a1b1a8f950a7 req-b5e55cab-b2d6-45e7-9ca9-82c6429b374f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545909 May 30 20:29:36.993553 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7838421-4c41-4704-b35a-6bfcef0f93df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:37.003664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7838421-4c41-4704-b35a-6bfcef0f93df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:29:37.003664 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7838421-4c41-4704-b35a-6bfcef0f93df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: timer() May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:29:37.021206 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:29:37.083664 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:37.112963 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7838421-4c41-4704-b35a-6bfcef0f93df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:37.136298 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7838421-4c41-4704-b35a-6bfcef0f93df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:37.146008 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7838421-4c41-4704-b35a-6bfcef0f93df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] Pushing event deleted for resources: {'Network': ['ID=c840c2bc-8044-4130-b66e-385776b76782,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:37.152527 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f7838421-4c41-4704-b35a-6bfcef0f93df tempest-NetworksTestDHCPv6-569515478 tempest-NetworksTestDHCPv6-569515478-project] 10.222.0.84 "DELETE /v2.0/networks/c840c2bc-8044-4130-b66e-385776b76782 HTTP/1.1" status: 204 len: 168 time: 0.5510144 May 30 20:29:37.451358 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36434) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:37.640168 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8a8bd3b6-a1d0-4c90-9378-b0c9472c6bbe admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7f8fa47691474e2c94fd78271493f504&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1877632 May 30 20:29:37.642633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36444) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:37.703391 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8585-a0a7-4809-a02f-3c19433a79e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:37.732892 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8585-a0a7-4809-a02f-3c19433a79e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:37.836744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7fb3f420-a198-45aa-9662-7bec3e9e1688 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:37.870635 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8585-a0a7-4809-a02f-3c19433a79e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:37.887043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d8585-a0a7-4809-a02f-3c19433a79e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f666f8f-68aa-41ee-95dc-f0a05780bf1d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:37.891674 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8585-a0a7-4809-a02f-3c19433a79e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:37.893201 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1d9d8585-a0a7-4809-a02f-3c19433a79e7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5f666f8f-68aa-41ee-95dc-f0a05780bf1d HTTP/1.1" status: 204 len: 168 time: 0.2490373 May 30 20:29:37.927328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 7fb3f420-a198-45aa-9662-7bec3e9e1688 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:37.932669 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 7fb3f420-a198-45aa-9662-7bec3e9e1688 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:37.933101 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.052979 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.090089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb3f420-a198-45aa-9662-7bec3e9e1688'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:38.110309 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7fb3f420-a198-45aa-9662-7bec3e9e1688, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688,segment=NetworkSegment(c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0),segment_id=c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:38.124427 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.224944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=7fb3f420-a198-45aa-9662-7bec3e9e1688,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:38.229244 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13e098a-51cf-43e5-98d6-7d4993e23aa1'] response: {'server_uuid': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb3f420-a198-45aa-9662-7bec3e9e1688', 'code': 200} May 30 20:29:38.292905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2af34d-1959-4ac2-97bb-f480d099341a req-0337e7ed-a0e4-4483-b9f3-7ece5333df95 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:38.300991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ed2af34d-1959-4ac2-97bb-f480d099341a req-0337e7ed-a0e4-4483-b9f3-7ece5333df95 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.1327789 May 30 20:29:38.398579 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ed2af34d-1959-4ac2-97bb-f480d099341a req-cf83756a-e282-459d-9f16-5eaa45bd98e0 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963733 May 30 20:29:38.415022 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54c408a9-b77a-4063-9fb0-7027e538b68e req-86cfd4a8-b3cc-4572-8c82-9187e636fc9b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 1097 time: 0.1117623 May 30 20:29:38.464520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54c408a9-b77a-4063-9fb0-7027e538b68e req-e78322ce-5792-4cba-b0b9-380c9111af44 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394211 May 30 20:29:38.842329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36476) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:38.982371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Request body: {'networks': [{'name': 'tempest-network--1923444281'}, {'name': 'tempest-network--834452053'}]} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:38.982678 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Request body: {'network': {'name': 'tempest-network--1923444281'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:38.983147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Request body: {'network': {'name': 'tempest-network--834452053'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:38.988743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:38.992611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Usage tracker for resource:network and tenant:37099072203b4f8fa03ad00a578226b1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:38.995601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:39.002209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:39.013487 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Made reservation on behalf of 37099072203b4f8fa03ad00a578226b1 for: {'network': 2} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:39.017483 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:39.031396 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:39.064659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:39.069661 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Usage tracker for resource:security_group_rule and tenant:37099072203b4f8fa03ad00a578226b1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:39.072847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:39.078901 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:39.162147 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:39.167451 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:39.167834 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:39.221440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:39.246149 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:39.246734 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Added segment 2e4c4cb7-d726-4a03-933e-6ebc01a1cf55 of type vlan for network 6c32a82a-156e-4bfb-b896-b06549cade63 May 30 20:29:39.255670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532918bc-8a35-4c3c-9dd4-4b0a597ad5eb,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:39.288112 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:39.328646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:39.339229 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:39.339564 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Added segment ec620fa4-0981-4aa9-addb-fbe1b236fb9c of type vlan for network 808597c3-db29-4af2-9e65-0baa209ba0c1 May 30 20:29:39.367672 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:39.402461 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:39.403110 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:39.406903 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:39.410043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:39.410706 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:39.527849 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event updated for resources: {'Network': ['ID=6c32a82a-156e-4bfb-b896-b06549cade63,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:39.539197 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 6c32a82a-156e-4bfb-b896-b06549cade63 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:39.622559 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7767491 May 30 20:29:39.622755 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36484) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:39.663034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178760b-21f4-42f9-83bd-b642c3b4f400 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event updated for resources: {'Network': ['ID=808597c3-db29-4af2-9e65-0baa209ba0c1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:39.680256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 808597c3-db29-4af2-9e65-0baa209ba0c1 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:39.797303 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013e8ac-e90f-4842-9b4d-a10fc0bc8eda req-4f9bf6f7-b7db-460e-b13e-f767757f39dd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:39.798761 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3013e8ac-e90f-4842-9b4d-a10fc0bc8eda req-4f9bf6f7-b7db-460e-b13e-f767757f39dd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.2544913 May 30 20:29:39.844896 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc722bc-e2de-4c6f-af65-44177027d62d tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:39.849333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc722bc-e2de-4c6f-af65-44177027d62d tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:39.853252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc722bc-e2de-4c6f-af65-44177027d62d tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:39.857865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc722bc-e2de-4c6f-af65-44177027d62d tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:39.862474 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8cc722bc-e2de-4c6f-af65-44177027d62d tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2359419 May 30 20:29:39.862901 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36488) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:39.947675 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3013e8ac-e90f-4842-9b4d-a10fc0bc8eda req-9c0a4735-8a67-46ba-9f61-1919433929fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323576 May 30 20:29:40.042252 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0e2391b1-6012-4e7d-9c0a-41795450cb76 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.174990 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0e2391b1-6012-4e7d-9c0a-41795450cb76 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.198879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-0e2391b1-6012-4e7d-9c0a-41795450cb76 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c32a82a-156e-4bfb-b896-b06549cade63']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:40.210950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-0e2391b1-6012-4e7d-9c0a-41795450cb76 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4c4cb7-d726-4a03-933e-6ebc01a1cf55') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:40.211248 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-0e2391b1-6012-4e7d-9c0a-41795450cb76 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4c4cb7-d726-4a03-933e-6ebc01a1cf55') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:40.222335 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0e2391b1-6012-4e7d-9c0a-41795450cb76 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.239206 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0e2391b1-6012-4e7d-9c0a-41795450cb76 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.245286 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2391b1-6012-4e7d-9c0a-41795450cb76 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:29:40.245668 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0e2391b1-6012-4e7d-9c0a-41795450cb76 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: timer() May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:29:40.259935 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:29:40.340589 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0e2391b1-6012-4e7d-9c0a-41795450cb76 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.357852 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0e2391b1-6012-4e7d-9c0a-41795450cb76 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.368082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2391b1-6012-4e7d-9c0a-41795450cb76 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event deleted for resources: {'Network': ['ID=6c32a82a-156e-4bfb-b896-b06549cade63,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:40.370453 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0e2391b1-6012-4e7d-9c0a-41795450cb76 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "DELETE /v2.0/networks/6c32a82a-156e-4bfb-b896-b06549cade63 HTTP/1.1" status: 204 len: 168 time: 0.5047519 May 30 20:29:40.373202 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36494) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:40.485057 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e2f58444-4e43-4b58-a9b9-e9b442dbe5c1 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.630401 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e2f58444-4e43-4b58-a9b9-e9b442dbe5c1 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.656609 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-e2f58444-4e43-4b58-a9b9-e9b442dbe5c1 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808597c3-db29-4af2-9e65-0baa209ba0c1']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:40.668916 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-e2f58444-4e43-4b58-a9b9-e9b442dbe5c1 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec620fa4-0981-4aa9-addb-fbe1b236fb9c') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:40.669209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-e2f58444-4e43-4b58-a9b9-e9b442dbe5c1 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec620fa4-0981-4aa9-addb-fbe1b236fb9c') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:40.681410 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e2f58444-4e43-4b58-a9b9-e9b442dbe5c1 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.699191 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e2f58444-4e43-4b58-a9b9-e9b442dbe5c1 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.705493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f58444-4e43-4b58-a9b9-e9b442dbe5c1 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:29:40.705871 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e2f58444-4e43-4b58-a9b9-e9b442dbe5c1 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: timer() May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:29:40.721680 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:29:40.806094 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e2f58444-4e43-4b58-a9b9-e9b442dbe5c1 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.823075 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e2f58444-4e43-4b58-a9b9-e9b442dbe5c1 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.833224 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f58444-4e43-4b58-a9b9-e9b442dbe5c1 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event deleted for resources: {'Network': ['ID=808597c3-db29-4af2-9e65-0baa209ba0c1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:40.835675 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e2f58444-4e43-4b58-a9b9-e9b442dbe5c1 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "DELETE /v2.0/networks/808597c3-db29-4af2-9e65-0baa209ba0c1 HTTP/1.1" status: 204 len: 168 time: 0.4615078 May 30 20:29:40.844057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36498) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:41.138540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104cc52-4a22-4deb-9c8a-5c85dfbcbd43 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:41.142720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104cc52-4a22-4deb-9c8a-5c85dfbcbd43 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:41.143471 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7104cc52-4a22-4deb-9c8a-5c85dfbcbd43 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Synchronizing usage tracker for tenant:37099072203b4f8fa03ad00a578226b1 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:41.171419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7104cc52-4a22-4deb-9c8a-5c85dfbcbd43 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Unset dirty status for tenant:37099072203b4f8fa03ad00a578226b1 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:41.172607 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7104cc52-4a22-4deb-9c8a-5c85dfbcbd43 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3276279 May 30 20:29:41.176361 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36510) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:41.182203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-381509728'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:41.189391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:41.198460 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bee63a-d18c-41bf-a6b6-5d6a1a4ad9b9 req-96af78b8-8d63-48ee-8736-322b8544bdc1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:41.199890 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60bee63a-d18c-41bf-a6b6-5d6a1a4ad9b9 req-96af78b8-8d63-48ee-8736-322b8544bdc1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.1377819 May 30 20:29:41.208162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:41.235085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Made reservation on behalf of 37099072203b4f8fa03ad00a578226b1 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:41.238040 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.278601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60bee63a-d18c-41bf-a6b6-5d6a1a4ad9b9 req-29aca0b7-1707-45ba-9050-e03e9ed62c9f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720463 May 30 20:29:41.288606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:41.301204 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.301564 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Added segment ebe1e82b-de73-4449-8f49-7297e4331cbe of type vlan for network 3609be3c-f194-4aba-86ad-cb121144c5b0 May 30 20:29:41.333040 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.368317 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.377769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:41.377769 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.533070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event updated for resources: {'Network': ['ID=3609be3c-f194-4aba-86ad-cb121144c5b0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:41.536097 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3587711 May 30 20:29:41.539029 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36520) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:41.546278 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-66ecf4fc-ce71-4c8e-9054-d39b6ea00d65 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1723661059'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:41.551908 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-66ecf4fc-ce71-4c8e-9054-d39b6ea00d65 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:41.553753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:41.553903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:41.554239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:41.554573 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:41.555055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:41.555266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:41.555539 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:41.555852 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:41.556073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-66ecf4fc-ce71-4c8e-9054-d39b6ea00d65 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Usage tracker for resource:network and tenant:37099072203b4f8fa03ad00a578226b1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:41.556249 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:41.556572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:41.556897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04924174-c030-4f98-95bd-8ac131be4303 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:41.560153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-66ecf4fc-ce71-4c8e-9054-d39b6ea00d65 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:41.569569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-66ecf4fc-ce71-4c8e-9054-d39b6ea00d65 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:41.574629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 3609be3c-f194-4aba-86ad-cb121144c5b0 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:41.581171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ecf4fc-ce71-4c8e-9054-d39b6ea00d65 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Made reservation on behalf of 37099072203b4f8fa03ad00a578226b1 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:41.585205 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66ecf4fc-ce71-4c8e-9054-d39b6ea00d65 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.599806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41869836-889e-4d45-8ade-29524c7c7ca7 req-a13d2b24-63a3-4091-b6ad-dafe168cbbd3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:41.611090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-41869836-889e-4d45-8ade-29524c7c7ca7 req-a13d2b24-63a3-4091-b6ad-dafe168cbbd3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.1573296 May 30 20:29:41.616393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ecf4fc-ce71-4c8e-9054-d39b6ea00d65 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:41.640488 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66ecf4fc-ce71-4c8e-9054-d39b6ea00d65 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.640889 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-66ecf4fc-ce71-4c8e-9054-d39b6ea00d65 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Added segment f4b67298-79d6-4901-acd1-42b5fa77de5b of type vlan for network 0c65f982-cb74-4bb8-ba93-62ff04e9ec56 May 30 20:29:41.669979 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66ecf4fc-ce71-4c8e-9054-d39b6ea00d65 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.677186 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-41869836-889e-4d45-8ade-29524c7c7ca7 req-c82d49dc-2fda-4f97-8404-57bbcf871da2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644879 May 30 20:29:41.695457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36526) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:41.717883 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66ecf4fc-ce71-4c8e-9054-d39b6ea00d65 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.724154 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ecf4fc-ce71-4c8e-9054-d39b6ea00d65 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:41.724998 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66ecf4fc-ce71-4c8e-9054-d39b6ea00d65 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.794971 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7b2f2ef5-5649-4602-a08f-98973769bd19 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 1092 time: 0.0982504 May 30 20:29:41.795616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36532) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:41.801519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': '7fb3f420-a198-45aa-9662-7bec3e9e1688', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:41.807611 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:41.811449 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:floatingip and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:41.814320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:41.820796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:41.852059 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-66ecf4fc-ce71-4c8e-9054-d39b6ea00d65 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3112681 May 30 20:29:41.855650 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36536) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:41.857729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecf4fc-ce71-4c8e-9054-d39b6ea00d65 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event updated for resources: {'Network': ['ID=0c65f982-cb74-4bb8-ba93-62ff04e9ec56,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:41.862839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Request body: {'ports': [{'network_id': '3609be3c-f194-4aba-86ad-cb121144c5b0', 'name': 'tempest-port--1090927919', 'admin_state_up': True}, {'network_id': '0c65f982-cb74-4bb8-ba93-62ff04e9ec56', 'admin_state_up': False}]} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:41.863754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Request body: {'port': {'network_id': '3609be3c-f194-4aba-86ad-cb121144c5b0', 'name': 'tempest-port--1090927919', 'admin_state_up': True}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:41.864336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Request body: {'port': {'network_id': '0c65f982-cb74-4bb8-ba93-62ff04e9ec56', 'admin_state_up': False}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:41.871345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 0c65f982-cb74-4bb8-ba93-62ff04e9ec56 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:41.884961 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:42.174927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:42.182188 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Usage tracker for resource:port and tenant:37099072203b4f8fa03ad00a578226b1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:42.188187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:42.204619 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:42.224236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Made reservation on behalf of 37099072203b4f8fa03ad00a578226b1 for: {'port': 2} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:42.227794 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:42.237958 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:42.286750 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:42.575833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Allocated IP 172.25.5.204 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/3e2d6d83-c2fb-490b-a503-c79a30995af1) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:42.605637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] device_id is not set on port 306aac20-86af-4593-9c17-bf30b849aa71 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:29:42.820227 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:42.864821 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:42.974223 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:43.116763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] device_id is not set on port 158b9c8e-e8cb-443e-a1b4-324568d4d2e2 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:29:43.220661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:43.227173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=3e2d6d83-c2fb-490b-a503-c79a30995af1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:43.229577 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:43.234323 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:43.304635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-568c3bfd-f9ce-4f11-8276-38b53258763c req-991cd7fe-d09e-4230-a9a2-a33b38ee4a6e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1966178 May 30 20:29:43.508110 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:43.689211 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-568c3bfd-f9ce-4f11-8276-38b53258763c req-71d7b281-14dd-4d37-9a2f-fc0c1c9f9144 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f154aa639e466b871f55ef50521468&device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 1097 time: 0.3072841 May 30 20:29:43.710597 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:43.940587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event updated for resources: {'Port': ['ID=306aac20-86af-4593-9c17-bf30b849aa71,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:44.036281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Checking segment: {'id': 'ebe1e82b-de73-4449-8f49-7297e4331cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3609be3c-f194-4aba-86ad-cb121144c5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:44.036641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Network hostable DHCP agents. Network: 3609be3c-f194-4aba-86ad-cb121144c5b0, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:29:44.050953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3bfd-f9ce-4f11-8276-38b53258763c req-43b940ca-9462-4a20-8186-dd75e3a96981 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:44.052465 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-568c3bfd-f9ce-4f11-8276-38b53258763c req-43b940ca-9462-4a20-8186-dd75e3a96981 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d1878ae-449f-42b8-bf46-74af28ca94fd HTTP/1.1" status: 200 len: 918 time: 0.3433380 May 30 20:29:44.176539 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a623bdee-cc4b-41ea-8b78-3f31b76551f4 req-242a59f0-24f0-479b-b9c8-3a1c2cae431b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2388952 May 30 20:29:44.188092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Network 3609be3c-f194-4aba-86ad-cb121144c5b0 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:29:44.203180 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-568c3bfd-f9ce-4f11-8276-38b53258763c req-d9a943f8-6131-4407-884b-7695dab83370 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16341635-9f98-4337-b413-4852c8f07e1f HTTP/1.1" status: 200 len: 1001 time: 0.1412926 May 30 20:29:44.253440 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 3609be3c-f194-4aba-86ad-cb121144c5b0) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:44.270062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4a05c7-1e1f-496f-bb6d-099e11a530ed None None] Network 3609be3c-f194-4aba-86ad-cb121144c5b0 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:44.283430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:44.284680 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:44.548318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event updated for resources: {'Port': ['ID=158b9c8e-e8cb-443e-a1b4-324568d4d2e2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:44.577213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3bfd-f9ce-4f11-8276-38b53258763c req-c5cae41c-10cd-4662-9df7-10823c18fc87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:44.578671 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-568c3bfd-f9ce-4f11-8276-38b53258763c req-c5cae41c-10cd-4662-9df7-10823c18fc87 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9f9412f8-b9b7-4d21-91c7-4120cd918668 HTTP/1.1" status: 200 len: 856 time: 0.3647711 May 30 20:29:44.585186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Checking segment: {'id': 'f4b67298-79d6-4901-acd1-42b5fa77de5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0c65f982-cb74-4bb8-ba93-62ff04e9ec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:44.585553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Network hostable DHCP agents. Network: 0c65f982-cb74-4bb8-ba93-62ff04e9ec56, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:29:44.623120 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:44.819630 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a623bdee-cc4b-41ea-8b78-3f31b76551f4 req-c27eaa0b-60c3-4c82-9741-121af79a23ca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9786c2fd175648c7b3fff1d88f7297bb&device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 1097 time: 0.5206044 May 30 20:29:44.830852 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:44.892093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Network 0c65f982-cb74-4bb8-ba93-62ff04e9ec56 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:29:44.975801 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 0c65f982-cb74-4bb8-ba93-62ff04e9ec56) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:44.984724 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4afdafd-f514-441d-8147-ddf025e23337 None None] Network 0c65f982-cb74-4bb8-ba93-62ff04e9ec56 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:44.985794 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:44.990333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:44.993545 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:44.994186 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.022362 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-568c3bfd-f9ce-4f11-8276-38b53258763c req-b1e11222-83b5-4f6e-af00-9225e56fb9d5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d1878ae-449f-42b8-bf46-74af28ca94fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4316390 May 30 20:29:45.220042 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-46c00126-1247-4340-9c40-11ae0a766508 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3625066 May 30 20:29:45.222215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36572) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:45.246786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623bdee-cc4b-41ea-8b78-3f31b76551f4 req-4d4085bd-5acd-41f4-b29b-4b29dd9138b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:45.248299 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a623bdee-cc4b-41ea-8b78-3f31b76551f4 req-4d4085bd-5acd-41f4-b29b-4b29dd9138b9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5d5c4269-2878-481a-bda8-bfcd6abecc98 HTTP/1.1" status: 200 len: 909 time: 0.3926723 May 30 20:29:45.307516 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd294d09-d632-4fc2-9cf4-253af1dc2601 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:45.311408 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd294d09-d632-4fc2-9cf4-253af1dc2601 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:45.313656 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dd294d09-d632-4fc2-9cf4-253af1dc2601 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0892239 May 30 20:29:45.315702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36576) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:45.393404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-453901b9-a0ed-4aef-a401-390e5723dabd tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Deleting port 306aac20-86af-4593-9c17-bf30b849aa71 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:45.393762 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-453901b9-a0ed-4aef-a401-390e5723dabd tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.428364 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-568c3bfd-f9ce-4f11-8276-38b53258763c req-16784d09-660d-4401-a2c9-1b031ddcd2e1 service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869758 May 30 20:29:45.469320 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.475405 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a623bdee-cc4b-41ea-8b78-3f31b76551f4 req-3b9ca75c-928d-406f-b367-25a2902dc53c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 HTTP/1.1" status: 200 len: 1001 time: 0.2173486 May 30 20:29:45.495075 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.666349 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-453901b9-a0ed-4aef-a401-390e5723dabd tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.743495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623bdee-cc4b-41ea-8b78-3f31b76551f4 req-221e1f17-4af3-40c4-a4b9-a63a4c32621e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:45.744905 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a623bdee-cc4b-41ea-8b78-3f31b76551f4 req-221e1f17-4af3-40c4-a4b9-a63a4c32621e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=27b00c3e-65ae-45d2-bdd3-a5cf0d581b20 HTTP/1.1" status: 200 len: 847 time: 0.2420588 May 30 20:29:45.749129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=3e2d6d83-c2fb-490b-a503-c79a30995af1,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:45.850271 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.931025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-453901b9-a0ed-4aef-a401-390e5723dabd tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Calling delete_port for 306aac20-86af-4593-9c17-bf30b849aa71 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:45.962035 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-568c3bfd-f9ce-4f11-8276-38b53258763c req-a098612c-5322-4c66-93c1-e07b9ecf9fb9 service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190754 May 30 20:29:46.016633 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a623bdee-cc4b-41ea-8b78-3f31b76551f4 req-b3e01a5d-32cd-49be-9477-af097c4be9d6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d5c4269-2878-481a-bda8-bfcd6abecc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2458181 May 30 20:29:46.019388 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-453901b9-a0ed-4aef-a401-390e5723dabd tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.088334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453901b9-a0ed-4aef-a401-390e5723dabd tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event deleted for resources: {'Port': ['ID=306aac20-86af-4593-9c17-bf30b849aa71,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:46.101567 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-453901b9-a0ed-4aef-a401-390e5723dabd tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.110526 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-453901b9-a0ed-4aef-a401-390e5723dabd tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "DELETE /v2.0/ports/306aac20-86af-4593-9c17-bf30b849aa71 HTTP/1.1" status: 204 len: 168 time: 0.7908170 May 30 20:29:46.110754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36588) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:46.179666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c1e9a089-ebbf-4ea3-a26a-903ae7b020ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Deleting port 158b9c8e-e8cb-443e-a1b4-324568d4d2e2 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:46.179666 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1e9a089-ebbf-4ea3-a26a-903ae7b020ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.281467 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a623bdee-cc4b-41ea-8b78-3f31b76551f4 req-804781c4-a7e5-45c2-b833-0bbacf3bf7c4 service neutron] 10.222.0.77 "GET /v2.0/networks/5d5c4269-2878-481a-bda8-bfcd6abecc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562287 May 30 20:29:46.290118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8813c76-9144-45ee-95c0-885e53635afe req-1b8c624e-83a6-424f-8700-20a5fdebb03e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:46.291182 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8813c76-9144-45ee-95c0-885e53635afe req-1b8c624e-83a6-424f-8700-20a5fdebb03e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.2642040 May 30 20:29:46.437448 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1e9a089-ebbf-4ea3-a26a-903ae7b020ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.559992 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Floating IP 62a29ddf-8e50-4937-b4ad-dabdd3e9e5e1 associated. External IP: 172.25.5.204, port: 7fb3f420-a198-45aa-9662-7bec3e9e1688. May 30 20:29:46.573828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c1e9a089-ebbf-4ea3-a26a-903ae7b020ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Calling delete_port for 158b9c8e-e8cb-443e-a1b4-324568d4d2e2 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:46.663448 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1e9a089-ebbf-4ea3-a26a-903ae7b020ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.707099 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8813c76-9144-45ee-95c0-885e53635afe req-43df265e-9c6c-4463-ac8a-8b544e23983d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3923533 May 30 20:29:46.712733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9a089-ebbf-4ea3-a26a-903ae7b020ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event deleted for resources: {'Port': ['ID=158b9c8e-e8cb-443e-a1b4-324568d4d2e2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:46.725778 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1e9a089-ebbf-4ea3-a26a-903ae7b020ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.734239 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c1e9a089-ebbf-4ea3-a26a-903ae7b020ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "DELETE /v2.0/ports/158b9c8e-e8cb-443e-a1b4-324568d4d2e2 HTTP/1.1" status: 204 len: 168 time: 0.6224995 May 30 20:29:46.736590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36600) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:46.749840 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a623bdee-cc4b-41ea-8b78-3f31b76551f4 req-b463b6be-91c0-427d-8668-78c8512f9a3b service neutron] 10.222.0.77 "GET /v2.0/networks/5d5c4269-2878-481a-bda8-bfcd6abecc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577127 May 30 20:29:46.786107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6bfce19b-0a24-4160-ad2d-16b9e4a98d2e tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Synchronizing usage tracker for tenant:37099072203b4f8fa03ad00a578226b1 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:46.803396 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6bfce19b-0a24-4160-ad2d-16b9e4a98d2e tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Unset dirty status for tenant:37099072203b4f8fa03ad00a578226b1 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:46.804497 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6bfce19b-0a24-4160-ad2d-16b9e4a98d2e tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0627029 May 30 20:29:46.808198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36604) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:46.813509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-993788418'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:46.819114 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:46.823472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Usage tracker for resource:network and tenant:37099072203b4f8fa03ad00a578226b1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:46.826513 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:46.833594 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:46.845175 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Made reservation on behalf of 37099072203b4f8fa03ad00a578226b1 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:46.849433 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.853247 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36608) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:46.878221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:46.887722 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.888234 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Added segment b6c6ba86-cb94-44b0-b67f-542205e3c226 of type vlan for network 86976795-09b0-40b3-a8c8-582135ddd0ba May 30 20:29:46.918884 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.951916 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.955677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:46.956285 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.013973 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0f3c352a-3bd8-4173-a794-d562109af07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.061217 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2495420 May 30 20:29:47.061738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36614) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:47.062837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0f3c352a-3bd8-4173-a794-d562109af07a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:47.064570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event updated for resources: {'Network': ['ID=86976795-09b0-40b3-a8c8-582135ddd0ba,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:47.071270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0f3c352a-3bd8-4173-a794-d562109af07a admin admin] Usage tracker for resource:security_group_rule and tenant:4c63d6db2e694c43b04a4fa88ee34ebf is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:47.073295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:47.073633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:47.073962 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:47.074284 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:47.074600 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:47.074916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:47.075232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:47.075542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:47.075852 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:47.076196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:47.076509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaf16a-2d27-49b7-a760-710658fd435a tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:47.077081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-4d99bd63-a463-4257-9709-b2f6b96d08cb tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-447909614'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:47.080614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0f3c352a-3bd8-4173-a794-d562109af07a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:47.088755 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 86976795-09b0-40b3-a8c8-582135ddd0ba details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:47.090557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4d99bd63-a463-4257-9709-b2f6b96d08cb tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:47.093889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0f3c352a-3bd8-4173-a794-d562109af07a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:47.099005 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4d99bd63-a463-4257-9709-b2f6b96d08cb tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Usage tracker for resource:network and tenant:37099072203b4f8fa03ad00a578226b1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:47.103649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4d99bd63-a463-4257-9709-b2f6b96d08cb tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:47.115834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4d99bd63-a463-4257-9709-b2f6b96d08cb tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:47.136784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d99bd63-a463-4257-9709-b2f6b96d08cb tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Made reservation on behalf of 37099072203b4f8fa03ad00a578226b1 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:47.139627 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4d99bd63-a463-4257-9709-b2f6b96d08cb tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.199650 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d99bd63-a463-4257-9709-b2f6b96d08cb tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:47.217166 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4d99bd63-a463-4257-9709-b2f6b96d08cb tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.217504 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-4d99bd63-a463-4257-9709-b2f6b96d08cb tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Added segment 0f9700db-39a6-482b-9cc5-f042e5640722 of type vlan for network 52778840-4ffc-4d33-badf-b833c9e126dc May 30 20:29:47.272371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router 851003f1-e63b-4014-9b27-2897fa49e36c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:29:47.274085 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0f3c352a-3bd8-4173-a794-d562109af07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.279183 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4d99bd63-a463-4257-9709-b2f6b96d08cb tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.284486 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0f3c352a-3bd8-4173-a794-d562109af07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.352636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c352a-3bd8-4173-a794-d562109af07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4db86e-7c47-4b9e-8ab0-df43ad71828c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:47.405157 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0f3c352a-3bd8-4173-a794-d562109af07a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4c63d6db2e694c43b04a4fa88ee34ebf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5509007 May 30 20:29:47.407822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36618) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:47.471207 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-83a669fd-1d2d-4586-9095-e486cbc58a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.471865 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4d99bd63-a463-4257-9709-b2f6b96d08cb tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.475183 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d99bd63-a463-4257-9709-b2f6b96d08cb tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:47.475768 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4d99bd63-a463-4257-9709-b2f6b96d08cb tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.496417 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-83a669fd-1d2d-4586-9095-e486cbc58a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.547492 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-83a669fd-1d2d-4586-9095-e486cbc58a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.563338 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a669fd-1d2d-4586-9095-e486cbc58a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4db86e-7c47-4b9e-8ab0-df43ad71828c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:47.568530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-83a669fd-1d2d-4586-9095-e486cbc58a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.572161 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-83a669fd-1d2d-4586-9095-e486cbc58a1c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aa4db86e-7c47-4b9e-8ab0-df43ad71828c HTTP/1.1" status: 204 len: 168 time: 0.1607530 May 30 20:29:47.607929 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4d99bd63-a463-4257-9709-b2f6b96d08cb tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5424678 May 30 20:29:47.616021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99bd63-a463-4257-9709-b2f6b96d08cb tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event updated for resources: {'Network': ['ID=52778840-4ffc-4d33-badf-b833c9e126dc,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:47.658763 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 52778840-4ffc-4d33-badf-b833c9e126dc details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:47.676903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:29:47.695548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384654b5-9238-4b75-98eb-123b90b25dfc None None] Sync routers for ids ['851003f1-e63b-4014-9b27-2897fa49e36c'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:29:47.703431 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.780583 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6ba29e11-59d8-443a-a25c-3d472ff8d3b2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9838800 May 30 20:29:47.781256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'tag': '7fb3f420-a198-45aa-9662-7bec3e9e1688'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:47.827406 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384654b5-9238-4b75-98eb-123b90b25dfc None None] Routers {'851003f1-e63b-4014-9b27-2897fa49e36c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:29:47.828056 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-384654b5-9238-4b75-98eb-123b90b25dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:29:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['851003f1-e63b-4014-9b27-2897fa49e36c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:48.022231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756109d1-6afd-48d5-b2af-ef1aa108f8ce req-02ff587d-bf2f-4280-aeb6-69cd7a075779 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:48.024024 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-756109d1-6afd-48d5-b2af-ef1aa108f8ce req-02ff587d-bf2f-4280-aeb6-69cd7a075779 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.1493750 May 30 20:29:48.053432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36632) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:48.058449 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e694189-cd40-4e96-819a-446179f56a47 req-8ff3db3a-11e1-48ca-931e-cbe3b46fb20d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:48.059891 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e694189-cd40-4e96-819a-446179f56a47 req-8ff3db3a-11e1-48ca-931e-cbe3b46fb20d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.1307824 May 30 20:29:48.073180 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-384654b5-9238-4b75-98eb-123b90b25dfc None None] Set router 851003f1-e63b-4014-9b27-2897fa49e36c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:29:48.098786 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5a99583-2268-4b72-b219-8e1a7ad6aa6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:48.119431 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-756109d1-6afd-48d5-b2af-ef1aa108f8ce req-bea18fd5-0e52-4fe3-ad2d-1ed2c7e21c41 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886588 May 30 20:29:48.147174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e694189-cd40-4e96-819a-446179f56a47 req-174a9ac5-4011-4cf0-a62b-cd64029dcbee tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760047 May 30 20:29:48.193073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36636) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:48.208859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e5a99583-2268-4b72-b219-8e1a7ad6aa6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:48.213327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e5a99583-2268-4b72-b219-8e1a7ad6aa6a admin admin] Usage tracker for resource:security_group_rule and tenant:1a8289da8a0142bdbace14fbdba9b4fd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:48.216360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e5a99583-2268-4b72-b219-8e1a7ad6aa6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:48.224010 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e5a99583-2268-4b72-b219-8e1a7ad6aa6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:48.313586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5a99583-2268-4b72-b219-8e1a7ad6aa6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:48.320564 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5a99583-2268-4b72-b219-8e1a7ad6aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:48.379879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a99583-2268-4b72-b219-8e1a7ad6aa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0c96ea-5572-4bbc-ac09-474327e7d676,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:48.386683 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e5a99583-2268-4b72-b219-8e1a7ad6aa6a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1a8289da8a0142bdbace14fbdba9b4fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3301816 May 30 20:29:48.387011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36640) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:48.388130 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d3bf73-d8a5-4aed-837a-4552d035994c'] response: {'name': 'network-changed', 'server_uuid': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'tag': '7fb3f420-a198-45aa-9662-7bec3e9e1688', 'status': 'completed', 'code': 200} May 30 20:29:48.435258 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8219930c-57ef-49a1-97b1-1ffda1c3f308 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/62a29ddf-8e50-4937-b4ad-dabdd3e9e5e1 HTTP/1.1" status: 200 len: 992 time: 0.2342236 May 30 20:29:48.463315 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5174ab1-15f5-46de-9bd7-c69f95fc7533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:48.469595 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ecf79f3-61f0-461e-9326-14dd565c1102 req-39eb292c-05b6-420d-8573-e2b98d1113d2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 1097 time: 0.0832975 May 30 20:29:48.495485 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5174ab1-15f5-46de-9bd7-c69f95fc7533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:48.555091 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5174ab1-15f5-46de-9bd7-c69f95fc7533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:48.584565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5174ab1-15f5-46de-9bd7-c69f95fc7533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0c96ea-5572-4bbc-ac09-474327e7d676,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:48.588489 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5174ab1-15f5-46de-9bd7-c69f95fc7533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:48.595742 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a5174ab1-15f5-46de-9bd7-c69f95fc7533 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aa0c96ea-5572-4bbc-ac09-474327e7d676 HTTP/1.1" status: 204 len: 168 time: 0.2069020 May 30 20:29:48.619565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-384654b5-9238-4b75-98eb-123b90b25dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570557600', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:10Z', 'updated_at': '2022-05-30T20:29:21Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:11Z', 'updated_at': '2022-05-30T20:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '62a29ddf-8e50-4937-b4ad-dabdd3e9e5e1', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'port_id': '7fb3f420-a198-45aa-9662-7bec3e9e1688', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8', 'mac_address': 'fa:16:3e:fb:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:29:43Z', 'updated_at': '2022-05-30T20:29:43Z', 'revision_number': 0, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec01e25e-faa8-4c40-a63d-23e5a1f6fce5', 'name': '', 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:6e:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:20Z', 'updated_at': '2022-05-30T20:29:34Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:48.624577 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384654b5-9238-4b75-98eb-123b90b25dfc None None] Checking router: 851003f1-e63b-4014-9b27-2897fa49e36c for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:29:48.625540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf79f3-61f0-461e-9326-14dd565c1102 req-4950e854-e929-4613-b06b-652b675ee04b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:48.627293 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ecf79f3-61f0-461e-9326-14dd565c1102 req-4950e854-e929-4613-b06b-652b675ee04b service neutron] 10.222.0.77 "GET /v2.0/networks?id=84d2d1ba-f96e-499e-a333-a21114f4c8e8 HTTP/1.1" status: 200 len: 898 time: 0.1521425 May 30 20:29:48.636831 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384654b5-9238-4b75-98eb-123b90b25dfc None None] Routers {'851003f1-e63b-4014-9b27-2897fa49e36c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:29:48.637681 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-384654b5-9238-4b75-98eb-123b90b25dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:29:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['851003f1-e63b-4014-9b27-2897fa49e36c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:48.862151 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-384654b5-9238-4b75-98eb-123b90b25dfc None None] Set router 851003f1-e63b-4014-9b27-2897fa49e36c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:29:48.880344 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ecf79f3-61f0-461e-9326-14dd565c1102 req-61177bbb-f930-4b60-9ac9-3c534b683456 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688 HTTP/1.1" status: 200 len: 1000 time: 0.2454062 May 30 20:29:48.952186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf79f3-61f0-461e-9326-14dd565c1102 req-ac858435-1ada-4158-aa11-14977ac90503 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:48.953932 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ecf79f3-61f0-461e-9326-14dd565c1102 req-ac858435-1ada-4158-aa11-14977ac90503 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98baa7d8-55bd-448e-bc9e-980099fd982e HTTP/1.1" status: 200 len: 834 time: 0.0653772 May 30 20:29:49.044631 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ecf79f3-61f0-461e-9326-14dd565c1102 req-598adde4-c22a-48c0-a270-5f102ae9e3a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=84d2d1ba-f96e-499e-a333-a21114f4c8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839405 May 30 20:29:49.258703 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ecf79f3-61f0-461e-9326-14dd565c1102 req-4dec1a22-69e8-4b45-bb14-2d36cbe8b70c service neutron] 10.222.0.77 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045081 May 30 20:29:49.379506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-384654b5-9238-4b75-98eb-123b90b25dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570557600', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:10Z', 'updated_at': '2022-05-30T20:29:21Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:11Z', 'updated_at': '2022-05-30T20:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '62a29ddf-8e50-4937-b4ad-dabdd3e9e5e1', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'port_id': '7fb3f420-a198-45aa-9662-7bec3e9e1688', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8', 'mac_address': 'fa:16:3e:fb:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:29:43Z', 'updated_at': '2022-05-30T20:29:43Z', 'revision_number': 0, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec01e25e-faa8-4c40-a63d-23e5a1f6fce5', 'name': '', 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:6e:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:20Z', 'updated_at': '2022-05-30T20:29:34Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:49.392631 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384654b5-9238-4b75-98eb-123b90b25dfc None None] The sync data for ids ['851003f1-e63b-4014-9b27-2897fa49e36c'] in n-d-843949-2 is: [{'id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570557600', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:10Z', 'updated_at': '2022-05-30T20:29:21Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:11Z', 'updated_at': '2022-05-30T20:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '62a29ddf-8e50-4937-b4ad-dabdd3e9e5e1', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'port_id': '7fb3f420-a198-45aa-9662-7bec3e9e1688', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8', 'mac_address': 'fa:16:3e:fb:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:29:43Z', 'updated_at': '2022-05-30T20:29:43Z', 'revision_number': 0, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec01e25e-faa8-4c40-a63d-23e5a1f6fce5', 'name': '', 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:6e:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:20Z', 'updated_at': '2022-05-30T20:29:34Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:29:49.438116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36658) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:49.590813 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e74a0b66-abb6-45ea-b114-dc86898e2001 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/62a29ddf-8e50-4937-b4ad-dabdd3e9e5e1 HTTP/1.1" status: 200 len: 992 time: 0.1502697 May 30 20:29:49.605595 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ecf79f3-61f0-461e-9326-14dd565c1102 req-49e21ad9-01b6-47d1-94aa-d7b2910f4f81 service neutron] 10.222.0.77 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379912 May 30 20:29:49.626235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a9e8a-b52c-4d4b-ad8e-660de9f8d4fe req-28b461ac-43e8-4cc9-9dc2-76ad24ef4ea6 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:49.637472 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c6a9e8a-b52c-4d4b-ad8e-660de9f8d4fe req-28b461ac-43e8-4cc9-9dc2-76ad24ef4ea6 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.2053304 May 30 20:29:49.699363 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c6a9e8a-b52c-4d4b-ad8e-660de9f8d4fe req-07256f3d-1f5d-43e6-ac3a-9e9458c5404e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606835 May 30 20:29:49.738896 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4509fa-1534-4d05-86e7-0847230657d6 None None] New status for floating IP 62a29ddf-8e50-4937-b4ad-dabdd3e9e5e1: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:29:49.816832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36668) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:49.950548 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2103310329-network', 'tenant_id': '9846a166e1ff46ee921f80f3f55d439f'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:49.956220 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:49.960901 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Usage tracker for resource:network and tenant:9846a166e1ff46ee921f80f3f55d439f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:49.964404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:49.970717 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:49.982508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Made reservation on behalf of 9846a166e1ff46ee921f80f3f55d439f for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:49.985052 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:50.000645 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:50.032949 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:50.037335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Usage tracker for resource:security_group_rule and tenant:9846a166e1ff46ee921f80f3f55d439f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:50.040097 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:50.046026 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:50.111820 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:50.115619 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:50.146523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:50.158363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c85ad9e-b783-46e0-ae3c-f323c7d10602,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:50.164466 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:50.164806 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Added segment d72a55e8-cbc2-4988-a2e5-b0beb72f19e7 of type vlan for network 803802bf-240d-4e45-a10b-923c0b2d27e1 May 30 20:29:50.191168 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:50.220115 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:50.221047 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:50.221614 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:50.412301 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5916772 May 30 20:29:50.412301 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a027d-32c4-4461-bd71-6179a8683436 admin admin] Pushing event updated for resources: {'Network': ['ID=803802bf-240d-4e45-a10b-923c0b2d27e1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:50.412718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36674) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:50.418610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f229a1b2-72c3-4507-8bd7-f745ae5c988f admin admin] Request body: {'subnet': {'network_id': '803802bf-240d-4e45-a10b-923c0b2d27e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2103310329-subnet', 'tenant_id': '9846a166e1ff46ee921f80f3f55d439f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:50.420688 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 803802bf-240d-4e45-a10b-923c0b2d27e1 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:50.423994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f229a1b2-72c3-4507-8bd7-f745ae5c988f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:50.427873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f229a1b2-72c3-4507-8bd7-f745ae5c988f admin admin] Usage tracker for resource:subnet and tenant:9846a166e1ff46ee921f80f3f55d439f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:50.430937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f229a1b2-72c3-4507-8bd7-f745ae5c988f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:50.436675 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f229a1b2-72c3-4507-8bd7-f745ae5c988f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:50.448074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f229a1b2-72c3-4507-8bd7-f745ae5c988f admin admin] Made reservation on behalf of 9846a166e1ff46ee921f80f3f55d439f for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:50.451139 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f229a1b2-72c3-4507-8bd7-f745ae5c988f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:50.593657 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36678) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:50.725677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c3015a23-d6f7-4774-bada-1e3b25a2f0eb tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/62a29ddf-8e50-4937-b4ad-dabdd3e9e5e1 HTTP/1.1" status: 200 len: 994 time: 0.1309493 May 30 20:29:50.751091 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f229a1b2-72c3-4507-8bd7-f745ae5c988f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:50.820490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229a1b2-72c3-4507-8bd7-f745ae5c988f admin admin] Pushing event updated for resources: {'Subnet': ['ID=691f6179-6e53-476f-9cc0-bd52bb7ffb10,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:50.832365 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36684) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:50.839690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Request body: {'subnets': [{'network_id': '86976795-09b0-40b3-a8c8-582135ddd0ba', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--244989332', 'ip_version': 6}, {'network_id': '52778840-4ffc-4d33-badf-b833c9e126dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:50.840036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Request body: {'subnet': {'network_id': '86976795-09b0-40b3-a8c8-582135ddd0ba', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--244989332', 'ip_version': 6}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:50.840730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Request body: {'subnet': {'network_id': '52778840-4ffc-4d33-badf-b833c9e126dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:50.843575 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f229a1b2-72c3-4507-8bd7-f745ae5c988f admin admin] Checking segment: {'id': 'd72a55e8-cbc2-4988-a2e5-b0beb72f19e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '803802bf-240d-4e45-a10b-923c0b2d27e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:50.843938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f229a1b2-72c3-4507-8bd7-f745ae5c988f admin admin] Network hostable DHCP agents. Network: 803802bf-240d-4e45-a10b-923c0b2d27e1, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:29:50.917685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f229a1b2-72c3-4507-8bd7-f745ae5c988f admin admin] Network 803802bf-240d-4e45-a10b-923c0b2d27e1 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:29:50.931506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-f229a1b2-72c3-4507-8bd7-f745ae5c988f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 803802bf-240d-4e45-a10b-923c0b2d27e1) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:50.937200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f229a1b2-72c3-4507-8bd7-f745ae5c988f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:50.937783 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f229a1b2-72c3-4507-8bd7-f745ae5c988f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:50.940798 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fc180d-8bf0-458e-8027-747525d5ff06 None None] Network 803802bf-240d-4e45-a10b-923c0b2d27e1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:50.949355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ecda6-a08e-4755-9523-559b6e1d7277 req-952fe68e-21eb-496b-ae70-a913cdb9e6db tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:50.950838 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-811ecda6-a08e-4755-9523-559b6e1d7277 req-952fe68e-21eb-496b-ae70-a913cdb9e6db tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.1011686 May 30 20:29:51.001783 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f229a1b2-72c3-4507-8bd7-f745ae5c988f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5790555 May 30 20:29:51.006694 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-811ecda6-a08e-4755-9523-559b6e1d7277 req-bb460046-5620-446f-be37-72057a5a4158 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477474 May 30 20:29:51.075080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:51.078921 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Usage tracker for resource:subnet and tenant:37099072203b4f8fa03ad00a578226b1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:51.081932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:51.088036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:51.097217 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Made reservation on behalf of 37099072203b4f8fa03ad00a578226b1 for: {'subnet': 2} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:51.186250 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dbd64f-6f01-43eb-a9f8-9490b64d77e6 None None] Network 803802bf-240d-4e45-a10b-923c0b2d27e1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:51.305151 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:51.305739 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:51.756552 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:51.841685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event updated for resources: {'Subnet': ['ID=39c44864-dcc0-4aa0-a1bf-b2cb44d3c4d6,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:51.858081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Checking segment: {'id': 'b6c6ba86-cb94-44b0-b67f-542205e3c226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '86976795-09b0-40b3-a8c8-582135ddd0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:51.858440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Network hostable DHCP agents. Network: 86976795-09b0-40b3-a8c8-582135ddd0ba, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:29:51.881388 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36706) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:51.885138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Network 86976795-09b0-40b3-a8c8-582135ddd0ba is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:29:51.887510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1317974099-network', 'tenant_id': 'b150101b13824c259a498b99480f2960'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:51.892791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:51.895488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 86976795-09b0-40b3-a8c8-582135ddd0ba) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:51.897828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Usage tracker for resource:network and tenant:b150101b13824c259a498b99480f2960 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:51.899747 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:51.900946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:51.904604 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0149486-2279-442e-bbcd-eda4f2ab16f1 None None] Network 86976795-09b0-40b3-a8c8-582135ddd0ba requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:51.909495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:51.920409 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Made reservation on behalf of b150101b13824c259a498b99480f2960 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:51.922276 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:51.934747 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:51.970158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:51.974522 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Usage tracker for resource:security_group_rule and tenant:b150101b13824c259a498b99480f2960 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:51.975217 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event updated for resources: {'Subnet': ['ID=0db87471-b63d-4245-b64e-c92a7e3ad12f,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:51.977333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:51.984370 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:52.006053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Checking segment: {'id': '0f9700db-39a6-482b-9cc5-f042e5640722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '52778840-4ffc-4d33-badf-b833c9e126dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:52.006484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Network hostable DHCP agents. Network: 52778840-4ffc-4d33-badf-b833c9e126dc, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:29:52.030258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Network 52778840-4ffc-4d33-badf-b833c9e126dc is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:29:52.040036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 52778840-4ffc-4d33-badf-b833c9e126dc) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:52.044309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:52.044689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:52.045488 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.064041 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.069493 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc16695-66e1-4130-9129-ad42452e53d7 None None] Network 52778840-4ffc-4d33-badf-b833c9e126dc requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:52.070879 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.071973 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-46dc1a5a-f2fe-4797-9d56-4c7f3acc9ed7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.2378542 May 30 20:29:52.074554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36712) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:52.109316 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:52.115450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e650f488-97c2-4d16-86b3-bfc1277d4ed8,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:52.122965 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.123416 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Added segment 5dd8af02-db05-40bd-8f49-53fb4a6d8e44 of type vlan for network a67f4036-4f8c-4d02-9400-ee61c278c617 May 30 20:29:52.154159 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.198545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74163d66-330d-49ae-bca9-3e3be3521df9 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:52.200120 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74163d66-330d-49ae-bca9-3e3be3521df9 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:52.201856 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74163d66-330d-49ae-bca9-3e3be3521df9 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:52.202464 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-74163d66-330d-49ae-bca9-3e3be3521df9 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Synchronizing usage tracker for tenant:37099072203b4f8fa03ad00a578226b1 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:52.229309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-74163d66-330d-49ae-bca9-3e3be3521df9 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Unset dirty status for tenant:37099072203b4f8fa03ad00a578226b1 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:52.230939 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-74163d66-330d-49ae-bca9-3e3be3521df9 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1553693 May 30 20:29:52.241380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36716) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:52.247403 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.248305 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:52.249153 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.313306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-c375fa94-8259-40c4-aeda-1eb407dd35dd tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Deleting subnet 39c44864-dcc0-4aa0-a1bf-b2cb44d3c4d6 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:29:52.317019 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c375fa94-8259-40c4-aeda-1eb407dd35dd tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.338384 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a90079a-7365-4dfe-8d2f-52739bd98370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-86976795-09b0-40b3-a8c8-582135ddd0ba', 'network_id': '86976795-09b0-40b3-a8c8-582135ddd0ba', 'tenant_id': '37099072203b4f8fa03ad00a578226b1', 'fixed_ips': [{'subnet_id': '39c44864-dcc0-4aa0-a1bf-b2cb44d3c4d6'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:29:52.339253 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7a90079a-7365-4dfe-8d2f-52739bd98370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.352308 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4672263 May 30 20:29:52.353346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36720) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:52.359059 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1c9355b7-f209-4385-b2c6-df4205eaeb35 admin admin] Request body: {'subnet': {'network_id': 'a67f4036-4f8c-4d02-9400-ee61c278c617', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1317974099-subnet', 'tenant_id': 'b150101b13824c259a498b99480f2960', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:52.372175 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1c9355b7-f209-4385-b2c6-df4205eaeb35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:52.380091 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1c9355b7-f209-4385-b2c6-df4205eaeb35 admin admin] Usage tracker for resource:subnet and tenant:b150101b13824c259a498b99480f2960 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:52.383035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffb92d-1d10-4639-a432-5379e81419e3 admin admin] Pushing event updated for resources: {'Network': ['ID=a67f4036-4f8c-4d02-9400-ee61c278c617,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:52.385541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1c9355b7-f209-4385-b2c6-df4205eaeb35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:52.395264 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1c9355b7-f209-4385-b2c6-df4205eaeb35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:52.395630 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4080ebe-d57b-48c0-bb9e-6b803a921cd2 req-65aac422-c05f-411c-b683-64ad4828b614 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:52.398734 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c375fa94-8259-40c4-aeda-1eb407dd35dd tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.403717 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d4080ebe-d57b-48c0-bb9e-6b803a921cd2 req-65aac422-c05f-411c-b683-64ad4828b614 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.2297390 May 30 20:29:52.429620 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network a67f4036-4f8c-4d02-9400-ee61c278c617 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:52.448320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9355b7-f209-4385-b2c6-df4205eaeb35 admin admin] Made reservation on behalf of b150101b13824c259a498b99480f2960 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:52.450721 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c9355b7-f209-4385-b2c6-df4205eaeb35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.452515 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d4080ebe-d57b-48c0-bb9e-6b803a921cd2 req-81e37feb-d32e-493f-ab87-f68f3dee9fce tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478010 May 30 20:29:52.548235 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c375fa94-8259-40c4-aeda-1eb407dd35dd tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.621400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-52778840-4ffc-4d33-badf-b833c9e126dc', 'network_id': '52778840-4ffc-4d33-badf-b833c9e126dc', 'tenant_id': '37099072203b4f8fa03ad00a578226b1', 'fixed_ips': [{'subnet_id': '0db87471-b63d-4245-b64e-c92a7e3ad12f'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:29:52.622563 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.646399 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c375fa94-8259-40c4-aeda-1eb407dd35dd tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server [None req-7a90079a-7365-4dfe-8d2f-52739bd98370 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39c44864-dcc0-4aa0-a1bf-b2cb44d3c4d6: This subnet is being modified by another concurrent operation. May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise exception May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39c44864-dcc0-4aa0-a1bf-b2cb44d3c4d6: This subnet is being modified by another concurrent operation. May 30 20:29:52.683845 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server May 30 20:29:52.711662 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097140f5-a5c6-4dc2-a4e6-5b94b5882b67 None None] Network 86976795-09b0-40b3-a8c8-582135ddd0ba requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:52.810068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375fa94-8259-40c4-aeda-1eb407dd35dd tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event deleted for resources: {'Subnet': ['ID=39c44864-dcc0-4aa0-a1bf-b2cb44d3c4d6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:52.830727 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c375fa94-8259-40c4-aeda-1eb407dd35dd tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.872152 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c375fa94-8259-40c4-aeda-1eb407dd35dd tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "DELETE /v2.0/subnets/39c44864-dcc0-4aa0-a1bf-b2cb44d3c4d6 HTTP/1.1" status: 204 len: 168 time: 0.6294158 May 30 20:29:52.874676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36726) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:52.913190 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c9355b7-f209-4385-b2c6-df4205eaeb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.952380 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Allocated IP 2001:db8:0:1::1 (52778840-4ffc-4d33-badf-b833c9e126dc/0db87471-b63d-4245-b64e-c92a7e3ad12f/c0b071ed-596f-4045-b84d-a40b3b639136) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:52.997453 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9355b7-f209-4385-b2c6-df4205eaeb35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67d8389c-2fde-4b2c-9444-1a8ca904b9f8,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:53.004415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfae9486-d1d1-4f5b-a5b1-f08831403a83 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Deleting subnet 0db87471-b63d-4245-b64e-c92a7e3ad12f {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:29:53.028547 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9355b7-f209-4385-b2c6-df4205eaeb35 admin admin] Checking segment: {'id': '5dd8af02-db05-40bd-8f49-53fb4a6d8e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a67f4036-4f8c-4d02-9400-ee61c278c617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:53.028897 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9355b7-f209-4385-b2c6-df4205eaeb35 admin admin] Network hostable DHCP agents. Network: a67f4036-4f8c-4d02-9400-ee61c278c617, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:29:53.052107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9355b7-f209-4385-b2c6-df4205eaeb35 admin admin] Network a67f4036-4f8c-4d02-9400-ee61c278c617 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:29:53.061346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-1c9355b7-f209-4385-b2c6-df4205eaeb35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, a67f4036-4f8c-4d02-9400-ee61c278c617) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:53.065707 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9355b7-f209-4385-b2c6-df4205eaeb35 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:53.066308 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c9355b7-f209-4385-b2c6-df4205eaeb35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.077379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1420b5e7-7b13-4473-a11e-a43cb03f13a8 None None] Network a67f4036-4f8c-4d02-9400-ee61c278c617 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:53.088711 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1c9355b7-f209-4385-b2c6-df4205eaeb35 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7341783 May 30 20:29:53.263433 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.306009 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Transition to ACTIVE for port object c0b071ed-596f-4045-b84d-a40b3b639136 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:53.337845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Transition to ACTIVE for port object c0b071ed-596f-4045-b84d-a40b3b639136 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:53.345265 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cfae9486-d1d1-4f5b-a5b1-f08831403a83 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.372889 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.403709 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cfae9486-d1d1-4f5b-a5b1-f08831403a83 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.441703 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8ada3f-34c7-4b81-9ef5-85809fea5dba None None] Network a67f4036-4f8c-4d02-9400-ee61c278c617 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:53.493231 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cfae9486-d1d1-4f5b-a5b1-f08831403a83 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.538085 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Network 52778840-4ffc-4d33-badf-b833c9e126dc is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:53.549706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:53.561172 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:53.566959 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Pushing event updated for resources: {'Port': ['ID=c0b071ed-596f-4045-b84d-a40b3b639136,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:53.605017 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cfae9486-d1d1-4f5b-a5b1-f08831403a83 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.643718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae9486-d1d1-4f5b-a5b1-f08831403a83 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event deleted for resources: {'Subnet': ['ID=0db87471-b63d-4245-b64e-c92a7e3ad12f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:53.650724 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cfae9486-d1d1-4f5b-a5b1-f08831403a83 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.663620 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cfae9486-d1d1-4f5b-a5b1-f08831403a83 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "DELETE /v2.0/subnets/0db87471-b63d-4245-b64e-c92a7e3ad12f HTTP/1.1" status: 204 len: 168 time: 0.7858047 May 30 20:29:53.663931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36744) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:53.729645 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Attempting to bind port c0b071ed-596f-4045-b84d-a40b3b639136 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:53.730112 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Attempting to bind port c0b071ed-596f-4045-b84d-a40b3b639136 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '0f9700db-39a6-482b-9cc5-f042e5640722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '52778840-4ffc-4d33-badf-b833c9e126dc'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:53.730543 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Attempting to bind port c0b071ed-596f-4045-b84d-a40b3b639136 on network 52778840-4ffc-4d33-badf-b833c9e126dc {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:53.731778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6671c6ce-227e-4fdb-8639-15bd68bb5f62 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:53.732570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6671c6ce-227e-4fdb-8639-15bd68bb5f62 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Synchronizing usage tracker for tenant:37099072203b4f8fa03ad00a578226b1 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:53.749956 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:29:53.750429 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Checking segment: {'id': '0f9700db-39a6-482b-9cc5-f042e5640722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '52778840-4ffc-4d33-badf-b833c9e126dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:53.751018 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.751509 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Bound using segment: {'id': '0f9700db-39a6-482b-9cc5-f042e5640722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '52778840-4ffc-4d33-badf-b833c9e126dc'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:29:53.752073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Bound port: c0b071ed-596f-4045-b84d-a40b3b639136, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9700db-39a6-482b-9cc5-f042e5640722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '52778840-4ffc-4d33-badf-b833c9e126dc'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:29:53.752545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6671c6ce-227e-4fdb-8639-15bd68bb5f62 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Unset dirty status for tenant:37099072203b4f8fa03ad00a578226b1 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:53.752688 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.757897 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6671c6ce-227e-4fdb-8639-15bd68bb5f62 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0894973 May 30 20:29:53.759275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36748) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:53.881136 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c245b3-3816-4df3-b0b2-9a6212a75450 req-dbfcff75-9c64-409b-b471-e351f4dbe592 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:53.882597 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60c245b3-3816-4df3-b0b2-9a6212a75450 req-dbfcff75-9c64-409b-b471-e351f4dbe592 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.2800426 May 30 20:29:53.884628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.897797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Deleting port c0b071ed-596f-4045-b84d-a40b3b639136 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:53.898629 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.924457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5c1813c9-21db-40ea-8a97-758a1eed43f1 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:53.927239 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5c1813c9-21db-40ea-8a97-758a1eed43f1 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/networks?id=803802bf-240d-4e45-a10b-923c0b2d27e1 HTTP/1.1" status: 200 len: 809 time: 0.3582611 May 30 20:29:53.942133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-656b068b-9a19-4b37-b055-8773287e533b None None] For port c0b071ed-596f-4045-b84d-a40b3b639136, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:29:53.946600 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-656b068b-9a19-4b37-b055-8773287e533b None None] For port c0b071ed-596f-4045-b84d-a40b3b639136, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c0b071ed-596f-4045-b84d-a40b3b639136,segment=NetworkSegment(0f9700db-39a6-482b-9cc5-f042e5640722),segment_id=0f9700db-39a6-482b-9cc5-f042e5640722)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:29:53.951684 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.961510 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60c245b3-3816-4df3-b0b2-9a6212a75450 req-d061ed55-fb74-4296-aa19-f57696368811 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689552 May 30 20:29:53.962819 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34099f2c-a270-4eeb-b606-670da8661d1b req-01c19b62-525b-4890-9300-d8de82b73921 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/quotas/9846a166e1ff46ee921f80f3f55d439f HTTP/1.1" status: 200 len: 375 time: 0.0236380 May 30 20:29:54.021297 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34099f2c-a270-4eeb-b606-670da8661d1b req-bdc9fbd8-cf64-46e4-b7be-bf680916cd2e tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=9846a166e1ff46ee921f80f3f55d439f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518222 May 30 20:29:54.056387 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b068b-9a19-4b37-b055-8773287e533b None None] Pushing event updated for resources: {'Port': ['ID=c0b071ed-596f-4045-b84d-a40b3b639136,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:54.121664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] For port c0b071ed-596f-4045-b84d-a40b3b639136, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c0b071ed-596f-4045-b84d-a40b3b639136,segment=NetworkSegment(0f9700db-39a6-482b-9cc5-f042e5640722),segment_id=0f9700db-39a6-482b-9cc5-f042e5640722)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:54.122057 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.135117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a74dc8-fbc7-4ffb-96a1-8ccfd2e26b3f None None] Network 52778840-4ffc-4d33-badf-b833c9e126dc requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:54.162835 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34099f2c-a270-4eeb-b606-670da8661d1b req-4d42edf9-0b4f-43cb-bf72-19ede2793b63 service neutron] 10.222.0.84 "GET /v2.0/networks/803802bf-240d-4e45-a10b-923c0b2d27e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339850 May 30 20:29:54.261577 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Calling delete_port for c0b071ed-596f-4045-b84d-a40b3b639136 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:54.304099 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34099f2c-a270-4eeb-b606-670da8661d1b req-a663e131-e182-4caa-8ed5-7a439b626421 service neutron] 10.222.0.84 "GET /v2.0/networks/803802bf-240d-4e45-a10b-923c0b2d27e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342080 May 30 20:29:54.332395 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf1d329-1b7c-48db-8ad0-5132aca5172f None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:29:54.355394 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.405200 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event deleted for resources: {'Port': ['ID=c0b071ed-596f-4045-b84d-a40b3b639136,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:54.412136 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] No DVR routers for this DVR port c0b071ed-596f-4045-b84d-a40b3b639136 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:29:54.471653 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf1d329-1b7c-48db-8ad0-5132aca5172f None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:29:54.552504 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8602aa9f-7c5e-4e57-a2f6-e49d59cfdaf1 req-b13a0952-e601-4624-90b0-3c3dcabdfaac tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/ports?device_id=41838849-f6bc-41f5-a37e-0730968243d4 HTTP/1.1" status: 200 len: 210 time: 0.0533662 May 30 20:29:54.555037 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.587446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52778840-4ffc-4d33-badf-b833c9e126dc']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:54.600690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9700db-39a6-482b-9cc5-f042e5640722') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:54.600980 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9700db-39a6-482b-9cc5-f042e5640722') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:54.613456 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.632780 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.640435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:29:54.641030 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: timer() May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:29:54.659130 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:29:54.750558 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.778532 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.797112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event deleted for resources: {'Network': ['ID=52778840-4ffc-4d33-badf-b833c9e126dc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:54.805078 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-feb4224b-85db-45bb-b5a4-15851ff539ac tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "DELETE /v2.0/networks/52778840-4ffc-4d33-badf-b833c9e126dc HTTP/1.1" status: 204 len: 168 time: 1.0447407 May 30 20:29:54.807996 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36762) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:54.865012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d8fb68-5847-414b-b79a-4b23ece42cf4 None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:29:54.992426 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8fb68-5847-414b-b79a-4b23ece42cf4 None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:29:55.026229 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0dba19a-abfd-4307-8d6a-e7910fe2fbe7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.177482 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0dba19a-abfd-4307-8d6a-e7910fe2fbe7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.194202 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672af09f-403e-4489-a5fd-eea03e152dcf req-574f0e78-35e1-4918-a9e7-aa3be6e64e3a tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:55.201372 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-672af09f-403e-4489-a5fd-eea03e152dcf req-574f0e78-35e1-4918-a9e7-aa3be6e64e3a tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.0897560 May 30 20:29:55.206017 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f0dba19a-abfd-4307-8d6a-e7910fe2fbe7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86976795-09b0-40b3-a8c8-582135ddd0ba']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:55.220488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f0dba19a-abfd-4307-8d6a-e7910fe2fbe7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c6ba86-cb94-44b0-b67f-542205e3c226') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:55.220921 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f0dba19a-abfd-4307-8d6a-e7910fe2fbe7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c6ba86-cb94-44b0-b67f-542205e3c226') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:55.233719 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0dba19a-abfd-4307-8d6a-e7910fe2fbe7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.254481 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0dba19a-abfd-4307-8d6a-e7910fe2fbe7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.264025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0dba19a-abfd-4307-8d6a-e7910fe2fbe7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:29:55.264464 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-672af09f-403e-4489-a5fd-eea03e152dcf req-e2754314-4907-4dfb-a288-ce90045b0f3a tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619991 May 30 20:29:55.264792 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0dba19a-abfd-4307-8d6a-e7910fe2fbe7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: timer() May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:29:55.289123 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:29:55.382126 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0dba19a-abfd-4307-8d6a-e7910fe2fbe7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.409304 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0dba19a-abfd-4307-8d6a-e7910fe2fbe7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.421412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dba19a-abfd-4307-8d6a-e7910fe2fbe7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event deleted for resources: {'Network': ['ID=86976795-09b0-40b3-a8c8-582135ddd0ba,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:55.426997 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f0dba19a-abfd-4307-8d6a-e7910fe2fbe7 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "DELETE /v2.0/networks/86976795-09b0-40b3-a8c8-582135ddd0ba HTTP/1.1" status: 204 len: 168 time: 0.6186984 May 30 20:29:55.429856 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36772) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:55.552108 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-992ad1c0-b343-44e2-9ff4-4a084fcc6ff6 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.728524 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c0dfbcc-f089-49d7-aa94-400c1e8f84be req-dd1984d6-e600-48bf-83e8-070d1d76667d tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/ports?device_id=41838849-f6bc-41f5-a37e-0730968243d4 HTTP/1.1" status: 200 len: 210 time: 0.0610483 May 30 20:29:55.729993 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-992ad1c0-b343-44e2-9ff4-4a084fcc6ff6 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.758358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-992ad1c0-b343-44e2-9ff4-4a084fcc6ff6 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c65f982-cb74-4bb8-ba93-62ff04e9ec56']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:55.771474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-992ad1c0-b343-44e2-9ff4-4a084fcc6ff6 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b67298-79d6-4901-acd1-42b5fa77de5b') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:55.771890 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-992ad1c0-b343-44e2-9ff4-4a084fcc6ff6 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b67298-79d6-4901-acd1-42b5fa77de5b') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:55.783707 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-992ad1c0-b343-44e2-9ff4-4a084fcc6ff6 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.800708 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-992ad1c0-b343-44e2-9ff4-4a084fcc6ff6 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.807162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992ad1c0-b343-44e2-9ff4-4a084fcc6ff6 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:29:55.807562 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-992ad1c0-b343-44e2-9ff4-4a084fcc6ff6 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: timer() May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:29:55.822627 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:29:55.992151 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-992ad1c0-b343-44e2-9ff4-4a084fcc6ff6 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.023078 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-992ad1c0-b343-44e2-9ff4-4a084fcc6ff6 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.042408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ad1c0-b343-44e2-9ff4-4a084fcc6ff6 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event deleted for resources: {'Network': ['ID=0c65f982-cb74-4bb8-ba93-62ff04e9ec56,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:56.052711 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-992ad1c0-b343-44e2-9ff4-4a084fcc6ff6 tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "DELETE /v2.0/networks/0c65f982-cb74-4bb8-ba93-62ff04e9ec56 HTTP/1.1" status: 204 len: 168 time: 0.6218114 May 30 20:29:56.055739 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36778) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:56.063916 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34099f2c-a270-4eeb-b606-670da8661d1b req-0c8a324c-cb83-4873-ac85-b7c231a81efa tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:56.065316 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34099f2c-a270-4eeb-b606-670da8661d1b req-0c8a324c-cb83-4873-ac85-b7c231a81efa tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.93 "GET /v2.0/networks?id=803802bf-240d-4e45-a10b-923c0b2d27e1 HTTP/1.1" status: 200 len: 809 time: 0.2418733 May 30 20:29:56.082771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-34099f2c-a270-4eeb-b606-670da8661d1b req-a87fc5d8-bf11-4eed-98fd-c1711ef09fd7 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Request body: {'port': {'device_id': '41838849-f6bc-41f5-a37e-0730968243d4', 'network_id': '803802bf-240d-4e45-a10b-923c0b2d27e1', 'admin_state_up': True, 'tenant_id': '9846a166e1ff46ee921f80f3f55d439f'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:56.169236 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c46c0a4-9ae3-489b-bcea-964f6d8071ee tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.218165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-34099f2c-a270-4eeb-b606-670da8661d1b req-a87fc5d8-bf11-4eed-98fd-c1711ef09fd7 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:56.222429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-34099f2c-a270-4eeb-b606-670da8661d1b req-a87fc5d8-bf11-4eed-98fd-c1711ef09fd7 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Usage tracker for resource:port and tenant:9846a166e1ff46ee921f80f3f55d439f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:56.225254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-34099f2c-a270-4eeb-b606-670da8661d1b req-a87fc5d8-bf11-4eed-98fd-c1711ef09fd7 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:56.231086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-34099f2c-a270-4eeb-b606-670da8661d1b req-a87fc5d8-bf11-4eed-98fd-c1711ef09fd7 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:56.241172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34099f2c-a270-4eeb-b606-670da8661d1b req-a87fc5d8-bf11-4eed-98fd-c1711ef09fd7 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Made reservation on behalf of 9846a166e1ff46ee921f80f3f55d439f for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:56.244344 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-34099f2c-a270-4eeb-b606-670da8661d1b req-a87fc5d8-bf11-4eed-98fd-c1711ef09fd7 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.303514 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c46c0a4-9ae3-489b-bcea-964f6d8071ee tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.335708 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-0c46c0a4-9ae3-489b-bcea-964f6d8071ee tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3609be3c-f194-4aba-86ad-cb121144c5b0']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:56.348385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-0c46c0a4-9ae3-489b-bcea-964f6d8071ee tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe1e82b-de73-4449-8f49-7297e4331cbe') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:56.348678 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-0c46c0a4-9ae3-489b-bcea-964f6d8071ee tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe1e82b-de73-4449-8f49-7297e4331cbe') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:56.361930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c46c0a4-9ae3-489b-bcea-964f6d8071ee tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.380020 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c46c0a4-9ae3-489b-bcea-964f6d8071ee tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.388022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c46c0a4-9ae3-489b-bcea-964f6d8071ee tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:29:56.388022 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c46c0a4-9ae3-489b-bcea-964f6d8071ee tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: timer() May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:29:56.403555 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:29:56.423168 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-34099f2c-a270-4eeb-b606-670da8661d1b req-a87fc5d8-bf11-4eed-98fd-c1711ef09fd7 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Allocated IP 172.20.0.14 (803802bf-240d-4e45-a10b-923c0b2d27e1/691f6179-6e53-476f-9cc0-bd52bb7ffb10/ff8a2978-ac40-4dec-bcb2-cb72e4e00d12) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:56.486723 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c46c0a4-9ae3-489b-bcea-964f6d8071ee tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.504921 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c46c0a4-9ae3-489b-bcea-964f6d8071ee tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.516313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46c0a4-9ae3-489b-bcea-964f6d8071ee tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] Pushing event deleted for resources: {'Network': ['ID=3609be3c-f194-4aba-86ad-cb121144c5b0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:56.521415 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0c46c0a4-9ae3-489b-bcea-964f6d8071ee tempest-BulkNetworkOpsIpV6Test-984097281 tempest-BulkNetworkOpsIpV6Test-984097281-project] 10.222.0.84 "DELETE /v2.0/networks/3609be3c-f194-4aba-86ad-cb121144c5b0 HTTP/1.1" status: 204 len: 168 time: 0.4645746 May 30 20:29:56.746027 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c6932-8efb-4947-b34f-ce263cb5fc73 req-c865a1dc-a349-47b7-8b43-b078ba823dac tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:56.746667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-635c6932-8efb-4947-b34f-ce263cb5fc73 req-c865a1dc-a349-47b7-8b43-b078ba823dac tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.3069134 May 30 20:29:56.833869 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-635c6932-8efb-4947-b34f-ce263cb5fc73 req-0f7a8885-b958-4cfb-8b87-a41f9cb6dba5 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805697 May 30 20:29:56.836515 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-34099f2c-a270-4eeb-b606-670da8661d1b req-a87fc5d8-bf11-4eed-98fd-c1711ef09fd7 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.850295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36790) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:56.905294 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-676fdee1-a664-4c86-8e0a-9692c621cb57 req-869c5726-48f4-484c-939d-739660807fb2 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/ports?device_id=41838849-f6bc-41f5-a37e-0730968243d4 HTTP/1.1" status: 200 len: 210 time: 0.0429354 May 30 20:29:56.907647 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-34099f2c-a270-4eeb-b606-670da8661d1b req-a87fc5d8-bf11-4eed-98fd-c1711ef09fd7 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.990211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34099f2c-a270-4eeb-b606-670da8661d1b req-a87fc5d8-bf11-4eed-98fd-c1711ef09fd7 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Network 803802bf-240d-4e45-a10b-923c0b2d27e1 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:56.993184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-34099f2c-a270-4eeb-b606-670da8661d1b req-a87fc5d8-bf11-4eed-98fd-c1711ef09fd7 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:56.997886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-34099f2c-a270-4eeb-b606-670da8661d1b req-a87fc5d8-bf11-4eed-98fd-c1711ef09fd7 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:57.032358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fc5d8-bf11-4eed-98fd-c1711ef09fd7 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Pushing event updated for resources: {'Port': ['ID=ff8a2978-ac40-4dec-bcb2-cb72e4e00d12,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:57.046696 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d4668258-d0c7-4429-b924-c5a3acffb66d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=37099072203b4f8fa03ad00a578226b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1952610 May 30 20:29:57.049139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36796) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:57.061887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34099f2c-a270-4eeb-b606-670da8661d1b req-a87fc5d8-bf11-4eed-98fd-c1711ef09fd7 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:57.062491 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-34099f2c-a270-4eeb-b606-670da8661d1b req-a87fc5d8-bf11-4eed-98fd-c1711ef09fd7 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.083738 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34099f2c-a270-4eeb-b606-670da8661d1b req-a87fc5d8-bf11-4eed-98fd-c1711ef09fd7 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0051613 May 30 20:29:57.095212 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Request body: {'port': {'device_id': '41838849-f6bc-41f5-a37e-0730968243d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:57.114513 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b2d27457-d4a8-4206-854a-2fa6525340b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.140397 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b2d27457-d4a8-4206-854a-2fa6525340b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.191952 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b2d27457-d4a8-4206-854a-2fa6525340b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.206147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d27457-d4a8-4206-854a-2fa6525340b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532918bc-8a35-4c3c-9dd4-4b0a597ad5eb,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:57.206306 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.219120 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b2d27457-d4a8-4206-854a-2fa6525340b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.221226 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b2d27457-d4a8-4206-854a-2fa6525340b3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/532918bc-8a35-4c3c-9dd4-4b0a597ad5eb HTTP/1.1" status: 204 len: 168 time: 0.1709664 May 30 20:29:57.260468 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 16341635-9f98-4337-b413-4852c8f07e1f details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:29:57.407178 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 16341635-9f98-4337-b413-4852c8f07e1f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=16341635-9f98-4337-b413-4852c8f07e1f,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:57.422332 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '16341635-9f98-4337-b413-4852c8f07e1f', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'port_id': '16341635-9f98-4337-b413-4852c8f07e1f', 'mac_address': 'fa:16:3e:bd:78:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:29:57.477643 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.495486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16341635-9f98-4337-b413-4852c8f07e1f {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:29:57.511500 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 16341635-9f98-4337-b413-4852c8f07e1f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=16341635-9f98-4337-b413-4852c8f07e1f,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:57.516957 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.595059 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=16341635-9f98-4337-b413-4852c8f07e1f,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:57.599323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['16341635-9f98-4337-b413-4852c8f07e1f'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:29:57.603906 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:29:57.611883 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.627733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Transition to ACTIVE for port object ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:57.632345 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.763596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Pushing event updated for resources: {'Port': ['ID=ff8a2978-ac40-4dec-bcb2-cb72e4e00d12,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:57.784981 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7ed17f0f-bbc7-48d7-844d-fc3a56aeb60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.874114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Attempting to bind port ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:57.874447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Attempting to bind port ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'd72a55e8-cbc2-4988-a2e5-b0beb72f19e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '803802bf-240d-4e45-a10b-923c0b2d27e1'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:57.874772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Attempting to bind port ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 on network 803802bf-240d-4e45-a10b-923c0b2d27e1 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:57.881342 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Port ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 on network 803802bf-240d-4e45-a10b-923c0b2d27e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:29:57.881667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Attempting to bind port ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 on network 803802bf-240d-4e45-a10b-923c0b2d27e1 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:57.888324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:29:57.888663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Checking segment: {'id': 'd72a55e8-cbc2-4988-a2e5-b0beb72f19e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '803802bf-240d-4e45-a10b-923c0b2d27e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:57.889045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Bound using segment: {'id': 'd72a55e8-cbc2-4988-a2e5-b0beb72f19e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '803802bf-240d-4e45-a10b-923c0b2d27e1'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:29:57.889501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Bound port: ff8a2978-ac40-4dec-bcb2-cb72e4e00d12, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72a55e8-cbc2-4988-a2e5-b0beb72f19e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '803802bf-240d-4e45-a10b-923c0b2d27e1'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:29:57.889847 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.025356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] For port ff8a2978-ac40-4dec-bcb2-cb72e4e00d12, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:29:58.046595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] For port ff8a2978-ac40-4dec-bcb2-cb72e4e00d12, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ff8a2978-ac40-4dec-bcb2-cb72e4e00d12,segment=NetworkSegment(d72a55e8-cbc2-4988-a2e5-b0beb72f19e7),segment_id=d72a55e8-cbc2-4988-a2e5-b0beb72f19e7)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:29:58.062567 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.110454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36822) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:58.181196 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.182415 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34099f2c-a270-4eeb-b606-670da8661d1b req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] 10.222.0.93 "PUT /v2.0/ports/ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 HTTP/1.1" status: 200 len: 1092 time: 1.0911613 May 30 20:29:58.186502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41838849-f6bc-41f5-a37e-0730968243d4', 'tag': 'ff8a2978-ac40-4dec-bcb2-cb72e4e00d12'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:58.223945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cebee-497d-4aa4-b17c-ad7f638db051 req-6055a449-7830-4d65-8a07-573ebcb30af3 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:58.230638 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-092cebee-497d-4aa4-b17c-ad7f638db051 req-6055a449-7830-4d65-8a07-573ebcb30af3 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 945 time: 0.2384651 May 30 20:29:58.235379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feed9a3-70e2-4edb-998e-781e6b6dc23f service neutron] Pushing event updated for resources: {'Port': ['ID=ff8a2978-ac40-4dec-bcb2-cb72e4e00d12,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:58.277056 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-401142761'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:58.283418 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:58.288789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:network and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:58.294071 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:58.306247 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:58.317530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:58.320730 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.335620 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.351349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10e84a-ebcc-4645-bbdc-e7ee22251454 req-bc48cfd0-adbd-4907-8c23-de98cf83fcce tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:58.352529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3e10e84a-ebcc-4645-bbdc-e7ee22251454 req-bc48cfd0-adbd-4907-8c23-de98cf83fcce tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Synchronizing usage tracker for tenant:9846a166e1ff46ee921f80f3f55d439f on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:58.369422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-092cebee-497d-4aa4-b17c-ad7f638db051 req-79d38ff5-e1e3-4f74-8cd1-781bd10f96f4 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376829 May 30 20:29:58.370840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:58.374815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:security_group_rule and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:58.378007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:58.385410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:58.396470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3e10e84a-ebcc-4645-bbdc-e7ee22251454 req-bc48cfd0-adbd-4907-8c23-de98cf83fcce tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Unset dirty status for tenant:9846a166e1ff46ee921f80f3f55d439f on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:58.397788 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e10e84a-ebcc-4645-bbdc-e7ee22251454 req-bc48cfd0-adbd-4907-8c23-de98cf83fcce tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/ports?device_id=41838849-f6bc-41f5-a37e-0730968243d4 HTTP/1.1" status: 200 len: 944 time: 0.3404636 May 30 20:29:58.401919 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34099f2c-a270-4eeb-b606-670da8661d1b req-105cd240-8ac0-430e-95ea-c67fc1747fcf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9846a166e1ff46ee921f80f3f55d439f&device_id=41838849-f6bc-41f5-a37e-0730968243d4 HTTP/1.1" status: 200 len: 1095 time: 0.1680188 May 30 20:29:58.474044 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.479479 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.495305 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:58.503517 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34099f2c-a270-4eeb-b606-670da8661d1b req-d826aa31-a224-47ec-9b5d-9028182ed5ae service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 HTTP/1.1" status: 200 len: 217 time: 0.0811815 May 30 20:29:58.505121 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e806a9-861e-4749-bdea-9f290be0235d'] response: {'name': 'network-changed', 'server_uuid': '41838849-f6bc-41f5-a37e-0730968243d4', 'tag': 'ff8a2978-ac40-4dec-bcb2-cb72e4e00d12', 'status': 'completed', 'code': 200} May 30 20:29:58.506290 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.506778 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Added segment 5e0a8d9f-699d-4906-b669-a57edbe3a26c of type vlan for network 30d3ac66-2288-49d2-a402-20bd64c35f10 May 30 20:29:58.537901 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.583652 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.587510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:58.588130 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.662975 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e10e84a-ebcc-4645-bbdc-e7ee22251454 req-817e2892-f90a-409e-9c93-d5a2a8aa236b tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/security-groups?id=7c85ad9e-b783-46e0-ae3c-f323c7d10602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574000 May 30 20:29:58.682483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34099f2c-a270-4eeb-b606-670da8661d1b req-aa620c26-82ee-4e60-b201-ce04bc657842 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:58.683908 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34099f2c-a270-4eeb-b606-670da8661d1b req-aa620c26-82ee-4e60-b201-ce04bc657842 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=691f6179-6e53-476f-9cc0-bd52bb7ffb10 HTTP/1.1" status: 200 len: 849 time: 0.1726418 May 30 20:29:58.716015 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732130c2-5eb8-4a34-bb9d-886449aee524,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:58.733664 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34099f2c-a270-4eeb-b606-670da8661d1b req-460cb3af-5510-45ac-b53f-569b2bb5d35e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=803802bf-240d-4e45-a10b-923c0b2d27e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434647 May 30 20:29:58.734059 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Network': ['ID=30d3ac66-2288-49d2-a402-20bd64c35f10,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:58.737566 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-057b3c48-6501-448e-b746-578f3d5ce6f1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6258852 May 30 20:29:58.741821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36842) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:58.753194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:58.757859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10', 'name': 'tempest-PortsIpV6TestJSON-80463276'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:58.923070 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:58.930121 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34099f2c-a270-4eeb-b606-670da8661d1b req-ed44c066-5e81-432c-9751-6409b74dcb25 service neutron] 10.222.0.93 "GET /v2.0/networks/803802bf-240d-4e45-a10b-923c0b2d27e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905236 May 30 20:29:58.930611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:port and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:58.933671 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:58.939920 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:58.956459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:58.960135 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.987264 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] device_id is not set on port 6b166f88-14d3-494b-9bd3-bea1fb148981 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:29:59.077777 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34099f2c-a270-4eeb-b606-670da8661d1b req-547055ed-42cb-460b-a1a7-080c82706851 service neutron] 10.222.0.93 "GET /v2.0/networks/803802bf-240d-4e45-a10b-923c0b2d27e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397686 May 30 20:29:59.220732 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b177293-8942-47f9-a388-f869ebdca92f req-2bee8de8-030b-44dd-a0cf-9cab22713e3a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9846a166e1ff46ee921f80f3f55d439f&device_id=41838849-f6bc-41f5-a37e-0730968243d4 HTTP/1.1" status: 200 len: 1095 time: 0.0969813 May 30 20:29:59.273881 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 16341635-9f98-4337-b413-4852c8f07e1f up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:59.300268 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.336458 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.383265 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 16341635-9f98-4337-b413-4852c8f07e1f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:59.384262 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.397198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b177293-8942-47f9-a388-f869ebdca92f req-61d25392-1c1f-497d-8d25-e60451c4b2f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:59.398686 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b177293-8942-47f9-a388-f869ebdca92f req-61d25392-1c1f-497d-8d25-e60451c4b2f5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=803802bf-240d-4e45-a10b-923c0b2d27e1 HTTP/1.1" status: 200 len: 910 time: 0.1711686 May 30 20:29:59.435608 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=6b166f88-14d3-494b-9bd3-bea1fb148981,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:59.454379 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Checking segment: {'id': '5e0a8d9f-699d-4906-b669-a57edbe3a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:59.454797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network hostable DHCP agents. Network: 30d3ac66-2288-49d2-a402-20bd64c35f10, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:29:59.488013 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b177293-8942-47f9-a388-f869ebdca92f req-457d4cca-c99a-4217-a0cd-4d6dacadca00 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 HTTP/1.1" status: 200 len: 217 time: 0.0818033 May 30 20:29:59.494179 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:29:59.519858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 30d3ac66-2288-49d2-a402-20bd64c35f10) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:59.529746 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:59.531047 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.538079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:59.542543 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c1163d-8af3-4b9a-a472-4b71d424cee5 None None] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:59.543697 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.582067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b177293-8942-47f9-a388-f869ebdca92f req-6d58b41d-fdbf-4d2c-ba34-e530c467ca83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:59.584225 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ba54b894-bb97-4a36-9740-11fa671932a4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.8413062 May 30 20:29:59.587256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36854) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:59.590715 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b177293-8942-47f9-a388-f869ebdca92f req-6d58b41d-fdbf-4d2c-ba34-e530c467ca83 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=691f6179-6e53-476f-9cc0-bd52bb7ffb10 HTTP/1.1" status: 200 len: 849 time: 0.0895815 May 30 20:29:59.594482 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-cfdeea1c-a008-4f91-90cf-9af1efdb9495 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-324478916'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:59.606333 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cfdeea1c-a008-4f91-90cf-9af1efdb9495 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:59.613890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cfdeea1c-a008-4f91-90cf-9af1efdb9495 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:network and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:59.620632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cfdeea1c-a008-4f91-90cf-9af1efdb9495 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:59.634835 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b177293-8942-47f9-a388-f869ebdca92f req-c0f9f420-e37e-45d2-b15d-36da8df0cf97 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=803802bf-240d-4e45-a10b-923c0b2d27e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429537 May 30 20:29:59.638476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cfdeea1c-a008-4f91-90cf-9af1efdb9495 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:59.668806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 16341635-9f98-4337-b413-4852c8f07e1f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=16341635-9f98-4337-b413-4852c8f07e1f,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:59.670333 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdeea1c-a008-4f91-90cf-9af1efdb9495 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:59.671862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7293273a-708a-4fa4-b559-58a6ccec8533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16341635-9f98-4337-b413-4852c8f07e1f'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:59.675136 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cfdeea1c-a008-4f91-90cf-9af1efdb9495 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.688192 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.748377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdeea1c-a008-4f91-90cf-9af1efdb9495 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:59.760480 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cfdeea1c-a008-4f91-90cf-9af1efdb9495 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.760884 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-cfdeea1c-a008-4f91-90cf-9af1efdb9495 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Added segment b6da8e29-6cdf-4829-8207-400ed4bb4694 of type vlan for network 66cbcce3-4501-492a-82ac-bc65c4836972 May 30 20:29:59.799138 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cfdeea1c-a008-4f91-90cf-9af1efdb9495 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.822061 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d78fc6d-dd67-480f-b9ec-f7b9d91b3ee3'] response: {'server_uuid': '7293273a-708a-4fa4-b559-58a6ccec8533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16341635-9f98-4337-b413-4852c8f07e1f', 'code': 200} May 30 20:29:59.859942 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cfdeea1c-a008-4f91-90cf-9af1efdb9495 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.863523 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=16341635-9f98-4337-b413-4852c8f07e1f,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:59.864889 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdeea1c-a008-4f91-90cf-9af1efdb9495 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:59.865543 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cfdeea1c-a008-4f91-90cf-9af1efdb9495 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.958803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbfc27-c39b-4ee3-948c-e93fe953207e req-e4678827-3641-41c7-a9de-759d1771d917 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:59.959559 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2b0648f8-ac91-4ffd-a98b-7d63cc966ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.963143 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9afbfc27-c39b-4ee3-948c-e93fe953207e req-e4678827-3641-41c7-a9de-759d1771d917 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.1982903 May 30 20:29:59.966106 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b177293-8942-47f9-a388-f869ebdca92f req-e6989e15-36cf-4430-acab-6edb58164ff4 service neutron] 10.222.0.93 "GET /v2.0/networks/803802bf-240d-4e45-a10b-923c0b2d27e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252707 May 30 20:30:00.042782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdeea1c-a008-4f91-90cf-9af1efdb9495 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Network': ['ID=66cbcce3-4501-492a-82ac-bc65c4836972,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:00.051857 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cfdeea1c-a008-4f91-90cf-9af1efdb9495 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4604762 May 30 20:30:00.052257 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36862) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:00.058572 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 66cbcce3-4501-492a-82ac-bc65c4836972 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:30:00.058846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'ports': [{'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10'}, {'network_id': '66cbcce3-4501-492a-82ac-bc65c4836972'}]} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:00.059232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:00.059702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'network_id': '66cbcce3-4501-492a-82ac-bc65c4836972'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:00.137170 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b177293-8942-47f9-a388-f869ebdca92f req-adb7ec6a-096b-45b4-91f9-c7805cf42b2b service neutron] 10.222.0.93 "GET /v2.0/networks/803802bf-240d-4e45-a10b-923c0b2d27e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476383 May 30 20:30:00.229235 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9afbfc27-c39b-4ee3-948c-e93fe953207e req-84eaf5e0-3e19-4755-bbc5-2d5dcc54bc98 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605984 May 30 20:30:00.256978 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7f2de-5c18-40dc-9920-e4e3401ca858 req-28b2de7d-0466-4ce3-bfa4-1131d3608c36 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:00.264368 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ddd7f2de-5c18-40dc-9920-e4e3401ca858 req-28b2de7d-0466-4ce3-bfa4-1131d3608c36 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/ports?device_id=41838849-f6bc-41f5-a37e-0730968243d4 HTTP/1.1" status: 200 len: 944 time: 0.1230800 May 30 20:30:00.322459 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ddd7f2de-5c18-40dc-9920-e4e3401ca858 req-0ea12def-fc4f-4b86-86db-defaa7645637 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/security-groups?id=7c85ad9e-b783-46e0-ae3c-f323c7d10602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569994 May 30 20:30:00.497395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:00.501790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:port and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:00.505047 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:00.513965 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:00.524540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'port': 2} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:00.527902 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:00.550914 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:00.782136 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] device_id is not set on port 36326a16-d214-475a-9fae-c1a0ffd58a9f yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:00.892708 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.006268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] device_id is not set on port af239ae0-27e0-460b-a366-49c5426edc93 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:01.100702 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.136889 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.211127 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:01.214317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:01.219925 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:01.220775 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.232192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=36326a16-d214-475a-9fae-c1a0ffd58a9f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:01.257315 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.292922 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:30:01.391285 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=af239ae0-27e0-460b-a366-49c5426edc93,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:01.414213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Checking segment: {'id': 'b6da8e29-6cdf-4829-8207-400ed4bb4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '66cbcce3-4501-492a-82ac-bc65c4836972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:01.414556 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network hostable DHCP agents. Network: 66cbcce3-4501-492a-82ac-bc65c4836972, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:30:01.465222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 66cbcce3-4501-492a-82ac-bc65c4836972 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:30:01.482764 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 66cbcce3-4501-492a-82ac-bc65c4836972) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:01.490497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:01.497718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:01.506527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:01.506705 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80c0a86-f58d-445b-b208-51fcfbc081a5 None None] Network 66cbcce3-4501-492a-82ac-bc65c4836972 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:01.509333 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.555993 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-30122f0b-96ba-4b95-a9d2-2c317d4445f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5002096 May 30 20:30:01.559126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36870) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:01.606534 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port ff8a2978-ac40-4dec-bcb2-cb72e4e00d12, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ff8a2978-ac40-4dec-bcb2-cb72e4e00d12,segment=NetworkSegment(d72a55e8-cbc2-4988-a2e5-b0beb72f19e7),segment_id=d72a55e8-cbc2-4988-a2e5-b0beb72f19e7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:01.623117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'ff8a2978-ac40-4dec-bcb2-cb72e4e00d12', 'network_id': '803802bf-240d-4e45-a10b-923c0b2d27e1', 'port_id': 'ff8a2978-ac40-4dec-bcb2-cb72e4e00d12', 'mac_address': 'fa:16:3e:83:17:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691f6179-6e53-476f-9cc0-bd52bb7ffb10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:30:01.643720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-bd772734-6b87-4239-a036-93f590bf6d9f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port af239ae0-27e0-460b-a366-49c5426edc93 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:01.645080 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd772734-6b87-4239-a036-93f590bf6d9f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.670742 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dda33-27d7-4b40-93ab-ad20e02b5cb6 req-c4a77404-adde-4300-889d-24648684c59a tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:01.672222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c70dda33-27d7-4b40-93ab-ad20e02b5cb6 req-c4a77404-adde-4300-889d-24648684c59a tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/ports?device_id=41838849-f6bc-41f5-a37e-0730968243d4 HTTP/1.1" status: 200 len: 944 time: 0.1860163 May 30 20:30:01.684588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662078ec-689d-4f24-a1e8-341d3695c818 req-10228f03-ffeb-404b-b4e5-15883f5385d6 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:01.686059 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-662078ec-689d-4f24-a1e8-341d3695c818 req-10228f03-ffeb-404b-b4e5-15883f5385d6 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.1422820 May 30 20:30:01.728564 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.772690 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.801723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c70dda33-27d7-4b40-93ab-ad20e02b5cb6 req-98c46f3b-a1a1-4c91-8c8f-15fe13f18308 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/security-groups?id=7c85ad9e-b783-46e0-ae3c-f323c7d10602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145334 May 30 20:30:01.808032 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-662078ec-689d-4f24-a1e8-341d3695c818 req-d721be4f-ad79-4837-a13e-275fe804b8bd tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026528 May 30 20:30:01.852064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:30:01.894986 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port ff8a2978-ac40-4dec-bcb2-cb72e4e00d12, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ff8a2978-ac40-4dec-bcb2-cb72e4e00d12,segment=NetworkSegment(d72a55e8-cbc2-4988-a2e5-b0beb72f19e7),segment_id=d72a55e8-cbc2-4988-a2e5-b0beb72f19e7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:01.900591 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.948697 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd772734-6b87-4239-a036-93f590bf6d9f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.984758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=ff8a2978-ac40-4dec-bcb2-cb72e4e00d12,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:02.088363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-bd772734-6b87-4239-a036-93f590bf6d9f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for af239ae0-27e0-460b-a366-49c5426edc93 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:02.129351 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['ff8a2978-ac40-4dec-bcb2-cb72e4e00d12'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:30:02.182069 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd772734-6b87-4239-a036-93f590bf6d9f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:02.245552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd772734-6b87-4239-a036-93f590bf6d9f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=af239ae0-27e0-460b-a366-49c5426edc93,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:02.258111 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd772734-6b87-4239-a036-93f590bf6d9f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:02.274656 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bd772734-6b87-4239-a036-93f590bf6d9f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/ports/af239ae0-27e0-460b-a366-49c5426edc93 HTTP/1.1" status: 204 len: 168 time: 0.7146778 May 30 20:30:02.275366 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36874) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:02.377975 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2941d58f-0db4-4d98-b7e8-eabc084ad353 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:02.382657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2941d58f-0db4-4d98-b7e8-eabc084ad353 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:02.383396 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2941d58f-0db4-4d98-b7e8-eabc084ad353 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Synchronizing usage tracker for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:02.406701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2941d58f-0db4-4d98-b7e8-eabc084ad353 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Unset dirty status for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:02.410818 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2941d58f-0db4-4d98-b7e8-eabc084ad353 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.1318562 May 30 20:30:02.411030 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36878) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:02.570485 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-961616a6-8354-457e-8b1f-d7249f7fa3c4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port 36326a16-d214-475a-9fae-c1a0ffd58a9f {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:02.571169 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-961616a6-8354-457e-8b1f-d7249f7fa3c4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:02.810217 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-961616a6-8354-457e-8b1f-d7249f7fa3c4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:02.865775 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:02.971643 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-961616a6-8354-457e-8b1f-d7249f7fa3c4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for 36326a16-d214-475a-9fae-c1a0ffd58a9f owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:03.083895 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-961616a6-8354-457e-8b1f-d7249f7fa3c4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:03.101019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337fe36-d97f-4b3f-9715-4c6914c3548e req-e5421eae-c9c5-482d-b15c-86aa9507a6be tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:03.102623 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7337fe36-d97f-4b3f-9715-4c6914c3548e req-e5421eae-c9c5-482d-b15c-86aa9507a6be tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.1087806 May 30 20:30:03.141774 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961616a6-8354-457e-8b1f-d7249f7fa3c4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=36326a16-d214-475a-9fae-c1a0ffd58a9f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:03.149824 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-961616a6-8354-457e-8b1f-d7249f7fa3c4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:03.171490 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-961616a6-8354-457e-8b1f-d7249f7fa3c4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/ports/36326a16-d214-475a-9fae-c1a0ffd58a9f HTTP/1.1" status: 204 len: 168 time: 0.7593021 May 30 20:30:03.172467 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36890) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:03.299249 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:03.305186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:03.312340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c5d339-d4c4-4032-ba5a-7c47cbc23a2c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:03.313025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-18c5d339-d4c4-4032-ba5a-7c47cbc23a2c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Synchronizing usage tracker for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:03.318108 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7337fe36-d97f-4b3f-9715-4c6914c3548e req-3e12a1d4-ff86-4b7c-9d6c-9eec5c79f393 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754797 May 30 20:30:03.344813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba5413-a2f5-4fae-9bbb-dd4cf32b7cb7 req-76efafeb-dce6-41b3-b9bf-509ca0218ae3 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:03.356684 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-18c5d339-d4c4-4032-ba5a-7c47cbc23a2c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Unset dirty status for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:03.356837 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9dba5413-a2f5-4fae-9bbb-dd4cf32b7cb7 req-76efafeb-dce6-41b3-b9bf-509ca0218ae3 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/ports?device_id=41838849-f6bc-41f5-a37e-0730968243d4 HTTP/1.1" status: 200 len: 945 time: 0.2530482 May 30 20:30:03.361430 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-18c5d339-d4c4-4032-ba5a-7c47cbc23a2c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1876330 May 30 20:30:03.362161 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36894) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:03.422366 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd05e106-d90c-46de-a372-a4ce2c39ced1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] GET failed (client error): The resource could not be found. May 30 20:30:03.427313 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cd05e106-d90c-46de-a372-a4ce2c39ced1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports/af239ae0-27e0-460b-a366-49c5426edc93 HTTP/1.1" status: 404 len: 333 time: 0.0641189 May 30 20:30:03.427952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36898) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:03.431734 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9dba5413-a2f5-4fae-9bbb-dd4cf32b7cb7 req-c554d0ee-06cf-4465-8e19-e5bf3317d093 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/security-groups?id=7c85ad9e-b783-46e0-ae3c-f323c7d10602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683951 May 30 20:30:03.452920 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:03.460862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:03.461263 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:03.478386 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab7939a-5d2e-4c29-b1a3-fa8e32d62217 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] GET failed (client error): The resource could not be found. May 30 20:30:03.479948 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8ab7939a-5d2e-4c29-b1a3-fa8e32d62217 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports/36326a16-d214-475a-9fae-c1a0ffd58a9f HTTP/1.1" status: 404 len: 333 time: 0.0510383 May 30 20:30:03.483276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36902) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:03.607932 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7d41fed-a81d-4ed0-950d-eed10cfa7ca0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:03.609314 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:03.685389 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41838849-f6bc-41f5-a37e-0730968243d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8a2978-ac40-4dec-bcb2-cb72e4e00d12'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:30:03.696345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port ff8a2978-ac40-4dec-bcb2-cb72e4e00d12, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ff8a2978-ac40-4dec-bcb2-cb72e4e00d12,segment=NetworkSegment(d72a55e8-cbc2-4988-a2e5-b0beb72f19e7),segment_id=d72a55e8-cbc2-4988-a2e5-b0beb72f19e7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:03.701354 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:03.775334 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b6280a2-2549-4e0c-80cc-314900fbf6f3'] response: {'server_uuid': '41838849-f6bc-41f5-a37e-0730968243d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8a2978-ac40-4dec-bcb2-cb72e4e00d12', 'code': 200} May 30 20:30:03.776479 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7d41fed-a81d-4ed0-950d-eed10cfa7ca0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:03.777865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=ff8a2978-ac40-4dec-bcb2-cb72e4e00d12,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:03.810683 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-f7d41fed-a81d-4ed0-950d-eed10cfa7ca0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66cbcce3-4501-492a-82ac-bc65c4836972']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:03.824244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-f7d41fed-a81d-4ed0-950d-eed10cfa7ca0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6da8e29-6cdf-4829-8207-400ed4bb4694') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:03.824541 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-f7d41fed-a81d-4ed0-950d-eed10cfa7ca0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6da8e29-6cdf-4829-8207-400ed4bb4694') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:03.837527 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7d41fed-a81d-4ed0-950d-eed10cfa7ca0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:03.893497 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7d41fed-a81d-4ed0-950d-eed10cfa7ca0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:03.909289 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d41fed-a81d-4ed0-950d-eed10cfa7ca0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:30:03.909728 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7d41fed-a81d-4ed0-950d-eed10cfa7ca0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: timer() May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:30:03.923873 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:30:04.014672 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69afe6a2-e5ee-4558-b288-137f986babe6 req-e7a7e15b-5cd1-4de0-9a2a-03dbb36b3f1f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=41838849-f6bc-41f5-a37e-0730968243d4 HTTP/1.1" status: 200 len: 1097 time: 0.1697617 May 30 20:30:04.015698 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7d41fed-a81d-4ed0-950d-eed10cfa7ca0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.034124 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7d41fed-a81d-4ed0-950d-eed10cfa7ca0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.057837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d41fed-a81d-4ed0-950d-eed10cfa7ca0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Network': ['ID=66cbcce3-4501-492a-82ac-bc65c4836972,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:04.063235 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f7d41fed-a81d-4ed0-950d-eed10cfa7ca0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/networks/66cbcce3-4501-492a-82ac-bc65c4836972 HTTP/1.1" status: 204 len: 168 time: 0.5783103 May 30 20:30:04.067858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36908) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:04.073690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-223016de-bff0-413a-ab91-99b340851fb5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-660612829'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:04.079924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-223016de-bff0-413a-ab91-99b340851fb5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:04.084087 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-223016de-bff0-413a-ab91-99b340851fb5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:network and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:04.085415 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69afe6a2-e5ee-4558-b288-137f986babe6 req-fe2d7dbb-51fd-4b5c-8b14-1d341abe789f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7c85ad9e-b783-46e0-ae3c-f323c7d10602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527134 May 30 20:30:04.087660 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-223016de-bff0-413a-ab91-99b340851fb5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:04.096685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-223016de-bff0-413a-ab91-99b340851fb5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:04.108301 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223016de-bff0-413a-ab91-99b340851fb5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:04.113632 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-223016de-bff0-413a-ab91-99b340851fb5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.148143 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223016de-bff0-413a-ab91-99b340851fb5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:30:04.160110 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-223016de-bff0-413a-ab91-99b340851fb5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.160585 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-223016de-bff0-413a-ab91-99b340851fb5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Added segment 4b8516a4-1ffc-429a-9c04-b7fa87a4e4b6 of type vlan for network b535dd8e-d2c4-447d-ae29-960d120d54ef May 30 20:30:04.189479 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-223016de-bff0-413a-ab91-99b340851fb5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.224647 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-223016de-bff0-413a-ab91-99b340851fb5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.229615 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223016de-bff0-413a-ab91-99b340851fb5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:04.230185 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-223016de-bff0-413a-ab91-99b340851fb5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.338577 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-223016de-bff0-413a-ab91-99b340851fb5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2692177 May 30 20:30:04.339296 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36912) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:04.345229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-584a76a5-7b88-41b7-89d7-9a911cc8ab9c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'subnet': {'network_id': 'b535dd8e-d2c4-447d-ae29-960d120d54ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:04.348624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223016de-bff0-413a-ab91-99b340851fb5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Network': ['ID=b535dd8e-d2c4-447d-ae29-960d120d54ef,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:04.360339 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network b535dd8e-d2c4-447d-ae29-960d120d54ef details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:30:04.572234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-584a76a5-7b88-41b7-89d7-9a911cc8ab9c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:04.579930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-584a76a5-7b88-41b7-89d7-9a911cc8ab9c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:subnet and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:04.584634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-584a76a5-7b88-41b7-89d7-9a911cc8ab9c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:04.596063 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-584a76a5-7b88-41b7-89d7-9a911cc8ab9c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:04.646749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584a76a5-7b88-41b7-89d7-9a911cc8ab9c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:04.732213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0b495-c26d-4025-b349-92989af0fe17 req-97bd6cdf-b291-4c92-8f72-3af9e7c5a0f6 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:04.733676 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-22d0b495-c26d-4025-b349-92989af0fe17 req-97bd6cdf-b291-4c92-8f72-3af9e7c5a0f6 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.2417963 May 30 20:30:04.812981 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-584a76a5-7b88-41b7-89d7-9a911cc8ab9c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.921385 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-22d0b495-c26d-4025-b349-92989af0fe17 req-e792aae9-7117-496a-907d-e949e4ff61c1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808529 May 30 20:30:04.926744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.ipam_backend_mixin [None req-584a76a5-7b88-41b7-89d7-9a911cc8ab9c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Performing IP validity checks on allocation pools {{(pid=84023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 30 20:30:04.929813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.ipam_backend_mixin [None req-584a76a5-7b88-41b7-89d7-9a911cc8ab9c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 30 20:30:04.948478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed4e2e-a5a8-450b-8df4-f06aa171db4b req-8be7313d-f4df-47fa-af42-ec320be98b77 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:04.955173 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83ed4e2e-a5a8-450b-8df4-f06aa171db4b req-8be7313d-f4df-47fa-af42-ec320be98b77 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/ports?device_id=41838849-f6bc-41f5-a37e-0730968243d4 HTTP/1.1" status: 200 len: 946 time: 0.3497856 May 30 20:30:05.092461 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83ed4e2e-a5a8-450b-8df4-f06aa171db4b req-ffc34b70-533b-45ba-bd86-dc7cb383a10e tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/security-groups?id=7c85ad9e-b783-46e0-ae3c-f323c7d10602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363287 May 30 20:30:05.148189 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:30:05.177725 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-584a76a5-7b88-41b7-89d7-9a911cc8ab9c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:05.243696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a76a5-7b88-41b7-89d7-9a911cc8ab9c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Subnet': ['ID=cfd1c46b-1466-468f-adc9-0aadb54d582e,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:05.306561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584a76a5-7b88-41b7-89d7-9a911cc8ab9c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Checking segment: {'id': '4b8516a4-1ffc-429a-9c04-b7fa87a4e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b535dd8e-d2c4-447d-ae29-960d120d54ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:05.308159 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584a76a5-7b88-41b7-89d7-9a911cc8ab9c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network hostable DHCP agents. Network: b535dd8e-d2c4-447d-ae29-960d120d54ef, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:30:05.349633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584a76a5-7b88-41b7-89d7-9a911cc8ab9c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network b535dd8e-d2c4-447d-ae29-960d120d54ef is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:30:05.364482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-584a76a5-7b88-41b7-89d7-9a911cc8ab9c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, b535dd8e-d2c4-447d-ae29-960d120d54ef) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:05.374246 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8f7df9-f666-458e-a960-aa0f728e42cd None None] Network b535dd8e-d2c4-447d-ae29-960d120d54ef requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:05.382243 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584a76a5-7b88-41b7-89d7-9a911cc8ab9c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:05.383025 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-584a76a5-7b88-41b7-89d7-9a911cc8ab9c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:05.418381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36920) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:05.424528 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-538a9513-f556-44d9-88d1-f57f7a62ac93 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'network_id': 'b535dd8e-d2c4-447d-ae29-960d120d54ef', 'name': 'tempest-PortsIpV6TestJSON-1952123736'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:05.431226 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-584a76a5-7b88-41b7-89d7-9a911cc8ab9c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0907648 May 30 20:30:05.582420 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-538a9513-f556-44d9-88d1-f57f7a62ac93 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:05.595389 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-538a9513-f556-44d9-88d1-f57f7a62ac93 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:05.607322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538a9513-f556-44d9-88d1-f57f7a62ac93 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:05.611099 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-538a9513-f556-44d9-88d1-f57f7a62ac93 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:05.647010 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-538a9513-f556-44d9-88d1-f57f7a62ac93 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] device_id is not set on port e1e57896-e0ec-49eb-95cd-656a603771f8 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:05.653487 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-b535dd8e-d2c4-447d-ae29-960d120d54ef', 'network_id': 'b535dd8e-d2c4-447d-ae29-960d120d54ef', 'tenant_id': 'c12c62df2fec4f16b508217c43e2c8b4', 'fixed_ips': [{'subnet_id': 'cfd1c46b-1466-468f-adc9-0aadb54d582e'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:30:05.654515 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:05.836670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-538a9513-f556-44d9-88d1-f57f7a62ac93 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Allocated IP 2001:db8::2c4 (b535dd8e-d2c4-447d-ae29-960d120d54ef/cfd1c46b-1466-468f-adc9-0aadb54d582e/e1e57896-e0ec-49eb-95cd-656a603771f8) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:06.070008 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-538a9513-f556-44d9-88d1-f57f7a62ac93 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:06.089306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-538a9513-f556-44d9-88d1-f57f7a62ac93 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Transition to ACTIVE for port object e1e57896-e0ec-49eb-95cd-656a603771f8 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:06.120003 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-538a9513-f556-44d9-88d1-f57f7a62ac93 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:06.197425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538a9513-f556-44d9-88d1-f57f7a62ac93 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network b535dd8e-d2c4-447d-ae29-960d120d54ef is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:06.201319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-538a9513-f556-44d9-88d1-f57f7a62ac93 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:06.209595 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538a9513-f556-44d9-88d1-f57f7a62ac93 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:06.226368 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538a9513-f556-44d9-88d1-f57f7a62ac93 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:06.227029 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-538a9513-f556-44d9-88d1-f57f7a62ac93 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:06.269205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f7f9b-3485-4e7d-b74c-df65eda8021b req-f0304c59-3e00-489a-9f18-a84dec12750d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:06.272212 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-538a9513-f556-44d9-88d1-f57f7a62ac93 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8516784 May 30 20:30:06.280269 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-130f7f9b-3485-4e7d-b74c-df65eda8021b req-f0304c59-3e00-489a-9f18-a84dec12750d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.1554337 May 30 20:30:06.280477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36928) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:06.282043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a9513-f556-44d9-88d1-f57f7a62ac93 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=e1e57896-e0ec-49eb-95cd-656a603771f8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:06.297267 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Allocated IP 2001:db8::2 (b535dd8e-d2c4-447d-ae29-960d120d54ef/cfd1c46b-1466-468f-adc9-0aadb54d582e/b952d58b-c1cf-4b76-aba2-a839a6ffee50) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:06.382320 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-130f7f9b-3485-4e7d-b74c-df65eda8021b req-f5a9e523-0490-4577-8746-ae73fe63137a tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009912 May 30 20:30:06.411251 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2ff961cc-f3de-418d-80f1-6383b08f1b0b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port e1e57896-e0ec-49eb-95cd-656a603771f8 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:06.412089 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2ff961cc-f3de-418d-80f1-6383b08f1b0b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:06.426648 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c2198-3d7c-4d67-8783-5e68f816eea6 req-91757b92-3a59-45a9-8aa5-084edf53fed4 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:06.433817 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c3c2198-3d7c-4d67-8783-5e68f816eea6 req-91757b92-3a59-45a9-8aa5-084edf53fed4 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/ports?device_id=41838849-f6bc-41f5-a37e-0730968243d4 HTTP/1.1" status: 200 len: 946 time: 0.2100279 May 30 20:30:06.615443 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c3c2198-3d7c-4d67-8783-5e68f816eea6 req-850f5aad-76e9-4eee-a05e-94c33d622486 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/security-groups?id=7c85ad9e-b783-46e0-ae3c-f323c7d10602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751504 May 30 20:30:06.651920 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:06.671913 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Transition to ACTIVE for port object b952d58b-c1cf-4b76-aba2-a839a6ffee50 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:06.696750 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Transition to ACTIVE for port object b952d58b-c1cf-4b76-aba2-a839a6ffee50 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:06.711344 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:06.830373 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Pushing event updated for resources: {'Port': ['ID=b952d58b-c1cf-4b76-aba2-a839a6ffee50,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:06.835472 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Network b535dd8e-d2c4-447d-ae29-960d120d54ef is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:06.837020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:06.839775 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:06.875956 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2ff961cc-f3de-418d-80f1-6383b08f1b0b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:06.938890 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Attempting to bind port b952d58b-c1cf-4b76-aba2-a839a6ffee50 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:06.939355 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Attempting to bind port b952d58b-c1cf-4b76-aba2-a839a6ffee50 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4b8516a4-1ffc-429a-9c04-b7fa87a4e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b535dd8e-d2c4-447d-ae29-960d120d54ef'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:06.939801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Attempting to bind port b952d58b-c1cf-4b76-aba2-a839a6ffee50 on network b535dd8e-d2c4-447d-ae29-960d120d54ef {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:06.947233 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:30:06.947634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Checking segment: {'id': '4b8516a4-1ffc-429a-9c04-b7fa87a4e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b535dd8e-d2c4-447d-ae29-960d120d54ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:06.948048 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:06.948412 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Bound using segment: {'id': '4b8516a4-1ffc-429a-9c04-b7fa87a4e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b535dd8e-d2c4-447d-ae29-960d120d54ef'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:30:06.948886 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Bound port: b952d58b-c1cf-4b76-aba2-a839a6ffee50, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8516a4-1ffc-429a-9c04-b7fa87a4e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b535dd8e-d2c4-447d-ae29-960d120d54ef'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:30:06.949262 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:07.021295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2ff961cc-f3de-418d-80f1-6383b08f1b0b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for e1e57896-e0ec-49eb-95cd-656a603771f8 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:07.049593 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] For port b952d58b-c1cf-4b76-aba2-a839a6ffee50, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:07.054019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] For port b952d58b-c1cf-4b76-aba2-a839a6ffee50, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b952d58b-c1cf-4b76-aba2-a839a6ffee50,segment=NetworkSegment(4b8516a4-1ffc-429a-9c04-b7fa87a4e4b6),segment_id=4b8516a4-1ffc-429a-9c04-b7fa87a4e4b6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:30:07.064309 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:07.187813 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:07.214627 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1581c0-0663-4a56-919f-7fa1d6c7feb6 None None] Pushing event updated for resources: {'Port': ['ID=b952d58b-c1cf-4b76-aba2-a839a6ffee50,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:07.325304 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2ff961cc-f3de-418d-80f1-6383b08f1b0b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:07.392438 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff961cc-f3de-418d-80f1-6383b08f1b0b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=e1e57896-e0ec-49eb-95cd-656a603771f8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:07.445114 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2ff961cc-f3de-418d-80f1-6383b08f1b0b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:07.462508 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2ff961cc-f3de-418d-80f1-6383b08f1b0b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/ports/e1e57896-e0ec-49eb-95cd-656a603771f8 HTTP/1.1" status: 204 len: 168 time: 1.1695664 May 30 20:30:07.465056 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36950) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:07.547669 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-1218f0fa-6961-4198-b648-81a50bc29c6f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] DELETE failed (client error): The resource could not be found. May 30 20:30:07.548140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1218f0fa-6961-4198-b648-81a50bc29c6f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:30:07.552091 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1218f0fa-6961-4198-b648-81a50bc29c6f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/ports/e1e57896-e0ec-49eb-95cd-656a603771f8 HTTP/1.1" status: 404 len: 333 time: 0.0854716 May 30 20:30:07.556557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36954) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:07.684418 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-878c89f6-77c7-49e0-8209-af5f325facbe tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] GET failed (client error): The resource could not be found. May 30 20:30:07.686049 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-878c89f6-77c7-49e0-8209-af5f325facbe tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports/e1e57896-e0ec-49eb-95cd-656a603771f8 HTTP/1.1" status: 404 len: 333 time: 0.1271088 May 30 20:30:07.688887 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36958) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:07.742892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d585f6d-1495-42f9-ae2f-035333e6cb7b req-24983f32-0a9f-44ea-8d74-d5fcbb937944 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:07.750191 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d585f6d-1495-42f9-ae2f-035333e6cb7b req-24983f32-0a9f-44ea-8d74-d5fcbb937944 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.1208718 May 30 20:30:07.827707 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d585f6d-1495-42f9-ae2f-035333e6cb7b req-81ca40d9-5339-454a-a880-2a3cebe7b433 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658469 May 30 20:30:07.984577 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9fb18c3-ee51-46f7-954e-98a54362f84b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting subnet cfd1c46b-1466-468f-adc9-0aadb54d582e {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:30:07.988542 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9fb18c3-ee51-46f7-954e-98a54362f84b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.067014 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9fb18c3-ee51-46f7-954e-98a54362f84b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.183992 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9fb18c3-ee51-46f7-954e-98a54362f84b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.311300 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9fb18c3-ee51-46f7-954e-98a54362f84b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.367257 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb18c3-ee51-46f7-954e-98a54362f84b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd1c46b-1466-468f-adc9-0aadb54d582e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:08.390868 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9fb18c3-ee51-46f7-954e-98a54362f84b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.402855 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a9fb18c3-ee51-46f7-954e-98a54362f84b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/cfd1c46b-1466-468f-adc9-0aadb54d582e HTTP/1.1" status: 204 len: 168 time: 0.7105005 May 30 20:30:08.403230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36966) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:08.577983 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.600443 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port b952d58b-c1cf-4b76-aba2-a839a6ffee50 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:08.601132 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.663645 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438b23a6-e9de-4548-9e70-82649d208078 None None] Network b535dd8e-d2c4-447d-ae29-960d120d54ef requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:08.900883 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] For port b952d58b-c1cf-4b76-aba2-a839a6ffee50, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b952d58b-c1cf-4b76-aba2-a839a6ffee50,segment=NetworkSegment(4b8516a4-1ffc-429a-9c04-b7fa87a4e4b6),segment_id=4b8516a4-1ffc-429a-9c04-b7fa87a4e4b6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:08.901207 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.982043 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b952d58b-c1cf-4b76-aba2-a839a6ffee50 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:09.105187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-504c0772-8768-4818-bdbc-f37bf266009a None None] Provisioning for port b952d58b-c1cf-4b76-aba2-a839a6ffee50 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:09.152749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for b952d58b-c1cf-4b76-aba2-a839a6ffee50 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:09.182625 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port b952d58b-c1cf-4b76-aba2-a839a6ffee50 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:09.195286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port b952d58b-c1cf-4b76-aba2-a839a6ffee50 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:09.199353 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.268748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8c60b3-aa78-4054-9505-ff3d0b548d45 None None] DHCP port deletion for b535dd8e-d2c4-447d-ae29-960d120d54ef request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:30:09.273495 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c60b3-aa78-4054-9505-ff3d0b548d45 None None] Deleting port b952d58b-c1cf-4b76-aba2-a839a6ffee50 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:09.273865 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7d8c60b3-aa78-4054-9505-ff3d0b548d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.282288 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89b6d1-d49c-4fb0-bae7-e2776cf912bf req-85f3dadf-eb53-4b38-aba9-2f26356ff692 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:09.290574 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c89b6d1-d49c-4fb0-bae7-e2776cf912bf req-85f3dadf-eb53-4b38-aba9-2f26356ff692 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.1825972 May 30 20:30:09.308303 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.348551 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c60b3-aa78-4054-9505-ff3d0b548d45 None None] The port 'b952d58b-c1cf-4b76-aba2-a839a6ffee50' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:30:09.352281 n-d-843949-2 neutron-server[84025]: INFO neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No ports have port_id starting with b952d58b-c1cf-4b76-aba2-a839a6ffee50 May 30 20:30:09.366515 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=b952d58b-c1cf-4b76-aba2-a839a6ffee50,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:09.386088 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No DVR routers for this DVR port b952d58b-c1cf-4b76-aba2-a839a6ffee50 on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:30:09.505118 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c89b6d1-d49c-4fb0-bae7-e2776cf912bf req-b9e2e9c2-d3f5-4746-a764-664bc103d94b tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135615 May 30 20:30:09.557217 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.586712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b535dd8e-d2c4-447d-ae29-960d120d54ef']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:09.600972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8516a4-1ffc-429a-9c04-b7fa87a4e4b6') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:09.601264 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8516a4-1ffc-429a-9c04-b7fa87a4e4b6') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:09.613477 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.637741 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.650007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:30:09.650795 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: timer() May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:30:09.667207 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:30:09.765212 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.786357 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.808018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Network': ['ID=b535dd8e-d2c4-447d-ae29-960d120d54ef,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:09.827360 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4fac3aa0-8260-4e6a-852a-d26fbe2f0a63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/networks/b535dd8e-d2c4-447d-ae29-960d120d54ef HTTP/1.1" status: 204 len: 168 time: 1.4195995 May 30 20:30:09.827652 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 36988) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:09.833445 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-504498e6-934f-4b35-bed6-4935a2b3bd09 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-515901017'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:09.841789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-504498e6-934f-4b35-bed6-4935a2b3bd09 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:09.846149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-504498e6-934f-4b35-bed6-4935a2b3bd09 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:network and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:09.849177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-504498e6-934f-4b35-bed6-4935a2b3bd09 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:09.855241 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-504498e6-934f-4b35-bed6-4935a2b3bd09 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:09.872284 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504498e6-934f-4b35-bed6-4935a2b3bd09 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:09.876025 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-504498e6-934f-4b35-bed6-4935a2b3bd09 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.909592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504498e6-934f-4b35-bed6-4935a2b3bd09 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:30:09.919705 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-504498e6-934f-4b35-bed6-4935a2b3bd09 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.920483 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-504498e6-934f-4b35-bed6-4935a2b3bd09 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Added segment 6a3a6767-9e40-45a6-93f4-26494c4c7562 of type vlan for network a2d11f9f-536e-40f6-ba5b-4d969e9fa32d May 30 20:30:09.951451 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-504498e6-934f-4b35-bed6-4935a2b3bd09 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.985895 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-504498e6-934f-4b35-bed6-4935a2b3bd09 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.992230 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504498e6-934f-4b35-bed6-4935a2b3bd09 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:09.992824 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-504498e6-934f-4b35-bed6-4935a2b3bd09 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:10.114162 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-504498e6-934f-4b35-bed6-4935a2b3bd09 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2821927 May 30 20:30:10.114452 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 36998) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:10.120012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-801c047d-ef87-4fb3-b34c-f73cf2fc3d2f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'subnet': {'network_id': 'a2d11f9f-536e-40f6-ba5b-4d969e9fa32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:10.128538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504498e6-934f-4b35-bed6-4935a2b3bd09 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Network': ['ID=a2d11f9f-536e-40f6-ba5b-4d969e9fa32d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:10.140764 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network a2d11f9f-536e-40f6-ba5b-4d969e9fa32d details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:30:10.256081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-801c047d-ef87-4fb3-b34c-f73cf2fc3d2f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:10.261570 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-801c047d-ef87-4fb3-b34c-f73cf2fc3d2f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:subnet and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:10.265037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-801c047d-ef87-4fb3-b34c-f73cf2fc3d2f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:10.271239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-801c047d-ef87-4fb3-b34c-f73cf2fc3d2f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:10.289946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801c047d-ef87-4fb3-b34c-f73cf2fc3d2f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:10.429393 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-801c047d-ef87-4fb3-b34c-f73cf2fc3d2f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:10.804280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a5997-b385-4a45-a04a-bd26d6f2ea22 req-dd3dbd01-162b-4eb6-930e-e78bad9cf0fe tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:10.805788 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c5a5997-b385-4a45-a04a-bd26d6f2ea22 req-dd3dbd01-162b-4eb6-930e-e78bad9cf0fe tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/ports?device_id=41838849-f6bc-41f5-a37e-0730968243d4 HTTP/1.1" status: 200 len: 946 time: 0.1948986 May 30 20:30:10.816436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b952d58b-c1cf-4b76-aba2-a839a6ffee50 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:30:10.856843 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: b952d58b-c1cf-4b76-aba2-a839a6ffee50 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:30:10.857224 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b952d58b-c1cf-4b76-aba2-a839a6ffee50 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:30:10.886328 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceea835-41d5-4b53-b25b-c86c424dce3d req-a1630827-7644-4b27-8a37-44d4800c488d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:10.887795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ceea835-41d5-4b53-b25b-c86c424dce3d req-a1630827-7644-4b27-8a37-44d4800c488d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.2074387 May 30 20:30:10.971117 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c5a5997-b385-4a45-a04a-bd26d6f2ea22 req-b81776b2-285c-4289-866e-110695b2ab3c tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/security-groups?id=7c85ad9e-b783-46e0-ae3c-f323c7d10602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326103 May 30 20:30:11.010828 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ceea835-41d5-4b53-b25b-c86c424dce3d req-76a70d70-d47a-4249-808a-c7fb155400de tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106076 May 30 20:30:11.012410 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-801c047d-ef87-4fb3-b34c-f73cf2fc3d2f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:11.104162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c047d-ef87-4fb3-b34c-f73cf2fc3d2f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Subnet': ['ID=311b64fd-9af8-403c-8d8e-3c7195620f4c,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:11.119398 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801c047d-ef87-4fb3-b34c-f73cf2fc3d2f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Checking segment: {'id': '6a3a6767-9e40-45a6-93f4-26494c4c7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a2d11f9f-536e-40f6-ba5b-4d969e9fa32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:11.119902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801c047d-ef87-4fb3-b34c-f73cf2fc3d2f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network hostable DHCP agents. Network: a2d11f9f-536e-40f6-ba5b-4d969e9fa32d, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:30:11.147725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801c047d-ef87-4fb3-b34c-f73cf2fc3d2f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network a2d11f9f-536e-40f6-ba5b-4d969e9fa32d is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:30:11.160698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-801c047d-ef87-4fb3-b34c-f73cf2fc3d2f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, a2d11f9f-536e-40f6-ba5b-4d969e9fa32d) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:11.165536 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801c047d-ef87-4fb3-b34c-f73cf2fc3d2f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:11.166289 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-801c047d-ef87-4fb3-b34c-f73cf2fc3d2f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:11.173117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f963ff8-114b-4f3a-9e62-c0925db56cdf None None] Network a2d11f9f-536e-40f6-ba5b-4d969e9fa32d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:11.193774 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-801c047d-ef87-4fb3-b34c-f73cf2fc3d2f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0775304 May 30 20:30:11.195781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37008) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:11.201773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'network_id': 'a2d11f9f-536e-40f6-ba5b-4d969e9fa32d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-571562920'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:11.429148 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:11.438024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:port and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:11.441574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:11.448561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:11.459006 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-a2d11f9f-536e-40f6-ba5b-4d969e9fa32d', 'network_id': 'a2d11f9f-536e-40f6-ba5b-4d969e9fa32d', 'tenant_id': 'c12c62df2fec4f16b508217c43e2c8b4', 'fixed_ips': [{'subnet_id': '311b64fd-9af8-403c-8d8e-3c7195620f4c'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:30:11.460143 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:11.468570 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:11.472106 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:11.511396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] device_id is not set on port be064468-c982-44a6-9816-9d1109b59077 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:11.703463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Allocated IP 2001:db8::2 (a2d11f9f-536e-40f6-ba5b-4d969e9fa32d/311b64fd-9af8-403c-8d8e-3c7195620f4c/e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:11.879035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628b7f5-3de5-4817-bc7a-1e76c17845f5 req-122a478a-11ea-4df7-84c5-48c90b11194b tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:11.880730 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1628b7f5-3de5-4817-bc7a-1e76c17845f5 req-122a478a-11ea-4df7-84c5-48c90b11194b tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.93 "GET /v2.0/ports?device_id=41838849-f6bc-41f5-a37e-0730968243d4 HTTP/1.1" status: 200 len: 946 time: 0.0984414 May 30 20:30:11.953241 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:11.955559 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-1628b7f5-3de5-4817-bc7a-1e76c17845f5 req-ee475c26-eff5-4f25-ba23-4d99bf20986e tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Deleting port ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:11.955676 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1628b7f5-3de5-4817-bc7a-1e76c17845f5 req-ee475c26-eff5-4f25-ba23-4d99bf20986e tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:11.964100 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Transition to ACTIVE for port object e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:11.984720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Transition to ACTIVE for port object e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:11.993536 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:12.072973 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Network a2d11f9f-536e-40f6-ba5b-4d969e9fa32d is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:12.076157 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:12.081509 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:12.083921 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Pushing event updated for resources: {'Port': ['ID=e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:12.201417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Attempting to bind port e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:12.202065 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Attempting to bind port e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '6a3a6767-9e40-45a6-93f4-26494c4c7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a2d11f9f-536e-40f6-ba5b-4d969e9fa32d'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:12.202188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Attempting to bind port e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee on network a2d11f9f-536e-40f6-ba5b-4d969e9fa32d {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:12.222037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:30:12.222405 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Checking segment: {'id': '6a3a6767-9e40-45a6-93f4-26494c4c7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a2d11f9f-536e-40f6-ba5b-4d969e9fa32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:12.222797 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:12.230710 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Bound using segment: {'id': '6a3a6767-9e40-45a6-93f4-26494c4c7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a2d11f9f-536e-40f6-ba5b-4d969e9fa32d'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:30:12.231251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Bound port: e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3a6767-9e40-45a6-93f4-26494c4c7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a2d11f9f-536e-40f6-ba5b-4d969e9fa32d'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:30:12.231644 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:12.409959 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] For port e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:12.414334 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] For port e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee,segment=NetworkSegment(6a3a6767-9e40-45a6-93f4-26494c4c7562),segment_id=6a3a6767-9e40-45a6-93f4-26494c4c7562)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:30:12.424911 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:12.437146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Allocated IP 2001:db8::1bd (a2d11f9f-536e-40f6-ba5b-4d969e9fa32d/311b64fd-9af8-403c-8d8e-3c7195620f4c/be064468-c982-44a6-9816-9d1109b59077) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:12.510139 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb3980-183a-4c4a-8c97-5a5552405660 None None] Pushing event updated for resources: {'Port': ['ID=e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:12.763731 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3dc91-e749-4e86-8ebd-7bf5c838007d req-b07babfd-7165-4e70-aa11-2512565d308d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:12.778934 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5fc3dc91-e749-4e86-8ebd-7bf5c838007d req-b07babfd-7165-4e70-aa11-2512565d308d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.4271803 May 30 20:30:12.886871 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:12.890269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed899be-6f62-47fe-b87c-77ed085e37d3 req-980bdbcb-8d6a-4e91-a227-8efc13c7b6e8 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:12.892457 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bed899be-6f62-47fe-b87c-77ed085e37d3 req-980bdbcb-8d6a-4e91-a227-8efc13c7b6e8 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/ports?device_id=41838849-f6bc-41f5-a37e-0730968243d4 HTTP/1.1" status: 200 len: 946 time: 0.6774993 May 30 20:30:12.965366 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1628b7f5-3de5-4817-bc7a-1e76c17845f5 req-ee475c26-eff5-4f25-ba23-4d99bf20986e tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] For port ff8a2978-ac40-4dec-bcb2-cb72e4e00d12, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=ff8a2978-ac40-4dec-bcb2-cb72e4e00d12,segment=NetworkSegment(d72a55e8-cbc2-4988-a2e5-b0beb72f19e7),segment_id=d72a55e8-cbc2-4988-a2e5-b0beb72f19e7)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:12.965731 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1628b7f5-3de5-4817-bc7a-1e76c17845f5 req-ee475c26-eff5-4f25-ba23-4d99bf20986e tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:12.986135 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5fc3dc91-e749-4e86-8ebd-7bf5c838007d req-a119c6ed-70a7-4f64-b06f-f6b9c9386998 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071910 May 30 20:30:13.014115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:13.238195 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-1628b7f5-3de5-4817-bc7a-1e76c17845f5 req-ee475c26-eff5-4f25-ba23-4d99bf20986e tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Calling delete_port for ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:13.301986 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:13.306802 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bed899be-6f62-47fe-b87c-77ed085e37d3 req-93a0ab41-e425-4f05-bdf8-d7a5faf8bef2 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/security-groups?id=7c85ad9e-b783-46e0-ae3c-f323c7d10602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011669 May 30 20:30:13.332123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Transition to ACTIVE for port object be064468-c982-44a6-9816-9d1109b59077 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:13.423755 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:13.481357 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1628b7f5-3de5-4817-bc7a-1e76c17845f5 req-ee475c26-eff5-4f25-ba23-4d99bf20986e tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:13.548710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network a2d11f9f-536e-40f6-ba5b-4d969e9fa32d is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:13.549502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=be064468-c982-44a6-9816-9d1109b59077,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:13.591796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:13.594395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:13.599176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:13.599765 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:13.620121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee475c26-eff5-4f25-ba23-4d99bf20986e tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Pushing event deleted for resources: {'Port': ['ID=ff8a2978-ac40-4dec-bcb2-cb72e4e00d12,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:13.630871 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281512c0-2505-4dea-8f84-a850060ec43d None None] Network a2d11f9f-536e-40f6-ba5b-4d969e9fa32d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:13.666107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1628b7f5-3de5-4817-bc7a-1e76c17845f5 req-ee475c26-eff5-4f25-ba23-4d99bf20986e tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] No DVR routers for this DVR port ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:30:13.669229 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1628b7f5-3de5-4817-bc7a-1e76c17845f5 req-ee475c26-eff5-4f25-ba23-4d99bf20986e tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:13.673267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41838849-f6bc-41f5-a37e-0730968243d4', 'name': 'network-vif-deleted', 'tag': 'ff8a2978-ac40-4dec-bcb2-cb72e4e00d12'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:30:13.699990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1628b7f5-3de5-4817-bc7a-1e76c17845f5 req-ee475c26-eff5-4f25-ba23-4d99bf20986e tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.93 "DELETE /v2.0/ports/ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 HTTP/1.1" status: 204 len: 173 time: 1.8139718 May 30 20:30:13.702871 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2463d3df-42f9-473a-b7ec-3d2e7ee7f497 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.5055268 May 30 20:30:13.706606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37030) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:13.739437 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-84ca44dc-c377-45a8-bfd5-5ded900be68e None None] Provisioning for port e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:13.755747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-84ca44dc-c377-45a8-bfd5-5ded900be68e None None] Provisioning complete for port e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:13.756237 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-84ca44dc-c377-45a8-bfd5-5ded900be68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:13.761389 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d51709-f113-4399-a858-7228c03b6472'] response: {'server_uuid': '41838849-f6bc-41f5-a37e-0730968243d4', 'name': 'network-vif-deleted', 'tag': 'ff8a2978-ac40-4dec-bcb2-cb72e4e00d12', 'status': 'completed', 'code': 200} May 30 20:30:13.800499 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-15902f92-3119-40b1-8d1e-8e940d141e50 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port be064468-c982-44a6-9816-9d1109b59077 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:13.800779 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-15902f92-3119-40b1-8d1e-8e940d141e50 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:14.013016 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-84ca44dc-c377-45a8-bfd5-5ded900be68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:14.055333 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-84ca44dc-c377-45a8-bfd5-5ded900be68e None None] For port e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee,segment=NetworkSegment(6a3a6767-9e40-45a6-93f4-26494c4c7562),segment_id=6a3a6767-9e40-45a6-93f4-26494c4c7562)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:14.066666 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-84ca44dc-c377-45a8-bfd5-5ded900be68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:14.108972 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-15902f92-3119-40b1-8d1e-8e940d141e50 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:14.150136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca44dc-c377-45a8-bfd5-5ded900be68e None None] Pushing event updated for resources: {'Port': ['ID=e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:14.247488 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3845259f-e05d-4559-afb8-a6522d591940 req-93f66d00-481d-43dd-8f94-f23ee7fb1546 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f154aa639e466b871f55ef50521468&device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 1097 time: 0.2612503 May 30 20:30:14.285648 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-15902f92-3119-40b1-8d1e-8e940d141e50 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for be064468-c982-44a6-9816-9d1109b59077 owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:14.413011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-25e05775-beba-43b0-b3ec-ec04af765785 None None] Provisioning for port be064468-c982-44a6-9816-9d1109b59077 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:14.419897 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-25e05775-beba-43b0-b3ec-ec04af765785 None None] Provisioning complete for port be064468-c982-44a6-9816-9d1109b59077 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:14.420875 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-25e05775-beba-43b0-b3ec-ec04af765785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:14.498403 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-25e05775-beba-43b0-b3ec-ec04af765785 None None] Port be064468-c982-44a6-9816-9d1109b59077 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:14.499246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845259f-e05d-4559-afb8-a6522d591940 req-0bf98c18-1935-4fd3-8c85-8e6bfd8a53d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:14.500692 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3845259f-e05d-4559-afb8-a6522d591940 req-0bf98c18-1935-4fd3-8c85-8e6bfd8a53d0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d1878ae-449f-42b8-bf46-74af28ca94fd HTTP/1.1" status: 200 len: 918 time: 0.1837575 May 30 20:30:14.513899 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-25e05775-beba-43b0-b3ec-ec04af765785 None None] Provisioning complete for port e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:14.514268 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-25e05775-beba-43b0-b3ec-ec04af765785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:14.617355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f06a7405-0f0f-4459-b434-0b2a214f92f6 req-33b345e9-85a7-41f8-8f9c-01a943a54109 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Synchronizing usage tracker for tenant:9846a166e1ff46ee921f80f3f55d439f on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:14.738927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f06a7405-0f0f-4459-b434-0b2a214f92f6 req-33b345e9-85a7-41f8-8f9c-01a943a54109 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] Unset dirty status for tenant:9846a166e1ff46ee921f80f3f55d439f on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:14.740095 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f06a7405-0f0f-4459-b434-0b2a214f92f6 req-33b345e9-85a7-41f8-8f9c-01a943a54109 tempest-VolumesActionsTest-1896793049 tempest-VolumesActionsTest-1896793049-project] 10.222.0.84 "GET /v2.0/ports?device_id=41838849-f6bc-41f5-a37e-0730968243d4 HTTP/1.1" status: 200 len: 210 time: 0.2383771 May 30 20:30:14.752285 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3845259f-e05d-4559-afb8-a6522d591940 req-c0c474f3-9c50-46f7-a990-c79497daaebd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16341635-9f98-4337-b413-4852c8f07e1f HTTP/1.1" status: 200 len: 1001 time: 0.2086635 May 30 20:30:14.762158 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8ba86d5a-c37c-4e58-8a7f-9a416cabec72 None None] Provisioning complete for port be064468-c982-44a6-9816-9d1109b59077 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:14.762698 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8ba86d5a-c37c-4e58-8a7f-9a416cabec72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:14.806323 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e74e8-34e1-4c56-9356-25f54155f790 req-b1a96ffa-8a69-4d48-90ce-1f404d5c9cff tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:14.807808 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-415e74e8-34e1-4c56-9356-25f54155f790 req-b1a96ffa-8a69-4d48-90ce-1f404d5c9cff tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.6211610 May 30 20:30:14.812612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:14.812875 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-15902f92-3119-40b1-8d1e-8e940d141e50 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:14.864880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8ba86d5a-c37c-4e58-8a7f-9a416cabec72 None None] Port be064468-c982-44a6-9816-9d1109b59077 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:14.883112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15902f92-3119-40b1-8d1e-8e940d141e50 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=be064468-c982-44a6-9816-9d1109b59077,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:14.893955 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:14.894314 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:15.037035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845259f-e05d-4559-afb8-a6522d591940 req-9dc1175b-df54-4978-8130-5f680dd6fc68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:15.038494 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3845259f-e05d-4559-afb8-a6522d591940 req-9dc1175b-df54-4978-8130-5f680dd6fc68 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9f9412f8-b9b7-4d21-91c7-4120cd918668 HTTP/1.1" status: 200 len: 856 time: 0.2755892 May 30 20:30:15.099632 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-15902f92-3119-40b1-8d1e-8e940d141e50 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:15.118505 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-15902f92-3119-40b1-8d1e-8e940d141e50 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/ports/be064468-c982-44a6-9816-9d1109b59077 HTTP/1.1" status: 204 len: 168 time: 1.4111555 May 30 20:30:15.120876 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-415e74e8-34e1-4c56-9356-25f54155f790 req-b701770c-74c2-455e-b2bf-88a5489b0f6f tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012910 May 30 20:30:15.121161 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37038) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:15.146781 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3845259f-e05d-4559-afb8-a6522d591940 req-1c664c74-4302-43b7-b6d3-afa81fd9220f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d1878ae-449f-42b8-bf46-74af28ca94fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958703 May 30 20:30:15.164210 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-712614f8-7770-4a8f-9ff1-04e373d2e06f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] GET failed (client error): The resource could not be found. May 30 20:30:15.164710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-712614f8-7770-4a8f-9ff1-04e373d2e06f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Synchronizing usage tracker for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:15.180210 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-712614f8-7770-4a8f-9ff1-04e373d2e06f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Unset dirty status for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:15.181355 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-712614f8-7770-4a8f-9ff1-04e373d2e06f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports/be064468-c982-44a6-9816-9d1109b59077 HTTP/1.1" status: 404 len: 333 time: 0.0592287 May 30 20:30:15.184050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37042) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:15.282244 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3845259f-e05d-4559-afb8-a6522d591940 req-8a8917bf-07e8-48bf-a669-4d3a0efb2745 service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294851 May 30 20:30:15.352088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:30:15.378313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac72e5a-85b5-4e7e-ae42-70c864a98d59 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting subnet 311b64fd-9af8-403c-8d8e-3c7195620f4c {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:30:15.381466 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cac72e5a-85b5-4e7e-ae42-70c864a98d59 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:15.395610 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:30:15.396057 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device ff8a2978-ac40-4dec-bcb2-cb72e4e00d12 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:30:15.415592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3845259f-e05d-4559-afb8-a6522d591940 req-4349e135-7eb4-4e37-91ca-21ad22df92cf service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272781 May 30 20:30:15.436616 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cac72e5a-85b5-4e7e-ae42-70c864a98d59 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:15.519425 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cac72e5a-85b5-4e7e-ae42-70c864a98d59 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:15.672598 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cac72e5a-85b5-4e7e-ae42-70c864a98d59 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:15.710898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac72e5a-85b5-4e7e-ae42-70c864a98d59 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Subnet': ['ID=311b64fd-9af8-403c-8d8e-3c7195620f4c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:15.715533 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cac72e5a-85b5-4e7e-ae42-70c864a98d59 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:15.721454 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cac72e5a-85b5-4e7e-ae42-70c864a98d59 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/311b64fd-9af8-403c-8d8e-3c7195620f4c HTTP/1.1" status: 204 len: 168 time: 0.5364454 May 30 20:30:15.721699 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9247a967-e6a6-4e93-b678-4a2e74bcf537 None None] Network a2d11f9f-536e-40f6-ba5b-4d969e9fa32d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:15.723906 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37046) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:15.837472 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:15.848150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:15.848150 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:15.977099 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1836782d-4b45-4214-a9d7-a5384767058e None None] DHCP port deletion for a2d11f9f-536e-40f6-ba5b-4d969e9fa32d request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:30:15.981267 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1836782d-4b45-4214-a9d7-a5384767058e None None] Deleting port e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:15.981640 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1836782d-4b45-4214-a9d7-a5384767058e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:16.062092 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] For port e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee,segment=NetworkSegment(6a3a6767-9e40-45a6-93f4-26494c4c7562),segment_id=6a3a6767-9e40-45a6-93f4-26494c4c7562)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:16.062441 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:16.186395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:16.232956 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-1836782d-4b45-4214-a9d7-a5384767058e None None] For port e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee,segment=NetworkSegment(6a3a6767-9e40-45a6-93f4-26494c4c7562),segment_id=6a3a6767-9e40-45a6-93f4-26494c4c7562)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:16.236164 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1836782d-4b45-4214-a9d7-a5384767058e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:16.314530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:16.377557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:16.388425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No DVR routers for this DVR port e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:30:16.405069 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1836782d-4b45-4214-a9d7-a5384767058e None None] Calling delete_port for e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:16.412345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689aa5d-cc6d-4482-bea9-b002b9899d8c req-10c4f834-7bdb-428e-90e0-8347dd27740e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:16.414052 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7689aa5d-cc6d-4482-bea9-b002b9899d8c req-10c4f834-7bdb-428e-90e0-8347dd27740e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 946 time: 0.1071110 May 30 20:30:16.484592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7689aa5d-cc6d-4482-bea9-b002b9899d8c req-6fbb80cd-b964-486a-b45f-254c818f99fe tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644643 May 30 20:30:16.500737 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-1836782d-4b45-4214-a9d7-a5384767058e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:30:16.501097 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-1836782d-4b45-4214-a9d7-a5384767058e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:30:16.532999 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:16.558569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d11f9f-536e-40f6-ba5b-4d969e9fa32d']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:16.570860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3a6767-9e40-45a6-93f4-26494c4c7562') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:16.571128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3a6767-9e40-45a6-93f4-26494c4c7562') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:16.582552 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:16.598634 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:16.604720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:30:16.605122 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: timer() May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:30:16.620870 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:30:16.700526 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:16.717728 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:16.728425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Network': ['ID=a2d11f9f-536e-40f6-ba5b-4d969e9fa32d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:16.740611 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b5127ff2-0593-4b9e-8c3f-a94e67bb9254 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/networks/a2d11f9f-536e-40f6-ba5b-4d969e9fa32d HTTP/1.1" status: 204 len: 168 time: 1.0156405 May 30 20:30:16.744530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37062) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:16.750748 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0ba444a7-31be-4bc4-b254-bccfd910c446 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10', 'name': 'tempest-PortsIpV6TestJSON-2101691377'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:16.803786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:30:16.839720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:30:16.840294 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:30:16.873136 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0ba444a7-31be-4bc4-b254-bccfd910c446 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:16.877363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0ba444a7-31be-4bc4-b254-bccfd910c446 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:port and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:16.880820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0ba444a7-31be-4bc4-b254-bccfd910c446 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:16.886937 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0ba444a7-31be-4bc4-b254-bccfd910c446 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:16.897807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba444a7-31be-4bc4-b254-bccfd910c446 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:16.900930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ba444a7-31be-4bc4-b254-bccfd910c446 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:16.927547 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-0ba444a7-31be-4bc4-b254-bccfd910c446 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] device_id is not set on port 62603bda-9ac3-4b1b-8f55-ebbcbb7c4794 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:17.002026 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1836782d-4b45-4214-a9d7-a5384767058e None None] Deleting port e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:17.003590 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1836782d-4b45-4214-a9d7-a5384767058e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:17.089422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1836782d-4b45-4214-a9d7-a5384767058e None None] The port 'e174c699-0f36-4dbb-a8df-cb6f7d7ab5ee' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:30:17.194524 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ba444a7-31be-4bc4-b254-bccfd910c446 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:17.220256 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ba444a7-31be-4bc4-b254-bccfd910c446 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:17.297899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba444a7-31be-4bc4-b254-bccfd910c446 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:17.301430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-0ba444a7-31be-4bc4-b254-bccfd910c446 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:17.303816 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba444a7-31be-4bc4-b254-bccfd910c446 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:17.308025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba444a7-31be-4bc4-b254-bccfd910c446 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:17.308727 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ba444a7-31be-4bc4-b254-bccfd910c446 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:17.323909 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba444a7-31be-4bc4-b254-bccfd910c446 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=62603bda-9ac3-4b1b-8f55-ebbcbb7c4794,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:17.349771 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0ba444a7-31be-4bc4-b254-bccfd910c446 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5966182 May 30 20:30:17.349771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37068) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:17.351676 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 16341635-9f98-4337-b413-4852c8f07e1f no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:30:17.434574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c0636536-4406-4a22-9d96-739fa7a0bc60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port 62603bda-9ac3-4b1b-8f55-ebbcbb7c4794 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:17.435028 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0636536-4406-4a22-9d96-739fa7a0bc60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:17.489717 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:17.520692 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7293273a-708a-4fa4-b559-58a6ccec8533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16341635-9f98-4337-b413-4852c8f07e1f'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:30:17.531498 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 16341635-9f98-4337-b413-4852c8f07e1f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=16341635-9f98-4337-b413-4852c8f07e1f,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:17.537448 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:17.618498 n-d-843949-2 neutron-server[84025]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-17d6c497-bc54-47b1-acde-b90519b12b2e']: {'server_uuid': '7293273a-708a-4fa4-b559-58a6ccec8533', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '16341635-9f98-4337-b413-4852c8f07e1f', 'code': 422} returned with failed status May 30 20:30:17.645439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=16341635-9f98-4337-b413-4852c8f07e1f,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:17.759692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50efaf-d892-47d4-b91e-d21f22cb259f req-282ddbb7-3c9a-4d7d-9295-0c48995df9af tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:17.761325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a50efaf-d892-47d4-b91e-d21f22cb259f req-282ddbb7-3c9a-4d7d-9295-0c48995df9af tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 944 time: 0.0784664 May 30 20:30:17.778105 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0636536-4406-4a22-9d96-739fa7a0bc60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:17.812680 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a50efaf-d892-47d4-b91e-d21f22cb259f req-19f268d6-26f2-4436-a849-eb0ffeabb254 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453017 May 30 20:30:17.902639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c0636536-4406-4a22-9d96-739fa7a0bc60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for 62603bda-9ac3-4b1b-8f55-ebbcbb7c4794 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:18.008482 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0636536-4406-4a22-9d96-739fa7a0bc60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:18.060229 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0636536-4406-4a22-9d96-739fa7a0bc60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=62603bda-9ac3-4b1b-8f55-ebbcbb7c4794,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:18.072230 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0636536-4406-4a22-9d96-739fa7a0bc60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:18.086063 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c0636536-4406-4a22-9d96-739fa7a0bc60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/ports/62603bda-9ac3-4b1b-8f55-ebbcbb7c4794 HTTP/1.1" status: 204 len: 168 time: 0.7380781 May 30 20:30:18.088713 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37094) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:18.094987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-966274fc-c496-46c5-84c6-6e7f79e842c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10', 'mac_address': 'fa:16:3e:29:4d:a7', 'name': 'tempest-PortsIpV6TestJSON-2122445250'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:18.162534 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9c9579d9-1583-452c-887a-ba380276b2e6 req-5d406847-b2f2-476d-ab9d-b643a61e87d2 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 1097 time: 0.0759885 May 30 20:30:18.193897 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9c9579d9-1583-452c-887a-ba380276b2e6 req-f05ca3b1-a70b-47f6-a664-fd1212cc2946 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:18.225550 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-966274fc-c496-46c5-84c6-6e7f79e842c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:18.230860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-966274fc-c496-46c5-84c6-6e7f79e842c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:port and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:18.234087 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-966274fc-c496-46c5-84c6-6e7f79e842c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:18.238440 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-9c9579d9-1583-452c-887a-ba380276b2e6 req-f05ca3b1-a70b-47f6-a664-fd1212cc2946 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:18.241971 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-966274fc-c496-46c5-84c6-6e7f79e842c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:18.243901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9c9579d9-1583-452c-887a-ba380276b2e6 req-f05ca3b1-a70b-47f6-a664-fd1212cc2946 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] Usage tracker for resource:security_group_rule and tenant:9fcedc5f3be64e88b5d0218ca2fd74b4 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:18.247367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9c9579d9-1583-452c-887a-ba380276b2e6 req-f05ca3b1-a70b-47f6-a664-fd1212cc2946 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:18.255272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-9c9579d9-1583-452c-887a-ba380276b2e6 req-f05ca3b1-a70b-47f6-a664-fd1212cc2946 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:18.259145 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966274fc-c496-46c5-84c6-6e7f79e842c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:18.355145 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9c9579d9-1583-452c-887a-ba380276b2e6 req-f05ca3b1-a70b-47f6-a664-fd1212cc2946 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:18.360152 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-9c9579d9-1583-452c-887a-ba380276b2e6 req-f05ca3b1-a70b-47f6-a664-fd1212cc2946 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:18.383991 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-966274fc-c496-46c5-84c6-6e7f79e842c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:18.394558 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9c9579d9-1583-452c-887a-ba380276b2e6 req-f05ca3b1-a70b-47f6-a664-fd1212cc2946 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246952 May 30 20:30:18.402120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ca3b1-a70b-47f6-a664-fd1212cc2946 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22f88f9-193c-4fee-9264-ccd2d2c25c30,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:18.415802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-966274fc-c496-46c5-84c6-6e7f79e842c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] device_id is not set on port b20089c5-e82b-40ef-9664-26477c896a4a yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:18.647392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a9d9f-8ff1-4891-82c3-3142f811dcf1 req-81e7a607-c15c-440b-9240-6f636de18366 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:18.655586 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-880a9d9f-8ff1-4891-82c3-3142f811dcf1 req-81e7a607-c15c-440b-9240-6f636de18366 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.0991588 May 30 20:30:18.692940 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-966274fc-c496-46c5-84c6-6e7f79e842c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:18.702552 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-880a9d9f-8ff1-4891-82c3-3142f811dcf1 req-c9a830c8-087a-4c4c-a261-5247f997f8db tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458684 May 30 20:30:18.726443 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-966274fc-c496-46c5-84c6-6e7f79e842c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:18.736702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37110) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:18.814138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966274fc-c496-46c5-84c6-6e7f79e842c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=b20089c5-e82b-40ef-9664-26477c896a4a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:18.818193 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966274fc-c496-46c5-84c6-6e7f79e842c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:18.819692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-966274fc-c496-46c5-84c6-6e7f79e842c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:18.822094 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966274fc-c496-46c5-84c6-6e7f79e842c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:18.826275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966274fc-c496-46c5-84c6-6e7f79e842c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:18.826723 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-966274fc-c496-46c5-84c6-6e7f79e842c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:18.853880 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-966274fc-c496-46c5-84c6-6e7f79e842c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7632947 May 30 20:30:18.856204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37116) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:18.898202 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1cd2f495-28c5-47bb-8b81-c25eba1e842c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/62a29ddf-8e50-4937-b4ad-dabdd3e9e5e1 HTTP/1.1" status: 200 len: 994 time: 0.1542878 May 30 20:30:18.946527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a6b59e-4069-48ca-8689-2501039a6711 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:18.947158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-34a6b59e-4069-48ca-8689-2501039a6711 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Synchronizing usage tracker for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:18.965109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-34a6b59e-4069-48ca-8689-2501039a6711 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Unset dirty status for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:18.969533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37124) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:18.969824 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-34a6b59e-4069-48ca-8689-2501039a6711 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports/b20089c5-e82b-40ef-9664-26477c896a4a HTTP/1.1" status: 200 len: 845 time: 0.1124098 May 30 20:30:19.053060 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e17b5215-d4a4-4c28-bd3b-8bf77b541cf3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port b20089c5-e82b-40ef-9664-26477c896a4a {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:19.054551 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e17b5215-d4a4-4c28-bd3b-8bf77b541cf3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:19.305340 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e17b5215-d4a4-4c28-bd3b-8bf77b541cf3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:19.493596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e17b5215-d4a4-4c28-bd3b-8bf77b541cf3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for b20089c5-e82b-40ef-9664-26477c896a4a owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:19.724421 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e17b5215-d4a4-4c28-bd3b-8bf77b541cf3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:19.728183 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd8a515e-c8e3-42a4-a804-e698a7243ff5 req-881ea1c7-c71c-46a8-bce5-eaac8e2f9421 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2990468 May 30 20:30:19.763615 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb3fe884-4a86-40e6-ad0c-b1383136d447 req-db3a936d-fd13-418e-81ac-bf45c92ac967 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3355451 May 30 20:30:19.779228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b5215-d4a4-4c28-bd3b-8bf77b541cf3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=b20089c5-e82b-40ef-9664-26477c896a4a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:19.786022 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e17b5215-d4a4-4c28-bd3b-8bf77b541cf3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:19.808038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e17b5215-d4a4-4c28-bd3b-8bf77b541cf3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/ports/b20089c5-e82b-40ef-9664-26477c896a4a HTTP/1.1" status: 204 len: 168 time: 0.8363965 May 30 20:30:19.810863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37142) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:19.862653 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f59fcfc-292d-4c32-ae5d-3e246ec44944 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] GET failed (client error): The resource could not be found. May 30 20:30:19.864775 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4f59fcfc-292d-4c32-ae5d-3e246ec44944 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports/b20089c5-e82b-40ef-9664-26477c896a4a HTTP/1.1" status: 404 len: 333 time: 0.0527213 May 30 20:30:19.868785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37146) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:19.876137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-fe79cf8c-286d-4b73-a3b2-a3b3d6d3cd19 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10', 'name': 'tempest-PortsIpV6TestJSON-827925002'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:20.012058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fe79cf8c-286d-4b73-a3b2-a3b3d6d3cd19 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:20.016357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fe79cf8c-286d-4b73-a3b2-a3b3d6d3cd19 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:port and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:20.020204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fe79cf8c-286d-4b73-a3b2-a3b3d6d3cd19 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:20.028911 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fe79cf8c-286d-4b73-a3b2-a3b3d6d3cd19 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:20.072053 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-84813dcb-a8a9-4bde-aeda-c4f6f2bc3efb req-e82cd051-a4fb-48a3-9074-559ec56ede63 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961084 May 30 20:30:20.116930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe79cf8c-286d-4b73-a3b2-a3b3d6d3cd19 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:20.119722 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fe79cf8c-286d-4b73-a3b2-a3b3d6d3cd19 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:20.186430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25354f5-272d-4f77-87ae-5897f7f71e1d req-623a70dc-e6f2-40ef-82ee-ea3a6f7ce213 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:20.195088 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d25354f5-272d-4f77-87ae-5897f7f71e1d req-623a70dc-e6f2-40ef-82ee-ea3a6f7ce213 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 944 time: 0.1677985 May 30 20:30:20.212448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-fe79cf8c-286d-4b73-a3b2-a3b3d6d3cd19 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] device_id is not set on port 0c1cf963-b914-4091-ac4e-118c9bdb1b38 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:20.359564 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37168) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:20.407503 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d25354f5-272d-4f77-87ae-5897f7f71e1d req-bc4b289d-eb6f-4d0c-b954-295e81d7cc1c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120185 May 30 20:30:20.578703 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-bb1de890-5da7-4f92-a70c-a7827ef0f4b4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2176065 May 30 20:30:20.760587 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fe79cf8c-286d-4b73-a3b2-a3b3d6d3cd19 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:20.813495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6afea-27be-4c2d-bede-91167c1b5a73 req-8f4ce1f9-7d2e-4e48-a06a-ad26a23f7197 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:20.814967 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ec6afea-27be-4c2d-bede-91167c1b5a73 req-8f4ce1f9-7d2e-4e48-a06a-ad26a23f7197 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.3859680 May 30 20:30:20.901305 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ec6afea-27be-4c2d-bede-91167c1b5a73 req-1dde95dc-5026-47a4-8c4c-6c9fd9e3bca6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780644 May 30 20:30:20.912447 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fe79cf8c-286d-4b73-a3b2-a3b3d6d3cd19 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:20.959655 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84813dcb-a8a9-4bde-aeda-c4f6f2bc3efb req-d225663f-c654-44d1-98a6-42a87cb2df28 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533&tenant_id=e1f154aa639e466b871f55ef50521468 HTTP/1.1" status: 200 len: 1095 time: 0.1901574 May 30 20:30:21.044838 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe79cf8c-286d-4b73-a3b2-a3b3d6d3cd19 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:21.046943 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79cf8c-286d-4b73-a3b2-a3b3d6d3cd19 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=0c1cf963-b914-4091-ac4e-118c9bdb1b38,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:21.052520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-fe79cf8c-286d-4b73-a3b2-a3b3d6d3cd19 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:21.054973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe79cf8c-286d-4b73-a3b2-a3b3d6d3cd19 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:21.059117 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe79cf8c-286d-4b73-a3b2-a3b3d6d3cd19 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:21.059869 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fe79cf8c-286d-4b73-a3b2-a3b3d6d3cd19 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:21.102483 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fe79cf8c-286d-4b73-a3b2-a3b3d6d3cd19 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2300224 May 30 20:30:21.102953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37198) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:21.111252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-cdcabad9-213c-4580-8197-f1499cf2e397 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:21.113524 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84813dcb-a8a9-4bde-aeda-c4f6f2bc3efb req-e810a913-5581-4c8b-8731-082ade9287b8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f154aa639e466b871f55ef50521468&device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 1095 time: 0.1300318 May 30 20:30:21.246586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cdcabad9-213c-4580-8197-f1499cf2e397 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:21.294038 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84813dcb-a8a9-4bde-aeda-c4f6f2bc3efb req-05267d67-3c6b-4dac-be96-5f460bf6a5ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:21.296816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84813dcb-a8a9-4bde-aeda-c4f6f2bc3efb req-05267d67-3c6b-4dac-be96-5f460bf6a5ca service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d1878ae-449f-42b8-bf46-74af28ca94fd HTTP/1.1" status: 200 len: 918 time: 0.1778562 May 30 20:30:21.366765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 16341635-9f98-4337-b413-4852c8f07e1f no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:30:21.458701 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84813dcb-a8a9-4bde-aeda-c4f6f2bc3efb req-b8a49639-929f-40ee-8c93-9fd211fbe33c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16341635-9f98-4337-b413-4852c8f07e1f HTTP/1.1" status: 200 len: 999 time: 0.1456175 May 30 20:30:21.657685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84813dcb-a8a9-4bde-aeda-c4f6f2bc3efb req-a2c9902d-4781-42fa-853f-58a10af196f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:21.659462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84813dcb-a8a9-4bde-aeda-c4f6f2bc3efb req-a2c9902d-4781-42fa-853f-58a10af196f0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9f9412f8-b9b7-4d21-91c7-4120cd918668 HTTP/1.1" status: 200 len: 856 time: 0.1959326 May 30 20:30:21.671816 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cdcabad9-213c-4580-8197-f1499cf2e397 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:21.677230 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cdcabad9-213c-4580-8197-f1499cf2e397 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:21.744578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-cdcabad9-213c-4580-8197-f1499cf2e397 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] In _notify_port_updated(), no bound segment for port 0c1cf963-b914-4091-ac4e-118c9bdb1b38 on network 30d3ac66-2288-49d2-a402-20bd64c35f10 {{(pid=84024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:30:21.748620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcabad9-213c-4580-8197-f1499cf2e397 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:21.749390 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cdcabad9-213c-4580-8197-f1499cf2e397 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:21.754353 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cdcabad9-213c-4580-8197-f1499cf2e397 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "PUT /v2.0/ports/0c1cf963-b914-4091-ac4e-118c9bdb1b38 HTTP/1.1" status: 200 len: 818 time: 0.6466408 May 30 20:30:21.754353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37208) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:21.799172 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcabad9-213c-4580-8197-f1499cf2e397 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=0c1cf963-b914-4091-ac4e-118c9bdb1b38,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:21.816561 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84813dcb-a8a9-4bde-aeda-c4f6f2bc3efb req-aa78fe95-705d-4181-a102-ae6c6a81322a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d1878ae-449f-42b8-bf46-74af28ca94fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401188 May 30 20:30:21.824131 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c7fd3-5128-4f0e-8106-7fef64d5234a req-a5a503d9-313c-4ee9-ae2b-dbc100b4571c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:21.826349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ad9e32ab-3232-472e-bc5b-a45b48dcaae2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port 0c1cf963-b914-4091-ac4e-118c9bdb1b38 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:21.826693 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad9e32ab-3232-472e-bc5b-a45b48dcaae2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:21.826912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a4c7fd3-5128-4f0e-8106-7fef64d5234a req-a5a503d9-313c-4ee9-ae2b-dbc100b4571c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 944 time: 0.1151586 May 30 20:30:21.963339 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a4c7fd3-5128-4f0e-8106-7fef64d5234a req-fc1ff88e-c2fe-483e-832e-27d2d3ae719a tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124835 May 30 20:30:22.087208 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84813dcb-a8a9-4bde-aeda-c4f6f2bc3efb req-1b1faae8-1736-4c16-9410-334ec6b0912c service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592070 May 30 20:30:22.113157 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad9e32ab-3232-472e-bc5b-a45b48dcaae2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.255581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ad9e32ab-3232-472e-bc5b-a45b48dcaae2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for 0c1cf963-b914-4091-ac4e-118c9bdb1b38 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:22.360726 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad9e32ab-3232-472e-bc5b-a45b48dcaae2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.416583 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-e51bafa6-25a0-42dd-afd3-3f3131976d3e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 1097 time: 0.3658962 May 30 20:30:22.419596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e32ab-3232-472e-bc5b-a45b48dcaae2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=0c1cf963-b914-4091-ac4e-118c9bdb1b38,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:22.426727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e02128-2267-4302-ab2d-c2b7f568329d req-1882b6ca-8db0-46e7-86f2-ecc3246cc19d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:22.428234 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d0e02128-2267-4302-ab2d-c2b7f568329d req-1882b6ca-8db0-46e7-86f2-ecc3246cc19d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.3434689 May 30 20:30:22.436305 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad9e32ab-3232-472e-bc5b-a45b48dcaae2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.446994 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ad9e32ab-3232-472e-bc5b-a45b48dcaae2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/ports/0c1cf963-b914-4091-ac4e-118c9bdb1b38 HTTP/1.1" status: 204 len: 168 time: 0.6920547 May 30 20:30:22.449576 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37224) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:22.456316 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84813dcb-a8a9-4bde-aeda-c4f6f2bc3efb req-b79cf754-729e-4327-a161-e7b77a0ba609 service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344254 May 30 20:30:22.541134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09b0255-7f54-4139-a67d-c7802858712a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:22.541883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d09b0255-7f54-4139-a67d-c7802858712a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Synchronizing usage tracker for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:22.562321 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d09b0255-7f54-4139-a67d-c7802858712a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Unset dirty status for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:22.566366 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d09b0255-7f54-4139-a67d-c7802858712a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1132314 May 30 20:30:22.566544 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37228) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:22.635403 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2f1231-30d2-4fc9-ae3e-20c6d1dcb91d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] GET failed (client error): The resource could not be found. May 30 20:30:22.635822 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1c2f1231-30d2-4fc9-ae3e-20c6d1dcb91d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Synchronizing usage tracker for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:22.645958 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d0e02128-2267-4302-ab2d-c2b7f568329d req-13baf0d4-0bb5-4c6c-b99d-ac1259bf7d2e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863992 May 30 20:30:22.673378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1c2f1231-30d2-4fc9-ae3e-20c6d1dcb91d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Unset dirty status for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:22.677073 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1c2f1231-30d2-4fc9-ae3e-20c6d1dcb91d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports/0c1cf963-b914-4091-ac4e-118c9bdb1b38 HTTP/1.1" status: 404 len: 333 time: 0.1070580 May 30 20:30:22.679395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15802820-f8ee-420b-816f-96d8502707fd req-f501a07a-efcd-45af-b1ca-5c1fba67480c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:22.680796 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37232) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:22.682143 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-f501a07a-efcd-45af-b1ca-5c1fba67480c service neutron] 10.222.0.77 "GET /v2.0/networks?id=84d2d1ba-f96e-499e-a333-a21114f4c8e8 HTTP/1.1" status: 200 len: 898 time: 0.2528999 May 30 20:30:22.687157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ae37ed1e-edf9-4ee8-bb27-95c641fd68b2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-644662923'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:22.692965 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ae37ed1e-edf9-4ee8-bb27-95c641fd68b2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:22.696783 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ae37ed1e-edf9-4ee8-bb27-95c641fd68b2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:network and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:22.699686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ae37ed1e-edf9-4ee8-bb27-95c641fd68b2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:22.706656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ae37ed1e-edf9-4ee8-bb27-95c641fd68b2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:22.717724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae37ed1e-edf9-4ee8-bb27-95c641fd68b2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:22.720856 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae37ed1e-edf9-4ee8-bb27-95c641fd68b2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.752566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae37ed1e-edf9-4ee8-bb27-95c641fd68b2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:30:22.761732 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae37ed1e-edf9-4ee8-bb27-95c641fd68b2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.762145 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-ae37ed1e-edf9-4ee8-bb27-95c641fd68b2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Added segment 6ffecb58-0ba6-4bd9-be28-f2c5996a590b of type vlan for network 48f88892-c6d2-48e6-adb0-ee16daeedd9c May 30 20:30:22.789915 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae37ed1e-edf9-4ee8-bb27-95c641fd68b2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.797176 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-72166f12-9ce6-4298-9282-c6dc4e193bd2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688 HTTP/1.1" status: 200 len: 1002 time: 0.1058686 May 30 20:30:22.820126 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae37ed1e-edf9-4ee8-bb27-95c641fd68b2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.823995 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae37ed1e-edf9-4ee8-bb27-95c641fd68b2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:22.824668 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae37ed1e-edf9-4ee8-bb27-95c641fd68b2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.876008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15802820-f8ee-420b-816f-96d8502707fd req-3725bccc-3d81-4697-89a4-1117616e8b8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:22.877927 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-3725bccc-3d81-4697-89a4-1117616e8b8e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98baa7d8-55bd-448e-bc9e-980099fd982e HTTP/1.1" status: 200 len: 834 time: 0.0720851 May 30 20:30:22.932547 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ae37ed1e-edf9-4ee8-bb27-95c641fd68b2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2481790 May 30 20:30:22.933774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37236) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:22.948721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-c6d65d65-d905-4aab-bbbe-44663a2e7f60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'subnet': {'network_id': '48f88892-c6d2-48e6-adb0-ee16daeedd9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:22.958912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37ed1e-edf9-4ee8-bb27-95c641fd68b2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Network': ['ID=48f88892-c6d2-48e6-adb0-ee16daeedd9c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:22.971102 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 48f88892-c6d2-48e6-adb0-ee16daeedd9c details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:30:23.106912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-277401eb-9078-485d-97b2-ca8edf6b38bc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=84d2d1ba-f96e-499e-a333-a21114f4c8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2204673 May 30 20:30:23.108134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c6d65d65-d905-4aab-bbbe-44663a2e7f60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:23.112220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c6d65d65-d905-4aab-bbbe-44663a2e7f60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:subnet and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:23.115135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c6d65d65-d905-4aab-bbbe-44663a2e7f60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:23.145646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c6d65d65-d905-4aab-bbbe-44663a2e7f60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:23.273369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d65d65-d905-4aab-bbbe-44663a2e7f60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:23.480444 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-91e99ebb-4934-4d8f-a0d6-d44632e7c7ca service neutron] 10.222.0.77 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623693 May 30 20:30:23.620597 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c6d65d65-d905-4aab-bbbe-44663a2e7f60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:23.775442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc5060-82e6-4a89-a75a-36a659345e04 req-b80910b2-3128-4af5-90f0-1f3f64cecebc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:23.776926 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64dc5060-82e6-4a89-a75a-36a659345e04 req-b80910b2-3128-4af5-90f0-1f3f64cecebc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 944 time: 0.5672667 May 30 20:30:23.831036 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-2f9fc50d-3a80-4d8c-91c0-ec668ed68d0d service neutron] 10.222.0.77 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392217 May 30 20:30:23.876543 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64dc5060-82e6-4a89-a75a-36a659345e04 req-028c2db1-b00c-441e-ba7b-20d1b2dea732 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803123 May 30 20:30:24.180725 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c6d65d65-d905-4aab-bbbe-44663a2e7f60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:24.496465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d199c85-d347-4461-ba9f-66690187abba req-3fb68aed-a8db-4e8f-9e7d-1799c0df1181 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:24.498196 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d199c85-d347-4461-ba9f-66690187abba req-3fb68aed-a8db-4e8f-9e7d-1799c0df1181 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.5131884 May 30 20:30:24.504496 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d65d65-d905-4aab-bbbe-44663a2e7f60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Subnet': ['ID=c4bb1eb4-9f5c-4ba8-ab66-b14af5c4ece7,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:24.508600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d65d65-d905-4aab-bbbe-44663a2e7f60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Checking segment: {'id': '6ffecb58-0ba6-4bd9-be28-f2c5996a590b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '48f88892-c6d2-48e6-adb0-ee16daeedd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:24.509304 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d65d65-d905-4aab-bbbe-44663a2e7f60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network hostable DHCP agents. Network: 48f88892-c6d2-48e6-adb0-ee16daeedd9c, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:30:24.580051 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d199c85-d347-4461-ba9f-66690187abba req-d62cf74f-913b-4a3b-8da5-fc218be3635d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657458 May 30 20:30:24.595375 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d65d65-d905-4aab-bbbe-44663a2e7f60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 48f88892-c6d2-48e6-adb0-ee16daeedd9c is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:30:24.609315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-c6d65d65-d905-4aab-bbbe-44663a2e7f60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 48f88892-c6d2-48e6-adb0-ee16daeedd9c) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:24.617163 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d65d65-d905-4aab-bbbe-44663a2e7f60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:24.617758 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c6d65d65-d905-4aab-bbbe-44663a2e7f60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:24.623312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5639f381-a0be-46fe-a156-87aac75dfef0 None None] Network 48f88892-c6d2-48e6-adb0-ee16daeedd9c requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:24.669719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37260) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:24.677295 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c6d65d65-d905-4aab-bbbe-44663a2e7f60 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7400260 May 30 20:30:24.678209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-cba4e48e-6421-4164-998c-5f462cd09d6c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'subnet': {'network_id': '48f88892-c6d2-48e6-adb0-ee16daeedd9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:24.963719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cba4e48e-6421-4164-998c-5f462cd09d6c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:24.980635 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cba4e48e-6421-4164-998c-5f462cd09d6c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:subnet and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:24.993432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cba4e48e-6421-4164-998c-5f462cd09d6c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:25.015997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cba4e48e-6421-4164-998c-5f462cd09d6c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:25.051876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba4e48e-6421-4164-998c-5f462cd09d6c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:25.160538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-48f88892-c6d2-48e6-adb0-ee16daeedd9c', 'network_id': '48f88892-c6d2-48e6-adb0-ee16daeedd9c', 'tenant_id': 'c12c62df2fec4f16b508217c43e2c8b4', 'fixed_ips': [{'subnet_id': 'c4bb1eb4-9f5c-4ba8-ab66-b14af5c4ece7'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:30:25.161349 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:25.303743 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cba4e48e-6421-4164-998c-5f462cd09d6c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:25.510297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01495ba7-f0fa-447a-af2c-b77ef8895802 req-0efd30ac-3241-4a2f-a260-ffe68ce37fcc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:25.515684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01495ba7-f0fa-447a-af2c-b77ef8895802 req-0efd30ac-3241-4a2f-a260-ffe68ce37fcc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 944 time: 0.2735829 May 30 20:30:25.590825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Allocated IP 2001:db8::2 (48f88892-c6d2-48e6-adb0-ee16daeedd9c/c4bb1eb4-9f5c-4ba8-ab66-b14af5c4ece7/35908e6a-16fa-45bd-8005-4c7c9026d04f) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:25.615771 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01495ba7-f0fa-447a-af2c-b77ef8895802 req-1b52534d-92ec-4ac9-8315-8bfd1c155295 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928402 May 30 20:30:25.616822 n-d-843949-2 neutron-server[84024]: INFO neutron.db.ipam_backend_mixin [None req-cba4e48e-6421-4164-998c-5f462cd09d6c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c4bb1eb4-9f5c-4ba8-ab66-b14af5c4ece7 (CIDR: 2001:db8::/64) May 30 20:30:25.624845 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba4e48e-6421-4164-998c-5f462cd09d6c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:30:25.626067 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba4e48e-6421-4164-998c-5f462cd09d6c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:30:25.671976 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cba4e48e-6421-4164-998c-5f462cd09d6c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0010734 May 30 20:30:25.676042 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37274) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:25.687400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-240cdf65-6138-46ea-984d-81caa3d04ca4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'subnet': {'network_id': '48f88892-c6d2-48e6-adb0-ee16daeedd9c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:25.986083 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:25.998600 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Transition to ACTIVE for port object 35908e6a-16fa-45bd-8005-4c7c9026d04f will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:26.025640 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Transition to ACTIVE for port object 35908e6a-16fa-45bd-8005-4c7c9026d04f will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:26.037938 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.090827 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-240cdf65-6138-46ea-984d-81caa3d04ca4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:26.098663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-240cdf65-6138-46ea-984d-81caa3d04ca4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:subnet and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:26.103012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-240cdf65-6138-46ea-984d-81caa3d04ca4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:26.107181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c3058-0810-4f3b-96d9-66f2e5b10bf4 req-014556d3-ff08-4ef5-b5af-e4e3880242a4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:26.113434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-240cdf65-6138-46ea-984d-81caa3d04ca4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:26.116462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-919c3058-0810-4f3b-96d9-66f2e5b10bf4 req-014556d3-ff08-4ef5-b5af-e4e3880242a4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.2144012 May 30 20:30:26.139140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240cdf65-6138-46ea-984d-81caa3d04ca4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:26.145147 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-240cdf65-6138-46ea-984d-81caa3d04ca4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.176579 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-919c3058-0810-4f3b-96d9-66f2e5b10bf4 req-9c582d01-e8a7-41db-8a67-c673b1c946b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590808 May 30 20:30:26.257486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Network 48f88892-c6d2-48e6-adb0-ee16daeedd9c is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:26.272580 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:26.283575 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Pushing event updated for resources: {'Port': ['ID=35908e6a-16fa-45bd-8005-4c7c9026d04f,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:26.300799 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:26.327508 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:26.327847 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:26.328200 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:26.328528 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:26.328852 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:26.329168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:26.329484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:26.329799 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:26.330110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:26.330503 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:26.331256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:26.525320 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Attempting to bind port 35908e6a-16fa-45bd-8005-4c7c9026d04f on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:26.532145 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Attempting to bind port 35908e6a-16fa-45bd-8005-4c7c9026d04f by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '6ffecb58-0ba6-4bd9-be28-f2c5996a590b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '48f88892-c6d2-48e6-adb0-ee16daeedd9c'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:26.532642 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Attempting to bind port 35908e6a-16fa-45bd-8005-4c7c9026d04f on network 48f88892-c6d2-48e6-adb0-ee16daeedd9c {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:26.561483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:30:26.561839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Checking segment: {'id': '6ffecb58-0ba6-4bd9-be28-f2c5996a590b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '48f88892-c6d2-48e6-adb0-ee16daeedd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:26.562241 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.562627 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Bound using segment: {'id': '6ffecb58-0ba6-4bd9-be28-f2c5996a590b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '48f88892-c6d2-48e6-adb0-ee16daeedd9c'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:30:26.563085 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Bound port: 35908e6a-16fa-45bd-8005-4c7c9026d04f, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffecb58-0ba6-4bd9-be28-f2c5996a590b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '48f88892-c6d2-48e6-adb0-ee16daeedd9c'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:30:26.563450 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.759910 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] For port 35908e6a-16fa-45bd-8005-4c7c9026d04f, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:26.763315 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] For port 35908e6a-16fa-45bd-8005-4c7c9026d04f, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=35908e6a-16fa-45bd-8005-4c7c9026d04f,segment=NetworkSegment(6ffecb58-0ba6-4bd9-be28-f2c5996a590b),segment_id=6ffecb58-0ba6-4bd9-be28-f2c5996a590b)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:30:26.771824 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.800791 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-240cdf65-6138-46ea-984d-81caa3d04ca4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.934472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240cdf65-6138-46ea-984d-81caa3d04ca4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 48f88892-c6d2-48e6-adb0-ee16daeedd9c is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:26.946137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bad820-1a11-46cd-8300-7a72dab3c871 None None] Pushing event updated for resources: {'Port': ['ID=35908e6a-16fa-45bd-8005-4c7c9026d04f,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:26.957873 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-240cdf65-6138-46ea-984d-81caa3d04ca4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:26.968749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240cdf65-6138-46ea-984d-81caa3d04ca4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:26.969215 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-240cdf65-6138-46ea-984d-81caa3d04ca4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.990067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188bcc7-b773-4fba-823d-65852bde4384 req-c9f7e944-bb4e-4281-92b9-836371de3454 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:27.003150 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e188bcc7-b773-4fba-823d-65852bde4384 req-c9f7e944-bb4e-4281-92b9-836371de3454 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 944 time: 0.1347182 May 30 20:30:27.008039 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cdf65-6138-46ea-984d-81caa3d04ca4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Subnet': ['ID=3267e166-444a-4e5a-b9eb-c7c7f589535d,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:27.050115 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-240cdf65-6138-46ea-984d-81caa3d04ca4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3716660 May 30 20:30:27.052978 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37286) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:27.067256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'network_id': '48f88892-c6d2-48e6-adb0-ee16daeedd9c', 'fixed_ips': [{'subnet_id': 'c4bb1eb4-9f5c-4ba8-ab66-b14af5c4ece7'}, {'subnet_id': '3267e166-444a-4e5a-b9eb-c7c7f589535d'}], 'name': 'tempest-PortsIpV6TestJSON-1990965714'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:27.101386 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e188bcc7-b773-4fba-823d-65852bde4384 req-b20d2c82-6dbe-4630-8c90-48b1d1c9000c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969975 May 30 20:30:27.331666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:27.336046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:port and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:27.341481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:27.357850 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:27.370336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:27.385990 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:27.437611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] device_id is not set on port eedcf7d7-28ac-4c74-835f-06703583024d yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:27.559639 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a91f0f-b86f-4de2-9f16-e89be6456ba5 req-e4f88047-718c-463b-80c2-0be96ec71190 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:27.569828 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58a91f0f-b86f-4de2-9f16-e89be6456ba5 req-e4f88047-718c-463b-80c2-0be96ec71190 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.1362081 May 30 20:30:27.649001 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58a91f0f-b86f-4de2-9f16-e89be6456ba5 req-b317a51d-230a-4655-88b1-684d14ab2913 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776258 May 30 20:30:27.782019 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-947f0180-b613-4bee-841e-1bdea994cc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:27.972120 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Allocated IP 2001:db8::3f (48f88892-c6d2-48e6-adb0-ee16daeedd9c/c4bb1eb4-9f5c-4ba8-ab66-b14af5c4ece7/eedcf7d7-28ac-4c74-835f-06703583024d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:27.984596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Allocated IP 2001:db8:0:1::18c (48f88892-c6d2-48e6-adb0-ee16daeedd9c/3267e166-444a-4e5a-b9eb-c7c7f589535d/eedcf7d7-28ac-4c74-835f-06703583024d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:28.436196 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:28.486634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Transition to ACTIVE for port object eedcf7d7-28ac-4c74-835f-06703583024d will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:28.521661 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a3cd70-a8f1-4ddb-88ea-0da4f1e53a05 None None] Network 48f88892-c6d2-48e6-adb0-ee16daeedd9c requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:28.537815 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:28.625867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30616638-2ea0-4735-af5e-17b872e41e95 req-9ca22215-c55a-4f9f-8a40-6ae3a7ae323e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:28.631641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30616638-2ea0-4735-af5e-17b872e41e95 req-9ca22215-c55a-4f9f-8a40-6ae3a7ae323e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 944 time: 0.2057476 May 30 20:30:28.661923 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4f9ee458-9f53-4bce-b05f-30ad975225d2 None None] Provisioning for port 35908e6a-16fa-45bd-8005-4c7c9026d04f completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:28.723369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=eedcf7d7-28ac-4c74-835f-06703583024d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:28.740468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 48f88892-c6d2-48e6-adb0-ee16daeedd9c is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:28.742058 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:28.745164 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:28.756708 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:28.758558 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:28.788015 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30616638-2ea0-4735-af5e-17b872e41e95 req-fe8f0b2d-d5b0-4be4-96f4-669bbbda7501 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492641 May 30 20:30:28.835266 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-102b7fba-5fc2-4c16-9b5a-55a71f8dc5d2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.7800517 May 30 20:30:28.836782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37306) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:28.845532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-3f1d09be-dbeb-492b-bbc3-0e38eaf39c16 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4bb1eb4-9f5c-4ba8-ab66-b14af5c4ece7'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:28.956859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 35908e6a-16fa-45bd-8005-4c7c9026d04f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:29.053763 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 35908e6a-16fa-45bd-8005-4c7c9026d04f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:29.063580 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 35908e6a-16fa-45bd-8005-4c7c9026d04f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:29.064536 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:29.255909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de6ac2-d1f7-414f-a4a1-c8473f30ed4a None None] Update dhcp port {'port': {'network_id': '48f88892-c6d2-48e6-adb0-ee16daeedd9c', 'fixed_ips': [{'subnet_id': 'c4bb1eb4-9f5c-4ba8-ab66-b14af5c4ece7', 'ip_address': '2001:db8::2'}, {'subnet_id': '3267e166-444a-4e5a-b9eb-c7c7f589535d'}], 'binding:host_id': 'n-d-843949-2'}, 'id': '35908e6a-16fa-45bd-8005-4c7c9026d04f'} from n-d-843949-2. {{(pid=84025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:30:29.266687 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3f1d09be-dbeb-492b-bbc3-0e38eaf39c16 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:29.346993 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a445537-7578-48f7-956d-11dedb458922 req-5201a858-ed2a-4f66-ab5c-f2061675dc62 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:29.360652 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a445537-7578-48f7-956d-11dedb458922 req-5201a858-ed2a-4f66-ab5c-f2061675dc62 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.4385152 May 30 20:30:29.374405 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b3de6ac2-d1f7-414f-a4a1-c8473f30ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:29.603991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6a445537-7578-48f7-956d-11dedb458922 req-8750447d-8d9b-411c-aaf3-ef3efc6ef17c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433156 May 30 20:30:29.631667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-b3de6ac2-d1f7-414f-a4a1-c8473f30ed4a None None] Allocated IP 2001:db8:0:1::2 (48f88892-c6d2-48e6-adb0-ee16daeedd9c/3267e166-444a-4e5a-b9eb-c7c7f589535d/35908e6a-16fa-45bd-8005-4c7c9026d04f) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:29.793751 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b3de6ac2-d1f7-414f-a4a1-c8473f30ed4a None None] For port 35908e6a-16fa-45bd-8005-4c7c9026d04f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=35908e6a-16fa-45bd-8005-4c7c9026d04f,segment=NetworkSegment(6ffecb58-0ba6-4bd9-be28-f2c5996a590b),segment_id=6ffecb58-0ba6-4bd9-be28-f2c5996a590b)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:29.833787 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b3de6ac2-d1f7-414f-a4a1-c8473f30ed4a None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:29.869811 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b3de6ac2-d1f7-414f-a4a1-c8473f30ed4a None None] Transition to ACTIVE for port object 35908e6a-16fa-45bd-8005-4c7c9026d04f will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:29.880926 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b3de6ac2-d1f7-414f-a4a1-c8473f30ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:29.984071 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:30.076771 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-89f731c0-967e-4358-a27e-ea172917cd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:30.130854 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de6ac2-d1f7-414f-a4a1-c8473f30ed4a None None] Pushing event updated for resources: {'Port': ['ID=35908e6a-16fa-45bd-8005-4c7c9026d04f,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:30.170058 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:30:30.170409 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:30:30.245018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-3f1d09be-dbeb-492b-bbc3-0e38eaf39c16 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Delete allocated IP 2001:db8:0:1::18c (48f88892-c6d2-48e6-adb0-ee16daeedd9c/3267e166-444a-4e5a-b9eb-c7c7f589535d) {{(pid=84023) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 30 20:30:30.420492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a3976-ea40-4ff8-b5f7-5e1629248e97 req-8c3ec72c-22e0-4f55-986a-c6a239dcf65d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:30.422094 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be3a3976-ea40-4ff8-b5f7-5e1629248e97 req-8c3ec72c-22e0-4f55-986a-c6a239dcf65d tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 944 time: 0.2831132 May 30 20:30:30.530340 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be3a3976-ea40-4ff8-b5f7-5e1629248e97 req-2e111110-7d20-431a-9a49-cd6a87f4eb4a tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981941 May 30 20:30:30.599222 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3f1d09be-dbeb-492b-bbc3-0e38eaf39c16 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:30.616819 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3f1d09be-dbeb-492b-bbc3-0e38eaf39c16 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Ignored duplicate provisioning block setup for port eedcf7d7-28ac-4c74-835f-06703583024d by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 30 20:30:30.622277 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3f1d09be-dbeb-492b-bbc3-0e38eaf39c16 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:30.728825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-3f1d09be-dbeb-492b-bbc3-0e38eaf39c16 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] In _notify_port_updated(), no bound segment for port eedcf7d7-28ac-4c74-835f-06703583024d on network 48f88892-c6d2-48e6-adb0-ee16daeedd9c {{(pid=84023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:30:30.732691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1d09be-dbeb-492b-bbc3-0e38eaf39c16 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:30.733318 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3f1d09be-dbeb-492b-bbc3-0e38eaf39c16 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:30.737549 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3f1d09be-dbeb-492b-bbc3-0e38eaf39c16 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "PUT /v2.0/ports/eedcf7d7-28ac-4c74-835f-06703583024d HTTP/1.1" status: 200 len: 925 time: 1.8967237 May 30 20:30:30.738121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37318) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:30.748444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-12f49e34-d361-40ff-89d7-2e7d7f5bbb6b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4bb1eb4-9f5c-4ba8-ab66-b14af5c4ece7'}, {'subnet_id': '3267e166-444a-4e5a-b9eb-c7c7f589535d'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:30.770845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d09be-dbeb-492b-bbc3-0e38eaf39c16 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=eedcf7d7-28ac-4c74-835f-06703583024d,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:30.828936 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:30.898695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 35908e6a-16fa-45bd-8005-4c7c9026d04f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=35908e6a-16fa-45bd-8005-4c7c9026d04f,segment=NetworkSegment(6ffecb58-0ba6-4bd9-be28-f2c5996a590b),segment_id=6ffecb58-0ba6-4bd9-be28-f2c5996a590b)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:30.906764 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:31.067024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=35908e6a-16fa-45bd-8005-4c7c9026d04f,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:31.074564 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 35908e6a-16fa-45bd-8005-4c7c9026d04f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:31.134554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347b89b-47a9-42ac-a99f-f7078f0bc7f1 req-75960460-fcc1-4020-b20c-6db19cf3590d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:31.141929 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9347b89b-47a9-42ac-a99f-f7078f0bc7f1 req-75960460-fcc1-4020-b20c-6db19cf3590d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.2356715 May 30 20:30:31.170947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f32bf8-6020-44fb-8b4e-d6cae122e9bd None None] Network 48f88892-c6d2-48e6-adb0-ee16daeedd9c requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:31.247744 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9347b89b-47a9-42ac-a99f-f7078f0bc7f1 req-5a11aab7-35f6-4e20-ae3b-e89de85ee53f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049316 May 30 20:30:31.410524 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:31.445656 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-12f49e34-d361-40ff-89d7-2e7d7f5bbb6b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:31.498736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-db627a3b-5ee8-4e49-bd0f-861315f4dde9 None None] Provisioning for port 35908e6a-16fa-45bd-8005-4c7c9026d04f completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:31.620038 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-db627a3b-5ee8-4e49-bd0f-861315f4dde9 None None] Provisioning complete for port 35908e6a-16fa-45bd-8005-4c7c9026d04f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:31.622654 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-db627a3b-5ee8-4e49-bd0f-861315f4dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:31.696077 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 35908e6a-16fa-45bd-8005-4c7c9026d04f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:31.697560 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:31.889156 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:31.939268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82367faf-7f63-4fe6-9a23-4db9181671cf req-48e91f69-197f-4d4b-b086-cdb3344c2dca tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:31.941027 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82367faf-7f63-4fe6-9a23-4db9181671cf req-48e91f69-197f-4d4b-b086-cdb3344c2dca tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 944 time: 0.1515033 May 30 20:30:32.119297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-12f49e34-d361-40ff-89d7-2e7d7f5bbb6b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Allocated IP 2001:db8:0:1::2b9 (48f88892-c6d2-48e6-adb0-ee16daeedd9c/3267e166-444a-4e5a-b9eb-c7c7f589535d/eedcf7d7-28ac-4c74-835f-06703583024d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:32.191279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-db627a3b-5ee8-4e49-bd0f-861315f4dde9 None None] Provisioning for port eedcf7d7-28ac-4c74-835f-06703583024d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:32.201830 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-db627a3b-5ee8-4e49-bd0f-861315f4dde9 None None] Provisioning complete for port eedcf7d7-28ac-4c74-835f-06703583024d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:32.202422 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-db627a3b-5ee8-4e49-bd0f-861315f4dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:32.304366 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82367faf-7f63-4fe6-9a23-4db9181671cf req-adcf0647-19e7-4514-91b2-1b8a4afcf93f tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573050 May 30 20:30:32.336159 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-db627a3b-5ee8-4e49-bd0f-861315f4dde9 None None] Port eedcf7d7-28ac-4c74-835f-06703583024d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:32.693026 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1bbe41e0-cd6c-477d-8f9c-90f49b961d60 None None] Provisioning complete for port 35908e6a-16fa-45bd-8005-4c7c9026d04f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:32.693502 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1bbe41e0-cd6c-477d-8f9c-90f49b961d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:32.775137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a550a81-0acc-4c90-8824-711485fb7ad1 req-f0c51170-f7c4-4f1b-abb3-68395a08edb2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:32.786862 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a550a81-0acc-4c90-8824-711485fb7ad1 req-f0c51170-f7c4-4f1b-abb3-68395a08edb2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.2176139 May 30 20:30:32.927594 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a550a81-0acc-4c90-8824-711485fb7ad1 req-e605f80b-288a-4412-8998-5dfe5ff95511 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395719 May 30 20:30:32.963740 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:32.981485 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-12f49e34-d361-40ff-89d7-2e7d7f5bbb6b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:33.053207 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-12f49e34-d361-40ff-89d7-2e7d7f5bbb6b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Ignored duplicate provisioning block setup for port eedcf7d7-28ac-4c74-835f-06703583024d by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 30 20:30:33.078854 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-12f49e34-d361-40ff-89d7-2e7d7f5bbb6b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:33.228941 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 35908e6a-16fa-45bd-8005-4c7c9026d04f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:33.528672 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-12f49e34-d361-40ff-89d7-2e7d7f5bbb6b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] In _notify_port_updated(), no bound segment for port eedcf7d7-28ac-4c74-835f-06703583024d on network 48f88892-c6d2-48e6-adb0-ee16daeedd9c {{(pid=84024) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:30:33.550339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f49e34-d361-40ff-89d7-2e7d7f5bbb6b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:33.555464 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-12f49e34-d361-40ff-89d7-2e7d7f5bbb6b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:33.562437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37344) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:33.564614 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-12f49e34-d361-40ff-89d7-2e7d7f5bbb6b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "PUT /v2.0/ports/eedcf7d7-28ac-4c74-835f-06703583024d HTTP/1.1" status: 200 len: 1011 time: 2.8251123 May 30 20:30:33.566711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f49e34-d361-40ff-89d7-2e7d7f5bbb6b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=eedcf7d7-28ac-4c74-835f-06703583024d,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:33.601640 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:33.682077 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 35908e6a-16fa-45bd-8005-4c7c9026d04f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:33.682640 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:33.766228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c411a4e3-0418-49be-b8d3-4ab1f01cc06a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port eedcf7d7-28ac-4c74-835f-06703583024d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:33.766670 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c411a4e3-0418-49be-b8d3-4ab1f01cc06a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:33.777221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1bbe41e0-cd6c-477d-8f9c-90f49b961d60 None None] Provisioning complete for port eedcf7d7-28ac-4c74-835f-06703583024d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:33.777588 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1bbe41e0-cd6c-477d-8f9c-90f49b961d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:33.839588 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1bbe41e0-cd6c-477d-8f9c-90f49b961d60 None None] Port eedcf7d7-28ac-4c74-835f-06703583024d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:33.966383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-39d2adab-aef4-4f18-9c93-d6fc0ded573c None None] Provisioning complete for port eedcf7d7-28ac-4c74-835f-06703583024d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:33.967010 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-39d2adab-aef4-4f18-9c93-d6fc0ded573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:34.009920 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9d533-f86d-4342-8c54-ff210ec0014a req-264cf2ac-71df-42ff-8ac4-bfdb49bb577e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:34.017286 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ee9d533-f86d-4342-8c54-ff210ec0014a req-264cf2ac-71df-42ff-8ac4-bfdb49bb577e tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 944 time: 0.3193977 May 30 20:30:34.023903 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-39d2adab-aef4-4f18-9c93-d6fc0ded573c None None] Port eedcf7d7-28ac-4c74-835f-06703583024d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:34.096700 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ee9d533-f86d-4342-8c54-ff210ec0014a req-7372344f-c7b9-447d-ba20-6901ea9ad3f9 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780425 May 30 20:30:34.103872 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c411a4e3-0418-49be-b8d3-4ab1f01cc06a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:34.266623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c411a4e3-0418-49be-b8d3-4ab1f01cc06a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for eedcf7d7-28ac-4c74-835f-06703583024d owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:34.378498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee682ed-d256-4f10-a577-9d6a96af00f6 req-40043d24-049b-48e7-9e3b-75cf509eb247 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:34.379933 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fee682ed-d256-4f10-a577-9d6a96af00f6 req-40043d24-049b-48e7-9e3b-75cf509eb247 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.2065210 May 30 20:30:34.499789 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fee682ed-d256-4f10-a577-9d6a96af00f6 req-1efe095d-ce23-4c7e-9180-119c1322424a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924559 May 30 20:30:34.536600 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c411a4e3-0418-49be-b8d3-4ab1f01cc06a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:34.583769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411a4e3-0418-49be-b8d3-4ab1f01cc06a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=eedcf7d7-28ac-4c74-835f-06703583024d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:34.669844 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c411a4e3-0418-49be-b8d3-4ab1f01cc06a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:34.681117 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c411a4e3-0418-49be-b8d3-4ab1f01cc06a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/ports/eedcf7d7-28ac-4c74-835f-06703583024d HTTP/1.1" status: 204 len: 168 time: 1.1173546 May 30 20:30:34.683579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37358) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:34.725957 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f2db2e-6517-4ae3-b626-4caf89394d8c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] GET failed (client error): The resource could not be found. May 30 20:30:34.726480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-96f2db2e-6517-4ae3-b626-4caf89394d8c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Synchronizing usage tracker for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:34.743109 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-96f2db2e-6517-4ae3-b626-4caf89394d8c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Unset dirty status for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:34.744545 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-96f2db2e-6517-4ae3-b626-4caf89394d8c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports/eedcf7d7-28ac-4c74-835f-06703583024d HTTP/1.1" status: 404 len: 333 time: 0.0599895 May 30 20:30:34.747340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37364) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:34.817770 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-db713b93-55bc-46b3-b4d3-140682119bc6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting subnet 3267e166-444a-4e5a-b9eb-c7c7f589535d {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:30:34.820734 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db713b93-55bc-46b3-b4d3-140682119bc6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:34.875282 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db713b93-55bc-46b3-b4d3-140682119bc6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:34.968659 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db713b93-55bc-46b3-b4d3-140682119bc6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.046378 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db713b93-55bc-46b3-b4d3-140682119bc6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.086067 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db713b93-55bc-46b3-b4d3-140682119bc6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Subnet': ['ID=3267e166-444a-4e5a-b9eb-c7c7f589535d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:35.090697 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db713b93-55bc-46b3-b4d3-140682119bc6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.096853 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-db713b93-55bc-46b3-b4d3-140682119bc6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/3267e166-444a-4e5a-b9eb-c7c7f589535d HTTP/1.1" status: 204 len: 168 time: 0.3479600 May 30 20:30:35.098330 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c85d31-8b11-403a-8d2d-4c68be57bc53 None None] Network 48f88892-c6d2-48e6-adb0-ee16daeedd9c requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:35.099535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37372) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:35.169598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-3406ad36-10ef-47f1-bde0-9ed46bc887c2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting subnet c4bb1eb4-9f5c-4ba8-ab66-b14af5c4ece7 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:30:35.172682 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3406ad36-10ef-47f1-bde0-9ed46bc887c2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.262174 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3406ad36-10ef-47f1-bde0-9ed46bc887c2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.345502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca66708-b7ca-46f7-a91e-95d9d8f04321 req-2e952838-c7eb-44bb-accf-4e7210acb35b tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:35.347705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cca66708-b7ca-46f7-a91e-95d9d8f04321 req-2e952838-c7eb-44bb-accf-4e7210acb35b tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 944 time: 0.1025436 May 30 20:30:35.365636 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3406ad36-10ef-47f1-bde0-9ed46bc887c2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.398656 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cca66708-b7ca-46f7-a91e-95d9d8f04321 req-0855de4f-a78e-4afc-8752-dd830e9960a2 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454123 May 30 20:30:35.452091 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3406ad36-10ef-47f1-bde0-9ed46bc887c2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.504676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406ad36-10ef-47f1-bde0-9ed46bc887c2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Subnet': ['ID=c4bb1eb4-9f5c-4ba8-ab66-b14af5c4ece7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:35.508575 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3406ad36-10ef-47f1-bde0-9ed46bc887c2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.515841 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3406ad36-10ef-47f1-bde0-9ed46bc887c2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/c4bb1eb4-9f5c-4ba8-ab66-b14af5c4ece7 HTTP/1.1" status: 204 len: 168 time: 0.4152982 May 30 20:30:35.518845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37378) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:35.670032 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.683702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port 35908e6a-16fa-45bd-8005-4c7c9026d04f {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:35.684081 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.742378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5ae5e-e72e-4240-9ebb-026bd26eec40 req-1aa79443-4438-4ebe-8aaa-28b3d73d8e60 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:35.750118 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfa5ae5e-e72e-4240-9ebb-026bd26eec40 req-1aa79443-4438-4ebe-8aaa-28b3d73d8e60 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.0929108 May 30 20:30:35.817298 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfa5ae5e-e72e-4240-9ebb-026bd26eec40 req-a1926c75-8583-4c3b-8da4-ab0ee3403432 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615523 May 30 20:30:35.921075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] For port 35908e6a-16fa-45bd-8005-4c7c9026d04f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=35908e6a-16fa-45bd-8005-4c7c9026d04f,segment=NetworkSegment(6ffecb58-0ba6-4bd9-be28-f2c5996a590b),segment_id=6ffecb58-0ba6-4bd9-be28-f2c5996a590b)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:35.921569 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:36.052448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for 35908e6a-16fa-45bd-8005-4c7c9026d04f owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:36.103205 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a86e72-b6a8-4aee-9bdb-f46b8b778fa6 None None] Network 48f88892-c6d2-48e6-adb0-ee16daeedd9c requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:36.139372 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:36.186772 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No DVR routers for this DVR port 35908e6a-16fa-45bd-8005-4c7c9026d04f on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:30:36.187011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7b8d9dd8-6af7-491d-8f0f-b9ee1c57f8a5 None None] Could not find standard attr ID for object 35908e6a-16fa-45bd-8005-4c7c9026d04f. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:30:36.222886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=35908e6a-16fa-45bd-8005-4c7c9026d04f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:36.334569 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:36.346780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30117025-17b1-4e96-9c81-24fff0450469 None None] DHCP port deletion for 48f88892-c6d2-48e6-adb0-ee16daeedd9c request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:30:36.453675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f88892-c6d2-48e6-adb0-ee16daeedd9c']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:36.468734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ffecb58-0ba6-4bd9-be28-f2c5996a590b') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:36.469627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ffecb58-0ba6-4bd9-be28-f2c5996a590b') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:36.482724 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:36.501644 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:36.508669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:30:36.509547 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: timer() May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:30:36.525410 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:30:36.611677 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:36.636336 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:36.640593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Network': ['ID=48f88892-c6d2-48e6-adb0-ee16daeedd9c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:36.645128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b59b83-09ba-494f-bc99-1b5196c625c5 req-da598fb5-621e-4a1c-ace0-503efedd2eeb tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:36.647041 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76b59b83-09ba-494f-bc99-1b5196c625c5 req-da598fb5-621e-4a1c-ace0-503efedd2eeb tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 944 time: 0.0897524 May 30 20:30:36.665515 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-64bcfe3e-84f2-496a-bb23-978a54388b79 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/networks/48f88892-c6d2-48e6-adb0-ee16daeedd9c HTTP/1.1" status: 204 len: 168 time: 1.1420128 May 30 20:30:36.665898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37388) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:36.702486 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76b59b83-09ba-494f-bc99-1b5196c625c5 req-52bfe436-3b68-4fce-8450-0b0b0b00d58a tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483568 May 30 20:30:36.748283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4028baf5-f7e1-481a-bfeb-dd965efff4ca tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:36.748962 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4028baf5-f7e1-481a-bfeb-dd965efff4ca tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Synchronizing usage tracker for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:36.764156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4028baf5-f7e1-481a-bfeb-dd965efff4ca tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Unset dirty status for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:36.765534 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4028baf5-f7e1-481a-bfeb-dd965efff4ca tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0986207 May 30 20:30:36.769768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37392) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:36.843784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6bf8011e-de6d-4562-b78b-94154991531f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0728729 May 30 20:30:36.847764 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37398) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:36.853257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6c4fb259-9fb0-4330-ae8f-74e8eecfa9f5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1101004750'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:36.858635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6c4fb259-9fb0-4330-ae8f-74e8eecfa9f5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:36.862456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6c4fb259-9fb0-4330-ae8f-74e8eecfa9f5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:network and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:36.865271 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6c4fb259-9fb0-4330-ae8f-74e8eecfa9f5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:36.870823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6c4fb259-9fb0-4330-ae8f-74e8eecfa9f5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:36.881812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4fb259-9fb0-4330-ae8f-74e8eecfa9f5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:36.885588 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6c4fb259-9fb0-4330-ae8f-74e8eecfa9f5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:36.921608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4fb259-9fb0-4330-ae8f-74e8eecfa9f5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:30:36.935173 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6c4fb259-9fb0-4330-ae8f-74e8eecfa9f5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:36.935541 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-6c4fb259-9fb0-4330-ae8f-74e8eecfa9f5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Added segment c4cb7293-eb15-48cb-8daa-f82445defd7a of type vlan for network 06d46431-957b-4350-87c0-fd1764ba14fc May 30 20:30:36.993905 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 35908e6a-16fa-45bd-8005-4c7c9026d04f no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:30:37.028118 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6c4fb259-9fb0-4330-ae8f-74e8eecfa9f5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:37.029616 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 35908e6a-16fa-45bd-8005-4c7c9026d04f {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:30:37.029962 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 35908e6a-16fa-45bd-8005-4c7c9026d04f not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:30:37.065301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7448be9-ed25-482c-98d4-73f70a3069a1 req-6cc09f50-36e9-4fc5-ac8c-1068512cb3b0 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:37.066757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7448be9-ed25-482c-98d4-73f70a3069a1 req-6cc09f50-36e9-4fc5-ac8c-1068512cb3b0 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.1297853 May 30 20:30:37.090210 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6c4fb259-9fb0-4330-ae8f-74e8eecfa9f5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:37.095025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4fb259-9fb0-4330-ae8f-74e8eecfa9f5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:37.095723 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6c4fb259-9fb0-4330-ae8f-74e8eecfa9f5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:37.106088 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:37.324090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6c4fb259-9fb0-4330-ae8f-74e8eecfa9f5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4750521 May 30 20:30:37.327404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37406) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:37.334616 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-31be08a3-ed61-4a41-a05f-373933e12df7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'subnet': {'network_id': '06d46431-957b-4350-87c0-fd1764ba14fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:37.342157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fb259-9fb0-4330-ae8f-74e8eecfa9f5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Network': ['ID=06d46431-957b-4350-87c0-fd1764ba14fc,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:37.346776 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7448be9-ed25-482c-98d4-73f70a3069a1 req-bfb76eee-859f-481a-ad4b-c829de28acb5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735374 May 30 20:30:37.355690 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 06d46431-957b-4350-87c0-fd1764ba14fc details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:30:37.437542 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 16341635-9f98-4337-b413-4852c8f07e1f details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:30:37.471084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-31be08a3-ed61-4a41-a05f-373933e12df7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:37.475435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-31be08a3-ed61-4a41-a05f-373933e12df7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:subnet and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:37.479182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-31be08a3-ed61-4a41-a05f-373933e12df7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:37.487497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-31be08a3-ed61-4a41-a05f-373933e12df7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:37.499156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31be08a3-ed61-4a41-a05f-373933e12df7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:37.609792 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-31be08a3-ed61-4a41-a05f-373933e12df7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:37.630761 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 16341635-9f98-4337-b413-4852c8f07e1f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=16341635-9f98-4337-b413-4852c8f07e1f,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:37.650521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '16341635-9f98-4337-b413-4852c8f07e1f', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'port_id': '16341635-9f98-4337-b413-4852c8f07e1f', 'mac_address': 'fa:16:3e:bd:78:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:30:37.709602 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:37.729068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16341635-9f98-4337-b413-4852c8f07e1f {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:30:37.746148 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 16341635-9f98-4337-b413-4852c8f07e1f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=16341635-9f98-4337-b413-4852c8f07e1f,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:37.750773 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:37.825391 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=16341635-9f98-4337-b413-4852c8f07e1f,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:37.866694 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-31be08a3-ed61-4a41-a05f-373933e12df7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:37.953525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be08a3-ed61-4a41-a05f-373933e12df7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Subnet': ['ID=376269c5-1b36-45dd-b1bb-515c62b9a4d5,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:37.954894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['16341635-9f98-4337-b413-4852c8f07e1f'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:30:37.962048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801eb70f-f2bb-4f75-a5e2-6b7fb0918b45 req-3acc585d-f25a-4f0b-a9c4-1a88f159e1e1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:37.964505 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-801eb70f-f2bb-4f75-a5e2-6b7fb0918b45 req-3acc585d-f25a-4f0b-a9c4-1a88f159e1e1 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 945 time: 0.0853505 May 30 20:30:37.964696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be08a3-ed61-4a41-a05f-373933e12df7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Checking segment: {'id': 'c4cb7293-eb15-48cb-8daa-f82445defd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '06d46431-957b-4350-87c0-fd1764ba14fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:37.965214 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be08a3-ed61-4a41-a05f-373933e12df7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network hostable DHCP agents. Network: 06d46431-957b-4350-87c0-fd1764ba14fc, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:30:37.989164 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be08a3-ed61-4a41-a05f-373933e12df7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 06d46431-957b-4350-87c0-fd1764ba14fc is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:30:38.001630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-31be08a3-ed61-4a41-a05f-373933e12df7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 06d46431-957b-4350-87c0-fd1764ba14fc) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:38.016282 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31be08a3-ed61-4a41-a05f-373933e12df7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:38.016783 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b264b5b-fb99-46a6-b0aa-9a25f5b610bb None None] Network 06d46431-957b-4350-87c0-fd1764ba14fc requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:38.017324 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-31be08a3-ed61-4a41-a05f-373933e12df7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.035064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-801eb70f-f2bb-4f75-a5e2-6b7fb0918b45 req-840b4c46-b9e7-42c1-a5c7-24f3c0f3a7c0 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621450 May 30 20:30:38.044715 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-31be08a3-ed61-4a41-a05f-373933e12df7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7162392 May 30 20:30:38.048032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37418) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:38.055697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-7c22d1f9-9e5f-4ac4-8b82-8fe372bb53e7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'network_id': '06d46431-957b-4350-87c0-fd1764ba14fc', 'name': 'tempest-PortsIpV6TestJSON-1284875605'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:38.202404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7c22d1f9-9e5f-4ac4-8b82-8fe372bb53e7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:38.212211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7c22d1f9-9e5f-4ac4-8b82-8fe372bb53e7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:38.233061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c22d1f9-9e5f-4ac4-8b82-8fe372bb53e7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:38.236507 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c22d1f9-9e5f-4ac4-8b82-8fe372bb53e7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.269952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-7c22d1f9-9e5f-4ac4-8b82-8fe372bb53e7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] device_id is not set on port 67fdb277-f490-4d54-bdc8-c02e2f13af78 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:38.332826 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-06d46431-957b-4350-87c0-fd1764ba14fc', 'network_id': '06d46431-957b-4350-87c0-fd1764ba14fc', 'tenant_id': 'c12c62df2fec4f16b508217c43e2c8b4', 'fixed_ips': [{'subnet_id': '376269c5-1b36-45dd-b1bb-515c62b9a4d5'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:30:38.333693 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.440947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-7c22d1f9-9e5f-4ac4-8b82-8fe372bb53e7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Allocated IP 2001:db8::1b9 (06d46431-957b-4350-87c0-fd1764ba14fc/376269c5-1b36-45dd-b1bb-515c62b9a4d5/67fdb277-f490-4d54-bdc8-c02e2f13af78) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:38.700205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1b4b2-c3da-43fa-b25e-e9aaf55f720a req-5a9b903d-4fb6-4f23-8da7-3f5e87e0b127 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:38.701671 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82e1b4b2-c3da-43fa-b25e-e9aaf55f720a req-5a9b903d-4fb6-4f23-8da7-3f5e87e0b127 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.2082357 May 30 20:30:38.709060 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c22d1f9-9e5f-4ac4-8b82-8fe372bb53e7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.744232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-7c22d1f9-9e5f-4ac4-8b82-8fe372bb53e7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Transition to ACTIVE for port object 67fdb277-f490-4d54-bdc8-c02e2f13af78 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:38.773729 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82e1b4b2-c3da-43fa-b25e-e9aaf55f720a req-1b14a841-f4e2-48a3-a7e9-a3939bf1a6ec tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615239 May 30 20:30:38.784454 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c22d1f9-9e5f-4ac4-8b82-8fe372bb53e7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.856059 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Allocated IP 2001:db8::2 (06d46431-957b-4350-87c0-fd1764ba14fc/376269c5-1b36-45dd-b1bb-515c62b9a4d5/ba2ceb8b-1325-4ed4-a447-f3712bd77e2b) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:38.863727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c22d1f9-9e5f-4ac4-8b82-8fe372bb53e7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 06d46431-957b-4350-87c0-fd1764ba14fc is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:38.866791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-7c22d1f9-9e5f-4ac4-8b82-8fe372bb53e7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:38.870874 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c22d1f9-9e5f-4ac4-8b82-8fe372bb53e7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:38.874823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c22d1f9-9e5f-4ac4-8b82-8fe372bb53e7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:38.875590 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c22d1f9-9e5f-4ac4-8b82-8fe372bb53e7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.883775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22d1f9-9e5f-4ac4-8b82-8fe372bb53e7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=67fdb277-f490-4d54-bdc8-c02e2f13af78,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:38.906101 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7c22d1f9-9e5f-4ac4-8b82-8fe372bb53e7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8568606 May 30 20:30:38.912536 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37428) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:38.915943 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'network_id': '06d46431-957b-4350-87c0-fd1764ba14fc', 'name': 'tempest-PortsIpV6TestJSON-1677717354'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:39.063190 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:39.067392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:port and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:39.070354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:39.076494 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:39.078784 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:39.087838 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:39.090852 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:39.094291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Transition to ACTIVE for port object ba2ceb8b-1325-4ed4-a447-f3712bd77e2b will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:39.115599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] device_id is not set on port 9c0639a8-3207-449d-ac49-18f7939c961d yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:39.116954 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Transition to ACTIVE for port object ba2ceb8b-1325-4ed4-a447-f3712bd77e2b will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:39.123825 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:39.198091 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Network 06d46431-957b-4350-87c0-fd1764ba14fc is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:39.200807 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:39.204543 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:39.212292 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Pushing event updated for resources: {'Port': ['ID=ba2ceb8b-1325-4ed4-a447-f3712bd77e2b,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:39.317807 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Attempting to bind port ba2ceb8b-1325-4ed4-a447-f3712bd77e2b on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:39.318164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Attempting to bind port ba2ceb8b-1325-4ed4-a447-f3712bd77e2b by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'c4cb7293-eb15-48cb-8daa-f82445defd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '06d46431-957b-4350-87c0-fd1764ba14fc'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:39.318510 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Attempting to bind port ba2ceb8b-1325-4ed4-a447-f3712bd77e2b on network 06d46431-957b-4350-87c0-fd1764ba14fc {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:39.324784 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:30:39.325144 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Checking segment: {'id': 'c4cb7293-eb15-48cb-8daa-f82445defd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '06d46431-957b-4350-87c0-fd1764ba14fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:39.325533 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:39.326034 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Bound using segment: {'id': 'c4cb7293-eb15-48cb-8daa-f82445defd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '06d46431-957b-4350-87c0-fd1764ba14fc'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:30:39.326486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Bound port: ba2ceb8b-1325-4ed4-a447-f3712bd77e2b, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4cb7293-eb15-48cb-8daa-f82445defd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '06d46431-957b-4350-87c0-fd1764ba14fc'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:30:39.326847 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:39.348056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Allocated IP 2001:db8::382 (06d46431-957b-4350-87c0-fd1764ba14fc/376269c5-1b36-45dd-b1bb-515c62b9a4d5/9c0639a8-3207-449d-ac49-18f7939c961d) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:39.368408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95e76c-637b-40e7-9b7a-d237d05c0702 req-7a73188c-1ce0-4b8e-8a74-cc2037b5df7f tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:39.377465 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7b95e76c-637b-40e7-9b7a-d237d05c0702 req-7a73188c-1ce0-4b8e-8a74-cc2037b5df7f tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 945 time: 0.1405256 May 30 20:30:39.430048 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] For port ba2ceb8b-1325-4ed4-a447-f3712bd77e2b, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:39.437643 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] For port ba2ceb8b-1325-4ed4-a447-f3712bd77e2b, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ba2ceb8b-1325-4ed4-a447-f3712bd77e2b,segment=NetworkSegment(c4cb7293-eb15-48cb-8daa-f82445defd7a),segment_id=c4cb7293-eb15-48cb-8daa-f82445defd7a)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:30:39.446201 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:39.469175 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7b95e76c-637b-40e7-9b7a-d237d05c0702 req-78a2d3c0-f648-4d39-955c-ddfbe3d716fc tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701036 May 30 20:30:39.483943 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 16341635-9f98-4337-b413-4852c8f07e1f up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:39.616585 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3aae9-1612-4204-8def-9d6360eaa41e None None] Pushing event updated for resources: {'Port': ['ID=ba2ceb8b-1325-4ed4-a447-f3712bd77e2b,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:39.623888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 16341635-9f98-4337-b413-4852c8f07e1f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:39.624486 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:39.728031 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:39.756168 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Transition to ACTIVE for port object 9c0639a8-3207-449d-ac49-18f7939c961d will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:39.793445 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:39.808859 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:39.871993 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7293273a-708a-4fa4-b559-58a6ccec8533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16341635-9f98-4337-b413-4852c8f07e1f'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:30:39.914568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 16341635-9f98-4337-b413-4852c8f07e1f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=16341635-9f98-4337-b413-4852c8f07e1f,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:39.938733 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:39.952163 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 06d46431-957b-4350-87c0-fd1764ba14fc is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:39.960340 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:39.964994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:39.970723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:39.971489 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:40.058606 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1480672 May 30 20:30:40.061447 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37456) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:40.096736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c0258-1ff4-4e0e-a04a-a793d2f49550 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=9c0639a8-3207-449d-ac49-18f7939c961d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:40.124566 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=16341635-9f98-4337-b413-4852c8f07e1f,revision_number=10']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:40.180408 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d608ab8-f939-442b-9b4d-a7128cf60696 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:40.185485 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5d608ab8-f939-442b-9b4d-a7128cf60696 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1b9 HTTP/1.1" status: 200 len: 929 time: 0.1230192 May 30 20:30:40.186112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37462) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:40.192156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214126-8b76-4cc7-87e7-3e3809d523ae req-6a1d6ff8-672e-4e92-afa0-5b1fd3244939 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:40.193872 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-37214126-8b76-4cc7-87e7-3e3809d523ae req-6a1d6ff8-672e-4e92-afa0-5b1fd3244939 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.2115369 May 30 20:30:40.263537 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11a926db-5ac9-4735-882b-c02ac0383cda'] response: {'server_uuid': '7293273a-708a-4fa4-b559-58a6ccec8533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16341635-9f98-4337-b413-4852c8f07e1f', 'code': 200} May 30 20:30:40.281242 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e8e3e-d38d-4698-97d4-8742b338699f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port 9c0639a8-3207-449d-ac49-18f7939c961d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:40.281835 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8e3e-d38d-4698-97d4-8742b338699f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:40.423253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-37214126-8b76-4cc7-87e7-3e3809d523ae req-9a45ca39-b02a-49ec-9211-d0e947a8d017 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237992 May 30 20:30:40.537758 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c50ff047-11a5-4ced-8c26-e70ebff92a27 req-8344ecf6-1cc4-4677-805b-4352bdff9def service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 1098 time: 0.0844333 May 30 20:30:40.603529 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8e3e-d38d-4698-97d4-8742b338699f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:40.605205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c50ff047-11a5-4ced-8c26-e70ebff92a27 req-8fddebdd-1df8-445f-9f19-74e6f5857744 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611238 May 30 20:30:40.740066 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e8e3e-d38d-4698-97d4-8742b338699f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for 9c0639a8-3207-449d-ac49-18f7939c961d owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:40.742147 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9148e86-d0d4-47f4-a1c9-68d3bf0d5a38 req-ae1584a7-942a-47c7-babe-fccdec03dcc7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:40.744159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9148e86-d0d4-47f4-a1c9-68d3bf0d5a38 req-ae1584a7-942a-47c7-babe-fccdec03dcc7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 947 time: 0.0888596 May 30 20:30:40.818258 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9148e86-d0d4-47f4-a1c9-68d3bf0d5a38 req-c9b105d9-74a9-4138-80f8-51806839495b tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611925 May 30 20:30:40.890064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e32546c-7ecf-4dad-9448-035febb9ca2c None None] Network 06d46431-957b-4350-87c0-fd1764ba14fc requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:40.926906 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8e3e-d38d-4698-97d4-8742b338699f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:40.989715 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e8e3e-d38d-4698-97d4-8742b338699f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=9c0639a8-3207-449d-ac49-18f7939c961d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:40.991433 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4bb75eff-7c61-4eb2-808e-0bb62c6c0f04 None None] Provisioning for port ba2ceb8b-1325-4ed4-a447-f3712bd77e2b completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:41.042244 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8e3e-d38d-4698-97d4-8742b338699f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:41.058438 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3a1e8e3e-d38d-4698-97d4-8742b338699f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/ports/9c0639a8-3207-449d-ac49-18f7939c961d HTTP/1.1" status: 204 len: 168 time: 0.8712544 May 30 20:30:41.061077 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37468) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:41.094110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ba2ceb8b-1325-4ed4-a447-f3712bd77e2b up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:41.114503 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-48fab503-4ec8-42a6-964d-179495f23613 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] GET failed (client error): The resource could not be found. May 30 20:30:41.114503 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-48fab503-4ec8-42a6-964d-179495f23613 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Synchronizing usage tracker for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:41.129031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-48fab503-4ec8-42a6-964d-179495f23613 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Unset dirty status for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:41.130295 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-48fab503-4ec8-42a6-964d-179495f23613 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports/9c0639a8-3207-449d-ac49-18f7939c961d HTTP/1.1" status: 404 len: 333 time: 0.0681014 May 30 20:30:41.132987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37472) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:41.215978 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port 67fdb277-f490-4d54-bdc8-c02e2f13af78 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:41.216331 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:41.224917 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port ba2ceb8b-1325-4ed4-a447-f3712bd77e2b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:41.236703 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ba2ceb8b-1325-4ed4-a447-f3712bd77e2b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:41.237668 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:41.401601 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:41.447326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port ba2ceb8b-1325-4ed4-a447-f3712bd77e2b, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ba2ceb8b-1325-4ed4-a447-f3712bd77e2b,segment=NetworkSegment(c4cb7293-eb15-48cb-8daa-f82445defd7a),segment_id=c4cb7293-eb15-48cb-8daa-f82445defd7a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:41.451936 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:41.572712 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-15802820-f8ee-420b-816f-96d8502707fd req-505c6298-9b78-47b2-b579-4d2f4d1db0f0 service neutron] show failed (client error): The resource could not be found. May 30 20:30:41.573683 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-505c6298-9b78-47b2-b579-4d2f4d1db0f0 service neutron] 10.222.0.77 "GET /v2.0/ports/7fb3f420-a198-45aa-9662-7bec3e9e1688/bindings/n-h2-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.2166176 May 30 20:30:41.618880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=ba2ceb8b-1325-4ed4-a447-f3712bd77e2b,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:41.734727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-88bb33d5-3f76-4974-b133-73de19afc2cd None None] Provisioning complete for port ba2ceb8b-1325-4ed4-a447-f3712bd77e2b triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:41.736419 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-88bb33d5-3f76-4974-b133-73de19afc2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:41.749362 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:41.952273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-88bb33d5-3f76-4974-b133-73de19afc2cd None None] Provisioning for port 67fdb277-f490-4d54-bdc8-c02e2f13af78 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:41.959176 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-88bb33d5-3f76-4974-b133-73de19afc2cd None None] Provisioning complete for port 67fdb277-f490-4d54-bdc8-c02e2f13af78 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:41.959861 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-88bb33d5-3f76-4974-b133-73de19afc2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:41.977476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for 67fdb277-f490-4d54-bdc8-c02e2f13af78 owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:42.061720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-88bb33d5-3f76-4974-b133-73de19afc2cd None None] Port 67fdb277-f490-4d54-bdc8-c02e2f13af78 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:42.148947 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:30:42.197399 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b76aac74-a7f4-4861-93c3-e2d51ea21e67 None None] Provisioning complete for port 67fdb277-f490-4d54-bdc8-c02e2f13af78 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:42.197760 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b76aac74-a7f4-4861-93c3-e2d51ea21e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:42.266869 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:42.318442 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b76aac74-a7f4-4861-93c3-e2d51ea21e67 None None] Port 67fdb277-f490-4d54-bdc8-c02e2f13af78 was deleted so its status cannot be updated. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 30 20:30:42.370203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=67fdb277-f490-4d54-bdc8-c02e2f13af78,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:42.438160 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7f8d529d-14d5-437c-85ba-8939f06e9adc None None] Could not find standard attr ID for object 9c0639a8-3207-449d-ac49-18f7939c961d. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:30:42.449686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:42.450031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:42.450366 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:42.450696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:42.451021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:42.451356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:42.451663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:42.452024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:42.452349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:42.452668 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:42.452984 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:42.506709 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:42.531578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8c70b-a7af-428d-98f6-a8fdb51ffa91 req-b55dbdc4-9024-4813-b0be-c899136564bc tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:42.533182 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-37c8c70b-a7af-428d-98f6-a8fdb51ffa91 req-b55dbdc4-9024-4813-b0be-c899136564bc tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.8717959 May 30 20:30:42.553761 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-5fde9de4-36d3-4c03-ae09-0ef79491b359 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a&tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb HTTP/1.1" status: 200 len: 1097 time: 0.4088898 May 30 20:30:42.576064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c72ea6ee-280c-43f3-870d-1eb563189d1f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/ports/67fdb277-f490-4d54-bdc8-c02e2f13af78 HTTP/1.1" status: 204 len: 168 time: 1.4420662 May 30 20:30:42.576242 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37520) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:42.585270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:42.693465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346f185-6573-4d2b-9fbf-97ba05e82a05 req-666116ad-69e2-495e-ad48-25d201aafe80 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:42.695080 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2346f185-6573-4d2b-9fbf-97ba05e82a05 req-666116ad-69e2-495e-ad48-25d201aafe80 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 947 time: 0.4712558 May 30 20:30:42.742876 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe6d523-27b8-4844-a537-411b6e9c9d95 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] GET failed (client error): The resource could not be found. May 30 20:30:42.743739 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7fe6d523-27b8-4844-a537-411b6e9c9d95 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Synchronizing usage tracker for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:42.765640 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7fe6d523-27b8-4844-a537-411b6e9c9d95 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Unset dirty status for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:42.766888 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7fe6d523-27b8-4844-a537-411b6e9c9d95 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports/67fdb277-f490-4d54-bdc8-c02e2f13af78 HTTP/1.1" status: 404 len: 333 time: 0.1895430 May 30 20:30:42.770185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37528) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:42.811475 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-37c8c70b-a7af-428d-98f6-a8fdb51ffa91 req-2ccd9942-1b9e-4338-8a85-e09e83563038 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659056 May 30 20:30:42.844761 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2346f185-6573-4d2b-9fbf-97ba05e82a05 req-97016c2a-694a-4853-91a3-d9d717c0711b tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415365 May 30 20:30:42.850134 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.052613 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ba2ceb8b-1325-4ed4-a447-f3712bd77e2b up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:43.130013 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f9a57f-0338-4ddb-9130-925f05f781f7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting subnet 376269c5-1b36-45dd-b1bb-515c62b9a4d5 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:30:43.134630 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46f9a57f-0338-4ddb-9130-925f05f781f7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.158216 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ba2ceb8b-1325-4ed4-a447-f3712bd77e2b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:43.158582 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.197120 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46f9a57f-0338-4ddb-9130-925f05f781f7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.342165 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46f9a57f-0338-4ddb-9130-925f05f781f7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.430043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] For port 7fb3f420-a198-45aa-9662-7bec3e9e1688, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688,segment=NetworkSegment(c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0),segment_id=c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:43.439615 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f13059e-f4e8-485f-a87a-9bea75e12a6c req-9f95b087-04f3-4b75-af0a-aee73fde0bb8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3239601 May 30 20:30:43.440626 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46f9a57f-0338-4ddb-9130-925f05f781f7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.468946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] For port 7fb3f420-a198-45aa-9662-7bec3e9e1688, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:43.487834 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46f9a57f-0338-4ddb-9130-925f05f781f7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.491866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877351de-aae2-4a03-bdde-283cf0bbafb1 None None] Network 06d46431-957b-4350-87c0-fd1764ba14fc requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:43.516594 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-46f9a57f-0338-4ddb-9130-925f05f781f7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/376269c5-1b36-45dd-b1bb-515c62b9a4d5 HTTP/1.1" status: 204 len: 168 time: 0.7452712 May 30 20:30:43.517266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37536) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:43.521281 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9a57f-0338-4ddb-9130-925f05f781f7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Subnet': ['ID=376269c5-1b36-45dd-b1bb-515c62b9a4d5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:43.590330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb3f420-a198-45aa-9662-7bec3e9e1688'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:30:43.597064 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.618695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Transition to ACTIVE for port object 7fb3f420-a198-45aa-9662-7bec3e9e1688 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:43.631525 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.660328 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.674574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port ba2ceb8b-1325-4ed4-a447-f3712bd77e2b {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:43.675200 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.736106 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a96e7695-7bbc-4469-8a50-d0b809741bf7'] response: {'server_uuid': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb3f420-a198-45aa-9662-7bec3e9e1688', 'code': 200} May 30 20:30:43.798348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dcad64-4eda-47ba-b847-85392edc742f None None] DHCP port deletion for 06d46431-957b-4350-87c0-fd1764ba14fc request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:30:43.802989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-84dcad64-4eda-47ba-b847-85392edc742f None None] Deleting port ba2ceb8b-1325-4ed4-a447-f3712bd77e2b {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:43.803441 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-84dcad64-4eda-47ba-b847-85392edc742f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.830471 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Pushing event updated for resources: {'Port': ['ID=7fb3f420-a198-45aa-9662-7bec3e9e1688,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:43.869456 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f13059e-f4e8-485f-a87a-9bea75e12a6c req-ee77e61a-f682-455b-8101-03b1e2adb602 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1f154aa639e466b871f55ef50521468&device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 1098 time: 0.3322577 May 30 20:30:44.079372 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] For port ba2ceb8b-1325-4ed4-a447-f3712bd77e2b, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ba2ceb8b-1325-4ed4-a447-f3712bd77e2b,segment=NetworkSegment(c4cb7293-eb15-48cb-8daa-f82445defd7a),segment_id=c4cb7293-eb15-48cb-8daa-f82445defd7a)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:44.079733 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.147924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] No DVR routers for this DVR port 7fb3f420-a198-45aa-9662-7bec3e9e1688 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:30:44.254038 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-84dcad64-4eda-47ba-b847-85392edc742f None None] For port ba2ceb8b-1325-4ed4-a447-f3712bd77e2b, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ba2ceb8b-1325-4ed4-a447-f3712bd77e2b,segment=NetworkSegment(c4cb7293-eb15-48cb-8daa-f82445defd7a),segment_id=c4cb7293-eb15-48cb-8daa-f82445defd7a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:44.254636 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-84dcad64-4eda-47ba-b847-85392edc742f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.264399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for ba2ceb8b-1325-4ed4-a447-f3712bd77e2b owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:44.376109 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.404743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13059e-f4e8-485f-a87a-9bea75e12a6c req-c273e5ba-749b-4485-8f78-14c3014e3d3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:44.406186 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f13059e-f4e8-485f-a87a-9bea75e12a6c req-c273e5ba-749b-4485-8f78-14c3014e3d3a service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d1878ae-449f-42b8-bf46-74af28ca94fd HTTP/1.1" status: 200 len: 918 time: 0.5108564 May 30 20:30:44.430685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=ba2ceb8b-1325-4ed4-a447-f3712bd77e2b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:44.449474 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-84dcad64-4eda-47ba-b847-85392edc742f None None] Calling delete_port for ba2ceb8b-1325-4ed4-a447-f3712bd77e2b owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:44.452862 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No DVR routers for this DVR port ba2ceb8b-1325-4ed4-a447-f3712bd77e2b on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:30:44.512392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffe6b8-1fde-4423-88ae-d6ee9c9a7aed req-1f2e7ec9-3673-4437-b933-0bbc4f80c25f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:44.513843 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55ffe6b8-1fde-4423-88ae-d6ee9c9a7aed req-1f2e7ec9-3673-4437-b933-0bbc4f80c25f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 944 time: 0.4244957 May 30 20:30:44.536005 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-84dcad64-4eda-47ba-b847-85392edc742f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:30:44.536401 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-84dcad64-4eda-47ba-b847-85392edc742f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:30:44.555996 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f20799-409d-44ec-a75e-ef92f6adbb7c req-cfb92720-e0cc-4f03-90bc-bc3a2f279012 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:44.559678 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7f20799-409d-44ec-a75e-ef92f6adbb7c req-cfb92720-e0cc-4f03-90bc-bc3a2f279012 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 947 time: 0.3549578 May 30 20:30:44.595208 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f13059e-f4e8-485f-a87a-9bea75e12a6c req-d7d7b89d-03b7-4c45-9590-6171de937f94 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16341635-9f98-4337-b413-4852c8f07e1f HTTP/1.1" status: 200 len: 1001 time: 0.1821122 May 30 20:30:44.607058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.633583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d46431-957b-4350-87c0-fd1764ba14fc']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:44.648425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4cb7293-eb15-48cb-8daa-f82445defd7a') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:44.648725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4cb7293-eb15-48cb-8daa-f82445defd7a') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:44.661138 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.678096 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.684570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:30:44.684996 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.693986 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55ffe6b8-1fde-4423-88ae-d6ee9c9a7aed req-59647262-8e28-479a-be52-29482779c3ac tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665244 May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: timer() May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:30:44.701377 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:30:44.704191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13059e-f4e8-485f-a87a-9bea75e12a6c req-23226f50-715a-4c3c-8375-3e9dacd02c0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:44.706261 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f13059e-f4e8-485f-a87a-9bea75e12a6c req-23226f50-715a-4c3c-8375-3e9dacd02c0d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9f9412f8-b9b7-4d21-91c7-4120cd918668 HTTP/1.1" status: 200 len: 856 time: 0.1010764 May 30 20:30:44.712221 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7f20799-409d-44ec-a75e-ef92f6adbb7c req-00d9871b-93ea-4eef-bce6-7c64321889ae tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433611 May 30 20:30:44.797598 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.817476 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.829168 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Network': ['ID=06d46431-957b-4350-87c0-fd1764ba14fc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:44.842019 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fba7a896-10f1-4d96-bbb0-411c658bd1a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/networks/06d46431-957b-4350-87c0-fd1764ba14fc HTTP/1.1" status: 204 len: 168 time: 1.3229868 May 30 20:30:44.845931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37550) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:44.853912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a61677d2-8e78-45eb-9cc4-f1843b0ddb10 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-748582665'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:44.862278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f13059e-f4e8-485f-a87a-9bea75e12a6c req-6cb29dfd-3e1d-4007-a689-71b49f915c37 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d1878ae-449f-42b8-bf46-74af28ca94fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480696 May 30 20:30:44.862497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a61677d2-8e78-45eb-9cc4-f1843b0ddb10 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:44.866909 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a61677d2-8e78-45eb-9cc4-f1843b0ddb10 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:network and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:44.870152 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a61677d2-8e78-45eb-9cc4-f1843b0ddb10 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:44.876187 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a61677d2-8e78-45eb-9cc4-f1843b0ddb10 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:44.889483 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61677d2-8e78-45eb-9cc4-f1843b0ddb10 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:44.892638 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a61677d2-8e78-45eb-9cc4-f1843b0ddb10 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.931479 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61677d2-8e78-45eb-9cc4-f1843b0ddb10 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:30:44.941646 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a61677d2-8e78-45eb-9cc4-f1843b0ddb10 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.942084 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-a61677d2-8e78-45eb-9cc4-f1843b0ddb10 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Added segment 3cfc5aa1-9b4b-4990-a638-565dbdfbb646 of type vlan for network cff8b4bd-86e8-44dd-af9b-32bdd812bdd1 May 30 20:30:44.954664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Attempting to bind port 7fb3f420-a198-45aa-9662-7bec3e9e1688 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:44.954998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Attempting to bind port 7fb3f420-a198-45aa-9662-7bec3e9e1688 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:44.955319 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Attempting to bind port 7fb3f420-a198-45aa-9662-7bec3e9e1688 on network 84d2d1ba-f96e-499e-a333-a21114f4c8e8 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:44.978173 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a61677d2-8e78-45eb-9cc4-f1843b0ddb10 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.978707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Port 7fb3f420-a198-45aa-9662-7bec3e9e1688 on network 84d2d1ba-f96e-499e-a333-a21114f4c8e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:44.979029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Attempting to bind port 7fb3f420-a198-45aa-9662-7bec3e9e1688 on network 84d2d1ba-f96e-499e-a333-a21114f4c8e8 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:45.021311 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a61677d2-8e78-45eb-9cc4-f1843b0ddb10 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:45.025408 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ba2ceb8b-1325-4ed4-a447-f3712bd77e2b no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:30:45.030642 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61677d2-8e78-45eb-9cc4-f1843b0ddb10 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:45.031928 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a61677d2-8e78-45eb-9cc4-f1843b0ddb10 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:45.055051 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-84dcad64-4eda-47ba-b847-85392edc742f None None] Deleting port ba2ceb8b-1325-4ed4-a447-f3712bd77e2b {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:45.055366 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-84dcad64-4eda-47ba-b847-85392edc742f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:45.099197 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: ba2ceb8b-1325-4ed4-a447-f3712bd77e2b {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:30:45.099534 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ba2ceb8b-1325-4ed4-a447-f3712bd77e2b not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:30:45.130212 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:30:45.130542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Checking segment: {'id': 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:45.130924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Bound using segment: {'id': 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:30:45.131360 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Bound port: 7fb3f420-a198-45aa-9662-7bec3e9e1688, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:30:45.131693 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:45.137988 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-84dcad64-4eda-47ba-b847-85392edc742f None None] The port 'ba2ceb8b-1325-4ed4-a447-f3712bd77e2b' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:30:45.192990 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61677d2-8e78-45eb-9cc4-f1843b0ddb10 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Network': ['ID=cff8b4bd-86e8-44dd-af9b-32bdd812bdd1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:45.206008 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network cff8b4bd-86e8-44dd-af9b-32bdd812bdd1 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:30:45.208277 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37556) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:45.228238 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a61677d2-8e78-45eb-9cc4-f1843b0ddb10 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3794775 May 30 20:30:45.231869 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37560) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:45.242587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-87c62dc2-e5e0-434f-9a76-058312777fbe tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'subnet': {'network_id': 'cff8b4bd-86e8-44dd-af9b-32bdd812bdd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:45.243594 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f13059e-f4e8-485f-a87a-9bea75e12a6c req-8623b9cc-5580-4c19-9a75-be1c1cbb1aac service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686390 May 30 20:30:45.402741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5dcb1f6-9719-4696-9b7e-cb02796d996f admin admin] Deleting subnet 691f6179-6e53-476f-9cc0-bd52bb7ffb10 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:30:45.411335 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d5dcb1f6-9719-4696-9b7e-cb02796d996f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:45.437789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] For port 7fb3f420-a198-45aa-9662-7bec3e9e1688, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:45.465294 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] For port 7fb3f420-a198-45aa-9662-7bec3e9e1688, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688,segment=NetworkSegment(c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0),segment_id=c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:30:45.478447 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:45.485756 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-87c62dc2-e5e0-434f-9a76-058312777fbe tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:45.491083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-87c62dc2-e5e0-434f-9a76-058312777fbe tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:subnet and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:45.494464 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-87c62dc2-e5e0-434f-9a76-058312777fbe tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:45.505107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-87c62dc2-e5e0-434f-9a76-058312777fbe tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:45.518791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c62dc2-e5e0-434f-9a76-058312777fbe tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:45.556301 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d5dcb1f6-9719-4696-9b7e-cb02796d996f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:45.590501 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f13059e-f4e8-485f-a87a-9bea75e12a6c req-05648ce1-bf5d-4204-bc52-425a412566b5 service neutron] 10.222.0.93 "GET /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365860 May 30 20:30:45.628124 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:45.629469 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] 10.222.0.93 "PUT /v2.0/ports/7fb3f420-a198-45aa-9662-7bec3e9e1688 HTTP/1.1" status: 200 len: 1092 time: 3.0522060 May 30 20:30:45.644953 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87c62dc2-e5e0-434f-9a76-058312777fbe tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:45.648889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1f467-88ee-49ec-bbd9-f94282d673fd service neutron] Pushing event updated for resources: {'Port': ['ID=7fb3f420-a198-45aa-9662-7bec3e9e1688,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:45.690470 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d5dcb1f6-9719-4696-9b7e-cb02796d996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:45.744395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'tag': '7fb3f420-a198-45aa-9662-7bec3e9e1688'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:30:45.803816 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d5dcb1f6-9719-4696-9b7e-cb02796d996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:45.854134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcb1f6-9719-4696-9b7e-cb02796d996f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=691f6179-6e53-476f-9cc0-bd52bb7ffb10,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:45.937284 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b62badf4-6960-4ae0-8466-08a4bf770b58'] response: {'name': 'network-changed', 'server_uuid': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'tag': '7fb3f420-a198-45aa-9662-7bec3e9e1688', 'status': 'completed', 'code': 200} May 30 20:30:45.950497 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-1182323f-a029-4087-8895-066ad47e7dee service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 1095 time: 0.2937078 May 30 20:30:45.960262 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d5dcb1f6-9719-4696-9b7e-cb02796d996f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:45.973345 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87c62dc2-e5e0-434f-9a76-058312777fbe tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.039727 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d5dcb1f6-9719-4696-9b7e-cb02796d996f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/691f6179-6e53-476f-9cc0-bd52bb7ffb10 HTTP/1.1" status: 204 len: 168 time: 0.8289461 May 30 20:30:46.045561 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37568) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:46.046218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c62dc2-e5e0-434f-9a76-058312777fbe tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Subnet': ['ID=746ca55c-086d-429a-8c5d-fc243d4e80bb,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:46.138877 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71c16196-1f22-4fd5-8196-75aef3f054e9 req-5a75c639-cf05-4521-8c8d-f991672f4c0a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 1095 time: 0.2395885 May 30 20:30:46.139723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15802820-f8ee-420b-816f-96d8502707fd req-f55c773f-142c-49a2-a891-4742f5fa2b10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:46.141034 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-f55c773f-142c-49a2-a891-4742f5fa2b10 service neutron] 10.222.0.93 "GET /v2.0/networks?id=84d2d1ba-f96e-499e-a333-a21114f4c8e8 HTTP/1.1" status: 200 len: 898 time: 0.1822617 May 30 20:30:46.144193 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c62dc2-e5e0-434f-9a76-058312777fbe tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Checking segment: {'id': '3cfc5aa1-9b4b-4990-a638-565dbdfbb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cff8b4bd-86e8-44dd-af9b-32bdd812bdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:46.144546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c62dc2-e5e0-434f-9a76-058312777fbe tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network hostable DHCP agents. Network: cff8b4bd-86e8-44dd-af9b-32bdd812bdd1, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:30:46.147168 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dcc3e-e8e8-4714-adf3-7fbc5cca8fbb req-1ce12359-0932-478a-8f85-525869895e80 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:46.148581 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-127dcc3e-e8e8-4714-adf3-7fbc5cca8fbb req-1ce12359-0932-478a-8f85-525869895e80 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 944 time: 0.2885833 May 30 20:30:46.171883 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1adf7c17-882c-436a-970c-e60a53044641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.178356 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7fb3f420-a198-45aa-9662-7bec3e9e1688 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:30:46.238840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7fb3f420-a198-45aa-9662-7bec3e9e1688 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:30:46.286457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c62dc2-e5e0-434f-9a76-058312777fbe tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network cff8b4bd-86e8-44dd-af9b-32bdd812bdd1 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:30:46.311673 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-87c62dc2-e5e0-434f-9a76-058312777fbe tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, cff8b4bd-86e8-44dd-af9b-32bdd812bdd1) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:46.316686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c62dc2-e5e0-434f-9a76-058312777fbe tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:46.317539 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-87c62dc2-e5e0-434f-9a76-058312777fbe tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.328154 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409fee90-392a-4fd6-9096-725617c7ee1c None None] Network cff8b4bd-86e8-44dd-af9b-32bdd812bdd1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:46.330092 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1adf7c17-882c-436a-970c-e60a53044641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.365760 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-87c62dc2-e5e0-434f-9a76-058312777fbe tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1327682 May 30 20:30:46.367547 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-1adf7c17-882c-436a-970c-e60a53044641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803802bf-240d-4e45-a10b-923c0b2d27e1']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:46.370725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37572) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:46.380179 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-127dcc3e-e8e8-4714-adf3-7fbc5cca8fbb req-a25e5776-9c64-4169-9ee5-3dfee0ef32c1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588852 May 30 20:30:46.381234 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-1adf7c17-882c-436a-970c-e60a53044641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72a55e8-cbc2-4988-a2e5-b0beb72f19e7') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:46.381526 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-1adf7c17-882c-436a-970c-e60a53044641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72a55e8-cbc2-4988-a2e5-b0beb72f19e7') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:46.381778 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-46ee98f7-9547-4844-a052-a0abf57b36e5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688 HTTP/1.1" status: 200 len: 1000 time: 0.2323608 May 30 20:30:46.385475 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'network_id': 'cff8b4bd-86e8-44dd-af9b-32bdd812bdd1', 'name': 'tempest-PortsIpV6TestJSON-1133044097', 'fixed_ips': [{'subnet_id': '746ca55c-086d-429a-8c5d-fc243d4e80bb', 'ip_address': '2001:db8::10'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:46.394527 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1adf7c17-882c-436a-970c-e60a53044641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.420167 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1adf7c17-882c-436a-970c-e60a53044641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.427357 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1adf7c17-882c-436a-970c-e60a53044641 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:30:46.427816 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1adf7c17-882c-436a-970c-e60a53044641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: timer() May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:30:46.442028 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:30:46.523209 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1adf7c17-882c-436a-970c-e60a53044641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.528313 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1adf7c17-882c-436a-970c-e60a53044641 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.550947 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1adf7c17-882c-436a-970c-e60a53044641 admin admin] 10.222.0.84 "DELETE /v2.0/networks/803802bf-240d-4e45-a10b-923c0b2d27e1 HTTP/1.1" status: 204 len: 168 time: 0.5016282 May 30 20:30:46.555485 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37576) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:46.555684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c16196-1f22-4fd5-8196-75aef3f054e9 req-fbd614cb-cd53-47c0-9b80-08c83a081a97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:46.556668 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71c16196-1f22-4fd5-8196-75aef3f054e9 req-fbd614cb-cd53-47c0-9b80-08c83a081a97 service neutron] 10.222.0.77 "GET /v2.0/networks?id=84d2d1ba-f96e-499e-a333-a21114f4c8e8 HTTP/1.1" status: 200 len: 898 time: 0.4062202 May 30 20:30:46.562170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15802820-f8ee-420b-816f-96d8502707fd req-465e8f30-559c-4a0a-8e86-4bd882a669b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:46.563791 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-465e8f30-559c-4a0a-8e86-4bd882a669b8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=98baa7d8-55bd-448e-bc9e-980099fd982e HTTP/1.1" status: 200 len: 834 time: 0.1510437 May 30 20:30:46.581056 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-cff8b4bd-86e8-44dd-af9b-32bdd812bdd1', 'network_id': 'cff8b4bd-86e8-44dd-af9b-32bdd812bdd1', 'tenant_id': 'c12c62df2fec4f16b508217c43e2c8b4', 'fixed_ips': [{'subnet_id': '746ca55c-086d-429a-8c5d-fc243d4e80bb'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:30:46.582001 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.588504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf7c17-882c-436a-970c-e60a53044641 admin admin] Pushing event deleted for resources: {'Network': ['ID=803802bf-240d-4e45-a10b-923c0b2d27e1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:46.620391 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdea6c22-1f46-447a-a1b0-331c97d3f518 admin admin] Deleting subnet 67d8389c-2fde-4b2c-9444-1a8ca904b9f8 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:30:46.623544 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fdea6c22-1f46-447a-a1b0-331c97d3f518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.679307 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fdea6c22-1f46-447a-a1b0-331c97d3f518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.744442 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fdea6c22-1f46-447a-a1b0-331c97d3f518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.746678 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Allocated IP 2001:db8::2 (cff8b4bd-86e8-44dd-af9b-32bdd812bdd1/746ca55c-086d-429a-8c5d-fc243d4e80bb/0c917f3d-43b5-4b56-869a-64190de69cb7) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:46.817842 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fdea6c22-1f46-447a-a1b0-331c97d3f518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.850441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:46.856643 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea6c22-1f46-447a-a1b0-331c97d3f518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67d8389c-2fde-4b2c-9444-1a8ca904b9f8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:46.864015 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fdea6c22-1f46-447a-a1b0-331c97d3f518 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.865255 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:port and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:46.872352 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fdea6c22-1f46-447a-a1b0-331c97d3f518 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/67d8389c-2fde-4b2c-9444-1a8ca904b9f8 HTTP/1.1" status: 204 len: 168 time: 0.3152959 May 30 20:30:46.872513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:46.873826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37580) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:46.884883 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:46.888638 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71c16196-1f22-4fd5-8196-75aef3f054e9 req-1b19560f-7484-4933-9a8f-4414ee7ffaee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688 HTTP/1.1" status: 200 len: 1000 time: 0.3207328 May 30 20:30:46.938113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:46.955399 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-61b8229b-eadf-443d-bd69-f95b9d72b7bc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=84d2d1ba-f96e-499e-a333-a21114f4c8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3276963 May 30 20:30:46.986872 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.999888 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.011675 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Transition to ACTIVE for port object 0c917f3d-43b5-4b56-869a-64190de69cb7 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:47.032135 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Transition to ACTIVE for port object 0c917f3d-43b5-4b56-869a-64190de69cb7 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:47.039237 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.112870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Network cff8b4bd-86e8-44dd-af9b-32bdd812bdd1 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:47.115774 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:47.118456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c16196-1f22-4fd5-8196-75aef3f054e9 req-0eabba89-2dba-43ae-aa1c-38760f54d751 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:47.119909 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71c16196-1f22-4fd5-8196-75aef3f054e9 req-0eabba89-2dba-43ae-aa1c-38760f54d751 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98baa7d8-55bd-448e-bc9e-980099fd982e HTTP/1.1" status: 200 len: 834 time: 0.2211232 May 30 20:30:47.120703 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:47.122938 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.123297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Pushing event updated for resources: {'Port': ['ID=0c917f3d-43b5-4b56-869a-64190de69cb7,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:47.166576 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67f4036-4f8c-4d02-9400-ee61c278c617']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:47.184544 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd8af02-db05-40bd-8f49-53fb4a6d8e44') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:47.184738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd8af02-db05-40bd-8f49-53fb4a6d8e44') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:47.198709 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.217190 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.217789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Attempting to bind port 0c917f3d-43b5-4b56-869a-64190de69cb7 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:47.218252 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Attempting to bind port 0c917f3d-43b5-4b56-869a-64190de69cb7 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '3cfc5aa1-9b4b-4990-a638-565dbdfbb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cff8b4bd-86e8-44dd-af9b-32bdd812bdd1'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:47.218635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Attempting to bind port 0c917f3d-43b5-4b56-869a-64190de69cb7 on network cff8b4bd-86e8-44dd-af9b-32bdd812bdd1 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:47.223572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:30:47.223868 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.226967 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:30:47.227343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Checking segment: {'id': '3cfc5aa1-9b4b-4990-a638-565dbdfbb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cff8b4bd-86e8-44dd-af9b-32bdd812bdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:47.227746 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.228161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Bound using segment: {'id': '3cfc5aa1-9b4b-4990-a638-565dbdfbb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cff8b4bd-86e8-44dd-af9b-32bdd812bdd1'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:30:47.228918 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Bound port: 0c917f3d-43b5-4b56-869a-64190de69cb7, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfc5aa1-9b4b-4990-a638-565dbdfbb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cff8b4bd-86e8-44dd-af9b-32bdd812bdd1'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:30:47.229452 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: timer() May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:30:47.238264 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:30:47.245654 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.279349 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-aba6a3d0-8b81-49f8-84e8-c4d67064a68d service neutron] 10.222.0.93 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105025 May 30 20:30:47.308755 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] device_id is not set on port 22629a47-dc07-4797-a7c8-d5ec9e792137 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:47.326455 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.336919 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] For port 0c917f3d-43b5-4b56-869a-64190de69cb7, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:47.340285 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] For port 0c917f3d-43b5-4b56-869a-64190de69cb7, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0c917f3d-43b5-4b56-869a-64190de69cb7,segment=NetworkSegment(3cfc5aa1-9b4b-4990-a638-565dbdfbb646),segment_id=3cfc5aa1-9b4b-4990-a638-565dbdfbb646)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:30:47.344858 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.346240 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.359373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Pushing event deleted for resources: {'Network': ['ID=a67f4036-4f8c-4d02-9400-ee61c278c617,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:47.367027 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] 10.222.0.84 "DELETE /v2.0/networks/a67f4036-4f8c-4d02-9400-ee61c278c617 HTTP/1.1" status: 204 len: 168 time: 0.4911001 May 30 20:30:47.372215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:47.372718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:47.373204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:47.373724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:47.374404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:47.374829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:47.375266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:47.375681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:47.376440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:47.376895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:47.378481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b2d0d-56d0-4f43-ae51-329745af1b1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:47.438215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6ee36-bd94-4d8f-acbd-3bc246667231 None None] Pushing event updated for resources: {'Port': ['ID=0c917f3d-43b5-4b56-869a-64190de69cb7,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:47.450163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71c16196-1f22-4fd5-8196-75aef3f054e9 req-6369c4fc-47ce-470e-87fe-fd3e3b7d7a65 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=84d2d1ba-f96e-499e-a333-a21114f4c8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3189991 May 30 20:30:47.663783 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37588) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:47.727780 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0e5333e1-cf2b-4e51-981b-8c66c16eb36c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9846a166e1ff46ee921f80f3f55d439f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0606010 May 30 20:30:47.728477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37592) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:47.733077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-bb3d3036-192e-4f23-a2e0-f9f5bdcf3654 service neutron] 10.222.0.93 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452207 May 30 20:30:47.807830 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9aec8340-59bd-4d6b-b353-43f6c1751935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.836114 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9aec8340-59bd-4d6b-b353-43f6c1751935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.891000 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9aec8340-59bd-4d6b-b353-43f6c1751935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.909289 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec8340-59bd-4d6b-b353-43f6c1751935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c85ad9e-b783-46e0-ae3c-f323c7d10602,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:47.915640 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9aec8340-59bd-4d6b-b353-43f6c1751935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.917158 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9aec8340-59bd-4d6b-b353-43f6c1751935 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7c85ad9e-b783-46e0-ae3c-f323c7d10602 HTTP/1.1" status: 204 len: 168 time: 0.1875854 May 30 20:30:47.936252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Allocated IP 2001:db8::10 (cff8b4bd-86e8-44dd-af9b-32bdd812bdd1/746ca55c-086d-429a-8c5d-fc243d4e80bb/22629a47-dc07-4797-a7c8-d5ec9e792137) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:47.940748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71c16196-1f22-4fd5-8196-75aef3f054e9 req-c3937ae6-7260-4793-8490-32e6a0996693 service neutron] 10.222.0.77 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690969 May 30 20:30:47.999530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ce82c-16ea-4d01-bb5f-1fb4b76a863a req-6adaf844-be74-4547-8f5b-543b0a96528a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:48.000915 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-429ce82c-16ea-4d01-bb5f-1fb4b76a863a req-6adaf844-be74-4547-8f5b-543b0a96528a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 944 time: 0.3995891 May 30 20:30:48.192947 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71c16196-1f22-4fd5-8196-75aef3f054e9 req-f75eb9bf-802c-46c4-8b10-da2f4fa1c647 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 1095 time: 0.3591108 May 30 20:30:48.299121 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-429ce82c-16ea-4d01-bb5f-1fb4b76a863a req-30d945b4-b3a3-4a47-a070-08d8b6a102f5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394044 May 30 20:30:48.366627 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71c16196-1f22-4fd5-8196-75aef3f054e9 req-9abdb1d8-2518-4ecd-895f-98a6202ed256 service neutron] 10.222.0.77 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123135 May 30 20:30:48.407646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37602) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:48.464061 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3dfaf39c-d63f-4352-a537-606ba860116a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b150101b13824c259a498b99480f2960&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0534449 May 30 20:30:48.464846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37606) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:48.506960 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a240981b-1745-4eb4-ae8a-7e8b7e4bcd5c None None] Network cff8b4bd-86e8-44dd-af9b-32bdd812bdd1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:48.538406 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8fb63362-664f-4720-88cb-6c2e189a1f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:48.568369 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8fb63362-664f-4720-88cb-6c2e189a1f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:48.594683 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:48.598269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c16196-1f22-4fd5-8196-75aef3f054e9 req-20dfac5e-0b19-4110-bd18-98056d671d8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:48.599705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71c16196-1f22-4fd5-8196-75aef3f054e9 req-20dfac5e-0b19-4110-bd18-98056d671d8d service neutron] 10.222.0.93 "GET /v2.0/networks?id=84d2d1ba-f96e-499e-a333-a21114f4c8e8 HTTP/1.1" status: 200 len: 898 time: 0.3557863 May 30 20:30:48.608375 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-264e537e-c758-41dc-9b70-0f4c4eabd293 None None] Provisioning for port 0c917f3d-43b5-4b56-869a-64190de69cb7 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:48.625780 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8fb63362-664f-4720-88cb-6c2e189a1f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:48.648681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb63362-664f-4720-88cb-6c2e189a1f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e650f488-97c2-4d16-86b3-bfc1277d4ed8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:48.653960 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8fb63362-664f-4720-88cb-6c2e189a1f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:48.658035 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8fb63362-664f-4720-88cb-6c2e189a1f62 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e650f488-97c2-4d16-86b3-bfc1277d4ed8 HTTP/1.1" status: 204 len: 168 time: 0.1922529 May 30 20:30:48.663708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Transition to ACTIVE for port object 22629a47-dc07-4797-a7c8-d5ec9e792137 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:48.730471 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71c16196-1f22-4fd5-8196-75aef3f054e9 req-48dd7323-1400-4d3f-8540-4f0d6068df75 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688 HTTP/1.1" status: 200 len: 1000 time: 0.1214790 May 30 20:30:48.771845 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:48.876483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c16196-1f22-4fd5-8196-75aef3f054e9 req-5e6e4d45-8693-4379-a499-0854b654342e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:48.878507 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71c16196-1f22-4fd5-8196-75aef3f054e9 req-5e6e4d45-8693-4379-a499-0854b654342e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=98baa7d8-55bd-448e-bc9e-980099fd982e HTTP/1.1" status: 200 len: 834 time: 0.1416919 May 30 20:30:48.885182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network cff8b4bd-86e8-44dd-af9b-32bdd812bdd1 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:48.916974 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=22629a47-dc07-4797-a7c8-d5ec9e792137,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:48.919742 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:48.927470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:48.931429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:48.932223 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:48.978625 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3fd232c2-6ec3-4742-9d95-5631d6e511cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6048918 May 30 20:30:48.981271 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37614) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:48.989029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'network_id': 'cff8b4bd-86e8-44dd-af9b-32bdd812bdd1', 'name': 'tempest-PortsIpV6TestJSON-1582417725', 'fixed_ips': [{'subnet_id': '746ca55c-086d-429a-8c5d-fc243d4e80bb', 'ip_address': '2001:db8::f'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:49.070136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0c917f3d-43b5-4b56-869a-64190de69cb7 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:49.081558 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71c16196-1f22-4fd5-8196-75aef3f054e9 req-6e66d0b7-6512-42a3-a746-7bfaf7126ee2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=84d2d1ba-f96e-499e-a333-a21114f4c8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1948323 May 30 20:30:49.165084 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-67b8aa77-83cc-44af-9a4c-dbae3216d8ab None None] Provisioning for port 22629a47-dc07-4797-a7c8-d5ec9e792137 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:49.177084 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-67b8aa77-83cc-44af-9a4c-dbae3216d8ab None None] Provisioning complete for port 22629a47-dc07-4797-a7c8-d5ec9e792137 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:49.177552 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-67b8aa77-83cc-44af-9a4c-dbae3216d8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:49.246995 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-67b8aa77-83cc-44af-9a4c-dbae3216d8ab None None] Port 22629a47-dc07-4797-a7c8-d5ec9e792137 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:49.265084 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 0c917f3d-43b5-4b56-869a-64190de69cb7 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:49.272362 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0c917f3d-43b5-4b56-869a-64190de69cb7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:49.274459 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:49.282710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:49.297839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:port and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:49.305979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:49.314246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:49.317923 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71c16196-1f22-4fd5-8196-75aef3f054e9 req-7c5d5f29-2597-4468-a2a5-7cfb170f1ba5 service neutron] 10.222.0.93 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283814 May 30 20:30:49.344540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:49.350406 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:49.437919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] device_id is not set on port 15b82044-1247-4d13-9383-7a7b1192aded yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:49.441054 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:49.467445 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ab581ae5-8870-4a83-b14b-e56106a35794 None None] Provisioning complete for port 22629a47-dc07-4797-a7c8-d5ec9e792137 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:49.467817 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ab581ae5-8870-4a83-b14b-e56106a35794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:49.499121 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 7fb3f420-a198-45aa-9662-7bec3e9e1688 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:30:49.534407 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 0c917f3d-43b5-4b56-869a-64190de69cb7, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0c917f3d-43b5-4b56-869a-64190de69cb7,segment=NetworkSegment(3cfc5aa1-9b4b-4990-a638-565dbdfbb646),segment_id=3cfc5aa1-9b4b-4990-a638-565dbdfbb646)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:49.543341 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:49.624889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ab581ae5-8870-4a83-b14b-e56106a35794 None None] Port 22629a47-dc07-4797-a7c8-d5ec9e792137 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:49.632485 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:30:49.701280 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=0c917f3d-43b5-4b56-869a-64190de69cb7,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:49.719325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71c16196-1f22-4fd5-8196-75aef3f054e9 req-555f5f3a-1481-4f9d-a6f8-515a23a12f79 service neutron] 10.222.0.93 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931954 May 30 20:30:49.763359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb05989-ce24-4cb2-9ad5-b5186372993b req-2b32aa04-9fce-4164-ba92-9a7f1c9f03f2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:49.765047 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fbb05989-ce24-4cb2-9ad5-b5186372993b req-2b32aa04-9fce-4164-ba92-9a7f1c9f03f2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 944 time: 0.2816067 May 30 20:30:49.770988 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 7fb3f420-a198-45aa-9662-7bec3e9e1688, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688,segment=NetworkSegment(c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0),segment_id=c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:49.785040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '7fb3f420-a198-45aa-9662-7bec3e9e1688', 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8', 'port_id': '7fb3f420-a198-45aa-9662-7bec3e9e1688', 'mac_address': 'fa:16:3e:fb:f1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:30:49.845535 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:49.865591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb3f420-a198-45aa-9662-7bec3e9e1688 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:30:49.867216 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fbb05989-ce24-4cb2-9ad5-b5186372993b req-b10f4032-1ee4-4918-b73a-24c24296952e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924954 May 30 20:30:49.875164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Allocated IP 2001:db8::f (cff8b4bd-86e8-44dd-af9b-32bdd812bdd1/746ca55c-086d-429a-8c5d-fc243d4e80bb/15b82044-1247-4d13-9383-7a7b1192aded) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:49.883440 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 7fb3f420-a198-45aa-9662-7bec3e9e1688, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688,segment=NetworkSegment(c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0),segment_id=c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:49.888986 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:49.963022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=7fb3f420-a198-45aa-9662-7bec3e9e1688,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:50.084124 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:50.101699 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['7fb3f420-a198-45aa-9662-7bec3e9e1688'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:30:50.104977 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Transition to ACTIVE for port object 15b82044-1247-4d13-9383-7a7b1192aded will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:50.128939 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:50.213211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network cff8b4bd-86e8-44dd-af9b-32bdd812bdd1 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:50.216345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:50.218943 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:50.223925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:50.224660 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:50.236427 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=15b82044-1247-4d13-9383-7a7b1192aded,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:50.272755 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-efdce4d3-22b3-4240-be23-2595dacf1fdc tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2889035 May 30 20:30:50.272954 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37638) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:50.371597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da74d0b-da91-41cd-bde1-1d542af49396 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:50.372777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8da74d0b-da91-41cd-bde1-1d542af49396 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Synchronizing usage tracker for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:50.395463 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8da74d0b-da91-41cd-bde1-1d542af49396 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Unset dirty status for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:50.399484 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8da74d0b-da91-41cd-bde1-1d542af49396 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1228764 May 30 20:30:50.399568 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37646) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:50.515367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad4b75d-d0f0-4037-95be-f41dc47772bd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:50.520027 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad4b75d-d0f0-4037-95be-f41dc47772bd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:50.525300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad4b75d-d0f0-4037-95be-f41dc47772bd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:50.526204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0ad4b75d-d0f0-4037-95be-f41dc47772bd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Synchronizing usage tracker for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:50.539418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0ad4b75d-d0f0-4037-95be-f41dc47772bd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Unset dirty status for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:50.543382 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37652) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:50.543527 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0ad4b75d-d0f0-4037-95be-f41dc47772bd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1427686 May 30 20:30:50.568956 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1f494124-1db8-488a-baff-011c3cbfd7ad None None] Provisioning for port 15b82044-1247-4d13-9383-7a7b1192aded completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:50.574167 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1f494124-1db8-488a-baff-011c3cbfd7ad None None] Provisioning complete for port 15b82044-1247-4d13-9383-7a7b1192aded triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:50.574766 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1f494124-1db8-488a-baff-011c3cbfd7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:50.614096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a89f54d4-7e8e-4942-a4db-31ad058db1c7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port 15b82044-1247-4d13-9383-7a7b1192aded {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:50.614433 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a89f54d4-7e8e-4942-a4db-31ad058db1c7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:50.629296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-1f494124-1db8-488a-baff-011c3cbfd7ad None None] Port 15b82044-1247-4d13-9383-7a7b1192aded cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:50.950868 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a89f54d4-7e8e-4942-a4db-31ad058db1c7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:51.028111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0c917f3d-43b5-4b56-869a-64190de69cb7 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:51.121633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a89f54d4-7e8e-4942-a4db-31ad058db1c7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for 15b82044-1247-4d13-9383-7a7b1192aded owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:51.136169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eee3c1-481c-481c-b8af-5a2bf9768da9 req-ae010df5-e213-4c2b-983b-2aa833433a90 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:51.137789 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62eee3c1-481c-481c-b8af-5a2bf9768da9 req-ae010df5-e213-4c2b-983b-2aa833433a90 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 945 time: 0.1117437 May 30 20:30:51.159377 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0c917f3d-43b5-4b56-869a-64190de69cb7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:51.159805 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:51.188986 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62eee3c1-481c-481c-b8af-5a2bf9768da9 req-f5d651c6-2084-4ad9-94e9-e6679025b3bb tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435994 May 30 20:30:51.290323 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a89f54d4-7e8e-4942-a4db-31ad058db1c7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:51.343079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f54d4-7e8e-4942-a4db-31ad058db1c7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=15b82044-1247-4d13-9383-7a7b1192aded,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:51.389774 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a89f54d4-7e8e-4942-a4db-31ad058db1c7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:51.403749 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a89f54d4-7e8e-4942-a4db-31ad058db1c7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/ports/15b82044-1247-4d13-9383-7a7b1192aded HTTP/1.1" status: 204 len: 168 time: 0.8592904 May 30 20:30:51.406587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37660) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:51.471822 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1042e4e-33f1-428f-b19b-34632007c0f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] GET failed (client error): The resource could not be found. May 30 20:30:51.476318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37666) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:51.476544 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b1042e4e-33f1-428f-b19b-34632007c0f4 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports/15b82044-1247-4d13-9383-7a7b1192aded HTTP/1.1" status: 404 len: 333 time: 0.0687189 May 30 20:30:51.507543 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 7fb3f420-a198-45aa-9662-7bec3e9e1688 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:51.583266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a3862-0232-4998-8f41-76f3170a2af0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port 22629a47-dc07-4797-a7c8-d5ec9e792137 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:51.583601 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3862-0232-4998-8f41-76f3170a2af0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:51.646304 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 7fb3f420-a198-45aa-9662-7bec3e9e1688 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:51.653127 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 7fb3f420-a198-45aa-9662-7bec3e9e1688 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:51.653545 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:51.804330 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:51.814775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec03336-83bd-49a4-9520-fb3ad4a2f105 req-9eabf6ff-3139-4fe1-b917-b938ab803eee tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:51.822163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ec03336-83bd-49a4-9520-fb3ad4a2f105 req-9eabf6ff-3139-4fe1-b917-b938ab803eee tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 945 time: 0.2739561 May 30 20:30:51.842974 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 7fb3f420-a198-45aa-9662-7bec3e9e1688, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688,segment=NetworkSegment(c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0),segment_id=c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:51.844059 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb3f420-a198-45aa-9662-7bec3e9e1688'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:30:51.848544 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e3fcc-39fe-4492-a60b-c2d1da9034f2 req-e38cea8d-15e5-4c30-bbbc-c154b26b470b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:51.850473 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:51.861210 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e8e3fcc-39fe-4492-a60b-c2d1da9034f2 req-e38cea8d-15e5-4c30-bbbc-c154b26b470b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.77 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a&tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&binding%3Ahost_id=n-h2-843949-2 HTTP/1.1" status: 200 len: 945 time: 0.2729199 May 30 20:30:51.894119 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3862-0232-4998-8f41-76f3170a2af0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:51.921833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=7fb3f420-a198-45aa-9662-7bec3e9e1688,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:51.976860 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77c8d79-3d58-4d30-b3ab-465f796ff10b'] response: {'server_uuid': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb3f420-a198-45aa-9662-7bec3e9e1688', 'code': 200} May 30 20:30:51.999024 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ec03336-83bd-49a4-9520-fb3ad4a2f105 req-71815647-da68-46af-858c-42006e86fe37 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759233 May 30 20:30:52.029443 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-5e8e3fcc-39fe-4492-a60b-c2d1da9034f2 req-d2f5ab2c-c897-403e-be50-eb394cb29336 service neutron] delete failed (client error): The resource could not be found. May 30 20:30:52.030467 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e8e3fcc-39fe-4492-a60b-c2d1da9034f2 req-d2f5ab2c-c897-403e-be50-eb394cb29336 service neutron] 10.222.0.77 "DELETE /v2.0/ports/7fb3f420-a198-45aa-9662-7bec3e9e1688/bindings/n-h1-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.1518567 May 30 20:30:52.041609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a3862-0232-4998-8f41-76f3170a2af0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for 22629a47-dc07-4797-a7c8-d5ec9e792137 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:52.206427 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3862-0232-4998-8f41-76f3170a2af0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:52.208595 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e8e3fcc-39fe-4492-a60b-c2d1da9034f2 req-8a27c33f-387d-430d-a791-17f51c867a9b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 1097 time: 0.0926187 May 30 20:30:52.259148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a3862-0232-4998-8f41-76f3170a2af0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=22629a47-dc07-4797-a7c8-d5ec9e792137,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:52.345806 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3862-0232-4998-8f41-76f3170a2af0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:52.371639 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8c9a3862-0232-4998-8f41-76f3170a2af0 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/ports/22629a47-dc07-4797-a7c8-d5ec9e792137 HTTP/1.1" status: 204 len: 168 time: 0.8942347 May 30 20:30:52.372374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37678) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:52.423716 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7634b0-c29c-4cc7-8bb4-3de15536f01b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] GET failed (client error): The resource could not be found. May 30 20:30:52.424797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3d7634b0-c29c-4cc7-8bb4-3de15536f01b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Synchronizing usage tracker for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:52.445898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3d7634b0-c29c-4cc7-8bb4-3de15536f01b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Unset dirty status for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:52.447092 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3d7634b0-c29c-4cc7-8bb4-3de15536f01b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports/22629a47-dc07-4797-a7c8-d5ec9e792137 HTTP/1.1" status: 404 len: 333 time: 0.0736761 May 30 20:30:52.449875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37682) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:52.451276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e3fcc-39fe-4492-a60b-c2d1da9034f2 req-ef7664d7-82e2-49b2-86c6-3ac1e397a0c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:52.453607 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e8e3fcc-39fe-4492-a60b-c2d1da9034f2 req-ef7664d7-82e2-49b2-86c6-3ac1e397a0c6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=84d2d1ba-f96e-499e-a333-a21114f4c8e8 HTTP/1.1" status: 200 len: 898 time: 0.2229989 May 30 20:30:52.574556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e8e3fcc-39fe-4492-a60b-c2d1da9034f2 req-6f54d301-5d05-4a17-9b44-390b0fe2806f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688 HTTP/1.1" status: 200 len: 1002 time: 0.1107538 May 30 20:30:52.645562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e3fcc-39fe-4492-a60b-c2d1da9034f2 req-b996088c-6b14-42ac-a39a-12c9cb14a802 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:52.647444 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e8e3fcc-39fe-4492-a60b-c2d1da9034f2 req-b996088c-6b14-42ac-a39a-12c9cb14a802 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98baa7d8-55bd-448e-bc9e-980099fd982e HTTP/1.1" status: 200 len: 834 time: 0.0639935 May 30 20:30:52.654997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-213c7143-5ab0-40ec-8e55-818048f1ba0b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting subnet 746ca55c-086d-429a-8c5d-fc243d4e80bb {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:30:52.658470 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-213c7143-5ab0-40ec-8e55-818048f1ba0b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:52.714299 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-213c7143-5ab0-40ec-8e55-818048f1ba0b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:52.730069 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e8e3fcc-39fe-4492-a60b-c2d1da9034f2 req-038cad13-3265-4749-8cb5-902ba6780359 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=84d2d1ba-f96e-499e-a333-a21114f4c8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737431 May 30 20:30:52.804330 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-213c7143-5ab0-40ec-8e55-818048f1ba0b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:52.868359 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e8e3fcc-39fe-4492-a60b-c2d1da9034f2 req-3bc1bf60-4649-4bac-a2ad-c7ddb42b8c52 service neutron] 10.222.0.77 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270905 May 30 20:30:52.880466 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-213c7143-5ab0-40ec-8e55-818048f1ba0b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:52.919435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c7143-5ab0-40ec-8e55-818048f1ba0b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Subnet': ['ID=746ca55c-086d-429a-8c5d-fc243d4e80bb,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:52.929483 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-213c7143-5ab0-40ec-8e55-818048f1ba0b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:52.935730 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-213c7143-5ab0-40ec-8e55-818048f1ba0b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/746ca55c-086d-429a-8c5d-fc243d4e80bb HTTP/1.1" status: 204 len: 168 time: 0.4846475 May 30 20:30:52.938332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37686) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:52.938767 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788f5383-0367-482f-9d46-cf8403242bea None None] Network cff8b4bd-86e8-44dd-af9b-32bdd812bdd1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:53.064366 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e8e3fcc-39fe-4492-a60b-c2d1da9034f2 req-09dad41a-ecd6-4189-9986-656a483d1173 service neutron] 10.222.0.77 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874430 May 30 20:30:53.264759 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:53.288490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port 0c917f3d-43b5-4b56-869a-64190de69cb7 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:53.288833 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:53.370995 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6ae9ec-3ab0-491f-a709-aff41680e9ff None None] DHCP port deletion for cff8b4bd-86e8-44dd-af9b-32bdd812bdd1 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:30:53.376505 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae9ec-3ab0-491f-a709-aff41680e9ff None None] Deleting port 0c917f3d-43b5-4b56-869a-64190de69cb7 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:53.376909 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae9ec-3ab0-491f-a709-aff41680e9ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:53.407643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4c736-36ec-47e8-9884-57392ee725a2 req-2e545cca-6dec-4bbb-919a-dd720d44fd7b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:53.409783 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7d4c736-36ec-47e8-9884-57392ee725a2 req-2e545cca-6dec-4bbb-919a-dd720d44fd7b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.1025069 May 30 20:30:53.462177 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7d4c736-36ec-47e8-9884-57392ee725a2 req-67898928-5a86-4d8d-b6f6-93889f689f04 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467448 May 30 20:30:53.522106 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] For port 0c917f3d-43b5-4b56-869a-64190de69cb7, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0c917f3d-43b5-4b56-869a-64190de69cb7,segment=NetworkSegment(3cfc5aa1-9b4b-4990-a638-565dbdfbb646),segment_id=3cfc5aa1-9b4b-4990-a638-565dbdfbb646)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:53.522683 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:53.595332 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ac6ae9ec-3ab0-491f-a709-aff41680e9ff None None] For port 0c917f3d-43b5-4b56-869a-64190de69cb7, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0c917f3d-43b5-4b56-869a-64190de69cb7,segment=NetworkSegment(3cfc5aa1-9b4b-4990-a638-565dbdfbb646),segment_id=3cfc5aa1-9b4b-4990-a638-565dbdfbb646)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:53.595610 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae9ec-3ab0-491f-a709-aff41680e9ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:53.645001 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for 0c917f3d-43b5-4b56-869a-64190de69cb7 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:53.723098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae9ec-3ab0-491f-a709-aff41680e9ff None None] Calling delete_port for 0c917f3d-43b5-4b56-869a-64190de69cb7 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:53.725889 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:53.774474 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=0c917f3d-43b5-4b56-869a-64190de69cb7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:53.779000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No DVR routers for this DVR port 0c917f3d-43b5-4b56-869a-64190de69cb7 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:30:53.799091 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-ac6ae9ec-3ab0-491f-a709-aff41680e9ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:30:53.799574 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-ac6ae9ec-3ab0-491f-a709-aff41680e9ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:30:53.903668 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:53.927633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff8b4bd-86e8-44dd-af9b-32bdd812bdd1']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:53.939271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfc5aa1-9b4b-4990-a638-565dbdfbb646') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:53.939569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfc5aa1-9b4b-4990-a638-565dbdfbb646') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:53.951114 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:53.967641 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:53.973587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:30:53.973961 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: timer() May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:30:53.988355 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:30:54.068773 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.085327 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.095869 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Network': ['ID=cff8b4bd-86e8-44dd-af9b-32bdd812bdd1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:54.107483 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3b4dd607-b615-4993-a7d8-b6ac66fafde6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/networks/cff8b4bd-86e8-44dd-af9b-32bdd812bdd1 HTTP/1.1" status: 204 len: 168 time: 1.1681883 May 30 20:30:54.111128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37694) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:54.116911 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-75ea5ea8-3e36-4f0b-8643-b4fd4a0e7d3b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-202485034'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:54.122281 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-75ea5ea8-3e36-4f0b-8643-b4fd4a0e7d3b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:54.126107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-75ea5ea8-3e36-4f0b-8643-b4fd4a0e7d3b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:network and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:54.129050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-75ea5ea8-3e36-4f0b-8643-b4fd4a0e7d3b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:54.135823 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-75ea5ea8-3e36-4f0b-8643-b4fd4a0e7d3b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:54.146602 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ea5ea8-3e36-4f0b-8643-b4fd4a0e7d3b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:54.149978 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75ea5ea8-3e36-4f0b-8643-b4fd4a0e7d3b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.181621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ea5ea8-3e36-4f0b-8643-b4fd4a0e7d3b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:30:54.192494 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75ea5ea8-3e36-4f0b-8643-b4fd4a0e7d3b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.192794 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-75ea5ea8-3e36-4f0b-8643-b4fd4a0e7d3b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Added segment 4365c9d6-377c-4ef9-ad71-f33425770ed2 of type vlan for network 6f43b601-0822-4195-9c97-271563f4f581 May 30 20:30:54.222444 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75ea5ea8-3e36-4f0b-8643-b4fd4a0e7d3b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.254439 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75ea5ea8-3e36-4f0b-8643-b4fd4a0e7d3b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.258283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ea5ea8-3e36-4f0b-8643-b4fd4a0e7d3b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:54.258977 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75ea5ea8-3e36-4f0b-8643-b4fd4a0e7d3b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.301221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae9ec-3ab0-491f-a709-aff41680e9ff None None] Deleting port 0c917f3d-43b5-4b56-869a-64190de69cb7 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:54.301634 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae9ec-3ab0-491f-a709-aff41680e9ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.354256 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-75ea5ea8-3e36-4f0b-8643-b4fd4a0e7d3b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2415869 May 30 20:30:54.357425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37706) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:54.365364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-806d7085-ae6e-440f-8576-0f66f32cbb63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'subnet': {'network_id': '6f43b601-0822-4195-9c97-271563f4f581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:54.378100 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae9ec-3ab0-491f-a709-aff41680e9ff None None] The port '0c917f3d-43b5-4b56-869a-64190de69cb7' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:30:54.388023 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea5ea8-3e36-4f0b-8643-b4fd4a0e7d3b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Network': ['ID=6f43b601-0822-4195-9c97-271563f4f581,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:54.402123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 6f43b601-0822-4195-9c97-271563f4f581 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:30:54.480037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-806d7085-ae6e-440f-8576-0f66f32cbb63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:54.484189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-806d7085-ae6e-440f-8576-0f66f32cbb63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:subnet and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:54.486633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-806d7085-ae6e-440f-8576-0f66f32cbb63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:54.492977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-806d7085-ae6e-440f-8576-0f66f32cbb63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:54.503610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806d7085-ae6e-440f-8576-0f66f32cbb63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:54.618526 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-806d7085-ae6e-440f-8576-0f66f32cbb63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.683996 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb1838-003b-4d10-a6f8-f9042aed3ec6 req-f7a98095-07b7-4741-b9c5-da4852c63b6f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:54.685829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cefb1838-003b-4d10-a6f8-f9042aed3ec6 req-f7a98095-07b7-4741-b9c5-da4852c63b6f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.0916479 May 30 20:30:54.735395 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cefb1838-003b-4d10-a6f8-f9042aed3ec6 req-e2c19e91-05cd-48ce-814c-6e5ad604caf3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424571 May 30 20:30:54.765680 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37726) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:54.858693 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-806d7085-ae6e-440f-8576-0f66f32cbb63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.876297 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fcf20bb7-904a-47db-aa94-bfcdc039465a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/62a29ddf-8e50-4937-b4ad-dabdd3e9e5e1 HTTP/1.1" status: 200 len: 994 time: 0.1093760 May 30 20:30:55.006488 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0c917f3d-43b5-4b56-869a-64190de69cb7 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:30:55.025417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d7085-ae6e-440f-8576-0f66f32cbb63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Subnet': ['ID=44cf1f0f-74b0-4270-9df6-4b1167ba5f23,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:55.041581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d7085-ae6e-440f-8576-0f66f32cbb63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Checking segment: {'id': '4365c9d6-377c-4ef9-ad71-f33425770ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6f43b601-0822-4195-9c97-271563f4f581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:55.041931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806d7085-ae6e-440f-8576-0f66f32cbb63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network hostable DHCP agents. Network: 6f43b601-0822-4195-9c97-271563f4f581, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:30:55.045686 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 0c917f3d-43b5-4b56-869a-64190de69cb7 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:30:55.046034 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0c917f3d-43b5-4b56-869a-64190de69cb7 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:30:55.064510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806d7085-ae6e-440f-8576-0f66f32cbb63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 6f43b601-0822-4195-9c97-271563f4f581 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:30:55.074327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-806d7085-ae6e-440f-8576-0f66f32cbb63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 6f43b601-0822-4195-9c97-271563f4f581) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:55.080228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806d7085-ae6e-440f-8576-0f66f32cbb63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:55.081657 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-806d7085-ae6e-440f-8576-0f66f32cbb63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:55.083022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3635d36e-46e7-46f0-9e03-dce7d71d3e4d None None] Network 6f43b601-0822-4195-9c97-271563f4f581 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:55.107362 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-806d7085-ae6e-440f-8576-0f66f32cbb63 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7491877 May 30 20:30:55.110000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37738) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:55.120839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-dfdc89b9-1f98-409d-8638-212ceb7b3578 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1651994561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:55.128051 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dfdc89b9-1f98-409d-8638-212ceb7b3578 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:55.132687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dfdc89b9-1f98-409d-8638-212ceb7b3578 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:router and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:55.135883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dfdc89b9-1f98-409d-8638-212ceb7b3578 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:55.142755 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dfdc89b9-1f98-409d-8638-212ceb7b3578 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:55.157510 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dfdc89b9-1f98-409d-8638-212ceb7b3578 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:55.158448 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dfdc89b9-1f98-409d-8638-212ceb7b3578 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:55.182379 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dfdc89b9-1f98-409d-8638-212ceb7b3578 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:55.202357 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dfdc89b9-1f98-409d-8638-212ceb7b3578 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:55.227040 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dfdc89b9-1f98-409d-8638-212ceb7b3578 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:55.228567 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dfdc89b9-1f98-409d-8638-212ceb7b3578 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1174946 May 30 20:30:55.231103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37744) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:55.237919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'network_id': '6f43b601-0822-4195-9c97-271563f4f581', 'name': 'tempest-PortsIpV6TestJSON-1579055326'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:55.311539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-6f43b601-0822-4195-9c97-271563f4f581', 'network_id': '6f43b601-0822-4195-9c97-271563f4f581', 'tenant_id': 'c12c62df2fec4f16b508217c43e2c8b4', 'fixed_ips': [{'subnet_id': '44cf1f0f-74b0-4270-9df6-4b1167ba5f23'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:30:55.312400 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:55.386092 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:55.390469 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:port and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:55.394011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:55.399719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:55.409828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:55.413184 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:55.439414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] device_id is not set on port d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:55.513155 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Allocated IP 2001:db8::2 (6f43b601-0822-4195-9c97-271563f4f581/44cf1f0f-74b0-4270-9df6-4b1167ba5f23/70640909-1271-4752-91fe-67ba2878acff) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:55.730075 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:55.740785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Transition to ACTIVE for port object 70640909-1271-4752-91fe-67ba2878acff will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:55.760046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Transition to ACTIVE for port object 70640909-1271-4752-91fe-67ba2878acff will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:55.765752 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:55.836708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Network 6f43b601-0822-4195-9c97-271563f4f581 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:55.837544 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Pushing event updated for resources: {'Port': ['ID=70640909-1271-4752-91fe-67ba2878acff,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:55.840100 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:55.842019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Allocated IP 2001:db8::fb (6f43b601-0822-4195-9c97-271563f4f581/44cf1f0f-74b0-4270-9df6-4b1167ba5f23/d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:55.842511 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:55.933286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Attempting to bind port 70640909-1271-4752-91fe-67ba2878acff on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:55.933653 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Attempting to bind port 70640909-1271-4752-91fe-67ba2878acff by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4365c9d6-377c-4ef9-ad71-f33425770ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6f43b601-0822-4195-9c97-271563f4f581'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:55.934012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Attempting to bind port 70640909-1271-4752-91fe-67ba2878acff on network 6f43b601-0822-4195-9c97-271563f4f581 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:55.940358 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:30:55.940757 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Checking segment: {'id': '4365c9d6-377c-4ef9-ad71-f33425770ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6f43b601-0822-4195-9c97-271563f4f581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:55.941151 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:55.941642 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Bound using segment: {'id': '4365c9d6-377c-4ef9-ad71-f33425770ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6f43b601-0822-4195-9c97-271563f4f581'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:30:55.942098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Bound port: 70640909-1271-4752-91fe-67ba2878acff, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4365c9d6-377c-4ef9-ad71-f33425770ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6f43b601-0822-4195-9c97-271563f4f581'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:30:55.942516 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:56.042460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] For port 70640909-1271-4752-91fe-67ba2878acff, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:56.046459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] For port 70640909-1271-4752-91fe-67ba2878acff, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=70640909-1271-4752-91fe-67ba2878acff,segment=NetworkSegment(4365c9d6-377c-4ef9-ad71-f33425770ed2),segment_id=4365c9d6-377c-4ef9-ad71-f33425770ed2)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:30:56.053133 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:56.074566 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:56.092772 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Transition to ACTIVE for port object d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:56.119556 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:56.144532 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680181ab-d86f-4c37-a789-7ba9743ea29f None None] Pushing event updated for resources: {'Port': ['ID=70640909-1271-4752-91fe-67ba2878acff,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:56.200314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 6f43b601-0822-4195-9c97-271563f4f581 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:56.203404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:56.208098 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:56.211893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:56.212549 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:56.216498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:56.243334 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ebc1ede6-1a9c-45fd-b72a-f488159b932b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0107999 May 30 20:30:56.246083 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37750) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:56.946777 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3e082a2-3e6f-4b8d-a4cb-aa6b15e30242 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.050643 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 70640909-1271-4752-91fe-67ba2878acff up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:57.124642 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 70640909-1271-4752-91fe-67ba2878acff completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:57.207044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcc8b45-d131-493a-84a9-ef7e87610587 None None] Network 6f43b601-0822-4195-9c97-271563f4f581 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:57.323218 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3e082a2-3e6f-4b8d-a4cb-aa6b15e30242 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.329538 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3e082a2-3e6f-4b8d-a4cb-aa6b15e30242 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.371261 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e7afebe9-2f25-48a2-9693-acf5c1b94264 None None] Provisioning for port 70640909-1271-4752-91fe-67ba2878acff completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:57.379343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e7afebe9-2f25-48a2-9693-acf5c1b94264 None None] Provisioning complete for port 70640909-1271-4752-91fe-67ba2878acff triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:57.379745 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e7afebe9-2f25-48a2-9693-acf5c1b94264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.469528 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e082a2-3e6f-4b8d-a4cb-aa6b15e30242 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:57.577524 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e7afebe9-2f25-48a2-9693-acf5c1b94264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.616201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e7afebe9-2f25-48a2-9693-acf5c1b94264 None None] For port 70640909-1271-4752-91fe-67ba2878acff, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=70640909-1271-4752-91fe-67ba2878acff,segment=NetworkSegment(4365c9d6-377c-4ef9-ad71-f33425770ed2),segment_id=4365c9d6-377c-4ef9-ad71-f33425770ed2)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:57.621505 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e7afebe9-2f25-48a2-9693-acf5c1b94264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.640931 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3e082a2-3e6f-4b8d-a4cb-aa6b15e30242 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.691299 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afebe9-2f25-48a2-9693-acf5c1b94264 None None] Pushing event updated for resources: {'Port': ['ID=70640909-1271-4752-91fe-67ba2878acff,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:57.748932 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3e082a2-3e6f-4b8d-a4cb-aa6b15e30242 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.771439 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-42b5bd78-2f65-45dd-8fe5-6e5f245d0506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.852729 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d917955c-6d70-4daf-aebb-d8e8705fe76c None None] Provisioning for port d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:57.857778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d917955c-6d70-4daf-aebb-d8e8705fe76c None None] Provisioning complete for port d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:57.858141 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d917955c-6d70-4daf-aebb-d8e8705fe76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.926110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d917955c-6d70-4daf-aebb-d8e8705fe76c None None] Port d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:57.939856 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d917955c-6d70-4daf-aebb-d8e8705fe76c None None] Provisioning complete for port 70640909-1271-4752-91fe-67ba2878acff triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:57.940670 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d917955c-6d70-4daf-aebb-d8e8705fe76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.172885 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3e082a2-3e6f-4b8d-a4cb-aa6b15e30242 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.178753 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3e082a2-3e6f-4b8d-a4cb-aa6b15e30242 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.179496 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3e082a2-3e6f-4b8d-a4cb-aa6b15e30242 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.212071 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2162e8ed-d2c4-43ab-9b93-86b638ffefd1 None None] Provisioning complete for port d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:58.212603 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2162e8ed-d2c4-43ab-9b93-86b638ffefd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.276789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2162e8ed-d2c4-43ab-9b93-86b638ffefd1 None None] Port d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:58.400089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bfaa7cf1-e367-4e51-b3f4-e86f522c4558 None None] Provisioning complete for port d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:58.400683 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7cf1-e367-4e51-b3f4-e86f522c4558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.450335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e082a2-3e6f-4b8d-a4cb-aa6b15e30242 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:58.464921 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa7cf1-e367-4e51-b3f4-e86f522c4558 None None] Port d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:58.503483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e082a2-3e6f-4b8d-a4cb-aa6b15e30242 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 6f43b601-0822-4195-9c97-271563f4f581 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:58.504864 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-b3e082a2-3e6f-4b8d-a4cb-aa6b15e30242 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:58.790593 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-94619847-c64e-4aef-9780-1ac43107b0ef None None] Provisioning complete for port d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:58.790858 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94619847-c64e-4aef-9780-1ac43107b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.852060 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-94619847-c64e-4aef-9780-1ac43107b0ef None None] Port d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:58.884147 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e082a2-3e6f-4b8d-a4cb-aa6b15e30242 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Router 8e11ec95-19a1-42f0-bc1d-362fb98a6ca7 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:30:59.016342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 70640909-1271-4752-91fe-67ba2878acff up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:59.063061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e082a2-3e6f-4b8d-a4cb-aa6b15e30242 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:30:59.068010 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b3e082a2-3e6f-4b8d-a4cb-aa6b15e30242 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "PUT /v2.0/routers/8e11ec95-19a1-42f0-bc1d-362fb98a6ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8207424 May 30 20:30:59.070938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37762) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:59.077203 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52e6f93-5b6c-446a-849e-ffdf1a5f7001 None None] Sync routers for ids ['8e11ec95-19a1-42f0-bc1d-362fb98a6ca7'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:30:59.100912 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52e6f93-5b6c-446a-849e-ffdf1a5f7001 None None] Routers {'8e11ec95-19a1-42f0-bc1d-362fb98a6ca7'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:59.101568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d52e6f93-5b6c-446a-849e-ffdf1a5f7001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:30:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8e11ec95-19a1-42f0-bc1d-362fb98a6ca7'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:59.149018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435f107b-239b-443f-b6fb-687577226b37 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:59.153186 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-435f107b-239b-443f-b6fb-687577226b37 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e11ec95-19a1-42f0-bc1d-362fb98a6ca7 HTTP/1.1" status: 200 len: 988 time: 0.0790191 May 30 20:30:59.153425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37766) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:59.202908 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d52e6f93-5b6c-446a-849e-ffdf1a5f7001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:59.219149 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52e6f93-5b6c-446a-849e-ffdf1a5f7001 None None] Routers {'8e11ec95-19a1-42f0-bc1d-362fb98a6ca7'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:59.219784 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d52e6f93-5b6c-446a-849e-ffdf1a5f7001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:30:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8e11ec95-19a1-42f0-bc1d-362fb98a6ca7'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:59.265623 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 70640909-1271-4752-91fe-67ba2878acff triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:59.265988 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:59.319996 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d52e6f93-5b6c-446a-849e-ffdf1a5f7001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:59.320311 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52e6f93-5b6c-446a-849e-ffdf1a5f7001 None None] The sync data for ids ['8e11ec95-19a1-42f0-bc1d-362fb98a6ca7'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:30:59.697924 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96eab540-9f76-4b9b-b2da-990b34355119 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:59.940449 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ce6ec0ba-0991-42ae-83ee-87cab3a09090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:59.983230 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37776) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:00.128752 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-846cbe10-f190-435a-a076-c99e4efe91ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.156347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-96eab540-9f76-4b9b-b2da-990b34355119 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:00.156688 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96eab540-9f76-4b9b-b2da-990b34355119 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.160133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-846cbe10-f190-435a-a076-c99e4efe91ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:00.163840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-846cbe10-f190-435a-a076-c99e4efe91ce admin admin] Usage tracker for resource:security_group_rule and tenant:78428e8afa1e4655823e94a5a44bb0a2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:00.166725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-846cbe10-f190-435a-a076-c99e4efe91ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:00.172425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-846cbe10-f190-435a-a076-c99e4efe91ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:00.247148 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-846cbe10-f190-435a-a076-c99e4efe91ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.251202 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-846cbe10-f190-435a-a076-c99e4efe91ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.299663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846cbe10-f190-435a-a076-c99e4efe91ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f910e528-aa04-4800-b8e6-32af26850696,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:00.307627 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-846cbe10-f190-435a-a076-c99e4efe91ce admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=78428e8afa1e4655823e94a5a44bb0a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3210106 May 30 20:31:00.308677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37782) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:00.351873 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96eab540-9f76-4b9b-b2da-990b34355119 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.367929 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f952c463-76f4-42cc-a7b7-db64590fb433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.393622 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f952c463-76f4-42cc-a7b7-db64590fb433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.444554 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f952c463-76f4-42cc-a7b7-db64590fb433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.458558 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952c463-76f4-42cc-a7b7-db64590fb433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f910e528-aa04-4800-b8e6-32af26850696,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:00.464981 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f952c463-76f4-42cc-a7b7-db64590fb433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.480000 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f952c463-76f4-42cc-a7b7-db64590fb433 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f910e528-aa04-4800-b8e6-32af26850696 HTTP/1.1" status: 204 len: 168 time: 0.1563513 May 30 20:31:00.480677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-96eab540-9f76-4b9b-b2da-990b34355119 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:00.667000 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96eab540-9f76-4b9b-b2da-990b34355119 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.716097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eab540-9f76-4b9b-b2da-990b34355119 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:00.896906 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-96eab540-9f76-4b9b-b2da-990b34355119 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:01.244921 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:01.414463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96eab540-9f76-4b9b-b2da-990b34355119 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Router 8e11ec95-19a1-42f0-bc1d-362fb98a6ca7 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:31:01.555117 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:01.555357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96eab540-9f76-4b9b-b2da-990b34355119 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:31:01.567144 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c7531-0ff5-4923-866d-3bdba78a3ef9 None None] Sync routers for ids ['8e11ec95-19a1-42f0-bc1d-362fb98a6ca7'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:31:01.571188 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-96eab540-9f76-4b9b-b2da-990b34355119 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "PUT /v2.0/routers/8e11ec95-19a1-42f0-bc1d-362fb98a6ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4144969 May 30 20:31:01.571538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37808) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:01.581263 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c7531-0ff5-4923-866d-3bdba78a3ef9 None None] Routers {'8e11ec95-19a1-42f0-bc1d-362fb98a6ca7'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:01.581958 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b51c7531-0ff5-4923-866d-3bdba78a3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8e11ec95-19a1-42f0-bc1d-362fb98a6ca7'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:01.616493 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f55040-64c3-4abd-8e01-56a7e03bebc1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] GET failed (client error): The resource could not be found. May 30 20:31:01.616997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-77f55040-64c3-4abd-8e01-56a7e03bebc1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Synchronizing usage tracker for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:01.633185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-77f55040-64c3-4abd-8e01-56a7e03bebc1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Unset dirty status for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:01.634423 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-77f55040-64c3-4abd-8e01-56a7e03bebc1 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports/d3ac2cca-e8d4-48a9-8698-d6f7a3cd81f8 HTTP/1.1" status: 404 len: 333 time: 0.0618918 May 30 20:31:01.637473 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37812) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:01.640990 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b51c7531-0ff5-4923-866d-3bdba78a3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:01.653713 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c7531-0ff5-4923-866d-3bdba78a3ef9 None None] Routers {'8e11ec95-19a1-42f0-bc1d-362fb98a6ca7'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:01.654422 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b51c7531-0ff5-4923-866d-3bdba78a3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['8e11ec95-19a1-42f0-bc1d-362fb98a6ca7'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:01.725057 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b51c7531-0ff5-4923-866d-3bdba78a3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:01.725458 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c7531-0ff5-4923-866d-3bdba78a3ef9 None None] The sync data for ids ['8e11ec95-19a1-42f0-bc1d-362fb98a6ca7'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:31:01.776695 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e8da0ec-1143-49aa-b8fd-67ef9b9c7822 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.264091 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e8da0ec-1143-49aa-b8fd-67ef9b9c7822 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.270389 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e8da0ec-1143-49aa-b8fd-67ef9b9c7822 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.297424 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e8da0ec-1143-49aa-b8fd-67ef9b9c7822 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.297976 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8da0ec-1143-49aa-b8fd-67ef9b9c7822 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Fanout notify agent at l3_agent the message router_deleted on router 8e11ec95-19a1-42f0-bc1d-362fb98a6ca7 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:31:02.309073 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8e8da0ec-1143-49aa-b8fd-67ef9b9c7822 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.311138 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8e8da0ec-1143-49aa-b8fd-67ef9b9c7822 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/routers/8e11ec95-19a1-42f0-bc1d-362fb98a6ca7 HTTP/1.1" status: 204 len: 168 time: 0.6715162 May 30 20:31:02.312802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37822) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:02.499921 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-127f2082-7bda-4042-b9b2-dd23f00d65fb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting subnet 44cf1f0f-74b0-4270-9df6-4b1167ba5f23 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:31:02.503552 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-127f2082-7bda-4042-b9b2-dd23f00d65fb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.564711 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-127f2082-7bda-4042-b9b2-dd23f00d65fb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.649056 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-127f2082-7bda-4042-b9b2-dd23f00d65fb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.722752 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-127f2082-7bda-4042-b9b2-dd23f00d65fb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.761366 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f2082-7bda-4042-b9b2-dd23f00d65fb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Subnet': ['ID=44cf1f0f-74b0-4270-9df6-4b1167ba5f23,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:02.765773 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-127f2082-7bda-4042-b9b2-dd23f00d65fb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.774749 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-127f2082-7bda-4042-b9b2-dd23f00d65fb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/44cf1f0f-74b0-4270-9df6-4b1167ba5f23 HTTP/1.1" status: 204 len: 168 time: 0.4584782 May 30 20:31:02.774902 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc227aa-c2cb-4fdf-bdff-c60721b716be None None] Network 6f43b601-0822-4195-9c97-271563f4f581 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:02.775327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37826) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:02.875007 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.888265 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.899282 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port 70640909-1271-4752-91fe-67ba2878acff {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:02.899613 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.030263 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e723cc55-99eb-49c7-84ec-12675d053140 None None] DHCP port deletion for 6f43b601-0822-4195-9c97-271563f4f581 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:31:03.034975 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e723cc55-99eb-49c7-84ec-12675d053140 None None] Deleting port 70640909-1271-4752-91fe-67ba2878acff {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:03.035438 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e723cc55-99eb-49c7-84ec-12675d053140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.108356 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] For port 70640909-1271-4752-91fe-67ba2878acff, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=70640909-1271-4752-91fe-67ba2878acff,segment=NetworkSegment(4365c9d6-377c-4ef9-ad71-f33425770ed2),segment_id=4365c9d6-377c-4ef9-ad71-f33425770ed2)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:03.108710 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.240265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for 70640909-1271-4752-91fe-67ba2878acff owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:03.254477 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e723cc55-99eb-49c7-84ec-12675d053140 None None] For port 70640909-1271-4752-91fe-67ba2878acff, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=70640909-1271-4752-91fe-67ba2878acff,segment=NetworkSegment(4365c9d6-377c-4ef9-ad71-f33425770ed2),segment_id=4365c9d6-377c-4ef9-ad71-f33425770ed2)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:03.255029 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e723cc55-99eb-49c7-84ec-12675d053140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.324909 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.369989 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=70640909-1271-4752-91fe-67ba2878acff,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:03.372111 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No DVR routers for this DVR port 70640909-1271-4752-91fe-67ba2878acff on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:03.406035 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e723cc55-99eb-49c7-84ec-12675d053140 None None] Calling delete_port for 70640909-1271-4752-91fe-67ba2878acff owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:03.458355 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.491146 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-e723cc55-99eb-49c7-84ec-12675d053140 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:31:03.491497 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-e723cc55-99eb-49c7-84ec-12675d053140 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:31:03.498832 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.528349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f43b601-0822-4195-9c97-271563f4f581']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:03.541765 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4365c9d6-377c-4ef9-ad71-f33425770ed2') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:03.542061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4365c9d6-377c-4ef9-ad71-f33425770ed2') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:03.553902 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.569652 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.575684 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:31:03.576098 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: timer() May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:31:03.590955 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:31:03.671168 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.774076 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.785490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Network': ['ID=6f43b601-0822-4195-9c97-271563f4f581,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:03.796765 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-238b55b6-5725-40a5-bfe0-3ef3972027cd tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/networks/6f43b601-0822-4195-9c97-271563f4f581 HTTP/1.1" status: 204 len: 168 time: 1.0208666 May 30 20:31:03.800713 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37836) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:03.874252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3942f3-1093-4898-a89f-f435f3b2c381 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:03.874817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4a3942f3-1093-4898-a89f-f435f3b2c381 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Synchronizing usage tracker for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:03.891405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4a3942f3-1093-4898-a89f-f435f3b2c381 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Unset dirty status for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:03.892587 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4a3942f3-1093-4898-a89f-f435f3b2c381 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports/6b166f88-14d3-494b-9bd3-bea1fb148981 HTTP/1.1" status: 200 len: 843 time: 0.0908923 May 30 20:31:03.896837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37840) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:03.962279 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cb663568-4c92-415e-9b37-d6177229e490 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Synchronizing usage tracker for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:03.974677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cb663568-4c92-415e-9b37-d6177229e490 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Unset dirty status for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:03.975930 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cb663568-4c92-415e-9b37-d6177229e490 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports/6b166f88-14d3-494b-9bd3-bea1fb148981?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0781329 May 30 20:31:03.979754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37844) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:03.985919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1439086e-36b3-4826-a2b1-db00e75b340d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'subnet': {'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:03.993355 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e723cc55-99eb-49c7-84ec-12675d053140 None None] Deleting port 70640909-1271-4752-91fe-67ba2878acff {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:03.995227 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e723cc55-99eb-49c7-84ec-12675d053140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.073498 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e723cc55-99eb-49c7-84ec-12675d053140 None None] The port '70640909-1271-4752-91fe-67ba2878acff' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:31:04.113033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1439086e-36b3-4826-a2b1-db00e75b340d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:04.116924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1439086e-36b3-4826-a2b1-db00e75b340d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:subnet and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:04.119658 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1439086e-36b3-4826-a2b1-db00e75b340d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:04.125413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1439086e-36b3-4826-a2b1-db00e75b340d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:04.136223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1439086e-36b3-4826-a2b1-db00e75b340d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:04.247057 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1439086e-36b3-4826-a2b1-db00e75b340d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.530042 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1439086e-36b3-4826-a2b1-db00e75b340d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.593444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1439086e-36b3-4826-a2b1-db00e75b340d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:04.596522 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-1439086e-36b3-4826-a2b1-db00e75b340d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:04.600537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1439086e-36b3-4826-a2b1-db00e75b340d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:04.601331 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1439086e-36b3-4826-a2b1-db00e75b340d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.604663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff33fff6-9d44-4b04-b342-e0cb63a4758f None None] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:04.614253 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439086e-36b3-4826-a2b1-db00e75b340d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Subnet': ['ID=dc392ce8-d26a-4df4-bc6a-029ecb3cde08,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:04.626291 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1439086e-36b3-4826-a2b1-db00e75b340d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6453185 May 30 20:31:04.629506 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37850) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:04.635171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-591789d3-7d36-4468-95fa-10d59ec703d7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'security_group': {'name': 'tempest-secgroup-2101366931'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:04.641495 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-591789d3-7d36-4468-95fa-10d59ec703d7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:04.645380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-591789d3-7d36-4468-95fa-10d59ec703d7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:security_group and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:04.648950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-591789d3-7d36-4468-95fa-10d59ec703d7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:04.655475 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-591789d3-7d36-4468-95fa-10d59ec703d7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:04.665730 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-591789d3-7d36-4468-95fa-10d59ec703d7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.701695 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-591789d3-7d36-4468-95fa-10d59ec703d7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:04.705507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-591789d3-7d36-4468-95fa-10d59ec703d7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:security_group_rule and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:04.708278 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-591789d3-7d36-4468-95fa-10d59ec703d7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:04.713960 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-591789d3-7d36-4468-95fa-10d59ec703d7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:04.769092 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-591789d3-7d36-4468-95fa-10d59ec703d7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.772794 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-591789d3-7d36-4468-95fa-10d59ec703d7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.814124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591789d3-7d36-4468-95fa-10d59ec703d7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52644f95-c503-4e07-b3da-c58ff0e6101d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:04.817424 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-591789d3-7d36-4468-95fa-10d59ec703d7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.821117 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-591789d3-7d36-4468-95fa-10d59ec703d7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1882133 May 30 20:31:04.821328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37854) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:04.826700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f2b11375-1abd-48b6-bfaa-3fe8f5297f29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'security_group': {'name': 'tempest-secgroup-1126817855'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:04.833168 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f2b11375-1abd-48b6-bfaa-3fe8f5297f29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:04.837132 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f2b11375-1abd-48b6-bfaa-3fe8f5297f29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:security_group and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:04.839938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f2b11375-1abd-48b6-bfaa-3fe8f5297f29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:04.845646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f2b11375-1abd-48b6-bfaa-3fe8f5297f29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:04.849379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-30d3ac66-2288-49d2-a402-20bd64c35f10', 'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10', 'tenant_id': 'c12c62df2fec4f16b508217c43e2c8b4', 'fixed_ips': [{'subnet_id': 'dc392ce8-d26a-4df4-bc6a-029ecb3cde08'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:31:04.850172 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.856555 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f2b11375-1abd-48b6-bfaa-3fe8f5297f29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.896665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f2b11375-1abd-48b6-bfaa-3fe8f5297f29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:04.900582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f2b11375-1abd-48b6-bfaa-3fe8f5297f29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:security_group_rule and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:04.903510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f2b11375-1abd-48b6-bfaa-3fe8f5297f29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:04.910101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f2b11375-1abd-48b6-bfaa-3fe8f5297f29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:04.968612 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f2b11375-1abd-48b6-bfaa-3fe8f5297f29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.973704 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f2b11375-1abd-48b6-bfaa-3fe8f5297f29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.013875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Allocated IP 2001:db8::2 (30d3ac66-2288-49d2-a402-20bd64c35f10/dc392ce8-d26a-4df4-bc6a-029ecb3cde08/739f4cab-e090-42f0-a804-a35924d19d65) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:05.017392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 70640909-1271-4752-91fe-67ba2878acff no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:05.021631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b11375-1abd-48b6-bfaa-3fe8f5297f29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=856f7feb-429c-41ba-b598-a2ac970ab44a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:05.025553 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f2b11375-1abd-48b6-bfaa-3fe8f5297f29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.029689 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37858) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:05.030160 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f2b11375-1abd-48b6-bfaa-3fe8f5297f29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2075968 May 30 20:31:05.035824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d710edf8-0bf7-4558-b22a-386d2b65e0de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1083352813', 'security_groups': ['856f7feb-429c-41ba-b598-a2ac970ab44a'], 'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dc392ce8-d26a-4df4-bc6a-029ecb3cde08'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:05.062040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 70640909-1271-4752-91fe-67ba2878acff {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:05.062387 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 70640909-1271-4752-91fe-67ba2878acff not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:05.179127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d710edf8-0bf7-4558-b22a-386d2b65e0de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:05.189051 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d710edf8-0bf7-4558-b22a-386d2b65e0de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:05.199604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d710edf8-0bf7-4558-b22a-386d2b65e0de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:05.297516 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.308165 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Transition to ACTIVE for port object 739f4cab-e090-42f0-a804-a35924d19d65 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:05.326315 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Transition to ACTIVE for port object 739f4cab-e090-42f0-a804-a35924d19d65 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:05.326530 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d710edf8-0bf7-4558-b22a-386d2b65e0de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.333314 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.348713 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-d710edf8-0bf7-4558-b22a-386d2b65e0de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] device_id is not set on port a372d51c-81cc-4601-9cbf-19d59dd5d2b9 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:31:05.403941 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:05.406756 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:05.409679 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:05.416409 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Pushing event updated for resources: {'Port': ['ID=739f4cab-e090-42f0-a804-a35924d19d65,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:05.507150 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Attempting to bind port 739f4cab-e090-42f0-a804-a35924d19d65 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:31:05.507617 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Attempting to bind port 739f4cab-e090-42f0-a804-a35924d19d65 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '5e0a8d9f-699d-4906-b669-a57edbe3a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:31:05.507997 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Attempting to bind port 739f4cab-e090-42f0-a804-a35924d19d65 on network 30d3ac66-2288-49d2-a402-20bd64c35f10 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:31:05.515024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:31:05.515388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Checking segment: {'id': '5e0a8d9f-699d-4906-b669-a57edbe3a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:31:05.515785 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.516306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Bound using segment: {'id': '5e0a8d9f-699d-4906-b669-a57edbe3a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:31:05.516772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Bound port: 739f4cab-e090-42f0-a804-a35924d19d65, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0a8d9f-699d-4906-b669-a57edbe3a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:31:05.517138 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.577958 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-d710edf8-0bf7-4558-b22a-386d2b65e0de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Allocated IP 2001:db8::1e1 (30d3ac66-2288-49d2-a402-20bd64c35f10/dc392ce8-d26a-4df4-bc6a-029ecb3cde08/a372d51c-81cc-4601-9cbf-19d59dd5d2b9) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:05.614677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] For port 739f4cab-e090-42f0-a804-a35924d19d65, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:31:05.618562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] For port 739f4cab-e090-42f0-a804-a35924d19d65, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=739f4cab-e090-42f0-a804-a35924d19d65,segment=NetworkSegment(5e0a8d9f-699d-4906-b669-a57edbe3a26c),segment_id=5e0a8d9f-699d-4906-b669-a57edbe3a26c)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:31:05.622930 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.711327 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988eda4-5e5a-46ad-9d12-e1ce9d2b8b5e None None] Pushing event updated for resources: {'Port': ['ID=739f4cab-e090-42f0-a804-a35924d19d65,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:05.807327 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d710edf8-0bf7-4558-b22a-386d2b65e0de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.825162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-d710edf8-0bf7-4558-b22a-386d2b65e0de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Transition to ACTIVE for port object a372d51c-81cc-4601-9cbf-19d59dd5d2b9 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:05.850144 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d710edf8-0bf7-4558-b22a-386d2b65e0de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.962144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d710edf8-0bf7-4558-b22a-386d2b65e0de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:05.963111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-d710edf8-0bf7-4558-b22a-386d2b65e0de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:05.965015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710edf8-0bf7-4558-b22a-386d2b65e0de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=a372d51c-81cc-4601-9cbf-19d59dd5d2b9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:05.967421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d710edf8-0bf7-4558-b22a-386d2b65e0de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:05.971428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d710edf8-0bf7-4558-b22a-386d2b65e0de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:05.972055 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d710edf8-0bf7-4558-b22a-386d2b65e0de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.000979 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d710edf8-0bf7-4558-b22a-386d2b65e0de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9701819 May 30 20:31:06.004377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37870) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:06.010879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-7135681f-9fd6-412f-a64f-698ef0537103 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'subnet': {'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:06.155178 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7135681f-9fd6-412f-a64f-698ef0537103 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:06.158877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7135681f-9fd6-412f-a64f-698ef0537103 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:subnet and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:06.161787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7135681f-9fd6-412f-a64f-698ef0537103 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:06.167444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7135681f-9fd6-412f-a64f-698ef0537103 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:06.178160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7135681f-9fd6-412f-a64f-698ef0537103 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:06.182472 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7135681f-9fd6-412f-a64f-698ef0537103 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.319047 n-d-843949-2 neutron-server[84024]: INFO neutron.db.ipam_backend_mixin [None req-7135681f-9fd6-412f-a64f-698ef0537103 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc392ce8-d26a-4df4-bc6a-029ecb3cde08 (CIDR: 2001:db8::/64) May 30 20:31:06.322553 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-7135681f-9fd6-412f-a64f-698ef0537103 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:31:06.322987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7135681f-9fd6-412f-a64f-698ef0537103 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:06.340826 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7135681f-9fd6-412f-a64f-698ef0537103 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3353460 May 30 20:31:06.343629 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37874) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:06.349334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a3206da3-c6cb-45e1-bee6-053eec39a422 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'subnet': {'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:06.492435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a3206da3-c6cb-45e1-bee6-053eec39a422 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:06.496470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a3206da3-c6cb-45e1-bee6-053eec39a422 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:subnet and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:06.499425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a3206da3-c6cb-45e1-bee6-053eec39a422 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:06.505387 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a3206da3-c6cb-45e1-bee6-053eec39a422 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:06.517829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3206da3-c6cb-45e1-bee6-053eec39a422 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:06.521680 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a3206da3-c6cb-45e1-bee6-053eec39a422 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.860720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fa0970b7-195a-48f5-bd0e-b66742b39d31 None None] Provisioning complete for port 6b166f88-14d3-494b-9bd3-bea1fb148981 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:06.862996 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fa0970b7-195a-48f5-bd0e-b66742b39d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.913767 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a3206da3-c6cb-45e1-bee6-053eec39a422 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.974927 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fa0970b7-195a-48f5-bd0e-b66742b39d31 None None] Port 6b166f88-14d3-494b-9bd3-bea1fb148981 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:06.997273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fa0970b7-195a-48f5-bd0e-b66742b39d31 None None] Provisioning for port 739f4cab-e090-42f0-a804-a35924d19d65 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:07.007069 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3206da3-c6cb-45e1-bee6-053eec39a422 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:07.010923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-a3206da3-c6cb-45e1-bee6-053eec39a422 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:07.015161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3206da3-c6cb-45e1-bee6-053eec39a422 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:07.015751 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a3206da3-c6cb-45e1-bee6-053eec39a422 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:07.026057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3206da3-c6cb-45e1-bee6-053eec39a422 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Subnet': ['ID=59a0b816-e978-40eb-a730-6998d7eeb30d,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:07.052028 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a3206da3-c6cb-45e1-bee6-053eec39a422 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7046456 May 30 20:31:07.052243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f0ad42-2713-424d-b0d1-2132f25d5ca6 None None] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:07.053157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37880) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:07.060283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a3dd2fb1-ab0f-45c9-8aed-1e8609de693c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-878983443', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '59a0b816-e978-40eb-a730-6998d7eeb30d'}], 'security_groups': ['52644f95-c503-4e07-b3da-c58ff0e6101d']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:07.122288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 739f4cab-e090-42f0-a804-a35924d19d65 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:07.211693 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:07.225014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4b429530-22e3-49ac-b673-c8bc510897e2 None None] Provisioning for port a372d51c-81cc-4601-9cbf-19d59dd5d2b9 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:07.244215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4b429530-22e3-49ac-b673-c8bc510897e2 None None] Provisioning complete for port a372d51c-81cc-4601-9cbf-19d59dd5d2b9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:07.244584 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4b429530-22e3-49ac-b673-c8bc510897e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:07.291367 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2fb1-ab0f-45c9-8aed-1e8609de693c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:07.303868 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 739f4cab-e090-42f0-a804-a35924d19d65 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:07.316380 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 739f4cab-e090-42f0-a804-a35924d19d65 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:07.316683 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:07.389915 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4b429530-22e3-49ac-b673-c8bc510897e2 None None] Port a372d51c-81cc-4601-9cbf-19d59dd5d2b9 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:07.523643 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:07.565101 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 739f4cab-e090-42f0-a804-a35924d19d65, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=739f4cab-e090-42f0-a804-a35924d19d65,segment=NetworkSegment(5e0a8d9f-699d-4906-b669-a57edbe3a26c),segment_id=5e0a8d9f-699d-4906-b669-a57edbe3a26c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:07.569285 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:07.687461 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=739f4cab-e090-42f0-a804-a35924d19d65,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:07.696528 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719683bc-b20f-4bcd-9d73-062604955d10 None None] Update dhcp port {'port': {'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10', 'fixed_ips': [{'subnet_id': 'dc392ce8-d26a-4df4-bc6a-029ecb3cde08', 'ip_address': '2001:db8::2'}, {'subnet_id': '59a0b816-e978-40eb-a730-6998d7eeb30d'}], 'binding:host_id': 'n-d-843949-2'}, 'id': '739f4cab-e090-42f0-a804-a35924d19d65'} from n-d-843949-2. {{(pid=84025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:31:07.696772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-a3dd2fb1-ab0f-45c9-8aed-1e8609de693c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Delete allocated IP 2001:db8::1e1 (30d3ac66-2288-49d2-a402-20bd64c35f10/dc392ce8-d26a-4df4-bc6a-029ecb3cde08) {{(pid=84023) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 30 20:31:07.705586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-a3dd2fb1-ab0f-45c9-8aed-1e8609de693c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Allocated IP 2001:db8:0:1::23 (30d3ac66-2288-49d2-a402-20bd64c35f10/59a0b816-e978-40eb-a730-6998d7eeb30d/a372d51c-81cc-4601-9cbf-19d59dd5d2b9) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:07.748508 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-719683bc-b20f-4bcd-9d73-062604955d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:07.898159 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2fb1-ab0f-45c9-8aed-1e8609de693c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:07.915459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a3dd2fb1-ab0f-45c9-8aed-1e8609de693c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Transition to ACTIVE for port object a372d51c-81cc-4601-9cbf-19d59dd5d2b9 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:07.921456 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2fb1-ab0f-45c9-8aed-1e8609de693c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:07.989563 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-719683bc-b20f-4bcd-9d73-062604955d10 None None] Allocated IP 2001:db8:0:1::2 (30d3ac66-2288-49d2-a402-20bd64c35f10/59a0b816-e978-40eb-a730-6998d7eeb30d/739f4cab-e090-42f0-a804-a35924d19d65) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:08.038212 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd2fb1-ab0f-45c9-8aed-1e8609de693c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] In _notify_port_updated(), no bound segment for port a372d51c-81cc-4601-9cbf-19d59dd5d2b9 on network 30d3ac66-2288-49d2-a402-20bd64c35f10 {{(pid=84023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:31:08.042099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dd2fb1-ab0f-45c9-8aed-1e8609de693c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:08.042774 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2fb1-ab0f-45c9-8aed-1e8609de693c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.044077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a3dd2fb1-ab0f-45c9-8aed-1e8609de693c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "PUT /v2.0/ports/a372d51c-81cc-4601-9cbf-19d59dd5d2b9 HTTP/1.1" status: 200 len: 929 time: 0.9896340 May 30 20:31:08.047352 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37888) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:08.047882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd2fb1-ab0f-45c9-8aed-1e8609de693c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=a372d51c-81cc-4601-9cbf-19d59dd5d2b9,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:08.126415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6a8815ce-89ae-46e5-80a8-3cb34b885e9a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port a372d51c-81cc-4601-9cbf-19d59dd5d2b9 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:08.126964 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a8815ce-89ae-46e5-80a8-3cb34b885e9a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.147186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-719683bc-b20f-4bcd-9d73-062604955d10 None None] For port 739f4cab-e090-42f0-a804-a35924d19d65, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=739f4cab-e090-42f0-a804-a35924d19d65,segment=NetworkSegment(5e0a8d9f-699d-4906-b669-a57edbe3a26c),segment_id=5e0a8d9f-699d-4906-b669-a57edbe3a26c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:08.181835 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-719683bc-b20f-4bcd-9d73-062604955d10 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.198815 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-719683bc-b20f-4bcd-9d73-062604955d10 None None] Transition to ACTIVE for port object 739f4cab-e090-42f0-a804-a35924d19d65 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:08.203335 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-719683bc-b20f-4bcd-9d73-062604955d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.379055 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719683bc-b20f-4bcd-9d73-062604955d10 None None] Pushing event updated for resources: {'Port': ['ID=739f4cab-e090-42f0-a804-a35924d19d65,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:08.408406 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a8815ce-89ae-46e5-80a8-3cb34b885e9a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.535955 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6a8815ce-89ae-46e5-80a8-3cb34b885e9a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for a372d51c-81cc-4601-9cbf-19d59dd5d2b9 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:08.782645 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a8815ce-89ae-46e5-80a8-3cb34b885e9a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.831688 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8815ce-89ae-46e5-80a8-3cb34b885e9a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=a372d51c-81cc-4601-9cbf-19d59dd5d2b9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:08.877744 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a8815ce-89ae-46e5-80a8-3cb34b885e9a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.887552 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6a8815ce-89ae-46e5-80a8-3cb34b885e9a tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/ports/a372d51c-81cc-4601-9cbf-19d59dd5d2b9 HTTP/1.1" status: 204 len: 168 time: 0.8382878 May 30 20:31:08.890163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37894) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:08.932295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-08caffb0-b90d-41f4-923f-677f9fc98645 None None] Provisioning complete for port 6b166f88-14d3-494b-9bd3-bea1fb148981 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:08.932698 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a6ecf9-59f6-4db5-96bd-9f38948a6126 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] GET failed (client error): The resource could not be found. May 30 20:31:08.933260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a9a6ecf9-59f6-4db5-96bd-9f38948a6126 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Synchronizing usage tracker for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:08.933395 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-08caffb0-b90d-41f4-923f-677f9fc98645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.968877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a9a6ecf9-59f6-4db5-96bd-9f38948a6126 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Unset dirty status for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:08.970062 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a9a6ecf9-59f6-4db5-96bd-9f38948a6126 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports/a372d51c-81cc-4601-9cbf-19d59dd5d2b9 HTTP/1.1" status: 404 len: 333 time: 0.0783980 May 30 20:31:08.973035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37898) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:09.003259 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-08caffb0-b90d-41f4-923f-677f9fc98645 None None] Port 6b166f88-14d3-494b-9bd3-bea1fb148981 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:09.020732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-08caffb0-b90d-41f4-923f-677f9fc98645 None None] Provisioning for port 739f4cab-e090-42f0-a804-a35924d19d65 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:09.028056 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-08caffb0-b90d-41f4-923f-677f9fc98645 None None] Provisioning complete for port 739f4cab-e090-42f0-a804-a35924d19d65 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:09.028733 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-08caffb0-b90d-41f4-923f-677f9fc98645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.084505 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 739f4cab-e090-42f0-a804-a35924d19d65 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:09.106126 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c35a69e-558c-43c8-b462-a68786704467 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.196810 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c35a69e-558c-43c8-b462-a68786704467 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.279731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 739f4cab-e090-42f0-a804-a35924d19d65 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:09.280449 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.292999 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c35a69e-558c-43c8-b462-a68786704467 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.319619 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35a69e-558c-43c8-b462-a68786704467 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=856f7feb-429c-41ba-b598-a2ac970ab44a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:09.322827 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-08caffb0-b90d-41f4-923f-677f9fc98645 None None] Could not find standard attr ID for object a372d51c-81cc-4601-9cbf-19d59dd5d2b9. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:31:09.332986 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c35a69e-558c-43c8-b462-a68786704467 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.334149 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1c35a69e-558c-43c8-b462-a68786704467 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/security-groups/856f7feb-429c-41ba-b598-a2ac970ab44a HTTP/1.1" status: 204 len: 168 time: 0.3601317 May 30 20:31:09.336797 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37904) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:09.416927 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2df6e3f4-cabe-4e86-bd66-803b5a0d0f90 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.447677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b9df1d85-d589-46c8-bd3c-a909d4ce0d61 None None] Could not find standard attr ID for object a372d51c-81cc-4601-9cbf-19d59dd5d2b9. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:31:09.458256 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2df6e3f4-cabe-4e86-bd66-803b5a0d0f90 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.512225 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2df6e3f4-cabe-4e86-bd66-803b5a0d0f90 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.529093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6e3f4-cabe-4e86-bd66-803b5a0d0f90 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52644f95-c503-4e07-b3da-c58ff0e6101d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:09.536644 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2df6e3f4-cabe-4e86-bd66-803b5a0d0f90 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.543304 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37908) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:09.543934 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2df6e3f4-cabe-4e86-bd66-803b5a0d0f90 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/security-groups/52644f95-c503-4e07-b3da-c58ff0e6101d HTTP/1.1" status: 204 len: 168 time: 0.2055531 May 30 20:31:09.730366 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7c4d5d-f618-4e95-9c20-447c9dbbb92f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting subnet dc392ce8-d26a-4df4-bc6a-029ecb3cde08 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:31:09.733180 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4d5d-f618-4e95-9c20-447c9dbbb92f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.790726 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4d5d-f618-4e95-9c20-447c9dbbb92f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.871648 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4d5d-f618-4e95-9c20-447c9dbbb92f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.946645 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4d5d-f618-4e95-9c20-447c9dbbb92f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.985123 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c4d5d-f618-4e95-9c20-447c9dbbb92f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Subnet': ['ID=dc392ce8-d26a-4df4-bc6a-029ecb3cde08,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:09.992716 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4d5d-f618-4e95-9c20-447c9dbbb92f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.999037 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ff7c4d5d-f618-4e95-9c20-447c9dbbb92f tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/dc392ce8-d26a-4df4-bc6a-029ecb3cde08 HTTP/1.1" status: 204 len: 168 time: 0.4543118 May 30 20:31:10.000206 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b5a798-380e-4feb-b770-bf5ae82c7412 None None] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:10.004542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37912) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:10.010618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-16039e48-c964-446d-998e-c84cfcb923c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'subnet': {'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:10.149004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-16039e48-c964-446d-998e-c84cfcb923c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:10.153267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-16039e48-c964-446d-998e-c84cfcb923c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:subnet and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:10.156212 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-16039e48-c964-446d-998e-c84cfcb923c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:10.162512 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-16039e48-c964-446d-998e-c84cfcb923c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:10.173146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16039e48-c964-446d-998e-c84cfcb923c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:10.177327 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-16039e48-c964-446d-998e-c84cfcb923c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:10.486077 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-16039e48-c964-446d-998e-c84cfcb923c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:10.567320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16039e48-c964-446d-998e-c84cfcb923c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:10.570376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-16039e48-c964-446d-998e-c84cfcb923c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:10.572145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16039e48-c964-446d-998e-c84cfcb923c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Subnet': ['ID=ccac12f0-619e-40c5-a4e7-ef515630f6fe,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:10.574492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16039e48-c964-446d-998e-c84cfcb923c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:10.575073 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-16039e48-c964-446d-998e-c84cfcb923c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:10.598591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-16039e48-c964-446d-998e-c84cfcb923c3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5928047 May 30 20:31:10.601323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37920) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:10.607012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-45c6226f-c597-4a41-9b26-9f89581b419d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'security_group': {'name': 'tempest-secgroup-1285569699'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:10.615359 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-45c6226f-c597-4a41-9b26-9f89581b419d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:10.619657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-45c6226f-c597-4a41-9b26-9f89581b419d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:security_group and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:10.622940 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-45c6226f-c597-4a41-9b26-9f89581b419d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:10.629372 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-45c6226f-c597-4a41-9b26-9f89581b419d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:10.646063 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45c6226f-c597-4a41-9b26-9f89581b419d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:10.685843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-45c6226f-c597-4a41-9b26-9f89581b419d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:10.690512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-45c6226f-c597-4a41-9b26-9f89581b419d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:security_group_rule and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:10.693970 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-45c6226f-c597-4a41-9b26-9f89581b419d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:10.700967 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-45c6226f-c597-4a41-9b26-9f89581b419d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:10.765558 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45c6226f-c597-4a41-9b26-9f89581b419d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:10.770693 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45c6226f-c597-4a41-9b26-9f89581b419d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:10.814378 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6226f-c597-4a41-9b26-9f89581b419d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4feca5-15a5-43e8-88ed-d55eb2f041e6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:10.817365 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-45c6226f-c597-4a41-9b26-9f89581b419d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:10.818554 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-45c6226f-c597-4a41-9b26-9f89581b419d tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2162211 May 30 20:31:10.821355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37924) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:10.827824 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-93589cfe-0eb6-4321-be9b-560ea9c0c2a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'security_group': {'name': 'tempest-secgroup-1329120638'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:10.835620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-93589cfe-0eb6-4321-be9b-560ea9c0c2a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:10.839482 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-93589cfe-0eb6-4321-be9b-560ea9c0c2a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:security_group and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:10.842359 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-93589cfe-0eb6-4321-be9b-560ea9c0c2a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:10.848815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-93589cfe-0eb6-4321-be9b-560ea9c0c2a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:10.861479 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93589cfe-0eb6-4321-be9b-560ea9c0c2a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:10.880343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0753904-8b45-4afc-8de8-8416a73832f3 None None] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:10.905516 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-93589cfe-0eb6-4321-be9b-560ea9c0c2a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:10.910245 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-93589cfe-0eb6-4321-be9b-560ea9c0c2a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:security_group_rule and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:10.913179 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-93589cfe-0eb6-4321-be9b-560ea9c0c2a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:10.919685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-93589cfe-0eb6-4321-be9b-560ea9c0c2a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:10.990301 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93589cfe-0eb6-4321-be9b-560ea9c0c2a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:10.994804 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93589cfe-0eb6-4321-be9b-560ea9c0c2a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.017639 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e9ae9ce4-c3d8-493d-836a-6bf39f01db3b None None] Provisioning complete for port 6b166f88-14d3-494b-9bd3-bea1fb148981 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:11.018623 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e9ae9ce4-c3d8-493d-836a-6bf39f01db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.042221 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-93589cfe-0eb6-4321-be9b-560ea9c0c2a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.044643 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-93589cfe-0eb6-4321-be9b-560ea9c0c2a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2222166 May 30 20:31:11.047317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37928) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:11.053437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-4a1610a5-50fe-4943-8300-f38d1490fe29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'security_group': {'name': 'tempest-secgroup-598163408'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:11.059720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4a1610a5-50fe-4943-8300-f38d1490fe29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:11.063587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4a1610a5-50fe-4943-8300-f38d1490fe29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:security_group and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:11.067550 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93589cfe-0eb6-4321-be9b-560ea9c0c2a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c6ab8a-d268-414c-9a31-d1c53c6cb68f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:11.068448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4a1610a5-50fe-4943-8300-f38d1490fe29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:11.074947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4a1610a5-50fe-4943-8300-f38d1490fe29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:11.088983 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4a1610a5-50fe-4943-8300-f38d1490fe29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.117935 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae9ce4-c3d8-493d-836a-6bf39f01db3b None None] Port 6b166f88-14d3-494b-9bd3-bea1fb148981 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:11.126676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4a1610a5-50fe-4943-8300-f38d1490fe29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:11.131116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4a1610a5-50fe-4943-8300-f38d1490fe29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:security_group_rule and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:11.133920 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4a1610a5-50fe-4943-8300-f38d1490fe29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:11.140208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4a1610a5-50fe-4943-8300-f38d1490fe29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:11.176577 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e9ae9ce4-c3d8-493d-836a-6bf39f01db3b None None] Provisioning complete for port 739f4cab-e090-42f0-a804-a35924d19d65 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:11.176913 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e9ae9ce4-c3d8-493d-836a-6bf39f01db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.202597 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4a1610a5-50fe-4943-8300-f38d1490fe29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.209980 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4a1610a5-50fe-4943-8300-f38d1490fe29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.287068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1610a5-50fe-4943-8300-f38d1490fe29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3736169-2307-44fd-ab22-f14a1d0975df,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:11.289618 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4a1610a5-50fe-4943-8300-f38d1490fe29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.293326 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4a1610a5-50fe-4943-8300-f38d1490fe29 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2425191 May 30 20:31:11.293648 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37932) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:11.299917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f2264594-eebd-47f1-b793-56787be09a12 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1005991982', 'security_groups': ['f3736169-2307-44fd-ab22-f14a1d0975df'], 'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ccac12f0-619e-40c5-a4e7-ef515630f6fe'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:11.405524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c37939a-94d6-4a7f-847c-a6e1d1e747ba None None] Update dhcp port {'port': {'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10', 'fixed_ips': [{'subnet_id': '59a0b816-e978-40eb-a730-6998d7eeb30d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ccac12f0-619e-40c5-a4e7-ef515630f6fe'}], 'binding:host_id': 'n-d-843949-2'}, 'id': '739f4cab-e090-42f0-a804-a35924d19d65'} from n-d-843949-2. {{(pid=84025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:31:11.457066 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f2264594-eebd-47f1-b793-56787be09a12 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:11.476184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f2264594-eebd-47f1-b793-56787be09a12 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:11.480386 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5c37939a-94d6-4a7f-847c-a6e1d1e747ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.489162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2264594-eebd-47f1-b793-56787be09a12 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:11.496777 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f2264594-eebd-47f1-b793-56787be09a12 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.520349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-f2264594-eebd-47f1-b793-56787be09a12 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] device_id is not set on port 9c9d0550-7846-43e5-be52-c242d2fa9755 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:31:11.740603 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-5c37939a-94d6-4a7f-847c-a6e1d1e747ba None None] Allocated IP 2001:db8::2 (30d3ac66-2288-49d2-a402-20bd64c35f10/ccac12f0-619e-40c5-a4e7-ef515630f6fe/739f4cab-e090-42f0-a804-a35924d19d65) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:11.883507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5c37939a-94d6-4a7f-847c-a6e1d1e747ba None None] For port 739f4cab-e090-42f0-a804-a35924d19d65, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=739f4cab-e090-42f0-a804-a35924d19d65,segment=NetworkSegment(5e0a8d9f-699d-4906-b669-a57edbe3a26c),segment_id=5e0a8d9f-699d-4906-b669-a57edbe3a26c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:11.910142 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5c37939a-94d6-4a7f-847c-a6e1d1e747ba None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.927164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5c37939a-94d6-4a7f-847c-a6e1d1e747ba None None] Transition to ACTIVE for port object 739f4cab-e090-42f0-a804-a35924d19d65 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:11.932623 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5c37939a-94d6-4a7f-847c-a6e1d1e747ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:12.011977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-f2264594-eebd-47f1-b793-56787be09a12 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Allocated IP 2001:db8::13c (30d3ac66-2288-49d2-a402-20bd64c35f10/ccac12f0-619e-40c5-a4e7-ef515630f6fe/9c9d0550-7846-43e5-be52-c242d2fa9755) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:12.052035 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37939a-94d6-4a7f-847c-a6e1d1e747ba None None] Pushing event updated for resources: {'Port': ['ID=739f4cab-e090-42f0-a804-a35924d19d65,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:12.238599 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f2264594-eebd-47f1-b793-56787be09a12 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:12.289251 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-f2264594-eebd-47f1-b793-56787be09a12 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Transition to ACTIVE for port object 9c9d0550-7846-43e5-be52-c242d2fa9755 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:12.339727 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f2264594-eebd-47f1-b793-56787be09a12 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:12.426280 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2264594-eebd-47f1-b793-56787be09a12 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:12.429641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-f2264594-eebd-47f1-b793-56787be09a12 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:12.434283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2264594-eebd-47f1-b793-56787be09a12 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:12.438168 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2264594-eebd-47f1-b793-56787be09a12 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:12.438763 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f2264594-eebd-47f1-b793-56787be09a12 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:12.443272 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2264594-eebd-47f1-b793-56787be09a12 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=9c9d0550-7846-43e5-be52-c242d2fa9755,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:12.477436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37938) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:12.478801 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f2264594-eebd-47f1-b793-56787be09a12 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1817374 May 30 20:31:12.484205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-54bcc51c-3c77-40fd-b8c1-dfc5379c2742 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'subnet': {'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:12.633651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-54bcc51c-3c77-40fd-b8c1-dfc5379c2742 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:12.638458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-54bcc51c-3c77-40fd-b8c1-dfc5379c2742 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:subnet and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:12.642104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-54bcc51c-3c77-40fd-b8c1-dfc5379c2742 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:12.651456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-54bcc51c-3c77-40fd-b8c1-dfc5379c2742 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:12.674948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bcc51c-3c77-40fd-b8c1-dfc5379c2742 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:12.899364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c81d308a-23ed-4878-9771-54d729fec977 None None] Provisioning complete for port 6b166f88-14d3-494b-9bd3-bea1fb148981 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:12.901424 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c81d308a-23ed-4878-9771-54d729fec977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:12.937612 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-54bcc51c-3c77-40fd-b8c1-dfc5379c2742 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:12.991774 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c81d308a-23ed-4878-9771-54d729fec977 None None] Port 6b166f88-14d3-494b-9bd3-bea1fb148981 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:13.015507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c81d308a-23ed-4878-9771-54d729fec977 None None] Provisioning for port 739f4cab-e090-42f0-a804-a35924d19d65 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:13.021574 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c81d308a-23ed-4878-9771-54d729fec977 None None] Provisioning complete for port 739f4cab-e090-42f0-a804-a35924d19d65 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:13.021975 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c81d308a-23ed-4878-9771-54d729fec977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:13.090553 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 739f4cab-e090-42f0-a804-a35924d19d65 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:13.138321 n-d-843949-2 neutron-server[84023]: INFO neutron.db.ipam_backend_mixin [None req-54bcc51c-3c77-40fd-b8c1-dfc5379c2742 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ccac12f0-619e-40c5-a4e7-ef515630f6fe (CIDR: 2001:db8::/64) May 30 20:31:13.148661 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-54bcc51c-3c77-40fd-b8c1-dfc5379c2742 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:31:13.149110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54bcc51c-3c77-40fd-b8c1-dfc5379c2742 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:13.171134 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-54bcc51c-3c77-40fd-b8c1-dfc5379c2742 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6918547 May 30 20:31:13.173707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37950) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:13.181169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-2a4f39e3-3301-4e9b-a453-07577e022adb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'subnet': {'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:13.233234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 739f4cab-e090-42f0-a804-a35924d19d65 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:13.233600 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:13.353530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2a4f39e3-3301-4e9b-a453-07577e022adb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:13.358029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2a4f39e3-3301-4e9b-a453-07577e022adb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:subnet and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:13.361080 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2a4f39e3-3301-4e9b-a453-07577e022adb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:13.368840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2a4f39e3-3301-4e9b-a453-07577e022adb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:13.383553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4f39e3-3301-4e9b-a453-07577e022adb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:13.388752 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2a4f39e3-3301-4e9b-a453-07577e022adb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:13.557462 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d3785770-56fe-446c-8bd6-f67fc42511b0 None None] Provisioning for port 9c9d0550-7846-43e5-be52-c242d2fa9755 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:13.563176 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d3785770-56fe-446c-8bd6-f67fc42511b0 None None] Provisioning complete for port 9c9d0550-7846-43e5-be52-c242d2fa9755 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:13.563640 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d3785770-56fe-446c-8bd6-f67fc42511b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:13.570734 n-d-843949-2 neutron-server[84023]: INFO neutron.db.ipam_backend_mixin [None req-2a4f39e3-3301-4e9b-a453-07577e022adb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 59a0b816-e978-40eb-a730-6998d7eeb30d (CIDR: 2001:db8:0:1::/64) May 30 20:31:13.575182 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4f39e3-3301-4e9b-a453-07577e022adb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:31:13.575803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4f39e3-3301-4e9b-a453-07577e022adb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:13.606992 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2a4f39e3-3301-4e9b-a453-07577e022adb tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4316702 May 30 20:31:13.609794 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37964) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:13.617268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-acf5c768-404d-4738-bfef-7942c7f75fa3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'subnet': {'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:13.643036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d3785770-56fe-446c-8bd6-f67fc42511b0 None None] Port 9c9d0550-7846-43e5-be52-c242d2fa9755 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:13.774256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-acf5c768-404d-4738-bfef-7942c7f75fa3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:13.778450 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-acf5c768-404d-4738-bfef-7942c7f75fa3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Usage tracker for resource:subnet and tenant:c12c62df2fec4f16b508217c43e2c8b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:13.781446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-acf5c768-404d-4738-bfef-7942c7f75fa3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:13.788105 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-acf5c768-404d-4738-bfef-7942c7f75fa3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:13.798537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf5c768-404d-4738-bfef-7942c7f75fa3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Made reservation on behalf of c12c62df2fec4f16b508217c43e2c8b4 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:13.802652 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-acf5c768-404d-4738-bfef-7942c7f75fa3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:14.167517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690c3f9-d171-480a-aee2-65cfeacea2b7 req-ac015e75-8a65-44f7-9646-5de047176884 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:14.169076 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c690c3f9-d171-480a-aee2-65cfeacea2b7 req-ac015e75-8a65-44f7-9646-5de047176884 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 946 time: 0.0822988 May 30 20:31:14.169705 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-acf5c768-404d-4738-bfef-7942c7f75fa3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:14.227014 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c690c3f9-d171-480a-aee2-65cfeacea2b7 req-3109d4b5-af60-4443-9eec-6215f5045065 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ddf40eb-d087-4e3f-97c7-562df0777d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512226 May 30 20:31:14.242448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf5c768-404d-4738-bfef-7942c7f75fa3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:14.243584 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-acf5c768-404d-4738-bfef-7942c7f75fa3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:14.246260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf5c768-404d-4738-bfef-7942c7f75fa3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:14.246902 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-acf5c768-404d-4738-bfef-7942c7f75fa3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:14.254052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16bc327-2e7e-411a-8d0c-fb5ec68b9e8e None None] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:14.255055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5c768-404d-4738-bfef-7942c7f75fa3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Subnet': ['ID=d508b4c5-6934-4ec5-8f46-608ff03cfd25,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:14.278999 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 37972) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:14.279561 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-acf5c768-404d-4738-bfef-7942c7f75fa3 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6685929 May 30 20:31:14.286362 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-501ee0e6-4d3c-40e1-9d57-ff4072b14e70 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1651126646', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd508b4c5-6934-4ec5-8f46-608ff03cfd25'}], 'security_groups': ['7a4feca5-15a5-43e8-88ed-d55eb2f041e6', '65c6ab8a-d268-414c-9a31-d1c53c6cb68f']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:14.409571 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-501ee0e6-4d3c-40e1-9d57-ff4072b14e70 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:14.605465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad69e225-c54c-4419-b676-b94a01d001ba None None] Update dhcp port {'port': {'network_id': '30d3ac66-2288-49d2-a402-20bd64c35f10', 'fixed_ips': [{'subnet_id': '59a0b816-e978-40eb-a730-6998d7eeb30d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ccac12f0-619e-40c5-a4e7-ef515630f6fe', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd508b4c5-6934-4ec5-8f46-608ff03cfd25'}], 'binding:host_id': 'n-d-843949-2'}, 'id': '739f4cab-e090-42f0-a804-a35924d19d65'} from n-d-843949-2. {{(pid=84025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:31:14.677679 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ad69e225-c54c-4419-b676-b94a01d001ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:14.910100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-501ee0e6-4d3c-40e1-9d57-ff4072b14e70 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Delete allocated IP 2001:db8::13c (30d3ac66-2288-49d2-a402-20bd64c35f10/ccac12f0-619e-40c5-a4e7-ef515630f6fe) {{(pid=84023) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 30 20:31:14.921596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-501ee0e6-4d3c-40e1-9d57-ff4072b14e70 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Allocated IP 2001:db8:0:2::1c0 (30d3ac66-2288-49d2-a402-20bd64c35f10/d508b4c5-6934-4ec5-8f46-608ff03cfd25/9c9d0550-7846-43e5-be52-c242d2fa9755) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:14.954708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61823b-5ed2-4bd9-a3c2-19e69d7c62b0 req-9790dc74-752e-47be-bf5d-e05f60adc8ec tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:14.956711 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e61823b-5ed2-4bd9-a3c2-19e69d7c62b0 req-9790dc74-752e-47be-bf5d-e05f60adc8ec tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.77 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 946 time: 0.1379542 May 30 20:31:15.105612 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-2e61823b-5ed2-4bd9-a3c2-19e69d7c62b0 req-e2ba3f5e-17fc-4278-8bdc-decd49cea55a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Deleting port 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:15.105953 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2e61823b-5ed2-4bd9-a3c2-19e69d7c62b0 req-e2ba3f5e-17fc-4278-8bdc-decd49cea55a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:15.490488 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-501ee0e6-4d3c-40e1-9d57-ff4072b14e70 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:31:15.527949 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-501ee0e6-4d3c-40e1-9d57-ff4072b14e70 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:15.578261 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-501ee0e6-4d3c-40e1-9d57-ff4072b14e70 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Transition to ACTIVE for port object 9c9d0550-7846-43e5-be52-c242d2fa9755 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:15.594807 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-501ee0e6-4d3c-40e1-9d57-ff4072b14e70 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:15.757418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-2e61823b-5ed2-4bd9-a3c2-19e69d7c62b0 req-e2ba3f5e-17fc-4278-8bdc-decd49cea55a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] For port 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=3976db5c-cc06-4f62-8e5b-fa8b0ab11b52,segment=NetworkSegment(128fe87f-b5c5-437c-86ff-061f9557e6d0),segment_id=128fe87f-b5c5-437c-86ff-061f9557e6d0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:15.758065 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2e61823b-5ed2-4bd9-a3c2-19e69d7c62b0 req-e2ba3f5e-17fc-4278-8bdc-decd49cea55a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:15.800381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-ad69e225-c54c-4419-b676-b94a01d001ba None None] Allocated IP 2001:db8:0:2::2 (30d3ac66-2288-49d2-a402-20bd64c35f10/d508b4c5-6934-4ec5-8f46-608ff03cfd25/739f4cab-e090-42f0-a804-a35924d19d65) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:15.826307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b487800-c543-4796-aed6-7d0029e70273 req-4d403e5b-5542-4991-8994-1a4ed9091932 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:15.827857 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7b487800-c543-4796-aed6-7d0029e70273 req-4d403e5b-5542-4991-8994-1a4ed9091932 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 946 time: 0.3944657 May 30 20:31:15.914478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ee0e6-4d3c-40e1-9d57-ff4072b14e70 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event updated for resources: {'Port': ['ID=9c9d0550-7846-43e5-be52-c242d2fa9755,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:15.918257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-501ee0e6-4d3c-40e1-9d57-ff4072b14e70 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] In _notify_port_updated(), no bound segment for port 9c9d0550-7846-43e5-be52-c242d2fa9755 on network 30d3ac66-2288-49d2-a402-20bd64c35f10 {{(pid=84023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:31:15.922590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501ee0e6-4d3c-40e1-9d57-ff4072b14e70 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:15.923212 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-501ee0e6-4d3c-40e1-9d57-ff4072b14e70 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:15.927619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 37996) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:15.939062 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-501ee0e6-4d3c-40e1-9d57-ff4072b14e70 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "PUT /v2.0/ports/9c9d0550-7846-43e5-be52-c242d2fa9755 HTTP/1.1" status: 200 len: 970 time: 1.6584239 May 30 20:31:15.997204 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ad69e225-c54c-4419-b676-b94a01d001ba None None] For port 739f4cab-e090-42f0-a804-a35924d19d65, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=739f4cab-e090-42f0-a804-a35924d19d65,segment=NetworkSegment(5e0a8d9f-699d-4906-b669-a57edbe3a26c),segment_id=5e0a8d9f-699d-4906-b669-a57edbe3a26c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:16.018325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-317b12a1-e4b2-466f-87eb-2c31ad5c77a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port 9c9d0550-7846-43e5-be52-c242d2fa9755 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:16.018661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-317b12a1-e4b2-466f-87eb-2c31ad5c77a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.029605 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ad69e225-c54c-4419-b676-b94a01d001ba None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.043767 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7b487800-c543-4796-aed6-7d0029e70273 req-0d94998c-f325-483e-aa2b-4ea3f070f530 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/security-groups?id=7ddf40eb-d087-4e3f-97c7-562df0777d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1596248 May 30 20:31:16.052004 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ad69e225-c54c-4419-b676-b94a01d001ba None None] Transition to ACTIVE for port object 739f4cab-e090-42f0-a804-a35924d19d65 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:16.059844 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ad69e225-c54c-4419-b676-b94a01d001ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.247660 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2e61823b-5ed2-4bd9-a3c2-19e69d7c62b0 req-e2ba3f5e-17fc-4278-8bdc-decd49cea55a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.247938 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2e61823b-5ed2-4bd9-a3c2-19e69d7c62b0 req-e2ba3f5e-17fc-4278-8bdc-decd49cea55a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.248277 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-2e61823b-5ed2-4bd9-a3c2-19e69d7c62b0 req-e2ba3f5e-17fc-4278-8bdc-decd49cea55a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Floating IP fcc482e0-6419-4456-b30c-7a7cd7500e76 disassociated. External IP: 172.25.5.75, port: 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52. May 30 20:31:16.248622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-2e61823b-5ed2-4bd9-a3c2-19e69d7c62b0 req-e2ba3f5e-17fc-4278-8bdc-decd49cea55a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Calling delete_port for 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:16.251561 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69e225-c54c-4419-b676-b94a01d001ba None None] Pushing event updated for resources: {'Port': ['ID=739f4cab-e090-42f0-a804-a35924d19d65,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:16.309460 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-317b12a1-e4b2-466f-87eb-2c31ad5c77a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.336879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25f6c3-d7a1-4f4a-93e5-6e67ab881353 req-dd98cf40-3615-414c-8ed9-448ae9e794ab tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:16.338408 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b25f6c3-d7a1-4f4a-93e5-6e67ab881353 req-dd98cf40-3615-414c-8ed9-448ae9e794ab tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 947 time: 0.1855924 May 30 20:31:16.442354 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-317b12a1-e4b2-466f-87eb-2c31ad5c77a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for 9c9d0550-7846-43e5-be52-c242d2fa9755 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:16.444324 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b25f6c3-d7a1-4f4a-93e5-6e67ab881353 req-6b06fc90-7937-4231-b159-be3c55e0fd69 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996521 May 30 20:31:16.447501 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2e61823b-5ed2-4bd9-a3c2-19e69d7c62b0 req-e2ba3f5e-17fc-4278-8bdc-decd49cea55a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.496705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba3f5e-17fc-4278-8bdc-decd49cea55a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Pushing event deleted for resources: {'Port': ['ID=3976db5c-cc06-4f62-8e5b-fa8b0ab11b52,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:16.608078 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-317b12a1-e4b2-466f-87eb-2c31ad5c77a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.663077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b12a1-e4b2-466f-87eb-2c31ad5c77a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=9c9d0550-7846-43e5-be52-c242d2fa9755,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:16.711539 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-317b12a1-e4b2-466f-87eb-2c31ad5c77a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.724041 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-317b12a1-e4b2-466f-87eb-2c31ad5c77a6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/ports/9c9d0550-7846-43e5-be52-c242d2fa9755 HTTP/1.1" status: 204 len: 168 time: 0.7929692 May 30 20:31:16.724601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e61823b-5ed2-4bd9-a3c2-19e69d7c62b0 req-e2ba3f5e-17fc-4278-8bdc-decd49cea55a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Router a99bdecd-a26d-47af-8541-f7b17a153564 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:31:16.724708 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38002) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:16.766340 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfae0c5-5ce0-4e8e-bd00-97bdf76ebed2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] GET failed (client error): The resource could not be found. May 30 20:31:16.766842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dbfae0c5-5ce0-4e8e-bd00-97bdf76ebed2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Synchronizing usage tracker for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:16.787439 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dbfae0c5-5ce0-4e8e-bd00-97bdf76ebed2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Unset dirty status for tenant:c12c62df2fec4f16b508217c43e2c8b4 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:16.788605 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dbfae0c5-5ce0-4e8e-bd00-97bdf76ebed2 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports/9c9d0550-7846-43e5-be52-c242d2fa9755 HTTP/1.1" status: 404 len: 333 time: 0.0634108 May 30 20:31:16.791373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38008) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:16.863229 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ccbcc577-0f72-4ed9-b54a-a80a0bf29e07 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.894975 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-38e4005c-c527-4768-a77e-e56b9c0865cd None None] Provisioning complete for port 6b166f88-14d3-494b-9bd3-bea1fb148981 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:16.895532 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-38e4005c-c527-4768-a77e-e56b9c0865cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.906135 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ccbcc577-0f72-4ed9-b54a-a80a0bf29e07 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.995135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e61823b-5ed2-4bd9-a3c2-19e69d7c62b0 req-e2ba3f5e-17fc-4278-8bdc-decd49cea55a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:31:17.007350 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ccbcc577-0f72-4ed9-b54a-a80a0bf29e07 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.012596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c90b37-c8c8-40ba-a968-dd0c624a23f8 None None] Sync routers for ids ['a99bdecd-a26d-47af-8541-f7b17a153564'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:31:17.022794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-38e4005c-c527-4768-a77e-e56b9c0865cd None None] Port 6b166f88-14d3-494b-9bd3-bea1fb148981 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:17.042013 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcc577-0f72-4ed9-b54a-a80a0bf29e07 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3736169-2307-44fd-ab22-f14a1d0975df,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:17.047931 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c90b37-c8c8-40ba-a968-dd0c624a23f8 None None] Routers {'a99bdecd-a26d-47af-8541-f7b17a153564'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:17.053667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-95c90b37-c8c8-40ba-a968-dd0c624a23f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a99bdecd-a26d-47af-8541-f7b17a153564'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:17.068696 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ccbcc577-0f72-4ed9-b54a-a80a0bf29e07 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.069835 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ccbcc577-0f72-4ed9-b54a-a80a0bf29e07 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/security-groups/f3736169-2307-44fd-ab22-f14a1d0975df HTTP/1.1" status: 204 len: 168 time: 0.2773561 May 30 20:31:17.075457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38016) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:17.198311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e61823b-5ed2-4bd9-a3c2-19e69d7c62b0 req-e2ba3f5e-17fc-4278-8bdc-decd49cea55a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] No DVR routers for this DVR port 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:17.223429 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-2e61823b-5ed2-4bd9-a3c2-19e69d7c62b0 req-e2ba3f5e-17fc-4278-8bdc-decd49cea55a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.226549 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce6145b-9258-4c1b-a384-578f551e431f', 'name': 'network-vif-deleted', 'tag': '3976db5c-cc06-4f62-8e5b-fa8b0ab11b52'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:31:17.228822 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 739f4cab-e090-42f0-a804-a35924d19d65 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:17.247125 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-927aabc8-c0f5-4f5a-885f-09a1336ef9d5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.286929 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e61823b-5ed2-4bd9-a3c2-19e69d7c62b0 req-e2ba3f5e-17fc-4278-8bdc-decd49cea55a tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.77 "DELETE /v2.0/ports/3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 HTTP/1.1" status: 204 len: 173 time: 2.3199534 May 30 20:31:17.343785 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-927aabc8-c0f5-4f5a-885f-09a1336ef9d5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.377546 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f4f61a-4e70-4367-91ec-9388d4aa1271'] response: {'server_uuid': 'fce6145b-9258-4c1b-a384-578f551e431f', 'name': 'network-vif-deleted', 'tag': '3976db5c-cc06-4f62-8e5b-fa8b0ab11b52', 'status': 'completed', 'code': 200} May 30 20:31:17.460270 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-927aabc8-c0f5-4f5a-885f-09a1336ef9d5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.477547 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927aabc8-c0f5-4f5a-885f-09a1336ef9d5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c6ab8a-d268-414c-9a31-d1c53c6cb68f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:17.494457 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-927aabc8-c0f5-4f5a-885f-09a1336ef9d5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.495150 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-927aabc8-c0f5-4f5a-885f-09a1336ef9d5 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/security-groups/65c6ab8a-d268-414c-9a31-d1c53c6cb68f HTTP/1.1" status: 204 len: 168 time: 0.4186616 May 30 20:31:17.500329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38026) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:17.568488 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-38e4005c-c527-4768-a77e-e56b9c0865cd None None] Provisioning for port 739f4cab-e090-42f0-a804-a35924d19d65 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:17.576775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-42fbd3aa-c3d9-4e96-838d-7fbd8a7f5903 req-8d56c675-a93b-44fb-a44c-adc9c693c0ff tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Synchronizing usage tracker for tenant:9786c2fd175648c7b3fff1d88f7297bb on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:17.612762 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f4b78cb-63f5-4279-a70e-092a4579dd0c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.616001 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-38e4005c-c527-4768-a77e-e56b9c0865cd None None] Provisioning complete for port 739f4cab-e090-42f0-a804-a35924d19d65 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:17.616559 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-38e4005c-c527-4768-a77e-e56b9c0865cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.670018 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f4b78cb-63f5-4279-a70e-092a4579dd0c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.729186 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f4b78cb-63f5-4279-a70e-092a4579dd0c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.738588 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-95c90b37-c8c8-40ba-a968-dd0c624a23f8 None None] Set router a99bdecd-a26d-47af-8541-f7b17a153564 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:17.759841 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b78cb-63f5-4279-a70e-092a4579dd0c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4feca5-15a5-43e8-88ed-d55eb2f041e6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:17.769205 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f4b78cb-63f5-4279-a70e-092a4579dd0c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.770490 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4f4b78cb-63f5-4279-a70e-092a4579dd0c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/security-groups/7a4feca5-15a5-43e8-88ed-d55eb2f041e6 HTTP/1.1" status: 204 len: 168 time: 0.2692091 May 30 20:31:17.773606 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38032) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:17.800334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-42fbd3aa-c3d9-4e96-838d-7fbd8a7f5903 req-8d56c675-a93b-44fb-a44c-adc9c693c0ff tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Unset dirty status for tenant:9786c2fd175648c7b3fff1d88f7297bb on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:17.801485 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42fbd3aa-c3d9-4e96-838d-7fbd8a7f5903 req-8d56c675-a93b-44fb-a44c-adc9c693c0ff tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "GET /v2.0/ports?device_id=fce6145b-9258-4c1b-a384-578f551e431f HTTP/1.1" status: 200 len: 210 time: 0.4198518 May 30 20:31:17.844093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affb056-8dd3-42dd-8e85-7912b1153d33 req-716e57c2-5b5e-46cb-b486-7b84b446254c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:17.845499 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1affb056-8dd3-42dd-8e85-7912b1153d33 req-716e57c2-5b5e-46cb-b486-7b84b446254c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.93 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 947 time: 0.3839297 May 30 20:31:17.934632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242936a5-79b6-438a-86e0-7c09292f71a2 req-d211a903-ab76-4fa2-8348-c880f8e1f84b tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:17.936067 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-242936a5-79b6-438a-86e0-7c09292f71a2 req-d211a903-ab76-4fa2-8348-c880f8e1f84b tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 947 time: 0.1802208 May 30 20:31:18.043519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-1affb056-8dd3-42dd-8e85-7912b1153d33 req-48efdbb1-4651-40b6-80f6-574587b75b53 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Deleting port 16341635-9f98-4337-b413-4852c8f07e1f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:18.044186 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1affb056-8dd3-42dd-8e85-7912b1153d33 req-48efdbb1-4651-40b6-80f6-574587b75b53 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.076795 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 739f4cab-e090-42f0-a804-a35924d19d65 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:18.077298 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.122838 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-242936a5-79b6-438a-86e0-7c09292f71a2 req-ead8e928-29d3-4d92-8e1b-73743d6b9383 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups?id=8178b9a6-c21c-424d-b05e-220ea7a1ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773083 May 30 20:31:18.145448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-623f3c0e-40c8-4527-8410-738ff63683de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting subnet ccac12f0-619e-40c5-a4e7-ef515630f6fe {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:31:18.161096 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-623f3c0e-40c8-4527-8410-738ff63683de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.176407 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-38e4005c-c527-4768-a77e-e56b9c0865cd None None] Could not find standard attr ID for object 9c9d0550-7846-43e5-be52-c242d2fa9755. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:31:18.263737 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-623f3c0e-40c8-4527-8410-738ff63683de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.358717 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-623f3c0e-40c8-4527-8410-738ff63683de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.378222 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-13dd941b-7ee7-4f6d-8e2d-c3c06cedf14e None None] Could not find standard attr ID for object 9c9d0550-7846-43e5-be52-c242d2fa9755. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:31:18.433389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1affb056-8dd3-42dd-8e85-7912b1153d33 req-48efdbb1-4651-40b6-80f6-574587b75b53 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] For port 16341635-9f98-4337-b413-4852c8f07e1f, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=16341635-9f98-4337-b413-4852c8f07e1f,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:18.433751 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1affb056-8dd3-42dd-8e85-7912b1153d33 req-48efdbb1-4651-40b6-80f6-574587b75b53 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.435948 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-95c90b37-c8c8-40ba-a968-dd0c624a23f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'name': 'tempest-TestServerBasicOps-271022250-router', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:01Z', 'updated_at': '2022-05-30T20:25:16Z', 'revision_number': 4, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'gw_port': {'id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:03Z', 'updated_at': '2022-05-30T20:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ae0098fc-df76-452f-b0c2-1a9b760d510f', 'name': '', 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'mac_address': 'fa:16:3e:f0:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:13Z', 'updated_at': '2022-05-30T20:25:34Z', 'revision_number': 5, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'subnets': [{'id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:18.440225 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c90b37-c8c8-40ba-a968-dd0c624a23f8 None None] Checking router: a99bdecd-a26d-47af-8541-f7b17a153564 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:31:18.451608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c90b37-c8c8-40ba-a968-dd0c624a23f8 None None] Routers {'a99bdecd-a26d-47af-8541-f7b17a153564'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:18.452257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-95c90b37-c8c8-40ba-a968-dd0c624a23f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a99bdecd-a26d-47af-8541-f7b17a153564'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:18.462852 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-623f3c0e-40c8-4527-8410-738ff63683de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.513586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-623f3c0e-40c8-4527-8410-738ff63683de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.527627 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-623f3c0e-40c8-4527-8410-738ff63683de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/ccac12f0-619e-40c5-a4e7-ef515630f6fe HTTP/1.1" status: 204 len: 168 time: 0.7522476 May 30 20:31:18.532024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38042) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:18.533019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f3c0e-40c8-4527-8410-738ff63683de tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Subnet': ['ID=ccac12f0-619e-40c5-a4e7-ef515630f6fe,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:18.567447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9baff63-a8dd-4f9e-a069-6ae282a708cd None None] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:18.620247 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e057341-42a9-4204-9046-f530735e4d90 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting subnet d508b4c5-6934-4ec5-8f46-608ff03cfd25 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:31:18.623679 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e057341-42a9-4204-9046-f530735e4d90 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.691874 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e057341-42a9-4204-9046-f530735e4d90 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.791471 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1affb056-8dd3-42dd-8e85-7912b1153d33 req-48efdbb1-4651-40b6-80f6-574587b75b53 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.792211 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1affb056-8dd3-42dd-8e85-7912b1153d33 req-48efdbb1-4651-40b6-80f6-574587b75b53 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.793035 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [req-1affb056-8dd3-42dd-8e85-7912b1153d33 req-48efdbb1-4651-40b6-80f6-574587b75b53 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Floating IP 611baa9f-fca8-461d-a8d3-4e4805d82958 disassociated. External IP: 172.25.5.99, port: 16341635-9f98-4337-b413-4852c8f07e1f. May 30 20:31:18.793671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-1affb056-8dd3-42dd-8e85-7912b1153d33 req-48efdbb1-4651-40b6-80f6-574587b75b53 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Calling delete_port for 16341635-9f98-4337-b413-4852c8f07e1f owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:18.814931 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-95c90b37-c8c8-40ba-a968-dd0c624a23f8 None None] Set router a99bdecd-a26d-47af-8541-f7b17a153564 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:18.932739 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e057341-42a9-4204-9046-f530735e4d90 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.023078 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e057341-42a9-4204-9046-f530735e4d90 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.036831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38048) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:19.073864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e057341-42a9-4204-9046-f530735e4d90 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Subnet': ['ID=d508b4c5-6934-4ec5-8f46-608ff03cfd25,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:19.078226 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5e057341-42a9-4204-9046-f530735e4d90 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.091651 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5e057341-42a9-4204-9046-f530735e4d90 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/d508b4c5-6934-4ec5-8f46-608ff03cfd25 HTTP/1.1" status: 204 len: 168 time: 0.5503802 May 30 20:31:19.094225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38054) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:19.138826 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-233816b7-d718-4203-8087-4e0edd6abd77 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] DELETE failed (client error): The resource could not be found. May 30 20:31:19.139258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233816b7-d718-4203-8087-4e0edd6abd77 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:19.141130 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-233816b7-d718-4203-8087-4e0edd6abd77 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/ccac12f0-619e-40c5-a4e7-ef515630f6fe HTTP/1.1" status: 404 len: 337 time: 0.0461078 May 30 20:31:19.143439 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:31:19.144342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38058) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:19.261717 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f263f4-626e-4b0f-9aa8-d69ea200eb83 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting subnet 59a0b816-e978-40eb-a730-6998d7eeb30d {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:31:19.271613 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54f263f4-626e-4b0f-9aa8-d69ea200eb83 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.358020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4cf2e033-335a-45ad-bd09-ef550879cdd2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Deleting port 05907920-efb2-4178-9c48-ec681351437b {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:19.360061 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e033-335a-45ad-bd09-ef550879cdd2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.393891 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54f263f4-626e-4b0f-9aa8-d69ea200eb83 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.470201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-95c90b37-c8c8-40ba-a968-dd0c624a23f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'name': 'tempest-TestServerBasicOps-271022250-router', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:01Z', 'updated_at': '2022-05-30T20:25:16Z', 'revision_number': 4, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'gw_port': {'id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:03Z', 'updated_at': '2022-05-30T20:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ae0098fc-df76-452f-b0c2-1a9b760d510f', 'name': '', 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'mac_address': 'fa:16:3e:f0:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:13Z', 'updated_at': '2022-05-30T20:25:34Z', 'revision_number': 5, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'subnets': [{'id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:19.472299 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1affb056-8dd3-42dd-8e85-7912b1153d33 req-48efdbb1-4651-40b6-80f6-574587b75b53 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.475993 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c90b37-c8c8-40ba-a968-dd0c624a23f8 None None] The sync data for ids ['a99bdecd-a26d-47af-8541-f7b17a153564'] in n-d-843949-2 is: [{'id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'name': 'tempest-TestServerBasicOps-271022250-router', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:01Z', 'updated_at': '2022-05-30T20:25:16Z', 'revision_number': 4, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'gw_port': {'id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:03Z', 'updated_at': '2022-05-30T20:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ae0098fc-df76-452f-b0c2-1a9b760d510f', 'name': '', 'network_id': '5d5c4269-2878-481a-bda8-bfcd6abecc98', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'mac_address': 'fa:16:3e:f0:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:13Z', 'updated_at': '2022-05-30T20:25:34Z', 'revision_number': 5, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'subnets': [{'id': '27b00c3e-65ae-45d2-bdd3-a5cf0d581b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:31:19.509828 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54f263f4-626e-4b0f-9aa8-d69ea200eb83 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.556257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efdbb1-4651-40b6-80f6-574587b75b53 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Pushing event deleted for resources: {'Port': ['ID=16341635-9f98-4337-b413-4852c8f07e1f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:19.575552 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e0364c7-4ba6-4288-8565-9971ef524518 req-e161fd2b-0513-4799-b8c8-047255795cca tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 210 time: 0.1618984 May 30 20:31:19.658027 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54f263f4-626e-4b0f-9aa8-d69ea200eb83 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.712738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f263f4-626e-4b0f-9aa8-d69ea200eb83 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Subnet': ['ID=59a0b816-e978-40eb-a730-6998d7eeb30d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:19.728568 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-54f263f4-626e-4b0f-9aa8-d69ea200eb83 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.739664 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-54f263f4-626e-4b0f-9aa8-d69ea200eb83 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/59a0b816-e978-40eb-a730-6998d7eeb30d HTTP/1.1" status: 204 len: 168 time: 0.5940228 May 30 20:31:19.740330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38064) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:19.793677 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ef8ccf-7781-4f79-8a2c-f807ccf6db25 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] DELETE failed (client error): The resource could not be found. May 30 20:31:19.798127 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ef8ccf-7781-4f79-8a2c-f807ccf6db25 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:19.801886 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-81ef8ccf-7781-4f79-8a2c-f807ccf6db25 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/dc392ce8-d26a-4df4-bc6a-029ecb3cde08 HTTP/1.1" status: 404 len: 337 time: 0.0602148 May 30 20:31:19.803564 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38070) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:19.860188 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0482b2c-0447-4e00-8503-c1cb13a0c0d0 None None] New status for floating IP fcc482e0-6419-4456-b30c-7a7cd7500e76: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:31:19.878833 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-adf5e0fc-75e7-4943-a077-aa6a58146566 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e11ec95-19a1-42f0-bc1d-362fb98a6ca7 HTTP/1.1" status: 200 len: 205 time: 0.0713136 May 30 20:31:19.879110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38074) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:19.970199 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-240ddb61-f123-40d2-a92c-a35b8d794057 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] delete failed (client error): The resource could not be found. May 30 20:31:19.978596 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-240ddb61-f123-40d2-a92c-a35b8d794057 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/routers/8e11ec95-19a1-42f0-bc1d-362fb98a6ca7 HTTP/1.1" status: 404 len: 336 time: 0.0946336 May 30 20:31:19.978596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38078) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:20.052822 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950532f9-13a8-495b-bb3c-50ba65ff3caf None None] Network 30d3ac66-2288-49d2-a402-20bd64c35f10 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:20.062411 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31fa651-b301-40bb-a277-b3c30f072264 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] DELETE failed (client error): The resource could not be found. May 30 20:31:20.063036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31fa651-b301-40bb-a277-b3c30f072264 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:20.067300 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a31fa651-b301-40bb-a277-b3c30f072264 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/44cf1f0f-74b0-4270-9df6-4b1167ba5f23 HTTP/1.1" status: 404 len: 337 time: 0.0878224 May 30 20:31:20.068032 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38082) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:20.089968 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e033-335a-45ad-bd09-ef550879cdd2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.090574 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e033-335a-45ad-bd09-ef550879cdd2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.112282 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a72e7cc-a9ef-4ff6-8f11-8b5b81dd6392 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] DELETE failed (client error): The resource could not be found. May 30 20:31:20.115072 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a72e7cc-a9ef-4ff6-8f11-8b5b81dd6392 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:20.119540 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2a72e7cc-a9ef-4ff6-8f11-8b5b81dd6392 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/746ca55c-086d-429a-8c5d-fc243d4e80bb HTTP/1.1" status: 404 len: 337 time: 0.0505810 May 30 20:31:20.120120 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38086) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:20.210043 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e7167a-e8a7-4d2f-b333-8f91e1961069 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] DELETE failed (client error): The resource could not be found. May 30 20:31:20.210527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e7167a-e8a7-4d2f-b333-8f91e1961069 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:20.218539 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-77e7167a-e8a7-4d2f-b333-8f91e1961069 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/376269c5-1b36-45dd-b1bb-515c62b9a4d5 HTTP/1.1" status: 404 len: 337 time: 0.0974097 May 30 20:31:20.219116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38090) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:20.259444 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4cf2e033-335a-45ad-bd09-ef550879cdd2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Calling delete_port for 05907920-efb2-4178-9c48-ec681351437b owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:20.287455 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:20.318568 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfee6fc-32a2-42f4-b8f3-ae3f645edb7b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] DELETE failed (client error): The resource could not be found. May 30 20:31:20.319135 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfee6fc-32a2-42f4-b8f3-ae3f645edb7b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:20.323292 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2cfee6fc-32a2-42f4-b8f3-ae3f645edb7b tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/ports/eedcf7d7-28ac-4c74-835f-06703583024d HTTP/1.1" status: 404 len: 333 time: 0.1031985 May 30 20:31:20.323831 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38096) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:20.363679 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:20.364540 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [None req-4cf2e033-335a-45ad-bd09-ef550879cdd2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:31:20.365045 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [None req-4cf2e033-335a-45ad-bd09-ef550879cdd2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:31:20.365371 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 3976db5c-cc06-4f62-8e5b-fa8b0ab11b52 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:20.401793 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b00e80-269c-4a8c-9486-d1e873d06e3c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] DELETE failed (client error): The resource could not be found. May 30 20:31:20.402721 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b00e80-269c-4a8c-9486-d1e873d06e3c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:20.405635 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-58b00e80-269c-4a8c-9486-d1e873d06e3c tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/3267e166-444a-4e5a-b9eb-c7c7f589535d HTTP/1.1" status: 404 len: 337 time: 0.0808988 May 30 20:31:20.407837 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b2f585ad-7b21-47f2-b37d-971370f5f74f None None] Provisioning complete for port 6b166f88-14d3-494b-9bd3-bea1fb148981 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:20.408902 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b2f585ad-7b21-47f2-b37d-971370f5f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.409414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38100) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:20.440419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1affb056-8dd3-42dd-8e85-7912b1153d33 req-48efdbb1-4651-40b6-80f6-574587b75b53 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Router 783c7f04-0ef6-47de-801d-319b4debdd26 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:31:20.459293 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2730c06-4ceb-4d19-aa58-c9466f4a4d00 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] DELETE failed (client error): The resource could not be found. May 30 20:31:20.460428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2730c06-4ceb-4d19-aa58-c9466f4a4d00 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:20.463019 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d2730c06-4ceb-4d19-aa58-c9466f4a4d00 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/c4bb1eb4-9f5c-4ba8-ab66-b14af5c4ece7 HTTP/1.1" status: 404 len: 337 time: 0.0517437 May 30 20:31:20.466326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38104) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:20.503496 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b2f585ad-7b21-47f2-b37d-971370f5f74f None None] Port 6b166f88-14d3-494b-9bd3-bea1fb148981 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:20.520220 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1433026-9d90-43ae-a5f4-4e69348cc12e tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] DELETE failed (client error): The resource could not be found. May 30 20:31:20.520988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1433026-9d90-43ae-a5f4-4e69348cc12e tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:20.522985 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c1433026-9d90-43ae-a5f4-4e69348cc12e tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/ports/be064468-c982-44a6-9816-9d1109b59077 HTTP/1.1" status: 404 len: 333 time: 0.0555112 May 30 20:31:20.525449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38108) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:20.531222 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b2f585ad-7b21-47f2-b37d-971370f5f74f None None] Provisioning complete for port 739f4cab-e090-42f0-a804-a35924d19d65 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:20.531585 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b2f585ad-7b21-47f2-b37d-971370f5f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.590448 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffd892b-2687-48dd-9070-6c8b6502fca6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] DELETE failed (client error): The resource could not be found. May 30 20:31:20.590885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ffd892b-2687-48dd-9070-6c8b6502fca6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:20.592685 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6ffd892b-2687-48dd-9070-6c8b6502fca6 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/311b64fd-9af8-403c-8d8e-3c7195620f4c HTTP/1.1" status: 404 len: 337 time: 0.0663123 May 30 20:31:20.595525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38112) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:20.613042 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117d1265-b764-4f6f-9cb3-348ad6cafa86 None None] DHCP port deletion for 30d3ac66-2288-49d2-a402-20bd64c35f10 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:31:20.625849 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-117d1265-b764-4f6f-9cb3-348ad6cafa86 None None] Deleting port 739f4cab-e090-42f0-a804-a35924d19d65 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:20.626213 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-117d1265-b764-4f6f-9cb3-348ad6cafa86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.639649 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8277ea-e5ff-4c68-b511-a19ab7de6078 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] DELETE failed (client error): The resource could not be found. May 30 20:31:20.640462 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8277ea-e5ff-4c68-b511-a19ab7de6078 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:20.644965 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6a8277ea-e5ff-4c68-b511-a19ab7de6078 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/subnets/cfd1c46b-1466-468f-adc9-0aadb54d582e HTTP/1.1" status: 404 len: 337 time: 0.0447595 May 30 20:31:20.646011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38116) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:20.726900 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1affb056-8dd3-42dd-8e85-7912b1153d33 req-48efdbb1-4651-40b6-80f6-574587b75b53 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:31:20.729303 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-1beccc19-d3c7-4705-8076-d4a1c34fc9a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port 6b166f88-14d3-494b-9bd3-bea1fb148981 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:20.729646 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1beccc19-d3c7-4705-8076-d4a1c34fc9a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.745311 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7644c3-c4d1-4068-a8f9-a12f6e6b5d51 None None] Sync routers for ids ['783c7f04-0ef6-47de-801d-319b4debdd26'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:31:20.873059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4cf2e033-335a-45ad-bd09-ef550879cdd2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Deleting port 05907920-efb2-4178-9c48-ec681351437b {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:20.873403 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e033-335a-45ad-bd09-ef550879cdd2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.883323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7644c3-c4d1-4068-a8f9-a12f6e6b5d51 None None] Routers {'783c7f04-0ef6-47de-801d-319b4debdd26'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:20.883947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-fd7644c3-c4d1-4068-a8f9-a12f6e6b5d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['783c7f04-0ef6-47de-801d-319b4debdd26'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:20.899169 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2754ca00-f5ca-4c96-a5cc-c4745c725d33 req-fa800f5b-0f30-4d7e-ac0c-424b0835597b tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/ports?device_id=7293273a-708a-4fa4-b559-58a6ccec8533 HTTP/1.1" status: 200 len: 210 time: 0.0694425 May 30 20:31:20.908087 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1affb056-8dd3-42dd-8e85-7912b1153d33 req-48efdbb1-4651-40b6-80f6-574587b75b53 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] No DVR routers for this DVR port 16341635-9f98-4337-b413-4852c8f07e1f on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:20.916188 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1affb056-8dd3-42dd-8e85-7912b1153d33 req-48efdbb1-4651-40b6-80f6-574587b75b53 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.918672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7293273a-708a-4fa4-b559-58a6ccec8533', 'name': 'network-vif-deleted', 'tag': '16341635-9f98-4337-b413-4852c8f07e1f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:31:21.003352 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1affb056-8dd3-42dd-8e85-7912b1153d33 req-48efdbb1-4651-40b6-80f6-574587b75b53 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.93 "DELETE /v2.0/ports/16341635-9f98-4337-b413-4852c8f07e1f HTTP/1.1" status: 204 len: 173 time: 3.1481302 May 30 20:31:21.027103 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1beccc19-d3c7-4705-8076-d4a1c34fc9a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.054217 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e8bc8a-a9b9-4171-9761-f477c7314f73'] response: {'server_uuid': '7293273a-708a-4fa4-b559-58a6ccec8533', 'name': 'network-vif-deleted', 'tag': '16341635-9f98-4337-b413-4852c8f07e1f', 'status': 'completed', 'code': 200} May 30 20:31:21.120955 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e033-335a-45ad-bd09-ef550879cdd2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.121190 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e033-335a-45ad-bd09-ef550879cdd2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.168926 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-fd7644c3-c4d1-4068-a8f9-a12f6e6b5d51 None None] Set router 783c7f04-0ef6-47de-801d-319b4debdd26 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:21.276658 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4cf2e033-335a-45ad-bd09-ef550879cdd2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Calling delete_port for 05907920-efb2-4178-9c48-ec681351437b owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:21.291492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-1beccc19-d3c7-4705-8076-d4a1c34fc9a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for 6b166f88-14d3-494b-9bd3-bea1fb148981 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:21.368387 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 739f4cab-e090-42f0-a804-a35924d19d65 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:21.480356 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1beccc19-d3c7-4705-8076-d4a1c34fc9a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.498950 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-117d1265-b764-4f6f-9cb3-348ad6cafa86 None None] For port 739f4cab-e090-42f0-a804-a35924d19d65, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=739f4cab-e090-42f0-a804-a35924d19d65,segment=NetworkSegment(5e0a8d9f-699d-4906-b669-a57edbe3a26c),segment_id=5e0a8d9f-699d-4906-b669-a57edbe3a26c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:21.499333 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-117d1265-b764-4f6f-9cb3-348ad6cafa86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.554822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beccc19-d3c7-4705-8076-d4a1c34fc9a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Port': ['ID=6b166f88-14d3-494b-9bd3-bea1fb148981,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:21.579186 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1beccc19-d3c7-4705-8076-d4a1c34fc9a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.596563 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e033-335a-45ad-bd09-ef550879cdd2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.599937 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1beccc19-d3c7-4705-8076-d4a1c34fc9a7 tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/ports/6b166f88-14d3-494b-9bd3-bea1fb148981 HTTP/1.1" status: 204 len: 168 time: 0.9528003 May 30 20:31:21.600100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38126) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:21.654197 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 16341635-9f98-4337-b413-4852c8f07e1f no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:21.713010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2e033-335a-45ad-bd09-ef550879cdd2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Pushing event deleted for resources: {'Port': ['ID=05907920-efb2-4178-9c48-ec681351437b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:21.751740 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 16341635-9f98-4337-b413-4852c8f07e1f {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:21.751740 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 16341635-9f98-4337-b413-4852c8f07e1f not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:21.764548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-117d1265-b764-4f6f-9cb3-348ad6cafa86 None None] Calling delete_port for 739f4cab-e090-42f0-a804-a35924d19d65 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:21.819377 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.845470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port 739f4cab-e090-42f0-a804-a35924d19d65 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:21.847149 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.886648 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e033-335a-45ad-bd09-ef550879cdd2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.952709 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e033-335a-45ad-bd09-ef550879cdd2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.956257 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.956362 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4cf2e033-335a-45ad-bd09-ef550879cdd2 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "DELETE /v2.0/floatingips/fcc482e0-6419-4456-b30c-7a7cd7500e76 HTTP/1.1" status: 204 len: 168 time: 2.9161334 May 30 20:31:22.089014 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-117d1265-b764-4f6f-9cb3-348ad6cafa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.150053 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d1265-b764-4f6f-9cb3-348ad6cafa86 None None] Pushing event deleted for resources: {'Port': ['ID=739f4cab-e090-42f0-a804-a35924d19d65,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:22.157243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117d1265-b764-4f6f-9cb3-348ad6cafa86 None None] No DVR routers for this DVR port 739f4cab-e090-42f0-a804-a35924d19d65 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:22.170464 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-fd7644c3-c4d1-4068-a8f9-a12f6e6b5d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:24:38Z', 'revision_number': 4, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'be457aa2-6a34-4acf-9c6d-aec7ce342ea7', 'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'mac_address': 'fa:16:3e:a3:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:35Z', 'updated_at': '2022-05-30T20:24:49Z', 'revision_number': 5, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'subnets': [{'id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:22.174972 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7644c3-c4d1-4068-a8f9-a12f6e6b5d51 None None] Checking router: 783c7f04-0ef6-47de-801d-319b4debdd26 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:31:22.210376 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7644c3-c4d1-4068-a8f9-a12f6e6b5d51 None None] Routers {'783c7f04-0ef6-47de-801d-319b4debdd26'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:22.223635 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38138) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:22.235158 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-fd7644c3-c4d1-4068-a8f9-a12f6e6b5d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['783c7f04-0ef6-47de-801d-319b4debdd26'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:22.281754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] For port 739f4cab-e090-42f0-a804-a35924d19d65, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=739f4cab-e090-42f0-a804-a35924d19d65,segment=NetworkSegment(5e0a8d9f-699d-4906-b669-a57edbe3a26c),segment_id=5e0a8d9f-699d-4906-b669-a57edbe3a26c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:22.284437 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.318022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38142) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:22.360097 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2dfa8d96-e2be-436b-a24c-baf0389c73a7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.392247 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-d840af52-35c9-4616-8f26-874e6e7784b6 req-b02c5e1b-39d7-4e0d-95c8-3cbefae836b3 service neutron] (84024) timed out ('10.222.0.84', 43166) {{(pid=84024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:31:22.425536 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2dfa8d96-e2be-436b-a24c-baf0389c73a7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.469109 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-fd7644c3-c4d1-4068-a8f9-a12f6e6b5d51 None None] Set router 783c7f04-0ef6-47de-801d-319b4debdd26 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:22.470234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Calling delete_port for 739f4cab-e090-42f0-a804-a35924d19d65 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:22.479826 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1825b08b-86d7-47f8-9c04-5b3238dab064 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.525280 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1825b08b-86d7-47f8-9c04-5b3238dab064 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.556285 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:31:22.556597 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:31:22.578135 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2dfa8d96-e2be-436b-a24c-baf0389c73a7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.604712 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa8d96-e2be-436b-a24c-baf0389c73a7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8178b9a6-c21c-424d-b05e-220ea7a1ea31,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:22.613302 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2dfa8d96-e2be-436b-a24c-baf0389c73a7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.614343 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2dfa8d96-e2be-436b-a24c-baf0389c73a7 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "DELETE /v2.0/security-groups/8178b9a6-c21c-424d-b05e-220ea7a1ea31 HTTP/1.1" status: 204 len: 168 time: 0.3897269 May 30 20:31:22.617273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38148) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:22.639513 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-6ac56d82-c2e1-41de-85f7-9a788a03085c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] show failed (client error): The resource could not be found. May 30 20:31:22.639513 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6ac56d82-c2e1-41de-85f7-9a788a03085c tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "GET /v2.0/security-groups/8178b9a6-c21c-424d-b05e-220ea7a1ea31 HTTP/1.1" status: 404 len: 347 time: 0.0206878 May 30 20:31:22.642054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38152) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:22.882588 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-96694c6a-a5a8-462e-aaa2-2d6a6fce3c59 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Deleting port cd8b2bf9-17e7-4ace-a016-b273658ec28a {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:22.883254 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96694c6a-a5a8-462e-aaa2-2d6a6fce3c59 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.911014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-fd7644c3-c4d1-4068-a8f9-a12f6e6b5d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:24:38Z', 'revision_number': 4, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'be457aa2-6a34-4acf-9c6d-aec7ce342ea7', 'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'mac_address': 'fa:16:3e:a3:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:35Z', 'updated_at': '2022-05-30T20:24:49Z', 'revision_number': 5, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'subnets': [{'id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:22.916678 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7644c3-c4d1-4068-a8f9-a12f6e6b5d51 None None] The sync data for ids ['783c7f04-0ef6-47de-801d-319b4debdd26'] in n-d-843949-2 is: [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:24:38Z', 'revision_number': 4, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'be457aa2-6a34-4acf-9c6d-aec7ce342ea7', 'name': '', 'network_id': '0d1878ae-449f-42b8-bf46-74af28ca94fd', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'mac_address': 'fa:16:3e:a3:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:35Z', 'updated_at': '2022-05-30T20:24:49Z', 'revision_number': 5, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'subnets': [{'id': '9f9412f8-b9b7-4d21-91c7-4120cd918668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:31:22.919814 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1825b08b-86d7-47f8-9c04-5b3238dab064 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.954096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825b08b-86d7-47f8-9c04-5b3238dab064 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddf40eb-d087-4e3f-97c7-562df0777d3c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:23.044045 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1825b08b-86d7-47f8-9c04-5b3238dab064 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.047799 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1825b08b-86d7-47f8-9c04-5b3238dab064 tempest-TestServerBasicOps-35798704 tempest-TestServerBasicOps-35798704-project] 10.222.0.84 "DELETE /v2.0/security-groups/7ddf40eb-d087-4e3f-97c7-562df0777d3c HTTP/1.1" status: 204 len: 168 time: 0.6963315 May 30 20:31:23.057788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Deleting port 739f4cab-e090-42f0-a804-a35924d19d65 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:23.058135 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.122086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38158) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:23.149939 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] The port '739f4cab-e090-42f0-a804-a35924d19d65' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:31:23.157781 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96694c6a-a5a8-462e-aaa2-2d6a6fce3c59 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.158105 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96694c6a-a5a8-462e-aaa2-2d6a6fce3c59 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.318881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-96694c6a-a5a8-462e-aaa2-2d6a6fce3c59 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Calling delete_port for cd8b2bf9-17e7-4ace-a016-b273658ec28a owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:23.380188 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.421704 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d3ac66-2288-49d2-a402-20bd64c35f10']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:23.434443 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51a341d-a566-4cff-ac8e-366e53697a9c None None] New status for floating IP 611baa9f-fca8-461d-a8d3-4e4805d82958: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:31:23.440454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0a8d9f-699d-4906-b669-a57edbe3a26c') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:23.440613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0a8d9f-699d-4906-b669-a57edbe3a26c') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:23.453743 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.474967 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.481877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:31:23.482653 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: util.warn( May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: timer() May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:31:23.600118 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:31:23.637001 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.703734 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96694c6a-a5a8-462e-aaa2-2d6a6fce3c59 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.722269 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.788213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] 10.222.0.84 "DELETE /v2.0/networks/30d3ac66-2288-49d2-a402-20bd64c35f10 HTTP/1.1" status: 204 len: 168 time: 2.1523683 May 30 20:31:23.801580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0a563-1db5-47ee-b3ec-a777be5e73be tempest-PortsIpV6TestJSON-1511104226 tempest-PortsIpV6TestJSON-1511104226-project] Pushing event deleted for resources: {'Network': ['ID=30d3ac66-2288-49d2-a402-20bd64c35f10,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:23.810984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96694c6a-a5a8-462e-aaa2-2d6a6fce3c59 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Pushing event deleted for resources: {'Port': ['ID=cd8b2bf9-17e7-4ace-a016-b273658ec28a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:23.861855 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.db.api [None req-d51a341d-a566-4cff-ac8e-366e53697a9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:31:23.862753 n-d-843949-2 neutron-server[84026]: DEBUG oslo_db.api [None req-d51a341d-a566-4cff-ac8e-366e53697a9c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:31:23.867586 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-835ae461-2261-4efc-bb6c-87c0417b955f req-7db2b03e-6370-4272-96f7-f033a20c7a46 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 1097 time: 0.1320081 May 30 20:31:23.938671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-835ae461-2261-4efc-bb6c-87c0417b955f req-8c032f86-b6a4-4adc-ae98-a49fd5428d20 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] Synchronizing usage tracker for tenant:9fcedc5f3be64e88b5d0218ca2fd74b4 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:23.966405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-835ae461-2261-4efc-bb6c-87c0417b955f req-8c032f86-b6a4-4adc-ae98-a49fd5428d20 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] Unset dirty status for tenant:9fcedc5f3be64e88b5d0218ca2fd74b4 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:23.981499 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96694c6a-a5a8-462e-aaa2-2d6a6fce3c59 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.984878 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-835ae461-2261-4efc-bb6c-87c0417b955f req-8c032f86-b6a4-4adc-ae98-a49fd5428d20 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117640 May 30 20:31:24.054161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38174) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:24.056499 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96694c6a-a5a8-462e-aaa2-2d6a6fce3c59 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:24.057616 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-96694c6a-a5a8-462e-aaa2-2d6a6fce3c59 tempest-AttachVolumeShelveTestJSON-1546382407 tempest-AttachVolumeShelveTestJSON-1546382407-project] 10.222.0.84 "DELETE /v2.0/floatingips/611baa9f-fca8-461d-a8d3-4e4805d82958 HTTP/1.1" status: 204 len: 168 time: 1.4145703 May 30 20:31:24.146169 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad9e3-10fe-49b2-aef4-6fc55d3ddf22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:24.198446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38180) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:24.364595 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51a341d-a566-4cff-ac8e-366e53697a9c None None] New status for floating IP 611baa9f-fca8-461d-a8d3-4e4805d82958: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:31:24.398362 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d160c5d4-7f5c-4567-9af0-62ea5b4b0626 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting port 3e2d6d83-c2fb-490b-a503-c79a30995af1 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:24.398640 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d160c5d4-7f5c-4567-9af0-62ea5b4b0626 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:24.593979 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d160c5d4-7f5c-4567-9af0-62ea5b4b0626 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:24.594305 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d160c5d4-7f5c-4567-9af0-62ea5b4b0626 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:24.795819 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d160c5d4-7f5c-4567-9af0-62ea5b4b0626 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Calling delete_port for 3e2d6d83-c2fb-490b-a503-c79a30995af1 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:24.877987 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-00de40e7-920c-4428-b839-c7212004951e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c12c62df2fec4f16b508217c43e2c8b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6720130 May 30 20:31:24.885933 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38192) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:25.169784 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8544909f-b80e-4d98-92f9-2f3a7e02f288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:25.220047 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8544909f-b80e-4d98-92f9-2f3a7e02f288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:25.266343 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d160c5d4-7f5c-4567-9af0-62ea5b4b0626 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:25.319560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160c5d4-7f5c-4567-9af0-62ea5b4b0626 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Port': ['ID=3e2d6d83-c2fb-490b-a503-c79a30995af1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:25.468325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-dc6ad9e3-10fe-49b2-aef4-6fc55d3ddf22 admin admin] Deleting port ae0098fc-df76-452f-b0c2-1a9b760d510f {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:25.468885 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad9e3-10fe-49b2-aef4-6fc55d3ddf22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:25.503737 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8544909f-b80e-4d98-92f9-2f3a7e02f288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:25.559413 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d160c5d4-7f5c-4567-9af0-62ea5b4b0626 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:25.690521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-dc6ad9e3-10fe-49b2-aef4-6fc55d3ddf22 admin admin] For port ae0098fc-df76-452f-b0c2-1a9b760d510f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ae0098fc-df76-452f-b0c2-1a9b760d510f,segment=NetworkSegment(128fe87f-b5c5-437c-86ff-061f9557e6d0),segment_id=128fe87f-b5c5-437c-86ff-061f9557e6d0)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:25.691203 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad9e3-10fe-49b2-aef4-6fc55d3ddf22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:25.716663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544909f-b80e-4d98-92f9-2f3a7e02f288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732130c2-5eb8-4a34-bb9d-886449aee524,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:25.756507 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8544909f-b80e-4d98-92f9-2f3a7e02f288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:25.757640 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8544909f-b80e-4d98-92f9-2f3a7e02f288 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/732130c2-5eb8-4a34-bb9d-886449aee524 HTTP/1.1" status: 204 len: 168 time: 0.8707767 May 30 20:31:25.859651 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-dc6ad9e3-10fe-49b2-aef4-6fc55d3ddf22 admin admin] Calling delete_port for ae0098fc-df76-452f-b0c2-1a9b760d510f owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:26.253711 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad9e3-10fe-49b2-aef4-6fc55d3ddf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:26.412647 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ad9e3-10fe-49b2-aef4-6fc55d3ddf22 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae0098fc-df76-452f-b0c2-1a9b760d510f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:26.451701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d160c5d4-7f5c-4567-9af0-62ea5b4b0626 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router 851003f1-e63b-4014-9b27-2897fa49e36c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:31:27.138332 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad9e3-10fe-49b2-aef4-6fc55d3ddf22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:27.202970 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d160c5d4-7f5c-4567-9af0-62ea5b4b0626 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:31:27.210826 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d160c5d4-7f5c-4567-9af0-62ea5b4b0626 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:27.218425 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa2adec-459e-4437-b749-a6ebaad32c3c None None] Sync routers for ids ['851003f1-e63b-4014-9b27-2897fa49e36c'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:31:27.247913 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2adec-459e-4437-b749-a6ebaad32c3c None None] Routers {'851003f1-e63b-4014-9b27-2897fa49e36c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:27.248596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-7fa2adec-459e-4437-b749-a6ebaad32c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['851003f1-e63b-4014-9b27-2897fa49e36c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:27.380387 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d160c5d4-7f5c-4567-9af0-62ea5b4b0626 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/floatingips/62a29ddf-8e50-4937-b4ad-dabdd3e9e5e1 HTTP/1.1" status: 204 len: 168 time: 3.3212490 May 30 20:31:27.396998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'tag': '7fb3f420-a198-45aa-9662-7bec3e9e1688'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:31:27.530908 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d4b7965-8135-43e2-b5a8-6687f9769800'] response: {'name': 'network-changed', 'server_uuid': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'tag': '7fb3f420-a198-45aa-9662-7bec3e9e1688', 'status': 'completed', 'code': 200} May 30 20:31:27.658693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38234) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:27.697789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-7fa2adec-459e-4437-b749-a6ebaad32c3c None None] Set router 851003f1-e63b-4014-9b27-2897fa49e36c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:27.768008 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8dbafba-8d55-4533-80ff-b1ba7d723944 req-aabfa13e-ab6b-483d-9d1f-f89e0cc70a57 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 1097 time: 0.2123413 May 30 20:31:27.856314 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-115f5604-14e4-4a4a-8584-64124c3d96f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:27.973749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group': {'name': 'tempest-secgroup--703175855'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:27.998491 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:28.019923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:28.040617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:28.049456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:28.143634 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:28.179370 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:28.190457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbafba-8d55-4533-80ff-b1ba7d723944 req-a7214778-59e2-4391-98a3-23f0795c672e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:28.192171 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8dbafba-8d55-4533-80ff-b1ba7d723944 req-a7214778-59e2-4391-98a3-23f0795c672e service neutron] 10.222.0.93 "GET /v2.0/networks?id=84d2d1ba-f96e-499e-a333-a21114f4c8e8 HTTP/1.1" status: 200 len: 898 time: 0.4178870 May 30 20:31:28.192401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-7fa2adec-459e-4437-b749-a6ebaad32c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570557600', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:10Z', 'updated_at': '2022-05-30T20:29:21Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:11Z', 'updated_at': '2022-05-30T20:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ec01e25e-faa8-4c40-a63d-23e5a1f6fce5', 'name': '', 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:6e:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:20Z', 'updated_at': '2022-05-30T20:29:34Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:28.197111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa2adec-459e-4437-b749-a6ebaad32c3c None None] Checking router: 851003f1-e63b-4014-9b27-2897fa49e36c for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:31:28.210419 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2adec-459e-4437-b749-a6ebaad32c3c None None] Routers {'851003f1-e63b-4014-9b27-2897fa49e36c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:28.211438 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-7fa2adec-459e-4437-b749-a6ebaad32c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['851003f1-e63b-4014-9b27-2897fa49e36c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:28.296051 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8dbafba-8d55-4533-80ff-b1ba7d723944 req-9fe6531b-fa63-4fbb-b7f1-b7c35cf539e6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688 HTTP/1.1" status: 200 len: 217 time: 0.0948081 May 30 20:31:28.356279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:28.376128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:28.390047 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6ad9e3-10fe-49b2-aef4-6fc55d3ddf22 admin admin] Router a99bdecd-a26d-47af-8541-f7b17a153564 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:31:28.400061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:28.425365 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:28.434424 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177d59a-69d4-42dd-b236-e6c925664e03 req-6bfc3208-299c-41bf-bf6d-414664494172 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:28.435128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9177d59a-69d4-42dd-b236-e6c925664e03 req-6bfc3208-299c-41bf-bf6d-414664494172 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:28.450484 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbafba-8d55-4533-80ff-b1ba7d723944 req-282278b7-72e0-41f0-a9ec-b6cbcbfb53b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:28.452115 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8dbafba-8d55-4533-80ff-b1ba7d723944 req-282278b7-72e0-41f0-a9ec-b6cbcbfb53b4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=98baa7d8-55bd-448e-bc9e-980099fd982e HTTP/1.1" status: 200 len: 834 time: 0.1489983 May 30 20:31:28.518072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-9177d59a-69d4-42dd-b236-e6c925664e03 req-6bfc3208-299c-41bf-bf6d-414664494172 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:28.524739 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9177d59a-69d4-42dd-b236-e6c925664e03 req-6bfc3208-299c-41bf-bf6d-414664494172 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.4200099 May 30 20:31:28.539845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-7fa2adec-459e-4437-b749-a6ebaad32c3c None None] Set router 851003f1-e63b-4014-9b27-2897fa49e36c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:28.649014 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9177d59a-69d4-42dd-b236-e6c925664e03 req-b00ce9d9-dcdc-412d-a762-a57a9ba6acc9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233747 May 30 20:31:28.658284 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:28.668710 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:28.688606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:28.704126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:28.712051 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8dbafba-8d55-4533-80ff-b1ba7d723944 req-802f77c3-999d-4d92-aa39-b37bdfe92b09 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=84d2d1ba-f96e-499e-a333-a21114f4c8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2530978 May 30 20:31:28.761746 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6ad9e3-10fe-49b2-aef4-6fc55d3ddf22 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:31:28.775874 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b685e0-f71a-46c5-a2f5-d9c665cf5854 None None] Sync routers for ids ['a99bdecd-a26d-47af-8541-f7b17a153564'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:31:28.788072 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dc6ad9e3-10fe-49b2-aef4-6fc55d3ddf22 admin admin] 10.222.0.84 "PUT /v2.0/routers/a99bdecd-a26d-47af-8541-f7b17a153564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6649046 May 30 20:31:28.790459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38250) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:28.794896 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b685e0-f71a-46c5-a2f5-d9c665cf5854 None None] Routers {'a99bdecd-a26d-47af-8541-f7b17a153564'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:28.795521 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c6b685e0-f71a-46c5-a2f5-d9c665cf5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a99bdecd-a26d-47af-8541-f7b17a153564'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:29.081824 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-7fa2adec-459e-4437-b749-a6ebaad32c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570557600', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:10Z', 'updated_at': '2022-05-30T20:29:21Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:11Z', 'updated_at': '2022-05-30T20:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ec01e25e-faa8-4c40-a63d-23e5a1f6fce5', 'name': '', 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:6e:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:20Z', 'updated_at': '2022-05-30T20:29:34Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:29.093011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa2adec-459e-4437-b749-a6ebaad32c3c None None] The sync data for ids ['851003f1-e63b-4014-9b27-2897fa49e36c'] in n-d-843949-2 is: [{'id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570557600', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:10Z', 'updated_at': '2022-05-30T20:29:21Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:11Z', 'updated_at': '2022-05-30T20:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'ec01e25e-faa8-4c40-a63d-23e5a1f6fce5', 'name': '', 'network_id': '84d2d1ba-f96e-499e-a333-a21114f4c8e8', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:6e:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:20Z', 'updated_at': '2022-05-30T20:29:34Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '98baa7d8-55bd-448e-bc9e-980099fd982e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:31:29.116076 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-c6b685e0-f71a-46c5-a2f5-d9c665cf5854 None None] Set router a99bdecd-a26d-47af-8541-f7b17a153564 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:29.125779 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8439ccb2-7d89-4b4a-af2e-5e3e95185c05 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:29.256394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:29.264213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8dbafba-8d55-4533-80ff-b1ba7d723944 req-0781d277-b0bf-47a4-899e-14f85bf6f9ed service neutron] 10.222.0.93 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312760 May 30 20:31:29.407803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:29.514356 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c6b685e0-f71a-46c5-a2f5-d9c665cf5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'name': 'tempest-TestServerBasicOps-271022250-router', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:01Z', 'updated_at': '2022-05-30T20:31:26Z', 'revision_number': 5, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'gw_port': {'id': '4b576dc1-1b0a-4815-a221-888a9481665b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:40:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:03Z', 'updated_at': '2022-05-30T20:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:29.516904 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b06b1b4-c713-45cc-93c7-dda5fbcdfdfe None None] New status for floating IP 62a29ddf-8e50-4937-b4ad-dabdd3e9e5e1: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:31:29.520125 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b685e0-f71a-46c5-a2f5-d9c665cf5854 None None] Checking router: a99bdecd-a26d-47af-8541-f7b17a153564 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:31:29.541086 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8439ccb2-7d89-4b4a-af2e-5e3e95185c05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:29.546097 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b685e0-f71a-46c5-a2f5-d9c665cf5854 None None] Routers {'a99bdecd-a26d-47af-8541-f7b17a153564'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:29.546792 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c6b685e0-f71a-46c5-a2f5-d9c665cf5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['a99bdecd-a26d-47af-8541-f7b17a153564'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:29.557557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8439ccb2-7d89-4b4a-af2e-5e3e95185c05 admin admin] Deleting port 4b576dc1-1b0a-4815-a221-888a9481665b {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:29.557897 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8439ccb2-7d89-4b4a-af2e-5e3e95185c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:29.594662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8753ebd0-0d28-4fff-a461-9ca730ae3090,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:29.615228 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8dbafba-8d55-4533-80ff-b1ba7d723944 req-e2995852-f733-46b1-aa94-261feff02259 service neutron] 10.222.0.93 "GET /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477398 May 30 20:31:29.699215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27d63b-6ce5-462f-9389-95e13280dadd req-481ffed2-8ed6-4699-97eb-d2e0a422fffe tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:29.701235 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf27d63b-6ce5-462f-9389-95e13280dadd req-481ffed2-8ed6-4699-97eb-d2e0a422fffe tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.93 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.4418814 May 30 20:31:29.703779 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:29.733047 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-c6b685e0-f71a-46c5-a2f5-d9c665cf5854 None None] Set router a99bdecd-a26d-47af-8541-f7b17a153564 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:29.818114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-bf27d63b-6ce5-462f-9389-95e13280dadd req-6442c765-6a31-4a95-abab-4a2dea8d8ea6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting port 7fb3f420-a198-45aa-9662-7bec3e9e1688 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:29.819220 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bf27d63b-6ce5-462f-9389-95e13280dadd req-6442c765-6a31-4a95-abab-4a2dea8d8ea6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:29.888424 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:29.906231 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c6b685e0-f71a-46c5-a2f5-d9c665cf5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'name': 'tempest-TestServerBasicOps-271022250-router', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:01Z', 'updated_at': '2022-05-30T20:31:29Z', 'revision_number': 6, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:29.915866 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b685e0-f71a-46c5-a2f5-d9c665cf5854 None None] The sync data for ids ['a99bdecd-a26d-47af-8541-f7b17a153564'] in n-d-843949-2 is: [{'id': 'a99bdecd-a26d-47af-8541-f7b17a153564', 'name': 'tempest-TestServerBasicOps-271022250-router', 'tenant_id': '9786c2fd175648c7b3fff1d88f7297bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:01Z', 'updated_at': '2022-05-30T20:31:29Z', 'revision_number': 6, 'project_id': '9786c2fd175648c7b3fff1d88f7297bb', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:31:29.958375 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-162731af-6930-473f-8b51-b0bfa31fdb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:30.014279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1c6a28-656d-4084-9a88-1b2c26e8be80,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:30.030655 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:30.032112 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b14d391d-7738-4d92-a7d1-9983b42a407a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.3653429 May 30 20:31:30.041121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38262) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:30.064506 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-8439ccb2-7d89-4b4a-af2e-5e3e95185c05 admin admin] For port 4b576dc1-1b0a-4815-a221-888a9481665b, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4b576dc1-1b0a-4815-a221-888a9481665b,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:30.064860 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8439ccb2-7d89-4b4a-af2e-5e3e95185c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:30.230931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8439ccb2-7d89-4b4a-af2e-5e3e95185c05 admin admin] Calling delete_port for 4b576dc1-1b0a-4815-a221-888a9481665b owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:30.277685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b82a24-46a1-42a1-b105-f563b9014e12 req-0e2cda2f-2ca7-4a7a-912e-0153a72b8de0 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:30.279254 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-10b82a24-46a1-42a1-b105-f563b9014e12 req-0e2cda2f-2ca7-4a7a-912e-0153a72b8de0 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 946 time: 0.2666848 May 30 20:31:30.436607 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ecd15f91-9bf1-49f2-8e66-70a287558d7f tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3943334 May 30 20:31:30.437196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38266) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:30.449828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-17ad99f7-1729-4b1a-a1ea-46a2c72aace7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group': {'name': 'tempest-security--863021938', 'description': 'tempest-security-description-965489171'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:30.454759 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-bf27d63b-6ce5-462f-9389-95e13280dadd req-6442c765-6a31-4a95-abab-4a2dea8d8ea6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] For port 7fb3f420-a198-45aa-9662-7bec3e9e1688, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=7fb3f420-a198-45aa-9662-7bec3e9e1688,segment=NetworkSegment(c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0),segment_id=c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:30.454759 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bf27d63b-6ce5-462f-9389-95e13280dadd req-6442c765-6a31-4a95-abab-4a2dea8d8ea6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:30.501332 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17ad99f7-1729-4b1a-a1ea-46a2c72aace7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:30.599192 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-bf27d63b-6ce5-462f-9389-95e13280dadd req-6442c765-6a31-4a95-abab-4a2dea8d8ea6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Calling delete_port for 7fb3f420-a198-45aa-9662-7bec3e9e1688 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:30.612926 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17ad99f7-1729-4b1a-a1ea-46a2c72aace7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:30.617494 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17ad99f7-1729-4b1a-a1ea-46a2c72aace7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:30.629688 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-10b82a24-46a1-42a1-b105-f563b9014e12 req-310879bb-fac1-4e9c-80c7-431ed9007cca tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=82c9fca3-af38-4af3-aab6-dd7c377d1881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581568 May 30 20:31:30.647165 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17ad99f7-1729-4b1a-a1ea-46a2c72aace7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:30.652459 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-17ad99f7-1729-4b1a-a1ea-46a2c72aace7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "PUT /v2.0/security-groups/2a1c6a28-656d-4084-9a88-1b2c26e8be80 HTTP/1.1" status: 200 len: 1610 time: 0.2106674 May 30 20:31:30.654144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38270) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:30.657861 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8439ccb2-7d89-4b4a-af2e-5e3e95185c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:30.725964 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-860d4d2e-cefc-408d-bcec-5e38197fe64b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-groups/2a1c6a28-656d-4084-9a88-1b2c26e8be80 HTTP/1.1" status: 200 len: 1610 time: 0.0706470 May 30 20:31:30.737889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38274) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:30.857170 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bf27d63b-6ce5-462f-9389-95e13280dadd req-6442c765-6a31-4a95-abab-4a2dea8d8ea6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:30.890709 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439ccb2-7d89-4b4a-af2e-5e3e95185c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b576dc1-1b0a-4815-a221-888a9481665b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:30.902702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad99f7-1729-4b1a-a1ea-46a2c72aace7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1c6a28-656d-4084-9a88-1b2c26e8be80,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:30.920685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442c765-6a31-4a95-abab-4a2dea8d8ea6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Port': ['ID=7fb3f420-a198-45aa-9662-7bec3e9e1688,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:30.978891 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-02c774bd-510c-4e4d-9e85-81f39c1cf790 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.092818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4b576dc1-1b0a-4815-a221-888a9481665b no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:31.098653 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf27d63b-6ce5-462f-9389-95e13280dadd req-6442c765-6a31-4a95-abab-4a2dea8d8ea6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] No DVR routers for this DVR port 7fb3f420-a198-45aa-9662-7bec3e9e1688 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:31.109251 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-bf27d63b-6ce5-462f-9389-95e13280dadd req-6442c765-6a31-4a95-abab-4a2dea8d8ea6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.131376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'name': 'network-vif-deleted', 'tag': '7fb3f420-a198-45aa-9662-7bec3e9e1688'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:31:31.141690 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-02c774bd-510c-4e4d-9e85-81f39c1cf790 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.171943 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf27d63b-6ce5-462f-9389-95e13280dadd req-6442c765-6a31-4a95-abab-4a2dea8d8ea6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.93 "DELETE /v2.0/ports/7fb3f420-a198-45aa-9662-7bec3e9e1688 HTTP/1.1" status: 204 len: 173 time: 1.4656162 May 30 20:31:31.173703 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 4b576dc1-1b0a-4815-a221-888a9481665b {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:31.174661 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4b576dc1-1b0a-4815-a221-888a9481665b not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:31.175900 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ae0098fc-df76-452f-b0c2-1a9b760d510f no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:31.257927 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: ae0098fc-df76-452f-b0c2-1a9b760d510f {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:31.259588 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ae0098fc-df76-452f-b0c2-1a9b760d510f not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:31.290077 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.328483 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-02c774bd-510c-4e4d-9e85-81f39c1cf790 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.353414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38288) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:31.365913 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5dd26f-d96c-48f7-a08e-07b039d88f04'] response: {'server_uuid': '69bc14c4-fe0f-4b25-894f-0ba85b7e017a', 'name': 'network-vif-deleted', 'tag': '7fb3f420-a198-45aa-9662-7bec3e9e1688', 'status': 'completed', 'code': 200} May 30 20:31:31.373930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c774bd-510c-4e4d-9e85-81f39c1cf790 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1c6a28-656d-4084-9a88-1b2c26e8be80,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:31.379338 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8439ccb2-7d89-4b4a-af2e-5e3e95185c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.390178 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-02c774bd-510c-4e4d-9e85-81f39c1cf790 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.391300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-02c774bd-510c-4e4d-9e85-81f39c1cf790 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-groups/2a1c6a28-656d-4084-9a88-1b2c26e8be80 HTTP/1.1" status: 204 len: 168 time: 0.6524017 May 30 20:31:31.399517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38294) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:31.550397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f9b9b88c-f52b-4af5-b7b4-6953e3f007a8 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:31.563837 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.596493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f9b9b88c-f52b-4af5-b7b4-6953e3f007a8 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:31.598167 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f9b9b88c-f52b-4af5-b7b4-6953e3f007a8 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1973970 May 30 20:31:31.603696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38300) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:31.644791 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-037a0787-8c8d-493d-8dab-52ffb5805a0c tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] delete failed (client error): The resource could not be found. May 30 20:31:31.653518 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-037a0787-8c8d-493d-8dab-52ffb5805a0c tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-groups/2a1c6a28-656d-4084-9a88-1b2c26e8be80 HTTP/1.1" status: 404 len: 347 time: 0.0485153 May 30 20:31:31.654385 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38304) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:31.665538 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-21b79c9e-fd59-474d-85e2-6f2116c66414 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group': {'name': 'tempest-secgroup--899088664'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:31.687259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-21b79c9e-fd59-474d-85e2-6f2116c66414 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:31.715529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-21b79c9e-fd59-474d-85e2-6f2116c66414 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:31.738984 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-21b79c9e-fd59-474d-85e2-6f2116c66414 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.787351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-21b79c9e-fd59-474d-85e2-6f2116c66414 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:31.792145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-21b79c9e-fd59-474d-85e2-6f2116c66414 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:31.795676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-21b79c9e-fd59-474d-85e2-6f2116c66414 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:31.803823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-21b79c9e-fd59-474d-85e2-6f2116c66414 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:31.928120 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-21b79c9e-fd59-474d-85e2-6f2116c66414 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.937591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b10d07d1-040e-49c8-a036-0672ff0551e9 req-2a873243-137b-48bd-95d8-de4d08967593 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:31.946242 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-21b79c9e-fd59-474d-85e2-6f2116c66414 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.989071 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8439ccb2-7d89-4b4a-af2e-5e3e95185c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.996466 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8439ccb2-7d89-4b4a-af2e-5e3e95185c05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.018215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b10d07d1-040e-49c8-a036-0672ff0551e9 req-2a873243-137b-48bd-95d8-de4d08967593 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:32.019519 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b10d07d1-040e-49c8-a036-0672ff0551e9 req-2a873243-137b-48bd-95d8-de4d08967593 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=69bc14c4-fe0f-4b25-894f-0ba85b7e017a HTTP/1.1" status: 200 len: 210 time: 0.1452188 May 30 20:31:32.027566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b79c9e-fd59-474d-85e2-6f2116c66414 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c38489-a854-4903-90f2-3f8a59ed7dca,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:32.035833 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-21b79c9e-fd59-474d-85e2-6f2116c66414 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.039849 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-21b79c9e-fd59-474d-85e2-6f2116c66414 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3827188 May 30 20:31:32.043621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38310) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:32.049544 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-cb4e2208-8a3e-4db9-9367-640572168336 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group_rule': {'security_group_id': '07c38489-a854-4903-90f2-3f8a59ed7dca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:32.056716 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cb4e2208-8a3e-4db9-9367-640572168336 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:32.059831 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8439ccb2-7d89-4b4a-af2e-5e3e95185c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.060472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8439ccb2-7d89-4b4a-af2e-5e3e95185c05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a99bdecd-a26d-47af-8541-f7b17a153564 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:31:32.061260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cb4e2208-8a3e-4db9-9367-640572168336 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:32.065020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cb4e2208-8a3e-4db9-9367-640572168336 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:32.071702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cb4e2208-8a3e-4db9-9367-640572168336 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:32.073955 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8439ccb2-7d89-4b4a-af2e-5e3e95185c05 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.077593 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8439ccb2-7d89-4b4a-af2e-5e3e95185c05 admin admin] 10.222.0.84 "DELETE /v2.0/routers/a99bdecd-a26d-47af-8541-f7b17a153564 HTTP/1.1" status: 204 len: 168 time: 3.2836735 May 30 20:31:32.078237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38314) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:32.147949 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0c21a9-58ec-4fa8-888a-18145a3c10fa admin admin] Deleting subnet 27b00c3e-65ae-45d2-bdd3-a5cf0d581b20 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:31:32.161450 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2208-8a3e-4db9-9367-640572168336 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.203336 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8a0c21a9-58ec-4fa8-888a-18145a3c10fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.378326 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e2711a3-f9a2-411b-8bff-dad41a41803c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.392776 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2208-8a3e-4db9-9367-640572168336 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.406462 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8a0c21a9-58ec-4fa8-888a-18145a3c10fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.437670 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2208-8a3e-4db9-9367-640572168336 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.477353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e2208-8a3e-4db9-9367-640572168336 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67c22fa-c0d6-4801-ad2f-99b6948e160a,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:32.491354 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2208-8a3e-4db9-9367-640572168336 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.495191 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cb4e2208-8a3e-4db9-9367-640572168336 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4502842 May 30 20:31:32.495903 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38320) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:32.523481 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8a0c21a9-58ec-4fa8-888a-18145a3c10fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.546344 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-917e7db9-26c5-44e1-8bdf-7e9f85bfc04b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.559711 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-917e7db9-26c5-44e1-8bdf-7e9f85bfc04b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.597019 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-917e7db9-26c5-44e1-8bdf-7e9f85bfc04b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.600772 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8a0c21a9-58ec-4fa8-888a-18145a3c10fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.616895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e7db9-26c5-44e1-8bdf-7e9f85bfc04b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c67c22fa-c0d6-4801-ad2f-99b6948e160a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:32.620054 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-917e7db9-26c5-44e1-8bdf-7e9f85bfc04b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.621150 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-917e7db9-26c5-44e1-8bdf-7e9f85bfc04b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/c67c22fa-c0d6-4801-ad2f-99b6948e160a HTTP/1.1" status: 204 len: 168 time: 0.1246979 May 30 20:31:32.623741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38324) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:32.643606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c21a9-58ec-4fa8-888a-18145a3c10fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b00c3e-65ae-45d2-bdd3-a5cf0d581b20,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:32.650259 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8a0c21a9-58ec-4fa8-888a-18145a3c10fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.656779 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676fca5e-08cd-4884-9361-b05554a6636d None None] Network 5d5c4269-2878-481a-bda8-bfcd6abecc98 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:32.661296 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8a0c21a9-58ec-4fa8-888a-18145a3c10fa admin admin] 10.222.0.84 "DELETE /v2.0/subnets/27b00c3e-65ae-45d2-bdd3-a5cf0d581b20 HTTP/1.1" status: 204 len: 168 time: 0.5820141 May 30 20:31:32.661790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38328) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:32.874965 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.914654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ed09ce34-8653-4445-a59f-fe7bf8027550 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:32.951210 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.953101 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0026bc50-1517-4733-907e-6534af7e7f76 None None] DHCP port deletion for 5d5c4269-2878-481a-bda8-bfcd6abecc98 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:31:32.958229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0026bc50-1517-4733-907e-6534af7e7f76 None None] Deleting port 5e55fde6-4d8f-4036-b509-921ced42e9dc {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:32.958984 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0026bc50-1517-4733-907e-6534af7e7f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.990957 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ed09ce34-8653-4445-a59f-fe7bf8027550 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:32.992224 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ed09ce34-8653-4445-a59f-fe7bf8027550 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3676038 May 30 20:31:32.995062 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38332) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:33.012349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Deleting port 5e55fde6-4d8f-4036-b509-921ced42e9dc {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:33.012682 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:33.122443 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d97f0d3-f1e7-40b7-b4af-107f177363ea tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:33.136605 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5e55fde6-4d8f-4036-b509-921ced42e9dc no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:33.156788 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d97f0d3-f1e7-40b7-b4af-107f177363ea tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:33.170229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38338) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:33.366490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-0026bc50-1517-4733-907e-6534af7e7f76 None None] For port 5e55fde6-4d8f-4036-b509-921ced42e9dc, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5e55fde6-4d8f-4036-b509-921ced42e9dc,segment=NetworkSegment(128fe87f-b5c5-437c-86ff-061f9557e6d0),segment_id=128fe87f-b5c5-437c-86ff-061f9557e6d0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:33.367154 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0026bc50-1517-4733-907e-6534af7e7f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:33.376527 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d97f0d3-f1e7-40b7-b4af-107f177363ea tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:33.390325 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:33.412745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97f0d3-f1e7-40b7-b4af-107f177363ea tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c38489-a854-4903-90f2-3f8a59ed7dca,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:33.444988 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d97f0d3-f1e7-40b7-b4af-107f177363ea tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:33.449197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7d97f0d3-f1e7-40b7-b4af-107f177363ea tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-groups/07c38489-a854-4903-90f2-3f8a59ed7dca HTTP/1.1" status: 204 len: 168 time: 0.4491339 May 30 20:31:33.449694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38344) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:33.513511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] For port 5e55fde6-4d8f-4036-b509-921ced42e9dc, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5e55fde6-4d8f-4036-b509-921ced42e9dc,segment=NetworkSegment(128fe87f-b5c5-437c-86ff-061f9557e6d0),segment_id=128fe87f-b5c5-437c-86ff-061f9557e6d0)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:33.513858 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:33.566968 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0026bc50-1517-4733-907e-6534af7e7f76 None None] Calling delete_port for 5e55fde6-4d8f-4036-b509-921ced42e9dc owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:33.593577 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:33.690449 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 5e55fde6-4d8f-4036-b509-921ced42e9dc, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5e55fde6-4d8f-4036-b509-921ced42e9dc,segment=NetworkSegment(128fe87f-b5c5-437c-86ff-061f9557e6d0),segment_id=128fe87f-b5c5-437c-86ff-061f9557e6d0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:33.697343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 7fb3f420-a198-45aa-9662-7bec3e9e1688 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:33.729513 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:33.781340 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1310e36b-68d7-4cb4-9a16-459dd5623a31 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:33.821922 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=5e55fde6-4d8f-4036-b509-921ced42e9dc,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:33.827501 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 7fb3f420-a198-45aa-9662-7bec3e9e1688 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:33.827850 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 7fb3f420-a198-45aa-9662-7bec3e9e1688 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:33.839304 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1310e36b-68d7-4cb4-9a16-459dd5623a31 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:33.844484 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1310e36b-68d7-4cb4-9a16-459dd5623a31 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3925402 May 30 20:31:33.853520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38354) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:33.858926 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:33.859585 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:33.860233 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:33.860857 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:33.861958 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:33.862394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-fac395ef-1d9d-4e3e-9d8e-5755e0c14d89 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100320160'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:33.862697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:33.863217 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:33.863725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:33.864276 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:33.864805 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:33.865503 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:33.873519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fac395ef-1d9d-4e3e-9d8e-5755e0c14d89 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:33.890439 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Calling delete_port for 5e55fde6-4d8f-4036-b509-921ced42e9dc owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:33.901755 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-0026bc50-1517-4733-907e-6534af7e7f76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:31:33.902107 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-0026bc50-1517-4733-907e-6534af7e7f76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:31:33.942040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fac395ef-1d9d-4e3e-9d8e-5755e0c14d89 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:33.978351 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fac395ef-1d9d-4e3e-9d8e-5755e0c14d89 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.025954 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:31:34.026411 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:31:34.028113 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d765bc3e-eee1-47ce-81bc-468ba875d012 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.119335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6e2711a3-f9a2-411b-8bff-dad41a41803c admin admin] Deleting port be457aa2-6a34-4acf-9c6d-aec7ce342ea7 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:34.119681 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e2711a3-f9a2-411b-8bff-dad41a41803c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.162738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fac395ef-1d9d-4e3e-9d8e-5755e0c14d89 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:34.168664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fac395ef-1d9d-4e3e-9d8e-5755e0c14d89 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:34.172493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fac395ef-1d9d-4e3e-9d8e-5755e0c14d89 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:34.181633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fac395ef-1d9d-4e3e-9d8e-5755e0c14d89 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:34.270034 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fac395ef-1d9d-4e3e-9d8e-5755e0c14d89 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.277773 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fac395ef-1d9d-4e3e-9d8e-5755e0c14d89 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.304798 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-6e2711a3-f9a2-411b-8bff-dad41a41803c admin admin] For port be457aa2-6a34-4acf-9c6d-aec7ce342ea7, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=be457aa2-6a34-4acf-9c6d-aec7ce342ea7,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:34.305401 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e2711a3-f9a2-411b-8bff-dad41a41803c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.346401 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac395ef-1d9d-4e3e-9d8e-5755e0c14d89 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf009c9-2e92-4a33-8e3c-8da842756db7,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:34.362037 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fac395ef-1d9d-4e3e-9d8e-5755e0c14d89 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.363257 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fac395ef-1d9d-4e3e-9d8e-5755e0c14d89 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5079045 May 30 20:31:34.367200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38360) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:34.372346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-9912b3e2-9385-4193-b03d-e84e1466f0d0 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group_rule': {'security_group_id': 'fbf009c9-2e92-4a33-8e3c-8da842756db7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:34.402852 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0026bc50-1517-4733-907e-6534af7e7f76 None None] Deleting port 5e55fde6-4d8f-4036-b509-921ced42e9dc {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:34.403511 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0026bc50-1517-4733-907e-6534af7e7f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.409129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9912b3e2-9385-4193-b03d-e84e1466f0d0 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:34.418552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9912b3e2-9385-4193-b03d-e84e1466f0d0 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:34.427408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9912b3e2-9385-4193-b03d-e84e1466f0d0 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:34.441079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9912b3e2-9385-4193-b03d-e84e1466f0d0 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:34.444637 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6e2711a3-f9a2-411b-8bff-dad41a41803c admin admin] Calling delete_port for be457aa2-6a34-4acf-9c6d-aec7ce342ea7 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:34.531036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Deleting port 5e55fde6-4d8f-4036-b509-921ced42e9dc {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:34.531644 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.563849 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9912b3e2-9385-4193-b03d-e84e1466f0d0 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.667647 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-0026bc50-1517-4733-907e-6534af7e7f76 None None] For port 5e55fde6-4d8f-4036-b509-921ced42e9dc, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5e55fde6-4d8f-4036-b509-921ced42e9dc,segment=NetworkSegment(128fe87f-b5c5-437c-86ff-061f9557e6d0),segment_id=128fe87f-b5c5-437c-86ff-061f9557e6d0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:34.668710 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0026bc50-1517-4733-907e-6534af7e7f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.702976 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9912b3e2-9385-4193-b03d-e84e1466f0d0 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.749626 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9912b3e2-9385-4193-b03d-e84e1466f0d0 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.795632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912b3e2-9385-4193-b03d-e84e1466f0d0 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfc7ba4-e594-47a6-88f0-24a21009cbe2,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:34.809737 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9912b3e2-9385-4193-b03d-e84e1466f0d0 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.811051 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9912b3e2-9385-4193-b03d-e84e1466f0d0 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4431057 May 30 20:31:34.814253 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38364) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:34.821388 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-426bca35-4241-43e3-8ee1-08c4264a1441 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group_rule': {'security_group_id': 'fbf009c9-2e92-4a33-8e3c-8da842756db7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:34.821636 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0026bc50-1517-4733-907e-6534af7e7f76 None None] Calling delete_port for 5e55fde6-4d8f-4036-b509-921ced42e9dc owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:34.829255 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-426bca35-4241-43e3-8ee1-08c4264a1441 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:34.836800 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-426bca35-4241-43e3-8ee1-08c4264a1441 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:34.840642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-426bca35-4241-43e3-8ee1-08c4264a1441 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:34.848763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-426bca35-4241-43e3-8ee1-08c4264a1441 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:34.873534 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-426bca35-4241-43e3-8ee1-08c4264a1441 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.920083 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0026bc50-1517-4733-907e-6534af7e7f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.937292 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] For port 5e55fde6-4d8f-4036-b509-921ced42e9dc, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5e55fde6-4d8f-4036-b509-921ced42e9dc,segment=NetworkSegment(128fe87f-b5c5-437c-86ff-061f9557e6d0),segment_id=128fe87f-b5c5-437c-86ff-061f9557e6d0)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:34.938047 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.973324 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026bc50-1517-4733-907e-6534af7e7f76 None None] Pushing event deleted for resources: {'Port': ['ID=5e55fde6-4d8f-4036-b509-921ced42e9dc,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:34.980671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0026bc50-1517-4733-907e-6534af7e7f76 None None] No DVR routers for this DVR port 5e55fde6-4d8f-4036-b509-921ced42e9dc on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:35.075425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Calling delete_port for 5e55fde6-4d8f-4036-b509-921ced42e9dc owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:35.106979 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-426bca35-4241-43e3-8ee1-08c4264a1441 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.111723 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-426bca35-4241-43e3-8ee1-08c4264a1441 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.175894 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bca35-4241-43e3-8ee1-08c4264a1441 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367c7f4b-a9d5-4b35-9dba-ebceea0e2fe5,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:35.199530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e2711a3-f9a2-411b-8bff-dad41a41803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.206580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d765bc3e-eee1-47ce-81bc-468ba875d012 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting port ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:35.206857 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d765bc3e-eee1-47ce-81bc-468ba875d012 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.241028 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-426bca35-4241-43e3-8ee1-08c4264a1441 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.241952 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-426bca35-4241-43e3-8ee1-08c4264a1441 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4267671 May 30 20:31:35.245565 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:31:35.245886 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:31:35.248858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38370) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:35.253850 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2711a3-f9a2-411b-8bff-dad41a41803c admin admin] Pushing event deleted for resources: {'Port': ['ID=be457aa2-6a34-4acf-9c6d-aec7ce342ea7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:35.258201 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-c8ae4c28-f46d-440a-87d6-a90e8c800249 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group_rule': {'security_group_id': 'fbf009c9-2e92-4a33-8e3c-8da842756db7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:35.274754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c8ae4c28-f46d-440a-87d6-a90e8c800249 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:35.282329 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c8ae4c28-f46d-440a-87d6-a90e8c800249 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:35.288066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c8ae4c28-f46d-440a-87d6-a90e8c800249 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:35.315563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c8ae4c28-f46d-440a-87d6-a90e8c800249 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:35.411865 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c8ae4c28-f46d-440a-87d6-a90e8c800249 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.492756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d765bc3e-eee1-47ce-81bc-468ba875d012 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] For port ec01e25e-faa8-4c40-a63d-23e5a1f6fce5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ec01e25e-faa8-4c40-a63d-23e5a1f6fce5,segment=NetworkSegment(c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0),segment_id=c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:35.493121 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d765bc3e-eee1-47ce-81bc-468ba875d012 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.607370 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6e2711a3-f9a2-411b-8bff-dad41a41803c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.630757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d765bc3e-eee1-47ce-81bc-468ba875d012 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Calling delete_port for ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:35.667071 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Deleting port 5e55fde6-4d8f-4036-b509-921ced42e9dc {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:35.667396 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.682722 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c8ae4c28-f46d-440a-87d6-a90e8c800249 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.691489 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c8ae4c28-f46d-440a-87d6-a90e8c800249 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.736367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae4c28-f46d-440a-87d6-a90e8c800249 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16be7435-fa19-4e43-ae3c-c073da6cbf41,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:35.754144 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c8ae4c28-f46d-440a-87d6-a90e8c800249 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.757865 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c8ae4c28-f46d-440a-87d6-a90e8c800249 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5056846 May 30 20:31:35.763368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38374) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:35.773203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-caf5715e-a047-4613-a7bc-288b5c6e966b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group_rule': {'security_group_id': 'fbf009c9-2e92-4a33-8e3c-8da842756db7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:35.779923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-caf5715e-a047-4613-a7bc-288b5c6e966b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:35.786658 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-caf5715e-a047-4613-a7bc-288b5c6e966b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:35.790205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-caf5715e-a047-4613-a7bc-288b5c6e966b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:35.797355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-caf5715e-a047-4613-a7bc-288b5c6e966b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:35.797781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] The port '5e55fde6-4d8f-4036-b509-921ced42e9dc' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:31:35.823369 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-caf5715e-a047-4613-a7bc-288b5c6e966b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.935809 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.946746 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-caf5715e-a047-4613-a7bc-288b5c6e966b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.949821 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d765bc3e-eee1-47ce-81bc-468ba875d012 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.969655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5c4269-2878-481a-bda8-bfcd6abecc98']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:35.983445 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128fe87f-b5c5-437c-86ff-061f9557e6d0') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:35.983761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128fe87f-b5c5-437c-86ff-061f9557e6d0') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:35.983875 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-caf5715e-a047-4613-a7bc-288b5c6e966b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.997786 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:36.019440 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:36.020531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765bc3e-eee1-47ce-81bc-468ba875d012 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Port': ['ID=ec01e25e-faa8-4c40-a63d-23e5a1f6fce5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:36.027551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5715e-a047-4613-a7bc-288b5c6e966b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603af7f9-24a1-44cd-9097-d9b526a60fc5,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:36.034087 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:31:36.034467 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: timer() May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:31:36.047251 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:31:36.124321 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-caf5715e-a047-4613-a7bc-288b5c6e966b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:36.125577 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-caf5715e-a047-4613-a7bc-288b5c6e966b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3623395 May 30 20:31:36.128933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38380) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:36.139476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-97f91654-076e-4b87-ab3c-372b7f29499d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group_rule': {'security_group_id': 'fbf009c9-2e92-4a33-8e3c-8da842756db7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:36.148784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-97f91654-076e-4b87-ab3c-372b7f29499d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:36.150896 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:36.253383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-97f91654-076e-4b87-ab3c-372b7f29499d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:36.261439 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:36.274027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-97f91654-076e-4b87-ab3c-372b7f29499d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:36.472685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] Pushing event deleted for resources: {'Network': ['ID=5d5c4269-2878-481a-bda8-bfcd6abecc98,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:36.474629 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-97f91654-076e-4b87-ab3c-372b7f29499d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:36.489998 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d765bc3e-eee1-47ce-81bc-468ba875d012 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:36.506909 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-891d6b19-de73-4987-83c7-645ebd5fe5cb admin admin] 10.222.0.84 "DELETE /v2.0/networks/5d5c4269-2878-481a-bda8-bfcd6abecc98 HTTP/1.1" status: 204 len: 168 time: 3.8418982 May 30 20:31:36.516132 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38396) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:36.587280 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97f91654-076e-4b87-ab3c-372b7f29499d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:36.795299 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38402) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:36.878483 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97f91654-076e-4b87-ab3c-372b7f29499d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:36.888747 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97f91654-076e-4b87-ab3c-372b7f29499d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:36.923531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f91654-076e-4b87-ab3c-372b7f29499d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d878d48-7829-44c0-abd4-0ab88a173e50,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:36.957285 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97f91654-076e-4b87-ab3c-372b7f29499d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:36.961139 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-97f91654-076e-4b87-ab3c-372b7f29499d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8272178 May 30 20:31:36.962110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38408) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:37.015903 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36c43df2-bbe6-449f-92eb-36562c3cdc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.045058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e06b552f-971b-434c-a006-c8b3b16f5922 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.064309 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e06b552f-971b-434c-a006-c8b3b16f5922 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.099781 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.103269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-36c43df2-bbe6-449f-92eb-36562c3cdc45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:37.113603 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-36c43df2-bbe6-449f-92eb-36562c3cdc45 admin admin] Usage tracker for resource:security_group_rule and tenant:3b5a65277c034cfd82e67ec30a5822b4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:37.118060 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-36c43df2-bbe6-449f-92eb-36562c3cdc45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:37.182215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-36c43df2-bbe6-449f-92eb-36562c3cdc45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:37.199682 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e06b552f-971b-434c-a006-c8b3b16f5922 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.261670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d765bc3e-eee1-47ce-81bc-468ba875d012 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router 851003f1-e63b-4014-9b27-2897fa49e36c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:31:37.286134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b552f-971b-434c-a006-c8b3b16f5922 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d878d48-7829-44c0-abd4-0ab88a173e50,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:37.313814 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e06b552f-971b-434c-a006-c8b3b16f5922 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.317349 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e06b552f-971b-434c-a006-c8b3b16f5922 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/7d878d48-7829-44c0-abd4-0ab88a173e50 HTTP/1.1" status: 204 len: 168 time: 0.3507202 May 30 20:31:37.324665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38412) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:37.382667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2711a3-f9a2-411b-8bff-dad41a41803c admin admin] Router 783c7f04-0ef6-47de-801d-319b4debdd26 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:31:37.431604 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36c43df2-bbe6-449f-92eb-36562c3cdc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.449159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2d53cb3a-328e-4038-80ef-21936267c597 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:37.451506 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-36c43df2-bbe6-449f-92eb-36562c3cdc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.480240 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d765bc3e-eee1-47ce-81bc-468ba875d012 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:31:37.485360 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d765bc3e-eee1-47ce-81bc-468ba875d012 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "PUT /v2.0/routers/851003f1-e63b-4014-9b27-2897fa49e36c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3128319 May 30 20:31:37.488599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38416) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:37.494182 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ebc615-8e86-4eb8-99ec-56266aebb0f7 None None] Sync routers for ids ['851003f1-e63b-4014-9b27-2897fa49e36c'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:31:37.506876 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ebc615-8e86-4eb8-99ec-56266aebb0f7 None None] Routers {'851003f1-e63b-4014-9b27-2897fa49e36c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:37.507473 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-83ebc615-8e86-4eb8-99ec-56266aebb0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['851003f1-e63b-4014-9b27-2897fa49e36c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:37.624366 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2d53cb3a-328e-4038-80ef-21936267c597 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:37.625634 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2d53cb3a-328e-4038-80ef-21936267c597 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3000972 May 30 20:31:37.626317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c43df2-bbe6-449f-92eb-36562c3cdc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3a21ca-7ede-48c2-9235-7c8e6982c08b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:37.628743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38420) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:37.636846 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-36c43df2-bbe6-449f-92eb-36562c3cdc45 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3b5a65277c034cfd82e67ec30a5822b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8379414 May 30 20:31:37.640730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38424) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:37.694137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-d599f126-d8b5-43a2-bc3e-2d1ba0612cf8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting subnet 98baa7d8-55bd-448e-bc9e-980099fd982e {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:31:37.696689 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d599f126-d8b5-43a2-bc3e-2d1ba0612cf8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.734244 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-83ebc615-8e86-4eb8-99ec-56266aebb0f7 None None] Set router 851003f1-e63b-4014-9b27-2897fa49e36c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:37.740114 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-09a06c7f-f7b9-4ad7-96d5-45318e113000 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.756324 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d599f126-d8b5-43a2-bc3e-2d1ba0612cf8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.761696 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-09a06c7f-f7b9-4ad7-96d5-45318e113000 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.808813 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c60dbc11-e85e-4d13-a44b-925853048a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.847324 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d599f126-d8b5-43a2-bc3e-2d1ba0612cf8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.868812 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9178de98-367d-4f8d-926e-5ff6da32cd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.923484 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d599f126-d8b5-43a2-bc3e-2d1ba0612cf8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.935306 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-09a06c7f-f7b9-4ad7-96d5-45318e113000 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.968394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599f126-d8b5-43a2-bc3e-2d1ba0612cf8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Subnet': ['ID=98baa7d8-55bd-448e-bc9e-980099fd982e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:37.973107 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d599f126-d8b5-43a2-bc3e-2d1ba0612cf8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.979458 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d599f126-d8b5-43a2-bc3e-2d1ba0612cf8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/subnets/98baa7d8-55bd-448e-bc9e-980099fd982e HTTP/1.1" status: 204 len: 168 time: 0.4898608 May 30 20:31:37.979643 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a06c7f-f7b9-4ad7-96d5-45318e113000 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=603af7f9-24a1-44cd-9097-d9b526a60fc5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:37.980614 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8753db-945e-4874-988d-a24ec5907020 None None] Network 84d2d1ba-f96e-499e-a333-a21114f4c8e8 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:37.982005 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38428) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:37.992511 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9178de98-367d-4f8d-926e-5ff6da32cd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.023874 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-09a06c7f-f7b9-4ad7-96d5-45318e113000 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.027591 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-09a06c7f-f7b9-4ad7-96d5-45318e113000 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/603af7f9-24a1-44cd-9097-d9b526a60fc5 HTTP/1.1" status: 204 len: 168 time: 0.3896875 May 30 20:31:38.032827 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38432) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:38.045301 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-83ebc615-8e86-4eb8-99ec-56266aebb0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570557600', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:10Z', 'updated_at': '2022-05-30T20:31:35Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:11Z', 'updated_at': '2022-05-30T20:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:38.049494 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ebc615-8e86-4eb8-99ec-56266aebb0f7 None None] Checking router: 851003f1-e63b-4014-9b27-2897fa49e36c for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:31:38.061375 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ebc615-8e86-4eb8-99ec-56266aebb0f7 None None] Routers {'851003f1-e63b-4014-9b27-2897fa49e36c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:38.062024 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-83ebc615-8e86-4eb8-99ec-56266aebb0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['851003f1-e63b-4014-9b27-2897fa49e36c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:38.139245 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5829f1b0-4fd0-46cb-823a-33ab57650b03 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:38.162186 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9178de98-367d-4f8d-926e-5ff6da32cd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.182055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2711a3-f9a2-411b-8bff-dad41a41803c admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:31:38.191197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178de98-367d-4f8d-926e-5ff6da32cd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3a21ca-7ede-48c2-9235-7c8e6982c08b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:38.198061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5829f1b0-4fd0-46cb-823a-33ab57650b03 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:38.202574 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5829f1b0-4fd0-46cb-823a-33ab57650b03 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1675398 May 30 20:31:38.202717 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38436) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:38.208092 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9178de98-367d-4f8d-926e-5ff6da32cd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.209173 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9178de98-367d-4f8d-926e-5ff6da32cd81 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4b3a21ca-7ede-48c2-9235-7c8e6982c08b HTTP/1.1" status: 204 len: 168 time: 0.5658915 May 30 20:31:38.210601 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6e2711a3-f9a2-411b-8bff-dad41a41803c admin admin] 10.222.0.84 "PUT /v2.0/routers/783c7f04-0ef6-47de-801d-319b4debdd26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8548126 May 30 20:31:38.214000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38442) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:38.214648 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f3c0cc-c9eb-442c-b2bc-c69fc06a2e8e None None] Sync routers for ids ['783c7f04-0ef6-47de-801d-319b4debdd26'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:31:38.278563 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f3c0cc-c9eb-442c-b2bc-c69fc06a2e8e None None] Routers {'783c7f04-0ef6-47de-801d-319b4debdd26'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:38.279748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-52f3c0cc-c9eb-442c-b2bc-c69fc06a2e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['783c7f04-0ef6-47de-801d-319b4debdd26'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:38.324768 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9a0950ad-add6-4f9a-9166-70b9c8fdd63d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.360458 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9a0950ad-add6-4f9a-9166-70b9c8fdd63d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.377419 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-83ebc615-8e86-4eb8-99ec-56266aebb0f7 None None] Set router 851003f1-e63b-4014-9b27-2897fa49e36c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:38.491698 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9a0950ad-add6-4f9a-9166-70b9c8fdd63d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.528995 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-85f6dfbd-d93a-4677-bf0a-90e16419552b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.538814 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-52f3c0cc-c9eb-442c-b2bc-c69fc06a2e8e None None] Set router 783c7f04-0ef6-47de-801d-319b4debdd26 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:38.601625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0950ad-add6-4f9a-9166-70b9c8fdd63d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16be7435-fa19-4e43-ae3c-c073da6cbf41,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:38.652133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756a257e-7949-432d-8fca-3cf1151629d0 None None] DHCP port deletion for 84d2d1ba-f96e-499e-a333-a21114f4c8e8 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:31:38.680745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-756a257e-7949-432d-8fca-3cf1151629d0 None None] Deleting port 8817db5b-1532-4f2d-8778-2fabf5c1ab88 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:38.681118 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-756a257e-7949-432d-8fca-3cf1151629d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.744167 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9a0950ad-add6-4f9a-9166-70b9c8fdd63d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.746132 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9a0950ad-add6-4f9a-9166-70b9c8fdd63d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/16be7435-fa19-4e43-ae3c-c073da6cbf41 HTTP/1.1" status: 204 len: 168 time: 0.5427113 May 30 20:31:38.751621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38448) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:38.773133 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-83ebc615-8e86-4eb8-99ec-56266aebb0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570557600', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:10Z', 'updated_at': '2022-05-30T20:31:35Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:11Z', 'updated_at': '2022-05-30T20:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:38.778517 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ebc615-8e86-4eb8-99ec-56266aebb0f7 None None] The sync data for ids ['851003f1-e63b-4014-9b27-2897fa49e36c'] in n-d-843949-2 is: [{'id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570557600', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:10Z', 'updated_at': '2022-05-30T20:31:35Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'f5f7e83d-3a9f-4400-86c9-3825d3294629', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851003f1-e63b-4014-9b27-2897fa49e36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:11Z', 'updated_at': '2022-05-30T20:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:31:38.887791 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-85f6dfbd-d93a-4677-bf0a-90e16419552b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.895934 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-770c7874-8384-4cbf-a2c1-6653046c7486 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1411283 May 30 20:31:38.895934 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38454) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:38.902593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-85f6dfbd-d93a-4677-bf0a-90e16419552b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting port f5f7e83d-3a9f-4400-86c9-3825d3294629 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:38.903430 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-85f6dfbd-d93a-4677-bf0a-90e16419552b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.989150 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1f45599-9539-48c2-a01e-434c6468aae8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.037646 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b4651f0-dd6a-4508-91e8-ef6da21bcd27 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.108755 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b4651f0-dd6a-4508-91e8-ef6da21bcd27 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.218114 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b4651f0-dd6a-4508-91e8-ef6da21bcd27 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.231392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-756a257e-7949-432d-8fca-3cf1151629d0 None None] For port 8817db5b-1532-4f2d-8778-2fabf5c1ab88, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8817db5b-1532-4f2d-8778-2fabf5c1ab88,segment=NetworkSegment(c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0),segment_id=c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:39.232740 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-756a257e-7949-432d-8fca-3cf1151629d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.248340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8817db5b-1532-4f2d-8778-2fabf5c1ab88 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:39.270357 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4651f0-dd6a-4508-91e8-ef6da21bcd27 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=367c7f4b-a9d5-4b35-9dba-ebceea0e2fe5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:39.306583 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-85f6dfbd-d93a-4677-bf0a-90e16419552b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] For port f5f7e83d-3a9f-4400-86c9-3825d3294629, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f5f7e83d-3a9f-4400-86c9-3825d3294629,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:39.306984 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-85f6dfbd-d93a-4677-bf0a-90e16419552b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.342538 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4b4651f0-dd6a-4508-91e8-ef6da21bcd27 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.346022 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4b4651f0-dd6a-4508-91e8-ef6da21bcd27 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/367c7f4b-a9d5-4b35-9dba-ebceea0e2fe5 HTTP/1.1" status: 204 len: 168 time: 0.4413939 May 30 20:31:39.352372 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38464) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:39.467471 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-85f6dfbd-d93a-4677-bf0a-90e16419552b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Calling delete_port for f5f7e83d-3a9f-4400-86c9-3825d3294629 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:39.503776 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-756a257e-7949-432d-8fca-3cf1151629d0 None None] Calling delete_port for 8817db5b-1532-4f2d-8778-2fabf5c1ab88 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:39.509610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3e9a968e-2eaf-4de2-8241-05d7c7fe7168 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:39.561212 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1f45599-9539-48c2-a01e-434c6468aae8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.567542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3e9a968e-2eaf-4de2-8241-05d7c7fe7168 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:39.568918 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3e9a968e-2eaf-4de2-8241-05d7c7fe7168 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2135184 May 30 20:31:39.579321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38472) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:39.618864 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8de97492-26eb-486b-a106-aee95db88e2a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.634864 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8de97492-26eb-486b-a106-aee95db88e2a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.636729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f1f45599-9539-48c2-a01e-434c6468aae8 admin admin] Deleting port 3f228c4f-64e8-4332-a205-3bb242407d76 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:39.637238 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1f45599-9539-48c2-a01e-434c6468aae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.686047 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.714384 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-756a257e-7949-432d-8fca-3cf1151629d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.715553 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8de97492-26eb-486b-a106-aee95db88e2a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.716901 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c60dbc11-e85e-4d13-a44b-925853048a6f admin admin] Deleting port 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:39.717331 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c60dbc11-e85e-4d13-a44b-925853048a6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.740763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de97492-26eb-486b-a106-aee95db88e2a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bfc7ba4-e594-47a6-88f0-24a21009cbe2,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:39.770353 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8de97492-26eb-486b-a106-aee95db88e2a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.774363 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8de97492-26eb-486b-a106-aee95db88e2a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/0bfc7ba4-e594-47a6-88f0-24a21009cbe2 HTTP/1.1" status: 204 len: 168 time: 0.1899452 May 30 20:31:39.774363 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-85f6dfbd-d93a-4677-bf0a-90e16419552b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.775355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38478) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:39.783108 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a257e-7949-432d-8fca-3cf1151629d0 None None] Pushing event deleted for resources: {'Port': ['ID=8817db5b-1532-4f2d-8778-2fabf5c1ab88,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:39.787854 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a257e-7949-432d-8fca-3cf1151629d0 None None] No DVR routers for this DVR port 8817db5b-1532-4f2d-8778-2fabf5c1ab88 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:39.830995 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6dfbd-d93a-4677-bf0a-90e16419552b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Port': ['ID=f5f7e83d-3a9f-4400-86c9-3825d3294629,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:39.841677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-52f3c0cc-c9eb-442c-b2bc-c69fc06a2e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:31:34Z', 'revision_number': 5, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port': {'id': '3f228c4f-64e8-4332-a205-3bb242407d76', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:24:27Z', 'updated_at': '2022-05-30T20:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:39.850177 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:39.881186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f3c0cc-c9eb-442c-b2bc-c69fc06a2e8e None None] Checking router: 783c7f04-0ef6-47de-801d-319b4debdd26 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:31:39.892721 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:39.893062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ec01e25e-faa8-4c40-a63d-23e5a1f6fce5 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:39.900521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f3c0cc-c9eb-442c-b2bc-c69fc06a2e8e None None] Routers {'783c7f04-0ef6-47de-801d-319b4debdd26'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:39.901138 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-52f3c0cc-c9eb-442c-b2bc-c69fc06a2e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['783c7f04-0ef6-47de-801d-319b4debdd26'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:40.075186 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cc83870f-2e02-453d-9192-336112964321 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2970853 May 30 20:31:40.080864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38490) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:40.135352 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-f1f45599-9539-48c2-a01e-434c6468aae8 admin admin] For port 3f228c4f-64e8-4332-a205-3bb242407d76, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3f228c4f-64e8-4332-a205-3bb242407d76,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:40.136029 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1f45599-9539-48c2-a01e-434c6468aae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:40.139784 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-52f3c0cc-c9eb-442c-b2bc-c69fc06a2e8e None None] Set router 783c7f04-0ef6-47de-801d-319b4debdd26 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:40.153735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-c60dbc11-e85e-4d13-a44b-925853048a6f admin admin] For port 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed,segment=NetworkSegment(ebd34d77-af70-4026-adf2-2f1a27107b36),segment_id=ebd34d77-af70-4026-adf2-2f1a27107b36)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:40.154085 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c60dbc11-e85e-4d13-a44b-925853048a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:40.169730 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-85f6dfbd-d93a-4677-bf0a-90e16419552b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:40.289522 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-52f3c0cc-c9eb-442c-b2bc-c69fc06a2e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:31:39Z', 'revision_number': 6, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:40.294469 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f3c0cc-c9eb-442c-b2bc-c69fc06a2e8e None None] The sync data for ids ['783c7f04-0ef6-47de-801d-319b4debdd26'] in n-d-843949-2 is: [{'id': '783c7f04-0ef6-47de-801d-319b4debdd26', 'name': 'tempest-AttachVolumeShelveTestJSON-1855588474-router', 'tenant_id': 'e1f154aa639e466b871f55ef50521468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:24:24Z', 'updated_at': '2022-05-30T20:31:39Z', 'revision_number': 6, 'project_id': 'e1f154aa639e466b871f55ef50521468', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:31:40.499329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f1f45599-9539-48c2-a01e-434c6468aae8 admin admin] Calling delete_port for 3f228c4f-64e8-4332-a205-3bb242407d76 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:40.529758 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-85f6dfbd-d93a-4677-bf0a-90e16419552b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:40.534607 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-85f6dfbd-d93a-4677-bf0a-90e16419552b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:40.564936 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-85f6dfbd-d93a-4677-bf0a-90e16419552b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:40.565684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f6dfbd-d93a-4677-bf0a-90e16419552b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Fanout notify agent at l3_agent the message router_deleted on router 851003f1-e63b-4014-9b27-2897fa49e36c {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:31:40.577999 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-85f6dfbd-d93a-4677-bf0a-90e16419552b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:40.579173 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-85f6dfbd-d93a-4677-bf0a-90e16419552b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/routers/851003f1-e63b-4014-9b27-2897fa49e36c HTTP/1.1" status: 204 len: 168 time: 2.5962629 May 30 20:31:40.582435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38508) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:40.607353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c60dbc11-e85e-4d13-a44b-925853048a6f admin admin] Calling delete_port for 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:40.735542 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24f919b3-f106-4192-aa53-69792abee358 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:40.756907 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-09e078d4-fe59-403f-ad82-98e139c89c2d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:40.865594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-09e078d4-fe59-403f-ad82-98e139c89c2d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:40.942360 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24f919b3-f106-4192-aa53-69792abee358 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:40.973113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-24f919b3-f106-4192-aa53-69792abee358 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d2d1ba-f96e-499e-a333-a21114f4c8e8']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:40.986651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-24f919b3-f106-4192-aa53-69792abee358 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:40.986955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-24f919b3-f106-4192-aa53-69792abee358 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0fbcf31-fbc2-4e34-bcfe-d1a2692e3de0') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:40.998797 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-09e078d4-fe59-403f-ad82-98e139c89c2d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:40.999928 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24f919b3-f106-4192-aa53-69792abee358 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:41.023457 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24f919b3-f106-4192-aa53-69792abee358 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:41.032258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f919b3-f106-4192-aa53-69792abee358 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:31:41.033090 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24f919b3-f106-4192-aa53-69792abee358 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:41.039333 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e078d4-fe59-403f-ad82-98e139c89c2d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf009c9-2e92-4a33-8e3c-8da842756db7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: timer() May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:31:41.062921 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:31:41.073004 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c60dbc11-e85e-4d13-a44b-925853048a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:41.119312 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1f45599-9539-48c2-a01e-434c6468aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:41.142378 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-09e078d4-fe59-403f-ad82-98e139c89c2d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:41.143510 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-09e078d4-fe59-403f-ad82-98e139c89c2d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-groups/fbf009c9-2e92-4a33-8e3c-8da842756db7 HTTP/1.1" status: 204 len: 168 time: 1.0539105 May 30 20:31:41.144432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60dbc11-e85e-4d13-a44b-925853048a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:41.147330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38530) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:41.295588 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f45599-9539-48c2-a01e-434c6468aae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f228c4f-64e8-4332-a205-3bb242407d76,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:41.324395 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24f919b3-f106-4192-aa53-69792abee358 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:41.329514 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24f919b3-f106-4192-aa53-69792abee358 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:41.364411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f919b3-f106-4192-aa53-69792abee358 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Network': ['ID=84d2d1ba-f96e-499e-a333-a21114f4c8e8,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:41.376595 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-24f919b3-f106-4192-aa53-69792abee358 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/networks/84d2d1ba-f96e-499e-a333-a21114f4c8e8 HTTP/1.1" status: 204 len: 168 time: 0.7929344 May 30 20:31:41.377546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38536) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:41.477136 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea7a9fba-02b6-4bd4-be78-13522c8a43b4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:41.486228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-558ae44d-acab-4e58-867f-73c52c427cb5 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:41.525161 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea7a9fba-02b6-4bd4-be78-13522c8a43b4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:41.535760 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device be457aa2-6a34-4acf-9c6d-aec7ce342ea7 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:41.578998 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: be457aa2-6a34-4acf-9c6d-aec7ce342ea7 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:41.580414 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device be457aa2-6a34-4acf-9c6d-aec7ce342ea7 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:41.581023 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f5f7e83d-3a9f-4400-86c9-3825d3294629 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:41.618960 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: f5f7e83d-3a9f-4400-86c9-3825d3294629 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:41.619501 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f5f7e83d-3a9f-4400-86c9-3825d3294629 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:41.629036 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea7a9fba-02b6-4bd4-be78-13522c8a43b4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:41.659314 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a9fba-02b6-4bd4-be78-13522c8a43b4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c9fca3-af38-4af3-aab6-dd7c377d1881,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:41.667024 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea7a9fba-02b6-4bd4-be78-13522c8a43b4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:41.670006 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ea7a9fba-02b6-4bd4-be78-13522c8a43b4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/security-groups/82c9fca3-af38-4af3-aab6-dd7c377d1881 HTTP/1.1" status: 204 len: 168 time: 0.2912474 May 30 20:31:41.681167 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1f45599-9539-48c2-a01e-434c6468aae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:41.841420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38544) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:41.850069 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-b79c981b-7c52-48ef-b7b8-3f15e1f4d235 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1559111106', 'description': 'tempest-secgroup-smoke-1559111106 description', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:41.851389 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-558ae44d-acab-4e58-867f-73c52c427cb5 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:41.852839 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-558ae44d-acab-4e58-867f-73c52c427cb5 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7045975 May 30 20:31:41.858724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38550) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:41.861079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b79c981b-7c52-48ef-b7b8-3f15e1f4d235 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:41.868809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-75a7e12e-6674-42a7-8939-60eb87644036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group': {'name': 'tempest-secgroup--766276039'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:41.875778 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-75a7e12e-6674-42a7-8939-60eb87644036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:41.887101 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-75a7e12e-6674-42a7-8939-60eb87644036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:41.896840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b79c981b-7c52-48ef-b7b8-3f15e1f4d235 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:41.900008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b79c981b-7c52-48ef-b7b8-3f15e1f4d235 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:41.903399 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75a7e12e-6674-42a7-8939-60eb87644036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:41.924019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b79c981b-7c52-48ef-b7b8-3f15e1f4d235 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:41.952030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-75a7e12e-6674-42a7-8939-60eb87644036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:41.958048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-75a7e12e-6674-42a7-8939-60eb87644036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:41.961174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-75a7e12e-6674-42a7-8939-60eb87644036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:41.967339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-75a7e12e-6674-42a7-8939-60eb87644036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:41.989824 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b79c981b-7c52-48ef-b7b8-3f15e1f4d235 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.064915 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b79c981b-7c52-48ef-b7b8-3f15e1f4d235 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:42.077317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b79c981b-7c52-48ef-b7b8-3f15e1f4d235 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:42.082310 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75a7e12e-6674-42a7-8939-60eb87644036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.083520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b79c981b-7c52-48ef-b7b8-3f15e1f4d235 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:42.087600 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75a7e12e-6674-42a7-8939-60eb87644036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.102909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b79c981b-7c52-48ef-b7b8-3f15e1f4d235 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:42.168011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7e12e-6674-42a7-8939-60eb87644036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a6bb26-91a5-44cd-97d4-f6128f8fbf85,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:42.194043 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75a7e12e-6674-42a7-8939-60eb87644036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.197594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1f45599-9539-48c2-a01e-434c6468aae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.198940 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-75a7e12e-6674-42a7-8939-60eb87644036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3409164 May 30 20:31:42.199590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38554) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:42.208147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-523b5421-694a-44a5-9d8f-37c609e95036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group_rule': {'security_group_id': '29a6bb26-91a5-44cd-97d4-f6128f8fbf85', 'direction': 'ingress', 'protocol': 17}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:42.216479 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-523b5421-694a-44a5-9d8f-37c609e95036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:42.219761 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1f45599-9539-48c2-a01e-434c6468aae8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.228054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-523b5421-694a-44a5-9d8f-37c609e95036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:42.232987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-523b5421-694a-44a5-9d8f-37c609e95036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:42.238947 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b79c981b-7c52-48ef-b7b8-3f15e1f4d235 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.243330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-523b5421-694a-44a5-9d8f-37c609e95036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:42.245632 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b79c981b-7c52-48ef-b7b8-3f15e1f4d235 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.284034 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-523b5421-694a-44a5-9d8f-37c609e95036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.291135 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1f45599-9539-48c2-a01e-434c6468aae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.291664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f45599-9539-48c2-a01e-434c6468aae8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 783c7f04-0ef6-47de-801d-319b4debdd26 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:31:42.309603 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b79c981b-7c52-48ef-b7b8-3f15e1f4d235 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.316233 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b79c981b-7c52-48ef-b7b8-3f15e1f4d235 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4729362 May 30 20:31:42.317458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38558) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:42.329922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': 'd04c96f9-e460-49de-ad19-8c2f1fbeb657', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:42.335454 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f1f45599-9539-48c2-a01e-434c6468aae8 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.336587 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f1f45599-9539-48c2-a01e-434c6468aae8 admin admin] 10.222.0.84 "DELETE /v2.0/routers/783c7f04-0ef6-47de-801d-319b4debdd26 HTTP/1.1" status: 204 len: 168 time: 4.1216893 May 30 20:31:42.341782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c981b-7c52-48ef-b7b8-3f15e1f4d235 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d04c96f9-e460-49de-ad19-8c2f1fbeb657,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:42.341952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38562) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:42.356048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:42.365575 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:42.369336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:42.376451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:42.401438 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.439760 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-523b5421-694a-44a5-9d8f-37c609e95036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.444754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad8b24a-9a04-4f78-a009-fba2b546fc43 admin admin] Deleting subnet 9f9412f8-b9b7-4d21-91c7-4120cd918668 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:31:42.449684 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-523b5421-694a-44a5-9d8f-37c609e95036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.451403 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cad8b24a-9a04-4f78-a009-fba2b546fc43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.495016 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.500049 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.524459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9be585-507d-4e86-8b10-8072942d0283,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:42.537600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:42.537942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:42.538265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:42.538586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:42.538942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:42.539278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:42.539604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:42.539924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:42.540297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:42.540708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:42.541410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:42.541558 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b5421-694a-44a5-9d8f-37c609e95036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a351b31d-9493-4aa6-b8bb-4e5a083b5412,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:42.543890 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.544816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4f248137-3a6e-458d-bbdf-20217913dc0b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2230024 May 30 20:31:42.547899 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c60dbc11-e85e-4d13-a44b-925853048a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.549636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38566) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:42.555149 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-15010e9f-1af7-45fb-89c2-fdd98321ae12 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': 'd04c96f9-e460-49de-ad19-8c2f1fbeb657', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:42.564034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-15010e9f-1af7-45fb-89c2-fdd98321ae12 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:42.565693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-15010e9f-1af7-45fb-89c2-fdd98321ae12 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:42.569031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-15010e9f-1af7-45fb-89c2-fdd98321ae12 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:42.574745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-15010e9f-1af7-45fb-89c2-fdd98321ae12 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:42.592154 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-15010e9f-1af7-45fb-89c2-fdd98321ae12 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.623130 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-523b5421-694a-44a5-9d8f-37c609e95036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.624309 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-523b5421-694a-44a5-9d8f-37c609e95036 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4228380 May 30 20:31:42.630140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38570) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:42.690470 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cad8b24a-9a04-4f78-a009-fba2b546fc43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.732814 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0eb0332d-3c19-4e5b-8df4-21552e53e672 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.736846 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-15010e9f-1af7-45fb-89c2-fdd98321ae12 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.746948 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-15010e9f-1af7-45fb-89c2-fdd98321ae12 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.788402 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15010e9f-1af7-45fb-89c2-fdd98321ae12 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a084333-77ed-4ae2-a27b-8bee150e4980,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:42.794908 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0eb0332d-3c19-4e5b-8df4-21552e53e672 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.809288 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cad8b24a-9a04-4f78-a009-fba2b546fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.818794 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-15010e9f-1af7-45fb-89c2-fdd98321ae12 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.823008 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-15010e9f-1af7-45fb-89c2-fdd98321ae12 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2696450 May 30 20:31:42.823008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38574) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:42.830262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-ea34cd9c-dd01-402d-924d-ec4c9176256d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': 'd04c96f9-e460-49de-ad19-8c2f1fbeb657', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:42.847199 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ea34cd9c-dd01-402d-924d-ec4c9176256d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:42.852874 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ea34cd9c-dd01-402d-924d-ec4c9176256d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:42.857865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ea34cd9c-dd01-402d-924d-ec4c9176256d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:42.866364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ea34cd9c-dd01-402d-924d-ec4c9176256d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:42.885334 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0eb0332d-3c19-4e5b-8df4-21552e53e672 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.902425 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea34cd9c-dd01-402d-924d-ec4c9176256d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.908607 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cad8b24a-9a04-4f78-a009-fba2b546fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.918068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0332d-3c19-4e5b-8df4-21552e53e672 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a6bb26-91a5-44cd-97d4-f6128f8fbf85,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:42.952863 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0eb0332d-3c19-4e5b-8df4-21552e53e672 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.956735 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0eb0332d-3c19-4e5b-8df4-21552e53e672 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-groups/29a6bb26-91a5-44cd-97d4-f6128f8fbf85 HTTP/1.1" status: 204 len: 168 time: 0.3247557 May 30 20:31:42.958367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38578) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:43.021021 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea34cd9c-dd01-402d-924d-ec4c9176256d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.029241 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea34cd9c-dd01-402d-924d-ec4c9176256d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.073438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34cd9c-dd01-402d-924d-ec4c9176256d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a6ed4a-3215-4e48-8f90-3100fc700672,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:43.083553 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8b24a-9a04-4f78-a009-fba2b546fc43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f9412f8-b9b7-4d21-91c7-4120cd918668,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:43.092753 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ea34cd9c-dd01-402d-924d-ec4c9176256d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.097196 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ea34cd9c-dd01-402d-924d-ec4c9176256d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2732818 May 30 20:31:43.099162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38584) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:43.105404 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cad8b24a-9a04-4f78-a009-fba2b546fc43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.123190 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cad8b24a-9a04-4f78-a009-fba2b546fc43 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/9f9412f8-b9b7-4d21-91c7-4120cd918668 HTTP/1.1" status: 204 len: 168 time: 0.7802727 May 30 20:31:43.127731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-dd67c213-40a6-4bde-8944-d6069bae3090 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': 'd04c96f9-e460-49de-ad19-8c2f1fbeb657', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:43.136204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dd67c213-40a6-4bde-8944-d6069bae3090 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:43.140488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dd67c213-40a6-4bde-8944-d6069bae3090 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:43.140647 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242b80e5-f852-47a8-8398-c0da5c7f61ca None None] Network 0d1878ae-449f-42b8-bf46-74af28ca94fd requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:43.143908 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dd67c213-40a6-4bde-8944-d6069bae3090 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:43.145951 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9227ca9f-f002-4101-8525-54fbaf98cf84 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:43.150786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dd67c213-40a6-4bde-8944-d6069bae3090 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:43.155307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38588) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:43.208502 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3f228c4f-64e8-4332-a205-3bb242407d76 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:43.210429 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dd67c213-40a6-4bde-8944-d6069bae3090 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.285368 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.303776 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] Deleting port d383abf7-56ea-47c4-9c63-8cf972c3f3c5 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:43.304179 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.364212 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9227ca9f-f002-4101-8525-54fbaf98cf84 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:43.368830 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9227ca9f-f002-4101-8525-54fbaf98cf84 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3997416 May 30 20:31:43.370389 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38592) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:43.386753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 3f228c4f-64e8-4332-a205-3bb242407d76 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:43.387094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3f228c4f-64e8-4332-a205-3bb242407d76 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:43.387844 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-27e78abe-e47a-4c8a-ae6f-aebd68ea8fe2 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group': {'name': 'tempest-secgroup--766592443'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:43.406219 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-27e78abe-e47a-4c8a-ae6f-aebd68ea8fe2 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:43.422922 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-27e78abe-e47a-4c8a-ae6f-aebd68ea8fe2 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:43.468195 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27e78abe-e47a-4c8a-ae6f-aebd68ea8fe2 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.481364 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dd67c213-40a6-4bde-8944-d6069bae3090 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.491925 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dd67c213-40a6-4bde-8944-d6069bae3090 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.533276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67c213-40a6-4bde-8944-d6069bae3090 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3af7d4e-d8fe-419b-b489-1f817c127c9f,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:43.554453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] For port d383abf7-56ea-47c4-9c63-8cf972c3f3c5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d383abf7-56ea-47c4-9c63-8cf972c3f3c5,segment=NetworkSegment(67dc3718-07ad-448b-a699-b13e8c6a7229),segment_id=67dc3718-07ad-448b-a699-b13e8c6a7229)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:43.554814 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.562980 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-27e78abe-e47a-4c8a-ae6f-aebd68ea8fe2 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:43.569725 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dd67c213-40a6-4bde-8944-d6069bae3090 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.570919 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dd67c213-40a6-4bde-8944-d6069bae3090 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4691696 May 30 20:31:43.573836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-27e78abe-e47a-4c8a-ae6f-aebd68ea8fe2 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:43.576353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38596) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:43.582602 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-64c64a9c-1005-4139-b9cc-dcc56ac1f0ee tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': 'd04c96f9-e460-49de-ad19-8c2f1fbeb657', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:43.587543 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-27e78abe-e47a-4c8a-ae6f-aebd68ea8fe2 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:43.598421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-64c64a9c-1005-4139-b9cc-dcc56ac1f0ee tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:43.602529 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-27e78abe-e47a-4c8a-ae6f-aebd68ea8fe2 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:43.608142 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-64c64a9c-1005-4139-b9cc-dcc56ac1f0ee tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:43.622496 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-64c64a9c-1005-4139-b9cc-dcc56ac1f0ee tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:43.628555 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-64c64a9c-1005-4139-b9cc-dcc56ac1f0ee tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:43.666495 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-64c64a9c-1005-4139-b9cc-dcc56ac1f0ee tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Project 5cec82bd6ef4496f8304aec7a72a0ecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:31:43.673047 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e13b5b-9450-49bc-b890-03b0838fdd3b None None] DHCP port deletion for 0d1878ae-449f-42b8-bf46-74af28ca94fd request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:31:43.678158 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-31e13b5b-9450-49bc-b890-03b0838fdd3b None None] Deleting port d383abf7-56ea-47c4-9c63-8cf972c3f3c5 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:43.678931 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-31e13b5b-9450-49bc-b890-03b0838fdd3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.682238 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64c64a9c-1005-4139-b9cc-dcc56ac1f0ee tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.695957 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] Calling delete_port for d383abf7-56ea-47c4-9c63-8cf972c3f3c5 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:43.734974 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27e78abe-e47a-4c8a-ae6f-aebd68ea8fe2 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.751309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60dbc11-e85e-4d13-a44b-925853048a6f admin admin] Router 4ec970fa-d356-4a9f-b5b7-857673f58924 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:31:43.752598 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27e78abe-e47a-4c8a-ae6f-aebd68ea8fe2 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.790042 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.799403 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-31e13b5b-9450-49bc-b890-03b0838fdd3b None None] The port 'd383abf7-56ea-47c4-9c63-8cf972c3f3c5' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:31:43.828666 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-27e78abe-e47a-4c8a-ae6f-aebd68ea8fe2 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.829895 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-27e78abe-e47a-4c8a-ae6f-aebd68ea8fe2 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4469712 May 30 20:31:43.830806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e78abe-e47a-4c8a-ae6f-aebd68ea8fe2 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1822baf-2858-49cf-8556-ff89745471a4,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:43.834398 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38600) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:43.846617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d383abf7-56ea-47c4-9c63-8cf972c3f3c5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:43.857116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] No DVR routers for this DVR port d383abf7-56ea-47c4-9c63-8cf972c3f3c5 on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:43.899234 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9632109e-f68d-4ea1-b3c5-295004abfca9 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group': {'name': 'tempest-secgroup--624309426'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:43.914164 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64c64a9c-1005-4139-b9cc-dcc56ac1f0ee tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.963321 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9632109e-f68d-4ea1-b3c5-295004abfca9 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:43.971066 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64c64a9c-1005-4139-b9cc-dcc56ac1f0ee tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.983578 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.997889 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9632109e-f68d-4ea1-b3c5-295004abfca9 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:44.009708 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c64a9c-1005-4139-b9cc-dcc56ac1f0ee tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951b82b6-e565-412b-b403-8d662d9d6a8b,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:44.014280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1878ae-449f-42b8-bf46-74af28ca94fd']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:44.023897 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9632109e-f68d-4ea1-b3c5-295004abfca9 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.029149 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67dc3718-07ad-448b-a699-b13e8c6a7229') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:44.029445 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67dc3718-07ad-448b-a699-b13e8c6a7229') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:44.043061 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.047038 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64c64a9c-1005-4139-b9cc-dcc56ac1f0ee tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.051028 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-64c64a9c-1005-4139-b9cc-dcc56ac1f0ee tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4730370 May 30 20:31:44.051672 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38604) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:44.061104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a278f780-17fd-4bf7-8e61-438e0d9f9387 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': 'd04c96f9-e460-49de-ad19-8c2f1fbeb657', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:44.066857 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.070199 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a278f780-17fd-4bf7-8e61-438e0d9f9387 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:44.074743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:31:44.075161 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.080631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a278f780-17fd-4bf7-8e61-438e0d9f9387 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:44.084939 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a278f780-17fd-4bf7-8e61-438e0d9f9387 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: timer() May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:31:44.093963 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:31:44.099881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a278f780-17fd-4bf7-8e61-438e0d9f9387 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:44.109199 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9632109e-f68d-4ea1-b3c5-295004abfca9 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:44.115280 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9632109e-f68d-4ea1-b3c5-295004abfca9 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:44.121477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9632109e-f68d-4ea1-b3c5-295004abfca9 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:44.128447 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-a278f780-17fd-4bf7-8e61-438e0d9f9387 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Project 5cec82bd6ef4496f8304aec7a72a0ecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:31:44.132374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9632109e-f68d-4ea1-b3c5-295004abfca9 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:44.141995 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a278f780-17fd-4bf7-8e61-438e0d9f9387 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.192648 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.219760 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.235116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d1878ae-449f-42b8-bf46-74af28ca94fd,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:44.269305 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a90da302-15c5-449a-9e66-f41cfe1d05b9 admin admin] 10.222.0.84 "DELETE /v2.0/networks/0d1878ae-449f-42b8-bf46-74af28ca94fd HTTP/1.1" status: 204 len: 168 time: 1.1080403 May 30 20:31:44.394328 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9632109e-f68d-4ea1-b3c5-295004abfca9 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.406455 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a278f780-17fd-4bf7-8e61-438e0d9f9387 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.407349 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9632109e-f68d-4ea1-b3c5-295004abfca9 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.420948 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a278f780-17fd-4bf7-8e61-438e0d9f9387 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.484033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278f780-17fd-4bf7-8e61-438e0d9f9387 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac132c1-063d-470e-9c59-88767c1b4804,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:44.491630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632109e-f68d-4ea1-b3c5-295004abfca9 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082491e0-b022-4c84-b5fa-cd5668c35af0,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:44.503407 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60dbc11-e85e-4d13-a44b-925853048a6f admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:31:44.508427 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c60dbc11-e85e-4d13-a44b-925853048a6f admin admin] 10.222.0.84 "PUT /v2.0/routers/4ec970fa-d356-4a9f-b5b7-857673f58924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9911411 May 30 20:31:44.509767 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9632109e-f68d-4ea1-b3c5-295004abfca9 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.511068 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9632109e-f68d-4ea1-b3c5-295004abfca9 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6753919 May 30 20:31:44.511914 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38612) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:44.514381 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a278f780-17fd-4bf7-8e61-438e0d9f9387 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.518522 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38616) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:44.518920 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a278f780-17fd-4bf7-8e61-438e0d9f9387 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4608378 May 30 20:31:44.522200 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab81a19-be57-4c13-b197-3d1328b44272 None None] Sync routers for ids ['4ec970fa-d356-4a9f-b5b7-857673f58924'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:31:44.522725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-1c170b70-4340-4a7d-a606-af3370c80bdf tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group_rule': {'security_group_id': 'f1822baf-2858-49cf-8556-ff89745471a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '082491e0-b022-4c84-b5fa-cd5668c35af0', 'remote_ip_prefix': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:44.531285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38620) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:44.534708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1c170b70-4340-4a7d-a606-af3370c80bdf tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:44.547847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-e537bd56-c441-4688-81a7-2a4c0d9a7270 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'network': {'name': 'tempest-network-smoke--1561828791', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'port_security_enabled': True}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:44.548992 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab81a19-be57-4c13-b197-3d1328b44272 None None] Routers {'4ec970fa-d356-4a9f-b5b7-857673f58924'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:44.550335 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-dab81a19-be57-4c13-b197-3d1328b44272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4ec970fa-d356-4a9f-b5b7-857673f58924'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:44.554342 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38624) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:44.557201 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e537bd56-c441-4688-81a7-2a4c0d9a7270 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:44.560236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1c170b70-4340-4a7d-a606-af3370c80bdf tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:44.565461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1c170b70-4340-4a7d-a606-af3370c80bdf tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:44.568653 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e537bd56-c441-4688-81a7-2a4c0d9a7270 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:network and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:44.589003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e537bd56-c441-4688-81a7-2a4c0d9a7270 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:44.594377 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1c170b70-4340-4a7d-a606-af3370c80bdf tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:44.600682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e537bd56-c441-4688-81a7-2a4c0d9a7270 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:44.628705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e537bd56-c441-4688-81a7-2a4c0d9a7270 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Made reservation on behalf of 5cec82bd6ef4496f8304aec7a72a0ecb for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:44.631772 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e537bd56-c441-4688-81a7-2a4c0d9a7270 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.690834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e537bd56-c441-4688-81a7-2a4c0d9a7270 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:31:44.697175 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c170b70-4340-4a7d-a606-af3370c80bdf tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.707358 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0aa07448-30f0-47fe-a60b-25d147d02136 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e1f154aa639e466b871f55ef50521468&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1519551 May 30 20:31:44.710200 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38628) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:44.715643 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e537bd56-c441-4688-81a7-2a4c0d9a7270 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.716017 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-e537bd56-c441-4688-81a7-2a4c0d9a7270 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Added segment 8a8db385-85bd-427c-8fb3-7ae42a4d6068 of type vlan for network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 May 30 20:31:44.770945 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e537bd56-c441-4688-81a7-2a4c0d9a7270 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.803686 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8fbeec79-3a15-4c6b-9ad4-66665885204b admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.808061 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e537bd56-c441-4688-81a7-2a4c0d9a7270 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.812058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e537bd56-c441-4688-81a7-2a4c0d9a7270 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:44.812626 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e537bd56-c441-4688-81a7-2a4c0d9a7270 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.815241 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-dab81a19-be57-4c13-b197-3d1328b44272 None None] Set router 4ec970fa-d356-4a9f-b5b7-857673f58924 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:44.871942 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df07c1ea-206d-435e-9ac6-796a7eebf90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.963323 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e537bd56-c441-4688-81a7-2a4c0d9a7270 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4285185 May 30 20:31:44.963323 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c170b70-4340-4a7d-a606-af3370c80bdf tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.965246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38632) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:44.968187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537bd56-c441-4688-81a7-2a4c0d9a7270 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Network': ['ID=9af71d29-6ff7-4d44-82a6-376d874b5ce1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:44.971362 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df07c1ea-206d-435e-9ac6-796a7eebf90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.972869 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-823940237', 'admin_state_up': True, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:44.980329 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c170b70-4340-4a7d-a606-af3370c80bdf tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.990799 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:31:45.009512 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:45.024607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:router and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:45.045169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:45.048088 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c170b70-4340-4a7d-a606-af3370c80bdf tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030945fe-50b6-4eec-967b-a11fdc692362,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:45.051501 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df07c1ea-206d-435e-9ac6-796a7eebf90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.066756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:45.085096 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c170b70-4340-4a7d-a606-af3370c80bdf tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.089251 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1c170b70-4340-4a7d-a606-af3370c80bdf tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5698900 May 30 20:31:45.091884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38636) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:45.093767 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07c1ea-206d-435e-9ac6-796a7eebf90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f37bfce-d7e6-4b09-b53c-094c697973aa,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:45.096901 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.102588 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.112166 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d383abf7-56ea-47c4-9c63-8cf972c3f3c5 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:45.133664 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df07c1ea-206d-435e-9ac6-796a7eebf90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.134781 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-df07c1ea-206d-435e-9ac6-796a7eebf90c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4f37bfce-d7e6-4b09-b53c-094c697973aa HTTP/1.1" status: 204 len: 168 time: 0.4236164 May 30 20:31:45.135080 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.142749 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0d86-f8c7-4ea3-b60e-a11327293e91 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.156940 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0d86-f8c7-4ea3-b60e-a11327293e91 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.178242 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8fbeec79-3a15-4c6b-9ad4-66665885204b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.193146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8fbeec79-3a15-4c6b-9ad4-66665885204b admin admin] Deleting port 318b0a15-8e21-4c7d-9467-acd4d84a8ae5 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:45.193528 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8fbeec79-3a15-4c6b-9ad4-66665885204b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.261717 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0d86-f8c7-4ea3-b60e-a11327293e91 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.311249 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: d383abf7-56ea-47c4-9c63-8cf972c3f3c5 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:45.313145 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d383abf7-56ea-47c4-9c63-8cf972c3f3c5 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:45.322539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f0d86-f8c7-4ea3-b60e-a11327293e91 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=030945fe-50b6-4eec-967b-a11fdc692362,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:45.371665 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0d86-f8c7-4ea3-b60e-a11327293e91 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.382690 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ff9f0d86-f8c7-4ea3-b60e-a11327293e91 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/030945fe-50b6-4eec-967b-a11fdc692362 HTTP/1.1" status: 204 len: 168 time: 0.2862489 May 30 20:31:45.387186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38644) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:45.500037 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-dab81a19-be57-4c13-b197-3d1328b44272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'name': 'tempest-TestServerBasicOps-1827027735-router', 'tenant_id': 'ac146f185fb545ce94d934f5b8fef476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '318b0a15-8e21-4c7d-9467-acd4d84a8ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:29Z', 'updated_at': '2022-05-30T20:31:40Z', 'revision_number': 5, 'project_id': 'ac146f185fb545ce94d934f5b8fef476', 'gw_port': {'id': '318b0a15-8e21-4c7d-9467-acd4d84a8ae5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:87:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:25:32Z', 'updated_at': '2022-05-30T20:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:45.505757 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab81a19-be57-4c13-b197-3d1328b44272 None None] Checking router: 4ec970fa-d356-4a9f-b5b7-857673f58924 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:31:45.528699 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab81a19-be57-4c13-b197-3d1328b44272 None None] Routers {'4ec970fa-d356-4a9f-b5b7-857673f58924'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:45.530213 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-dab81a19-be57-4c13-b197-3d1328b44272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4ec970fa-d356-4a9f-b5b7-857673f58924'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:45.545686 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.661860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4dbd07e1-3e99-4d90-8419-4a1e10cbd337 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:45.678433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-8fbeec79-3a15-4c6b-9ad4-66665885204b admin admin] For port 318b0a15-8e21-4c7d-9467-acd4d84a8ae5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=318b0a15-8e21-4c7d-9467-acd4d84a8ae5,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:45.679051 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8fbeec79-3a15-4c6b-9ad4-66665885204b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.775082 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-dab81a19-be57-4c13-b197-3d1328b44272 None None] Set router 4ec970fa-d356-4a9f-b5b7-857673f58924 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:45.847994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4dbd07e1-3e99-4d90-8419-4a1e10cbd337 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:45.852126 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4dbd07e1-3e99-4d90-8419-4a1e10cbd337 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4612966 May 30 20:31:45.854431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38654) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:45.856524 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8fbeec79-3a15-4c6b-9ad4-66665885204b admin admin] Calling delete_port for 318b0a15-8e21-4c7d-9467-acd4d84a8ae5 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:45.879934 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.903007 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-dab81a19-be57-4c13-b197-3d1328b44272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'name': 'tempest-TestServerBasicOps-1827027735-router', 'tenant_id': 'ac146f185fb545ce94d934f5b8fef476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:29Z', 'updated_at': '2022-05-30T20:31:45Z', 'revision_number': 6, 'project_id': 'ac146f185fb545ce94d934f5b8fef476', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:45.907577 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab81a19-be57-4c13-b197-3d1328b44272 None None] The sync data for ids ['4ec970fa-d356-4a9f-b5b7-857673f58924'] in n-d-843949-2 is: [{'id': '4ec970fa-d356-4a9f-b5b7-857673f58924', 'name': 'tempest-TestServerBasicOps-1827027735-router', 'tenant_id': 'ac146f185fb545ce94d934f5b8fef476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:25:29Z', 'updated_at': '2022-05-30T20:31:45Z', 'revision_number': 6, 'project_id': 'ac146f185fb545ce94d934f5b8fef476', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:31:45.992465 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.070502 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8fbeec79-3a15-4c6b-9ad4-66665885204b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.079183 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23e6b3d5-cd30-4f78-bcef-4b8ac9578b11 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.107100 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23e6b3d5-cd30-4f78-bcef-4b8ac9578b11 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.128779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbeec79-3a15-4c6b-9ad4-66665885204b admin admin] Pushing event deleted for resources: {'Port': ['ID=318b0a15-8e21-4c7d-9467-acd4d84a8ae5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:46.213081 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23e6b3d5-cd30-4f78-bcef-4b8ac9578b11 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.280943 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Allocated IP 172.25.5.158 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/b045e9fe-7c0a-4f5b-af02-f0ac70515c51) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:46.292295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6b3d5-cd30-4f78-bcef-4b8ac9578b11 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=082491e0-b022-4c84-b5fa-cd5668c35af0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:46.416872 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8fbeec79-3a15-4c6b-9ad4-66665885204b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.422033 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23e6b3d5-cd30-4f78-bcef-4b8ac9578b11 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.423696 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-23e6b3d5-cd30-4f78-bcef-4b8ac9578b11 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-groups/082491e0-b022-4c84-b5fa-cd5668c35af0 HTTP/1.1" status: 204 len: 168 time: 0.5679865 May 30 20:31:46.437137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38666) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.653137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a87b03c6-8643-4445-8485-a06654c2fc70 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:46.688365 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a87b03c6-8643-4445-8485-a06654c2fc70 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:46.692253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a87b03c6-8643-4445-8485-a06654c2fc70 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2506158 May 30 20:31:46.694267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38678) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.708056 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.748939 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.836855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=b045e9fe-7c0a-4f5b-af02-f0ac70515c51,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:46.849286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:46.851000 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:46.854309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:46.931864 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8fbeec79-3a15-4c6b-9ad4-66665885204b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.956000 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8fbeec79-3a15-4c6b-9ad4-66665885204b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.989466 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8fbeec79-3a15-4c6b-9ad4-66665885204b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.990263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbeec79-3a15-4c6b-9ad4-66665885204b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ec970fa-d356-4a9f-b5b7-857673f58924 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:31:47.007458 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8fbeec79-3a15-4c6b-9ad4-66665885204b admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.008729 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8fbeec79-3a15-4c6b-9ad4-66665885204b admin admin] 10.222.0.84 "DELETE /v2.0/routers/4ec970fa-d356-4a9f-b5b7-857673f58924 HTTP/1.1" status: 204 len: 168 time: 2.4957764 May 30 20:31:47.010024 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33dd5895-0f3e-4441-aed1-40229c35365a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.014135 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38684) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:47.093004 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.094522 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.105232 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33dd5895-0f3e-4441-aed1-40229c35365a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.119689 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 318b0a15-8e21-4c7d-9467-acd4d84a8ae5 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:47.173379 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33dd5895-0f3e-4441-aed1-40229c35365a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.210534 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 318b0a15-8e21-4c7d-9467-acd4d84a8ae5 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:47.211008 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 318b0a15-8e21-4c7d-9467-acd4d84a8ae5 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:47.211516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:47.256837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd5895-0f3e-4441-aed1-40229c35365a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1822baf-2858-49cf-8556-ff89745471a4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:47.282285 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:47.283457 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-33dd5895-0f3e-4441-aed1-40229c35365a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.283765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 6c1f8095-70aa-4ca3-ae0a-fa27acf3d7ed not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:47.286808 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-33dd5895-0f3e-4441-aed1-40229c35365a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-groups/f1822baf-2858-49cf-8556-ff89745471a4 HTTP/1.1" status: 204 len: 168 time: 0.5899227 May 30 20:31:47.295092 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38688) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:47.302151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] Deleting subnet b9944ea8-73fb-448f-8be7-3f521be04a8c {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:31:47.305745 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.376411 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.419520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-59d75420-d514-428d-ad47-00954ff68217 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1232722 May 30 20:31:47.425663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38692) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:47.431945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-c9c37ab8-a297-42ea-aabe-8f7e6348d7a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659879581'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:47.438564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c9c37ab8-a297-42ea-aabe-8f7e6348d7a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:47.443644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c9c37ab8-a297-42ea-aabe-8f7e6348d7a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:47.447767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c9c37ab8-a297-42ea-aabe-8f7e6348d7a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:47.453852 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c9c37ab8-a297-42ea-aabe-8f7e6348d7a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:47.477401 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c9c37ab8-a297-42ea-aabe-8f7e6348d7a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.501315 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.537498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c9c37ab8-a297-42ea-aabe-8f7e6348d7a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:47.543880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c9c37ab8-a297-42ea-aabe-8f7e6348d7a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:47.547364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c9c37ab8-a297-42ea-aabe-8f7e6348d7a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:47.554959 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c9c37ab8-a297-42ea-aabe-8f7e6348d7a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:47.629605 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.643449 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c9c37ab8-a297-42ea-aabe-8f7e6348d7a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.666716 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c9c37ab8-a297-42ea-aabe-8f7e6348d7a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.690572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router 34f0d9ff-5794-479f-83df-1eaeb121d6b7 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:31:47.691486 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9944ea8-73fb-448f-8be7-3f521be04a8c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:47.696433 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.702166 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c54d20-0140-42af-9ef4-899e34787e43 None None] Network f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:47.711008 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/b9944ea8-73fb-448f-8be7-3f521be04a8c HTTP/1.1" status: 204 len: 168 time: 0.6965308 May 30 20:31:47.713081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:47.713429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:47.713868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:47.714325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:47.714717 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:47.715135 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:47.715575 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:47.717979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38706) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:47.721157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:47.721615 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:47.722042 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:47.722446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15a9a-496f-4a09-82b9-a2b25ce0c5d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:47.868025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c37ab8-a297-42ea-aabe-8f7e6348d7a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2755b817-31b7-4a1b-b738-3b13362e1c05,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:47.870219 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c9c37ab8-a297-42ea-aabe-8f7e6348d7a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.871394 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c9c37ab8-a297-42ea-aabe-8f7e6348d7a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4448853 May 30 20:31:47.874204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38712) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:47.881607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-414fecb7-656e-44df-b412-c9f2ce00446c tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group_rule': {'security_group_id': '2755b817-31b7-4a1b-b738-3b13362e1c05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:47.894502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-414fecb7-656e-44df-b412-c9f2ce00446c tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:47.903262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-414fecb7-656e-44df-b412-c9f2ce00446c tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:47.906555 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-414fecb7-656e-44df-b412-c9f2ce00446c tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:47.920462 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-414fecb7-656e-44df-b412-c9f2ce00446c tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:47.945689 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-414fecb7-656e-44df-b412-c9f2ce00446c tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.001081 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.033804 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-414fecb7-656e-44df-b412-c9f2ce00446c tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.039838 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-414fecb7-656e-44df-b412-c9f2ce00446c tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.050484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26495fb8-ce25-46e1-8b18-f157029d9329 None None] DHCP port deletion for f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:31:48.056493 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-26495fb8-ce25-46e1-8b18-f157029d9329 None None] Deleting port 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:48.057111 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-26495fb8-ce25-46e1-8b18-f157029d9329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.057884 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] Deleting port 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:48.058378 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.101550 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fecb7-656e-44df-b412-c9f2ce00446c tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7155958-e272-4e0d-babe-1b7615e5f08d,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:48.134080 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-414fecb7-656e-44df-b412-c9f2ce00446c tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.136227 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-414fecb7-656e-44df-b412-c9f2ce00446c tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.2603626 May 30 20:31:48.138764 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38718) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:48.191460 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2a61-cb50-4f7c-98c5-2e43d8acf55a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.206895 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2a61-cb50-4f7c-98c5-2e43d8acf55a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.258503 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2a61-cb50-4f7c-98c5-2e43d8acf55a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.283830 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd2a61-cb50-4f7c-98c5-2e43d8acf55a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7155958-e272-4e0d-babe-1b7615e5f08d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:48.292003 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2a61-cb50-4f7c-98c5-2e43d8acf55a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.293424 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fcbd2a61-cb50-4f7c-98c5-2e43d8acf55a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/e7155958-e272-4e0d-babe-1b7615e5f08d HTTP/1.1" status: 204 len: 168 time: 0.1536958 May 30 20:31:48.295885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38722) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:48.348750 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e019c59f-212a-4652-829c-6120d3fe2bbf tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:48.375353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e019c59f-212a-4652-829c-6120d3fe2bbf tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:48.380002 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e019c59f-212a-4652-829c-6120d3fe2bbf tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0779204 May 30 20:31:48.380697 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38726) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:48.400211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-26495fb8-ce25-46e1-8b18-f157029d9329 None None] For port 45a31cad-1801-4d2c-8ff5-d8f6c2d10667, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=45a31cad-1801-4d2c-8ff5-d8f6c2d10667,segment=NetworkSegment(ebd34d77-af70-4026-adf2-2f1a27107b36),segment_id=ebd34d77-af70-4026-adf2-2f1a27107b36)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:48.401241 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-26495fb8-ce25-46e1-8b18-f157029d9329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.475009 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46d15d94-d4d8-49ac-8f08-d05b0ee15363 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.513053 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46d15d94-d4d8-49ac-8f08-d05b0ee15363 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.568998 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46d15d94-d4d8-49ac-8f08-d05b0ee15363 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.575303 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-26495fb8-ce25-46e1-8b18-f157029d9329 None None] Calling delete_port for 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:48.598928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d15d94-d4d8-49ac-8f08-d05b0ee15363 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2755b817-31b7-4a1b-b738-3b13362e1c05,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:48.611445 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] For port 45a31cad-1801-4d2c-8ff5-d8f6c2d10667, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=45a31cad-1801-4d2c-8ff5-d8f6c2d10667,segment=NetworkSegment(ebd34d77-af70-4026-adf2-2f1a27107b36),segment_id=ebd34d77-af70-4026-adf2-2f1a27107b36)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:48.612238 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.630928 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46d15d94-d4d8-49ac-8f08-d05b0ee15363 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.632351 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-46d15d94-d4d8-49ac-8f08-d05b0ee15363 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-groups/2755b817-31b7-4a1b-b738-3b13362e1c05 HTTP/1.1" status: 204 len: 168 time: 0.2505851 May 30 20:31:48.635054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38730) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:48.707751 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-26495fb8-ce25-46e1-8b18-f157029d9329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.728045 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e969439e-b454-4f30-abbc-5d4b9784c183 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:48.746694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e969439e-b454-4f30-abbc-5d4b9784c183 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:48.748043 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e969439e-b454-4f30-abbc-5d4b9784c183 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1107609 May 30 20:31:48.752370 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38736) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:48.758934 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8962402d-3045-43b2-b814-e9bb26f8976a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029095320'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:48.767824 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8962402d-3045-43b2-b814-e9bb26f8976a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:48.768374 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26495fb8-ce25-46e1-8b18-f157029d9329 None None] Pushing event deleted for resources: {'Port': ['ID=45a31cad-1801-4d2c-8ff5-d8f6c2d10667,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:48.772245 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26495fb8-ce25-46e1-8b18-f157029d9329 None None] No DVR routers for this DVR port 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:48.788605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8962402d-3045-43b2-b814-e9bb26f8976a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:48.800218 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8962402d-3045-43b2-b814-e9bb26f8976a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.850801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8962402d-3045-43b2-b814-e9bb26f8976a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:48.856438 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8962402d-3045-43b2-b814-e9bb26f8976a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:48.863497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8962402d-3045-43b2-b814-e9bb26f8976a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:48.869784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8962402d-3045-43b2-b814-e9bb26f8976a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:48.877760 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] Calling delete_port for 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:48.951718 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8962402d-3045-43b2-b814-e9bb26f8976a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.957639 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8962402d-3045-43b2-b814-e9bb26f8976a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.988398 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:31:48.988614 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:31:48.991227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:31:49.004804 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Sync routers for ids ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:31:49.017108 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8962402d-3045-43b2-b814-e9bb26f8976a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.020798 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8962402d-3045-43b2-b814-e9bb26f8976a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2645404 May 30 20:31:49.023111 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38748) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:49.033933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-936b63f0-f847-423e-8a4e-57e740891e44 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3101f-9cd8-4257-889e-b716b6bdb13e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:49.047990 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Routers {'34f0d9ff-5794-479f-83df-1eaeb121d6b7'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:49.048221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-936b63f0-f847-423e-8a4e-57e740891e44 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:49.048322 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:49.048489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962402d-3045-43b2-b814-e9bb26f8976a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a3101f-9cd8-4257-889e-b716b6bdb13e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:49.048489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-936b63f0-f847-423e-8a4e-57e740891e44 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:49.052774 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-936b63f0-f847-423e-8a4e-57e740891e44 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:49.057866 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.068016 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a62d0953-393c-4f07-a36f-6d96744d182b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1017342 May 30 20:31:49.069429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38752) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:49.072698 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-936b63f0-f847-423e-8a4e-57e740891e44 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:49.102183 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-936b63f0-f847-423e-8a4e-57e740891e44 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.141325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-78bc3d3c-4076-4938-9115-6642570a211e tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=5cec82bd6ef4496f8304aec7a72a0ecb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702653 May 30 20:31:49.144649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38756) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:49.194337 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-936b63f0-f847-423e-8a4e-57e740891e44 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.206511 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-936b63f0-f847-423e-8a4e-57e740891e44 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.268235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:49.317029 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:49.317522 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:49.323034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f43c6b-fb9a-406f-b4af-33cada976249 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:49.330539 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d2f43c6b-fb9a-406f-b4af-33cada976249 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1834295 May 30 20:31:49.331393 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38762) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:49.354930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-936b63f0-f847-423e-8a4e-57e740891e44 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.357419 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Set router 34f0d9ff-5794-479f-83df-1eaeb121d6b7 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:49.359810 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-936b63f0-f847-423e-8a4e-57e740891e44 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3336082 May 30 20:31:49.366398 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38768) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:49.372002 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b63f0-f847-423e-8a4e-57e740891e44 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e15ff16-2431-4860-909a-dec3f913a3f5,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:49.397818 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6e56cc54-528c-470f-a51e-5dadf59e6fbd tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0651619 May 30 20:31:49.398632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38772) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:49.406596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-ff69f666-24c3-4b74-bef3-48fdbdde6b57 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1747969294', 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:49.417792 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c84ba82f-3c78-4b61-95bf-8a2f1ed879bb tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-group-rules/1e15ff16-2431-4860-909a-dec3f913a3f5 HTTP/1.1" status: 200 len: 705 time: 0.0501089 May 30 20:31:49.420206 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38778) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:49.508549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3b2a825a-1131-4a7a-b544-fe338550891b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:49.520068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] Deleting port 45a31cad-1801-4d2c-8ff5-d8f6c2d10667 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:49.520416 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.562011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3b2a825a-1131-4a7a-b544-fe338550891b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:49.565593 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3b2a825a-1131-4a7a-b544-fe338550891b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1410897 May 30 20:31:49.565985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38786) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:49.649771 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d569670d-86e0-47d0-b664-ad8a6b186b20 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.657621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] The port '45a31cad-1801-4d2c-8ff5-d8f6c2d10667' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:31:49.675099 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d569670d-86e0-47d0-b664-ad8a6b186b20 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.722617 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d569670d-86e0-47d0-b664-ad8a6b186b20 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.754507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569670d-86e0-47d0-b664-ad8a6b186b20 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e15ff16-2431-4860-909a-dec3f913a3f5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:49.781490 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d569670d-86e0-47d0-b664-ad8a6b186b20 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.783449 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d569670d-86e0-47d0-b664-ad8a6b186b20 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/1e15ff16-2431-4860-909a-dec3f913a3f5 HTTP/1.1" status: 204 len: 168 time: 0.2158451 May 30 20:31:49.785830 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38792) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:49.836089 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ff69f666-24c3-4b74-bef3-48fdbdde6b57 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:49.841576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ff69f666-24c3-4b74-bef3-48fdbdde6b57 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:subnet and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:49.846668 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ff69f666-24c3-4b74-bef3-48fdbdde6b57 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:49.854196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823940237', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:45Z', 'updated_at': '2022-05-30T20:31:46Z', 'revision_number': 3, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:46Z', 'updated_at': '2022-05-30T20:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:49.855705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ff69f666-24c3-4b74-bef3-48fdbdde6b57 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:49.855884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-14c33c30-7b91-4c2e-88e7-100302bf4eee tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:49.861835 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Checking router: 34f0d9ff-5794-479f-83df-1eaeb121d6b7 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:31:49.862311 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Updating router 34f0d9ff-5794-479f-83df-1eaeb121d6b7 port b045e9fe-7c0a-4f5b-af02-f0ac70515c51 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:31:49.874809 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.885050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff69f666-24c3-4b74-bef3-48fdbdde6b57 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Made reservation on behalf of 5cec82bd6ef4496f8304aec7a72a0ecb for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:49.888429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-14c33c30-7b91-4c2e-88e7-100302bf4eee tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:49.889930 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-14c33c30-7b91-4c2e-88e7-100302bf4eee tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1031251 May 30 20:31:49.892756 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38798) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:49.905361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-09fbcd8d-6e1c-4b20-b528-1bbfcd09e615 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3101f-9cd8-4257-889e-b716b6bdb13e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:49.926367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-09fbcd8d-6e1c-4b20-b528-1bbfcd09e615 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:49.942182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-09fbcd8d-6e1c-4b20-b528-1bbfcd09e615 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:49.974090 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-09fbcd8d-6e1c-4b20-b528-1bbfcd09e615 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.030565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:50.032927 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.053829 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-09fbcd8d-6e1c-4b20-b528-1bbfcd09e615 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.057220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd34d77-af70-4026-adf2-2f1a27107b36') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:50.057527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd34d77-af70-4026-adf2-2f1a27107b36') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:50.060241 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-09fbcd8d-6e1c-4b20-b528-1bbfcd09e615 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.078600 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.088828 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ff69f666-24c3-4b74-bef3-48fdbdde6b57 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.119090 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbcd8d-6e1c-4b20-b528-1bbfcd09e615 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51760f0-2bab-4004-a888-d5d8ae3bf580,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:50.149330 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-09fbcd8d-6e1c-4b20-b528-1bbfcd09e615 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.153663 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-09fbcd8d-6e1c-4b20-b528-1bbfcd09e615 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2574661 May 30 20:31:50.153835 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38802) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:50.192185 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8adcfd32-62fb-494f-9d90-e9252942c022 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-group-rules/d51760f0-2bab-4004-a888-d5d8ae3bf580 HTTP/1.1" status: 200 len: 705 time: 0.0368893 May 30 20:31:50.193003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38806) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:50.272525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-eca1d041-c7d8-4565-9366-f274cb1b31e3 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:50.298291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-eca1d041-c7d8-4565-9366-f274cb1b31e3 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:50.303750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38810) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:50.304430 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-eca1d041-c7d8-4565-9366-f274cb1b31e3 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1102519 May 30 20:31:50.336937 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.368249 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:31:50.368654 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: timer() May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:31:50.396816 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:31:50.461876 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ff69f666-24c3-4b74-bef3-48fdbdde6b57 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.503239 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a25c122d-af69-488f-8329-597571076d55 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.521000 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.531113 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a25c122d-af69-488f-8329-597571076d55 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.665686 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Transition to ACTIVE for port object b045e9fe-7c0a-4f5b-af02-f0ac70515c51 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:50.674882 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.677519 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.773424 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.804033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] Pushing event deleted for resources: {'Network': ['ID=f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:50.811137 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-afe477d6-e55c-4c32-a6be-20b024944e95 admin admin] 10.222.0.84 "DELETE /v2.0/networks/f13a6ac8-d2f9-4b16-adf0-a9d0b7a23e76 HTTP/1.1" status: 204 len: 168 time: 3.0861115 May 30 20:31:50.812329 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69f666-24c3-4b74-bef3-48fdbdde6b57 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Subnet': ['ID=04f10300-7e30-4005-a8f4-f635ff48a24f,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:50.861587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Attempting to bind port b045e9fe-7c0a-4f5b-af02-f0ac70515c51 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:31:50.864842 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Attempting to bind port b045e9fe-7c0a-4f5b-af02-f0ac70515c51 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:31:50.865323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Attempting to bind port b045e9fe-7c0a-4f5b-af02-f0ac70515c51 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:31:50.888651 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a25c122d-af69-488f-8329-597571076d55 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.891576 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:31:50.892095 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:31:50.892595 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.893055 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:31:50.893633 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Bound port: b045e9fe-7c0a-4f5b-af02-f0ac70515c51, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:31:50.894246 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.932946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce96d49-ed20-4a17-b63a-3f8b05682da1 None None] Pushing event updated for resources: {'Port': ['ID=b045e9fe-7c0a-4f5b-af02-f0ac70515c51,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:50.948102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c122d-af69-488f-8329-597571076d55 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d51760f0-2bab-4004-a888-d5d8ae3bf580,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:50.963351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69f666-24c3-4b74-bef3-48fdbdde6b57 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Checking segment: {'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:31:50.964024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff69f666-24c3-4b74-bef3-48fdbdde6b57 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network hostable DHCP agents. Network: 9af71d29-6ff7-4d44-82a6-376d874b5ce1, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:31:50.981339 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a25c122d-af69-488f-8329-597571076d55 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.984783 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a25c122d-af69-488f-8329-597571076d55 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/d51760f0-2bab-4004-a888-d5d8ae3bf580 HTTP/1.1" status: 204 len: 168 time: 0.6781995 May 30 20:31:50.985579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38822) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:50.997019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff69f666-24c3-4b74-bef3-48fdbdde6b57 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:31:51.008004 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] For port b045e9fe-7c0a-4f5b-af02-f0ac70515c51, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:31:51.010192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] For port b045e9fe-7c0a-4f5b-af02-f0ac70515c51, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b045e9fe-7c0a-4f5b-af02-f0ac70515c51,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:31:51.019914 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.022166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-ff69f666-24c3-4b74-bef3-48fdbdde6b57 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 9af71d29-6ff7-4d44-82a6-376d874b5ce1) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:51.026509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff69f666-24c3-4b74-bef3-48fdbdde6b57 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:51.027090 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ff69f666-24c3-4b74-bef3-48fdbdde6b57 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.060972 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ff69f666-24c3-4b74-bef3-48fdbdde6b57 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6608725 May 30 20:31:51.063442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38826) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:51.095135 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3e4deeb2-add1-4ab8-918d-135c6b77921d tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1052861 May 30 20:31:51.097927 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38830) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:51.103944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5fddc9b6-6a19-424b-95de-1752513239b5 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3101f-9cd8-4257-889e-b716b6bdb13e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:51.105685 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7280ca-0590-4a57-ac93-64f3aa8e18aa None None] Network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:51.112106 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5fddc9b6-6a19-424b-95de-1752513239b5 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:51.116699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5fddc9b6-6a19-424b-95de-1752513239b5 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:51.120013 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5fddc9b6-6a19-424b-95de-1752513239b5 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:51.127849 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5fddc9b6-6a19-424b-95de-1752513239b5 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:51.166466 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5fddc9b6-6a19-424b-95de-1752513239b5 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.194959 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38834) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:51.335724 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5fddc9b6-6a19-424b-95de-1752513239b5 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.342462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38838) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:51.342658 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1fa3bc4a-b55a-4e43-b81e-4f5f942f5669 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9786c2fd175648c7b3fff1d88f7297bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1446550 May 30 20:31:51.344800 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5fddc9b6-6a19-424b-95de-1752513239b5 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.372702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddc9b6-6a19-424b-95de-1752513239b5 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818072ef-3622-411f-9c9d-32cb7d9f724b,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:51.388288 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5fddc9b6-6a19-424b-95de-1752513239b5 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.393131 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5fddc9b6-6a19-424b-95de-1752513239b5 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2912064 May 30 20:31:51.393957 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38842) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:51.419098 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-825d5e34-332b-4596-b6f7-56dc4accd35a tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-group-rules/818072ef-3622-411f-9c9d-32cb7d9f724b HTTP/1.1" status: 200 len: 706 time: 0.0211551 May 30 20:31:51.419098 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38846) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:51.426965 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Routers {'34f0d9ff-5794-479f-83df-1eaeb121d6b7'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:51.427599 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:51.495274 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-46851807-65d8-455a-8f32-c36b66194c66 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:51.520290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-46851807-65d8-455a-8f32-c36b66194c66 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:51.525288 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-46851807-65d8-455a-8f32-c36b66194c66 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1046367 May 30 20:31:51.526134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38850) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:51.546813 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-982c53fb-94bd-43ca-8e09-0b951587f409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.567721 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce96d49-ed20-4a17-b63a-3f8b05682da1 None None] Pushing event updated for resources: {'Port': ['ID=b045e9fe-7c0a-4f5b-af02-f0ac70515c51,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:51.574805 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f50e7b26-6c10-4041-9522-47de870ef4a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.589297 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f50e7b26-6c10-4041-9522-47de870ef4a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.601356 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-982c53fb-94bd-43ca-8e09-0b951587f409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.619630 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f50e7b26-6c10-4041-9522-47de870ef4a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.626455 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ips': [{'subnet_id': '04f10300-7e30-4005-a8f4-f635ff48a24f'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:31:51.627837 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.642871 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e7b26-6c10-4041-9522-47de870ef4a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=818072ef-3622-411f-9c9d-32cb7d9f724b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:51.654258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f50e7b26-6c10-4041-9522-47de870ef4a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.660426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38854) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:51.660843 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f50e7b26-6c10-4041-9522-47de870ef4a7 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/818072ef-3622-411f-9c9d-32cb7d9f724b HTTP/1.1" status: 204 len: 168 time: 0.1331913 May 30 20:31:51.724310 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b6d65959-a5fa-4d4e-8844-e5dddf88b57c tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:51.730105 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-982c53fb-94bd-43ca-8e09-0b951587f409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.748194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] Set router 34f0d9ff-5794-479f-83df-1eaeb121d6b7 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:51.759198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c53fb-94bd-43ca-8e09-0b951587f409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb33f484-1eba-4b0d-bbba-74855fd50ccc,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:51.777572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b6d65959-a5fa-4d4e-8844-e5dddf88b57c tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:51.781378 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b6d65959-a5fa-4d4e-8844-e5dddf88b57c tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1183162 May 30 20:31:51.781924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38858) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:51.866190 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-982c53fb-94bd-43ca-8e09-0b951587f409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.871885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-982c53fb-94bd-43ca-8e09-0b951587f409 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fb33f484-1eba-4b0d-bbba-74855fd50ccc HTTP/1.1" status: 204 len: 168 time: 0.5234621 May 30 20:31:51.905985 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3758517c-38fe-4362-a10d-c2df147a6334 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.951355 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3758517c-38fe-4362-a10d-c2df147a6334 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:52.166948 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3758517c-38fe-4362-a10d-c2df147a6334 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:52.197582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758517c-38fe-4362-a10d-c2df147a6334 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a3101f-9cd8-4257-889e-b716b6bdb13e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:52.217693 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3758517c-38fe-4362-a10d-c2df147a6334 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:52.219103 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3758517c-38fe-4362-a10d-c2df147a6334 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-groups/b4a3101f-9cd8-4257-889e-b716b6bdb13e HTTP/1.1" status: 204 len: 168 time: 0.4359951 May 30 20:31:52.221891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38876) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:52.317489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-397eb32e-2a48-4880-8d85-313f688927e1 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:52.348906 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-397eb32e-2a48-4880-8d85-313f688927e1 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:52.353800 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-397eb32e-2a48-4880-8d85-313f688927e1 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1307817 May 30 20:31:52.361683 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38884) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:52.383509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-eed2a70c-07d4-4a6d-b4a3-5245a1994f6b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1349728066'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:52.405194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-eed2a70c-07d4-4a6d-b4a3-5245a1994f6b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:52.418175 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Allocated IP 172.20.0.2 (9af71d29-6ff7-4d44-82a6-376d874b5ce1/04f10300-7e30-4005-a8f4-f635ff48a24f/78efa910-c1f4-4fa6-91b4-7d69c5e29ddd) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:52.422629 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-eed2a70c-07d4-4a6d-b4a3-5245a1994f6b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:52.445713 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eed2a70c-07d4-4a6d-b4a3-5245a1994f6b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:52.488897 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:52.512369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-eed2a70c-07d4-4a6d-b4a3-5245a1994f6b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:52.521812 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-eed2a70c-07d4-4a6d-b4a3-5245a1994f6b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:52.527306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-eed2a70c-07d4-4a6d-b4a3-5245a1994f6b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:52.539137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-eed2a70c-07d4-4a6d-b4a3-5245a1994f6b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:52.613791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38888) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:52.686715 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823940237', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:45Z', 'updated_at': '2022-05-30T20:31:46Z', 'revision_number': 3, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:46Z', 'updated_at': '2022-05-30T20:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:52.697439 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eed2a70c-07d4-4a6d-b4a3-5245a1994f6b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:52.705991 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f704452a-5c26-418f-91f4-97a98ff4861d None None] The sync data for ids ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'] in n-d-843949-2 is: [{'id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823940237', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:45Z', 'updated_at': '2022-05-30T20:31:46Z', 'revision_number': 3, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:46Z', 'updated_at': '2022-05-30T20:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:31:52.713374 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eed2a70c-07d4-4a6d-b4a3-5245a1994f6b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:52.851903 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:52.866575 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Transition to ACTIVE for port object 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:52.873714 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9738d3ef-18bc-4cd7-b43c-eb6ae72c1b4c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ac146f185fb545ce94d934f5b8fef476&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2586122 May 30 20:31:52.876424 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38892) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:52.889009 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2a70c-07d4-4a6d-b4a3-5245a1994f6b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ef4798-da4d-4f94-9942-99dc834ace3c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:52.905915 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Transition to ACTIVE for port object 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:52.915297 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:52.928691 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eed2a70c-07d4-4a6d-b4a3-5245a1994f6b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:52.933213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38896) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:52.935275 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-eed2a70c-07d4-4a6d-b4a3-5245a1994f6b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5717607 May 30 20:31:52.950392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-7c260fcb-ec29-4a67-be4a-1900a9706a41 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Request body: {'security_group_rule': {'security_group_id': 'd0ef4798-da4d-4f94-9942-99dc834ace3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:52.958996 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7c260fcb-ec29-4a67-be4a-1900a9706a41 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:52.975478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7c260fcb-ec29-4a67-be4a-1900a9706a41 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Usage tracker for resource:security_group_rule and tenant:b017a3a8e56d44159e974ab088ba5f10 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:52.981140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7c260fcb-ec29-4a67-be4a-1900a9706a41 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:52.994397 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:52.997498 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:53.001851 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:53.002390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7c260fcb-ec29-4a67-be4a-1900a9706a41 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:53.013859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Pushing event updated for resources: {'Port': ['ID=78efa910-c1f4-4fa6-91b4-7d69c5e29ddd,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:53.128825 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b13dc25-69e9-4003-86be-fd630435de05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:53.132779 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c260fcb-ec29-4a67-be4a-1900a9706a41 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:53.167918 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Attempting to bind port 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:31:53.168478 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Attempting to bind port 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:31:53.168965 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Attempting to bind port 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd on network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:31:53.182288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:31:53.182665 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Checking segment: {'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:31:53.183323 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:53.183715 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Bound using segment: {'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:31:53.184446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Bound port: 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:31:53.184835 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:53.284674 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b13dc25-69e9-4003-86be-fd630435de05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:53.322332 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] For port 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:31:53.328722 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] For port 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=78efa910-c1f4-4fa6-91b4-7d69c5e29ddd,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:31:53.334469 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:53.473700 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Allocated IP 172.20.0.1 (9af71d29-6ff7-4d44-82a6-376d874b5ce1/04f10300-7e30-4005-a8f4-f635ff48a24f/1f6cd8c9-1bec-42db-a3a4-189a13f7bec0) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:53.554949 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e71134-dda7-463e-b6dc-f80047fe19e2 None None] Pushing event updated for resources: {'Port': ['ID=78efa910-c1f4-4fa6-91b4-7d69c5e29ddd,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:53.597661 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c260fcb-ec29-4a67-be4a-1900a9706a41 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:53.884704 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c260fcb-ec29-4a67-be4a-1900a9706a41 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:53.969077 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b13dc25-69e9-4003-86be-fd630435de05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:54.032132 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c260fcb-ec29-4a67-be4a-1900a9706a41 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69372b9-07c9-48f0-8a40-af6aaffd87ae,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:54.062956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13dc25-69e9-4003-86be-fd630435de05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb999bb0-5ca5-4ff0-a209-b2284f395c4c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:54.102457 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c260fcb-ec29-4a67-be4a-1900a9706a41 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:54.107668 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7c260fcb-ec29-4a67-be4a-1900a9706a41 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1708653 May 30 20:31:54.112743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38908) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:54.113254 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b13dc25-69e9-4003-86be-fd630435de05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:54.114187 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4b13dc25-69e9-4003-86be-fd630435de05 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/eb999bb0-5ca5-4ff0-a209-b2284f395c4c HTTP/1.1" status: 204 len: 168 time: 1.2364397 May 30 20:31:54.194849 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:54.233611 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65ccb5e3-8703-40c2-bbfc-ca7dbbaa257b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:54.240448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Transition to ACTIVE for port object 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:54.266514 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65ccb5e3-8703-40c2-bbfc-ca7dbbaa257b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:54.280326 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:54.339380 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65ccb5e3-8703-40c2-bbfc-ca7dbbaa257b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:54.391272 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ccb5e3-8703-40c2-bbfc-ca7dbbaa257b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ef4798-da4d-4f94-9942-99dc834ace3c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:54.432790 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65ccb5e3-8703-40c2-bbfc-ca7dbbaa257b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:54.433961 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-65ccb5e3-8703-40c2-bbfc-ca7dbbaa257b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-groups/d0ef4798-da4d-4f94-9942-99dc834ace3c HTTP/1.1" status: 204 len: 168 time: 0.3195205 May 30 20:31:54.438369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38918) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:54.474394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=1f6cd8c9-1bec-42db-a3a4-189a13f7bec0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:54.487688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:54.490419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:54.494624 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:54.617384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-645e9910-bf97-4292-8c5d-1fedbb0cee20 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:54.628451 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:54.666446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-645e9910-bf97-4292-8c5d-1fedbb0cee20 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:54.667988 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-645e9910-bf97-4292-8c5d-1fedbb0cee20 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2259595 May 30 20:31:54.670867 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38930) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:54.762604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6ed18997-f81f-44cd-b2f1-b1e0f84ee403 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:54.796258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6ed18997-f81f-44cd-b2f1-b1e0f84ee403 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group_rule {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:54.800511 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6ed18997-f81f-44cd-b2f1-b1e0f84ee403 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1259484 May 30 20:31:54.800794 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38938) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:54.813244 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:54.837937 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-57154123-a5de-4079-8c3b-28dd3e58340b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] delete failed (client error): The resource could not be found. May 30 20:31:54.842256 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-57154123-a5de-4079-8c3b-28dd3e58340b tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "DELETE /v2.0/security-groups/d0ef4798-da4d-4f94-9942-99dc834ace3c HTTP/1.1" status: 404 len: 347 time: 0.0372510 May 30 20:31:54.842562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38944) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:54.969377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-663f4f73-b4c3-4e56-b16d-ac7d81f86022 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Synchronizing usage tracker for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:54.995578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-663f4f73-b4c3-4e56-b16d-ac7d81f86022 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] Unset dirty status for tenant:b017a3a8e56d44159e974ab088ba5f10 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:54.997041 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-663f4f73-b4c3-4e56-b16d-ac7d81f86022 tempest-SecGroupTest-994961238 tempest-SecGroupTest-994961238-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1535428 May 30 20:31:55.031810 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9499cbfe-98a8-4ca5-91e1-7b9d51b4c005 None None] Network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:55.258670 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:55.461111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-40bb42b1-e619-49c8-861b-7fa74ffa025a None None] Provisioning for port 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:55.569358 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:55.578007 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:55.578536 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:55.604861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 38966) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:55.766384 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:55.817364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=78efa910-c1f4-4fa6-91b4-7d69c5e29ddd,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:55.827397 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:55.829208 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b045e9fe-7c0a-4f5b-af02-f0ac70515c51 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:55.856960 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:55.865166 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.021024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=1f6cd8c9-1bec-42db-a3a4-189a13f7bec0,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:56.089866 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38978) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:56.116420 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=78efa910-c1f4-4fa6-91b4-7d69c5e29ddd,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:56.119282 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.139568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port b045e9fe-7c0a-4f5b-af02-f0ac70515c51 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:56.144802 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:31:56.149195 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port b045e9fe-7c0a-4f5b-af02-f0ac70515c51 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:56.151072 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.199464 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e4c6867b-d357-40ba-b73f-615718e4438d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b017a3a8e56d44159e974ab088ba5f10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5927892 May 30 20:31:56.206001 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 38986) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:56.450755 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-821463906-network', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:56.461052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:56.472322 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Usage tracker for resource:network and tenant:2f1c43d5746b45a4a5d0ca372b07696b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:56.476106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-70c2c4e7-9957-405d-801d-181d21edb038 None None] Provisioning for port 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:56.479441 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.492251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-70c2c4e7-9957-405d-801d-181d21edb038 None None] Provisioning complete for port 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:56.492666 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-70c2c4e7-9957-405d-801d-181d21edb038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.525061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:56.548678 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port b045e9fe-7c0a-4f5b-af02-f0ac70515c51, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b045e9fe-7c0a-4f5b-af02-f0ac70515c51,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:56.557021 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.570156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:56.578461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:56.586806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:56.596423 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-70c2c4e7-9957-405d-801d-181d21edb038 None None] Port 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:56.637101 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-70c2c4e7-9957-405d-801d-181d21edb038 None None] Provisioning complete for port 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:56.637465 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-70c2c4e7-9957-405d-801d-181d21edb038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.667932 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=b045e9fe-7c0a-4f5b-af02-f0ac70515c51,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:56.773379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Made reservation on behalf of 2f1c43d5746b45a4a5d0ca372b07696b for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:56.776926 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.855466 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ad1a2830-39ce-4cc6-97ee-a1ac989926d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.859797 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.914862 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ad1a2830-39ce-4cc6-97ee-a1ac989926d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.980536 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6d7c5232-3225-4ecf-a5f0-950f29a9bd4b None None] Provisioning complete for port 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:56.982264 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6d7c5232-3225-4ecf-a5f0-950f29a9bd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.982405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:56.988794 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Usage tracker for resource:security_group_rule and tenant:2f1c43d5746b45a4a5d0ca372b07696b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:56.993859 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:57.002332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:57.105472 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c5232-3225-4ecf-a5f0-950f29a9bd4b None None] Port 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:57.130440 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:57.236472 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:57.236682 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:57.253371 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ad1a2830-39ce-4cc6-97ee-a1ac989926d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:57.294819 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a2830-39ce-4cc6-97ee-a1ac989926d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8753ebd0-0d28-4fff-a461-9ca730ae3090,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:57.415158 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:57.415656 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ad1a2830-39ce-4cc6-97ee-a1ac989926d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:57.418771 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ad1a2830-39ce-4cc6-97ee-a1ac989926d2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8753ebd0-0d28-4fff-a461-9ca730ae3090 HTTP/1.1" status: 204 len: 168 time: 1.2103071 May 30 20:31:57.437196 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:57.483847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:31:57.522584 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:57.522929 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Added segment 48055f21-d6cf-489d-badc-a672d7a73c13 of type vlan for network ee638217-d7ff-4c68-a795-3d58d5cc4cd2 May 30 20:31:57.538669 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b045e9fe-7c0a-4f5b-af02-f0ac70515c51 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:57.546511 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc5bdbb-d09f-428d-926d-381daeaffeee,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:57.577949 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:57.634357 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:57.635213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:57.635797 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:57.651903 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port b045e9fe-7c0a-4f5b-af02-f0ac70515c51 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:57.652371 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:57.763345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] Pushing event updated for resources: {'Network': ['ID=ee638217-d7ff-4c68-a795-3d58d5cc4cd2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:57.783616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router 34f0d9ff-5794-479f-83df-1eaeb121d6b7 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:31:57.794178 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network ee638217-d7ff-4c68-a795-3d58d5cc4cd2 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:31:57.805596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39002) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:57.806132 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0059e1a8-b4fd-4ebf-b917-365ffd22b86d admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7145913 May 30 20:31:57.812225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-224909fe-2ee7-427b-af32-12170e3b5645 admin admin] Request body: {'subnet': {'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-821463906-subnet', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:57.836069 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-224909fe-2ee7-427b-af32-12170e3b5645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:57.853273 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-224909fe-2ee7-427b-af32-12170e3b5645 admin admin] Usage tracker for resource:subnet and tenant:2f1c43d5746b45a4a5d0ca372b07696b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:57.874605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-224909fe-2ee7-427b-af32-12170e3b5645 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:57.909372 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-224909fe-2ee7-427b-af32-12170e3b5645 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:57.923856 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f355-bb4f-4d7c-ae22-9ee852c12d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:57.952975 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224909fe-2ee7-427b-af32-12170e3b5645 admin admin] Made reservation on behalf of 2f1c43d5746b45a4a5d0ca372b07696b for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:57.957067 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-224909fe-2ee7-427b-af32-12170e3b5645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:58.080829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:31:58.088482 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-861113e8-d02b-4a3e-9450-3404f0c3eac5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "PUT /v2.0/routers/34f0d9ff-5794-479f-83df-1eaeb121d6b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0231121 May 30 20:31:58.100473 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Sync routers for ids ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:31:58.124796 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Routers {'34f0d9ff-5794-479f-83df-1eaeb121d6b7'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:58.125512 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:31:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:58.310641 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-224909fe-2ee7-427b-af32-12170e3b5645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:58.410618 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Set router 34f0d9ff-5794-479f-83df-1eaeb121d6b7 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:58.448877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224909fe-2ee7-427b-af32-12170e3b5645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=780c68c8-f9a4-4145-9602-61dc98bd29fc,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:58.459450 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224909fe-2ee7-427b-af32-12170e3b5645 admin admin] Checking segment: {'id': '48055f21-d6cf-489d-badc-a672d7a73c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:31:58.459795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224909fe-2ee7-427b-af32-12170e3b5645 admin admin] Network hostable DHCP agents. Network: ee638217-d7ff-4c68-a795-3d58d5cc4cd2, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:31:58.488391 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224909fe-2ee7-427b-af32-12170e3b5645 admin admin] Network ee638217-d7ff-4c68-a795-3d58d5cc4cd2 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:31:58.505580 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-224909fe-2ee7-427b-af32-12170e3b5645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, ee638217-d7ff-4c68-a795-3d58d5cc4cd2) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:58.510271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224909fe-2ee7-427b-af32-12170e3b5645 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:58.510853 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-224909fe-2ee7-427b-af32-12170e3b5645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:58.521957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30efb8f4-fed0-4533-8817-5c634e57d29a None None] Network ee638217-d7ff-4c68-a795-3d58d5cc4cd2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:58.555701 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-224909fe-2ee7-427b-af32-12170e3b5645 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7485013 May 30 20:31:58.559745 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39032) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:58.570544 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:58.579194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:58.588354 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Usage tracker for resource:router and tenant:2f1c43d5746b45a4a5d0ca372b07696b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:58.598355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:58.612195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:58.619179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-780576be-50fb-473c-a54f-dd44e04b796a req-52080a9a-2297-41ce-bf3a-27da3cf7fb1b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:58.634811 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:58.636503 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:58.656875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-780576be-50fb-473c-a54f-dd44e04b796a req-52080a9a-2297-41ce-bf3a-27da3cf7fb1b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:58.659001 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-780576be-50fb-473c-a54f-dd44e04b796a req-52080a9a-2297-41ce-bf3a-27da3cf7fb1b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1559111106&fields=id&tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb HTTP/1.1" status: 200 len: 267 time: 0.1505275 May 30 20:31:58.666330 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:58.875233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780576be-50fb-473c-a54f-dd44e04b796a req-f7e2c14c-4bec-458c-9ec5-43dba958a89f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:58.875928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-780576be-50fb-473c-a54f-dd44e04b796a req-f7e2c14c-4bec-458c-9ec5-43dba958a89f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:58.940598 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-780576be-50fb-473c-a54f-dd44e04b796a req-f7e2c14c-4bec-458c-9ec5-43dba958a89f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:58.942267 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-780576be-50fb-473c-a54f-dd44e04b796a req-f7e2c14c-4bec-458c-9ec5-43dba958a89f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/networks?id=9af71d29-6ff7-4d44-82a6-376d874b5ce1 HTTP/1.1" status: 200 len: 797 time: 0.2770276 May 30 20:31:58.980602 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-780576be-50fb-473c-a54f-dd44e04b796a req-ccac476c-f9a1-4172-9adf-ed386396ff94 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/quotas/5cec82bd6ef4496f8304aec7a72a0ecb HTTP/1.1" status: 200 len: 375 time: 0.0328009 May 30 20:31:59.044281 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823940237', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:45Z', 'updated_at': '2022-05-30T20:31:54Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:46Z', 'updated_at': '2022-05-30T20:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '1f6cd8c9-1bec-42db-a3a4-189a13f7bec0', 'name': '', 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:74:1a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:52Z', 'updated_at': '2022-05-30T20:31:55Z', 'revision_number': 2, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:59.046658 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'fixed_ips': [{'subnet_id': '780c68c8-f9a4-4145-9602-61dc98bd29fc'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:31:59.047477 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.057767 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Checking router: 34f0d9ff-5794-479f-83df-1eaeb121d6b7 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:31:59.058212 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Updating router 34f0d9ff-5794-479f-83df-1eaeb121d6b7 port 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:31:59.070411 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.183162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-780576be-50fb-473c-a54f-dd44e04b796a req-a82a85f9-d158-40b3-aa61-6b8899e56440 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:59.188183 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.202374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-780576be-50fb-473c-a54f-dd44e04b796a req-a82a85f9-d158-40b3-aa61-6b8899e56440 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:59.214964 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-780576be-50fb-473c-a54f-dd44e04b796a req-a82a85f9-d158-40b3-aa61-6b8899e56440 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2332137 May 30 20:31:59.466663 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.513131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Allocated IP 172.20.0.2 (ee638217-d7ff-4c68-a795-3d58d5cc4cd2/780c68c8-f9a4-4145-9602-61dc98bd29fc/f12f1251-2317-4274-a86f-92fee2103346) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:59.535103 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.624205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39064) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:59.755908 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Allocated IP 172.25.5.159 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/42c5d00f-06e1-41ed-be25-ef4d064841d0) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:59.843678 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-780576be-50fb-473c-a54f-dd44e04b796a req-37777d8e-19a2-4e73-936f-8f5447184eaf service neutron] 10.222.0.84 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250970 May 30 20:31:59.990249 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-17b5ced2-cf4e-4580-bfad-533c263c37b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.997261 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.015770 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.022040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Transition to ACTIVE for port object f12f1251-2317-4274-a86f-92fee2103346 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:00.025533 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.052219 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Transition to ACTIVE for port object 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:00.056862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Transition to ACTIVE for port object f12f1251-2317-4274-a86f-92fee2103346 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:00.058518 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.069561 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.071825 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.205721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-780576be-50fb-473c-a54f-dd44e04b796a req-dd2ba2a7-ac84-4de3-9fdb-b1753646f5f5 service neutron] 10.222.0.84 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571148 May 30 20:32:00.244138 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Network ee638217-d7ff-4c68-a795-3d58d5cc4cd2 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:00.249032 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:00.258137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:00.259213 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Pushing event updated for resources: {'Port': ['ID=f12f1251-2317-4274-a86f-92fee2103346,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:00.262517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:00.268429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:00.270527 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9889e647-f018-41bb-a00e-fea47f325681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.276907 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493fb01-faeb-4880-badb-8eeee7f39c2b None None] Pushing event updated for resources: {'Port': ['ID=1f6cd8c9-1bec-42db-a3a4-189a13f7bec0,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:00.317534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:00.330869 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493fb01-faeb-4880-badb-8eeee7f39c2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:00.332527 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493fb01-faeb-4880-badb-8eeee7f39c2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:00.332871 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493fb01-faeb-4880-badb-8eeee7f39c2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:00.333206 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493fb01-faeb-4880-badb-8eeee7f39c2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:00.334732 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493fb01-faeb-4880-badb-8eeee7f39c2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:00.335072 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493fb01-faeb-4880-badb-8eeee7f39c2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:00.335408 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493fb01-faeb-4880-badb-8eeee7f39c2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:00.335736 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493fb01-faeb-4880-badb-8eeee7f39c2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:00.336085 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493fb01-faeb-4880-badb-8eeee7f39c2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:00.336413 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493fb01-faeb-4880-badb-8eeee7f39c2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:00.336732 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493fb01-faeb-4880-badb-8eeee7f39c2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:00.447712 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Pushing event updated for resources: {'Port': ['ID=42c5d00f-06e1-41ed-be25-ef4d064841d0,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:00.544318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9889e647-f018-41bb-a00e-fea47f325681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:00.548758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Attempting to bind port f12f1251-2317-4274-a86f-92fee2103346 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:00.555715 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Attempting to bind port f12f1251-2317-4274-a86f-92fee2103346 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '48055f21-d6cf-489d-badc-a672d7a73c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:00.556488 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Attempting to bind port f12f1251-2317-4274-a86f-92fee2103346 on network ee638217-d7ff-4c68-a795-3d58d5cc4cd2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:00.589032 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:00.589408 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Checking segment: {'id': '48055f21-d6cf-489d-badc-a672d7a73c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:00.589940 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.592165 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Bound using segment: {'id': '48055f21-d6cf-489d-badc-a672d7a73c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:00.592679 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Bound port: f12f1251-2317-4274-a86f-92fee2103346, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48055f21-d6cf-489d-badc-a672d7a73c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:00.593064 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.621178 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Attempting to bind port 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:00.622672 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Attempting to bind port 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:00.623346 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Attempting to bind port 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 on network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:00.641456 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:00.641923 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Checking segment: {'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:00.644902 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.645765 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Bound using segment: {'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:00.646432 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Bound port: 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:00.649548 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.724996 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c120d099-f84a-4a22-a9e6-9acbdf722be5 req-9ca28ea9-1146-4476-b3f3-bdc2eac81453 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 210 time: 0.1148345 May 30 20:32:00.786481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9889e647-f018-41bb-a00e-fea47f325681 admin admin] Usage tracker for resource:security_group_rule and tenant:2e4f0b60a121456ab4ed38c3df14eedc is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:00.789902 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9889e647-f018-41bb-a00e-fea47f325681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:00.796852 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9889e647-f018-41bb-a00e-fea47f325681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:00.822299 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] For port f12f1251-2317-4274-a86f-92fee2103346, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:00.826852 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] For port f12f1251-2317-4274-a86f-92fee2103346, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f12f1251-2317-4274-a86f-92fee2103346,segment=NetworkSegment(48055f21-d6cf-489d-badc-a672d7a73c13),segment_id=48055f21-d6cf-489d-badc-a672d7a73c13)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:00.835755 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.864423 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] For port 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:00.868037 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] For port 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=1f6cd8c9-1bec-42db-a3a4-189a13f7bec0,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:00.869378 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.870111 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.874819 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.917828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-f316328c-5a6e-467d-bcac-35bfb092600f req-6ac2ca96-5a42-4bf9-ae38-f91b9180a19e service neutron] (84023) timed out ('10.222.0.93', 58303) {{(pid=84023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:32:00.971741 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9889e647-f018-41bb-a00e-fea47f325681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.971952 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493fb01-faeb-4880-badb-8eeee7f39c2b None None] Pushing event updated for resources: {'Port': ['ID=1f6cd8c9-1bec-42db-a3a4-189a13f7bec0,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:00.990395 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Routers {'34f0d9ff-5794-479f-83df-1eaeb121d6b7'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:00.991762 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:32:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:01.021088 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9889e647-f018-41bb-a00e-fea47f325681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.026684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d667a4-13db-4081-ad53-1837a7682ad2 None None] Pushing event updated for resources: {'Port': ['ID=f12f1251-2317-4274-a86f-92fee2103346,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:01.271776 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.323397 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] Set router 34f0d9ff-5794-479f-83df-1eaeb121d6b7 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:01.460241 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889e647-f018-41bb-a00e-fea47f325681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa24bfd4-92ec-4d40-a212-66de69f09b78,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:01.513844 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9889e647-f018-41bb-a00e-fea47f325681 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2e4f0b60a121456ab4ed38c3df14eedc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8853688 May 30 20:32:01.515164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39102) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:01.606102 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.642112 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-71853bfe-02b0-4d1b-bb22-d4999c1bbe93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.690917 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-71853bfe-02b0-4d1b-bb22-d4999c1bbe93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.774546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Router 4785fb19-9050-4103-9d4d-463d63d3dfbd is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:32:01.804983 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-71853bfe-02b0-4d1b-bb22-d4999c1bbe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.833028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71853bfe-02b0-4d1b-bb22-d4999c1bbe93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa24bfd4-92ec-4d40-a212-66de69f09b78,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:01.852875 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-71853bfe-02b0-4d1b-bb22-d4999c1bbe93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.861246 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-71853bfe-02b0-4d1b-bb22-d4999c1bbe93 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aa24bfd4-92ec-4d40-a212-66de69f09b78 HTTP/1.1" status: 204 len: 168 time: 0.3455045 May 30 20:32:01.890272 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823940237', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:45Z', 'updated_at': '2022-05-30T20:31:54Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:46Z', 'updated_at': '2022-05-30T20:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '1f6cd8c9-1bec-42db-a3a4-189a13f7bec0', 'name': '', 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:74:1a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:52Z', 'updated_at': '2022-05-30T20:32:00Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:01.901490 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0d3c40-ef6e-4bd8-8149-7a6f6c0a5a4b None None] The sync data for ids ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'] in n-d-843949-2 is: [{'id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823940237', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:45Z', 'updated_at': '2022-05-30T20:31:54Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:46Z', 'updated_at': '2022-05-30T20:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '1f6cd8c9-1bec-42db-a3a4-189a13f7bec0', 'name': '', 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:74:1a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:52Z', 'updated_at': '2022-05-30T20:32:00Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:32:02.081302 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2ef679b5-a1b0-4bed-9b5c-1aea05d18e95 req-d2396e84-2eb1-4173-80ff-3b6c7d58d11b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 210 time: 0.0741200 May 30 20:32:02.260789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:32:02.269684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Sync routers for ids ['4785fb19-9050-4103-9d4d-463d63d3dfbd'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:32:02.293109 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Routers {'4785fb19-9050-4103-9d4d-463d63d3dfbd'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:02.293734 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:32:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4785fb19-9050-4103-9d4d-463d63d3dfbd'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:02.407343 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.408897 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2222d294-5268-4811-8d35-614310f8c444 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8481307 May 30 20:32:02.411950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39116) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:02.808777 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Set router 4785fb19-9050-4103-9d4d-463d63d3dfbd gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:03.063376 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c20108-9575-4a3c-931f-88d9060ad026 None None] Network ee638217-d7ff-4c68-a795-3d58d5cc4cd2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:03.456558 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78f18482-a4ab-4ada-a80c-5b6619f83020 req-27c8de76-31c4-42d9-99f8-bdf58d6f6865 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 210 time: 0.1027474 May 30 20:32:03.465851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780576be-50fb-473c-a54f-dd44e04b796a req-6eef3955-c62e-4033-8dd5-cd12e17eebbf tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:03.469514 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-780576be-50fb-473c-a54f-dd44e04b796a req-6eef3955-c62e-4033-8dd5-cd12e17eebbf tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.77 "GET /v2.0/networks?id=9af71d29-6ff7-4d44-82a6-376d874b5ce1 HTTP/1.1" status: 200 len: 797 time: 0.9425855 May 30 20:32:03.523213 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:03.569769 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-780576be-50fb-473c-a54f-dd44e04b796a req-fee900fa-f810-48a2-86c8-c839b3941498 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb HTTP/1.1" status: 200 len: 380 time: 0.0785711 May 30 20:32:03.584215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-780576be-50fb-473c-a54f-dd44e04b796a req-14986884-b868-4c27-8a20-d8a8d82d4454 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'port': {'device_id': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'admin_state_up': True, 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'security_groups': ['d04c96f9-e460-49de-ad19-8c2f1fbeb657']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:03.743172 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cfe9c88b-4b43-481f-a8e7-15458e7c1552 None None] Provisioning for port f12f1251-2317-4274-a86f-92fee2103346 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:03.791809 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:03.848855 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:03.866293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:03.875416 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:03.875869 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.006626 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-780576be-50fb-473c-a54f-dd44e04b796a req-14986884-b868-4c27-8a20-d8a8d82d4454 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:04.032172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-780576be-50fb-473c-a54f-dd44e04b796a req-14986884-b868-4c27-8a20-d8a8d82d4454 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:04.058465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780576be-50fb-473c-a54f-dd44e04b796a req-14986884-b868-4c27-8a20-d8a8d82d4454 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Made reservation on behalf of 5cec82bd6ef4496f8304aec7a72a0ecb for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:04.065202 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-780576be-50fb-473c-a54f-dd44e04b796a req-14986884-b868-4c27-8a20-d8a8d82d4454 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.069958 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.264429 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:58Z', 'updated_at': '2022-05-30T20:32:00Z', 'revision_number': 3, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'gw_port': {'id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:59Z', 'updated_at': '2022-05-30T20:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:04.308960 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=1f6cd8c9-1bec-42db-a3a4-189a13f7bec0,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:04.310112 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Checking router: 4785fb19-9050-4103-9d4d-463d63d3dfbd for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:32:04.310584 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Updating router 4785fb19-9050-4103-9d4d-463d63d3dfbd port 42c5d00f-06e1-41ed-be25-ef4d064841d0 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:32:04.352650 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.353449 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f12f1251-2317-4274-a86f-92fee2103346 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:04.545624 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.607258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-780576be-50fb-473c-a54f-dd44e04b796a req-14986884-b868-4c27-8a20-d8a8d82d4454 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Allocated IP 172.20.0.7 (9af71d29-6ff7-4d44-82a6-376d874b5ce1/04f10300-7e30-4005-a8f4-f635ff48a24f/2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:04.622907 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=1f6cd8c9-1bec-42db-a3a4-189a13f7bec0,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:04.696709 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port f12f1251-2317-4274-a86f-92fee2103346 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:04.733870 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c869122d-54e4-4ae4-a932-c8107652a8fc req-6e742124-c187-47f8-a06a-4de777a6224a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 210 time: 0.0928283 May 30 20:32:04.784966 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f12f1251-2317-4274-a86f-92fee2103346 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:04.785693 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.155032 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-780576be-50fb-473c-a54f-dd44e04b796a req-14986884-b868-4c27-8a20-d8a8d82d4454 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.184969 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-780576be-50fb-473c-a54f-dd44e04b796a req-14986884-b868-4c27-8a20-d8a8d82d4454 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Transition to ACTIVE for port object 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:05.301932 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-780576be-50fb-473c-a54f-dd44e04b796a req-14986884-b868-4c27-8a20-d8a8d82d4454 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.364319 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780576be-50fb-473c-a54f-dd44e04b796a req-14986884-b868-4c27-8a20-d8a8d82d4454 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:05.373664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-780576be-50fb-473c-a54f-dd44e04b796a req-14986884-b868-4c27-8a20-d8a8d82d4454 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:05.379724 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.381946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-780576be-50fb-473c-a54f-dd44e04b796a req-14986884-b868-4c27-8a20-d8a8d82d4454 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:05.398851 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-340d265d-e21c-47af-a3dc-99ac1cfdc15d None None] Provisioning complete for port f12f1251-2317-4274-a86f-92fee2103346 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:05.399325 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-340d265d-e21c-47af-a3dc-99ac1cfdc15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.426130 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.484937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780576be-50fb-473c-a54f-dd44e04b796a req-14986884-b868-4c27-8a20-d8a8d82d4454 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:05.485542 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-780576be-50fb-473c-a54f-dd44e04b796a req-14986884-b868-4c27-8a20-d8a8d82d4454 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.545798 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14986884-b868-4c27-8a20-d8a8d82d4454 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:05.573966 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-780576be-50fb-473c-a54f-dd44e04b796a req-14986884-b868-4c27-8a20-d8a8d82d4454 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9963591 May 30 20:32:05.621565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Request body: {'port': {'device_id': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:05.634893 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:32:05.648344 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port f12f1251-2317-4274-a86f-92fee2103346, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f12f1251-2317-4274-a86f-92fee2103346,segment=NetworkSegment(48055f21-d6cf-489d-badc-a672d7a73c13),segment_id=48055f21-d6cf-489d-badc-a672d7a73c13)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:05.687243 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.830920 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.861985 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:05.991211 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:06.023168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=f12f1251-2317-4274-a86f-92fee2103346,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:06.039995 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Transition to ACTIVE for port object 42c5d00f-06e1-41ed-be25-ef4d064841d0 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:06.056269 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:06.163469 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:06.163927 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:06.231792 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b2068-5d26-4a25-a50d-6ddfab359d53 None None] Pushing event updated for resources: {'Port': ['ID=42c5d00f-06e1-41ed-be25-ef4d064841d0,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:06.234454 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-299830e7-61e1-4726-ac24-f242439e82a1 None None] Provisioning for port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:06.245357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Attempting to bind port 42c5d00f-06e1-41ed-be25-ef4d064841d0 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:06.245805 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Attempting to bind port 42c5d00f-06e1-41ed-be25-ef4d064841d0 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:06.246520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Attempting to bind port 42c5d00f-06e1-41ed-be25-ef4d064841d0 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:06.253516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-299830e7-61e1-4726-ac24-f242439e82a1 None None] Provisioning complete for port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:06.254178 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-299830e7-61e1-4726-ac24-f242439e82a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:06.352893 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-299830e7-61e1-4726-ac24-f242439e82a1 None None] Port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:32:06.355332 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:06.356097 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:06.357004 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:06.357624 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:06.358191 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Bound port: 42c5d00f-06e1-41ed-be25-ef4d064841d0, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:06.358716 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:06.495651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fc499-6306-4515-9681-b71ba8044ec1 req-02daea5f-f5f8-4843-b119-76f627faffc9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:06.497132 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-652fc499-6306-4515-9681-b71ba8044ec1 req-02daea5f-f5f8-4843-b119-76f627faffc9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:32:06.604635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] For port 42c5d00f-06e1-41ed-be25-ef4d064841d0, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:06.611342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] For port 42c5d00f-06e1-41ed-be25-ef4d064841d0, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=42c5d00f-06e1-41ed-be25-ef4d064841d0,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:06.619416 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:06.624791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-652fc499-6306-4515-9681-b71ba8044ec1 req-02daea5f-f5f8-4843-b119-76f627faffc9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:32:06.625965 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-652fc499-6306-4515-9681-b71ba8044ec1 req-02daea5f-f5f8-4843-b119-76f627faffc9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 931 time: 0.6945958 May 30 20:32:06.656785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Allocated IP 172.20.0.1 (ee638217-d7ff-4c68-a795-3d58d5cc4cd2/780c68c8-f9a4-4145-9602-61dc98bd29fc/5ecbd441-4c2b-426a-8294-985bbce57dc9) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:06.698256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b2068-5d26-4a25-a50d-6ddfab359d53 None None] Pushing event updated for resources: {'Port': ['ID=42c5d00f-06e1-41ed-be25-ef4d064841d0,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:06.721403 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Routers {'4785fb19-9050-4103-9d4d-463d63d3dfbd'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:06.722009 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:32:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4785fb19-9050-4103-9d4d-463d63d3dfbd'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:06.806493 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-652fc499-6306-4515-9681-b71ba8044ec1 req-5c1a01b4-39df-4b58-9ca0-64e214efb8a6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718812 May 30 20:32:06.907186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] Set router 4785fb19-9050-4103-9d4d-463d63d3dfbd gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:06.954889 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:06.971992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:32:06.985511 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:06.991623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Transition to ACTIVE for port object 5ecbd441-4c2b-426a-8294-985bbce57dc9 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:07.007523 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Transition to ACTIVE for port object 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:07.015548 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:07.132301 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:07.177094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Pushing event updated for resources: {'Port': ['ID=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:07.181371 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:07.257840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:58Z', 'updated_at': '2022-05-30T20:32:00Z', 'revision_number': 3, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'gw_port': {'id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:59Z', 'updated_at': '2022-05-30T20:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:07.262942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b6aee-ae41-4c8b-bf7a-ea43a4cdb42f None None] The sync data for ids ['4785fb19-9050-4103-9d4d-463d63d3dfbd'] in n-d-843949-2 is: [{'id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:58Z', 'updated_at': '2022-05-30T20:32:00Z', 'revision_number': 3, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'gw_port': {'id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:59Z', 'updated_at': '2022-05-30T20:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:32:07.371133 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Network ee638217-d7ff-4c68-a795-3d58d5cc4cd2 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:07.375417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:07.385219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:07.420566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Pushing event updated for resources: {'Port': ['ID=5ecbd441-4c2b-426a-8294-985bbce57dc9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:07.520326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Attempting to bind port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:07.520788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Attempting to bind port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:07.520980 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Attempting to bind port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 on network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:07.529668 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:07.533720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 on network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:32:07.534605 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Attempting to bind port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 on network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:07.556234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:07.556757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Checking segment: {'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:07.557053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Bound using segment: {'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:07.557493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Bound port: 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:07.557835 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:07.723152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f26e0484-594b-4de9-9cc2-1d2ff43ce42e None None] Provisioning for port 5ecbd441-4c2b-426a-8294-985bbce57dc9 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:07.729098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f26e0484-594b-4de9-9cc2-1d2ff43ce42e None None] Provisioning complete for port 5ecbd441-4c2b-426a-8294-985bbce57dc9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:07.729098 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f26e0484-594b-4de9-9cc2-1d2ff43ce42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:07.806132 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:07.826963 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f12f1251-2317-4274-a86f-92fee2103346 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:07.867798 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:07.899102 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f26e0484-594b-4de9-9cc2-1d2ff43ce42e None None] Port 5ecbd441-4c2b-426a-8294-985bbce57dc9 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:32:07.930998 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f12f1251-2317-4274-a86f-92fee2103346 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:07.931611 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:07.995096 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:08.007022 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:08.286004 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:08.287374 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-780576be-50fb-473c-a54f-dd44e04b796a req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] 10.222.0.77 "PUT /v2.0/ports/2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 HTTP/1.1" status: 200 len: 1091 time: 2.6713538 May 30 20:32:08.289301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:32:08.315525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dac09c-b1ca-4eb1-9517-80a889a0ca2b service neutron] Pushing event updated for resources: {'Port': ['ID=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:08.510719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d2a61-d256-4a53-aaf2-340fccbfa627 req-da2580a1-a7c1-4f98-8104-b1faa4cc043b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:08.513483 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a14d2a61-d256-4a53-aaf2-340fccbfa627 req-da2580a1-a7c1-4f98-8104-b1faa4cc043b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 943 time: 0.3744576 May 30 20:32:08.544990 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157cc013-8403-4779-b029-58909048400b'] response: {'name': 'network-changed', 'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'status': 'completed', 'code': 200} May 30 20:32:08.622540 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:32:08.652780 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:08.658592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a14d2a61-d256-4a53-aaf2-340fccbfa627 req-6622a39c-e9e7-40e8-bac5-0bc36b95032c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214187 May 30 20:32:08.664583 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:08.875026 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-780576be-50fb-473c-a54f-dd44e04b796a req-f222021a-b972-4a29-9857-4264a5a8598d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 1094 time: 0.5057504 May 30 20:32:08.976291 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:09.003815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Pushing event updated for resources: {'Port': ['ID=5ecbd441-4c2b-426a-8294-985bbce57dc9,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:09.009232 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-780576be-50fb-473c-a54f-dd44e04b796a req-9d990f29-22ef-4fa6-af0e-8196d41da43d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 HTTP/1.1" status: 200 len: 217 time: 0.1134708 May 30 20:32:09.157583 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780576be-50fb-473c-a54f-dd44e04b796a req-66ffa8a2-9713-4898-b846-01d8a15815e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:09.162266 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-780576be-50fb-473c-a54f-dd44e04b796a req-66ffa8a2-9713-4898-b846-01d8a15815e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04f10300-7e30-4005-a8f4-f635ff48a24f HTTP/1.1" status: 200 len: 835 time: 0.1008911 May 30 20:32:09.255002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Network ee638217-d7ff-4c68-a795-3d58d5cc4cd2 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:09.257794 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:09.679013 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7b6ac393-fdec-451d-b562-fd266fdc0b7f None None] Provisioning complete for port 5ecbd441-4c2b-426a-8294-985bbce57dc9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:09.682290 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac393-fdec-451d-b562-fd266fdc0b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:09.749655 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-780576be-50fb-473c-a54f-dd44e04b796a req-d1568092-f120-4437-9422-910c085c565e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9af71d29-6ff7-4d44-82a6-376d874b5ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5724621 May 30 20:32:09.842939 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ac393-fdec-451d-b562-fd266fdc0b7f None None] Port 5ecbd441-4c2b-426a-8294-985bbce57dc9 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:32:10.051167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc6263-fc01-42af-bb52-9c4618878b9e req-79acc041-0977-42d2-b3c0-b4c19d0ebfa8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:10.056707 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-25cc6263-fc01-42af-bb52-9c4618878b9e req-79acc041-0977-42d2-b3c0-b4c19d0ebfa8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 943 time: 0.1639230 May 30 20:32:10.056707 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-780576be-50fb-473c-a54f-dd44e04b796a req-8b24ea40-3455-45af-b668-37376c610d84 service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918599 May 30 20:32:10.249048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Router 4785fb19-9050-4103-9d4d-463d63d3dfbd has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:32:10.357556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-25cc6263-fc01-42af-bb52-9c4618878b9e req-2c3b30e3-a9ef-405d-a519-04837d24671c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2976978 May 30 20:32:10.433165 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-780576be-50fb-473c-a54f-dd44e04b796a req-aa604bfa-c2a2-4a2f-9bd7-f020f6cbd56c service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557148 May 30 20:32:10.741311 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2e2f766-a43e-475f-9ce0-bf2d2901c9a7 req-3b811732-9e57-4043-8b28-34c9547cda8e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 1094 time: 0.2211077 May 30 20:32:10.946459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:32:10.948314 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2f766-a43e-475f-9ce0-bf2d2901c9a7 req-dbcebd33-a9b9-45c8-af30-18e160f71355 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:10.949738 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2e2f766-a43e-475f-9ce0-bf2d2901c9a7 req-dbcebd33-a9b9-45c8-af30-18e160f71355 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9af71d29-6ff7-4d44-82a6-376d874b5ce1 HTTP/1.1" status: 200 len: 898 time: 0.2024887 May 30 20:32:11.036956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-399d0f98-807e-4236-96e5-0db7f6002014 admin admin] 10.222.0.84 "PUT /v2.0/routers/4785fb19-9050-4103-9d4d-463d63d3dfbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6154594 May 30 20:32:11.046464 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2e2f766-a43e-475f-9ce0-bf2d2901c9a7 req-528b03ce-bcb2-4d01-88ef-5becc292cc07 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 HTTP/1.1" status: 200 len: 217 time: 0.0855513 May 30 20:32:11.209203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2f766-a43e-475f-9ce0-bf2d2901c9a7 req-d02f14da-3e92-4e4d-b219-605c692adae5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:11.222253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2e2f766-a43e-475f-9ce0-bf2d2901c9a7 req-d02f14da-3e92-4e4d-b219-605c692adae5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04f10300-7e30-4005-a8f4-f635ff48a24f HTTP/1.1" status: 200 len: 835 time: 0.1703472 May 30 20:32:11.394601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2e2f766-a43e-475f-9ce0-bf2d2901c9a7 req-ba5d3cef-b888-4a47-8602-697a24fafd69 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9af71d29-6ff7-4d44-82a6-376d874b5ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609666 May 30 20:32:11.620944 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2e2f766-a43e-475f-9ce0-bf2d2901c9a7 req-c89b111d-8de2-40f1-b663-cee50bdf1551 service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134621 May 30 20:32:11.898199 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45880173-5ea9-4839-902f-3e4660988603 req-f88105df-9e4f-420d-aeec-cd01649f94bb tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:11.899688 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-45880173-5ea9-4839-902f-3e4660988603 req-f88105df-9e4f-420d-aeec-cd01649f94bb tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 943 time: 0.2317824 May 30 20:32:11.906383 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2e2f766-a43e-475f-9ce0-bf2d2901c9a7 req-6ca3dfb2-416a-4040-90f5-b1ea79268d95 service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752922 May 30 20:32:12.026757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-45880173-5ea9-4839-902f-3e4660988603 req-3fb2f588-5b1e-4a98-b1e7-e692b54376a0 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193256 May 30 20:32:12.710793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39316) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:12.716636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-150107397-network', 'tenant_id': '04fae2e58faf4b87ae3c683ea487d17f'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:12.737697 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:12.749063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Usage tracker for resource:network and tenant:04fae2e58faf4b87ae3c683ea487d17f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:12.760964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:12.796001 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:12.811033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Made reservation on behalf of 04fae2e58faf4b87ae3c683ea487d17f for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:12.816336 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:12.832198 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:12.905968 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:12.911461 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Usage tracker for resource:security_group_rule and tenant:04fae2e58faf4b87ae3c683ea487d17f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:12.915233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:12.922717 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:13.024366 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:13.039694 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:13.075670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b880f3-63fd-4adf-befc-43f5967c4434,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:13.090832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:32:13.102579 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:13.102921 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Added segment fb9734db-0281-4d62-8252-ec45cfabd0d9 of type vlan for network 194531e7-435d-4bc4-a205-488f67bf93a9 May 30 20:32:13.136930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:13.176398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:13.177266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:13.177842 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:13.462515 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] Pushing event updated for resources: {'Network': ['ID=194531e7-435d-4bc4-a205-488f67bf93a9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:13.485343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 194531e7-435d-4bc4-a205-488f67bf93a9 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:32:13.500044 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a5fcce61-e5a8-4708-b89e-eb8cd5975c40 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7872148 May 30 20:32:13.505895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39330) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:13.523401 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ef580e77-d38f-4ad2-ba2c-013621dc1da8 admin admin] Request body: {'subnet': {'network_id': '194531e7-435d-4bc4-a205-488f67bf93a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-150107397-subnet', 'tenant_id': '04fae2e58faf4b87ae3c683ea487d17f', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:13.539110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ef580e77-d38f-4ad2-ba2c-013621dc1da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:13.555163 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19ab97-e65f-4bac-9f54-e5daa14672d1 req-91db7cf7-af91-4c5b-9088-9a096a671917 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:13.557878 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ef580e77-d38f-4ad2-ba2c-013621dc1da8 admin admin] Usage tracker for resource:subnet and tenant:04fae2e58faf4b87ae3c683ea487d17f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:13.571497 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b19ab97-e65f-4bac-9f54-e5daa14672d1 req-91db7cf7-af91-4c5b-9088-9a096a671917 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 943 time: 0.2333574 May 30 20:32:13.582106 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ef580e77-d38f-4ad2-ba2c-013621dc1da8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:13.626076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ef580e77-d38f-4ad2-ba2c-013621dc1da8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:13.683022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef580e77-d38f-4ad2-ba2c-013621dc1da8 admin admin] Made reservation on behalf of 04fae2e58faf4b87ae3c683ea487d17f for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:13.698266 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef580e77-d38f-4ad2-ba2c-013621dc1da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:13.734556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b19ab97-e65f-4bac-9f54-e5daa14672d1 req-033952cc-2f4e-467d-a6a9-9460fe50e350 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609030 May 30 20:32:13.894735 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 42c5d00f-06e1-41ed-be25-ef4d064841d0 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:14.026266 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 42c5d00f-06e1-41ed-be25-ef4d064841d0 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:14.032438 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 42c5d00f-06e1-41ed-be25-ef4d064841d0 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:14.033156 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:14.163448 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef580e77-d38f-4ad2-ba2c-013621dc1da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:14.200889 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:14.247422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 42c5d00f-06e1-41ed-be25-ef4d064841d0, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=42c5d00f-06e1-41ed-be25-ef4d064841d0,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:14.261476 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:14.330725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef580e77-d38f-4ad2-ba2c-013621dc1da8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb88245-1435-4c48-a085-6f1c1afec174,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:14.356396 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef580e77-d38f-4ad2-ba2c-013621dc1da8 admin admin] Checking segment: {'id': 'fb9734db-0281-4d62-8252-ec45cfabd0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '194531e7-435d-4bc4-a205-488f67bf93a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:14.356971 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef580e77-d38f-4ad2-ba2c-013621dc1da8 admin admin] Network hostable DHCP agents. Network: 194531e7-435d-4bc4-a205-488f67bf93a9, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:32:14.424703 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef580e77-d38f-4ad2-ba2c-013621dc1da8 admin admin] Network 194531e7-435d-4bc4-a205-488f67bf93a9 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:32:14.452700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-ef580e77-d38f-4ad2-ba2c-013621dc1da8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 194531e7-435d-4bc4-a205-488f67bf93a9) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:14.467224 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef580e77-d38f-4ad2-ba2c-013621dc1da8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:14.468313 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef580e77-d38f-4ad2-ba2c-013621dc1da8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:14.476046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7955d82f-cdf9-444d-abe3-26c5b6ab5bb6 None None] Network 194531e7-435d-4bc4-a205-488f67bf93a9 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:14.495976 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:32:14.555155 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ef580e77-d38f-4ad2-ba2c-013621dc1da8 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0481520 May 30 20:32:14.560510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39338) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:14.565991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-150107397-router', 'tenant_id': '04fae2e58faf4b87ae3c683ea487d17f', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:14.573778 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:14.585071 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Usage tracker for resource:router and tenant:04fae2e58faf4b87ae3c683ea487d17f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:14.596975 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:14.616523 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:14.641055 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:14.646467 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:14.679125 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:14.855364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=42c5d00f-06e1-41ed-be25-ef4d064841d0,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:14.957899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39350) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:15.006099 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:15.036194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'port_id': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'mac_address': 'fa:16:3e:17:e4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:32:15.136156 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.222631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a00d3-955c-4793-8e95-b38203fadc6b req-cd8240d6-00bb-4163-82b8-38cdafdca95f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:15.229535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b38a00d3-955c-4793-8e95-b38203fadc6b req-cd8240d6-00bb-4163-82b8-38cdafdca95f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 943 time: 0.2830484 May 30 20:32:15.229996 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-194531e7-435d-4bc4-a205-488f67bf93a9', 'network_id': '194531e7-435d-4bc4-a205-488f67bf93a9', 'tenant_id': '04fae2e58faf4b87ae3c683ea487d17f', 'fixed_ips': [{'subnet_id': '6eb88245-1435-4c48-a085-6f1c1afec174'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:32:15.230862 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.331446 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.333313 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d4909e4-9900-42a2-950f-4911cc734d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.412100 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:32:15.429581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1d4909e4-9900-42a2-950f-4911cc734d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:15.434225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1d4909e4-9900-42a2-950f-4911cc734d62 admin admin] Usage tracker for resource:security_group_rule and tenant:ca67bece792f4da38168292da0ea008a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:15.437919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1d4909e4-9900-42a2-950f-4911cc734d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:15.449851 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1d4909e4-9900-42a2-950f-4911cc734d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:15.459857 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:15.482432 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.584119 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:15.592527 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b38a00d3-955c-4793-8e95-b38203fadc6b req-b6b56292-9ecd-4d23-ac56-c8be31024f70 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3334558 May 30 20:32:15.605829 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d4909e4-9900-42a2-950f-4911cc734d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.623844 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d4909e4-9900-42a2-950f-4911cc734d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.691539 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39362) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:15.736072 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Allocated IP 172.20.0.2 (194531e7-435d-4bc4-a205-488f67bf93a9/6eb88245-1435-4c48-a085-6f1c1afec174/ef83950c-507b-4d5d-b880-62d0a89fc4fd) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:15.782194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:32:15.785322 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1d4909e4-9900-42a2-950f-4911cc734d62 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ca67bece792f4da38168292da0ea008a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8083494 May 30 20:32:15.787126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39368) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:15.817938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4909e4-9900-42a2-950f-4911cc734d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152d3571-1d1d-4ba9-be00-75f49f1e5253,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:15.881450 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 42c5d00f-06e1-41ed-be25-ef4d064841d0 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:15.885782 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.949459 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c7ba247-9cf9-412f-8a37-f3fb04ce4cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.955308 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.957464 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0704b343-8422-4512-9345-e920fd350654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.980199 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c7ba247-9cf9-412f-8a37-f3fb04ce4cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.068278 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c7ba247-9cf9-412f-8a37-f3fb04ce4cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.079575 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0704b343-8422-4512-9345-e920fd350654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:16.083777 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0704b343-8422-4512-9345-e920fd350654 admin admin] Usage tracker for resource:security_group_rule and tenant:aa8b961cb648458496c112c09ea80436 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:16.084326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ba247-9cf9-412f-8a37-f3fb04ce4cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152d3571-1d1d-4ba9-be00-75f49f1e5253,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:16.087661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0704b343-8422-4512-9345-e920fd350654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:16.090990 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c7ba247-9cf9-412f-8a37-f3fb04ce4cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.095543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0704b343-8422-4512-9345-e920fd350654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:16.095705 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1c7ba247-9cf9-412f-8a37-f3fb04ce4cd6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/152d3571-1d1d-4ba9-be00-75f49f1e5253 HTTP/1.1" status: 204 len: 168 time: 0.3029590 May 30 20:32:16.138452 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 42c5d00f-06e1-41ed-be25-ef4d064841d0 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:16.138820 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.214746 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Allocated IP 172.25.5.220 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/edb55397-c7d6-4e09-a0ef-8bd8d84dce0b) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:16.251222 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0704b343-8422-4512-9345-e920fd350654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.274073 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0704b343-8422-4512-9345-e920fd350654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.516678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704b343-8422-4512-9345-e920fd350654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0032c7d6-4f9b-45e7-aed6-abe3d142976e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:16.547195 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0704b343-8422-4512-9345-e920fd350654 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aa8b961cb648458496c112c09ea80436&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8544869 May 30 20:32:16.547655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39376) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:16.639530 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.686578 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c555f16-7dbd-4bbb-99f8-88e2cf4a1717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.690755 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.789499 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Pushing event updated for resources: {'Port': ['ID=edb55397-c7d6-4e09-a0ef-8bd8d84dce0b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:16.811088 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:16.814891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:16.815360 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c555f16-7dbd-4bbb-99f8-88e2cf4a1717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.820645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:16.873927 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.904060 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39384) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:16.931164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Transition to ACTIVE for port object ef83950c-507b-4d5d-b880-62d0a89fc4fd will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:16.969150 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbba3835-42ed-4d7f-8572-55feb5a2d031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.016008 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bbba3835-42ed-4d7f-8572-55feb5a2d031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:17.021984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bbba3835-42ed-4d7f-8572-55feb5a2d031 admin admin] Usage tracker for resource:security_group_rule and tenant:bf856825dfcf4a57a2ce3193ea8b2167 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:17.025964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bbba3835-42ed-4d7f-8572-55feb5a2d031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:17.032439 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c555f16-7dbd-4bbb-99f8-88e2cf4a1717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.052857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bbba3835-42ed-4d7f-8572-55feb5a2d031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:17.062610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c555f16-7dbd-4bbb-99f8-88e2cf4a1717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0032c7d6-4f9b-45e7-aed6-abe3d142976e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:17.086072 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Transition to ACTIVE for port object ef83950c-507b-4d5d-b880-62d0a89fc4fd will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:17.086866 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0c555f16-7dbd-4bbb-99f8-88e2cf4a1717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.092206 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0c555f16-7dbd-4bbb-99f8-88e2cf4a1717 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0032c7d6-4f9b-45e7-aed6-abe3d142976e HTTP/1.1" status: 204 len: 168 time: 0.5366657 May 30 20:32:17.125902 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.179217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e3a1c-5886-4381-b1d9-0fc240570104 req-161b46c8-50e7-4788-8675-b94da0009a3c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:17.181435 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2d0e3a1c-5886-4381-b1d9-0fc240570104 req-161b46c8-50e7-4788-8675-b94da0009a3c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 944 time: 0.1645634 May 30 20:32:17.249886 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbba3835-42ed-4d7f-8572-55feb5a2d031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.252039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Network 194531e7-435d-4bc4-a205-488f67bf93a9 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:17.261427 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbba3835-42ed-4d7f-8572-55feb5a2d031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.275138 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:17.278241 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:17.314280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2d0e3a1c-5886-4381-b1d9-0fc240570104 req-10b4462e-2b29-44e1-a925-5f39b955af29 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232047 May 30 20:32:17.363430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba3835-42ed-4d7f-8572-55feb5a2d031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81735ed-1d60-4ffc-be55-fece7fd6a977,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:17.372218 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.372826 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.417171 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bbba3835-42ed-4d7f-8572-55feb5a2d031 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bf856825dfcf4a57a2ce3193ea8b2167&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5119519 May 30 20:32:17.421282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Pushing event updated for resources: {'Port': ['ID=ef83950c-507b-4d5d-b880-62d0a89fc4fd,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:17.422344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39390) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:17.515312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Attempting to bind port ef83950c-507b-4d5d-b880-62d0a89fc4fd on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:17.521492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Attempting to bind port ef83950c-507b-4d5d-b880-62d0a89fc4fd by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'fb9734db-0281-4d62-8252-ec45cfabd0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '194531e7-435d-4bc4-a205-488f67bf93a9'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:17.521940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Attempting to bind port ef83950c-507b-4d5d-b880-62d0a89fc4fd on network 194531e7-435d-4bc4-a205-488f67bf93a9 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:17.529857 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:17.530243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Checking segment: {'id': 'fb9734db-0281-4d62-8252-ec45cfabd0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '194531e7-435d-4bc4-a205-488f67bf93a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:17.530663 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.531028 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Bound using segment: {'id': 'fb9734db-0281-4d62-8252-ec45cfabd0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '194531e7-435d-4bc4-a205-488f67bf93a9'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:17.531628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Bound port: ef83950c-507b-4d5d-b880-62d0a89fc4fd, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9734db-0281-4d62-8252-ec45cfabd0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '194531e7-435d-4bc4-a205-488f67bf93a9'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:17.532233 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.590272 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0189-e9e9-406a-96b4-df0df07449ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.667925 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0189-e9e9-406a-96b4-df0df07449ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.678062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] For port ef83950c-507b-4d5d-b880-62d0a89fc4fd, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:17.685656 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] For port ef83950c-507b-4d5d-b880-62d0a89fc4fd, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ef83950c-507b-4d5d-b880-62d0a89fc4fd,segment=NetworkSegment(fb9734db-0281-4d62-8252-ec45cfabd0d9),segment_id=fb9734db-0281-4d62-8252-ec45cfabd0d9)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:17.697367 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.755982 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Router f5de2dba-6b34-4dc1-8ddc-b9dd387adf56 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:32:17.757553 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0189-e9e9-406a-96b4-df0df07449ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.784125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb0189-e9e9-406a-96b4-df0df07449ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81735ed-1d60-4ffc-be55-fece7fd6a977,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:17.796398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0189-e9e9-406a-96b4-df0df07449ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.797530 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bfbb0189-e9e9-406a-96b4-df0df07449ec admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a81735ed-1d60-4ffc-be55-fece7fd6a977 HTTP/1.1" status: 204 len: 168 time: 0.3723848 May 30 20:32:17.835664 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa88ce-35af-4996-82a1-1ab9374bfb3d None None] Pushing event updated for resources: {'Port': ['ID=ef83950c-507b-4d5d-b880-62d0a89fc4fd,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:17.982964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39398) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:18.015081 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3ba4e92-9a60-4b54-a936-e122b0c152f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.067037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f3ba4e92-9a60-4b54-a936-e122b0c152f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:18.071758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f3ba4e92-9a60-4b54-a936-e122b0c152f3 admin admin] Usage tracker for resource:security_group_rule and tenant:6d7f5db94cc741adbe0369e2ce22bb8e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:18.074907 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f3ba4e92-9a60-4b54-a936-e122b0c152f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:18.082279 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f3ba4e92-9a60-4b54-a936-e122b0c152f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:18.104851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:32:18.118758 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Sync routers for ids ['f5de2dba-6b34-4dc1-8ddc-b9dd387adf56'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:32:18.165374 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.166625 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b8b0bebd-f450-4f04-a7f8-519898286c99 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6050501 May 30 20:32:18.168834 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Routers {'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:18.169348 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39406) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:18.170118 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:32:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['f5de2dba-6b34-4dc1-8ddc-b9dd387adf56'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:18.214346 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3ba4e92-9a60-4b54-a936-e122b0c152f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.220713 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f3ba4e92-9a60-4b54-a936-e122b0c152f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.437516 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba4e92-9a60-4b54-a936-e122b0c152f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379e9d84-7975-4328-9cae-466daee67207,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:18.473860 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f3ba4e92-9a60-4b54-a936-e122b0c152f3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6d7f5db94cc741adbe0369e2ce22bb8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4898186 May 30 20:32:18.476509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39412) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:18.507524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:18.677217 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b6e6abd7-8496-43bb-8f4b-d8fe6f23ceba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.680111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4077c4f-5267-410e-add1-bf66caae2671 req-f4226644-d406-4173-91e3-0247be31a8e4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:18.688108 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d4077c4f-5267-410e-add1-bf66caae2671 req-f4226644-d406-4173-91e3-0247be31a8e4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 944 time: 0.1430147 May 30 20:32:18.701390 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:18.710394 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:18.712333 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.828946 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Set router f5de2dba-6b34-4dc1-8ddc-b9dd387adf56 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:18.845614 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d4077c4f-5267-410e-add1-bf66caae2671 req-70f9fcfb-229e-4c9c-957e-5a9a171d973d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561949 May 30 20:32:18.865154 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b6e6abd7-8496-43bb-8f4b-d8fe6f23ceba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.939471 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b6e6abd7-8496-43bb-8f4b-d8fe6f23ceba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.968695 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6abd7-8496-43bb-8f4b-d8fe6f23ceba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379e9d84-7975-4328-9cae-466daee67207,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:18.972380 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b6e6abd7-8496-43bb-8f4b-d8fe6f23ceba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.973885 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b6e6abd7-8496-43bb-8f4b-d8fe6f23ceba admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/379e9d84-7975-4328-9cae-466daee67207 HTTP/1.1" status: 204 len: 168 time: 0.4961946 May 30 20:32:19.071551 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.180398 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:32:19.212449 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:19.223343 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.441099 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc986072-0f64-4e76-a4be-73d41e9241f9'] response: {'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'code': 200} May 30 20:32:19.521257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:19.583578 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'name': 'tempest-TestVolumeBackupRestore-150107397-router', 'tenant_id': '04fae2e58faf4b87ae3c683ea487d17f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'edb55397-c7d6-4e09-a0ef-8bd8d84dce0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:14Z', 'updated_at': '2022-05-30T20:32:17Z', 'revision_number': 3, 'project_id': '04fae2e58faf4b87ae3c683ea487d17f', 'gw_port': {'id': 'edb55397-c7d6-4e09-a0ef-8bd8d84dce0b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:16Z', 'updated_at': '2022-05-30T20:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:19.588772 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Checking router: f5de2dba-6b34-4dc1-8ddc-b9dd387adf56 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:32:19.589418 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Updating router f5de2dba-6b34-4dc1-8ddc-b9dd387adf56 port edb55397-c7d6-4e09-a0ef-8bd8d84dce0b binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:32:19.663875 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.696498 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6947f876-f4bd-4627-8b2f-fa0f2772e4bc None None] Network 194531e7-435d-4bc4-a205-488f67bf93a9 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:19.967832 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2191159c-f4f3-433a-8c75-7b3f14204284 req-93d15450-9c42-40e6-a8eb-192ddcc548c7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 1096 time: 0.1583841 May 30 20:32:20.042774 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ef83950c-507b-4d5d-b880-62d0a89fc4fd up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:20.103157 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cc36fde5-2898-4c95-91c3-b164c614699e None None] Provisioning for port ef83950c-507b-4d5d-b880-62d0a89fc4fd completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:20.122604 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2191159c-f4f3-433a-8c75-7b3f14204284 req-ddd1190e-e08a-472d-96f8-817653a48f23 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436367 May 30 20:32:20.231235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port ef83950c-507b-4d5d-b880-62d0a89fc4fd completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:20.242193 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ef83950c-507b-4d5d-b880-62d0a89fc4fd triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:20.242909 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:20.499636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6344d53-1e00-412e-9448-acadf04ac4c9 req-c706c81e-8722-433a-bc41-7d76fbed7a52 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:20.514081 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e6344d53-1e00-412e-9448-acadf04ac4c9 req-c706c81e-8722-433a-bc41-7d76fbed7a52 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.3139272 May 30 20:32:20.672225 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:20.679834 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:20.695068 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:20.727177 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Transition to ACTIVE for port object edb55397-c7d6-4e09-a0ef-8bd8d84dce0b will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:20.746914 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:20.786438 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e6344d53-1e00-412e-9448-acadf04ac4c9 req-80a3fa6d-fb42-4f2c-b7f8-8a6c65f58681 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571929 May 30 20:32:20.805451 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-de922c20-1a93-47c1-a9d0-6e5742333404 None None] Provisioning complete for port ef83950c-507b-4d5d-b880-62d0a89fc4fd triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:20.806100 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-de922c20-1a93-47c1-a9d0-6e5742333404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:20.833272 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port ef83950c-507b-4d5d-b880-62d0a89fc4fd, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ef83950c-507b-4d5d-b880-62d0a89fc4fd,segment=NetworkSegment(fb9734db-0281-4d62-8252-ec45cfabd0d9),segment_id=fb9734db-0281-4d62-8252-ec45cfabd0d9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:20.879090 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:20.967842 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a184a-373d-4f74-a35a-939de17957ef None None] Pushing event updated for resources: {'Port': ['ID=edb55397-c7d6-4e09-a0ef-8bd8d84dce0b,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:20.975015 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Attempting to bind port edb55397-c7d6-4e09-a0ef-8bd8d84dce0b on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:20.975370 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Attempting to bind port edb55397-c7d6-4e09-a0ef-8bd8d84dce0b by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:20.975722 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Attempting to bind port edb55397-c7d6-4e09-a0ef-8bd8d84dce0b on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:20.985112 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=ef83950c-507b-4d5d-b880-62d0a89fc4fd,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:20.993419 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:20.994548 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:20.994832 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:20.995215 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:20.995815 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Bound port: edb55397-c7d6-4e09-a0ef-8bd8d84dce0b, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:20.998469 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:21.131875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Sync routers for ids ['4785fb19-9050-4103-9d4d-463d63d3dfbd'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:32:21.136492 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] For port edb55397-c7d6-4e09-a0ef-8bd8d84dce0b, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:21.140502 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] For port edb55397-c7d6-4e09-a0ef-8bd8d84dce0b, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=edb55397-c7d6-4e09-a0ef-8bd8d84dce0b,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:21.151127 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:21.160722 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Routers {'4785fb19-9050-4103-9d4d-463d63d3dfbd'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:21.161389 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:32:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4785fb19-9050-4103-9d4d-463d63d3dfbd'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:21.246978 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a184a-373d-4f74-a35a-939de17957ef None None] Pushing event updated for resources: {'Port': ['ID=edb55397-c7d6-4e09-a0ef-8bd8d84dce0b,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:21.283604 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Routers {'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:21.284303 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:32:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['f5de2dba-6b34-4dc1-8ddc-b9dd387adf56'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:21.313751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Allocated IP 172.20.0.1 (194531e7-435d-4bc4-a205-488f67bf93a9/6eb88245-1435-4c48-a085-6f1c1afec174/3d9be2ff-37ce-4dd1-bce6-80240aa52cec) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:21.671733 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] Set router f5de2dba-6b34-4dc1-8ddc-b9dd387adf56 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:21.674758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Set router 4785fb19-9050-4103-9d4d-463d63d3dfbd gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:21.724617 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:21.784489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Transition to ACTIVE for port object 3d9be2ff-37ce-4dd1-bce6-80240aa52cec will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:21.835651 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:21.864589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ef83950c-507b-4d5d-b880-62d0a89fc4fd up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:22.133379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9be2ff-37ce-4dd1-bce6-80240aa52cec,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:22.199888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Network 194531e7-435d-4bc4-a205-488f67bf93a9 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:22.203438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:22.234782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:22.369080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ef83950c-507b-4d5d-b880-62d0a89fc4fd triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:22.374369 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:22.381773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851faac-481d-42ff-ba43-b1aa780fc279 req-974bc79e-b463-4958-bba0-249e7096c999 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:22.384532 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6851faac-481d-42ff-ba43-b1aa780fc279 req-974bc79e-b463-4958-bba0-249e7096c999 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.3646283 May 30 20:32:22.432348 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'name': 'tempest-TestVolumeBackupRestore-150107397-router', 'tenant_id': '04fae2e58faf4b87ae3c683ea487d17f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'edb55397-c7d6-4e09-a0ef-8bd8d84dce0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:14Z', 'updated_at': '2022-05-30T20:32:17Z', 'revision_number': 3, 'project_id': '04fae2e58faf4b87ae3c683ea487d17f', 'gw_port': {'id': 'edb55397-c7d6-4e09-a0ef-8bd8d84dce0b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:16Z', 'updated_at': '2022-05-30T20:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:22.445687 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b68ee36-ac60-43f7-9c9f-0af64e11173f None None] The sync data for ids ['f5de2dba-6b34-4dc1-8ddc-b9dd387adf56'] in n-d-843949-2 is: [{'id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'name': 'tempest-TestVolumeBackupRestore-150107397-router', 'tenant_id': '04fae2e58faf4b87ae3c683ea487d17f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'edb55397-c7d6-4e09-a0ef-8bd8d84dce0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:14Z', 'updated_at': '2022-05-30T20:32:17Z', 'revision_number': 3, 'project_id': '04fae2e58faf4b87ae3c683ea487d17f', 'gw_port': {'id': 'edb55397-c7d6-4e09-a0ef-8bd8d84dce0b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:16Z', 'updated_at': '2022-05-30T20:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:32:22.449802 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:22.548799 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6851faac-481d-42ff-ba43-b1aa780fc279 req-b99a63f0-9d82-4c2f-9da0-41514d5aacca tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566083 May 30 20:32:22.648163 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:22.767761 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-26f3e08f-63c0-4d5b-98d6-54efc0a81949 None None] Provisioning for port 3d9be2ff-37ce-4dd1-bce6-80240aa52cec completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:22.853794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-26f3e08f-63c0-4d5b-98d6-54efc0a81949 None None] Provisioning complete for port 3d9be2ff-37ce-4dd1-bce6-80240aa52cec triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:22.854155 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-26f3e08f-63c0-4d5b-98d6-54efc0a81949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:22.924345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:58Z', 'updated_at': '2022-05-30T20:32:07Z', 'revision_number': 4, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'gw_port': {'id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:59Z', 'updated_at': '2022-05-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '5ecbd441-4c2b-426a-8294-985bbce57dc9', 'name': '', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'mac_address': 'fa:16:3e:88:30:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:05Z', 'updated_at': '2022-05-30T20:32:08Z', 'revision_number': 2, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'subnets': [{'id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:22.930255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Checking router: 4785fb19-9050-4103-9d4d-463d63d3dfbd for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:32:22.930600 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Updating router 4785fb19-9050-4103-9d4d-463d63d3dfbd port 5ecbd441-4c2b-426a-8294-985bbce57dc9 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:32:22.960292 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-26f3e08f-63c0-4d5b-98d6-54efc0a81949 None None] Port 3d9be2ff-37ce-4dd1-bce6-80240aa52cec cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:32:22.971207 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:22.991692 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:23.018027 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:23.237637 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:23.242399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9be2ff-37ce-4dd1-bce6-80240aa52cec,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:23.326432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2748-428f-4945-90dd-e3239a48a648 req-69a8bc64-f1ac-4df5-9b79-397fe0c28e61 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:23.327986 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c06e2748-428f-4945-90dd-e3239a48a648 req-69a8bc64-f1ac-4df5-9b79-397fe0c28e61 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.3544211 May 30 20:32:23.573497 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:23.590634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Transition to ACTIVE for port object 5ecbd441-4c2b-426a-8294-985bbce57dc9 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:23.600135 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:23.646444 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c06e2748-428f-4945-90dd-e3239a48a648 req-ac082d3f-3d6c-46e4-a522-ac659b5c9667 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045979 May 30 20:32:23.687123 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39514) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:23.739936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Network 194531e7-435d-4bc4-a205-488f67bf93a9 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:23.741084 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:23.795299 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2e4cf-b160-468e-9960-1a4bf8b31719 None None] Pushing event updated for resources: {'Port': ['ID=5ecbd441-4c2b-426a-8294-985bbce57dc9,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:23.862725 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-31375936-12cb-4643-9b0b-63351c4e6833 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 1091 time: 0.1724803 May 30 20:32:23.863557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39518) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:23.877088 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:23.884009 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:23.888986 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:floatingip and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:23.893003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:23.900232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:23.912832 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:24.035472 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Attempting to bind port 5ecbd441-4c2b-426a-8294-985bbce57dc9 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:24.035843 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Attempting to bind port 5ecbd441-4c2b-426a-8294-985bbce57dc9 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '48055f21-d6cf-489d-badc-a672d7a73c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:24.036270 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Attempting to bind port 5ecbd441-4c2b-426a-8294-985bbce57dc9 on network ee638217-d7ff-4c68-a795-3d58d5cc4cd2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:24.043161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:24.043531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Checking segment: {'id': '48055f21-d6cf-489d-badc-a672d7a73c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:24.043934 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:24.044346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Bound using segment: {'id': '48055f21-d6cf-489d-badc-a672d7a73c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:24.044810 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Bound port: 5ecbd441-4c2b-426a-8294-985bbce57dc9, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48055f21-d6cf-489d-badc-a672d7a73c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:24.045197 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:24.161742 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:24.282770 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] For port 5ecbd441-4c2b-426a-8294-985bbce57dc9, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:24.290439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] For port 5ecbd441-4c2b-426a-8294-985bbce57dc9, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5ecbd441-4c2b-426a-8294-985bbce57dc9,segment=NetworkSegment(48055f21-d6cf-489d-badc-a672d7a73c13),segment_id=48055f21-d6cf-489d-badc-a672d7a73c13)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:24.299951 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:24.470273 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Allocated IP 172.25.5.80 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/95319f38-2c52-416d-8823-c12c0d4deb1b) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:24.555632 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2e4cf-b160-468e-9960-1a4bf8b31719 None None] Pushing event updated for resources: {'Port': ['ID=5ecbd441-4c2b-426a-8294-985bbce57dc9,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:24.567868 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9f8e7019-e279-46be-a43e-fe7dad1589f5 None None] Provisioning complete for port 3d9be2ff-37ce-4dd1-bce6-80240aa52cec triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:24.569263 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7019-e279-46be-a43e-fe7dad1589f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:24.644433 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Routers {'4785fb19-9050-4103-9d4d-463d63d3dfbd'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:24.645323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:32:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4785fb19-9050-4103-9d4d-463d63d3dfbd'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:24.653248 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Router f5de2dba-6b34-4dc1-8ddc-b9dd387adf56 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:32:24.809373 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:24.876772 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:24.999472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39544) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:25.052221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-9f8e7019-e279-46be-a43e-fe7dad1589f5 None None] Port 3d9be2ff-37ce-4dd1-bce6-80240aa52cec cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:32:25.114272 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:25.115812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:32:25.119088 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:25.125221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:25.139534 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cb6d3e2a-79a0-4c4e-9caa-5f385f2603c0 admin admin] 10.222.0.84 "PUT /v2.0/routers/f5de2dba-6b34-4dc1-8ddc-b9dd387adf56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9689438 May 30 20:32:25.160615 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] Set router 4785fb19-9050-4103-9d4d-463d63d3dfbd gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:25.198364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=95319f38-2c52-416d-8823-c12c0d4deb1b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:25.335642 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9dbb740b-fa95-4cfa-8a9f-0120e8fdfcdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:25.388321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9dbb740b-fa95-4cfa-8a9f-0120e8fdfcdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:25.398702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9dbb740b-fa95-4cfa-8a9f-0120e8fdfcdb admin admin] Usage tracker for resource:security_group_rule and tenant:fb9e9633c24a4a2c98332f60b569be8a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:25.406815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9dbb740b-fa95-4cfa-8a9f-0120e8fdfcdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:25.433129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9dbb740b-fa95-4cfa-8a9f-0120e8fdfcdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:25.597399 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9dbb740b-fa95-4cfa-8a9f-0120e8fdfcdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:25.607042 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9dbb740b-fa95-4cfa-8a9f-0120e8fdfcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:25.725646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb740b-fa95-4cfa-8a9f-0120e8fdfcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76356d0-c5bb-406a-8352-e2db0739edf5,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:25.748685 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9dbb740b-fa95-4cfa-8a9f-0120e8fdfcdb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fb9e9633c24a4a2c98332f60b569be8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7473912 May 30 20:32:25.749304 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39564) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:25.902500 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ad98064c-a0c9-419b-9194-f4fde56ecb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:25.919310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device edb55397-c7d6-4e09-a0ef-8bd8d84dce0b up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:25.958499 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ad98064c-a0c9-419b-9194-f4fde56ecb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.068283 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:58Z', 'updated_at': '2022-05-30T20:32:07Z', 'revision_number': 4, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'gw_port': {'id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:59Z', 'updated_at': '2022-05-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '5ecbd441-4c2b-426a-8294-985bbce57dc9', 'name': '', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'mac_address': 'fa:16:3e:88:30:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:05Z', 'updated_at': '2022-05-30T20:32:24Z', 'revision_number': 4, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'subnets': [{'id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:26.074096 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26b595-888a-405c-b72c-b992274ecde3 None None] The sync data for ids ['4785fb19-9050-4103-9d4d-463d63d3dfbd'] in n-d-843949-2 is: [{'id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:58Z', 'updated_at': '2022-05-30T20:32:07Z', 'revision_number': 4, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'gw_port': {'id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:59Z', 'updated_at': '2022-05-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '5ecbd441-4c2b-426a-8294-985bbce57dc9', 'name': '', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'mac_address': 'fa:16:3e:88:30:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:05Z', 'updated_at': '2022-05-30T20:32:24Z', 'revision_number': 4, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'subnets': [{'id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:32:26.075675 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port edb55397-c7d6-4e09-a0ef-8bd8d84dce0b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:26.081865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port edb55397-c7d6-4e09-a0ef-8bd8d84dce0b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:26.082433 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.084246 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ad98064c-a0c9-419b-9194-f4fde56ecb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.110422 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98064c-a0c9-419b-9194-f4fde56ecb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76356d0-c5bb-406a-8352-e2db0739edf5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:26.123381 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ad98064c-a0c9-419b-9194-f4fde56ecb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.127484 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ad98064c-a0c9-419b-9194-f4fde56ecb02 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f76356d0-c5bb-406a-8352-e2db0739edf5 HTTP/1.1" status: 204 len: 168 time: 0.3702986 May 30 20:32:26.359630 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.406365 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port edb55397-c7d6-4e09-a0ef-8bd8d84dce0b, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=edb55397-c7d6-4e09-a0ef-8bd8d84dce0b,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:26.420694 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.420897 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.535936 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.566470 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=edb55397-c7d6-4e09-a0ef-8bd8d84dce0b,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:26.984195 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39600) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:26.999628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.009300 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.015889 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a999ba9-f8f7-4c55-9c42-a5f23c9b5a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.062019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1a999ba9-f8f7-4c55-9c42-a5f23c9b5a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:27.069013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1a999ba9-f8f7-4c55-9c42-a5f23c9b5a93 admin admin] Usage tracker for resource:security_group_rule and tenant:1c7a347afa11421eac412b846721fd9e is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:27.072817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1a999ba9-f8f7-4c55-9c42-a5f23c9b5a93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:27.085025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1a999ba9-f8f7-4c55-9c42-a5f23c9b5a93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:27.150740 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=95319f38-2c52-416d-8823-c12c0d4deb1b,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:27.189267 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a999ba9-f8f7-4c55-9c42-a5f23c9b5a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.193504 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a999ba9-f8f7-4c55-9c42-a5f23c9b5a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.205045 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.253163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1a999ba9-f8f7-4c55-9c42-a5f23c9b5a93 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1c7a347afa11421eac412b846721fd9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2679105 May 30 20:32:27.255613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39606) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:27.305813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a999ba9-f8f7-4c55-9c42-a5f23c9b5a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248999fc-b7c9-41f1-ba76-30277a71c6b0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:27.403473 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c33f72e-d89a-4c44-9773-52681af3d28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.456001 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c33f72e-d89a-4c44-9773-52681af3d28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.537297 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c33f72e-d89a-4c44-9773-52681af3d28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.580213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33f72e-d89a-4c44-9773-52681af3d28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248999fc-b7c9-41f1-ba76-30277a71c6b0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:27.583126 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7c33f72e-d89a-4c44-9773-52681af3d28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.584267 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7c33f72e-d89a-4c44-9773-52681af3d28d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/248999fc-b7c9-41f1-ba76-30277a71c6b0 HTTP/1.1" status: 204 len: 168 time: 0.3276823 May 30 20:32:27.706481 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Floating IP c56cae34-dfac-4dfa-bb23-82a6603d6cfa associated. External IP: 172.25.5.80, port: 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0. May 30 20:32:27.790229 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cf3c1e9d-3660-4559-8ce9-ce71df558c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.983313 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device edb55397-c7d6-4e09-a0ef-8bd8d84dce0b up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:28.155132 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port edb55397-c7d6-4e09-a0ef-8bd8d84dce0b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:28.156153 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:28.320091 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5ecbd441-4c2b-426a-8294-985bbce57dc9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:28.330591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router 34f0d9ff-5794-479f-83df-1eaeb121d6b7 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:32:28.419297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 5ecbd441-4c2b-426a-8294-985bbce57dc9 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:28.433108 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 5ecbd441-4c2b-426a-8294-985bbce57dc9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:28.434285 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:28.615766 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:28.666854 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 5ecbd441-4c2b-426a-8294-985bbce57dc9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5ecbd441-4c2b-426a-8294-985bbce57dc9,segment=NetworkSegment(48055f21-d6cf-489d-badc-a672d7a73c13),segment_id=48055f21-d6cf-489d-badc-a672d7a73c13)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:28.674094 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:28.714828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:32:28.731139 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754abbf9-cb35-4dad-9d4d-b9812f9c62a7 None None] Sync routers for ids ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:32:28.760232 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754abbf9-cb35-4dad-9d4d-b9812f9c62a7 None None] Routers {'34f0d9ff-5794-479f-83df-1eaeb121d6b7'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:28.763076 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-754abbf9-cb35-4dad-9d4d-b9812f9c62a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:32:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:28.803308 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:28.863749 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=5ecbd441-4c2b-426a-8294-985bbce57dc9,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:28.899308 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4a580b85-62d1-45ae-ad10-b6b86761007e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0342128 May 30 20:32:28.900097 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:32:29.100976 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-754abbf9-cb35-4dad-9d4d-b9812f9c62a7 None None] Set router 34f0d9ff-5794-479f-83df-1eaeb121d6b7 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:29.174788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6839d5a-7375-4db4-ba7e-69ebae98031b req-6aa3fb56-4902-467d-b19f-5bb11afb0f56 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:29.181956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6839d5a-7375-4db4-ba7e-69ebae98031b req-6aa3fb56-4902-467d-b19f-5bb11afb0f56 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.1256227 May 30 20:32:29.255615 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6839d5a-7375-4db4-ba7e-69ebae98031b req-bb70364d-1b2f-4892-922d-b01d71b3adda tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727262 May 30 20:32:29.274150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39676) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:29.491880 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-74e4f571-5461-4638-8f3c-7b0f189319d1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/c56cae34-dfac-4dfa-bb23-82a6603d6cfa HTTP/1.1" status: 200 len: 990 time: 0.2163563 May 30 20:32:29.523741 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f760d2-de21-4c47-b572-33ff59a7f4ba'] response: {'name': 'network-changed', 'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'status': 'completed', 'code': 200} May 30 20:32:29.680399 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec7d2c07-13a8-4233-b8f8-238899e94f35 req-19b45cc2-260b-4481-81e0-5cba3b02c6ad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 1096 time: 0.1365066 May 30 20:32:29.845515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5ecbd441-4c2b-426a-8294-985bbce57dc9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:29.878663 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-754abbf9-cb35-4dad-9d4d-b9812f9c62a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823940237', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:45Z', 'updated_at': '2022-05-30T20:31:54Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:46Z', 'updated_at': '2022-05-30T20:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'c56cae34-dfac-4dfa-bb23-82a6603d6cfa', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'port_id': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'mac_address': 'fa:16:3e:17:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:32:25Z', 'updated_at': '2022-05-30T20:32:25Z', 'revision_number': 0, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6cd8c9-1bec-42db-a3a4-189a13f7bec0', 'name': '', 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:74:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:52Z', 'updated_at': '2022-05-30T20:32:04Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:29.890534 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754abbf9-cb35-4dad-9d4d-b9812f9c62a7 None None] Checking router: 34f0d9ff-5794-479f-83df-1eaeb121d6b7 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:32:29.927822 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754abbf9-cb35-4dad-9d4d-b9812f9c62a7 None None] Routers {'34f0d9ff-5794-479f-83df-1eaeb121d6b7'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:29.928975 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-754abbf9-cb35-4dad-9d4d-b9812f9c62a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:32:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:29.963240 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-56bd9dbe-bd11-4168-adea-f482fab0cde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:29.976183 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 5ecbd441-4c2b-426a-8294-985bbce57dc9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:29.976829 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:30.000808 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d2c07-13a8-4233-b8f8-238899e94f35 req-2dbdcfa8-19a6-469c-8350-8d9b32cdc72d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:30.002308 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec7d2c07-13a8-4233-b8f8-238899e94f35 req-2dbdcfa8-19a6-469c-8350-8d9b32cdc72d service neutron] 10.222.0.77 "GET /v2.0/networks?id=9af71d29-6ff7-4d44-82a6-376d874b5ce1 HTTP/1.1" status: 200 len: 898 time: 0.3150601 May 30 20:32:30.256479 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec7d2c07-13a8-4233-b8f8-238899e94f35 req-927f4f61-7020-4327-8ee5-ffea37cbc80e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 HTTP/1.1" status: 200 len: 998 time: 0.2479575 May 30 20:32:30.379349 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-754abbf9-cb35-4dad-9d4d-b9812f9c62a7 None None] Set router 34f0d9ff-5794-479f-83df-1eaeb121d6b7 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:30.495893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39696) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:30.535163 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d2c07-13a8-4233-b8f8-238899e94f35 req-37d029a8-167a-485e-9ca9-d436c4fa6dc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:30.537957 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec7d2c07-13a8-4233-b8f8-238899e94f35 req-37d029a8-167a-485e-9ca9-d436c4fa6dc1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04f10300-7e30-4005-a8f4-f635ff48a24f HTTP/1.1" status: 200 len: 835 time: 0.2727687 May 30 20:32:30.680833 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec7d2c07-13a8-4233-b8f8-238899e94f35 req-a2127d3f-a769-442f-a9f9-da67c88f2603 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9af71d29-6ff7-4d44-82a6-376d874b5ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312032 May 30 20:32:30.832744 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-457a0459-d980-4396-9bb8-8b5f91fff393 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/c56cae34-dfac-4dfa-bb23-82a6603d6cfa HTTP/1.1" status: 200 len: 990 time: 0.3346477 May 30 20:32:31.070710 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec7d2c07-13a8-4233-b8f8-238899e94f35 req-4992d372-e5a0-46e1-927d-eacbc97b6c04 service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764379 May 30 20:32:31.273650 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:31.311799 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec7d2c07-13a8-4233-b8f8-238899e94f35 req-332aac43-9640-42de-816f-a74061865b91 service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336531 May 30 20:32:31.318810 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-754abbf9-cb35-4dad-9d4d-b9812f9c62a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823940237', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:45Z', 'updated_at': '2022-05-30T20:31:54Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:46Z', 'updated_at': '2022-05-30T20:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'c56cae34-dfac-4dfa-bb23-82a6603d6cfa', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'port_id': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'mac_address': 'fa:16:3e:17:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:32:25Z', 'updated_at': '2022-05-30T20:32:25Z', 'revision_number': 0, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6cd8c9-1bec-42db-a3a4-189a13f7bec0', 'name': '', 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:74:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:52Z', 'updated_at': '2022-05-30T20:32:04Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:31.324759 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754abbf9-cb35-4dad-9d4d-b9812f9c62a7 None None] The sync data for ids ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'] in n-d-843949-2 is: [{'id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823940237', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:45Z', 'updated_at': '2022-05-30T20:31:54Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:46Z', 'updated_at': '2022-05-30T20:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'c56cae34-dfac-4dfa-bb23-82a6603d6cfa', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'port_id': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'mac_address': 'fa:16:3e:17:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:32:25Z', 'updated_at': '2022-05-30T20:32:25Z', 'revision_number': 0, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6cd8c9-1bec-42db-a3a4-189a13f7bec0', 'name': '', 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:74:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:52Z', 'updated_at': '2022-05-30T20:32:04Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:32:31.557483 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:31.836622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39724) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:32.047721 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-77e00bc0-bea6-4998-a368-eaafad967763 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/c56cae34-dfac-4dfa-bb23-82a6603d6cfa HTTP/1.1" status: 200 len: 990 time: 0.2098751 May 30 20:32:32.874609 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:33.050591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39760) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:33.146320 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:32:33.244105 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4953cb45-6ea0-469b-bc5c-df5dc4689048 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/c56cae34-dfac-4dfa-bb23-82a6603d6cfa HTTP/1.1" status: 200 len: 990 time: 0.1924243 May 30 20:32:33.337159 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.236221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39804) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:34.247796 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39810) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:34.379754 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-72c85782-2870-4d51-93f7-28483277b3e0 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/c56cae34-dfac-4dfa-bb23-82a6603d6cfa HTTP/1.1" status: 200 len: 990 time: 0.1307778 May 30 20:32:34.497999 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-004ca005-c977-410f-94df-165d67ed65f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.556814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-004ca005-c977-410f-94df-165d67ed65f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:34.560959 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-004ca005-c977-410f-94df-165d67ed65f8 admin admin] Usage tracker for resource:security_group_rule and tenant:1526a27fda8c492ebf6737fc9bd8ee5d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:34.564597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-004ca005-c977-410f-94df-165d67ed65f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:34.570858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-004ca005-c977-410f-94df-165d67ed65f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:34.672701 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-004ca005-c977-410f-94df-165d67ed65f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.680750 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-004ca005-c977-410f-94df-165d67ed65f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.736791 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-004ca005-c977-410f-94df-165d67ed65f8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1526a27fda8c492ebf6737fc9bd8ee5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4989727 May 30 20:32:34.740737 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39820) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:34.741430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ca005-c977-410f-94df-165d67ed65f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffbf1a5-e5c5-4a43-a14e-b3ec7703fbde,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:34.883467 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-696c4440-f040-44c4-9c70-49606d0a8e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.931046 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-696c4440-f040-44c4-9c70-49606d0a8e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.994228 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-696c4440-f040-44c4-9c70-49606d0a8e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:35.018110 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-696c4440-f040-44c4-9c70-49606d0a8e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:35.019526 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-696c4440-f040-44c4-9c70-49606d0a8e09 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cffbf1a5-e5c5-4a43-a14e-b3ec7703fbde HTTP/1.1" status: 204 len: 168 time: 0.2751038 May 30 20:32:35.020897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c4440-f040-44c4-9c70-49606d0a8e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffbf1a5-e5c5-4a43-a14e-b3ec7703fbde,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:35.385229 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39834) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:35.520506 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cfd668a5-c4c1-4b89-a5d0-4986001b59d2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/c56cae34-dfac-4dfa-bb23-82a6603d6cfa HTTP/1.1" status: 200 len: 990 time: 0.1327455 May 30 20:32:35.962579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39850) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:35.985859 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b1e3279-7b8e-4263-987f-4eb89f44e7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:36.026720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8b1e3279-7b8e-4263-987f-4eb89f44e7c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:36.031388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8b1e3279-7b8e-4263-987f-4eb89f44e7c1 admin admin] Usage tracker for resource:security_group_rule and tenant:908529f7bd184046ad4c5101aab088a1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:36.035336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8b1e3279-7b8e-4263-987f-4eb89f44e7c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:36.053870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8b1e3279-7b8e-4263-987f-4eb89f44e7c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:36.146373 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b1e3279-7b8e-4263-987f-4eb89f44e7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:36.151787 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8b1e3279-7b8e-4263-987f-4eb89f44e7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:36.200810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e3279-7b8e-4263-987f-4eb89f44e7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a27d35-a26d-4232-808a-773dc259cb6f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:36.208013 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8b1e3279-7b8e-4263-987f-4eb89f44e7c1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=908529f7bd184046ad4c5101aab088a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2429469 May 30 20:32:36.210146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39858) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:36.449637 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-89286824-62bb-4716-b2a7-49dc5171088d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:36.481546 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-89286824-62bb-4716-b2a7-49dc5171088d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:36.523242 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39864) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:36.559752 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-89286824-62bb-4716-b2a7-49dc5171088d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:36.598119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89286824-62bb-4716-b2a7-49dc5171088d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a27d35-a26d-4232-808a-773dc259cb6f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:36.599590 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-89286824-62bb-4716-b2a7-49dc5171088d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:36.600576 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-89286824-62bb-4716-b2a7-49dc5171088d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f2a27d35-a26d-4232-808a-773dc259cb6f HTTP/1.1" status: 204 len: 168 time: 0.3703034 May 30 20:32:36.667317 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0bbcc127-360b-4980-b0e5-b28b33dad36b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/c56cae34-dfac-4dfa-bb23-82a6603d6cfa HTTP/1.1" status: 200 len: 990 time: 0.1429291 May 30 20:32:36.721411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39872) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:37.081727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c861e39-0f1b-4e52-9cff-cb6b2923f0ca None None] New status for floating IP c56cae34-dfac-4dfa-bb23-82a6603d6cfa: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:32:37.162382 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc4af0a7-cbcf-4b66-acc3-0ee34d957022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.227295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cc4af0a7-cbcf-4b66-acc3-0ee34d957022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:37.232191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cc4af0a7-cbcf-4b66-acc3-0ee34d957022 admin admin] Usage tracker for resource:security_group_rule and tenant:fa0a870e7e0e4aae86ad5f6dff295ed5 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:37.235866 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cc4af0a7-cbcf-4b66-acc3-0ee34d957022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:37.242867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cc4af0a7-cbcf-4b66-acc3-0ee34d957022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:37.340347 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc4af0a7-cbcf-4b66-acc3-0ee34d957022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.349358 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc4af0a7-cbcf-4b66-acc3-0ee34d957022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.422406 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.433804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4af0a7-cbcf-4b66-acc3-0ee34d957022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873f6ccd-5382-44ab-a57d-b59099da98fe,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:37.459774 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cc4af0a7-cbcf-4b66-acc3-0ee34d957022 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fa0a870e7e0e4aae86ad5f6dff295ed5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7371619 May 30 20:32:37.462227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39890) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:37.557200 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ebcfe77-0282-4de1-93bd-91382f2030a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.589905 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ebcfe77-0282-4de1-93bd-91382f2030a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.671791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39898) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:37.689270 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ebcfe77-0282-4de1-93bd-91382f2030a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.724271 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcfe77-0282-4de1-93bd-91382f2030a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873f6ccd-5382-44ab-a57d-b59099da98fe,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:37.734909 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ebcfe77-0282-4de1-93bd-91382f2030a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.736677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1ebcfe77-0282-4de1-93bd-91382f2030a6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/873f6ccd-5382-44ab-a57d-b59099da98fe HTTP/1.1" status: 204 len: 168 time: 0.2730842 May 30 20:32:37.902633 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d6a3012d-9f16-43ff-8b3b-f017f0410fa1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/c56cae34-dfac-4dfa-bb23-82a6603d6cfa HTTP/1.1" status: 200 len: 992 time: 0.2293162 May 30 20:32:38.359665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 39916) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:38.388645 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2066d44-1449-4e0d-988a-3478816036fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:38.430179 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a2066d44-1449-4e0d-988a-3478816036fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:38.439914 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a2066d44-1449-4e0d-988a-3478816036fc admin admin] Usage tracker for resource:security_group_rule and tenant:e4694c1952cc427eb79e882fca9cbe1b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:38.444435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a2066d44-1449-4e0d-988a-3478816036fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:38.450545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a2066d44-1449-4e0d-988a-3478816036fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:38.538146 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2066d44-1449-4e0d-988a-3478816036fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:38.543374 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2066d44-1449-4e0d-988a-3478816036fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:38.606468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2066d44-1449-4e0d-988a-3478816036fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be2b14e-2742-412a-ac2c-1404542af8ca,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:38.613360 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a2066d44-1449-4e0d-988a-3478816036fc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e4694c1952cc427eb79e882fca9cbe1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2523873 May 30 20:32:38.616164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 39922) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:38.695076 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9a8d5fcd-002e-4e90-94f9-2684ab379b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:38.729138 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9a8d5fcd-002e-4e90-94f9-2684ab379b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:38.852817 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9a8d5fcd-002e-4e90-94f9-2684ab379b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:38.865819 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d5fcd-002e-4e90-94f9-2684ab379b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be2b14e-2742-412a-ac2c-1404542af8ca,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:38.876810 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9a8d5fcd-002e-4e90-94f9-2684ab379b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:38.877988 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9a8d5fcd-002e-4e90-94f9-2684ab379b01 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4be2b14e-2742-412a-ac2c-1404542af8ca HTTP/1.1" status: 204 len: 168 time: 0.2607288 May 30 20:32:41.200132 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40012) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:41.552582 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2e7ba453-4f35-496d-a267-6ce4200f97c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:41.597187 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2e7ba453-4f35-496d-a267-6ce4200f97c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:41.609247 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2e7ba453-4f35-496d-a267-6ce4200f97c0 admin admin] Usage tracker for resource:security_group_rule and tenant:4ffcc5e8dd0d40f18af49f8667f1e9d7 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:41.609247 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2e7ba453-4f35-496d-a267-6ce4200f97c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:41.611530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2e7ba453-4f35-496d-a267-6ce4200f97c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:41.692559 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2e7ba453-4f35-496d-a267-6ce4200f97c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:41.707393 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2e7ba453-4f35-496d-a267-6ce4200f97c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:41.767517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40032) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:41.768227 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2e7ba453-4f35-496d-a267-6ce4200f97c0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4ffcc5e8dd0d40f18af49f8667f1e9d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5663228 May 30 20:32:41.768431 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ba453-4f35-496d-a267-6ce4200f97c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e443896d-1d03-4e5a-814a-6ef7aabeae90,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:41.878192 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-826de9e6-0684-45e9-a825-a1f4668567f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:41.912897 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-826de9e6-0684-45e9-a825-a1f4668567f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:41.996236 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-826de9e6-0684-45e9-a825-a1f4668567f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:42.022169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826de9e6-0684-45e9-a825-a1f4668567f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e443896d-1d03-4e5a-814a-6ef7aabeae90,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:42.061810 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-826de9e6-0684-45e9-a825-a1f4668567f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:42.062936 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-826de9e6-0684-45e9-a825-a1f4668567f1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e443896d-1d03-4e5a-814a-6ef7aabeae90 HTTP/1.1" status: 204 len: 168 time: 0.2882075 May 30 20:32:42.854851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40058) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:42.880675 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:42.922032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:42.926704 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Usage tracker for resource:security_group_rule and tenant:2c7646008cff4d1ba7787c73fcbdf2b3 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:42.930932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:42.938158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:43.068313 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:43.073070 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:43.134925 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2c7646008cff4d1ba7787c73fcbdf2b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2787910 May 30 20:32:43.137847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40066) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:43.139749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee9d201-b43f-4533-8f55-b2578e2ab577,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:43.151682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:43.152209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:43.153164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:43.153315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:43.154036 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:43.154502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:43.155170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:43.155860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:43.156361 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:43.160790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:43.161237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b862d-e09f-4652-bd2a-2a789f12af8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:43.242905 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f11a3f5-9f7f-4c89-929c-8cf17aca82a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:43.287706 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f11a3f5-9f7f-4c89-929c-8cf17aca82a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:43.367823 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f11a3f5-9f7f-4c89-929c-8cf17aca82a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:43.392641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11a3f5-9f7f-4c89-929c-8cf17aca82a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee9d201-b43f-4533-8f55-b2578e2ab577,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:43.419413 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f11a3f5-9f7f-4c89-929c-8cf17aca82a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:43.420685 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5f11a3f5-9f7f-4c89-929c-8cf17aca82a3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1ee9d201-b43f-4533-8f55-b2578e2ab577 HTTP/1.1" status: 204 len: 168 time: 0.2818773 May 30 20:32:47.101829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e2045e2-e7e3-4750-a6be-b45a2d9e4ed8 req-93038eac-87a4-4fc9-93ac-69750e3750f6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1664078 May 30 20:32:47.424092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e2045e2-e7e3-4750-a6be-b45a2d9e4ed8 req-dd071f29-39c3-4ad9-8fa7-02a256858609 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 1096 time: 0.1365864 May 30 20:32:47.634144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2045e2-e7e3-4750-a6be-b45a2d9e4ed8 req-b197b89f-a8c7-4295-9dbb-9094bd591472 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:47.636036 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e2045e2-e7e3-4750-a6be-b45a2d9e4ed8 req-b197b89f-a8c7-4295-9dbb-9094bd591472 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9af71d29-6ff7-4d44-82a6-376d874b5ce1 HTTP/1.1" status: 200 len: 898 time: 0.1873689 May 30 20:32:47.773024 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e2045e2-e7e3-4750-a6be-b45a2d9e4ed8 req-0cf70af4-5d45-41af-8e7c-88d520a35a4b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 HTTP/1.1" status: 200 len: 1000 time: 0.1279714 May 30 20:32:47.956557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2045e2-e7e3-4750-a6be-b45a2d9e4ed8 req-69c99fb4-ee89-4f83-b9b8-f23972ed904c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:47.958321 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e2045e2-e7e3-4750-a6be-b45a2d9e4ed8 req-69c99fb4-ee89-4f83-b9b8-f23972ed904c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04f10300-7e30-4005-a8f4-f635ff48a24f HTTP/1.1" status: 200 len: 835 time: 0.1779342 May 30 20:32:48.112892 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e2045e2-e7e3-4750-a6be-b45a2d9e4ed8 req-13b54af0-9115-4705-805e-6367692b71d5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9af71d29-6ff7-4d44-82a6-376d874b5ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1474922 May 30 20:32:48.519396 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e2045e2-e7e3-4750-a6be-b45a2d9e4ed8 req-b0e113a8-eabe-40d9-98ce-964dbabe81a0 service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982854 May 30 20:32:48.776053 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e2045e2-e7e3-4750-a6be-b45a2d9e4ed8 req-bb2ccb80-2156-47c5-aa73-b5a1119bd7bf service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421045 May 30 20:32:50.750057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40264) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:50.979346 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:51.022828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:51.027704 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Usage tracker for resource:security_group_rule and tenant:68416cf6fd04498bbfab93ea74d2006a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:51.030286 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:51.037285 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:51.120844 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:51.125976 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:51.174647 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab68f730-81d0-4871-b7bc-40ad413e698a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:51.184694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40280) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:51.196113 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=68416cf6fd04498bbfab93ea74d2006a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4448442 May 30 20:32:51.203615 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:51.206503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:51.209553 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:51.213137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:51.213137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:51.213354 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:51.213598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:51.213999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:51.215135 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:51.215135 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:51.215135 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c2c0c-1c5d-4c69-99e6-95f83e232e36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:51.344866 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4da425bf-9e0c-4831-a362-0abfead4af8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:51.388499 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4da425bf-9e0c-4831-a362-0abfead4af8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:51.471395 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4da425bf-9e0c-4831-a362-0abfead4af8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:51.497099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da425bf-9e0c-4831-a362-0abfead4af8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab68f730-81d0-4871-b7bc-40ad413e698a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:51.505562 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4da425bf-9e0c-4831-a362-0abfead4af8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:51.506898 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4da425bf-9e0c-4831-a362-0abfead4af8f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ab68f730-81d0-4871-b7bc-40ad413e698a HTTP/1.1" status: 204 len: 168 time: 0.3205090 May 30 20:32:51.901745 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40294) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:51.922859 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a9d9f03-03cd-4ad1-852d-d7bf50a6c583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:51.960086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4a9d9f03-03cd-4ad1-852d-d7bf50a6c583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:51.964541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4a9d9f03-03cd-4ad1-852d-d7bf50a6c583 admin admin] Usage tracker for resource:security_group_rule and tenant:a7d9ccf0d82344f7a3670f1d3892b3ca is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:51.968137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4a9d9f03-03cd-4ad1-852d-d7bf50a6c583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:51.974790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4a9d9f03-03cd-4ad1-852d-d7bf50a6c583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:52.051047 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a9d9f03-03cd-4ad1-852d-d7bf50a6c583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:52.076228 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4a9d9f03-03cd-4ad1-852d-d7bf50a6c583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:52.138018 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4a9d9f03-03cd-4ad1-852d-d7bf50a6c583 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a7d9ccf0d82344f7a3670f1d3892b3ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2349472 May 30 20:32:52.143715 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40308) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:52.143949 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d9f03-03cd-4ad1-852d-d7bf50a6c583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f7a76c-3198-4e3a-886b-7d3190f1227c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:52.173583 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Sync routers for ids ['f5de2dba-6b34-4dc1-8ddc-b9dd387adf56'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:32:52.196219 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Routers {'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:52.197039 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:32:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['f5de2dba-6b34-4dc1-8ddc-b9dd387adf56'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:52.266626 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f670f4b3-cf9d-491a-9c23-5f4f9dcd42b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:52.326065 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f670f4b3-cf9d-491a-9c23-5f4f9dcd42b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:52.419251 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f670f4b3-cf9d-491a-9c23-5f4f9dcd42b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:52.446291 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670f4b3-cf9d-491a-9c23-5f4f9dcd42b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f7a76c-3198-4e3a-886b-7d3190f1227c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:52.450190 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f670f4b3-cf9d-491a-9c23-5f4f9dcd42b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:52.467237 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f670f4b3-cf9d-491a-9c23-5f4f9dcd42b3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a1f7a76c-3198-4e3a-886b-7d3190f1227c HTTP/1.1" status: 204 len: 168 time: 0.3200095 May 30 20:32:52.501938 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Set router f5de2dba-6b34-4dc1-8ddc-b9dd387adf56 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:52.604705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40324) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:53.007273 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'name': 'tempest-TestVolumeBackupRestore-150107397-router', 'tenant_id': '04fae2e58faf4b87ae3c683ea487d17f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'edb55397-c7d6-4e09-a0ef-8bd8d84dce0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:14Z', 'updated_at': '2022-05-30T20:32:22Z', 'revision_number': 4, 'project_id': '04fae2e58faf4b87ae3c683ea487d17f', 'gw_port': {'id': 'edb55397-c7d6-4e09-a0ef-8bd8d84dce0b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:16Z', 'updated_at': '2022-05-30T20:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '3d9be2ff-37ce-4dd1-bce6-80240aa52cec', 'name': '', 'network_id': '194531e7-435d-4bc4-a205-488f67bf93a9', 'tenant_id': '04fae2e58faf4b87ae3c683ea487d17f', 'mac_address': 'fa:16:3e:aa:34:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb88245-1435-4c48-a085-6f1c1afec174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:20Z', 'updated_at': '2022-05-30T20:32:22Z', 'revision_number': 2, 'project_id': '04fae2e58faf4b87ae3c683ea487d17f', 'subnets': [{'id': '6eb88245-1435-4c48-a085-6f1c1afec174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:53.020348 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Checking router: f5de2dba-6b34-4dc1-8ddc-b9dd387adf56 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:32:53.020825 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Updating router f5de2dba-6b34-4dc1-8ddc-b9dd387adf56 port 3d9be2ff-37ce-4dd1-bce6-80240aa52cec binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:32:53.105500 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.119846 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94fb56b7-ef26-4ad5-894d-eb2da4edff5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.158186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-94fb56b7-ef26-4ad5-894d-eb2da4edff5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:53.163245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-94fb56b7-ef26-4ad5-894d-eb2da4edff5a admin admin] Usage tracker for resource:security_group_rule and tenant:b3341c9ed3694b09ba1daf3c9db3aaef is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:53.167187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-94fb56b7-ef26-4ad5-894d-eb2da4edff5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:53.175055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-94fb56b7-ef26-4ad5-894d-eb2da4edff5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:53.263446 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94fb56b7-ef26-4ad5-894d-eb2da4edff5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.268195 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94fb56b7-ef26-4ad5-894d-eb2da4edff5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.388843 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb56b7-ef26-4ad5-894d-eb2da4edff5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfd387c-fb08-461d-9411-828274cd78a9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:53.402395 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-94fb56b7-ef26-4ad5-894d-eb2da4edff5a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b3341c9ed3694b09ba1daf3c9db3aaef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7952745 May 30 20:32:53.404220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40342) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:53.510258 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9d0405db-bdfc-4b41-95d1-6f1773f0dccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.544494 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9d0405db-bdfc-4b41-95d1-6f1773f0dccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.557344 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.569887 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Transition to ACTIVE for port object 3d9be2ff-37ce-4dd1-bce6-80240aa52cec will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:53.582769 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.629653 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9d0405db-bdfc-4b41-95d1-6f1773f0dccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.648584 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0405db-bdfc-4b41-95d1-6f1773f0dccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfd387c-fb08-461d-9411-828274cd78a9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:53.660753 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c93cf3-3aff-49fe-92ef-25aeec827863 None None] Pushing event updated for resources: {'Port': ['ID=3d9be2ff-37ce-4dd1-bce6-80240aa52cec,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:53.666043 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9d0405db-bdfc-4b41-95d1-6f1773f0dccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.667194 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9d0405db-bdfc-4b41-95d1-6f1773f0dccb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fbfd387c-fb08-461d-9411-828274cd78a9 HTTP/1.1" status: 204 len: 168 time: 0.2619975 May 30 20:32:53.863407 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Attempting to bind port 3d9be2ff-37ce-4dd1-bce6-80240aa52cec on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:53.863767 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Attempting to bind port 3d9be2ff-37ce-4dd1-bce6-80240aa52cec by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'fb9734db-0281-4d62-8252-ec45cfabd0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '194531e7-435d-4bc4-a205-488f67bf93a9'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:53.864145 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Attempting to bind port 3d9be2ff-37ce-4dd1-bce6-80240aa52cec on network 194531e7-435d-4bc4-a205-488f67bf93a9 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:53.872120 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:53.872491 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Checking segment: {'id': 'fb9734db-0281-4d62-8252-ec45cfabd0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '194531e7-435d-4bc4-a205-488f67bf93a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:53.872888 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.873270 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Bound using segment: {'id': 'fb9734db-0281-4d62-8252-ec45cfabd0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '194531e7-435d-4bc4-a205-488f67bf93a9'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:53.873838 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Bound port: 3d9be2ff-37ce-4dd1-bce6-80240aa52cec, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9734db-0281-4d62-8252-ec45cfabd0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '194531e7-435d-4bc4-a205-488f67bf93a9'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:53.874210 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.981630 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] For port 3d9be2ff-37ce-4dd1-bce6-80240aa52cec, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:53.986437 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] For port 3d9be2ff-37ce-4dd1-bce6-80240aa52cec, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3d9be2ff-37ce-4dd1-bce6-80240aa52cec,segment=NetworkSegment(fb9734db-0281-4d62-8252-ec45cfabd0d9),segment_id=fb9734db-0281-4d62-8252-ec45cfabd0d9)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:53.992426 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:54.093629 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Routers {'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:54.095057 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:32:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['f5de2dba-6b34-4dc1-8ddc-b9dd387adf56'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:54.278682 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c93cf3-3aff-49fe-92ef-25aeec827863 None None] Pushing event updated for resources: {'Port': ['ID=3d9be2ff-37ce-4dd1-bce6-80240aa52cec,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:54.382016 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] Set router f5de2dba-6b34-4dc1-8ddc-b9dd387adf56 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:54.929702 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'name': 'tempest-TestVolumeBackupRestore-150107397-router', 'tenant_id': '04fae2e58faf4b87ae3c683ea487d17f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'edb55397-c7d6-4e09-a0ef-8bd8d84dce0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:14Z', 'updated_at': '2022-05-30T20:32:22Z', 'revision_number': 4, 'project_id': '04fae2e58faf4b87ae3c683ea487d17f', 'gw_port': {'id': 'edb55397-c7d6-4e09-a0ef-8bd8d84dce0b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:16Z', 'updated_at': '2022-05-30T20:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '3d9be2ff-37ce-4dd1-bce6-80240aa52cec', 'name': '', 'network_id': '194531e7-435d-4bc4-a205-488f67bf93a9', 'tenant_id': '04fae2e58faf4b87ae3c683ea487d17f', 'mac_address': 'fa:16:3e:aa:34:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb88245-1435-4c48-a085-6f1c1afec174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:20Z', 'updated_at': '2022-05-30T20:32:53Z', 'revision_number': 4, 'project_id': '04fae2e58faf4b87ae3c683ea487d17f', 'subnets': [{'id': '6eb88245-1435-4c48-a085-6f1c1afec174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:54.935015 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04a9db2-9bf0-4aba-8861-d8bea25901f0 None None] The sync data for ids ['f5de2dba-6b34-4dc1-8ddc-b9dd387adf56'] in n-d-843949-2 is: [{'id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'name': 'tempest-TestVolumeBackupRestore-150107397-router', 'tenant_id': '04fae2e58faf4b87ae3c683ea487d17f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'edb55397-c7d6-4e09-a0ef-8bd8d84dce0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:14Z', 'updated_at': '2022-05-30T20:32:22Z', 'revision_number': 4, 'project_id': '04fae2e58faf4b87ae3c683ea487d17f', 'gw_port': {'id': 'edb55397-c7d6-4e09-a0ef-8bd8d84dce0b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:16Z', 'updated_at': '2022-05-30T20:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '3d9be2ff-37ce-4dd1-bce6-80240aa52cec', 'name': '', 'network_id': '194531e7-435d-4bc4-a205-488f67bf93a9', 'tenant_id': '04fae2e58faf4b87ae3c683ea487d17f', 'mac_address': 'fa:16:3e:aa:34:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6eb88245-1435-4c48-a085-6f1c1afec174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:20Z', 'updated_at': '2022-05-30T20:32:53Z', 'revision_number': 4, 'project_id': '04fae2e58faf4b87ae3c683ea487d17f', 'subnets': [{'id': '6eb88245-1435-4c48-a085-6f1c1afec174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:32:55.137970 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40398) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:55.359198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1361829699-network', 'tenant_id': 'd55d910e5fa343e7badd76f651e60ee6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:55.365198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:55.369208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Usage tracker for resource:network and tenant:d55d910e5fa343e7badd76f651e60ee6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:55.372668 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:55.379319 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:55.391860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Made reservation on behalf of d55d910e5fa343e7badd76f651e60ee6 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:55.395255 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.409962 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.444505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:55.448525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Usage tracker for resource:security_group_rule and tenant:d55d910e5fa343e7badd76f651e60ee6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:55.453184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:55.463599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:55.545538 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.551208 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.587478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d74e73-a5c5-46f0-a258-93ac736a86df,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:55.598219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:32:55.607842 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.608211 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Added segment 959497d0-4131-4d7a-ad61-6959c49c7be5 of type vlan for network 3a1199fc-c0ae-42e3-836c-6055f4e5dc92 May 30 20:32:55.636247 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.670904 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.672114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:55.673613 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.800882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] Pushing event updated for resources: {'Network': ['ID=3a1199fc-c0ae-42e3-836c-6055f4e5dc92,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:55.815192 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b2c28997-70ad-48b7-bdd7-43f89f82d46a admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6760008 May 30 20:32:55.817299 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 3a1199fc-c0ae-42e3-836c-6055f4e5dc92 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:32:55.818126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40418) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:55.823728 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-72596f3c-9095-43a9-9ad3-76db08218de1 admin admin] Request body: {'subnet': {'network_id': '3a1199fc-c0ae-42e3-836c-6055f4e5dc92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1361829699-subnet', 'tenant_id': 'd55d910e5fa343e7badd76f651e60ee6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:55.846650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-72596f3c-9095-43a9-9ad3-76db08218de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:55.851187 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-72596f3c-9095-43a9-9ad3-76db08218de1 admin admin] Usage tracker for resource:subnet and tenant:d55d910e5fa343e7badd76f651e60ee6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:55.855478 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-72596f3c-9095-43a9-9ad3-76db08218de1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:55.868934 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-72596f3c-9095-43a9-9ad3-76db08218de1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:55.892286 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72596f3c-9095-43a9-9ad3-76db08218de1 admin admin] Made reservation on behalf of d55d910e5fa343e7badd76f651e60ee6 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:55.895598 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-72596f3c-9095-43a9-9ad3-76db08218de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.926913 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3d9be2ff-37ce-4dd1-bce6-80240aa52cec up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:56.185978 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 3d9be2ff-37ce-4dd1-bce6-80240aa52cec completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:56.197445 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3d9be2ff-37ce-4dd1-bce6-80240aa52cec triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:56.198070 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:56.378754 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-72596f3c-9095-43a9-9ad3-76db08218de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:56.433409 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:56.486305 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 3d9be2ff-37ce-4dd1-bce6-80240aa52cec, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3d9be2ff-37ce-4dd1-bce6-80240aa52cec,segment=NetworkSegment(fb9734db-0281-4d62-8252-ec45cfabd0d9),segment_id=fb9734db-0281-4d62-8252-ec45cfabd0d9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:56.495597 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:56.623252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72596f3c-9095-43a9-9ad3-76db08218de1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1751f22-297b-4a36-a858-35a7255489cf,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:56.628627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72596f3c-9095-43a9-9ad3-76db08218de1 admin admin] Checking segment: {'id': '959497d0-4131-4d7a-ad61-6959c49c7be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3a1199fc-c0ae-42e3-836c-6055f4e5dc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:56.629141 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72596f3c-9095-43a9-9ad3-76db08218de1 admin admin] Network hostable DHCP agents. Network: 3a1199fc-c0ae-42e3-836c-6055f4e5dc92, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:32:56.648154 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=3d9be2ff-37ce-4dd1-bce6-80240aa52cec,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:56.664368 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:56.667994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:56.668373 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:56.668712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:56.669042 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:56.669550 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:56.670047 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:56.670530 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:56.671132 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:56.672619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:56.673524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:56.682839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72596f3c-9095-43a9-9ad3-76db08218de1 admin admin] Network 3a1199fc-c0ae-42e3-836c-6055f4e5dc92 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:32:56.702997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-72596f3c-9095-43a9-9ad3-76db08218de1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 3a1199fc-c0ae-42e3-836c-6055f4e5dc92) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:56.708277 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72596f3c-9095-43a9-9ad3-76db08218de1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:56.709437 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-72596f3c-9095-43a9-9ad3-76db08218de1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:56.714719 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb2d765-4a9f-48bb-b655-95186d371987 None None] Network 3a1199fc-c0ae-42e3-836c-6055f4e5dc92 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:56.784591 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-72596f3c-9095-43a9-9ad3-76db08218de1 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9577227 May 30 20:32:57.124109 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb9e8db-cce1-477b-a4da-e98f72290f1b None None] Network 3a1199fc-c0ae-42e3-836c-6055f4e5dc92 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:57.793359 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5590e296-968b-425e-8586-5ded9e0e29ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:57.851993 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3d9be2ff-37ce-4dd1-bce6-80240aa52cec up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:58.006078 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3d9be2ff-37ce-4dd1-bce6-80240aa52cec triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:58.006502 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.027196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40494) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:58.309871 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-03ae379a-7a5e-4ca6-ae2b-d45f306be752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.346536 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-03ae379a-7a5e-4ca6-ae2b-d45f306be752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:58.351592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-03ae379a-7a5e-4ca6-ae2b-d45f306be752 admin admin] Usage tracker for resource:security_group_rule and tenant:6df7f382b9264522b72dd757370cedee is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:58.354696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-03ae379a-7a5e-4ca6-ae2b-d45f306be752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:58.361295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-03ae379a-7a5e-4ca6-ae2b-d45f306be752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:58.430799 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-03ae379a-7a5e-4ca6-ae2b-d45f306be752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.439279 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-03ae379a-7a5e-4ca6-ae2b-d45f306be752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.497253 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-03ae379a-7a5e-4ca6-ae2b-d45f306be752 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6df7f382b9264522b72dd757370cedee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4688420 May 30 20:32:58.497822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae379a-7a5e-4ca6-ae2b-d45f306be752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3404f60-2906-4b7b-8e2b-b878707df576,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:58.499773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40504) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:58.623330 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb7624fe-78b0-4b28-871a-f88bdb44b967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.697387 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb7624fe-78b0-4b28-871a-f88bdb44b967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.810317 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb7624fe-78b0-4b28-871a-f88bdb44b967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.828527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7624fe-78b0-4b28-871a-f88bdb44b967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3404f60-2906-4b7b-8e2b-b878707df576,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:58.839326 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bb7624fe-78b0-4b28-871a-f88bdb44b967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.840873 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bb7624fe-78b0-4b28-871a-f88bdb44b967 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a3404f60-2906-4b7b-8e2b-b878707df576 HTTP/1.1" status: 204 len: 168 time: 0.3350630 May 30 20:32:59.955887 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-00e36605-1ac8-4ce2-84ed-080beb3ec86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:00.029193 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b4fe66d-0e7e-47a6-aeac-171b1747433c req-4f691b16-e45b-4302-bcf6-9f0f27ef5f4c tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 1096 time: 0.5659711 May 30 20:33:00.100506 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b4fe66d-0e7e-47a6-aeac-171b1747433c req-4eeee965-aa46-4bfe-9018-84328dc985aa tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691643 May 30 20:33:00.699162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d4c1b-767e-44d4-9a66-1c97b9eb9be8 req-054042fc-32df-4a23-9b10-ad5a7f0198ea tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:00.706507 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e32d4c1b-767e-44d4-9a66-1c97b9eb9be8 req-054042fc-32df-4a23-9b10-ad5a7f0198ea tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.4000814 May 30 20:33:00.760792 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e32d4c1b-767e-44d4-9a66-1c97b9eb9be8 req-031c5cf1-10b6-44fa-a8a0-301471b829e6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533686 May 30 20:33:00.779277 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40574) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:00.969795 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0bf22110-f506-4f4a-bd85-1eadf49f65a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/c56cae34-dfac-4dfa-bb23-82a6603d6cfa HTTP/1.1" status: 200 len: 992 time: 0.1887386 May 30 20:33:01.019941 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40584) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:01.268372 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d12ebbd-35a1-408c-a1fa-7be2fe454d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.272777 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.326858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7d12ebbd-35a1-408c-a1fa-7be2fe454d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:01.332182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7d12ebbd-35a1-408c-a1fa-7be2fe454d8a admin admin] Usage tracker for resource:security_group_rule and tenant:039c585131f74ceda650265adf0d800a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:01.335347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7d12ebbd-35a1-408c-a1fa-7be2fe454d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:01.345328 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7d12ebbd-35a1-408c-a1fa-7be2fe454d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:01.424855 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d12ebbd-35a1-408c-a1fa-7be2fe454d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.430422 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d12ebbd-35a1-408c-a1fa-7be2fe454d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.482845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40600) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:01.483088 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7d12ebbd-35a1-408c-a1fa-7be2fe454d8a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=039c585131f74ceda650265adf0d800a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4618514 May 30 20:33:01.510236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12ebbd-35a1-408c-a1fa-7be2fe454d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62118bec-d653-4542-be38-f92829b1de44,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:01.564436 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc27c7a6-32f4-44e3-8729-4ac9e696eef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.569103 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.592199 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc27c7a6-32f4-44e3-8729-4ac9e696eef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.646449 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc27c7a6-32f4-44e3-8729-4ac9e696eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.665514 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27c7a6-32f4-44e3-8729-4ac9e696eef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62118bec-d653-4542-be38-f92829b1de44,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:01.681943 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc27c7a6-32f4-44e3-8729-4ac9e696eef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.683720 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fc27c7a6-32f4-44e3-8729-4ac9e696eef2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/62118bec-d653-4542-be38-f92829b1de44 HTTP/1.1" status: 204 len: 168 time: 0.1997793 May 30 20:33:01.817470 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdc5122c-dfe2-47c7-95e8-28586d12da5a req-9bda2cfd-7f3d-4359-b9bd-b53c34719f2c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3519149 May 30 20:33:02.799380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d17e5a-e77d-428f-96b7-f29470b73a4d req-0ddd065d-4d16-49a3-b614-eb39c7d3979f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:02.801142 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76d17e5a-e77d-428f-96b7-f29470b73a4d req-0ddd065d-4d16-49a3-b614-eb39c7d3979f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.1298747 May 30 20:33:02.869079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76d17e5a-e77d-428f-96b7-f29470b73a4d req-e271ab6e-63cc-4487-b5f4-f3900361d71d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596111 May 30 20:33:02.888633 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:02.917454 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-17b77623-3db8-4a21-8213-9115c1a96c6b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3122993 May 30 20:33:03.331264 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:04.257923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e944b-4ae1-481e-b9ce-b9ed7c709d69 req-05fae04d-28b8-4a1a-8b0e-f78927d4a78e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:04.268206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-603e944b-4ae1-481e-b9ce-b9ed7c709d69 req-05fae04d-28b8-4a1a-8b0e-f78927d4a78e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.1694605 May 30 20:33:04.334508 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-603e944b-4ae1-481e-b9ce-b9ed7c709d69 req-8481108e-134c-4240-83ec-8b0b5efbb6e3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652499 May 30 20:33:04.994217 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-97cd80d4-0aea-4424-8e48-d10dd2c490c2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 1096 time: 0.1514812 May 30 20:33:05.199944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-1efa5e40-ec8b-4268-8dac-9181bb17f200 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:05.201473 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-1efa5e40-ec8b-4268-8dac-9181bb17f200 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9af71d29-6ff7-4d44-82a6-376d874b5ce1 HTTP/1.1" status: 200 len: 898 time: 0.1986897 May 30 20:33:05.426215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-cdd06f7b-705d-42ee-bda1-41ab0bfce8b8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 HTTP/1.1" status: 200 len: 1000 time: 0.2129297 May 30 20:33:05.611120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-ec86c711-c13a-4418-b2ff-9401b9297016 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:05.612846 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-ec86c711-c13a-4418-b2ff-9401b9297016 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04f10300-7e30-4005-a8f4-f635ff48a24f HTTP/1.1" status: 200 len: 835 time: 0.1769288 May 30 20:33:05.717081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9529c7-d327-4db6-a9bf-a9292b1d80c0 req-e5eb8736-b6e9-4a42-9afa-cbad826a9860 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:05.727514 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e9529c7-d327-4db6-a9bf-a9292b1d80c0 req-e5eb8736-b6e9-4a42-9afa-cbad826a9860 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.1934960 May 30 20:33:05.900540 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e9529c7-d327-4db6-a9bf-a9292b1d80c0 req-f2d23531-1d5c-4d16-a84b-dadfc9377bbc tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718051 May 30 20:33:05.926865 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-28fd3c88-3767-4657-b79b-7dec95038238 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9af71d29-6ff7-4d44-82a6-376d874b5ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2947574 May 30 20:33:05.958527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40768) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:06.119139 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-45797839-e395-4f5a-8ee3-0dde1a83ea69 service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820438 May 30 20:33:06.274705 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0d49e55-5ce3-4e95-90e3-378a3efd7326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:06.310280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-69c6f794-2ff0-4afe-baf2-eb3e41a0ab34 service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792803 May 30 20:33:06.338503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d0d49e55-5ce3-4e95-90e3-378a3efd7326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:06.346832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d0d49e55-5ce3-4e95-90e3-378a3efd7326 admin admin] Usage tracker for resource:security_group_rule and tenant:316b962cb19847318ec0d3b985400c9d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:06.350343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d0d49e55-5ce3-4e95-90e3-378a3efd7326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:06.357562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d0d49e55-5ce3-4e95-90e3-378a3efd7326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:06.451439 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0d49e55-5ce3-4e95-90e3-378a3efd7326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:06.459110 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d0d49e55-5ce3-4e95-90e3-378a3efd7326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:06.527140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d49e55-5ce3-4e95-90e3-378a3efd7326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbd55b8-494c-495d-8cb8-cdf7d0d7c0b3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:06.551512 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d0d49e55-5ce3-4e95-90e3-378a3efd7326 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=316b962cb19847318ec0d3b985400c9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5919368 May 30 20:33:06.554006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40786) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:06.620892 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-091fd470-162f-4512-8b00-928b1d5765dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:06.669176 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-091fd470-162f-4512-8b00-928b1d5765dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:06.732860 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-091fd470-162f-4512-8b00-928b1d5765dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:06.752650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fd470-162f-4512-8b00-928b1d5765dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbd55b8-494c-495d-8cb8-cdf7d0d7c0b3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:06.757969 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-091fd470-162f-4512-8b00-928b1d5765dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:06.758947 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-091fd470-162f-4512-8b00-928b1d5765dd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/afbd55b8-494c-495d-8cb8-cdf7d0d7c0b3 HTTP/1.1" status: 204 len: 168 time: 0.2034366 May 30 20:33:07.146731 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:07.236287 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6240a-dd33-40b7-b8fa-1f208197bae1 req-828ada4a-d090-404f-937c-51817c2b38a6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:07.238713 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69a6240a-dd33-40b7-b8fa-1f208197bae1 req-828ada4a-d090-404f-937c-51817c2b38a6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.1165240 May 30 20:33:07.369963 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69a6240a-dd33-40b7-b8fa-1f208197bae1 req-13e25c5e-c430-400b-8837-5dd5daef36ea tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124225 May 30 20:33:07.570052 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40802) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:07.596542 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-236b9603-1400-4778-9f45-e8b844f5ed1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:07.635798 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-236b9603-1400-4778-9f45-e8b844f5ed1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:07.640402 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-236b9603-1400-4778-9f45-e8b844f5ed1f admin admin] Usage tracker for resource:security_group_rule and tenant:e7bb0f60a5d24e2988c7a946c993b27a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:07.643992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-236b9603-1400-4778-9f45-e8b844f5ed1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:07.650116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-236b9603-1400-4778-9f45-e8b844f5ed1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:07.722269 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-236b9603-1400-4778-9f45-e8b844f5ed1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:07.748421 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-236b9603-1400-4778-9f45-e8b844f5ed1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:07.810618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b9603-1400-4778-9f45-e8b844f5ed1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877cf1dd-3cef-45cc-b10b-1938320904dc,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:07.845148 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-236b9603-1400-4778-9f45-e8b844f5ed1f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e7bb0f60a5d24e2988c7a946c993b27a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2739310 May 30 20:33:07.848606 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40812) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:07.884782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40818) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:07.935646 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e8a78f5-177e-417d-9401-c8a7117134c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:07.997360 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e8a78f5-177e-417d-9401-c8a7117134c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:08.091091 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e8a78f5-177e-417d-9401-c8a7117134c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:08.112591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a78f5-177e-417d-9401-c8a7117134c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877cf1dd-3cef-45cc-b10b-1938320904dc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:08.119098 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e8a78f5-177e-417d-9401-c8a7117134c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:08.120525 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4e8a78f5-177e-417d-9401-c8a7117134c3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/877cf1dd-3cef-45cc-b10b-1938320904dc HTTP/1.1" status: 204 len: 168 time: 0.2703779 May 30 20:33:08.171925 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4d951f56-3ad3-4ddd-abbd-4b1680f9bba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:08.263126 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4d951f56-3ad3-4ddd-abbd-4b1680f9bba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:08.279250 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4d951f56-3ad3-4ddd-abbd-4b1680f9bba5 admin admin] Usage tracker for resource:security_group_rule and tenant:133799f2784844f986265ac2801c6a4f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:08.294465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4d951f56-3ad3-4ddd-abbd-4b1680f9bba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:08.317492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4d951f56-3ad3-4ddd-abbd-4b1680f9bba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:08.420013 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4d951f56-3ad3-4ddd-abbd-4b1680f9bba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:08.426515 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4d951f56-3ad3-4ddd-abbd-4b1680f9bba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:08.495942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d951f56-3ad3-4ddd-abbd-4b1680f9bba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab61294-fe19-4033-9b55-f466505153fc,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:08.503916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40832) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:08.504201 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4d951f56-3ad3-4ddd-abbd-4b1680f9bba5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=133799f2784844f986265ac2801c6a4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6175878 May 30 20:33:08.613184 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dd70659-66a9-4375-ba10-e38e9ffdacd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:08.664919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f44313-f2d7-4f49-95ce-50c5847cb8d1 req-78275901-4eca-4acf-8b50-3fd9d36ca015 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:08.672732 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6f44313-f2d7-4f49-95ce-50c5847cb8d1 req-78275901-4eca-4acf-8b50-3fd9d36ca015 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.1003778 May 30 20:33:08.684388 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dd70659-66a9-4375-ba10-e38e9ffdacd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:08.731536 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6f44313-f2d7-4f49-95ce-50c5847cb8d1 req-ab68471a-2c91-4c89-8ee9-555c01438225 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575352 May 30 20:33:08.831252 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dd70659-66a9-4375-ba10-e38e9ffdacd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:08.862003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd70659-66a9-4375-ba10-e38e9ffdacd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab61294-fe19-4033-9b55-f466505153fc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:08.868356 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3dd70659-66a9-4375-ba10-e38e9ffdacd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:08.869471 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3dd70659-66a9-4375-ba10-e38e9ffdacd9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fab61294-fe19-4033-9b55-f466505153fc HTTP/1.1" status: 204 len: 168 time: 0.3643482 May 30 20:33:09.508414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 40860) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:09.549859 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4d86988a-a36c-4aef-8f1e-692bf9f3a7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:09.599900 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4d86988a-a36c-4aef-8f1e-692bf9f3a7ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:09.605327 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4d86988a-a36c-4aef-8f1e-692bf9f3a7ab admin admin] Usage tracker for resource:security_group_rule and tenant:801fdd82f3cf40c7964db587aaa7ebf3 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:09.608896 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4d86988a-a36c-4aef-8f1e-692bf9f3a7ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:09.615482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4d86988a-a36c-4aef-8f1e-692bf9f3a7ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:09.805863 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4d86988a-a36c-4aef-8f1e-692bf9f3a7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:09.810554 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4d86988a-a36c-4aef-8f1e-692bf9f3a7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:09.901298 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4d86988a-a36c-4aef-8f1e-692bf9f3a7ab admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=801fdd82f3cf40c7964db587aaa7ebf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3912470 May 30 20:33:09.903837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40878) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:09.942816 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86988a-a36c-4aef-8f1e-692bf9f3a7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e136468e-a94e-43ff-8ebb-7ff36715898a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:10.049899 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cdb36117-c3e8-48e0-88c9-d98ca3d94a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:10.109492 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cdb36117-c3e8-48e0-88c9-d98ca3d94a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:10.129745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8f207-0120-469d-82a2-20c0eace5906 req-54d5f635-86d3-4bdc-a7eb-83c6ee06567b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:10.137386 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62d8f207-0120-469d-82a2-20c0eace5906 req-54d5f635-86d3-4bdc-a7eb-83c6ee06567b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.1591055 May 30 20:33:10.147812 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:33:10.192992 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cdb36117-c3e8-48e0-88c9-d98ca3d94a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:10.211405 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb36117-c3e8-48e0-88c9-d98ca3d94a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e136468e-a94e-43ff-8ebb-7ff36715898a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:10.216680 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62d8f207-0120-469d-82a2-20c0eace5906 req-e74b7c8a-28d0-457d-affd-823a962a779c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766444 May 30 20:33:10.223583 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cdb36117-c3e8-48e0-88c9-d98ca3d94a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:10.235270 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cdb36117-c3e8-48e0-88c9-d98ca3d94a24 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e136468e-a94e-43ff-8ebb-7ff36715898a HTTP/1.1" status: 204 len: 168 time: 0.3302820 May 30 20:33:10.409675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40888) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:10.821630 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c3c41039-b1d0-4037-9994-09a80fc80191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:10.858026 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c3c41039-b1d0-4037-9994-09a80fc80191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:10.865657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c3c41039-b1d0-4037-9994-09a80fc80191 admin admin] Usage tracker for resource:security_group_rule and tenant:2fcf68cf702046fa93e7778f976666fb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:10.877582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c3c41039-b1d0-4037-9994-09a80fc80191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:10.884190 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c3c41039-b1d0-4037-9994-09a80fc80191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:11.039599 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c3c41039-b1d0-4037-9994-09a80fc80191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:11.049463 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c3c41039-b1d0-4037-9994-09a80fc80191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:11.099400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c41039-b1d0-4037-9994-09a80fc80191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933a52f4-baf3-4298-964d-eb6e24bae7ec,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:11.115128 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c3c41039-b1d0-4037-9994-09a80fc80191 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2fcf68cf702046fa93e7778f976666fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7050278 May 30 20:33:11.119332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 40908) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:11.200586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a8060e99-4030-4c4e-9bf8-a05d07f7de7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:11.277735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a8060e99-4030-4c4e-9bf8-a05d07f7de7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:11.410399 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a8060e99-4030-4c4e-9bf8-a05d07f7de7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:11.426657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8060e99-4030-4c4e-9bf8-a05d07f7de7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933a52f4-baf3-4298-964d-eb6e24bae7ec,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:11.440930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a8060e99-4030-4c4e-9bf8-a05d07f7de7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:11.444722 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a8060e99-4030-4c4e-9bf8-a05d07f7de7b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/933a52f4-baf3-4298-964d-eb6e24bae7ec HTTP/1.1" status: 204 len: 168 time: 0.3215375 May 30 20:33:11.694688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6a66f-c46a-44c7-8738-8e6ed349fc11 req-dfd2dc5e-0e7a-4901-889d-2776aff74a94 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:11.702304 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94a6a66f-c46a-44c7-8738-8e6ed349fc11 req-dfd2dc5e-0e7a-4901-889d-2776aff74a94 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.1922185 May 30 20:33:11.815359 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94a6a66f-c46a-44c7-8738-8e6ed349fc11 req-46235376-e3a1-417b-a039-6f6a7bffc631 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078238 May 30 20:33:13.218233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854c62b-9535-40ad-a397-741fd5f1cde3 req-698d7d36-69c8-442d-bd2a-58e56f24635e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:13.225322 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5854c62b-9535-40ad-a397-741fd5f1cde3 req-698d7d36-69c8-442d-bd2a-58e56f24635e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.0881422 May 30 20:33:13.282611 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5854c62b-9535-40ad-a397-741fd5f1cde3 req-0eaad9ef-7ccc-4d80-8cc0-875de603fc33 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563409 May 30 20:33:14.657948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790af218-4a57-4784-bab4-d39a30168f42 req-208b7c82-902e-4a79-bd52-f2933a579ab7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:14.661035 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-790af218-4a57-4784-bab4-d39a30168f42 req-208b7c82-902e-4a79-bd52-f2933a579ab7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.1709740 May 30 20:33:14.726219 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-790af218-4a57-4784-bab4-d39a30168f42 req-c62be5bc-1e0b-4688-978c-e6b9835d2b7b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583391 May 30 20:33:14.847596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41018) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:15.077021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-60408553'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:15.087640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:15.097384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Usage tracker for resource:network and tenant:d3f1744fc70541f69808c9ed0f5b0d9c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:15.104375 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:15.121410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:15.139451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Made reservation on behalf of d3f1744fc70541f69808c9ed0f5b0d9c for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:15.147548 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:15.171676 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:15.222541 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:15.226490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Usage tracker for resource:security_group_rule and tenant:d3f1744fc70541f69808c9ed0f5b0d9c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:15.230631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:15.238054 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:15.398172 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:15.400762 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:15.435407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:33:15.452455 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:15.452906 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Added segment 6a12ab26-a4cb-4414-bdb8-cee465da1756 of type vlan for network 523ce59f-360b-455b-96b2-5aad5afdde26 May 30 20:33:15.487747 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7711bb0d-f2af-4372-ab71-e56602a58f67,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:15.507475 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:15.542447 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:15.547281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:15.547942 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:15.697875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Pushing event updated for resources: {'Network': ['ID=523ce59f-360b-455b-96b2-5aad5afdde26,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:15.706547 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-52716f09-4531-4177-9cbc-f3395f4322a0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8569024 May 30 20:33:15.707347 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 523ce59f-360b-455b-96b2-5aad5afdde26 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:33:15.709238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41042) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:15.715671 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8f019dff-553b-414f-963e-8e4cad6e314a tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Request body: {'subnet': {'network_id': '523ce59f-360b-455b-96b2-5aad5afdde26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:15.945180 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8f019dff-553b-414f-963e-8e4cad6e314a tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:15.949962 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8f019dff-553b-414f-963e-8e4cad6e314a tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Usage tracker for resource:subnet and tenant:d3f1744fc70541f69808c9ed0f5b0d9c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:15.953046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8f019dff-553b-414f-963e-8e4cad6e314a tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:15.960215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8f019dff-553b-414f-963e-8e4cad6e314a tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:15.960588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a1f6a-aca3-4d19-b638-33d7864b1d3a req-2a0e53b4-af1b-4c28-8e5b-eda9455053f1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:15.962234 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b13a1f6a-aca3-4d19-b638-33d7864b1d3a req-2a0e53b4-af1b-4c28-8e5b-eda9455053f1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.0859861 May 30 20:33:15.973885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f019dff-553b-414f-963e-8e4cad6e314a tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Made reservation on behalf of d3f1744fc70541f69808c9ed0f5b0d9c for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:16.025796 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b13a1f6a-aca3-4d19-b638-33d7864b1d3a req-559ebd4e-9e49-4617-ad6f-c8f191f48069 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568254 May 30 20:33:16.091791 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8f019dff-553b-414f-963e-8e4cad6e314a tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:16.341015 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8f019dff-553b-414f-963e-8e4cad6e314a tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:16.406150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f019dff-553b-414f-963e-8e4cad6e314a tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Pushing event updated for resources: {'Subnet': ['ID=ef89248f-7f27-45e6-bade-d210e52531a1,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:16.449645 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f019dff-553b-414f-963e-8e4cad6e314a tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Checking segment: {'id': '6a12ab26-a4cb-4414-bdb8-cee465da1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '523ce59f-360b-455b-96b2-5aad5afdde26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:16.450140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f019dff-553b-414f-963e-8e4cad6e314a tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Network hostable DHCP agents. Network: 523ce59f-360b-455b-96b2-5aad5afdde26, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:33:16.474734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f019dff-553b-414f-963e-8e4cad6e314a tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Network 523ce59f-360b-455b-96b2-5aad5afdde26 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:33:16.486688 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-8f019dff-553b-414f-963e-8e4cad6e314a tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 523ce59f-360b-455b-96b2-5aad5afdde26) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:16.498468 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb9a228-9411-4f65-ada6-66efdc45b89f None None] Network 523ce59f-360b-455b-96b2-5aad5afdde26 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:16.503258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f019dff-553b-414f-963e-8e4cad6e314a tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:16.503942 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8f019dff-553b-414f-963e-8e4cad6e314a tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:16.542205 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8f019dff-553b-414f-963e-8e4cad6e314a tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8310895 May 30 20:33:16.544231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41052) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:16.551767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Request body: {'port': {'network_id': '523ce59f-360b-455b-96b2-5aad5afdde26', 'name': 'tempest-DHCPAgentSchedulersTestJSON-886684941'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:16.776645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:16.783957 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Usage tracker for resource:port and tenant:d3f1744fc70541f69808c9ed0f5b0d9c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:16.787826 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:16.794888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:16.810350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Made reservation on behalf of d3f1744fc70541f69808c9ed0f5b0d9c for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:16.814472 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:16.846328 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] device_id is not set on port 9e08692a-555f-4e8f-b684-9196c165a216 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:33:16.881361 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-523ce59f-360b-455b-96b2-5aad5afdde26', 'network_id': '523ce59f-360b-455b-96b2-5aad5afdde26', 'tenant_id': 'd3f1744fc70541f69808c9ed0f5b0d9c', 'fixed_ips': [{'subnet_id': 'ef89248f-7f27-45e6-bade-d210e52531a1'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:33:16.882319 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:17.060333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Allocated IP 172.20.0.13 (523ce59f-360b-455b-96b2-5aad5afdde26/ef89248f-7f27-45e6-bade-d210e52531a1/9e08692a-555f-4e8f-b684-9196c165a216) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:17.598843 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e379e7-8a55-434c-9fac-ac49db64598e req-d754aac1-e8b8-40ef-abca-5ff82bd00648 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:17.605671 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-85e379e7-8a55-434c-9fac-ac49db64598e req-d754aac1-e8b8-40ef-abca-5ff82bd00648 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.3427761 May 30 20:33:17.612217 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:17.656968 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Transition to ACTIVE for port object 9e08692a-555f-4e8f-b684-9196c165a216 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:17.712742 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-85e379e7-8a55-434c-9fac-ac49db64598e req-5126c1fe-1f6c-481d-a9fb-c45b9d74a526 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059167 May 30 20:33:17.714717 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:17.842091 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Allocated IP 172.20.0.2 (523ce59f-360b-455b-96b2-5aad5afdde26/ef89248f-7f27-45e6-bade-d210e52531a1/a6e836ea-a577-4ca4-a32c-4d8b49229aad) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:17.844400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Network 523ce59f-360b-455b-96b2-5aad5afdde26 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:17.848639 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:17.853909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:17.891016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Pushing event updated for resources: {'Port': ['ID=9e08692a-555f-4e8f-b684-9196c165a216,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:17.977641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:17.979316 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:18.013942 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a3ac0256-d13a-4b01-8644-176ca9623342 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4683671 May 30 20:33:18.018459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41098) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:18.100578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b0a73480-b53d-45ef-a06f-c9cc0e8ab137 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Deleting port 9e08692a-555f-4e8f-b684-9196c165a216 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:18.101152 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0a73480-b53d-45ef-a06f-c9cc0e8ab137 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:18.185865 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:18.209525 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Transition to ACTIVE for port object a6e836ea-a577-4ca4-a32c-4d8b49229aad will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:18.278268 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Transition to ACTIVE for port object a6e836ea-a577-4ca4-a32c-4d8b49229aad will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:18.299031 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:18.361228 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Network 523ce59f-360b-455b-96b2-5aad5afdde26 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:18.395306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:18.399782 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:18.540709 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41112) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:18.558527 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Attempting to bind port a6e836ea-a577-4ca4-a32c-4d8b49229aad on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:33:18.558890 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Attempting to bind port a6e836ea-a577-4ca4-a32c-4d8b49229aad by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '6a12ab26-a4cb-4414-bdb8-cee465da1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '523ce59f-360b-455b-96b2-5aad5afdde26'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:33:18.559722 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Attempting to bind port a6e836ea-a577-4ca4-a32c-4d8b49229aad on network 523ce59f-360b-455b-96b2-5aad5afdde26 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:18.570834 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:33:18.571207 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Checking segment: {'id': '6a12ab26-a4cb-4414-bdb8-cee465da1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '523ce59f-360b-455b-96b2-5aad5afdde26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:18.571591 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:18.572000 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Bound using segment: {'id': '6a12ab26-a4cb-4414-bdb8-cee465da1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '523ce59f-360b-455b-96b2-5aad5afdde26'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:33:18.572445 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Bound port: a6e836ea-a577-4ca4-a32c-4d8b49229aad, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a12ab26-a4cb-4414-bdb8-cee465da1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '523ce59f-360b-455b-96b2-5aad5afdde26'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:33:18.572801 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:18.575842 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0a73480-b53d-45ef-a06f-c9cc0e8ab137 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:18.584851 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Pushing event updated for resources: {'Port': ['ID=a6e836ea-a577-4ca4-a32c-4d8b49229aad,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:18.740248 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] For port a6e836ea-a577-4ca4-a32c-4d8b49229aad, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:18.745407 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] For port a6e836ea-a577-4ca4-a32c-4d8b49229aad, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a6e836ea-a577-4ca4-a32c-4d8b49229aad,segment=NetworkSegment(6a12ab26-a4cb-4414-bdb8-cee465da1756),segment_id=6a12ab26-a4cb-4414-bdb8-cee465da1756)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:33:18.762277 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:18.874899 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3510c7f6-98be-4a83-91f6-0d6a3a16453e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:18.906971 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a9843-a987-4945-a7bd-bc97ad2ef916 None None] Pushing event updated for resources: {'Port': ['ID=a6e836ea-a577-4ca4-a32c-4d8b49229aad,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:18.924570 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b0a73480-b53d-45ef-a06f-c9cc0e8ab137 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Calling delete_port for 9e08692a-555f-4e8f-b684-9196c165a216 owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:18.965386 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3510c7f6-98be-4a83-91f6-0d6a3a16453e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:18.979843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3510c7f6-98be-4a83-91f6-0d6a3a16453e admin admin] Usage tracker for resource:security_group_rule and tenant:9be3d470b98340f2b7d063c21f4a38b2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:18.982818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3510c7f6-98be-4a83-91f6-0d6a3a16453e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:18.992704 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3510c7f6-98be-4a83-91f6-0d6a3a16453e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:19.045723 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-77ba7413-6d7a-4ddf-9de1-6f05f061b55a service neutron] show failed (client error): The resource could not be found. May 30 20:33:19.047043 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-77ba7413-6d7a-4ddf-9de1-6f05f061b55a service neutron] 10.222.0.77 "GET /v2.0/ports/2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0/bindings/n-h2-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.1837873 May 30 20:33:19.111580 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3510c7f6-98be-4a83-91f6-0d6a3a16453e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:19.120065 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3510c7f6-98be-4a83-91f6-0d6a3a16453e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:19.152953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af348b4d-9abf-480d-bb8e-a7ef6a236d5f req-5e8affda-8d25-4267-971b-ee7eb86c1c16 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:19.160851 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af348b4d-9abf-480d-bb8e-a7ef6a236d5f req-5e8affda-8d25-4267-971b-ee7eb86c1c16 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.1612849 May 30 20:33:19.260684 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510c7f6-98be-4a83-91f6-0d6a3a16453e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b286ce3-6952-4de1-a6bd-015e554b71dc,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:19.313102 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-af348b4d-9abf-480d-bb8e-a7ef6a236d5f req-58d339c6-268c-42dc-9e7b-f6a4975f44b5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512566 May 30 20:33:19.323291 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0a73480-b53d-45ef-a06f-c9cc0e8ab137 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:19.348585 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3510c7f6-98be-4a83-91f6-0d6a3a16453e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9be3d470b98340f2b7d063c21f4a38b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8067379 May 30 20:33:19.349537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41128) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:19.395117 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a73480-b53d-45ef-a06f-c9cc0e8ab137 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Pushing event deleted for resources: {'Port': ['ID=9e08692a-555f-4e8f-b684-9196c165a216,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:19.489324 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-263b727b-7196-4883-860f-1ad612278796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:19.534109 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-263b727b-7196-4883-860f-1ad612278796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:19.621103 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-263b727b-7196-4883-860f-1ad612278796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:19.633765 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b0a73480-b53d-45ef-a06f-c9cc0e8ab137 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:19.640455 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b0a73480-b53d-45ef-a06f-c9cc0e8ab137 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] 10.222.0.84 "DELETE /v2.0/ports/9e08692a-555f-4e8f-b684-9196c165a216 HTTP/1.1" status: 204 len: 168 time: 1.6200747 May 30 20:33:19.643641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41140) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:19.649338 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b727b-7196-4883-860f-1ad612278796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b286ce3-6952-4de1-a6bd-015e554b71dc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:19.668700 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-dd349c86-eb7e-427d-bbcb-5a2375be800c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f&tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb HTTP/1.1" status: 200 len: 1096 time: 0.1944909 May 30 20:33:19.678098 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-263b727b-7196-4883-860f-1ad612278796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:19.689858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:19.690632 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-263b727b-7196-4883-860f-1ad612278796 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5b286ce3-6952-4de1-a6bd-015e554b71dc HTTP/1.1" status: 204 len: 168 time: 0.3338299 May 30 20:33:19.824194 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:19.930028 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a6e836ea-a577-4ca4-a32c-4d8b49229aad up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:20.038269 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port a6e836ea-a577-4ca4-a32c-4d8b49229aad completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:20.073189 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5f136cd3-1b75-4596-ac81-17b7c6c063ce tempest-DHCPAgentSchedulersTestJSON-665710430 tempest-DHCPAgentSchedulersTestJSON-665710430-project-admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4284134 May 30 20:33:20.076388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41154) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:20.085409 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-acd7d1bc-7303-4943-a878-8e199b70d670 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1288065453'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:20.095416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-acd7d1bc-7303-4943-a878-8e199b70d670 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:20.106562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-acd7d1bc-7303-4943-a878-8e199b70d670 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Usage tracker for resource:network and tenant:d3f1744fc70541f69808c9ed0f5b0d9c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:20.111830 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-acd7d1bc-7303-4943-a878-8e199b70d670 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:20.128477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-acd7d1bc-7303-4943-a878-8e199b70d670 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:20.148987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd7d1bc-7303-4943-a878-8e199b70d670 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Made reservation on behalf of d3f1744fc70541f69808c9ed0f5b0d9c for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:20.152085 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-acd7d1bc-7303-4943-a878-8e199b70d670 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.229799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd7d1bc-7303-4943-a878-8e199b70d670 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:33:20.257328 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-acd7d1bc-7303-4943-a878-8e199b70d670 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.257544 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-acd7d1bc-7303-4943-a878-8e199b70d670 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Added segment 561df77e-5a3c-4ee7-b291-91e6af0ffe96 of type vlan for network 27d8b34a-16de-4172-b3fc-40c2d64d22b6 May 30 20:33:20.266557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41162) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:20.307530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-acd7d1bc-7303-4943-a878-8e199b70d670 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.366190 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb27f536-8e54-4078-a2c2-aba1e2a1c884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.371009 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-acd7d1bc-7303-4943-a878-8e199b70d670 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.374735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd7d1bc-7303-4943-a878-8e199b70d670 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:20.375393 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-acd7d1bc-7303-4943-a878-8e199b70d670 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.620197 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-acd7d1bc-7303-4943-a878-8e199b70d670 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5425069 May 30 20:33:20.620873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fb27f536-8e54-4078-a2c2-aba1e2a1c884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:20.623640 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41172) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:20.630446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fb27f536-8e54-4078-a2c2-aba1e2a1c884 admin admin] Usage tracker for resource:security_group_rule and tenant:dd713ea058234a2d838132029e2959d3 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:20.633498 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cbe851-7f4c-4621-a900-666cf6666fea None None] Network 523ce59f-360b-455b-96b2-5aad5afdde26 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:20.640169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7d1bc-7303-4943-a878-8e199b70d670 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Pushing event updated for resources: {'Network': ['ID=27d8b34a-16de-4172-b3fc-40c2d64d22b6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:20.640710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fb27f536-8e54-4078-a2c2-aba1e2a1c884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:20.655174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fb27f536-8e54-4078-a2c2-aba1e2a1c884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:20.683303 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 27d8b34a-16de-4172-b3fc-40c2d64d22b6 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:33:20.733518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:20.783484 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502021c6-d226-4def-8d14-6ed7ccc506eb req-106f98d1-6244-4a5b-be25-fcf844692ee2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:20.785296 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-502021c6-d226-4def-8d14-6ed7ccc506eb req-106f98d1-6244-4a5b-be25-fcf844692ee2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.2199039 May 30 20:33:20.871186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:20.923106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-452f6948-75f5-4668-be8f-2e6a2fa1c9df None None] Provisioning for port a6e836ea-a577-4ca4-a32c-4d8b49229aad completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:20.944849 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-452f6948-75f5-4668-be8f-2e6a2fa1c9df None None] Provisioning complete for port a6e836ea-a577-4ca4-a32c-4d8b49229aad triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:20.945921 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-452f6948-75f5-4668-be8f-2e6a2fa1c9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.951147 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d7366a0d-8d98-45d9-bd9f-d709d0fbbcb4 tempest-DHCPAgentSchedulersTestJSON-665710430 tempest-DHCPAgentSchedulersTestJSON-665710430-project-admin] 10.222.0.84 "GET /v2.0/agents/a7bdaffb-9436-49d5-9c47-ce728bc1f732/dhcp-networks HTTP/1.1" status: 200 len: 6277 time: 0.3258333 May 30 20:33:20.954880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41182) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:20.963995 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb27f536-8e54-4078-a2c2-aba1e2a1c884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.981860 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-502021c6-d226-4def-8d14-6ed7ccc506eb req-a1996473-96fe-4d3f-9a94-d90ac9d4d0d1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844707 May 30 20:33:21.005259 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb27f536-8e54-4078-a2c2-aba1e2a1c884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.049912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fb27f536-8e54-4078-a2c2-aba1e2a1c884 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dd713ea058234a2d838132029e2959d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7716601 May 30 20:33:21.050588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41188) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:21.135019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d308f36e-c3f4-429d-bf50-b1a0d37569cd tempest-DHCPAgentSchedulersTestJSON-665710430 tempest-DHCPAgentSchedulersTestJSON-665710430-project-admin] Network 27d8b34a-16de-4172-b3fc-40c2d64d22b6 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:33:21.151005 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d308f36e-c3f4-429d-bf50-b1a0d37569cd tempest-DHCPAgentSchedulersTestJSON-665710430 tempest-DHCPAgentSchedulersTestJSON-665710430-project-admin] 10.222.0.84 "POST /v2.0/agents/a7bdaffb-9436-49d5-9c47-ce728bc1f732/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1949158 May 30 20:33:21.153253 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41192) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:21.161317 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6de6821-1a72-4b00-b368-7d4b6afb3c06 None None] Network 27d8b34a-16de-4172-b3fc-40c2d64d22b6 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:21.239108 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:33:21.262464 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.279740 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27f536-8e54-4078-a2c2-aba1e2a1c884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add708a4-4e4e-4d4d-8163-2c8626962fdf,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:21.315671 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-452f6948-75f5-4668-be8f-2e6a2fa1c9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.327784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Transition to ACTIVE for port object 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:21.344168 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.385401 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d295f6-0edf-4ee9-bc5a-1956c58409f7'] response: {'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'code': 200} May 30 20:33:21.461347 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fffb2e24-be87-467f-8d11-eb7c4f368b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.466177 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-452f6948-75f5-4668-be8f-2e6a2fa1c9df None None] For port a6e836ea-a577-4ca4-a32c-4d8b49229aad, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a6e836ea-a577-4ca4-a32c-4d8b49229aad,segment=NetworkSegment(6a12ab26-a4cb-4414-bdb8-cee465da1756),segment_id=6a12ab26-a4cb-4414-bdb8-cee465da1756)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:21.479434 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-452f6948-75f5-4668-be8f-2e6a2fa1c9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.501011 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e0376a88-1142-496a-964a-6f7fd14e9942 tempest-DHCPAgentSchedulersTestJSON-665710430 tempest-DHCPAgentSchedulersTestJSON-665710430-project-admin] 10.222.0.84 "GET /v2.0/agents/a7bdaffb-9436-49d5-9c47-ce728bc1f732/dhcp-networks HTTP/1.1" status: 200 len: 7022 time: 0.3433089 May 30 20:33:21.503762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41202) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:21.626602 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f6948-75f5-4668-be8f-2e6a2fa1c9df None None] Pushing event updated for resources: {'Port': ['ID=a6e836ea-a577-4ca4-a32c-4d8b49229aad,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:21.636117 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fffb2e24-be87-467f-8d11-eb7c4f368b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.656948 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-eec95db0-4daf-4388-ad31-46185d4126d0 tempest-DHCPAgentSchedulersTestJSON-665710430 tempest-DHCPAgentSchedulersTestJSON-665710430-project-admin] 10.222.0.84 "DELETE /v2.0/agents/a7bdaffb-9436-49d5-9c47-ce728bc1f732/dhcp-networks/27d8b34a-16de-4172-b3fc-40c2d64d22b6 HTTP/1.1" status: 204 len: 168 time: 0.1520867 May 30 20:33:21.659276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41210) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:21.717337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Pushing event updated for resources: {'Port': ['ID=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:21.819419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] No DVR routers for this DVR port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:21.889155 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a6e836ea-a577-4ca4-a32c-4d8b49229aad up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:21.936477 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fffb2e24-be87-467f-8d11-eb7c4f368b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.947030 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-41e3e5db-f8ee-4172-a766-88f1437da3fd tempest-DHCPAgentSchedulersTestJSON-665710430 tempest-DHCPAgentSchedulersTestJSON-665710430-project-admin] 10.222.0.84 "GET /v2.0/agents/a7bdaffb-9436-49d5-9c47-ce728bc1f732/dhcp-networks HTTP/1.1" status: 200 len: 6277 time: 0.2866392 May 30 20:33:21.953967 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41218) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:21.999848 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-19081cdf-a477-400c-9250-04705d39b472 tempest-DHCPAgentSchedulersTestJSON-665710430 tempest-DHCPAgentSchedulersTestJSON-665710430-project-admin] 10.222.0.84 "GET /v2.0/networks/523ce59f-360b-455b-96b2-5aad5afdde26/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0456996 May 30 20:33:22.003817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41222) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:22.029509 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-df5b05f8-5f4b-4d2d-addd-0e896ef9a884 tempest-DHCPAgentSchedulersTestJSON-665710430 tempest-DHCPAgentSchedulersTestJSON-665710430-project-admin] 10.222.0.84 "GET /v2.0/networks/523ce59f-360b-455b-96b2-5aad5afdde26/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0241454 May 30 20:33:22.031918 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41228) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:22.061715 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb2e24-be87-467f-8d11-eb7c4f368b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add708a4-4e4e-4d4d-8163-2c8626962fdf,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:22.109307 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a6e836ea-a577-4ca4-a32c-4d8b49229aad triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:22.110271 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:22.206749 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fffb2e24-be87-467f-8d11-eb7c4f368b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:22.213745 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fffb2e24-be87-467f-8d11-eb7c4f368b13 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/add708a4-4e4e-4d4d-8163-2c8626962fdf HTTP/1.1" status: 204 len: 168 time: 1.1583114 May 30 20:33:22.236801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7f1fceb4-68cd-40bb-86b8-f487d865af17 None None] Provisioning complete for port a6e836ea-a577-4ca4-a32c-4d8b49229aad triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:22.237162 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7f1fceb4-68cd-40bb-86b8-f487d865af17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:22.421891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcec59b-c625-46a2-bcd0-15d5aff15e5a req-32cdc514-6d14-49e9-bac6-b5dac3b664fd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:22.423409 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfcec59b-c625-46a2-bcd0-15d5aff15e5a req-32cdc514-6d14-49e9-bac6-b5dac3b664fd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 943 time: 0.1537094 May 30 20:33:22.502459 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-acedcb2f-4be3-4fd5-88a3-8546df567168 tempest-DHCPAgentSchedulersTestJSON-665710430 tempest-DHCPAgentSchedulersTestJSON-665710430-project-admin] 10.222.0.84 "GET /v2.0/agents/a7bdaffb-9436-49d5-9c47-ce728bc1f732/dhcp-networks HTTP/1.1" status: 200 len: 6277 time: 0.4678209 May 30 20:33:22.506870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41238) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:22.600322 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Attempting to bind port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:33:22.600563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Attempting to bind port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:33:22.605173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Attempting to bind port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 on network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:22.635408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 on network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:33:22.637464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Attempting to bind port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 on network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:22.670681 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfcec59b-c625-46a2-bcd0-15d5aff15e5a req-9f4a805a-d0f2-4644-b545-c6891fe842cb tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904819 May 30 20:33:22.671782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:33:22.674664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Checking segment: {'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:22.675881 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Bound using segment: {'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:33:22.676903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Bound port: 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:33:22.678901 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:22.762531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:22.833904 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-890592c9-15db-4ed4-8379-3723df8c99bc None None] Could not find standard attr ID for object 9e08692a-555f-4e8f-b684-9196c165a216. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:33:22.837425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:22.844944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:33:22.852872 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:22.899685 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:22.930537 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be082a24-624c-41bc-9e89-0043b2a798f2 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:22.981641 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:22.983281 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] 10.222.0.93 "PUT /v2.0/ports/2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 HTTP/1.1" status: 200 len: 1091 time: 3.3043904 May 30 20:33:23.086595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e0bd4-dba4-4106-89ac-212497c408bd service neutron] Pushing event updated for resources: {'Port': ['ID=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:23.166399 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be082a24-624c-41bc-9e89-0043b2a798f2 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:23.177749 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-c24d369e-5ab6-44f5-a559-b4eaa0f695ff service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 1094 time: 0.1684949 May 30 20:33:23.194587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-be082a24-624c-41bc-9e89-0043b2a798f2 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d8b34a-16de-4172-b3fc-40c2d64d22b6']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:23.212176 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-be082a24-624c-41bc-9e89-0043b2a798f2 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561df77e-5a3c-4ee7-b291-91e6af0ffe96') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:23.212738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-be082a24-624c-41bc-9e89-0043b2a798f2 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561df77e-5a3c-4ee7-b291-91e6af0ffe96') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:23.227021 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be082a24-624c-41bc-9e89-0043b2a798f2 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:23.245723 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be082a24-624c-41bc-9e89-0043b2a798f2 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:23.253694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be082a24-624c-41bc-9e89-0043b2a798f2 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:33:23.254540 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be082a24-624c-41bc-9e89-0043b2a798f2 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: timer() May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:33:23.359456 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:33:23.367864 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be082a24-624c-41bc-9e89-0043b2a798f2 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:23.393876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:33:23.421387 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be082a24-624c-41bc-9e89-0043b2a798f2 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:23.464660 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be082a24-624c-41bc-9e89-0043b2a798f2 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Pushing event deleted for resources: {'Network': ['ID=27d8b34a-16de-4172-b3fc-40c2d64d22b6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:23.484511 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-be082a24-624c-41bc-9e89-0043b2a798f2 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] 10.222.0.84 "DELETE /v2.0/networks/27d8b34a-16de-4172-b3fc-40c2d64d22b6 HTTP/1.1" status: 204 len: 168 time: 0.9744265 May 30 20:33:23.484741 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a40aa1c9-b4f8-42d8-a94e-27133287fbce'] response: {'name': 'network-changed', 'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'status': 'completed', 'code': 200} May 30 20:33:23.488480 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41272) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:23.508433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-491146a8-c2cd-4d2e-bc0b-4fc05800c5b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:23.512424 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-491146a8-c2cd-4d2e-bc0b-4fc05800c5b0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9af71d29-6ff7-4d44-82a6-376d874b5ce1 HTTP/1.1" status: 200 len: 898 time: 0.3252048 May 30 20:33:23.536015 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0e3cd7-b38e-4a8c-966f-5df0845a9e37 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] DELETE failed (client error): The resource could not be found. May 30 20:33:23.536795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0e3cd7-b38e-4a8c-966f-5df0845a9e37 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:23.541820 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dc0e3cd7-b38e-4a8c-966f-5df0845a9e37 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] 10.222.0.84 "DELETE /v2.0/ports/9e08692a-555f-4e8f-b684-9196c165a216 HTTP/1.1" status: 404 len: 333 time: 0.0521190 May 30 20:33:23.542646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41276) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:23.888495 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5deb8d6-61cc-40a5-9a4d-4618d13f6aa7 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Deleting subnet ef89248f-7f27-45e6-bade-d210e52531a1 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:33:23.892286 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5deb8d6-61cc-40a5-9a4d-4618d13f6aa7 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:23.966329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41296) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:23.983804 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5deb8d6-61cc-40a5-9a4d-4618d13f6aa7 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.119498 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-4728a8df-843b-4bba-816b-838b6925180e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 HTTP/1.1" status: 200 len: 998 time: 0.5366809 May 30 20:33:24.140313 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5deb8d6-61cc-40a5-9a4d-4618d13f6aa7 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.178832 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a300c1ee-e926-4078-9cad-866925d5920a req-000ebf80-0be7-4e9e-bb3e-d295beb969cb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 1094 time: 0.6552260 May 30 20:33:24.232067 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5deb8d6-61cc-40a5-9a4d-4618d13f6aa7 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.274542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5deb8d6-61cc-40a5-9a4d-4618d13f6aa7 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Pushing event deleted for resources: {'Subnet': ['ID=ef89248f-7f27-45e6-bade-d210e52531a1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:24.286963 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1640293506-network', 'tenant_id': '30c8fa51617d4ebdbb53df28acae1f39'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:24.288813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-492df980-1007-4a35-a6e1-847f16819692 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:24.290488 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-492df980-1007-4a35-a6e1-847f16819692 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04f10300-7e30-4005-a8f4-f635ff48a24f HTTP/1.1" status: 200 len: 835 time: 0.1615942 May 30 20:33:24.298458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:24.309053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d558c9-4b6b-44ab-a3e9-175ede6f5093 req-73da967d-a3fc-484a-8171-366b3feafeaa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:24.309780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Usage tracker for resource:network and tenant:30c8fa51617d4ebdbb53df28acae1f39 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:24.311001 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b90367-acc5-4255-9549-cf47ee41341a None None] Network 523ce59f-360b-455b-96b2-5aad5afdde26 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:24.311567 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1d558c9-4b6b-44ab-a3e9-175ede6f5093 req-73da967d-a3fc-484a-8171-366b3feafeaa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 943 time: 0.3413582 May 30 20:33:24.320718 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e5deb8d6-61cc-40a5-9a4d-4618d13f6aa7 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.323725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:24.332334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:24.339796 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e5deb8d6-61cc-40a5-9a4d-4618d13f6aa7 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] 10.222.0.84 "DELETE /v2.0/subnets/ef89248f-7f27-45e6-bade-d210e52531a1 HTTP/1.1" status: 204 len: 168 time: 0.7958460 May 30 20:33:24.340571 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41304) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:24.374265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Made reservation on behalf of 30c8fa51617d4ebdbb53df28acae1f39 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:24.376846 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.397476 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.473537 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c1ee-e926-4078-9cad-866925d5920a req-1bd9180b-30de-4109-bc99-06768be1815f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:24.474908 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a300c1ee-e926-4078-9cad-866925d5920a req-1bd9180b-30de-4109-bc99-06768be1815f service neutron] 10.222.0.77 "GET /v2.0/networks?id=9af71d29-6ff7-4d44-82a6-376d874b5ce1 HTTP/1.1" status: 200 len: 898 time: 0.2808828 May 30 20:33:24.477205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1d558c9-4b6b-44ab-a3e9-175ede6f5093 req-16e53a9d-95ae-4735-9b08-98837946f2ed tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146924 May 30 20:33:24.628404 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-88e1d06c-5a4e-4530-850a-3446374cef96 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9af71d29-6ff7-4d44-82a6-376d874b5ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3133168 May 30 20:33:24.659237 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:24.664699 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.680398 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Usage tracker for resource:security_group_rule and tenant:30c8fa51617d4ebdbb53df28acae1f39 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:24.688691 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:24.699645 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Deleting port a6e836ea-a577-4ca4-a32c-4d8b49229aad {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:24.700411 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.725217 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec469eb5-b3e7-47b7-b2fc-1bfdd0c2de85 None None] DHCP port deletion for 523ce59f-360b-455b-96b2-5aad5afdde26 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:33:24.729677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ec469eb5-b3e7-47b7-b2fc-1bfdd0c2de85 None None] Deleting port a6e836ea-a577-4ca4-a32c-4d8b49229aad {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:24.730049 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ec469eb5-b3e7-47b7-b2fc-1bfdd0c2de85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.733326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:24.784911 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a300c1ee-e926-4078-9cad-866925d5920a req-ceb02be6-adef-482b-991f-706f4402cb4e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 HTTP/1.1" status: 200 len: 998 time: 0.3007789 May 30 20:33:24.917228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c1ee-e926-4078-9cad-866925d5920a req-927a9f44-02d5-4586-8b2b-1aa220177b6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:24.919362 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a300c1ee-e926-4078-9cad-866925d5920a req-927a9f44-02d5-4586-8b2b-1aa220177b6d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04f10300-7e30-4005-a8f4-f635ff48a24f HTTP/1.1" status: 200 len: 835 time: 0.1208627 May 30 20:33:24.930179 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-4bbb796e-e16c-4226-b231-a4c828988a16 service neutron] 10.222.0.93 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942321 May 30 20:33:25.019994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] For port a6e836ea-a577-4ca4-a32c-4d8b49229aad, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a6e836ea-a577-4ca4-a32c-4d8b49229aad,segment=NetworkSegment(6a12ab26-a4cb-4414-bdb8-cee465da1756),segment_id=6a12ab26-a4cb-4414-bdb8-cee465da1756)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:25.020643 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:25.093919 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ec469eb5-b3e7-47b7-b2fc-1bfdd0c2de85 None None] For port a6e836ea-a577-4ca4-a32c-4d8b49229aad, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a6e836ea-a577-4ca4-a32c-4d8b49229aad,segment=NetworkSegment(6a12ab26-a4cb-4414-bdb8-cee465da1756),segment_id=6a12ab26-a4cb-4414-bdb8-cee465da1756)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:25.094631 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ec469eb5-b3e7-47b7-b2fc-1bfdd0c2de85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:25.248454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Calling delete_port for a6e836ea-a577-4ca4-a32c-4d8b49229aad owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:25.261315 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a57dccfc-102b-42b1-8c5c-fe88040ce792 req-2b595240-7937-4a93-871a-361997e50463 service neutron] 10.222.0.93 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583230 May 30 20:33:25.264790 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ec469eb5-b3e7-47b7-b2fc-1bfdd0c2de85 None None] Calling delete_port for a6e836ea-a577-4ca4-a32c-4d8b49229aad owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:25.372988 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:25.379807 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:25.420540 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ec469eb5-b3e7-47b7-b2fc-1bfdd0c2de85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:25.487314 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a300c1ee-e926-4078-9cad-866925d5920a req-4a52aaff-2bc5-434b-8213-3ceca48128c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9af71d29-6ff7-4d44-82a6-376d874b5ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5561972 May 30 20:33:25.590565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec469eb5-b3e7-47b7-b2fc-1bfdd0c2de85 None None] Pushing event deleted for resources: {'Port': ['ID=a6e836ea-a577-4ca4-a32c-4d8b49229aad,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:25.623530 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec469eb5-b3e7-47b7-b2fc-1bfdd0c2de85 None None] No DVR routers for this DVR port a6e836ea-a577-4ca4-a32c-4d8b49229aad on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:25.717964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eafceef-8523-4a7b-a8f7-325506bb59c1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:25.721468 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:33:25.721876 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:33:25.735952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:33:25.755085 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a300c1ee-e926-4078-9cad-866925d5920a req-94e340de-60ab-4296-8586-bb44ae76a2a0 service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548473 May 30 20:33:25.758757 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:25.759369 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Added segment 977e31a3-b5ab-45dc-bc42-60ae1b3d65b6 of type vlan for network 34c9a8ea-fe0d-4165-9080-68c465c342f2 May 30 20:33:25.809705 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:25.887090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a6e836ea-a577-4ca4-a32c-4d8b49229aad no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:25.893337 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:25.894489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:25.895239 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:25.904319 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a300c1ee-e926-4078-9cad-866925d5920a req-475c9a0f-1587-4622-9c6c-9ef625a24f12 service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342275 May 30 20:33:25.908668 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a300c1ee-e926-4078-9cad-866925d5920a req-2f4598b3-64fb-4560-941c-b45c4074cf7d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 1094 time: 0.5798728 May 30 20:33:25.929132 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: a6e836ea-a577-4ca4-a32c-4d8b49229aad {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:25.929946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a6e836ea-a577-4ca4-a32c-4d8b49229aad not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:26.060856 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] Pushing event updated for resources: {'Network': ['ID=34c9a8ea-fe0d-4165-9080-68c465c342f2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:26.069552 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-50b90455-ffd2-4d68-a782-69e6c22631b7 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1021476 May 30 20:33:26.070954 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41346) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:26.073751 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 34c9a8ea-fe0d-4165-9080-68c465c342f2 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:33:26.077073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-57b32ccd-1fbd-4373-b3c3-354d80abafd3 admin admin] Request body: {'subnet': {'network_id': '34c9a8ea-fe0d-4165-9080-68c465c342f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1640293506-subnet', 'tenant_id': '30c8fa51617d4ebdbb53df28acae1f39', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:26.083271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-57b32ccd-1fbd-4373-b3c3-354d80abafd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:26.087868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-57b32ccd-1fbd-4373-b3c3-354d80abafd3 admin admin] Usage tracker for resource:subnet and tenant:30c8fa51617d4ebdbb53df28acae1f39 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:26.091801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-57b32ccd-1fbd-4373-b3c3-354d80abafd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:26.098589 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-57b32ccd-1fbd-4373-b3c3-354d80abafd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:26.115190 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b32ccd-1fbd-4373-b3c3-354d80abafd3 admin admin] Made reservation on behalf of 30c8fa51617d4ebdbb53df28acae1f39 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:26.118051 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-57b32ccd-1fbd-4373-b3c3-354d80abafd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:26.242801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Deleting port a6e836ea-a577-4ca4-a32c-4d8b49229aad {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:26.242801 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:26.308153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c1ee-e926-4078-9cad-866925d5920a req-1c5159dc-4825-449e-8eb3-a256b0f49af7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:26.309709 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a300c1ee-e926-4078-9cad-866925d5920a req-1c5159dc-4825-449e-8eb3-a256b0f49af7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9af71d29-6ff7-4d44-82a6-376d874b5ce1 HTTP/1.1" status: 200 len: 898 time: 0.3867133 May 30 20:33:26.319027 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1922b0f-9cff-46f7-b186-32f86053f45e req-69023da3-8c0b-4167-990a-303800ded619 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:26.320583 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d1922b0f-9cff-46f7-b186-32f86053f45e req-69023da3-8c0b-4167-990a-303800ded619 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 943 time: 0.5989232 May 30 20:33:26.353679 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] The port 'a6e836ea-a577-4ca4-a32c-4d8b49229aad' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:33:26.433261 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d1922b0f-9cff-46f7-b186-32f86053f45e req-655ddafb-d5c6-4d54-8dc3-6c0057644d2f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592120 May 30 20:33:26.475066 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a300c1ee-e926-4078-9cad-866925d5920a req-ce15fa88-8315-4c3f-97c5-44fc41e018e6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 HTTP/1.1" status: 200 len: 998 time: 0.1533723 May 30 20:33:26.552364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c1ee-e926-4078-9cad-866925d5920a req-b9047afb-c967-4bd8-85bf-c5109e0c7d72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:26.553594 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a300c1ee-e926-4078-9cad-866925d5920a req-b9047afb-c967-4bd8-85bf-c5109e0c7d72 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04f10300-7e30-4005-a8f4-f635ff48a24f HTTP/1.1" status: 200 len: 835 time: 0.0709867 May 30 20:33:26.590847 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:26.626989 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523ce59f-360b-455b-96b2-5aad5afdde26']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:26.656854 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a12ab26-a4cb-4414-bdb8-cee465da1756') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:26.657134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a12ab26-a4cb-4414-bdb8-cee465da1756') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:26.665344 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a300c1ee-e926-4078-9cad-866925d5920a req-11661483-83ec-406a-8237-e83eb800bc6c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9af71d29-6ff7-4d44-82a6-376d874b5ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033161 May 30 20:33:26.681678 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:26.699991 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-57b32ccd-1fbd-4373-b3c3-354d80abafd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:26.705156 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:26.773343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:33:26.774017 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: timer() May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:33:26.789778 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:33:26.791795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b32ccd-1fbd-4373-b3c3-354d80abafd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a19d63-fdd6-40a0-a6c4-61786396f4a7,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:26.819153 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a300c1ee-e926-4078-9cad-866925d5920a req-50fb8f4d-4ed9-472e-aa48-742f8f6d23fa service neutron] 10.222.0.93 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470001 May 30 20:33:26.890116 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:26.942322 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:26.970555 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b32ccd-1fbd-4373-b3c3-354d80abafd3 admin admin] Checking segment: {'id': '977e31a3-b5ab-45dc-bc42-60ae1b3d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '34c9a8ea-fe0d-4165-9080-68c465c342f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:26.971169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b32ccd-1fbd-4373-b3c3-354d80abafd3 admin admin] Network hostable DHCP agents. Network: 34c9a8ea-fe0d-4165-9080-68c465c342f2, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:33:26.977810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] Pushing event deleted for resources: {'Network': ['ID=523ce59f-360b-455b-96b2-5aad5afdde26,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:26.980544 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a300c1ee-e926-4078-9cad-866925d5920a req-0e504a16-34c4-48cb-9fcd-c647031158ab service neutron] 10.222.0.93 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541426 May 30 20:33:27.001398 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-47f4722c-78b4-4812-b092-0314b36835f0 tempest-DHCPAgentSchedulersTestJSON-464306718 tempest-DHCPAgentSchedulersTestJSON-464306718-project] 10.222.0.84 "DELETE /v2.0/networks/523ce59f-360b-455b-96b2-5aad5afdde26 HTTP/1.1" status: 204 len: 168 time: 2.6576059 May 30 20:33:27.088033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b32ccd-1fbd-4373-b3c3-354d80abafd3 admin admin] Network 34c9a8ea-fe0d-4165-9080-68c465c342f2 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:33:27.112492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-57b32ccd-1fbd-4373-b3c3-354d80abafd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 34c9a8ea-fe0d-4165-9080-68c465c342f2) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:27.123770 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b32ccd-1fbd-4373-b3c3-354d80abafd3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:27.124613 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-57b32ccd-1fbd-4373-b3c3-354d80abafd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:27.132927 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0a8103-5f74-4908-b21e-e09a63005e12 None None] Network 34c9a8ea-fe0d-4165-9080-68c465c342f2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:27.153773 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-57b32ccd-1fbd-4373-b3c3-354d80abafd3 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0814490 May 30 20:33:27.156813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41376) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:27.174857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1640293506-router', 'tenant_id': '30c8fa51617d4ebdbb53df28acae1f39', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:27.183688 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:27.190872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Usage tracker for resource:router and tenant:30c8fa51617d4ebdbb53df28acae1f39 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:27.193837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:27.201769 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:27.216952 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:27.218744 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:27.261068 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:27.468502 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-34c9a8ea-fe0d-4165-9080-68c465c342f2', 'network_id': '34c9a8ea-fe0d-4165-9080-68c465c342f2', 'tenant_id': '30c8fa51617d4ebdbb53df28acae1f39', 'fixed_ips': [{'subnet_id': '13a19d63-fdd6-40a0-a6c4-61786396f4a7'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:33:27.469594 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:27.514070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41384) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:27.584883 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:27.735478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f707b6-f995-4b4d-8f84-6b4b958e38a3 req-e734f4b0-7de9-4810-be82-bbb8ecec9bb0 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:27.742652 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70f707b6-f995-4b4d-8f84-6b4b958e38a3 req-e734f4b0-7de9-4810-be82-bbb8ecec9bb0 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 943 time: 0.0938632 May 30 20:33:27.800175 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e7880a6c-9fe0-4dc5-a491-46578f58f946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:27.802176 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Allocated IP 172.20.0.2 (34c9a8ea-fe0d-4165-9080-68c465c342f2/13a19d63-fdd6-40a0-a6c4-61786396f4a7/219f1f53-ae77-49ea-878c-39d69c69d031) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:27.837826 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-41f94023-4b95-4116-9f73-0eeca85abeb7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d3f1744fc70541f69808c9ed0f5b0d9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3224003 May 30 20:33:27.840295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41394) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:27.864713 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70f707b6-f995-4b4d-8f84-6b4b958e38a3 req-bcf2b014-90de-41f5-a3df-b604c4c9903a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211631 May 30 20:33:27.957807 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-316b3213-d257-4fe7-8869-84096423dc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:27.976237 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:28.027325 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-316b3213-d257-4fe7-8869-84096423dc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:28.029082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:28.173519 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-316b3213-d257-4fe7-8869-84096423dc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:28.185060 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:28.209043 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Transition to ACTIVE for port object 219f1f53-ae77-49ea-878c-39d69c69d031 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:28.210485 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Allocated IP 172.25.5.71 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/e396c04b-c4e3-4b98-bf8a-11d81fda270d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:28.235413 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b3213-d257-4fe7-8869-84096423dc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7711bb0d-f2af-4372-ab71-e56602a58f67,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:28.237448 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-316b3213-d257-4fe7-8869-84096423dc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:28.238556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-316b3213-d257-4fe7-8869-84096423dc1b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7711bb0d-f2af-4372-ab71-e56602a58f67 HTTP/1.1" status: 204 len: 168 time: 0.3967514 May 30 20:33:28.279669 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Transition to ACTIVE for port object 219f1f53-ae77-49ea-878c-39d69c69d031 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:28.300144 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:28.438075 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Network 34c9a8ea-fe0d-4165-9080-68c465c342f2 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:28.439469 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:33:28.459899 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:28.569744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:28.640256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-366a69c9-c46a-4e55-8e25-8879c84d6642 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:28.643175 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-366a69c9-c46a-4e55-8e25-8879c84d6642 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.93 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f&tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&binding%3Ahost_id=n-h2-843949-2 HTTP/1.1" status: 200 len: 943 time: 0.2371831 May 30 20:33:28.852718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41418) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:28.876125 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Pushing event updated for resources: {'Port': ['ID=219f1f53-ae77-49ea-878c-39d69c69d031,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:28.898906 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5f830a42-f1f7-401c-8ffb-698271524f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:28.905447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Attempting to bind port 219f1f53-ae77-49ea-878c-39d69c69d031 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:33:28.905924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Attempting to bind port 219f1f53-ae77-49ea-878c-39d69c69d031 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '977e31a3-b5ab-45dc-bc42-60ae1b3d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '34c9a8ea-fe0d-4165-9080-68c465c342f2'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:33:28.906400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Attempting to bind port 219f1f53-ae77-49ea-878c-39d69c69d031 on network 34c9a8ea-fe0d-4165-9080-68c465c342f2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:28.929470 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:33:28.929985 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Checking segment: {'id': '977e31a3-b5ab-45dc-bc42-60ae1b3d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '34c9a8ea-fe0d-4165-9080-68c465c342f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:28.930489 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:28.930896 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Bound using segment: {'id': '977e31a3-b5ab-45dc-bc42-60ae1b3d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '34c9a8ea-fe0d-4165-9080-68c465c342f2'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:33:28.931639 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Bound port: 219f1f53-ae77-49ea-878c-39d69c69d031, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977e31a3-b5ab-45dc-bc42-60ae1b3d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '34c9a8ea-fe0d-4165-9080-68c465c342f2'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:33:28.932391 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:28.985317 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:29.010771 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.011055 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-b23d0a65-8f96-4373-9797-f992069e79df service neutron] 10.222.0.93 "GET /v2.0/ports/2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0/bindings/n-h2-843949-2 HTTP/1.1" status: 200 len: 382 time: 0.3495376 May 30 20:33:29.018309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5f830a42-f1f7-401c-8ffb-698271524f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:29.058910 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5f830a42-f1f7-401c-8ffb-698271524f92 admin admin] Usage tracker for resource:security_group_rule and tenant:c6f234a76b024c46b3cc7dd1ed9cc1f8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:29.061102 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'port_id': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'mac_address': 'fa:16:3e:17:e4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:33:29.077337 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.120362 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] For port 219f1f53-ae77-49ea-878c-39d69c69d031, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:29.123873 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] For port 219f1f53-ae77-49ea-878c-39d69c69d031, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=219f1f53-ae77-49ea-878c-39d69c69d031,segment=NetworkSegment(977e31a3-b5ab-45dc-bc42-60ae1b3d65b6),segment_id=977e31a3-b5ab-45dc-bc42-60ae1b3d65b6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:33:29.135799 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5f830a42-f1f7-401c-8ffb-698271524f92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:29.152725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5f830a42-f1f7-401c-8ffb-698271524f92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:29.171811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf49ed-3d6b-4f7b-80a8-7c7ef4199174 req-524df444-57ee-4cfc-858e-ebb9127e6c7f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:29.174221 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-17cf49ed-3d6b-4f7b-80a8-7c7ef4199174 req-524df444-57ee-4cfc-858e-ebb9127e6c7f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 943 time: 0.3941305 May 30 20:33:29.177227 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:29.185173 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:29.190147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:29.191226 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.319783 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=e396c04b-c4e3-4b98-bf8a-11d81fda270d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:29.329870 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.362803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:33:29.377759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:29.386543 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bebda-5482-4aee-adf1-f34670d4d364 None None] Pushing event updated for resources: {'Port': ['ID=219f1f53-ae77-49ea-878c-39d69c69d031,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:29.389385 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.464392 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5f830a42-f1f7-401c-8ffb-698271524f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.476532 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-17cf49ed-3d6b-4f7b-80a8-7c7ef4199174 req-5d1a55e9-08e0-47ab-84c4-6f0a44d2f4b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034477 May 30 20:33:29.482282 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5f830a42-f1f7-401c-8ffb-698271524f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.515374 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:29.541342 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f830a42-f1f7-401c-8ffb-698271524f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1486cd4-d70a-48db-8bee-3896493cd2d0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:29.597384 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.598103 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.603663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-21c67f34-b6ef-469a-88c0-da243dcc313c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 1094 time: 0.5335011 May 30 20:33:29.610735 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5f830a42-f1f7-401c-8ffb-698271524f92 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c6f234a76b024c46b3cc7dd1ed9cc1f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7567973 May 30 20:33:29.612684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41438) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:29.628090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:33:30.030369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Router e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:33:30.047837 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-51cd8c2d-19c4-4b2b-937b-31a5720bd668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.067243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 219f1f53-ae77-49ea-878c-39d69c69d031 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:30.083584 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7272d157-e7f1-4450-81ec-2ab081a83770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.207816 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 219f1f53-ae77-49ea-878c-39d69c69d031 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:30.238704 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7272d157-e7f1-4450-81ec-2ab081a83770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.261922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-93472537-a271-4dbb-915b-4f1c38f5ee54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:30.264226 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-93472537-a271-4dbb-915b-4f1c38f5ee54 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9af71d29-6ff7-4d44-82a6-376d874b5ce1 HTTP/1.1" status: 200 len: 898 time: 0.6520550 May 30 20:33:30.313985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:33:30.341351 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Sync routers for ids ['e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:33:30.359434 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Routers {'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:30.360606 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:33:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:30.392716 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.393976 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bbdba6c2-7a1a-42e3-b207-1e1bbd898bb6 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2360511 May 30 20:33:30.396847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41454) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:30.424562 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7272d157-e7f1-4450-81ec-2ab081a83770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.473675 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272d157-e7f1-4450-81ec-2ab081a83770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1486cd4-d70a-48db-8bee-3896493cd2d0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:30.489786 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7272d157-e7f1-4450-81ec-2ab081a83770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.493771 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7272d157-e7f1-4450-81ec-2ab081a83770 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c1486cd4-d70a-48db-8bee-3896493cd2d0 HTTP/1.1" status: 204 len: 168 time: 0.8801076 May 30 20:33:30.527458 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-85fab705-f099-4a13-9774-ac0318e0770f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 HTTP/1.1" status: 200 len: 999 time: 0.2534177 May 30 20:33:30.675702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-98b4013f-6cf8-4678-bfaf-d918c03ab75c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:30.678517 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-98b4013f-6cf8-4678-bfaf-d918c03ab75c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04f10300-7e30-4005-a8f4-f635ff48a24f HTTP/1.1" status: 200 len: 835 time: 0.1440721 May 30 20:33:30.885063 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Set router e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:31.154846 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-a4002228-fd0f-4b40-a32d-f8eddf4695b8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9af71d29-6ff7-4d44-82a6-376d874b5ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4700875 May 30 20:33:31.180985 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b33512-0079-4b8c-a291-d1b40f2d86c1 None None] Network 34c9a8ea-fe0d-4165-9080-68c465c342f2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:31.220688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1142cb-619d-440f-bad8-90b1f3fc1045 req-f487aca1-8417-4df6-8448-98e0bbd1110c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:31.228579 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e1142cb-619d-440f-bad8-90b1f3fc1045 req-f487aca1-8417-4df6-8448-98e0bbd1110c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 944 time: 0.4630497 May 30 20:33:31.607414 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e1142cb-619d-440f-bad8-90b1f3fc1045 req-6feecace-1e99-4364-8b23-ffa802d342f3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3774495 May 30 20:33:31.610325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-ab58e0e4-a4e0-467a-9809-c7cbde449230 service neutron] 10.222.0.93 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450068 May 30 20:33:31.823188 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-982cf1bf-54c5-4075-875a-bc81a9b1fadb service neutron] 10.222.0.93 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936431 May 30 20:33:31.864198 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:31.997021 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.025361 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.043885 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3309032a-4d99-43ff-9e0f-ecd70af575fe None None] Provisioning for port 219f1f53-ae77-49ea-878c-39d69c69d031 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:32.056928 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3309032a-4d99-43ff-9e0f-ecd70af575fe None None] Provisioning complete for port 219f1f53-ae77-49ea-878c-39d69c69d031 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:32.057506 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3309032a-4d99-43ff-9e0f-ecd70af575fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.165427 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be', 'name': 'tempest-TestAggregatesBasicOps-1640293506-router', 'tenant_id': '30c8fa51617d4ebdbb53df28acae1f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e396c04b-c4e3-4b98-bf8a-11d81fda270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:27Z', 'updated_at': '2022-05-30T20:33:29Z', 'revision_number': 3, 'project_id': '30c8fa51617d4ebdbb53df28acae1f39', 'gw_port': {'id': 'e396c04b-c4e3-4b98-bf8a-11d81fda270d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:83:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:28Z', 'updated_at': '2022-05-30T20:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:32.186457 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Checking router: e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:33:32.186875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Updating router e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be port e396c04b-c4e3-4b98-bf8a-11d81fda270d binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:33:32.263049 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Allocated IP 172.20.0.1 (34c9a8ea-fe0d-4165-9080-68c465c342f2/13a19d63-fdd6-40a0-a6c4-61786396f4a7/9b95cf62-2304-4a02-91af-d8dfdbea96a7) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:32.417472 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:32.448425 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.464607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Transition to ACTIVE for port object 9b95cf62-2304-4a02-91af-d8dfdbea96a7 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:32.539721 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.558073 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.645441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Network 34c9a8ea-fe0d-4165-9080-68c465c342f2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:32.649089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:32.670719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:32.717899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Pushing event updated for resources: {'Port': ['ID=9b95cf62-2304-4a02-91af-d8dfdbea96a7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:32.771316 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.854453 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3309032a-4d99-43ff-9e0f-ecd70af575fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.968731 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.989945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7ae6e-0a0a-489d-86fd-a952585242fb req-12085289-d68b-48d7-954d-fb4605e114bd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:32.991616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d0a7ae6e-0a0a-489d-86fd-a952585242fb req-12085289-d68b-48d7-954d-fb4605e114bd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 944 time: 0.1039066 May 30 20:33:33.095914 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d0a7ae6e-0a0a-489d-86fd-a952585242fb req-51566003-d144-4777-97f5-45fb2ff3dbc7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960612 May 30 20:33:33.164937 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:33.181665 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:33.285966 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:33.291634 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:33.360134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3309032a-4d99-43ff-9e0f-ecd70af575fe None None] For port 219f1f53-ae77-49ea-878c-39d69c69d031, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=219f1f53-ae77-49ea-878c-39d69c69d031,segment=NetworkSegment(977e31a3-b5ab-45dc-bc42-60ae1b3d65b6),segment_id=977e31a3-b5ab-45dc-bc42-60ae1b3d65b6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:33.382785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:33.382991 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:33.436236 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3309032a-4d99-43ff-9e0f-ecd70af575fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:33.458752 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Pushing event updated for resources: {'Port': ['ID=9b95cf62-2304-4a02-91af-d8dfdbea96a7,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:33.468823 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:33.520334 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:33.599356 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309032a-4d99-43ff-9e0f-ecd70af575fe None None] Pushing event updated for resources: {'Port': ['ID=219f1f53-ae77-49ea-878c-39d69c69d031,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:33.702685 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:33.737690 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2250534f-9349-43d5-8325-6226e0f6ab80 None None] Provisioning complete for port 219f1f53-ae77-49ea-878c-39d69c69d031 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:33.738250 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2250534f-9349-43d5-8325-6226e0f6ab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:33.774855 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:33:33.778441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Network 34c9a8ea-fe0d-4165-9080-68c465c342f2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:33.780488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:33.884098 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:33.912380 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:33:33.948935 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Transition to ACTIVE for port object e396c04b-c4e3-4b98-bf8a-11d81fda270d will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:33.962286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:33.979722 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:34.127413 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 219f1f53-ae77-49ea-878c-39d69c69d031 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:34.153160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41552) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:34.283820 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-4eaf5757-499e-4f86-868d-516cfb9eb82c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f&tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb HTTP/1.1" status: 200 len: 1096 time: 0.0978127 May 30 20:33:34.296627 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2833ee-b318-4545-80b8-32b4904a30e5'] response: {'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'code': 200} May 30 20:33:34.308823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:34.311053 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:34.480291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:34.522763 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Attempting to bind port e396c04b-c4e3-4b98-bf8a-11d81fda270d on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:33:34.523546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Attempting to bind port e396c04b-c4e3-4b98-bf8a-11d81fda270d by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:33:34.524170 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Attempting to bind port e396c04b-c4e3-4b98-bf8a-11d81fda270d on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:34.533705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:34.579665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:34.596360 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:33:34.597018 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:34.597647 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:34.598282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:33:34.599019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Bound port: e396c04b-c4e3-4b98-bf8a-11d81fda270d, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:33:34.599626 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:34.614384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Usage tracker for resource:floatingip and tenant:c01753af0775404198880c237c553608 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:34.629610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:34.655801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b666d6d-2aa3-4790-a5d9-140820a6334f None None] Pushing event updated for resources: {'Port': ['ID=e396c04b-c4e3-4b98-bf8a-11d81fda270d,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:34.683036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 219f1f53-ae77-49ea-878c-39d69c69d031 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:34.683370 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:34.692817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Router e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:33:34.773231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:34.793398 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] For port e396c04b-c4e3-4b98-bf8a-11d81fda270d, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:34.798768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] For port e396c04b-c4e3-4b98-bf8a-11d81fda270d, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e396c04b-c4e3-4b98-bf8a-11d81fda270d,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:33:34.801588 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2250534f-9349-43d5-8325-6226e0f6ab80 None None] Provisioning for port 9b95cf62-2304-4a02-91af-d8dfdbea96a7 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:34.807615 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:34.851105 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:34.867031 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:34.913465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a22be-7688-4706-ac5d-731e8f7d3768 req-2bef981d-48a5-4bdd-9c98-59c727f5781a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:34.915295 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f47a22be-7688-4706-ac5d-731e8f7d3768 req-2bef981d-48a5-4bdd-9c98-59c727f5781a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 945 time: 0.5178978 May 30 20:33:34.934644 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2250534f-9349-43d5-8325-6226e0f6ab80 None None] Provisioning complete for port 9b95cf62-2304-4a02-91af-d8dfdbea96a7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:34.935017 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2250534f-9349-43d5-8325-6226e0f6ab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:35.071340 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f47a22be-7688-4706-ac5d-731e8f7d3768 req-c2978754-7b5b-4464-b203-6bb88472e49e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852695 May 30 20:33:35.110201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b666d6d-2aa3-4790-a5d9-140820a6334f None None] Pushing event updated for resources: {'Port': ['ID=e396c04b-c4e3-4b98-bf8a-11d81fda270d,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:35.134884 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2250534f-9349-43d5-8325-6226e0f6ab80 None None] Port 9b95cf62-2304-4a02-91af-d8dfdbea96a7 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:33:35.154761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:33:35.180819 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9fec13af-e80e-4c88-8fc1-ae1d8d7a1991 admin admin] 10.222.0.84 "PUT /v2.0/routers/e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7823892 May 30 20:33:35.195471 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Routers {'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:35.196293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:33:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:35.409963 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-80c11a35-28ba-4b11-b9d2-08582904b025 None None] Provisioning complete for port 9b95cf62-2304-4a02-91af-d8dfdbea96a7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:35.411445 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-80c11a35-28ba-4b11-b9d2-08582904b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:35.507194 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:35.513772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-80c11a35-28ba-4b11-b9d2-08582904b025 None None] Port 9b95cf62-2304-4a02-91af-d8dfdbea96a7 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:33:35.535833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] Set router e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:35.586736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:35.654082 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:35.671724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Transition to ACTIVE for port object 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:35.674160 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:35.676446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:33:35.697258 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:35.923710 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a92ad7-e2f5-4a84-a737-d50e2091f184'] response: {'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'code': 200} May 30 20:33:35.924361 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Pushing event updated for resources: {'Port': ['ID=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,revision_number=10']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:36.039498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] No DVR routers for this DVR port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:36.182926 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be', 'name': 'tempest-TestAggregatesBasicOps-1640293506-router', 'tenant_id': '30c8fa51617d4ebdbb53df28acae1f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e396c04b-c4e3-4b98-bf8a-11d81fda270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:27Z', 'updated_at': '2022-05-30T20:33:32Z', 'revision_number': 4, 'project_id': '30c8fa51617d4ebdbb53df28acae1f39', 'gw_port': {'id': 'e396c04b-c4e3-4b98-bf8a-11d81fda270d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:83:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:28Z', 'updated_at': '2022-05-30T20:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '9b95cf62-2304-4a02-91af-d8dfdbea96a7', 'name': '', 'network_id': '34c9a8ea-fe0d-4165-9080-68c465c342f2', 'tenant_id': '30c8fa51617d4ebdbb53df28acae1f39', 'mac_address': 'fa:16:3e:3d:fd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13a19d63-fdd6-40a0-a6c4-61786396f4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:31Z', 'updated_at': '2022-05-30T20:33:33Z', 'revision_number': 2, 'project_id': '30c8fa51617d4ebdbb53df28acae1f39', 'subnets': [{'id': '13a19d63-fdd6-40a0-a6c4-61786396f4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:36.204340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9f5f71-03ee-47ad-81a6-09d32775d819 None None] The sync data for ids ['e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be'] in n-d-843949-2 is: [{'id': 'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be', 'name': 'tempest-TestAggregatesBasicOps-1640293506-router', 'tenant_id': '30c8fa51617d4ebdbb53df28acae1f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e396c04b-c4e3-4b98-bf8a-11d81fda270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:27Z', 'updated_at': '2022-05-30T20:33:32Z', 'revision_number': 4, 'project_id': '30c8fa51617d4ebdbb53df28acae1f39', 'gw_port': {'id': 'e396c04b-c4e3-4b98-bf8a-11d81fda270d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:83:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:28Z', 'updated_at': '2022-05-30T20:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '9b95cf62-2304-4a02-91af-d8dfdbea96a7', 'name': '', 'network_id': '34c9a8ea-fe0d-4165-9080-68c465c342f2', 'tenant_id': '30c8fa51617d4ebdbb53df28acae1f39', 'mac_address': 'fa:16:3e:3d:fd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13a19d63-fdd6-40a0-a6c4-61786396f4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:31Z', 'updated_at': '2022-05-30T20:33:33Z', 'revision_number': 2, 'project_id': '30c8fa51617d4ebdbb53df28acae1f39', 'subnets': [{'id': '13a19d63-fdd6-40a0-a6c4-61786396f4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:33:36.349446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:36.430073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:36.549082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Allocated IP 172.25.5.7 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/8d59d530-7bd3-4ca0-a0cf-f222788c3ad0) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:36.622720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd2d4-31e1-45c2-a8bd-f21ebeb7e512 req-23125ffa-cf8a-4df1-9388-d38d91571614 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:36.630866 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9bfdd2d4-31e1-45c2-a8bd-f21ebeb7e512 req-23125ffa-cf8a-4df1-9388-d38d91571614 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 944 time: 0.3212528 May 30 20:33:36.817037 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9bfdd2d4-31e1-45c2-a8bd-f21ebeb7e512 req-79c14237-a9d9-41c6-ab5e-18de066b3578 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158462 May 30 20:33:36.961101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41624) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:36.967656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1162527541-network', 'tenant_id': '1dbceabdca6941429c68e339ceafacfe'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:36.980290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:36.986368 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:36.990597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Usage tracker for resource:network and tenant:1dbceabdca6941429c68e339ceafacfe is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:36.994104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:37.007282 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:37.030070 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Made reservation on behalf of 1dbceabdca6941429c68e339ceafacfe for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:37.033132 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.063473 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.069482 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.115837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:37.126791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Usage tracker for resource:security_group_rule and tenant:1dbceabdca6941429c68e339ceafacfe is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:37.130355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:37.137441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:37.173211 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.181577 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Pushing event updated for resources: {'Port': ['ID=8d59d530-7bd3-4ca0-a0cf-f222788c3ad0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:37.198874 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Attempting to bind port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:33:37.204475 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Attempting to bind port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:33:37.204809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Attempting to bind port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 on network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:37.221822 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 on network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:33:37.231885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Attempting to bind port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 on network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:37.251700 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:37.253389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:33:37.253950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Checking segment: {'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:37.254595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Bound using segment: {'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:33:37.255303 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Bound port: 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8db385-85bd-427c-8fb3-7ae42a4d6068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:33:37.256331 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.272656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:37.277804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:37.279230 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.284618 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.328780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5db5a94-9155-4ce9-ac2f-d56efb28036e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:37.342182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:33:37.355695 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.356242 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Added segment 32233075-0446-40dc-a3c6-647110d49175 of type vlan for network 81ec1baf-31f0-4fd6-b950-361adee0ed06 May 30 20:33:37.396510 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.473119 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.474582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:37.475277 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.492814 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:37.496331 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:33:37.506877 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.595514 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.596921 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] 10.222.0.77 "PUT /v2.0/ports/2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 HTTP/1.1" status: 200 len: 1092 time: 3.2954056 May 30 20:33:37.635855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] Pushing event updated for resources: {'Network': ['ID=81ec1baf-31f0-4fd6-b950-361adee0ed06,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:37.656957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 81ec1baf-31f0-4fd6-b950-361adee0ed06 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:33:37.660144 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-84bccd2f-ba56-4cfc-aecd-292f473b0b80 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6875639 May 30 20:33:37.662628 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41632) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:37.677317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-94e4909d-abdf-4bcb-a3a7-348738bb6b74 admin admin] Request body: {'subnet': {'network_id': '81ec1baf-31f0-4fd6-b950-361adee0ed06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1162527541-subnet', 'tenant_id': '1dbceabdca6941429c68e339ceafacfe', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:37.691288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-94e4909d-abdf-4bcb-a3a7-348738bb6b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:37.692524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36a441-81c2-4e2b-bdf7-b2e61e47998f service neutron] Pushing event updated for resources: {'Port': ['ID=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,revision_number=11']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:37.709684 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-94e4909d-abdf-4bcb-a3a7-348738bb6b74 admin admin] Usage tracker for resource:subnet and tenant:1dbceabdca6941429c68e339ceafacfe is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:37.720559 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-94e4909d-abdf-4bcb-a3a7-348738bb6b74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:37.733291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-94e4909d-abdf-4bcb-a3a7-348738bb6b74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:37.768973 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e4909d-abdf-4bcb-a3a7-348738bb6b74 admin admin] Made reservation on behalf of 1dbceabdca6941429c68e339ceafacfe for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:37.771917 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94e4909d-abdf-4bcb-a3a7-348738bb6b74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.901028 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.976444 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:33:38.026228 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-dd100277-bced-4a00-89cc-299bda633d50 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 1095 time: 0.3954053 May 30 20:33:38.054644 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e396c04b-c4e3-4b98-bf8a-11d81fda270d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:38.223990 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port e396c04b-c4e3-4b98-bf8a-11d81fda270d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:38.230332 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port e396c04b-c4e3-4b98-bf8a-11d81fda270d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:38.230707 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.348937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-a74a61ce-b327-4b6b-9bdb-8d9d39f9f955 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:38.350377 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-a74a61ce-b327-4b6b-9bdb-8d9d39f9f955 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9af71d29-6ff7-4d44-82a6-376d874b5ce1 HTTP/1.1" status: 200 len: 898 time: 0.2890840 May 30 20:33:38.356598 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533ac67d-4040-4f3e-bd67-2d96a8595ffa'] response: {'name': 'network-changed', 'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'status': 'completed', 'code': 200} May 30 20:33:38.376317 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94e4909d-abdf-4bcb-a3a7-348738bb6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.505483 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4909d-abdf-4bcb-a3a7-348738bb6b74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3be0be4-31a6-4918-93b8-45916915a63d,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:38.537212 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4909d-abdf-4bcb-a3a7-348738bb6b74 admin admin] Checking segment: {'id': '32233075-0446-40dc-a3c6-647110d49175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '81ec1baf-31f0-4fd6-b950-361adee0ed06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:38.537212 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e4909d-abdf-4bcb-a3a7-348738bb6b74 admin admin] Network hostable DHCP agents. Network: 81ec1baf-31f0-4fd6-b950-361adee0ed06, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:33:38.571182 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.580511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e4909d-abdf-4bcb-a3a7-348738bb6b74 admin admin] Network 81ec1baf-31f0-4fd6-b950-361adee0ed06 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:33:38.586899 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.595727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-94e4909d-abdf-4bcb-a3a7-348738bb6b74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 81ec1baf-31f0-4fd6-b950-361adee0ed06) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:38.610706 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e4909d-abdf-4bcb-a3a7-348738bb6b74 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:38.611816 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94e4909d-abdf-4bcb-a3a7-348738bb6b74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.630757 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port e396c04b-c4e3-4b98-bf8a-11d81fda270d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e396c04b-c4e3-4b98-bf8a-11d81fda270d,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:38.638141 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdae27d-2a79-48b8-9f62-31eacb759433 None None] Network 81ec1baf-31f0-4fd6-b950-361adee0ed06 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:38.645799 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-94e4909d-abdf-4bcb-a3a7-348738bb6b74 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9819252 May 30 20:33:38.646667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41658) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:38.653363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1162527541-router', 'tenant_id': '1dbceabdca6941429c68e339ceafacfe', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:38.661855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:38.666300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Usage tracker for resource:router and tenant:1dbceabdca6941429c68e339ceafacfe is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:38.670681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:38.679782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:38.681945 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.697617 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.698966 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.725233 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.944385 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.988921 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=e396c04b-c4e3-4b98-bf8a-11d81fda270d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:38.997888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-81ec1baf-31f0-4fd6-b950-361adee0ed06', 'network_id': '81ec1baf-31f0-4fd6-b950-361adee0ed06', 'tenant_id': '1dbceabdca6941429c68e339ceafacfe', 'fixed_ips': [{'subnet_id': 'c3be0be4-31a6-4918-93b8-45916915a63d'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:33:38.998681 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:39.017320 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:39.034512 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:39.153635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e49a4-fa26-436f-a32d-9a63ad6eb997 req-037c32b9-965b-44e9-923b-2beddbdc9614 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:39.162536 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-550e49a4-fa26-436f-a32d-9a63ad6eb997 req-037c32b9-965b-44e9-923b-2beddbdc9614 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 944 time: 0.8090162 May 30 20:33:39.164346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-8aa14dc5-02f7-4a62-9678-d8004e49f4b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 HTTP/1.1" status: 200 len: 998 time: 0.7498603 May 30 20:33:39.212401 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:39.241448 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Allocated IP 172.20.0.2 (81ec1baf-31f0-4fd6-b950-361adee0ed06/c3be0be4-31a6-4918-93b8-45916915a63d/f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:39.285391 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:39.291525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-db770f18-1fa1-4a5c-aa0e-f0e396cae249 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 1095 time: 0.9352179 May 30 20:33:39.291525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-7a9cff9c-2f96-4b6f-b3b6-644403ef9bb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:39.292394 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-7a9cff9c-2f96-4b6f-b3b6-644403ef9bb8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04f10300-7e30-4005-a8f4-f635ff48a24f HTTP/1.1" status: 200 len: 835 time: 0.1123159 May 30 20:33:39.532601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Allocated IP 172.25.5.4 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/38efa5ee-2cdf-4e3a-828f-c680e8fc92e5) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:39.585754 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:39.598227 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Transition to ACTIVE for port object f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:39.620335 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Transition to ACTIVE for port object f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:39.627637 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:39.705288 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-550e49a4-fa26-436f-a32d-9a63ad6eb997 req-6e004783-e749-4ac9-860e-81238d13388b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5291188 May 30 20:33:39.706301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Pushing event updated for resources: {'Port': ['ID=8d59d530-7bd3-4ca0-a0cf-f222788c3ad0,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:39.726344 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Pushing event updated for resources: {'Port': ['ID=f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:39.748385 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Network 81ec1baf-31f0-4fd6-b950-361adee0ed06 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:39.749611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:39.753826 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:39.770773 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:39.837352 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:39.849319 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:39.856853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Attempting to bind port f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:33:39.857226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Attempting to bind port f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '32233075-0446-40dc-a3c6-647110d49175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '81ec1baf-31f0-4fd6-b950-361adee0ed06'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:33:39.857590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Attempting to bind port f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd on network 81ec1baf-31f0-4fd6-b950-361adee0ed06 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:39.865988 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:33:39.866362 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Checking segment: {'id': '32233075-0446-40dc-a3c6-647110d49175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '81ec1baf-31f0-4fd6-b950-361adee0ed06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:39.866767 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:39.867160 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Bound using segment: {'id': '32233075-0446-40dc-a3c6-647110d49175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '81ec1baf-31f0-4fd6-b950-361adee0ed06'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:33:39.867625 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Bound port: f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32233075-0446-40dc-a3c6-647110d49175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '81ec1baf-31f0-4fd6-b950-361adee0ed06'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:33:39.868183 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:39.871538 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:39.875948 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ebeb1880-7f0b-4966-a3ea-c1d2445b1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.7216542 May 30 20:33:39.878448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41678) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:39.884214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-2e848417-16b0-478b-b20a-19d21867cc60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:39.885885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-2e848417-16b0-478b-b20a-19d21867cc60 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9af71d29-6ff7-4d44-82a6-376d874b5ce1 HTTP/1.1" status: 200 len: 898 time: 0.4859130 May 30 20:33:39.890484 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-500157457', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'fixed_ips': [{'ip_address': '172.25.5.7'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:39.895850 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:39.900060 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Usage tracker for resource:port and tenant:c01753af0775404198880c237c553608 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:39.903112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:39.910085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:39.923128 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-f59f3c5f-ef68-4426-9533-28a155f679c0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9af71d29-6ff7-4d44-82a6-376d874b5ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5961909 May 30 20:33:39.958802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:39.961932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:39.967745 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:39.991199 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e396c04b-c4e3-4b98-bf8a-11d81fda270d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:40.009140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Pushing event updated for resources: {'Port': ['ID=38efa5ee-2cdf-4e3a-828f-c680e8fc92e5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:40.052944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Made reservation on behalf of c01753af0775404198880c237c553608 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:40.059903 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] For port f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:40.061330 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:40.080369 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] For port f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd,segment=NetworkSegment(32233075-0446-40dc-a3c6-647110d49175),segment_id=32233075-0446-40dc-a3c6-647110d49175)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:33:40.101204 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:40.150497 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port e396c04b-c4e3-4b98-bf8a-11d81fda270d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:40.151177 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:40.257307 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:40.268585 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:40.269596 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:40.343280 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a53cb2-c58e-47a1-8b3f-2b9ddeb4b321 None None] Pushing event updated for resources: {'Port': ['ID=f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:40.352893 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-579f7293-c38c-44d1-86cf-4f6536adefe6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 HTTP/1.1" status: 200 len: 998 time: 0.4343596 May 30 20:33:40.401490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:40.412435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Usage tracker for resource:security_group_rule and tenant:c01753af0775404198880c237c553608 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:40.424089 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:40.432817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:40.562226 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:40.645759 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:40.649364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] device_id is not set on port b23cb6be-672b-4f0a-91fd-3c028f4e4622 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:33:40.861837 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-d92380ba-c3b0-4652-8d50-3c6643233a09 service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8754008 May 30 20:33:41.025607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Router 5da33d6b-d0b6-4e7c-bbd9-11440318ad31 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:33:41.211299 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 30 20:33:41.212298 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:41.319939 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc50b06f-8279-4cef-9ddb-c344ae588318 req-367584e7-c12f-43d3-a2c4-4aa6abb4ead8 service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178729 May 30 20:33:41.446082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fd1599-0873-4074-9daf-1687e6301173,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:41.468745 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:33:41.479000 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Sync routers for ids ['5da33d6b-d0b6-4e7c-bbd9-11440318ad31'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:33:41.497922 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Routers {'5da33d6b-d0b6-4e7c-bbd9-11440318ad31'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:41.498551 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:33:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['5da33d6b-d0b6-4e7c-bbd9-11440318ad31'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:41.551779 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f92799fd-38be-4f3a-894b-24e065a04808 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 1.6684859 May 30 20:33:41.554803 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41714) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:41.562178 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:41.564217 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-75d5ba0f-f776-4d79-b04d-c1a5ce7db922 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9163895 May 30 20:33:41.572349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41718) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:41.586166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-bf9cd844-2b11-49e0-a0a0-4b7a32cc06d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:41.587780 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-bf9cd844-2b11-49e0-a0a0-4b7a32cc06d6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04f10300-7e30-4005-a8f4-f635ff48a24f HTTP/1.1" status: 200 len: 835 time: 1.0236804 May 30 20:33:41.772527 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Set router 5da33d6b-d0b6-4e7c-bbd9-11440318ad31 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:41.974619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8bcc3c27-51ae-4a25-abc5-db67697783a4 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Deleting port 8d59d530-7bd3-4ca0-a0cf-f222788c3ad0 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:41.974619 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3c27-51ae-4a25-abc5-db67697783a4 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:41.977403 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:42.070747 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeae430-76b6-490b-b47e-95c7e5dec69a req-343aa54f-d6fa-4de8-8cb5-98e1d473d5d5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:42.072899 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-beeae430-76b6-490b-b47e-95c7e5dec69a req-343aa54f-d6fa-4de8-8cb5-98e1d473d5d5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 944 time: 0.8732944 May 30 20:33:42.082608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bf2326-b874-4ba9-a533-d6e618b1c61e None None] Network 81ec1baf-31f0-4fd6-b950-361adee0ed06 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:42.090856 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-ee017ea5-c8ca-46ce-a78f-20aa9354852b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 1095 time: 0.6623483 May 30 20:33:42.359025 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3c27-51ae-4a25-abc5-db67697783a4 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:42.360199 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3c27-51ae-4a25-abc5-db67697783a4 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:42.360677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b3126b7f-f6f3-4c44-a145-207733c6efab None None] Provisioning for port f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:42.510143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-e8b1cf38-f39d-42c4-a8aa-64b9ecfbc7f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:42.511760 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-e8b1cf38-f39d-42c4-a8aa-64b9ecfbc7f8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9af71d29-6ff7-4d44-82a6-376d874b5ce1 HTTP/1.1" status: 200 len: 898 time: 0.3875172 May 30 20:33:42.538205 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da33d6b-d0b6-4e7c-bbd9-11440318ad31', 'name': 'tempest-TestAggregatesBasicOps-1162527541-router', 'tenant_id': '1dbceabdca6941429c68e339ceafacfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '38efa5ee-2cdf-4e3a-828f-c680e8fc92e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:38Z', 'updated_at': '2022-05-30T20:33:40Z', 'revision_number': 3, 'project_id': '1dbceabdca6941429c68e339ceafacfe', 'gw_port': {'id': '38efa5ee-2cdf-4e3a-828f-c680e8fc92e5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da33d6b-d0b6-4e7c-bbd9-11440318ad31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:39Z', 'updated_at': '2022-05-30T20:33:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:42.548656 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Checking router: 5da33d6b-d0b6-4e7c-bbd9-11440318ad31 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:33:42.549346 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Updating router 5da33d6b-d0b6-4e7c-bbd9-11440318ad31 port 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:33:42.588286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:42.621119 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:42.621119 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:42.665875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8bcc3c27-51ae-4a25-abc5-db67697783a4 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Calling delete_port for 8d59d530-7bd3-4ca0-a0cf-f222788c3ad0 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:42.667837 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:42.694646 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-7ed10a74-f667-4cb5-83f0-07ae961b4a34 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 HTTP/1.1" status: 200 len: 998 time: 0.1333189 May 30 20:33:42.780202 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-beeae430-76b6-490b-b47e-95c7e5dec69a req-3c22bd8d-71b5-449c-b6f8-5aaa94a8bcdb tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6951380 May 30 20:33:42.826688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-b994ef60-4ed1-4eed-a6b2-a3ceb6be72b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:42.828776 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-b994ef60-4ed1-4eed-a6b2-a3ceb6be72b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04f10300-7e30-4005-a8f4-f635ff48a24f HTTP/1.1" status: 200 len: 835 time: 0.1182954 May 30 20:33:42.901594 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-568158ae-8065-4c73-9200-e293f04517fa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9af71d29-6ff7-4d44-82a6-376d874b5ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1404591 May 30 20:33:42.917749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-988852c1-674e-4ecc-b594-6aa3f7040acc service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:33:42.918985 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-988852c1-674e-4ecc-b594-6aa3f7040acc service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0095248 May 30 20:33:42.931422 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3c27-51ae-4a25-abc5-db67697783a4 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:43.006449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc3c27-51ae-4a25-abc5-db67697783a4 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d59d530-7bd3-4ca0-a0cf-f222788c3ad0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:43.040301 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:43.185289 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:43.206895 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3c27-51ae-4a25-abc5-db67697783a4 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:43.213340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd,segment=NetworkSegment(32233075-0446-40dc-a3c6-647110d49175),segment_id=32233075-0446-40dc-a3c6-647110d49175)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:43.228804 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:43.240654 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Transition to ACTIVE for port object 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:43.247360 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-f11d8fb7-0074-41c7-bf00-9d69d30d90bf service neutron] 10.222.0.93 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101373 May 30 20:33:43.261995 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:43.263312 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3c27-51ae-4a25-abc5-db67697783a4 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:43.275379 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8bcc3c27-51ae-4a25-abc5-db67697783a4 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103 tempest-ExternalNetworksAdminNegativeTestJSON-1173653103-project-admin] 10.222.0.84 "DELETE /v2.0/floatingips/8c84d4cd-3966-4897-8b07-c1b2cc301948 HTTP/1.1" status: 204 len: 168 time: 1.7156928 May 30 20:33:43.386090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-305389f4-9175-4fa9-a97e-c9fc4696ecfd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9af71d29-6ff7-4d44-82a6-376d874b5ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5486910 May 30 20:33:43.410661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-20cec7a1-67dc-4762-be3c-4be09c486803 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:33:43.411921 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-20cec7a1-67dc-4762-be3c-4be09c486803 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0178897 May 30 20:33:43.445742 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13496ee-7e4d-42c0-bae5-d0af577790e2 None None] Pushing event updated for resources: {'Port': ['ID=38efa5ee-2cdf-4e3a-828f-c680e8fc92e5,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:43.478236 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Attempting to bind port 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:33:43.479341 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Attempting to bind port 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:33:43.479879 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Attempting to bind port 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:43.483177 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13496ee-7e4d-42c0-bae5-d0af577790e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:43.483518 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13496ee-7e4d-42c0-bae5-d0af577790e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:43.483979 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13496ee-7e4d-42c0-bae5-d0af577790e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:43.484875 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13496ee-7e4d-42c0-bae5-d0af577790e2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:43.485202 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13496ee-7e4d-42c0-bae5-d0af577790e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:43.485522 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13496ee-7e4d-42c0-bae5-d0af577790e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:43.498980 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13496ee-7e4d-42c0-bae5-d0af577790e2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:43.499377 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13496ee-7e4d-42c0-bae5-d0af577790e2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:43.499713 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13496ee-7e4d-42c0-bae5-d0af577790e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:43.500915 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13496ee-7e4d-42c0-bae5-d0af577790e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:43.501290 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13496ee-7e4d-42c0-bae5-d0af577790e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:43.519843 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:43.528310 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:33:43.529019 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:43.529603 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:43.530503 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:33:43.531161 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Bound port: 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:33:43.531734 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:43.661428 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] For port 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:43.671326 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] For port 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=38efa5ee-2cdf-4e3a-828f-c680e8fc92e5,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:33:43.681059 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:43.825908 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13496ee-7e4d-42c0-bae5-d0af577790e2 None None] Pushing event updated for resources: {'Port': ['ID=38efa5ee-2cdf-4e3a-828f-c680e8fc92e5,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:43.881996 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Routers {'5da33d6b-d0b6-4e7c-bbd9-11440318ad31'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:43.885278 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:33:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['5da33d6b-d0b6-4e7c-bbd9-11440318ad31'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:43.990534 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:44.061337 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-6fb15ccb-beea-436e-bff6-688fa3293678 service neutron] 10.222.0.93 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8077137 May 30 20:33:44.083663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41760) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:44.161712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4bade2a1-f4e7-4d36-a48c-6080591055dd None None] Provisioning complete for port f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:44.163929 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4bade2a1-f4e7-4d36-a48c-6080591055dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:44.187765 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] Set router 5da33d6b-d0b6-4e7c-bbd9-11440318ad31 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:44.356885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-e1703921-50e5-48da-b143-df789a4e3629 service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8167775 May 30 20:33:44.413218 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-739b95b4-aeb0-41b8-aa4f-5a0338d5ba67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:44.451199 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:44.460788 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:44.485397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-739b95b4-aeb0-41b8-aa4f-5a0338d5ba67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:44.494959 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-739b95b4-aeb0-41b8-aa4f-5a0338d5ba67 admin admin] Usage tracker for resource:security_group_rule and tenant:d065a7793555404a8c9f2574e8d0dc69 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:44.502041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-739b95b4-aeb0-41b8-aa4f-5a0338d5ba67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:44.513301 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-739b95b4-aeb0-41b8-aa4f-5a0338d5ba67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:44.581273 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ef0ec08-e0ac-4c04-8ba9-81b0ec75b856 req-73ac6b95-3af4-4609-b4ea-79b2b7c32e10 service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093406 May 30 20:33:44.601244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41017e-c5a8-463d-a301-5fc3526d4478 req-2d38f4bd-ad49-42e2-b1d3-dac87adb205c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:44.604441 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce41017e-c5a8-463d-a301-5fc3526d4478 req-2d38f4bd-ad49-42e2-b1d3-dac87adb205c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 944 time: 0.5015914 May 30 20:33:44.674878 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-739b95b4-aeb0-41b8-aa4f-5a0338d5ba67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:44.684995 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-739b95b4-aeb0-41b8-aa4f-5a0338d5ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:44.709470 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da33d6b-d0b6-4e7c-bbd9-11440318ad31', 'name': 'tempest-TestAggregatesBasicOps-1162527541-router', 'tenant_id': '1dbceabdca6941429c68e339ceafacfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '38efa5ee-2cdf-4e3a-828f-c680e8fc92e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:38Z', 'updated_at': '2022-05-30T20:33:40Z', 'revision_number': 3, 'project_id': '1dbceabdca6941429c68e339ceafacfe', 'gw_port': {'id': '38efa5ee-2cdf-4e3a-828f-c680e8fc92e5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da33d6b-d0b6-4e7c-bbd9-11440318ad31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:39Z', 'updated_at': '2022-05-30T20:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:44.720166 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cea69b-1504-476f-8e43-031199ad63f2 None None] The sync data for ids ['5da33d6b-d0b6-4e7c-bbd9-11440318ad31'] in n-d-843949-2 is: [{'id': '5da33d6b-d0b6-4e7c-bbd9-11440318ad31', 'name': 'tempest-TestAggregatesBasicOps-1162527541-router', 'tenant_id': '1dbceabdca6941429c68e339ceafacfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '38efa5ee-2cdf-4e3a-828f-c680e8fc92e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:38Z', 'updated_at': '2022-05-30T20:33:40Z', 'revision_number': 3, 'project_id': '1dbceabdca6941429c68e339ceafacfe', 'gw_port': {'id': '38efa5ee-2cdf-4e3a-828f-c680e8fc92e5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da33d6b-d0b6-4e7c-bbd9-11440318ad31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:39Z', 'updated_at': '2022-05-30T20:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:33:44.780493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b95b4-aeb0-41b8-aa4f-5a0338d5ba67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb35ed5-4d01-447f-81b6-4bda50fa7907,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:44.813071 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-739b95b4-aeb0-41b8-aa4f-5a0338d5ba67 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d065a7793555404a8c9f2574e8d0dc69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7275863 May 30 20:33:44.815663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41778) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:44.871940 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ce41017e-c5a8-463d-a301-5fc3526d4478 req-74d5f7df-b2f5-4a0a-8255-a1f3f6a56445 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555029 May 30 20:33:44.877922 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d474af1-c186-47eb-b40a-7385f537795c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:44.897500 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:33:44.921251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41782) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:44.938425 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d474af1-c186-47eb-b40a-7385f537795c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:45.031094 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d474af1-c186-47eb-b40a-7385f537795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:45.079905 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d474af1-c186-47eb-b40a-7385f537795c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:45.092698 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3d474af1-c186-47eb-b40a-7385f537795c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9bb35ed5-4d01-447f-81b6-4bda50fa7907 HTTP/1.1" status: 204 len: 168 time: 0.2671564 May 30 20:33:45.097863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d474af1-c186-47eb-b40a-7385f537795c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb35ed5-4d01-447f-81b6-4bda50fa7907,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:45.200007 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:45.231870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'port_id': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'mac_address': 'fa:16:3e:17:e4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:33:45.382829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-eebee933-e0c8-4401-bffc-e8640071663c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/c56cae34-dfac-4dfa-bb23-82a6603d6cfa HTTP/1.1" status: 200 len: 990 time: 0.4597135 May 30 20:33:45.406731 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:45.432199 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:33:45.457744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:45.460426 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:45.558275 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:45.588291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,revision_number=12']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:45.712478 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:33:45.720772 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41804) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:45.848550 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0e299ae7-3847-4a30-95d0-d72235968973 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c01753af0775404198880c237c553608&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1248000 May 30 20:33:45.855069 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41812) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:45.889666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Allocated IP 172.20.0.1 (81ec1baf-31f0-4fd6-b950-361adee0ed06/c3be0be4-31a6-4918-93b8-45916915a63d/c02109f1-acf8-48ac-81ea-3d0dab261d18) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:46.012825 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65b4c874-59cd-4edf-aae2-09a1a2cc994d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:46.052794 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65b4c874-59cd-4edf-aae2-09a1a2cc994d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:46.101143 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:46.114949 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65b4c874-59cd-4edf-aae2-09a1a2cc994d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:46.128217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Transition to ACTIVE for port object c02109f1-acf8-48ac-81ea-3d0dab261d18 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:46.129442 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4c874-59cd-4edf-aae2-09a1a2cc994d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fd1599-0873-4074-9daf-1687e6301173,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:46.137216 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-65b4c874-59cd-4edf-aae2-09a1a2cc994d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:46.138257 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-65b4c874-59cd-4edf-aae2-09a1a2cc994d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/58fd1599-0873-4074-9daf-1687e6301173 HTTP/1.1" status: 204 len: 168 time: 0.2820909 May 30 20:33:46.184008 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:46.273144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Network 81ec1baf-31f0-4fd6-b950-361adee0ed06 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:46.282416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:46.301795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:46.372679 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Pushing event updated for resources: {'Port': ['ID=c02109f1-acf8-48ac-81ea-3d0dab261d18,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:46.418835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:46.419481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:46.419712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:46.420267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:46.420948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:46.421495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:46.421897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:46.422498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:46.422992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:46.423356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:46.423739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:46.445171 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:46.584571 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:46.640240 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-23eddbd7-1247-4a08-a709-ce2f1f1b804d None None] Provisioning for port c02109f1-acf8-48ac-81ea-3d0dab261d18 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:46.647146 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-23eddbd7-1247-4a08-a709-ce2f1f1b804d None None] Provisioning complete for port c02109f1-acf8-48ac-81ea-3d0dab261d18 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:46.647573 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-23eddbd7-1247-4a08-a709-ce2f1f1b804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:46.736568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-23eddbd7-1247-4a08-a709-ce2f1f1b804d None None] Port c02109f1-acf8-48ac-81ea-3d0dab261d18 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:33:46.893907 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:46.911302 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:46.915716 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:47.079126 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:47.092648 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:47.092648 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:47.142421 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:47.158093 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:33:47.163403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Pushing event updated for resources: {'Port': ['ID=c02109f1-acf8-48ac-81ea-3d0dab261d18,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:47.294965 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b707cba7-512f-4ebc-b275-b90b6acd8e24 req-5a3a22bb-50aa-444f-a754-c41b233a87de service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3218269 May 30 20:33:47.328397 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:47.392576 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:47.394447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:33:47.412481 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:47.498293 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2091d741-6fe5-46d2-a906-fc6e25cfc512'] response: {'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'code': 200} May 30 20:33:47.584283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Network 81ec1baf-31f0-4fd6-b950-361adee0ed06 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:47.591810 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,revision_number=13']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:47.595245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:47.903224 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41874) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:47.988634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-41d05d07-6445-4bda-acce-1caf00ac9e09 None None] Provisioning complete for port c02109f1-acf8-48ac-81ea-3d0dab261d18 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:47.989268 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-41d05d07-6445-4bda-acce-1caf00ac9e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:48.034968 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b707cba7-512f-4ebc-b275-b90b6acd8e24 req-238d7c50-f36a-4f23-a952-b0309ffd22ed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 1097 time: 0.5735145 May 30 20:33:48.072388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-41d05d07-6445-4bda-acce-1caf00ac9e09 None None] Port c02109f1-acf8-48ac-81ea-3d0dab261d18 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:33:48.103523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1413554148'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:48.109855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:48.114595 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Usage tracker for resource:network and tenant:c41ef04ac32647ff9ac0a1f1bcbe6d10 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:48.117860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:48.125427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:48.136816 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Made reservation on behalf of c41ef04ac32647ff9ac0a1f1bcbe6d10 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:48.141835 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:48.157167 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:48.196880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:48.201425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Usage tracker for resource:security_group_rule and tenant:c41ef04ac32647ff9ac0a1f1bcbe6d10 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:48.205314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:48.211896 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:48.318360 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:48.323780 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:48.365681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:33:48.375396 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4514cd63-42af-4322-8035-5ea92d24a804,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:48.397631 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:48.398027 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707cba7-512f-4ebc-b275-b90b6acd8e24 req-1dc940f3-2c88-43c1-acd5-0b72342d11d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:48.398626 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Added segment f4f98832-b4f7-4111-9eab-8aa095e6e43f of type vlan for network 67f63277-b525-49bc-b726-4bb797208d6f May 30 20:33:48.400245 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b707cba7-512f-4ebc-b275-b90b6acd8e24 req-1dc940f3-2c88-43c1-acd5-0b72342d11d4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9af71d29-6ff7-4d44-82a6-376d874b5ce1 HTTP/1.1" status: 200 len: 898 time: 0.3233790 May 30 20:33:48.427652 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:48.465362 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:48.471148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:48.472168 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:48.551039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b707cba7-512f-4ebc-b275-b90b6acd8e24 req-329e9a9b-9cd9-442f-9065-c52fb47dd96a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 HTTP/1.1" status: 200 len: 1000 time: 0.1429486 May 30 20:33:48.666822 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Router 5da33d6b-d0b6-4e7c-bbd9-11440318ad31 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:33:48.668572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707cba7-512f-4ebc-b275-b90b6acd8e24 req-55949e92-a711-465e-8257-a7eb17488723 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:48.670090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b707cba7-512f-4ebc-b275-b90b6acd8e24 req-55949e92-a711-465e-8257-a7eb17488723 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04f10300-7e30-4005-a8f4-f635ff48a24f HTTP/1.1" status: 200 len: 835 time: 0.1099513 May 30 20:33:48.730088 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Pushing event updated for resources: {'Network': ['ID=67f63277-b525-49bc-b726-4bb797208d6f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:48.735445 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c076cfbd-171e-47bb-9cac-55f711bdaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8307467 May 30 20:33:48.738550 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 41888) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:48.745453 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a9b1962e-cd83-4ca3-a5b7-d33012a0d378 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Request body: {'subnet': {'network_id': '67f63277-b525-49bc-b726-4bb797208d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:48.745866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 67f63277-b525-49bc-b726-4bb797208d6f details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:33:48.979861 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b707cba7-512f-4ebc-b275-b90b6acd8e24 req-1470092a-06b9-41cb-87df-067d97cc017a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9af71d29-6ff7-4d44-82a6-376d874b5ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2933533 May 30 20:33:48.991254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a9b1962e-cd83-4ca3-a5b7-d33012a0d378 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:48.995731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a9b1962e-cd83-4ca3-a5b7-d33012a0d378 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Usage tracker for resource:subnet and tenant:c41ef04ac32647ff9ac0a1f1bcbe6d10 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:48.998783 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a9b1962e-cd83-4ca3-a5b7-d33012a0d378 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:49.005299 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a9b1962e-cd83-4ca3-a5b7-d33012a0d378 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:49.018670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b1962e-cd83-4ca3-a5b7-d33012a0d378 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Made reservation on behalf of c41ef04ac32647ff9ac0a1f1bcbe6d10 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:49.171359 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9b1962e-cd83-4ca3-a5b7-d33012a0d378 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:49.203455 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b707cba7-512f-4ebc-b275-b90b6acd8e24 req-62cc2980-e6ef-434c-9c55-b3ea0ffe3d04 service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083704 May 30 20:33:49.206415 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:33:49.370662 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-95b2d1b8-6a85-4438-bd34-598514c7cd80 admin admin] 10.222.0.84 "PUT /v2.0/routers/5da33d6b-d0b6-4e7c-bbd9-11440318ad31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7801602 May 30 20:33:49.474658 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9b1962e-cd83-4ca3-a5b7-d33012a0d378 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:49.478516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b707cba7-512f-4ebc-b275-b90b6acd8e24 req-a30374c3-f183-4b03-8143-02ebb159334d service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641864 May 30 20:33:49.581382 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1962e-cd83-4ca3-a5b7-d33012a0d378 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Pushing event updated for resources: {'Subnet': ['ID=faa76869-518d-402f-9bda-0dcfb10eff18,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:49.594293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b1962e-cd83-4ca3-a5b7-d33012a0d378 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Checking segment: {'id': 'f4f98832-b4f7-4111-9eab-8aa095e6e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '67f63277-b525-49bc-b726-4bb797208d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:49.595344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b1962e-cd83-4ca3-a5b7-d33012a0d378 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Network hostable DHCP agents. Network: 67f63277-b525-49bc-b726-4bb797208d6f, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:33:49.633077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b1962e-cd83-4ca3-a5b7-d33012a0d378 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Network 67f63277-b525-49bc-b726-4bb797208d6f is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:33:49.643252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a9b1962e-cd83-4ca3-a5b7-d33012a0d378 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 67f63277-b525-49bc-b726-4bb797208d6f) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:49.653229 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b1962e-cd83-4ca3-a5b7-d33012a0d378 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:49.653229 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9b1962e-cd83-4ca3-a5b7-d33012a0d378 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:49.680030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a13cf2-fba1-4368-9a24-df022234c4fe None None] Network 67f63277-b525-49bc-b726-4bb797208d6f requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:49.692349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41920) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:49.694427 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a9b1962e-cd83-4ca3-a5b7-d33012a0d378 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9543815 May 30 20:33:49.698266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Request body: {'port': {'network_id': '67f63277-b525-49bc-b726-4bb797208d6f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1167228279'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:49.969447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:49.980125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Usage tracker for resource:port and tenant:c41ef04ac32647ff9ac0a1f1bcbe6d10 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:49.989087 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:49.993272 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-67f63277-b525-49bc-b726-4bb797208d6f', 'network_id': '67f63277-b525-49bc-b726-4bb797208d6f', 'tenant_id': 'c41ef04ac32647ff9ac0a1f1bcbe6d10', 'fixed_ips': [{'subnet_id': 'faa76869-518d-402f-9bda-0dcfb10eff18'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:33:49.993987 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:50.007005 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:50.037220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Made reservation on behalf of c41ef04ac32647ff9ac0a1f1bcbe6d10 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:50.037220 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:50.125773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] device_id is not set on port 459f2d96-7e33-4652-9c56-060558c64db0 yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:33:50.312964 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Allocated IP 2001:db8::2 (67f63277-b525-49bc-b726-4bb797208d6f/faa76869-518d-402f-9bda-0dcfb10eff18/415f25c5-287d-4909-bd29-cc3e21d5f05c) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:50.599658 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:50.615147 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Transition to ACTIVE for port object 415f25c5-287d-4909-bd29-cc3e21d5f05c will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:50.637008 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Transition to ACTIVE for port object 415f25c5-287d-4909-bd29-cc3e21d5f05c will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:50.653797 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:50.730705 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Network 67f63277-b525-49bc-b726-4bb797208d6f is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:50.734674 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:50.739349 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:50.741906 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Pushing event updated for resources: {'Port': ['ID=415f25c5-287d-4909-bd29-cc3e21d5f05c,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:50.819264 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Allocated IP 2001:db8::126 (67f63277-b525-49bc-b726-4bb797208d6f/faa76869-518d-402f-9bda-0dcfb10eff18/459f2d96-7e33-4652-9c56-060558c64db0) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:50.942841 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Attempting to bind port 415f25c5-287d-4909-bd29-cc3e21d5f05c on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:33:50.958432 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Attempting to bind port 415f25c5-287d-4909-bd29-cc3e21d5f05c by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'f4f98832-b4f7-4111-9eab-8aa095e6e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '67f63277-b525-49bc-b726-4bb797208d6f'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:33:50.958432 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Attempting to bind port 415f25c5-287d-4909-bd29-cc3e21d5f05c on network 67f63277-b525-49bc-b726-4bb797208d6f {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:50.979471 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:33:50.980085 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Checking segment: {'id': 'f4f98832-b4f7-4111-9eab-8aa095e6e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '67f63277-b525-49bc-b726-4bb797208d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:50.980482 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:50.980858 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Bound using segment: {'id': 'f4f98832-b4f7-4111-9eab-8aa095e6e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '67f63277-b525-49bc-b726-4bb797208d6f'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:33:50.981518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Bound port: 415f25c5-287d-4909-bd29-cc3e21d5f05c, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f98832-b4f7-4111-9eab-8aa095e6e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '67f63277-b525-49bc-b726-4bb797208d6f'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:33:50.982184 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:51.134891 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] For port 415f25c5-287d-4909-bd29-cc3e21d5f05c, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:51.139785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] For port 415f25c5-287d-4909-bd29-cc3e21d5f05c, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=415f25c5-287d-4909-bd29-cc3e21d5f05c,segment=NetworkSegment(f4f98832-b4f7-4111-9eab-8aa095e6e43f),segment_id=f4f98832-b4f7-4111-9eab-8aa095e6e43f)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:33:51.148323 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:51.276915 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Sync routers for ids ['e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:33:51.330938 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Routers {'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:51.331833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:33:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:51.338300 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:51.381423 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Transition to ACTIVE for port object 459f2d96-7e33-4652-9c56-060558c64db0 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:51.412683 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38321b0d-54bf-4180-b57a-f43585caaf87 None None] Pushing event updated for resources: {'Port': ['ID=415f25c5-287d-4909-bd29-cc3e21d5f05c,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:51.436758 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:51.529911 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Network 67f63277-b525-49bc-b726-4bb797208d6f is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:51.534440 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:51.538851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:51.543409 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:51.544041 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:51.568634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Pushing event updated for resources: {'Port': ['ID=459f2d96-7e33-4652-9c56-060558c64db0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:51.599662 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-380eea92-347f-4c93-8f8d-644d5a73c0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9027252 May 30 20:33:51.599889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 41974) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:51.607280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Request body: {'port': {'network_id': '67f63277-b525-49bc-b726-4bb797208d6f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1564803430', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:51.607811 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.api.validators [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] bootfile-name is not in valid_values {{(pid=84023) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:33:51.611699 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.api.validators [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] tftp-server is not in valid_values {{(pid=84023) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:33:51.612170 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.api.validators [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] server-ip-address is not in valid_values {{(pid=84023) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:33:51.654823 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Set router e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:51.897768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:51.906770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Usage tracker for resource:port and tenant:c41ef04ac32647ff9ac0a1f1bcbe6d10 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:51.911945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:51.928445 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:51.949721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Made reservation on behalf of c41ef04ac32647ff9ac0a1f1bcbe6d10 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:51.953918 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:52.008784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] device_id is not set on port cd93d0a4-457a-4d05-9456-f17a3417d39c yet. {{(pid=84023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:33:52.046402 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:52.373318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Allocated IP 2001:db8::105 (67f63277-b525-49bc-b726-4bb797208d6f/faa76869-518d-402f-9bda-0dcfb10eff18/cd93d0a4-457a-4d05-9456-f17a3417d39c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:52.452657 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:52.472701 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:52.473060 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:52.751385 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be', 'name': 'tempest-TestAggregatesBasicOps-1640293506-router', 'tenant_id': '30c8fa51617d4ebdbb53df28acae1f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e396c04b-c4e3-4b98-bf8a-11d81fda270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:27Z', 'updated_at': '2022-05-30T20:33:32Z', 'revision_number': 4, 'project_id': '30c8fa51617d4ebdbb53df28acae1f39', 'gw_port': {'id': 'e396c04b-c4e3-4b98-bf8a-11d81fda270d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:83:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:28Z', 'updated_at': '2022-05-30T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '9b95cf62-2304-4a02-91af-d8dfdbea96a7', 'name': '', 'network_id': '34c9a8ea-fe0d-4165-9080-68c465c342f2', 'tenant_id': '30c8fa51617d4ebdbb53df28acae1f39', 'mac_address': 'fa:16:3e:3d:fd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13a19d63-fdd6-40a0-a6c4-61786396f4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:31Z', 'updated_at': '2022-05-30T20:33:33Z', 'revision_number': 2, 'project_id': '30c8fa51617d4ebdbb53df28acae1f39', 'subnets': [{'id': '13a19d63-fdd6-40a0-a6c4-61786396f4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:52.780424 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Checking router: e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:33:52.781155 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Updating router e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be port 9b95cf62-2304-4a02-91af-d8dfdbea96a7 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:33:52.796132 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42016) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:52.836591 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:52.854400 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:52.855824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Transition to ACTIVE for port object cd93d0a4-457a-4d05-9456-f17a3417d39c will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:52.882856 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:52.893521 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:52.897229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=38efa5ee-2cdf-4e3a-828f-c680e8fc92e5,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:52.915653 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:52.916710 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 415f25c5-287d-4909-bd29-cc3e21d5f05c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:53.013450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Pushing event updated for resources: {'Port': ['ID=cd93d0a4-457a-4d05-9456-f17a3417d39c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:53.022505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Network 67f63277-b525-49bc-b726-4bb797208d6f is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:53.023807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:53.027236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:53.039885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:53.043958 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:53.075603 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42028) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:53.075996 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-73e44ac8-2743-4a97-ae8e-a1591cf93baf tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.4750288 May 30 20:33:53.077601 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a168e870-6ed3-4a31-8767-5ecc3fdfefc5 None None] Network 67f63277-b525-49bc-b726-4bb797208d6f requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:53.121094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=38efa5ee-2cdf-4e3a-828f-c680e8fc92e5,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:53.267437 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-98e9cb2d-0efb-427d-8b1b-874ca4585221 None None] Provisioning for port 415f25c5-287d-4909-bd29-cc3e21d5f05c completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:53.390477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe138b7-9698-4aac-be42-93a82473ba92 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:53.394968 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe138b7-9698-4aac-be42-93a82473ba92 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:53.399571 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe138b7-9698-4aac-be42-93a82473ba92 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:53.404568 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42036) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:53.416816 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dbe138b7-9698-4aac-be42-93a82473ba92 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3379710 May 30 20:33:53.529017 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:53.530576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2ef06bf3-e4c5-4960-a3a6-6118426490dd tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Deleting port cd93d0a4-457a-4d05-9456-f17a3417d39c {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:53.531911 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2ef06bf3-e4c5-4960-a3a6-6118426490dd tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:53.645379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 415f25c5-287d-4909-bd29-cc3e21d5f05c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:53.669491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 415f25c5-287d-4909-bd29-cc3e21d5f05c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:53.669878 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:53.941120 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2ef06bf3-e4c5-4960-a3a6-6118426490dd tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.060767 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.resource_extend [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:33:54.080593 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.143007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-2ef06bf3-e4c5-4960-a3a6-6118426490dd tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Calling delete_port for cd93d0a4-457a-4d05-9456-f17a3417d39c owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:54.198108 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 415f25c5-287d-4909-bd29-cc3e21d5f05c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=415f25c5-287d-4909-bd29-cc3e21d5f05c,segment=NetworkSegment(f4f98832-b4f7-4111-9eab-8aa095e6e43f),segment_id=f4f98832-b4f7-4111-9eab-8aa095e6e43f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:54.226906 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Sync routers for ids ['5da33d6b-d0b6-4e7c-bbd9-11440318ad31'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:33:54.239300 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.247540 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Routers {'5da33d6b-d0b6-4e7c-bbd9-11440318ad31'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:54.253005 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:33:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['5da33d6b-d0b6-4e7c-bbd9-11440318ad31'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:54.338928 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.386379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Transition to ACTIVE for port object 9b95cf62-2304-4a02-91af-d8dfdbea96a7 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:54.420013 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.444211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:54.675804 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2ef06bf3-e4c5-4960-a3a6-6118426490dd tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.747942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef06bf3-e4c5-4960-a3a6-6118426490dd tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Pushing event deleted for resources: {'Port': ['ID=cd93d0a4-457a-4d05-9456-f17a3417d39c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:54.770957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=415f25c5-287d-4909-bd29-cc3e21d5f05c,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:54.943996 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2ef06bf3-e4c5-4960-a3a6-6118426490dd tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.956471 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Set router 5da33d6b-d0b6-4e7c-bbd9-11440318ad31 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:54.960057 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2ef06bf3-e4c5-4960-a3a6-6118426490dd tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] 10.222.0.84 "DELETE /v2.0/ports/cd93d0a4-457a-4d05-9456-f17a3417d39c HTTP/1.1" status: 204 len: 168 time: 1.5542204 May 30 20:33:54.965581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42060) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:54.972318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-1fa4bfea-688c-4cdd-8cc3-ac3612f355f4 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Request body: {'port': {'name': 'tempest-new-port-name-932329294', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:54.972771 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.api.validators [None req-1fa4bfea-688c-4cdd-8cc3-ac3612f355f4 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] bootfile-name is not in valid_values {{(pid=84023) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:33:54.973225 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.api.validators [None req-1fa4bfea-688c-4cdd-8cc3-ac3612f355f4 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] tftp-server is not in valid_values {{(pid=84023) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:33:54.977903 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.api.validators [None req-1fa4bfea-688c-4cdd-8cc3-ac3612f355f4 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] server-ip-address is not in valid_values {{(pid=84023) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:33:55.179547 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d2e57-6e49-4f42-b450-26516b4ad545 None None] Pushing event updated for resources: {'Port': ['ID=9b95cf62-2304-4a02-91af-d8dfdbea96a7,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:55.196089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Attempting to bind port 9b95cf62-2304-4a02-91af-d8dfdbea96a7 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:33:55.196723 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Attempting to bind port 9b95cf62-2304-4a02-91af-d8dfdbea96a7 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '977e31a3-b5ab-45dc-bc42-60ae1b3d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '34c9a8ea-fe0d-4165-9080-68c465c342f2'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:33:55.197257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Attempting to bind port 9b95cf62-2304-4a02-91af-d8dfdbea96a7 on network 34c9a8ea-fe0d-4165-9080-68c465c342f2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:55.206542 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:33:55.207158 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Checking segment: {'id': '977e31a3-b5ab-45dc-bc42-60ae1b3d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '34c9a8ea-fe0d-4165-9080-68c465c342f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:55.207727 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.208350 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Bound using segment: {'id': '977e31a3-b5ab-45dc-bc42-60ae1b3d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '34c9a8ea-fe0d-4165-9080-68c465c342f2'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:33:55.209117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Bound port: 9b95cf62-2304-4a02-91af-d8dfdbea96a7, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977e31a3-b5ab-45dc-bc42-60ae1b3d65b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '34c9a8ea-fe0d-4165-9080-68c465c342f2'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:33:55.209667 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.233232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Deleting port 9b95cf62-2304-4a02-91af-d8dfdbea96a7 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:55.233796 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.305096 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bfea-688c-4cdd-8cc3-ac3612f355f4 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.311635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:55.312248 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.524162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5c9232f2-908c-4dc3-a0fe-a546e0864534 None None] Provisioning for port 459f2d96-7e33-4652-9c56-060558c64db0 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:55.569466 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5c9232f2-908c-4dc3-a0fe-a546e0864534 None None] Provisioning complete for port 459f2d96-7e33-4652-9c56-060558c64db0 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:55.576667 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5c9232f2-908c-4dc3-a0fe-a546e0864534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.727700 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] For port 9b95cf62-2304-4a02-91af-d8dfdbea96a7, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:55.756372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] For port 9b95cf62-2304-4a02-91af-d8dfdbea96a7, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9b95cf62-2304-4a02-91af-d8dfdbea96a7,segment=NetworkSegment(977e31a3-b5ab-45dc-bc42-60ae1b3d65b6),segment_id=977e31a3-b5ab-45dc-bc42-60ae1b3d65b6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:33:55.770318 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da33d6b-d0b6-4e7c-bbd9-11440318ad31', 'name': 'tempest-TestAggregatesBasicOps-1162527541-router', 'tenant_id': '1dbceabdca6941429c68e339ceafacfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '38efa5ee-2cdf-4e3a-828f-c680e8fc92e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:38Z', 'updated_at': '2022-05-30T20:33:46Z', 'revision_number': 4, 'project_id': '1dbceabdca6941429c68e339ceafacfe', 'gw_port': {'id': '38efa5ee-2cdf-4e3a-828f-c680e8fc92e5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da33d6b-d0b6-4e7c-bbd9-11440318ad31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:39Z', 'updated_at': '2022-05-30T20:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'c02109f1-acf8-48ac-81ea-3d0dab261d18', 'name': '', 'network_id': '81ec1baf-31f0-4fd6-b950-361adee0ed06', 'tenant_id': '1dbceabdca6941429c68e339ceafacfe', 'mac_address': 'fa:16:3e:bf:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da33d6b-d0b6-4e7c-bbd9-11440318ad31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3be0be4-31a6-4918-93b8-45916915a63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:45Z', 'updated_at': '2022-05-30T20:33:46Z', 'revision_number': 2, 'project_id': '1dbceabdca6941429c68e339ceafacfe', 'subnets': [{'id': 'c3be0be4-31a6-4918-93b8-45916915a63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:55.781600 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Checking router: 5da33d6b-d0b6-4e7c-bbd9-11440318ad31 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:33:55.781943 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Updating router 5da33d6b-d0b6-4e7c-bbd9-11440318ad31 port c02109f1-acf8-48ac-81ea-3d0dab261d18 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:33:55.825562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5c9232f2-908c-4dc3-a0fe-a546e0864534 None None] Port 459f2d96-7e33-4652-9c56-060558c64db0 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:33:55.842356 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] For port 9b95cf62-2304-4a02-91af-d8dfdbea96a7, host n-d-843949-2, got binding levels [] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:55.842957 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.846539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5c9232f2-908c-4dc3-a0fe-a546e0864534 None None] Could not find standard attr ID for object cd93d0a4-457a-4d05-9456-f17a3417d39c. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:33:55.848987 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.854464 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.951999 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bfea-688c-4cdd-8cc3-ac3612f355f4 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.961083 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bfea-688c-4cdd-8cc3-ac3612f355f4 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.987450 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5c9232f2-908c-4dc3-a0fe-a546e0864534 None None] Provisioning complete for port 415f25c5-287d-4909-bd29-cc3e21d5f05c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:55.987721 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5c9232f2-908c-4dc3-a0fe-a546e0864534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:56.072888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-1fa4bfea-688c-4cdd-8cc3-ac3612f355f4 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] In _notify_port_updated(), no bound segment for port 459f2d96-7e33-4652-9c56-060558c64db0 on network 67f63277-b525-49bc-b726-4bb797208d6f {{(pid=84023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:33:56.088059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa4bfea-688c-4cdd-8cc3-ac3612f355f4 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:56.088667 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bfea-688c-4cdd-8cc3-ac3612f355f4 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:56.095727 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1fa4bfea-688c-4cdd-8cc3-ac3612f355f4 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] 10.222.0.84 "PUT /v2.0/ports/459f2d96-7e33-4652-9c56-060558c64db0 HTTP/1.1" status: 200 len: 1129 time: 1.1287124 May 30 20:33:56.118929 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42080) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:56.213082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Calling delete_port for 9b95cf62-2304-4a02-91af-d8dfdbea96a7 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:56.231417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Routers {'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:56.233756 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:33:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:56.462420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4bfea-688c-4cdd-8cc3-ac3612f355f4 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Pushing event updated for resources: {'Port': ['ID=459f2d96-7e33-4652-9c56-060558c64db0,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:56.482699 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:33:56.483305 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:33:56.617960 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfa49c2-4f5c-4cf8-b972-a56e4bb506ab tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:56.619000 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d2e57-6e49-4f42-b450-26516b4ad545 None None] Pushing event updated for resources: {'Port': ['ID=9b95cf62-2304-4a02-91af-d8dfdbea96a7,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:56.623529 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6cfa49c2-4f5c-4cf8-b972-a56e4bb506ab tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] 10.222.0.84 "GET /v2.0/ports/459f2d96-7e33-4652-9c56-060558c64db0 HTTP/1.1" status: 200 len: 1129 time: 0.5026426 May 30 20:33:56.624300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42098) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:56.672284 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 415f25c5-287d-4909-bd29-cc3e21d5f05c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:56.743274 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:56.748139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-82d0b3ac-d7ec-43da-8fe1-80bd03ffc57b tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Deleting port 459f2d96-7e33-4652-9c56-060558c64db0 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:56.748603 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-82d0b3ac-d7ec-43da-8fe1-80bd03ffc57b tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:56.758706 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Transition to ACTIVE for port object c02109f1-acf8-48ac-81ea-3d0dab261d18 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:56.768689 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:56.907670 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] Set router e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:56.950358 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da070c2-7a12-4cb3-962d-85f503c74ecb None None] Pushing event updated for resources: {'Port': ['ID=c02109f1-acf8-48ac-81ea-3d0dab261d18,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:56.984744 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Deleting port 9b95cf62-2304-4a02-91af-d8dfdbea96a7 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:56.984744 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:57.030137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 415f25c5-287d-4909-bd29-cc3e21d5f05c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:57.030967 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:57.131501 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Attempting to bind port c02109f1-acf8-48ac-81ea-3d0dab261d18 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:33:57.131501 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Attempting to bind port c02109f1-acf8-48ac-81ea-3d0dab261d18 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '32233075-0446-40dc-a3c6-647110d49175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '81ec1baf-31f0-4fd6-b950-361adee0ed06'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:33:57.131501 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Attempting to bind port c02109f1-acf8-48ac-81ea-3d0dab261d18 on network 81ec1baf-31f0-4fd6-b950-361adee0ed06 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:57.152680 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:33:57.153399 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Checking segment: {'id': '32233075-0446-40dc-a3c6-647110d49175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '81ec1baf-31f0-4fd6-b950-361adee0ed06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:57.154021 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:57.154621 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Bound using segment: {'id': '32233075-0446-40dc-a3c6-647110d49175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '81ec1baf-31f0-4fd6-b950-361adee0ed06'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:33:57.155308 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Bound port: c02109f1-acf8-48ac-81ea-3d0dab261d18, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32233075-0446-40dc-a3c6-647110d49175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '81ec1baf-31f0-4fd6-b950-361adee0ed06'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:33:57.156446 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:57.235099 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-82d0b3ac-d7ec-43da-8fe1-80bd03ffc57b tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:57.322632 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] For port c02109f1-acf8-48ac-81ea-3d0dab261d18, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:57.326248 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] For port c02109f1-acf8-48ac-81ea-3d0dab261d18, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c02109f1-acf8-48ac-81ea-3d0dab261d18,segment=NetworkSegment(32233075-0446-40dc-a3c6-647110d49175),segment_id=32233075-0446-40dc-a3c6-647110d49175)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:33:57.335309 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:57.416226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-713b3cdc-8ea0-4d15-a771-3281d50d0cf7 None None] Provisioning complete for port 459f2d96-7e33-4652-9c56-060558c64db0 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:57.420899 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-713b3cdc-8ea0-4d15-a771-3281d50d0cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:57.428215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] For port 9b95cf62-2304-4a02-91af-d8dfdbea96a7, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9b95cf62-2304-4a02-91af-d8dfdbea96a7,segment=NetworkSegment(977e31a3-b5ab-45dc-bc42-60ae1b3d65b6),segment_id=977e31a3-b5ab-45dc-bc42-60ae1b3d65b6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:57.428813 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:57.465247 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da070c2-7a12-4cb3-962d-85f503c74ecb None None] Pushing event updated for resources: {'Port': ['ID=c02109f1-acf8-48ac-81ea-3d0dab261d18,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:57.474152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-82d0b3ac-d7ec-43da-8fe1-80bd03ffc57b tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Calling delete_port for 459f2d96-7e33-4652-9c56-060558c64db0 owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:57.508993 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Routers {'5da33d6b-d0b6-4e7c-bbd9-11440318ad31'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:57.509622 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:33:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['5da33d6b-d0b6-4e7c-bbd9-11440318ad31'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:57.729643 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-713b3cdc-8ea0-4d15-a771-3281d50d0cf7 None None] Port 459f2d96-7e33-4652-9c56-060558c64db0 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:33:57.753564 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Calling delete_port for 9b95cf62-2304-4a02-91af-d8dfdbea96a7 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:57.759500 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-82d0b3ac-d7ec-43da-8fe1-80bd03ffc57b tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:57.882908 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-713b3cdc-8ea0-4d15-a771-3281d50d0cf7 None None] Could not find standard attr ID for object cd93d0a4-457a-4d05-9456-f17a3417d39c. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:33:57.892971 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0b3ac-d7ec-43da-8fe1-80bd03ffc57b tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Pushing event deleted for resources: {'Port': ['ID=459f2d96-7e33-4652-9c56-060558c64db0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:57.996135 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] Set router 5da33d6b-d0b6-4e7c-bbd9-11440318ad31 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:57.996918 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-82d0b3ac-d7ec-43da-8fe1-80bd03ffc57b tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.009063 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-82d0b3ac-d7ec-43da-8fe1-80bd03ffc57b tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] 10.222.0.84 "DELETE /v2.0/ports/459f2d96-7e33-4652-9c56-060558c64db0 HTTP/1.1" status: 204 len: 168 time: 1.3804810 May 30 20:33:58.011767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42116) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:58.043154 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cf15a2c9-28c3-41b9-b699-195163edc3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.085482 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.098387 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be', 'name': 'tempest-TestAggregatesBasicOps-1640293506-router', 'tenant_id': '30c8fa51617d4ebdbb53df28acae1f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e396c04b-c4e3-4b98-bf8a-11d81fda270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:27Z', 'updated_at': '2022-05-30T20:33:32Z', 'revision_number': 4, 'project_id': '30c8fa51617d4ebdbb53df28acae1f39', 'gw_port': {'id': 'e396c04b-c4e3-4b98-bf8a-11d81fda270d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:83:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:28Z', 'updated_at': '2022-05-30T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '9b95cf62-2304-4a02-91af-d8dfdbea96a7', 'name': '', 'network_id': '34c9a8ea-fe0d-4165-9080-68c465c342f2', 'tenant_id': '30c8fa51617d4ebdbb53df28acae1f39', 'mac_address': 'fa:16:3e:3d:fd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13a19d63-fdd6-40a0-a6c4-61786396f4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:31Z', 'updated_at': '2022-05-30T20:33:55Z', 'revision_number': 4, 'project_id': '30c8fa51617d4ebdbb53df28acae1f39', 'subnets': [{'id': '13a19d63-fdd6-40a0-a6c4-61786396f4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:58.103503 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf9b3a-333c-4673-ad35-709f66f348d2 None None] The sync data for ids ['e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be'] in n-d-843949-2 is: [{'id': 'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be', 'name': 'tempest-TestAggregatesBasicOps-1640293506-router', 'tenant_id': '30c8fa51617d4ebdbb53df28acae1f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'e396c04b-c4e3-4b98-bf8a-11d81fda270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:27Z', 'updated_at': '2022-05-30T20:33:32Z', 'revision_number': 4, 'project_id': '30c8fa51617d4ebdbb53df28acae1f39', 'gw_port': {'id': 'e396c04b-c4e3-4b98-bf8a-11d81fda270d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:83:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:28Z', 'updated_at': '2022-05-30T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '9b95cf62-2304-4a02-91af-d8dfdbea96a7', 'name': '', 'network_id': '34c9a8ea-fe0d-4165-9080-68c465c342f2', 'tenant_id': '30c8fa51617d4ebdbb53df28acae1f39', 'mac_address': 'fa:16:3e:3d:fd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13a19d63-fdd6-40a0-a6c4-61786396f4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:31Z', 'updated_at': '2022-05-30T20:33:55Z', 'revision_number': 4, 'project_id': '30c8fa51617d4ebdbb53df28acae1f39', 'subnets': [{'id': '13a19d63-fdd6-40a0-a6c4-61786396f4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:33:58.226618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Pushing event deleted for resources: {'Port': ['ID=9b95cf62-2304-4a02-91af-d8dfdbea96a7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:58.343115 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:58.351160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:58.351716 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:58.352281 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:58.352815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:58.353351 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:58.353874 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:58.354402 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:58.354925 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:58.355445 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:58.356023 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:58.458531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9b95cf62-2304-4a02-91af-d8dfdbea96a7 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:58.542224 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a792bb-1e3c-40f2-8b9b-968e3b31f263 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Deleting subnet faa76869-518d-402f-9bda-0dcfb10eff18 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:33:58.547184 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8a792bb-1e3c-40f2-8b9b-968e3b31f263 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.606654 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 9b95cf62-2304-4a02-91af-d8dfdbea96a7 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:58.606654 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9b95cf62-2304-4a02-91af-d8dfdbea96a7 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 30 20:33:58.669313 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8a792bb-1e3c-40f2-8b9b-968e3b31f263 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.683315 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Port 9b95cf62-2304-4a02-91af-d8dfdbea96a7 not found, will not notify nova. {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 30 20:33:58.693104 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da33d6b-d0b6-4e7c-bbd9-11440318ad31', 'name': 'tempest-TestAggregatesBasicOps-1162527541-router', 'tenant_id': '1dbceabdca6941429c68e339ceafacfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '38efa5ee-2cdf-4e3a-828f-c680e8fc92e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:38Z', 'updated_at': '2022-05-30T20:33:46Z', 'revision_number': 4, 'project_id': '1dbceabdca6941429c68e339ceafacfe', 'gw_port': {'id': '38efa5ee-2cdf-4e3a-828f-c680e8fc92e5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da33d6b-d0b6-4e7c-bbd9-11440318ad31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:39Z', 'updated_at': '2022-05-30T20:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'c02109f1-acf8-48ac-81ea-3d0dab261d18', 'name': '', 'network_id': '81ec1baf-31f0-4fd6-b950-361adee0ed06', 'tenant_id': '1dbceabdca6941429c68e339ceafacfe', 'mac_address': 'fa:16:3e:bf:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da33d6b-d0b6-4e7c-bbd9-11440318ad31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3be0be4-31a6-4918-93b8-45916915a63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:45Z', 'updated_at': '2022-05-30T20:33:57Z', 'revision_number': 4, 'project_id': '1dbceabdca6941429c68e339ceafacfe', 'subnets': [{'id': 'c3be0be4-31a6-4918-93b8-45916915a63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:58.711705 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad9cc9-9b02-40f4-8dbd-12bccaf455f5 None None] The sync data for ids ['5da33d6b-d0b6-4e7c-bbd9-11440318ad31'] in n-d-843949-2 is: [{'id': '5da33d6b-d0b6-4e7c-bbd9-11440318ad31', 'name': 'tempest-TestAggregatesBasicOps-1162527541-router', 'tenant_id': '1dbceabdca6941429c68e339ceafacfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '38efa5ee-2cdf-4e3a-828f-c680e8fc92e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:38Z', 'updated_at': '2022-05-30T20:33:46Z', 'revision_number': 4, 'project_id': '1dbceabdca6941429c68e339ceafacfe', 'gw_port': {'id': '38efa5ee-2cdf-4e3a-828f-c680e8fc92e5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da33d6b-d0b6-4e7c-bbd9-11440318ad31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:39Z', 'updated_at': '2022-05-30T20:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'c02109f1-acf8-48ac-81ea-3d0dab261d18', 'name': '', 'network_id': '81ec1baf-31f0-4fd6-b950-361adee0ed06', 'tenant_id': '1dbceabdca6941429c68e339ceafacfe', 'mac_address': 'fa:16:3e:bf:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da33d6b-d0b6-4e7c-bbd9-11440318ad31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3be0be4-31a6-4918-93b8-45916915a63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:33:45Z', 'updated_at': '2022-05-30T20:33:57Z', 'revision_number': 4, 'project_id': '1dbceabdca6941429c68e339ceafacfe', 'subnets': [{'id': 'c3be0be4-31a6-4918-93b8-45916915a63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:33:58.936086 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8a792bb-1e3c-40f2-8b9b-968e3b31f263 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.051898 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8a792bb-1e3c-40f2-8b9b-968e3b31f263 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.102028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a792bb-1e3c-40f2-8b9b-968e3b31f263 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Pushing event deleted for resources: {'Subnet': ['ID=faa76869-518d-402f-9bda-0dcfb10eff18,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:59.113206 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8a792bb-1e3c-40f2-8b9b-968e3b31f263 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.116856 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605359c5-c9db-490e-bdea-a08f058659cf None None] Network 67f63277-b525-49bc-b726-4bb797208d6f requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:59.122525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b8a792bb-1e3c-40f2-8b9b-968e3b31f263 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] 10.222.0.84 "DELETE /v2.0/subnets/faa76869-518d-402f-9bda-0dcfb10eff18 HTTP/1.1" status: 204 len: 168 time: 1.1095116 May 30 20:33:59.131412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42140) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:59.423169 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.445962 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Deleting port 415f25c5-287d-4909-bd29-cc3e21d5f05c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:59.446329 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.557288 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.621037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032ad4c9-eb4f-4f1f-8dab-59c29d5cbf9b None None] DHCP port deletion for 67f63277-b525-49bc-b726-4bb797208d6f request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:33:59.626720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-032ad4c9-eb4f-4f1f-8dab-59c29d5cbf9b None None] Deleting port 415f25c5-287d-4909-bd29-cc3e21d5f05c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:59.627185 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-032ad4c9-eb4f-4f1f-8dab-59c29d5cbf9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.919434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] For port 415f25c5-287d-4909-bd29-cc3e21d5f05c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=415f25c5-287d-4909-bd29-cc3e21d5f05c,segment=NetworkSegment(f4f98832-b4f7-4111-9eab-8aa095e6e43f),segment_id=f4f98832-b4f7-4111-9eab-8aa095e6e43f)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:59.923517 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.981453 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b625905e-3938-4795-80f3-fbacb094e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.993919 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-032ad4c9-eb4f-4f1f-8dab-59c29d5cbf9b None None] For port 415f25c5-287d-4909-bd29-cc3e21d5f05c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=415f25c5-287d-4909-bd29-cc3e21d5f05c,segment=NetworkSegment(f4f98832-b4f7-4111-9eab-8aa095e6e43f),segment_id=f4f98832-b4f7-4111-9eab-8aa095e6e43f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:59.994676 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-032ad4c9-eb4f-4f1f-8dab-59c29d5cbf9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:00.131259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Calling delete_port for 415f25c5-287d-4909-bd29-cc3e21d5f05c owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:00.179615 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-032ad4c9-eb4f-4f1f-8dab-59c29d5cbf9b None None] Calling delete_port for 415f25c5-287d-4909-bd29-cc3e21d5f05c owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:00.297566 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:00.358030 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-032ad4c9-eb4f-4f1f-8dab-59c29d5cbf9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:34:00.359650 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-032ad4c9-eb4f-4f1f-8dab-59c29d5cbf9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:34:00.411172 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Pushing event deleted for resources: {'Port': ['ID=415f25c5-287d-4909-bd29-cc3e21d5f05c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:00.434545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] No DVR routers for this DVR port 415f25c5-287d-4909-bd29-cc3e21d5f05c on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:34:00.500656 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c02109f1-acf8-48ac-81ea-3d0dab261d18 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:00.594486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port c02109f1-acf8-48ac-81ea-3d0dab261d18 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:00.602717 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port c02109f1-acf8-48ac-81ea-3d0dab261d18 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:00.603471 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:00.766489 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:00.785312 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:00.804527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f63277-b525-49bc-b726-4bb797208d6f']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:00.820865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port c02109f1-acf8-48ac-81ea-3d0dab261d18, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c02109f1-acf8-48ac-81ea-3d0dab261d18,segment=NetworkSegment(32233075-0446-40dc-a3c6-647110d49175),segment_id=32233075-0446-40dc-a3c6-647110d49175)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:00.822948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f98832-b4f7-4111-9eab-8aa095e6e43f') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:00.823098 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f98832-b4f7-4111-9eab-8aa095e6e43f') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:00.825360 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:00.849847 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:00.873366 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:00.884353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:34:00.885150 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: timer() May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:34:00.902108 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:34:00.912877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-032ad4c9-eb4f-4f1f-8dab-59c29d5cbf9b None None] Deleting port 415f25c5-287d-4909-bd29-cc3e21d5f05c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:00.913353 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-032ad4c9-eb4f-4f1f-8dab-59c29d5cbf9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:00.945162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 415f25c5-287d-4909-bd29-cc3e21d5f05c no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:34:01.003534 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 415f25c5-287d-4909-bd29-cc3e21d5f05c {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:34:01.003882 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 415f25c5-287d-4909-bd29-cc3e21d5f05c not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:34:01.049844 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-032ad4c9-eb4f-4f1f-8dab-59c29d5cbf9b None None] The port '415f25c5-287d-4909-bd29-cc3e21d5f05c' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:34:01.083546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=c02109f1-acf8-48ac-81ea-3d0dab261d18,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:01.099388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:01.099388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:01.099388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:01.099388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:01.099388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:01.099388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:01.099388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:01.099388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:01.099388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:01.099388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:01.099388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:01.271203 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:01.276008 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:01.281289 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:01.327304 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] Pushing event deleted for resources: {'Network': ['ID=67f63277-b525-49bc-b726-4bb797208d6f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:01.332071 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-faec3863-8d57-459c-b56b-7d7070ce7ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442 tempest-ExtraDHCPOptionsIpV6TestJSON-604372442-project] 10.222.0.84 "DELETE /v2.0/networks/67f63277-b525-49bc-b726-4bb797208d6f HTTP/1.1" status: 204 len: 168 time: 2.1989462 May 30 20:34:01.410948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Router e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:01.559983 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:01.662897 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:01.670196 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7e2a34b3-a788-41a2-b05c-d27668cb47ff admin admin] 10.222.0.84 "PUT /v2.0/routers/e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8700845 May 30 20:34:01.670686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42200) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:01.838239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42208) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:01.918534 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0c01cbb-3a63-4a49-a3a4-7744bbf3da1c admin admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:02.216896 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fde1a27c-ba78-4bd6-acd3-a3c3440d2c87 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c41ef04ac32647ff9ac0a1f1bcbe6d10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3791254 May 30 20:34:02.219908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42228) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:02.348691 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-38b91f6f-cad7-40c7-9cee-a610a68181be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:02.392368 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-38b91f6f-cad7-40c7-9cee-a610a68181be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:02.396128 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c02109f1-acf8-48ac-81ea-3d0dab261d18 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:02.427826 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0c01cbb-3a63-4a49-a3a4-7744bbf3da1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:02.449826 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c0c01cbb-3a63-4a49-a3a4-7744bbf3da1c admin admin] Deleting port e396c04b-c4e3-4b98-bf8a-11d81fda270d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:02.450166 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0c01cbb-3a63-4a49-a3a4-7744bbf3da1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:02.547736 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-38b91f6f-cad7-40c7-9cee-a610a68181be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:02.547950 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port c02109f1-acf8-48ac-81ea-3d0dab261d18 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:02.548391 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:02.608675 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b91f6f-cad7-40c7-9cee-a610a68181be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4514cd63-42af-4322-8035-5ea92d24a804,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:02.642945 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-38b91f6f-cad7-40c7-9cee-a610a68181be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:02.646531 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-38b91f6f-cad7-40c7-9cee-a610a68181be admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4514cd63-42af-4322-8035-5ea92d24a804 HTTP/1.1" status: 204 len: 168 time: 0.4257011 May 30 20:34:02.732511 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-c0c01cbb-3a63-4a49-a3a4-7744bbf3da1c admin admin] For port e396c04b-c4e3-4b98-bf8a-11d81fda270d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e396c04b-c4e3-4b98-bf8a-11d81fda270d,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:02.733171 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0c01cbb-3a63-4a49-a3a4-7744bbf3da1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:02.912244 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:02.925324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-c0c01cbb-3a63-4a49-a3a4-7744bbf3da1c admin admin] Calling delete_port for e396c04b-c4e3-4b98-bf8a-11d81fda270d owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:03.143538 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0c01cbb-3a63-4a49-a3a4-7744bbf3da1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:03.217719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c01cbb-3a63-4a49-a3a4-7744bbf3da1c admin admin] Pushing event deleted for resources: {'Port': ['ID=e396c04b-c4e3-4b98-bf8a-11d81fda270d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:03.349855 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:03.494357 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0c01cbb-3a63-4a49-a3a4-7744bbf3da1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:03.770396 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0c01cbb-3a63-4a49-a3a4-7744bbf3da1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:03.775099 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0c01cbb-3a63-4a49-a3a4-7744bbf3da1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:03.808619 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0c01cbb-3a63-4a49-a3a4-7744bbf3da1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:03.809623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c01cbb-3a63-4a49-a3a4-7744bbf3da1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:34:03.824266 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0c01cbb-3a63-4a49-a3a4-7744bbf3da1c admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:03.825630 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c0c01cbb-3a63-4a49-a3a4-7744bbf3da1c admin admin] 10.222.0.84 "DELETE /v2.0/routers/e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be HTTP/1.1" status: 204 len: 168 time: 2.1531618 May 30 20:34:03.828343 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42282) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:03.869836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42286) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:03.909569 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d8a487-1e94-4b00-aa0a-7a8ef83899d7 admin admin] Deleting subnet 13a19d63-fdd6-40a0-a6c4-61786396f4a7 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:34:03.912981 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-01d8a487-1e94-4b00-aa0a-7a8ef83899d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:03.979284 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-01d8a487-1e94-4b00-aa0a-7a8ef83899d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.053391 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-21807757'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:04.062649 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:04.081975 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Usage tracker for resource:network and tenant:dd7814e880da42a28f83a6c4b4514fd6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:04.087273 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:04.100798 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:04.133500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Made reservation on behalf of dd7814e880da42a28f83a6c4b4514fd6 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:04.136864 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.152431 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.186420 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:04.190619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Usage tracker for resource:security_group_rule and tenant:dd7814e880da42a28f83a6c4b4514fd6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:04.193614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:04.201533 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-01d8a487-1e94-4b00-aa0a-7a8ef83899d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.201706 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:04.284967 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.297759 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.314588 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-01d8a487-1e94-4b00-aa0a-7a8ef83899d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.375168 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:34:04.379588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8a487-1e94-4b00-aa0a-7a8ef83899d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a19d63-fdd6-40a0-a6c4-61786396f4a7,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:04.384568 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-01d8a487-1e94-4b00-aa0a-7a8ef83899d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.390278 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a96b0c8-f897-48fe-a98a-38f95557c9df,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:04.393397 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-01d8a487-1e94-4b00-aa0a-7a8ef83899d7 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/13a19d63-fdd6-40a0-a6c4-61786396f4a7 HTTP/1.1" status: 204 len: 168 time: 0.5633457 May 30 20:34:04.395411 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42312) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:04.398845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1983480-f786-402d-aa65-7d3e3b7a0c91 None None] Network 34c9a8ea-fe0d-4165-9080-68c465c342f2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:04.522517 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.526383 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.526884 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Added segment 5df9f6a2-9ab1-4059-beff-7568b8c87913 of type vlan for network 4cfcbf63-351f-49da-ac28-a23f6a577007 May 30 20:34:04.549455 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] Deleting port 219f1f53-ae77-49ea-878c-39d69c69d031 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:04.550213 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.599684 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.676894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9d61d3-ab3f-4165-8874-6978e579162f None None] DHCP port deletion for 34c9a8ea-fe0d-4165-9080-68c465c342f2 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:34:04.681251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d61d3-ab3f-4165-8874-6978e579162f None None] Deleting port 219f1f53-ae77-49ea-878c-39d69c69d031 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:04.681701 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fe9d61d3-ab3f-4165-8874-6978e579162f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.693922 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.698240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:04.699178 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.745105 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8740616 May 30 20:34:04.748007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42316) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:04.755314 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-fbbd401b-1065-4eb1-bd07-3a2d2d2e625e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'subnet': {'network_id': '4cfcbf63-351f-49da-ac28-a23f6a577007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:04.917196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6fead-8a58-484b-831d-4e463c71b647 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Network': ['ID=4cfcbf63-351f-49da-ac28-a23f6a577007,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:04.930841 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] For port 219f1f53-ae77-49ea-878c-39d69c69d031, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=219f1f53-ae77-49ea-878c-39d69c69d031,segment=NetworkSegment(977e31a3-b5ab-45dc-bc42-60ae1b3d65b6),segment_id=977e31a3-b5ab-45dc-bc42-60ae1b3d65b6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:04.931184 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.942079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fbbd401b-1065-4eb1-bd07-3a2d2d2e625e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:04.948249 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fbbd401b-1065-4eb1-bd07-3a2d2d2e625e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Usage tracker for resource:subnet and tenant:dd7814e880da42a28f83a6c4b4514fd6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:04.951479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fbbd401b-1065-4eb1-bd07-3a2d2d2e625e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:04.958880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fbbd401b-1065-4eb1-bd07-3a2d2d2e625e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:04.971426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbd401b-1065-4eb1-bd07-3a2d2d2e625e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Made reservation on behalf of dd7814e880da42a28f83a6c4b4514fd6 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:05.068662 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-fe9d61d3-ab3f-4165-8874-6978e579162f None None] For port 219f1f53-ae77-49ea-878c-39d69c69d031, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=219f1f53-ae77-49ea-878c-39d69c69d031,segment=NetworkSegment(977e31a3-b5ab-45dc-bc42-60ae1b3d65b6),segment_id=977e31a3-b5ab-45dc-bc42-60ae1b3d65b6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:05.069107 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fe9d61d3-ab3f-4165-8874-6978e579162f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.076799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] Calling delete_port for 219f1f53-ae77-49ea-878c-39d69c69d031 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:05.132795 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbbd401b-1065-4eb1-bd07-3a2d2d2e625e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.204964 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.234777 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 4cfcbf63-351f-49da-ac28-a23f6a577007 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:34:05.290812 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d61d3-ab3f-4165-8874-6978e579162f None None] Calling delete_port for 219f1f53-ae77-49ea-878c-39d69c69d031 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:05.293582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] Pushing event deleted for resources: {'Port': ['ID=219f1f53-ae77-49ea-878c-39d69c69d031,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:05.304257 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] No DVR routers for this DVR port 219f1f53-ae77-49ea-878c-39d69c69d031 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:34:05.459378 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.467521 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbbd401b-1065-4eb1-bd07-3a2d2d2e625e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.502529 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c9a8ea-fe0d-4165-9080-68c465c342f2']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:05.523063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977e31a3-b5ab-45dc-bc42-60ae1b3d65b6') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:05.523353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977e31a3-b5ab-45dc-bc42-60ae1b3d65b6') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:05.536539 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.555316 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.565776 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:34:05.566444 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: timer() May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:34:05.582409 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:34:05.662603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd401b-1065-4eb1-bd07-3a2d2d2e625e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Subnet': ['ID=daff46d2-28d4-4d98-b461-9ad90227eb13,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:05.699272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbd401b-1065-4eb1-bd07-3a2d2d2e625e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Checking segment: {'id': '5df9f6a2-9ab1-4059-beff-7568b8c87913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4cfcbf63-351f-49da-ac28-a23f6a577007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:05.700648 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbd401b-1065-4eb1-bd07-3a2d2d2e625e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network hostable DHCP agents. Network: 4cfcbf63-351f-49da-ac28-a23f6a577007, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:34:05.708933 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.735199 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.743536 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-fe9d61d3-ab3f-4165-8874-6978e579162f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:34:05.744134 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-fe9d61d3-ab3f-4165-8874-6978e579162f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:34:05.756643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbd401b-1065-4eb1-bd07-3a2d2d2e625e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network 4cfcbf63-351f-49da-ac28-a23f6a577007 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:34:05.768910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] Pushing event deleted for resources: {'Network': ['ID=34c9a8ea-fe0d-4165-9080-68c465c342f2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:05.771977 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-fbbd401b-1065-4eb1-bd07-3a2d2d2e625e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 4cfcbf63-351f-49da-ac28-a23f6a577007) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:05.776107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42332) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:05.776335 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a949b829-b915-40f5-b4b3-f7e12e15d030 admin admin] 10.222.0.84 "DELETE /v2.0/networks/34c9a8ea-fe0d-4165-9080-68c465c342f2 HTTP/1.1" status: 204 len: 168 time: 1.3792264 May 30 20:34:05.792191 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40a55a3-64a1-419c-acac-8fd3d852c29d None None] Network 4cfcbf63-351f-49da-ac28-a23f6a577007 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:05.849641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbd401b-1065-4eb1-bd07-3a2d2d2e625e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:05.850228 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbbd401b-1065-4eb1-bd07-3a2d2d2e625e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.960231 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fbbd401b-1065-4eb1-bd07-3a2d2d2e625e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2109969 May 30 20:34:05.962839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42336) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:05.970518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-393655582', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:05.987371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:05.996890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Usage tracker for resource:router and tenant:dd7814e880da42a28f83a6c4b4514fd6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:06.007132 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:06.025417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:06.183481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7dfe4c-18eb-4cc6-a7d1-db97af43835a None None] Network 4cfcbf63-351f-49da-ac28-a23f6a577007 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:06.215822 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:06.216851 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:06.267623 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:06.350837 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d61d3-ab3f-4165-8874-6978e579162f None None] Deleting port 219f1f53-ae77-49ea-878c-39d69c69d031 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:06.351205 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fe9d61d3-ab3f-4165-8874-6978e579162f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:06.422545 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a640faeb-ed24-4cea-b338-c0433e6722d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:06.436695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 219f1f53-ae77-49ea-878c-39d69c69d031 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:34:06.517393 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 219f1f53-ae77-49ea-878c-39d69c69d031 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:34:06.517771 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 219f1f53-ae77-49ea-878c-39d69c69d031 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:34:06.525812 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d61d3-ab3f-4165-8874-6978e579162f None None] The port '219f1f53-ae77-49ea-878c-39d69c69d031' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:34:06.561281 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:06.839721 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:06.871467 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:07.033118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Allocated IP 172.25.5.74 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/cf3855c2-b88e-457e-a31e-3ad97d24940e) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:07.169552 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:07.253861 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:07.301007 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:07.390894 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:07.394934 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:07.400075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:07.430743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a640faeb-ed24-4cea-b338-c0433e6722d6 admin admin] Deleting port c02109f1-acf8-48ac-81ea-3d0dab261d18 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:07.431599 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a640faeb-ed24-4cea-b338-c0433e6722d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:07.432285 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=cf3855c2-b88e-457e-a31e-3ad97d24940e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:07.693065 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:07.693993 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:07.709019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-a640faeb-ed24-4cea-b338-c0433e6722d6 admin admin] For port c02109f1-acf8-48ac-81ea-3d0dab261d18, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c02109f1-acf8-48ac-81ea-3d0dab261d18,segment=NetworkSegment(32233075-0446-40dc-a3c6-647110d49175),segment_id=32233075-0446-40dc-a3c6-647110d49175)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:07.709730 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a640faeb-ed24-4cea-b338-c0433e6722d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:07.867654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a640faeb-ed24-4cea-b338-c0433e6722d6 admin admin] Calling delete_port for c02109f1-acf8-48ac-81ea-3d0dab261d18 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:08.054823 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 29b7b384-52d1-4878-a59e-45acc43c50c2 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:34:08.220600 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a640faeb-ed24-4cea-b338-c0433e6722d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:08.309198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:08.326275 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa37a1b-457a-4125-9c4d-eec893260945 None None] Sync routers for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:08.344827 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa37a1b-457a-4125-9c4d-eec893260945 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:08.346020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-aaa37a1b-457a-4125-9c4d-eec893260945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:08.356922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640faeb-ed24-4cea-b338-c0433e6722d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c02109f1-acf8-48ac-81ea-3d0dab261d18,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:08.392397 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:08.393838 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9ca60423-0418-4c00-b564-63e9a399d9d6 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4294853 May 30 20:34:08.396461 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42474) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:08.458851 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-aaa37a1b-457a-4125-9c4d-eec893260945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:08.472361 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa37a1b-457a-4125-9c4d-eec893260945 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:08.479757 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-aaa37a1b-457a-4125-9c4d-eec893260945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:08.681038 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-aaa37a1b-457a-4125-9c4d-eec893260945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:08.691506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa37a1b-457a-4125-9c4d-eec893260945 None None] The sync data for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:08.864432 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a640faeb-ed24-4cea-b338-c0433e6722d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:09.702168 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:09.703867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a640faeb-ed24-4cea-b338-c0433e6722d6 admin admin] Router 5da33d6b-d0b6-4e7c-bbd9-11440318ad31 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:09.932803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a640faeb-ed24-4cea-b338-c0433e6722d6 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:09.945875 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a640faeb-ed24-4cea-b338-c0433e6722d6 admin admin] 10.222.0.84 "PUT /v2.0/routers/5da33d6b-d0b6-4e7c-bbd9-11440318ad31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1683192 May 30 20:34:09.948201 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42656) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:10.177027 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9907cff8-bb92-41dd-b818-fcf2e68fddc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:10.221990 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Allocated IP 172.20.0.1 (4cfcbf63-351f-49da-ac28-a23f6a577007/daff46d2-28d4-4d98-b461-9ad90227eb13/78c68266-63c0-4a3e-884e-6166547b901b) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:10.453611 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9907cff8-bb92-41dd-b818-fcf2e68fddc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:10.469970 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9907cff8-bb92-41dd-b818-fcf2e68fddc3 admin admin] Deleting port 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:10.470574 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9907cff8-bb92-41dd-b818-fcf2e68fddc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:10.537512 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:10.573948 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:10.658438 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network 4cfcbf63-351f-49da-ac28-a23f6a577007 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:10.662681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:10.665549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:10.689082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9907cff8-bb92-41dd-b818-fcf2e68fddc3 admin admin] For port 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=38efa5ee-2cdf-4e3a-828f-c680e8fc92e5,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:10.689590 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9907cff8-bb92-41dd-b818-fcf2e68fddc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:10.725894 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=78c68266-63c0-4a3e-884e-6166547b901b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:10.741719 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:10.853319 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:10.861389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9907cff8-bb92-41dd-b818-fcf2e68fddc3 admin admin] Calling delete_port for 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:11.069741 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9907cff8-bb92-41dd-b818-fcf2e68fddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:11.120532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907cff8-bb92-41dd-b818-fcf2e68fddc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=38efa5ee-2cdf-4e3a-828f-c680e8fc92e5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:11.531325 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:11.541311 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:11.599080 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9907cff8-bb92-41dd-b818-fcf2e68fddc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:11.649773 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:11.920215 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9907cff8-bb92-41dd-b818-fcf2e68fddc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:11.925110 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9907cff8-bb92-41dd-b818-fcf2e68fddc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:11.967293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=78c68266-63c0-4a3e-884e-6166547b901b,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:11.984701 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9907cff8-bb92-41dd-b818-fcf2e68fddc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:11.984701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9907cff8-bb92-41dd-b818-fcf2e68fddc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5da33d6b-d0b6-4e7c-bbd9-11440318ad31 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:34:11.997361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network 4cfcbf63-351f-49da-ac28-a23f6a577007 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:12.005204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:12.035078 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9907cff8-bb92-41dd-b818-fcf2e68fddc3 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:12.038531 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9907cff8-bb92-41dd-b818-fcf2e68fddc3 admin admin] 10.222.0.84 "DELETE /v2.0/routers/5da33d6b-d0b6-4e7c-bbd9-11440318ad31 HTTP/1.1" status: 204 len: 168 time: 2.0870626 May 30 20:34:12.040438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42852) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:12.123939 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46c15a5-8cb4-4b08-87d6-0b59ad3c8072 admin admin] Deleting subnet c3be0be4-31a6-4918-93b8-45916915a63d {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:34:12.127361 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c46c15a5-8cb4-4b08-87d6-0b59ad3c8072 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:12.224786 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c46c15a5-8cb4-4b08-87d6-0b59ad3c8072 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:12.469368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-4c936909-81a2-4d23-83be-c8dd376c151e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:12.470089 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-4c936909-81a2-4d23-83be-c8dd376c151e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Synchronizing usage tracker for tenant:d55d910e5fa343e7badd76f651e60ee6 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:12.482239 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c46c15a5-8cb4-4b08-87d6-0b59ad3c8072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:12.533242 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-4c936909-81a2-4d23-83be-c8dd376c151e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Unset dirty status for tenant:d55d910e5fa343e7badd76f651e60ee6 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:12.534585 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-4c936909-81a2-4d23-83be-c8dd376c151e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/networks?id=3a1199fc-c0ae-42e3-836c-6055f4e5dc92 HTTP/1.1" status: 200 len: 814 time: 0.3456328 May 30 20:34:12.544796 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 29b7b384-52d1-4878-a59e-45acc43c50c2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:12.564778 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-643e31c8-3533-4b3c-9fc7-435ac5519a68 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/quotas/d55d910e5fa343e7badd76f651e60ee6 HTTP/1.1" status: 200 len: 375 time: 0.0223505 May 30 20:34:12.570882 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c46c15a5-8cb4-4b08-87d6-0b59ad3c8072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:12.616209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c15a5-8cb4-4b08-87d6-0b59ad3c8072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3be0be4-31a6-4918-93b8-45916915a63d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:12.670284 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c46c15a5-8cb4-4b08-87d6-0b59ad3c8072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:12.673453 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6043ef87-de6c-48ab-bd02-481c40398499 None None] Network 81ec1baf-31f0-4fd6-b950-361adee0ed06 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:12.680442 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-e7a21309-1d0b-49d7-9af5-c5c8983f3c10 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d55d910e5fa343e7badd76f651e60ee6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662572 May 30 20:34:12.685124 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c46c15a5-8cb4-4b08-87d6-0b59ad3c8072 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c3be0be4-31a6-4918-93b8-45916915a63d HTTP/1.1" status: 204 len: 168 time: 0.6435373 May 30 20:34:12.691956 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42872) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:12.699423 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-02fb1bc2-c052-4e01-8875-1ff4f8b3b3f4 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:34:12.707801 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-02fb1bc2-c052-4e01-8875-1ff4f8b3b3f4 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0143001 May 30 20:34:12.839215 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:12.860276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] Deleting port f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:12.860614 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:12.878742 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-250ac0f9-eedc-4177-98f3-d53b9ec47ddd service neutron] 10.222.0.84 "GET /v2.0/networks/3a1199fc-c0ae-42e3-836c-6055f4e5dc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698990 May 30 20:34:12.984481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:13.003080 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24cbb38-d9b2-468c-b07c-0fc29f3838e7 None None] Sync routers for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:13.005695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a509bd-282f-4225-8b93-26e67a00c87e None None] DHCP port deletion for 81ec1baf-31f0-4fd6-b950-361adee0ed06 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:34:13.011829 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-58a509bd-282f-4225-8b93-26e67a00c87e None None] Deleting port f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:13.012285 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-58a509bd-282f-4225-8b93-26e67a00c87e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:13.018066 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fc190f92-185e-4e0b-b3f0-d5740461541c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "PUT /v2.0/routers/29b7b384-52d1-4878-a59e-45acc43c50c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6204736 May 30 20:34:13.018733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42880) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:13.020878 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24cbb38-d9b2-468c-b07c-0fc29f3838e7 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:13.021752 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c24cbb38-d9b2-468c-b07c-0fc29f3838e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:13.067879 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-ee36b852-b77d-42e7-b19c-41fee442f22a service neutron] 10.222.0.84 "GET /v2.0/networks/3a1199fc-c0ae-42e3-836c-6055f4e5dc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827407 May 30 20:34:13.079094 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-00e7b556-eba8-473a-ad6e-b22f9798d8d9 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'port': {'network_id': '4cfcbf63-351f-49da-ac28-a23f6a577007', 'name': 'tempest-FloatingIPTestJSON-1058406526'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:13.149451 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c24cbb38-d9b2-468c-b07c-0fc29f3838e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:13.179340 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24cbb38-d9b2-468c-b07c-0fc29f3838e7 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:13.179993 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c24cbb38-d9b2-468c-b07c-0fc29f3838e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:13.295291 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c24cbb38-d9b2-468c-b07c-0fc29f3838e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:13.311446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-58a509bd-282f-4225-8b93-26e67a00c87e None None] For port f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd,segment=NetworkSegment(32233075-0446-40dc-a3c6-647110d49175),segment_id=32233075-0446-40dc-a3c6-647110d49175)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:13.311651 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24cbb38-d9b2-468c-b07c-0fc29f3838e7 None None] The sync data for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:13.311882 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-58a509bd-282f-4225-8b93-26e67a00c87e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:13.420710 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3765c21e-3f02-4e3f-a37a-decfecf025c0 req-c74b8771-cf8e-4961-8a8f-caf18891d08e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d7c27b4-6fea-4626-a7cf-6632ac6e77cc HTTP/1.1" status: 200 len: 210 time: 0.0717227 May 30 20:34:13.475002 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-58a509bd-282f-4225-8b93-26e67a00c87e None None] Calling delete_port for f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:13.552334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] For port f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd,segment=NetworkSegment(32233075-0446-40dc-a3c6-647110d49175),segment_id=32233075-0446-40dc-a3c6-647110d49175)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:13.552689 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:13.569715 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-58a509bd-282f-4225-8b93-26e67a00c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:13.622538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abe19e2-03a1-42ca-a3e1-2e847722fe9e None None] Sync routers for ids ['e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:13.632180 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a509bd-282f-4225-8b93-26e67a00c87e None None] No DVR routers for this DVR port f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:34:13.649033 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a509bd-282f-4225-8b93-26e67a00c87e None None] Pushing event deleted for resources: {'Port': ['ID=f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:13.660539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abe19e2-03a1-42ca-a3e1-2e847722fe9e None None] Routers set() bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:13.660666 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abe19e2-03a1-42ca-a3e1-2e847722fe9e None None] Router IDs set() for agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 20:34:13.662428 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_agentschedulers_db [None req-9abe19e2-03a1-42ca-a3e1-2e847722fe9e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent'). {{(pid=84025) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 30 20:34:13.679619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abe19e2-03a1-42ca-a3e1-2e847722fe9e None None] Routers set() bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:13.680959 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abe19e2-03a1-42ca-a3e1-2e847722fe9e None None] Router IDs set() for agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 20:34:13.682633 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_agentschedulers_db [None req-9abe19e2-03a1-42ca-a3e1-2e847722fe9e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent'). {{(pid=84025) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 30 20:34:13.683246 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abe19e2-03a1-42ca-a3e1-2e847722fe9e None None] The sync data for ids ['e1c1bcfe-8172-4cfd-b20b-f35b2c78a8be'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:13.740019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] Calling delete_port for f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:13.800379 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-00e7b556-eba8-473a-ad6e-b22f9798d8d9 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:13.808287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-00e7b556-eba8-473a-ad6e-b22f9798d8d9 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Usage tracker for resource:port and tenant:dd7814e880da42a28f83a6c4b4514fd6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:13.812989 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-00e7b556-eba8-473a-ad6e-b22f9798d8d9 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:13.829395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-00e7b556-eba8-473a-ad6e-b22f9798d8d9 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:13.841092 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:34:13.841394 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:34:13.842173 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e7b556-eba8-473a-ad6e-b22f9798d8d9 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Made reservation on behalf of dd7814e880da42a28f83a6c4b4514fd6 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:13.845118 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-00e7b556-eba8-473a-ad6e-b22f9798d8d9 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:13.867662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-00e7b556-eba8-473a-ad6e-b22f9798d8d9 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] device_id is not set on port 37d665d5-8ab8-437b-9a22-72dd252aa047 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:34:14.015067 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-00e7b556-eba8-473a-ad6e-b22f9798d8d9 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Allocated IP 172.20.0.10 (4cfcbf63-351f-49da-ac28-a23f6a577007/daff46d2-28d4-4d98-b461-9ad90227eb13/37d665d5-8ab8-437b-9a22-72dd252aa047) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:14.230324 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-00e7b556-eba8-473a-ad6e-b22f9798d8d9 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:14.259539 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-00e7b556-eba8-473a-ad6e-b22f9798d8d9 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:14.339389 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e7b556-eba8-473a-ad6e-b22f9798d8d9 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network 4cfcbf63-351f-49da-ac28-a23f6a577007 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:14.340458 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:34:14.342746 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] Deleting port f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:14.343639 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:14.369269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-00e7b556-eba8-473a-ad6e-b22f9798d8d9 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:14.374996 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7b556-eba8-473a-ad6e-b22f9798d8d9 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=37d665d5-8ab8-437b-9a22-72dd252aa047,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:14.378967 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:34:14.379510 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:34:14.389517 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7b556-eba8-473a-ad6e-b22f9798d8d9 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:14.452466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] The port 'f7b2b618-dc1a-44b0-9f92-cdd841b2d9fd' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:34:14.586692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e7b556-eba8-473a-ad6e-b22f9798d8d9 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:14.587162 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-00e7b556-eba8-473a-ad6e-b22f9798d8d9 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:14.627677 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:14.642255 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-00e7b556-eba8-473a-ad6e-b22f9798d8d9 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5729246 May 30 20:34:14.651073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42924) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:14.660661 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f5fc42b9-a242-40c7-b54c-1d3c596cf107 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'port': {'network_id': '4cfcbf63-351f-49da-ac28-a23f6a577007', 'name': 'tempest-FloatingIPTestJSON-1166690334'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:14.698741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ec1baf-31f0-4fd6-b950-361adee0ed06']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:14.767753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32233075-0446-40dc-a3c6-647110d49175') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:14.768063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32233075-0446-40dc-a3c6-647110d49175') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:14.793672 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:14.818951 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:14.839891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:34:14.840307 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: timer() May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:34:14.857931 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:34:14.894375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea03608e-198d-4920-8a54-3e23b41083b4 req-06d5c7fc-add9-4631-b2a1-c84542b976c4 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d7c27b4-6fea-4626-a7cf-6632ac6e77cc HTTP/1.1" status: 200 len: 210 time: 0.2454824 May 30 20:34:14.951805 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f5fc42b9-a242-40c7-b54c-1d3c596cf107 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:14.957161 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f5fc42b9-a242-40c7-b54c-1d3c596cf107 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Usage tracker for resource:port and tenant:dd7814e880da42a28f83a6c4b4514fd6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:14.960549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f5fc42b9-a242-40c7-b54c-1d3c596cf107 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:14.961867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-738b4888-ddfd-4b09-9ada-5e748645579a tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:14.963274 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-738b4888-ddfd-4b09-9ada-5e748645579a tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.93 "GET /v2.0/networks?id=3a1199fc-c0ae-42e3-836c-6055f4e5dc92 HTTP/1.1" status: 200 len: 814 time: 0.4667308 May 30 20:34:14.969882 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:14.973431 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f5fc42b9-a242-40c7-b54c-1d3c596cf107 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:14.985987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-c2c9dab4-110b-4be4-befd-3416abe8cd5f tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Request body: {'port': {'device_id': '1d7c27b4-6fea-4626-a7cf-6632ac6e77cc', 'network_id': '3a1199fc-c0ae-42e3-836c-6055f4e5dc92', 'admin_state_up': True, 'tenant_id': 'd55d910e5fa343e7badd76f651e60ee6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:15.008589 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:15.014017 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=81ec1baf-31f0-4fd6-b950-361adee0ed06,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:15.017566 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3c2c1210-d80c-4e9c-aadb-181f77782f39 admin admin] 10.222.0.84 "DELETE /v2.0/networks/81ec1baf-31f0-4fd6-b950-361adee0ed06 HTTP/1.1" status: 204 len: 168 time: 2.3245702 May 30 20:34:15.029609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fc42b9-a242-40c7-b54c-1d3c596cf107 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Made reservation on behalf of dd7814e880da42a28f83a6c4b4514fd6 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:15.033763 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f5fc42b9-a242-40c7-b54c-1d3c596cf107 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:15.060364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-f5fc42b9-a242-40c7-b54c-1d3c596cf107 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] device_id is not set on port bca20c39-290e-4b30-9115-730914ac2a04 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:34:15.149159 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-c2c9dab4-110b-4be4-befd-3416abe8cd5f tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:15.162293 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-c2c9dab4-110b-4be4-befd-3416abe8cd5f tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Usage tracker for resource:port and tenant:d55d910e5fa343e7badd76f651e60ee6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:15.165562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-c2c9dab4-110b-4be4-befd-3416abe8cd5f tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:15.172131 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-c2c9dab4-110b-4be4-befd-3416abe8cd5f tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:15.183309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-c2c9dab4-110b-4be4-befd-3416abe8cd5f tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Made reservation on behalf of d55d910e5fa343e7badd76f651e60ee6 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:15.186544 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-c2c9dab4-110b-4be4-befd-3416abe8cd5f tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:15.258883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-f5fc42b9-a242-40c7-b54c-1d3c596cf107 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Allocated IP 172.20.0.7 (4cfcbf63-351f-49da-ac28-a23f6a577007/daff46d2-28d4-4d98-b461-9ad90227eb13/bca20c39-290e-4b30-9115-730914ac2a04) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:15.332513 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42940) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:15.403575 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-c2c9dab4-110b-4be4-befd-3416abe8cd5f tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Allocated IP 172.20.0.5 (3a1199fc-c0ae-42e3-836c-6055f4e5dc92/a1751f22-297b-4a36-a858-35a7255489cf/b46f1327-80ed-41fd-a042-bc721ce1b349) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:15.502094 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b24c632e-8ec0-4610-8b26-0b4414c39bfe admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=30c8fa51617d4ebdbb53df28acae1f39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1680632 May 30 20:34:15.511597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42948) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:15.641130 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-c2c9dab4-110b-4be4-befd-3416abe8cd5f tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:15.674331 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-c2c9dab4-110b-4be4-befd-3416abe8cd5f tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:15.685062 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f5fc42b9-a242-40c7-b54c-1d3c596cf107 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:15.724294 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2b6b9282-7b3b-4377-a21a-52233e07dcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:15.756235 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2b6b9282-7b3b-4377-a21a-52233e07dcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:15.767025 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f5fc42b9-a242-40c7-b54c-1d3c596cf107 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:15.781302 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9dab4-110b-4be4-befd-3416abe8cd5f tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Pushing event updated for resources: {'Port': ['ID=b46f1327-80ed-41fd-a042-bc721ce1b349,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:15.788397 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30dd2c7-d59c-4ac9-81e3-bda4bcb804c0 None None] Sync routers for ids ['5da33d6b-d0b6-4e7c-bbd9-11440318ad31'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:15.806123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-c2c9dab4-110b-4be4-befd-3416abe8cd5f tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Network 3a1199fc-c0ae-42e3-836c-6055f4e5dc92 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:15.807598 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-c2c9dab4-110b-4be4-befd-3416abe8cd5f tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:15.810832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-c2c9dab4-110b-4be4-befd-3416abe8cd5f tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:15.833276 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30dd2c7-d59c-4ac9-81e3-bda4bcb804c0 None None] Routers set() bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:15.835054 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30dd2c7-d59c-4ac9-81e3-bda4bcb804c0 None None] Router IDs set() for agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 20:34:15.837153 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_agentschedulers_db [None req-c30dd2c7-d59c-4ac9-81e3-bda4bcb804c0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5da33d6b-d0b6-4e7c-bbd9-11440318ad31'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent'). {{(pid=84026) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 30 20:34:15.887734 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30dd2c7-d59c-4ac9-81e3-bda4bcb804c0 None None] Routers set() bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:15.888120 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30dd2c7-d59c-4ac9-81e3-bda4bcb804c0 None None] Router IDs set() for agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 20:34:15.888885 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_agentschedulers_db [None req-c30dd2c7-d59c-4ac9-81e3-bda4bcb804c0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5da33d6b-d0b6-4e7c-bbd9-11440318ad31'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent'). {{(pid=84026) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 30 20:34:15.893850 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30dd2c7-d59c-4ac9-81e3-bda4bcb804c0 None None] The sync data for ids ['5da33d6b-d0b6-4e7c-bbd9-11440318ad31'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:15.904624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fc42b9-a242-40c7-b54c-1d3c596cf107 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network 4cfcbf63-351f-49da-ac28-a23f6a577007 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:15.905935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc42b9-a242-40c7-b54c-1d3c596cf107 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=bca20c39-290e-4b30-9115-730914ac2a04,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:15.909627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-f5fc42b9-a242-40c7-b54c-1d3c596cf107 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:15.915799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fc42b9-a242-40c7-b54c-1d3c596cf107 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:15.937767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-c2c9dab4-110b-4be4-befd-3416abe8cd5f tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:15.938454 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-c2c9dab4-110b-4be4-befd-3416abe8cd5f tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:15.962223 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-c2c9dab4-110b-4be4-befd-3416abe8cd5f tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9859247 May 30 20:34:15.983100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Request body: {'port': {'device_id': '1d7c27b4-6fea-4626-a7cf-6632ac6e77cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:15.989973 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc42b9-a242-40c7-b54c-1d3c596cf107 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:15.990577 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f5fc42b9-a242-40c7-b54c-1d3c596cf107 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.026071 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f5fc42b9-a242-40c7-b54c-1d3c596cf107 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3725183 May 30 20:34:16.028682 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 42960) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:16.037087 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': 'bca20c39-290e-4b30-9115-730914ac2a04', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:16.042796 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2b6b9282-7b3b-4377-a21a-52233e07dcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.045451 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2b6b9282-7b3b-4377-a21a-52233e07dcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.049065 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2b6b9282-7b3b-4377-a21a-52233e07dcbe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8eafceef-8523-4a7b-a8f7-325506bb59c1 HTTP/1.1" status: 204 len: 168 time: 0.5345097 May 30 20:34:16.061340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:16.067149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b9282-7b3b-4377-a21a-52233e07dcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eafceef-8523-4a7b-a8f7-325506bb59c1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:16.069735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Usage tracker for resource:floatingip and tenant:dd7814e880da42a28f83a6c4b4514fd6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:16.073460 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:16.082420 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:16.103801 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.172084 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.259852 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab29f8e-95f9-4877-879b-88a9c764acfb req-a072567b-e493-456c-8aca-cd38a0cbb6bf tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:16.262661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-cab29f8e-95f9-4877-879b-88a9c764acfb req-a072567b-e493-456c-8aca-cd38a0cbb6bf tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Synchronizing usage tracker for tenant:d55d910e5fa343e7badd76f651e60ee6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:16.313773 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9b95cf62-2304-4a02-91af-d8dfdbea96a7 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:34:16.326184 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.333656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-cab29f8e-95f9-4877-879b-88a9c764acfb req-a072567b-e493-456c-8aca-cd38a0cbb6bf tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Unset dirty status for tenant:d55d910e5fa343e7badd76f651e60ee6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:16.340383 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cab29f8e-95f9-4877-879b-88a9c764acfb req-a072567b-e493-456c-8aca-cd38a0cbb6bf tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d7c27b4-6fea-4626-a7cf-6632ac6e77cc HTTP/1.1" status: 200 len: 931 time: 0.3030953 May 30 20:34:16.408499 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 9b95cf62-2304-4a02-91af-d8dfdbea96a7 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:34:16.408838 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9b95cf62-2304-4a02-91af-d8dfdbea96a7 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:34:16.473134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-cab29f8e-95f9-4877-879b-88a9c764acfb req-aa4c78b3-98fa-4417-bda8-d0277565c236 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Synchronizing usage tracker for tenant:d55d910e5fa343e7badd76f651e60ee6 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:16.524190 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Allocated IP 172.25.5.248 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/9755149f-34fa-4e9a-88c1-451d4916fa1c) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:16.582928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-cab29f8e-95f9-4877-879b-88a9c764acfb req-aa4c78b3-98fa-4417-bda8-d0277565c236 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Unset dirty status for tenant:d55d910e5fa343e7badd76f651e60ee6 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:16.584243 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cab29f8e-95f9-4877-879b-88a9c764acfb req-aa4c78b3-98fa-4417-bda8-d0277565c236 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429519 May 30 20:34:16.638464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42976) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:16.702431 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.732286 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.736981 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6a84ef43-8bfa-4ed1-a410-f447bbc73a81 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1dbceabdca6941429c68e339ceafacfe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0896814 May 30 20:34:16.744084 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 42980) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:16.798401 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:16.801249 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:16.804962 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:16.838416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=9755149f-34fa-4e9a-88c1-451d4916fa1c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:16.845423 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46f1327-80ed-41fd-a042-bc721ce1b349 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:34:16.855899 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.882245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Transition to ACTIVE for port object b46f1327-80ed-41fd-a042-bc721ce1b349 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:16.903765 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-36ccef21-1761-455b-8dbd-5ace202f21c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.903765 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:17.011113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Pushing event updated for resources: {'Port': ['ID=b46f1327-80ed-41fd-a042-bc721ce1b349,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:17.080358 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-36ccef21-1761-455b-8dbd-5ace202f21c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:17.241453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Attempting to bind port b46f1327-80ed-41fd-a042-bc721ce1b349 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:34:17.241453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Attempting to bind port b46f1327-80ed-41fd-a042-bc721ce1b349 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '959497d0-4131-4d7a-ad61-6959c49c7be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3a1199fc-c0ae-42e3-836c-6055f4e5dc92'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:34:17.241453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Attempting to bind port b46f1327-80ed-41fd-a042-bc721ce1b349 on network 3a1199fc-c0ae-42e3-836c-6055f4e5dc92 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:17.248800 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Port b46f1327-80ed-41fd-a042-bc721ce1b349 on network 3a1199fc-c0ae-42e3-836c-6055f4e5dc92 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:34:17.249274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Attempting to bind port b46f1327-80ed-41fd-a042-bc721ce1b349 on network 3a1199fc-c0ae-42e3-836c-6055f4e5dc92 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:17.253556 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-36ccef21-1761-455b-8dbd-5ace202f21c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:17.270951 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:34:17.271431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Checking segment: {'id': '959497d0-4131-4d7a-ad61-6959c49c7be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3a1199fc-c0ae-42e3-836c-6055f4e5dc92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:17.271922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Bound using segment: {'id': '959497d0-4131-4d7a-ad61-6959c49c7be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3a1199fc-c0ae-42e3-836c-6055f4e5dc92'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:34:17.272483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Bound port: b46f1327-80ed-41fd-a042-bc721ce1b349, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959497d0-4131-4d7a-ad61-6959c49c7be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3a1199fc-c0ae-42e3-836c-6055f4e5dc92'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:34:17.272927 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:17.284220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccef21-1761-455b-8dbd-5ace202f21c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5db5a94-9155-4ce9-ac2f-d56efb28036e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:17.480133 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-36ccef21-1761-455b-8dbd-5ace202f21c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:17.484173 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-36ccef21-1761-455b-8dbd-5ace202f21c7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b5db5a94-9155-4ce9-ac2f-d56efb28036e HTTP/1.1" status: 204 len: 168 time: 0.7363153 May 30 20:34:17.536925 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:17.546704 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] For port b46f1327-80ed-41fd-a042-bc721ce1b349, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:34:17.550683 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] For port b46f1327-80ed-41fd-a042-bc721ce1b349, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b46f1327-80ed-41fd-a042-bc721ce1b349,segment=NetworkSegment(959497d0-4131-4d7a-ad61-6959c49c7be5),segment_id=959497d0-4131-4d7a-ad61-6959c49c7be5)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:34:17.557239 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:17.624081 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:17.651420 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:17.653288 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] 10.222.0.93 "PUT /v2.0/ports/b46f1327-80ed-41fd-a042-bc721ce1b349 HTTP/1.1" status: 200 len: 1091 time: 1.6835396 May 30 20:34:17.656908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7c27b4-6fea-4626-a7cf-6632ac6e77cc', 'tag': 'b46f1327-80ed-41fd-a042-bc721ce1b349'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:34:17.681216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902ab7a-2077-4ff3-aa80-8845dc5b84ad service neutron] Pushing event updated for resources: {'Port': ['ID=b46f1327-80ed-41fd-a042-bc721ce1b349,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:17.925551 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-c39fcc61-40f8-45a9-82a6-1b81962fe602 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d55d910e5fa343e7badd76f651e60ee6&device_id=1d7c27b4-6fea-4626-a7cf-6632ac6e77cc HTTP/1.1" status: 200 len: 1094 time: 0.2271500 May 30 20:34:18.012842 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b4dcfe-ab35-4f64-883e-c69f8034a440'] response: {'name': 'network-changed', 'server_uuid': '1d7c27b4-6fea-4626-a7cf-6632ac6e77cc', 'tag': 'b46f1327-80ed-41fd-a042-bc721ce1b349', 'status': 'completed', 'code': 200} May 30 20:34:18.032237 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:18.042428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd37599-75f9-4a00-99d4-d7c7965d5f9d req-6e6615ee-c69e-4b14-a895-f6297fbd35ce tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:18.043648 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:18.049784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cd37599-75f9-4a00-99d4-d7c7965d5f9d req-6e6615ee-c69e-4b14-a895-f6297fbd35ce tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d7c27b4-6fea-4626-a7cf-6632ac6e77cc HTTP/1.1" status: 200 len: 943 time: 0.2462888 May 30 20:34:18.053009 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-0ccc339b-4f90-4fe3-af58-fec395537206 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b46f1327-80ed-41fd-a042-bc721ce1b349 HTTP/1.1" status: 200 len: 217 time: 0.1158550 May 30 20:34:18.164691 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cd37599-75f9-4a00-99d4-d7c7965d5f9d req-c5545d47-b901-4219-9ef4-00b9252c685e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139121 May 30 20:34:18.171802 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-b84193f9-7760-4cc8-91ed-601a204de85e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:18.178590 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-b84193f9-7760-4cc8-91ed-601a204de85e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a1751f22-297b-4a36-a858-35a7255489cf HTTP/1.1" status: 200 len: 854 time: 0.1032002 May 30 20:34:18.261978 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-130d1c01-c227-4a67-966b-91270bb7af77 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3a1199fc-c0ae-42e3-836c-6055f4e5dc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824990 May 30 20:34:18.327175 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e396c04b-c4e3-4b98-bf8a-11d81fda270d no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:34:18.352425 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:18.416041 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: e396c04b-c4e3-4b98-bf8a-11d81fda270d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:34:18.416371 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e396c04b-c4e3-4b98-bf8a-11d81fda270d not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:34:18.418388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:34:18.468615 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-2e10dca4-d1d3-4d00-bb64-b26e24382579 service neutron] 10.222.0.93 "GET /v2.0/networks/3a1199fc-c0ae-42e3-836c-6055f4e5dc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958098 May 30 20:34:18.501927 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:34:18.502465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 38efa5ee-2cdf-4e3a-828f-c680e8fc92e5 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:34:18.503057 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c02109f1-acf8-48ac-81ea-3d0dab261d18 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:34:18.520164 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=9755149f-34fa-4e9a-88c1-451d4916fa1c,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:18.569697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: c02109f1-acf8-48ac-81ea-3d0dab261d18 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:34:18.570020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c02109f1-acf8-48ac-81ea-3d0dab261d18 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:34:18.622939 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Floating IP 1dba0f7f-43ef-4bb8-8a31-976594f360ab associated. External IP: 172.25.5.248, port: bca20c39-290e-4b30-9115-730914ac2a04. May 30 20:34:18.761936 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92ba0ce4-a37a-4903-82a0-5233717335ce req-6d8f2cbd-976a-494f-a0fc-0b877d487034 service neutron] 10.222.0.93 "GET /v2.0/networks/3a1199fc-c0ae-42e3-836c-6055f4e5dc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880766 May 30 20:34:18.843600 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43044) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:18.954862 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2079c482-3b55-4f96-b3b7-813c40bde633 req-353e24a1-e3f6-4370-84eb-779000658440 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d55d910e5fa343e7badd76f651e60ee6&device_id=1d7c27b4-6fea-4626-a7cf-6632ac6e77cc HTTP/1.1" status: 200 len: 1094 time: 0.1394639 May 30 20:34:19.096684 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-386164774-network', 'tenant_id': '0fa51b814cc94e3aa1a8192e196063da'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:19.113831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079c482-3b55-4f96-b3b7-813c40bde633 req-e84a125b-3de3-4927-9ceb-bfeadedfa0ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:19.115040 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:19.115281 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2079c482-3b55-4f96-b3b7-813c40bde633 req-e84a125b-3de3-4927-9ceb-bfeadedfa0ac service neutron] 10.222.0.93 "GET /v2.0/networks?id=3a1199fc-c0ae-42e3-836c-6055f4e5dc92 HTTP/1.1" status: 200 len: 915 time: 0.1537724 May 30 20:34:19.121468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Usage tracker for resource:network and tenant:0fa51b814cc94e3aa1a8192e196063da is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:19.125544 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:19.133917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:19.156975 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Made reservation on behalf of 0fa51b814cc94e3aa1a8192e196063da for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:19.159381 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:19.174264 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:19.180199 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ba6fe0f-cea8-4240-ac68-b3ae4b62890f req-5c356dae-74d6-47ea-adc0-0c8c426a8087 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 1097 time: 0.2800024 May 30 20:34:19.207071 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2079c482-3b55-4f96-b3b7-813c40bde633 req-55d3430b-62e7-4f1b-9700-df1d8e40fa48 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b46f1327-80ed-41fd-a042-bc721ce1b349 HTTP/1.1" status: 200 len: 217 time: 0.0831621 May 30 20:34:19.248257 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:19.254459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Usage tracker for resource:security_group_rule and tenant:0fa51b814cc94e3aa1a8192e196063da is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:19.258091 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:19.265722 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:19.290629 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 29b7b384-52d1-4878-a59e-45acc43c50c2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:19.293167 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ba6fe0f-cea8-4240-ac68-b3ae4b62890f req-28d7472a-0a7d-4d69-adc2-6887e5834efa tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016936 May 30 20:34:19.297199 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079c482-3b55-4f96-b3b7-813c40bde633 req-dc92c08b-b6ee-4a01-a8dc-017b5dbfc04e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:19.298679 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2079c482-3b55-4f96-b3b7-813c40bde633 req-dc92c08b-b6ee-4a01-a8dc-017b5dbfc04e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a1751f22-297b-4a36-a858-35a7255489cf HTTP/1.1" status: 200 len: 854 time: 0.0840976 May 30 20:34:19.363698 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2079c482-3b55-4f96-b3b7-813c40bde633 req-70ba0a92-9f12-4a46-89eb-6e39cc5ba208 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3a1199fc-c0ae-42e3-836c-6055f4e5dc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584867 May 30 20:34:19.364341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43062) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:19.516039 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:19.523406 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:19.566856 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:34:19.571275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76712194-26ef-4d6e-b523-6ddda296a204,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:19.592713 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:19.593607 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Added segment 8fe7e0a8-7e3c-415d-87f6-5564d03ee4f8 of type vlan for network d6d28065-d5ff-40fb-ae35-9b24da0cac63 May 30 20:34:19.628103 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:19.691449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:19.696218 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:19.698819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:19.699825 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:19.717150 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a9159-6eee-4f14-b800-b99233ba9dfa None None] Sync routers for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:19.747491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4a9159-6eee-4f14-b800-b99233ba9dfa None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:19.748365 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5b4a9159-6eee-4f14-b800-b99233ba9dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:19.845711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] Pushing event updated for resources: {'Network': ['ID=d6d28065-d5ff-40fb-ae35-9b24da0cac63,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:19.851741 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:19.853776 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5b4a9159-6eee-4f14-b800-b99233ba9dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:19.864985 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network d6d28065-d5ff-40fb-ae35-9b24da0cac63 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:34:19.866990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d0b42-e725-4227-81c1-28146f91b913 req-ccbf7eb0-a774-45aa-8ad9-49b57a197f57 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:19.868680 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd8d0b42-e725-4227-81c1-28146f91b913 req-ccbf7eb0-a774-45aa-8ad9-49b57a197f57 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d7c27b4-6fea-4626-a7cf-6632ac6e77cc HTTP/1.1" status: 200 len: 943 time: 0.4167337 May 30 20:34:19.878958 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2079c482-3b55-4f96-b3b7-813c40bde633 req-f1fca9fe-bc16-4a28-ac5f-81562492afca service neutron] 10.222.0.93 "GET /v2.0/networks/3a1199fc-c0ae-42e3-836c-6055f4e5dc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449692 May 30 20:34:19.886685 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4aec8812-c042-4f1f-b5ce-29203fb132ed admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0412650 May 30 20:34:19.894024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43070) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:19.904411 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e7fdd9cf-7bd1-405e-bc48-c78abb29a2da admin admin] Request body: {'subnet': {'network_id': 'd6d28065-d5ff-40fb-ae35-9b24da0cac63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-386164774-subnet', 'tenant_id': '0fa51b814cc94e3aa1a8192e196063da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:19.920068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e7fdd9cf-7bd1-405e-bc48-c78abb29a2da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:19.928275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e7fdd9cf-7bd1-405e-bc48-c78abb29a2da admin admin] Usage tracker for resource:subnet and tenant:0fa51b814cc94e3aa1a8192e196063da is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:19.935646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e7fdd9cf-7bd1-405e-bc48-c78abb29a2da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:19.947573 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f45eac92-d562-402a-9cc7-0369dc701a15 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9163427 May 30 20:34:19.948538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43078) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:19.949670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e7fdd9cf-7bd1-405e-bc48-c78abb29a2da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:19.961251 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-82c15ff1-203e-491a-b761-379dc6e83616 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:19.988912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c1f20-4015-4713-a2a5-50b65b643cc9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting port 95319f38-2c52-416d-8823-c12c0d4deb1b {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:19.989254 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e4c1f20-4015-4713-a2a5-50b65b643cc9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.090112 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4a9159-6eee-4f14-b800-b99233ba9dfa None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:20.090802 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5b4a9159-6eee-4f14-b800-b99233ba9dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:20.104275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fdd9cf-7bd1-405e-bc48-c78abb29a2da admin admin] Made reservation on behalf of 0fa51b814cc94e3aa1a8192e196063da for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:20.106905 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7fdd9cf-7bd1-405e-bc48-c78abb29a2da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.173076 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5b4a9159-6eee-4f14-b800-b99233ba9dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:20.173785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a9159-6eee-4f14-b800-b99233ba9dfa None None] The sync data for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:20.234560 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-82c15ff1-203e-491a-b761-379dc6e83616 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.238437 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd8d0b42-e725-4227-81c1-28146f91b913 req-e72c5214-0ba2-4f15-98f9-c1eb82052058 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616507 May 30 20:34:20.334477 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2079c482-3b55-4f96-b3b7-813c40bde633 req-3019a0a8-fb01-49ac-8266-fab6b620b400 service neutron] 10.222.0.93 "GET /v2.0/networks/3a1199fc-c0ae-42e3-836c-6055f4e5dc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286990 May 30 20:34:20.336415 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e4c1f20-4015-4713-a2a5-50b65b643cc9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.336843 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e4c1f20-4015-4713-a2a5-50b65b643cc9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.480620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c1f20-4015-4713-a2a5-50b65b643cc9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Calling delete_port for 95319f38-2c52-416d-8823-c12c0d4deb1b owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:20.630556 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b46f1327-80ed-41fd-a042-bc721ce1b349 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:34:20.655207 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e4c1f20-4015-4713-a2a5-50b65b643cc9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.710976 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c1f20-4015-4713-a2a5-50b65b643cc9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Port': ['ID=95319f38-2c52-416d-8823-c12c0d4deb1b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:20.741636 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-82c15ff1-203e-491a-b761-379dc6e83616 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.769963 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-82c15ff1-203e-491a-b761-379dc6e83616 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.772686 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-82c15ff1-203e-491a-b761-379dc6e83616 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Floating IP 1dba0f7f-43ef-4bb8-8a31-976594f360ab disassociated. External IP: 172.25.5.248, port: bca20c39-290e-4b30-9115-730914ac2a04. May 30 20:34:20.811298 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e4c1f20-4015-4713-a2a5-50b65b643cc9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.831264 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7fdd9cf-7bd1-405e-bc48-c78abb29a2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.838556 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port b46f1327-80ed-41fd-a042-bc721ce1b349, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b46f1327-80ed-41fd-a042-bc721ce1b349,segment=NetworkSegment(959497d0-4131-4d7a-ad61-6959c49c7be5),segment_id=959497d0-4131-4d7a-ad61-6959c49c7be5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:20.852844 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'b46f1327-80ed-41fd-a042-bc721ce1b349', 'network_id': '3a1199fc-c0ae-42e3-836c-6055f4e5dc92', 'port_id': 'b46f1327-80ed-41fd-a042-bc721ce1b349', 'mac_address': 'fa:16:3e:e2:d1:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1751f22-297b-4a36-a858-35a7255489cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:34:20.909290 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.929928 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46f1327-80ed-41fd-a042-bc721ce1b349 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:34:20.955133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port b46f1327-80ed-41fd-a042-bc721ce1b349, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b46f1327-80ed-41fd-a042-bc721ce1b349,segment=NetworkSegment(959497d0-4131-4d7a-ad61-6959c49c7be5),segment_id=959497d0-4131-4d7a-ad61-6959c49c7be5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:20.972617 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:21.000277 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdd9cf-7bd1-405e-bc48-c78abb29a2da admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5cbbf68-a744-4062-b09e-27364255dba5,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:21.019456 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fdd9cf-7bd1-405e-bc48-c78abb29a2da admin admin] Checking segment: {'id': '8fe7e0a8-7e3c-415d-87f6-5564d03ee4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd6d28065-d5ff-40fb-ae35-9b24da0cac63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:21.019806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fdd9cf-7bd1-405e-bc48-c78abb29a2da admin admin] Network hostable DHCP agents. Network: d6d28065-d5ff-40fb-ae35-9b24da0cac63, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:34:21.059576 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fdd9cf-7bd1-405e-bc48-c78abb29a2da admin admin] Network d6d28065-d5ff-40fb-ae35-9b24da0cac63 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:34:21.069737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=b46f1327-80ed-41fd-a042-bc721ce1b349,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:21.075767 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-e7fdd9cf-7bd1-405e-bc48-c78abb29a2da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, d6d28065-d5ff-40fb-ae35-9b24da0cac63) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:21.087839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d4acfb-04e6-450d-943f-badae14f430e None None] Network d6d28065-d5ff-40fb-ae35-9b24da0cac63 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:21.089643 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fdd9cf-7bd1-405e-bc48-c78abb29a2da admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:21.090218 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7fdd9cf-7bd1-405e-bc48-c78abb29a2da admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:21.127056 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e7fdd9cf-7bd1-405e-bc48-c78abb29a2da admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2317438 May 30 20:34:21.262691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['b46f1327-80ed-41fd-a042-bc721ce1b349'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:34:21.501711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4c1f20-4015-4713-a2a5-50b65b643cc9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router 34f0d9ff-5794-479f-83df-1eaeb121d6b7 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:21.523884 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa91a73c-7bbd-42ae-b6f8-69d2f3fb88bf None None] Network d6d28065-d5ff-40fb-ae35-9b24da0cac63 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:21.529191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ffd8b-8d2e-4504-86cc-f74cb88c30be req-a3c4f9c7-d7cd-4403-88c4-b5ec9d125b1c tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:21.531364 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6c7ffd8b-8d2e-4504-86cc-f74cb88c30be req-a3c4f9c7-d7cd-4403-88c4-b5ec9d125b1c tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d7c27b4-6fea-4626-a7cf-6632ac6e77cc HTTP/1.1" status: 200 len: 944 time: 0.1417847 May 30 20:34:21.585072 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c15ff1-203e-491a-b761-379dc6e83616 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 29b7b384-52d1-4878-a59e-45acc43c50c2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:21.874864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c15ff1-203e-491a-b761-379dc6e83616 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:21.890760 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e13ec-5b0e-42c7-a2c2-7055a85d0ba9 None None] Sync routers for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:21.892089 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-82c15ff1-203e-491a-b761-379dc6e83616 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:21.913179 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e13ec-5b0e-42c7-a2c2-7055a85d0ba9 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:21.913876 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9a6e13ec-5b0e-42c7-a2c2-7055a85d0ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:21.962786 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-82c15ff1-203e-491a-b761-379dc6e83616 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "PUT /v2.0/floatingips/1dba0f7f-43ef-4bb8-8a31-976594f360ab HTTP/1.1" status: 200 len: 688 time: 2.0104640 May 30 20:34:21.965559 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43122) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:21.989512 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9a6e13ec-5b0e-42c7-a2c2-7055a85d0ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:22.005491 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e13ec-5b0e-42c7-a2c2-7055a85d0ba9 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:22.006113 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9a6e13ec-5b0e-42c7-a2c2-7055a85d0ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:22.025746 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6c7ffd8b-8d2e-4504-86cc-f74cb88c30be req-ff308280-062c-4782-89fb-d74ac1a6ed3d tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644089 May 30 20:34:22.094527 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9a6e13ec-5b0e-42c7-a2c2-7055a85d0ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:22.095053 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e13ec-5b0e-42c7-a2c2-7055a85d0ba9 None None] The sync data for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:22.146698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4c1f20-4015-4713-a2a5-50b65b643cc9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:22.158297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2e7558-af24-4858-9c51-c96dd55e77fb None None] Sync routers for ids ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:22.171720 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e4c1f20-4015-4713-a2a5-50b65b643cc9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:22.172285 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2e7558-af24-4858-9c51-c96dd55e77fb None None] Routers {'34f0d9ff-5794-479f-83df-1eaeb121d6b7'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:22.173201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-fc2e7558-af24-4858-9c51-c96dd55e77fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:22.245928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7e24b24f-432a-4d2b-bbed-5d19e4182a4c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Deleting port 9755149f-34fa-4e9a-88c1-451d4916fa1c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:22.246745 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e24b24f-432a-4d2b-bbed-5d19e4182a4c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:22.274958 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0e4c1f20-4015-4713-a2a5-50b65b643cc9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/floatingips/c56cae34-dfac-4dfa-bb23-82a6603d6cfa HTTP/1.1" status: 204 len: 168 time: 2.9094820 May 30 20:34:22.275755 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:34:22.462122 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6845c476-6c77-4a2d-b984-e6bd2f8041ef'] response: {'name': 'network-changed', 'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'status': 'completed', 'code': 200} May 30 20:34:22.471561 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-fc2e7558-af24-4858-9c51-c96dd55e77fb None None] Set router 34f0d9ff-5794-479f-83df-1eaeb121d6b7 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:34:22.557727 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e24b24f-432a-4d2b-bbed-5d19e4182a4c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:22.560274 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e24b24f-432a-4d2b-bbed-5d19e4182a4c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:22.585890 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76718b0f-9383-4874-8b55-7b00686afa29 req-5f877690-666b-41c3-a575-571ced3489f4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 1097 time: 0.0923836 May 30 20:34:22.664686 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b46f1327-80ed-41fd-a042-bc721ce1b349 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:22.785645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43148) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:22.797912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-731117252-network', 'tenant_id': '385a5768a9224533b834300b7d78676b'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:22.814100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:22.822513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Usage tracker for resource:network and tenant:385a5768a9224533b834300b7d78676b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:22.865382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:22.875892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:22.881941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7e24b24f-432a-4d2b-bbed-5d19e4182a4c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Calling delete_port for 9755149f-34fa-4e9a-88c1-451d4916fa1c owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:22.957720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Made reservation on behalf of 385a5768a9224533b834300b7d78676b for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:22.960257 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:22.981501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76718b0f-9383-4874-8b55-7b00686afa29 req-ede0bde7-a2b7-4595-845a-ef04f50a730f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:22.983353 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76718b0f-9383-4874-8b55-7b00686afa29 req-ede0bde7-a2b7-4595-845a-ef04f50a730f service neutron] 10.222.0.77 "GET /v2.0/networks?id=9af71d29-6ff7-4d44-82a6-376d874b5ce1 HTTP/1.1" status: 200 len: 898 time: 0.3872187 May 30 20:34:22.987517 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:23.002219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port b46f1327-80ed-41fd-a042-bc721ce1b349 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:23.010748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port b46f1327-80ed-41fd-a042-bc721ce1b349 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:23.011430 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:23.072391 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e24b24f-432a-4d2b-bbed-5d19e4182a4c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:23.100977 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76718b0f-9383-4874-8b55-7b00686afa29 req-8cbdd54a-6dc9-49a3-b07d-0d99a0ed7f69 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 HTTP/1.1" status: 200 len: 217 time: 0.0973897 May 30 20:34:23.111620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:23.129149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24b24f-432a-4d2b-bbed-5d19e4182a4c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Port': ['ID=9755149f-34fa-4e9a-88c1-451d4916fa1c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:23.187826 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76718b0f-9383-4874-8b55-7b00686afa29 req-6f1af379-4404-45f0-98c2-56dc1520b729 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:23.189506 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76718b0f-9383-4874-8b55-7b00686afa29 req-6f1af379-4404-45f0-98c2-56dc1520b729 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04f10300-7e30-4005-a8f4-f635ff48a24f HTTP/1.1" status: 200 len: 835 time: 0.0736952 May 30 20:34:23.190272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Usage tracker for resource:security_group_rule and tenant:385a5768a9224533b834300b7d78676b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:23.194448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:23.239393 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:23.259941 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbce3c4-cbe5-44bf-8f28-065b1c38e154 req-b4833b80-d7cf-4df0-9393-fddd4d877357 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:23.260726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6dbce3c4-cbe5-44bf-8f28-065b1c38e154 req-b4833b80-d7cf-4df0-9393-fddd4d877357 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:23.270257 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e24b24f-432a-4d2b-bbed-5d19e4182a4c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:23.281981 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:23.287558 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7e24b24f-432a-4d2b-bbed-5d19e4182a4c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:23.293353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43160) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:23.294455 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7e24b24f-432a-4d2b-bbed-5d19e4182a4c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/floatingips/1dba0f7f-43ef-4bb8-8a31-976594f360ab HTTP/1.1" status: 204 len: 168 time: 1.3277140 May 30 20:34:23.311157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': '37d665d5-8ab8-437b-9a22-72dd252aa047'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:23.319322 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-fc2e7558-af24-4858-9c51-c96dd55e77fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823940237', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:45Z', 'updated_at': '2022-05-30T20:31:54Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:46Z', 'updated_at': '2022-05-30T20:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '1f6cd8c9-1bec-42db-a3a4-189a13f7bec0', 'name': '', 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:74:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:52Z', 'updated_at': '2022-05-30T20:32:04Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:23.331129 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2e7558-af24-4858-9c51-c96dd55e77fb None None] Checking router: 34f0d9ff-5794-479f-83df-1eaeb121d6b7 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:34:23.338008 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7c27b4-6fea-4626-a7cf-6632ac6e77cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46f1327-80ed-41fd-a042-bc721ce1b349'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:34:23.351305 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port b46f1327-80ed-41fd-a042-bc721ce1b349, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b46f1327-80ed-41fd-a042-bc721ce1b349,segment=NetworkSegment(959497d0-4131-4d7a-ad61-6959c49c7be5),segment_id=959497d0-4131-4d7a-ad61-6959c49c7be5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:23.356552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2e7558-af24-4858-9c51-c96dd55e77fb None None] Routers {'34f0d9ff-5794-479f-83df-1eaeb121d6b7'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:23.357306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-fc2e7558-af24-4858-9c51-c96dd55e77fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:23.379229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:23.381383 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6dbce3c4-cbe5-44bf-8f28-065b1c38e154 req-b4833b80-d7cf-4df0-9393-fddd4d877357 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:23.382550 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6dbce3c4-cbe5-44bf-8f28-065b1c38e154 req-b4833b80-d7cf-4df0-9393-fddd4d877357 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 946 time: 0.4828522 May 30 20:34:23.395505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Usage tracker for resource:floatingip and tenant:dd7814e880da42a28f83a6c4b4514fd6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:23.403114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:23.424282 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:23.430908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:23.494195 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76718b0f-9383-4874-8b55-7b00686afa29 req-ff0ccd12-402f-4fa1-9516-1eafb445579d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9af71d29-6ff7-4d44-82a6-376d874b5ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2939270 May 30 20:34:23.494989 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:23.580335 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=b46f1327-80ed-41fd-a042-bc721ce1b349,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:23.612239 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-fc2e7558-af24-4858-9c51-c96dd55e77fb None None] Set router 34f0d9ff-5794-479f-83df-1eaeb121d6b7 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:34:23.617819 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:23.674134 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6dbce3c4-cbe5-44bf-8f28-065b1c38e154 req-7f0632b7-56c2-4ad9-9da7-7c14ec41d2e7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745507 May 30 20:34:23.680685 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:23.728236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1534cd-6de5-451a-977d-2dbcc438d268,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:23.749077 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:34:23.766733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6433b8-3672-4979-86cd-d440984429bb req-9e89153d-dba6-4353-ac11-fffa546686ba tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:23.768306 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e6433b8-3672-4979-86cd-d440984429bb req-9e89153d-dba6-4353-ac11-fffa546686ba tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d7c27b4-6fea-4626-a7cf-6632ac6e77cc HTTP/1.1" status: 200 len: 945 time: 0.4636340 May 30 20:34:23.817455 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:23.817807 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Added segment c4ead916-de41-4520-912a-79d5b7f5348e of type vlan for network 86251d2b-be0a-489c-ace2-1710c35a7d4b May 30 20:34:23.825062 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7005504b-c875-4ae4-95f0-ba604384c71e'] response: {'server_uuid': '1d7c27b4-6fea-4626-a7cf-6632ac6e77cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46f1327-80ed-41fd-a042-bc721ce1b349', 'code': 200} May 30 20:34:23.902112 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76718b0f-9383-4874-8b55-7b00686afa29 req-2e24ff45-4f7a-49ea-9aef-baf19289c090 service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874552 May 30 20:34:23.953451 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-fc2e7558-af24-4858-9c51-c96dd55e77fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823940237', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:45Z', 'updated_at': '2022-05-30T20:31:54Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:46Z', 'updated_at': '2022-05-30T20:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '1f6cd8c9-1bec-42db-a3a4-189a13f7bec0', 'name': '', 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:74:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:52Z', 'updated_at': '2022-05-30T20:32:04Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:23.957539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2e7558-af24-4858-9c51-c96dd55e77fb None None] The sync data for ids ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'] in n-d-843949-2 is: [{'id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823940237', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:45Z', 'updated_at': '2022-05-30T20:31:54Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:46Z', 'updated_at': '2022-05-30T20:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '1f6cd8c9-1bec-42db-a3a4-189a13f7bec0', 'name': '', 'network_id': '9af71d29-6ff7-4d44-82a6-376d874b5ce1', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:74:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:52Z', 'updated_at': '2022-05-30T20:32:04Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '04f10300-7e30-4005-a8f4-f635ff48a24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:23.958142 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:24.053921 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e6433b8-3672-4979-86cd-d440984429bb req-5c74073a-ca6a-43d4-b6b1-420b54df20a2 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779827 May 30 20:34:24.141044 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:24.142778 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:24.143574 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:24.151236 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:34:24.193253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-731e4ddc-0210-48c5-a3e5-622d528ea010 req-8c419ced-dbbf-49ca-9b53-97e9b758de56 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1d7c27b4-6fea-4626-a7cf-6632ac6e77cc HTTP/1.1" status: 200 len: 1096 time: 0.3450525 May 30 20:34:24.268392 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7b17e-5762-4854-8e3b-2d9b64362c8f None None] New status for floating IP c56cae34-dfac-4dfa-bb23-82a6603d6cfa: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:34:24.273619 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76718b0f-9383-4874-8b55-7b00686afa29 req-a04aa844-bce2-4443-86c4-e8619d27b890 service neutron] 10.222.0.77 "GET /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536179 May 30 20:34:24.324032 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff40b8-b234-492d-9180-3a95f0f797ea req-5c5ae8b3-f07e-40d2-9edb-81bd3ef7514c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:24.324724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-8fff40b8-b234-492d-9180-3a95f0f797ea req-5c5ae8b3-f07e-40d2-9edb-81bd3ef7514c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:24.344466 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5569506 May 30 20:34:24.347571 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43180) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:24.350179 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:24.354131 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-dadceb46-90dd-44cc-b10b-3b69f41b38af admin admin] Request body: {'subnet': {'network_id': '86251d2b-be0a-489c-ace2-1710c35a7d4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-731117252-subnet', 'tenant_id': '385a5768a9224533b834300b7d78676b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:24.359818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-8fff40b8-b234-492d-9180-3a95f0f797ea req-5c5ae8b3-f07e-40d2-9edb-81bd3ef7514c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:24.361053 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8fff40b8-b234-492d-9180-3a95f0f797ea req-5c5ae8b3-f07e-40d2-9edb-81bd3ef7514c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 946 time: 0.1277280 May 30 20:34:24.363239 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dadceb46-90dd-44cc-b10b-3b69f41b38af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:24.367202 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dadceb46-90dd-44cc-b10b-3b69f41b38af admin admin] Usage tracker for resource:subnet and tenant:385a5768a9224533b834300b7d78676b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:24.371128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dadceb46-90dd-44cc-b10b-3b69f41b38af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:24.392911 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bfbaf-f47f-4d87-8f2d-e307fdc08634 admin admin] Pushing event updated for resources: {'Network': ['ID=86251d2b-be0a-489c-ace2-1710c35a7d4b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:24.403932 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 86251d2b-be0a-489c-ace2-1710c35a7d4b details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:34:24.423434 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-731e4ddc-0210-48c5-a3e5-622d528ea010 req-926c97ff-a2e7-493e-85bc-fb2b68cdb850 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218859 May 30 20:34:24.444131 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dadceb46-90dd-44cc-b10b-3b69f41b38af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:24.474967 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadceb46-90dd-44cc-b10b-3b69f41b38af admin admin] Made reservation on behalf of 385a5768a9224533b834300b7d78676b for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:24.479320 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dadceb46-90dd-44cc-b10b-3b69f41b38af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:24.553616 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-8fff40b8-b234-492d-9180-3a95f0f797ea req-325112b6-72b2-446f-9205-91c90883d045 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:24.553953 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8fff40b8-b234-492d-9180-3a95f0f797ea req-325112b6-72b2-446f-9205-91c90883d045 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:24.676602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Allocated IP 172.25.5.203 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/b2d297a4-c112-4320-ac1f-91033ed297cd) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:24.882096 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:24.903235 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-8fff40b8-b234-492d-9180-3a95f0f797ea req-325112b6-72b2-446f-9205-91c90883d045 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] For port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:24.903903 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8fff40b8-b234-492d-9180-3a95f0f797ea req-325112b6-72b2-446f-9205-91c90883d045 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:24.928144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e20d3-a080-4821-9969-204c19166f99 req-c925e6dc-a837-4ebe-bbc3-41c49978b743 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:24.929629 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f13e20d3-a080-4821-9969-204c19166f99 req-c925e6dc-a837-4ebe-bbc3-41c49978b743 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 946 time: 0.1144359 May 30 20:34:24.956884 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:25.034300 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dadceb46-90dd-44cc-b10b-3b69f41b38af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:25.043896 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-8fff40b8-b234-492d-9180-3a95f0f797ea req-325112b6-72b2-446f-9205-91c90883d045 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Calling delete_port for 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:25.054150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:25.055835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:25.057781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=b2d297a4-c112-4320-ac1f-91033ed297cd,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:25.064543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:25.092832 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f13e20d3-a080-4821-9969-204c19166f99 req-0a997cd8-d581-4e0b-a891-be685ec41255 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=d04c96f9-e460-49de-ad19-8c2f1fbeb657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564867 May 30 20:34:25.136353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadceb46-90dd-44cc-b10b-3b69f41b38af admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3bb1577-79e6-4a44-a39d-50ca3d0fb524,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:25.248159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadceb46-90dd-44cc-b10b-3b69f41b38af admin admin] Checking segment: {'id': 'c4ead916-de41-4520-912a-79d5b7f5348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '86251d2b-be0a-489c-ace2-1710c35a7d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:25.248807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadceb46-90dd-44cc-b10b-3b69f41b38af admin admin] Network hostable DHCP agents. Network: 86251d2b-be0a-489c-ace2-1710c35a7d4b, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:34:25.291105 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8fff40b8-b234-492d-9180-3a95f0f797ea req-325112b6-72b2-446f-9205-91c90883d045 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:25.336993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadceb46-90dd-44cc-b10b-3b69f41b38af admin admin] Network 86251d2b-be0a-489c-ace2-1710c35a7d4b is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:34:25.354266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325112b6-72b2-446f-9205-91c90883d045 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Port': ['ID=2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:25.399311 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-dadceb46-90dd-44cc-b10b-3b69f41b38af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 86251d2b-be0a-489c-ace2-1710c35a7d4b) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:25.403931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadceb46-90dd-44cc-b10b-3b69f41b38af admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:25.404715 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dadceb46-90dd-44cc-b10b-3b69f41b38af admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:25.409071 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecd1e28-d4a6-43b5-80bc-64c9bf5217de None None] Network 86251d2b-be0a-489c-ace2-1710c35a7d4b requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:25.489224 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fff40b8-b234-492d-9180-3a95f0f797ea req-325112b6-72b2-446f-9205-91c90883d045 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] No DVR routers for this DVR port 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:34:25.492485 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8fff40b8-b234-492d-9180-3a95f0f797ea req-325112b6-72b2-446f-9205-91c90883d045 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:25.497597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05105347-c722-4e27-a4ee-517fc5c2f523 req-dc11a291-9882-4a91-9076-e77842de2424 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:25.498822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'name': 'network-vif-deleted', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:34:25.499726 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-05105347-c722-4e27-a4ee-517fc5c2f523 req-dc11a291-9882-4a91-9076-e77842de2424 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d7c27b4-6fea-4626-a7cf-6632ac6e77cc HTTP/1.1" status: 200 len: 945 time: 0.2539852 May 30 20:34:25.524567 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8fff40b8-b234-492d-9180-3a95f0f797ea req-325112b6-72b2-446f-9205-91c90883d045 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.77 "DELETE /v2.0/ports/2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 HTTP/1.1" status: 204 len: 173 time: 1.1543589 May 30 20:34:25.556915 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dadceb46-90dd-44cc-b10b-3b69f41b38af admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2075126 May 30 20:34:25.596332 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-05105347-c722-4e27-a4ee-517fc5c2f523 req-6e87f1e6-a128-4b3d-80b6-246426833868 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809867 May 30 20:34:25.637261 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a0e9036-08b8-4bcc-957e-65ce17e6bbec'] response: {'server_uuid': '5b5f9306-87f5-40fc-9bdc-20d3b26cc98f', 'name': 'network-vif-deleted', 'tag': '2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0', 'status': 'completed', 'code': 200} May 30 20:34:25.771077 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:25.783211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83cea28-5343-4cbf-bc11-cd98521b9c96 None None] Network 86251d2b-be0a-489c-ace2-1710c35a7d4b requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:25.846076 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:26.122179 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:26.127228 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:26.313841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=b2d297a4-c112-4320-ac1f-91033ed297cd,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:26.392291 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccfaafe6-cafc-46ed-8cc3-74a06ac6bef6 req-c15377d7-4617-4eae-992b-0b40e2b506b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b5f9306-87f5-40fc-9bdc-20d3b26cc98f HTTP/1.1" status: 200 len: 210 time: 0.0793788 May 30 20:34:26.397302 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:26.816564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-d454be42-ac39-414f-b8fb-7552e781cc9b tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:26.818031 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-d454be42-ac39-414f-b8fb-7552e781cc9b tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/networks?id=d6d28065-d5ff-40fb-ae35-9b24da0cac63 HTTP/1.1" status: 200 len: 811 time: 0.3667274 May 30 20:34:26.851147 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-4ebce922-cd2e-4a8a-88f7-8fcaf7e5eec3 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/quotas/0fa51b814cc94e3aa1a8192e196063da HTTP/1.1" status: 200 len: 375 time: 0.0249338 May 30 20:34:26.895437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafae8e-cacf-405c-a941-3b65c4c778f3 req-b4afe523-5869-487e-afbb-aa5ee48d5efe tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:26.896845 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-caafae8e-cacf-405c-a941-3b65c4c778f3 req-b4afe523-5869-487e-afbb-aa5ee48d5efe tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d7c27b4-6fea-4626-a7cf-6632ac6e77cc HTTP/1.1" status: 200 len: 945 time: 0.1793835 May 30 20:34:26.910786 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-6d29e8d9-b7ce-4aa1-9493-808fabdaac4f tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0fa51b814cc94e3aa1a8192e196063da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525625 May 30 20:34:27.055853 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-caafae8e-cacf-405c-a941-3b65c4c778f3 req-649fc59c-a4a2-4a06-904a-30f692e3886c tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487718 May 30 20:34:27.060399 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:34:27.064540 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Floating IP 88c9fe0d-f3b7-4f40-86e4-b74ef150be98 associated. External IP: 172.25.5.203, port: 37d665d5-8ab8-437b-9a22-72dd252aa047. May 30 20:34:27.111780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:34:27.112310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2b307d6c-47b8-4dfe-80a2-6ceab6bf75d0 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:34:27.234695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-d4c338b1-ffea-4ead-858c-db4d41ffee72 service neutron] 10.222.0.84 "GET /v2.0/networks/d6d28065-d5ff-40fb-ae35-9b24da0cac63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088338 May 30 20:34:27.399255 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-1f4e6c4d-cb29-4e60-a8f7-cdd42662bcbd service neutron] 10.222.0.84 "GET /v2.0/networks/d6d28065-d5ff-40fb-ae35-9b24da0cac63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523967 May 30 20:34:27.541500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43242) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:27.664270 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a919cb2-110f-46c0-8021-cd1e70f2ba20 req-b1b932f8-26bb-4702-943e-a4085589bf77 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 210 time: 0.0508144 May 30 20:34:27.754857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 29b7b384-52d1-4878-a59e-45acc43c50c2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:27.786379 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1eb405f0-da36-40c2-aa95-15d71e18b1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:28.066179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:28.079506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106d7c7f-9167-4108-a0fa-b9bca7705c92 None None] Sync routers for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:28.100043 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106d7c7f-9167-4108-a0fa-b9bca7705c92 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:28.100948 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-106d7c7f-9167-4108-a0fa-b9bca7705c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:28.104217 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:28.202949 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d18209ff-476e-49d9-865d-f02a584440b8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.9078894 May 30 20:34:28.206167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43264) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:28.217664 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-106d7c7f-9167-4108-a0fa-b9bca7705c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:28.252667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106d7c7f-9167-4108-a0fa-b9bca7705c92 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:28.255126 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-106d7c7f-9167-4108-a0fa-b9bca7705c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:28.388706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-106d7c7f-9167-4108-a0fa-b9bca7705c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:28.390192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106d7c7f-9167-4108-a0fa-b9bca7705c92 None None] The sync data for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:28.556582 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1eac7603-b51b-4396-9ed5-5777ab2b6152 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "GET /v2.0/floatingips/88c9fe0d-f3b7-4f40-86e4-b74ef150be98 HTTP/1.1" status: 200 len: 979 time: 0.3490915 May 30 20:34:28.557306 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43284) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:28.573740 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8404fad7-b212-4149-9602-f9642c169b8a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:28.670117 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e5c0be3f-7693-4dad-bd1c-fc17a46f9f2e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Synchronizing usage tracker for tenant:dd7814e880da42a28f83a6c4b4514fd6 on resource:floatingip {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:28.693275 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e5c0be3f-7693-4dad-bd1c-fc17a46f9f2e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Unset dirty status for tenant:dd7814e880da42a28f83a6c4b4514fd6 on resource:floatingip {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:28.696730 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e5c0be3f-7693-4dad-bd1c-fc17a46f9f2e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1380527 May 30 20:34:28.697627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43288) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:28.706712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-2ed41e6c-4dec-41af-9aca-a85b82560cbf tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'floatingip': {'port_id': 'bca20c39-290e-4b30-9115-730914ac2a04'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:28.831397 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e6c-4dec-41af-9aca-a85b82560cbf tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:29.150027 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c639d72e-2d97-4d42-ba2e-a82c54f30f90 req-ee2f1401-b45f-491c-a927-b70e1d58414e tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 210 time: 0.1453738 May 30 20:34:29.466778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-d69ff41f-bddc-408f-a77e-a1d8d5f91ce1 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:29.468421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-d69ff41f-bddc-408f-a77e-a1d8d5f91ce1 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Synchronizing usage tracker for tenant:0fa51b814cc94e3aa1a8192e196063da on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:29.539920 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-d69ff41f-bddc-408f-a77e-a1d8d5f91ce1 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Unset dirty status for tenant:0fa51b814cc94e3aa1a8192e196063da on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:29.541523 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-d69ff41f-bddc-408f-a77e-a1d8d5f91ce1 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.77 "GET /v2.0/networks?id=d6d28065-d5ff-40fb-ae35-9b24da0cac63 HTTP/1.1" status: 200 len: 811 time: 0.5402277 May 30 20:34:29.562512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-8aac7db7-12ab-411c-ad04-5183ec2335cb tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Request body: {'port': {'device_id': '408d06ff-9be7-4e7a-b379-adf9fccb4f84', 'network_id': 'd6d28065-d5ff-40fb-ae35-9b24da0cac63', 'admin_state_up': True, 'tenant_id': '0fa51b814cc94e3aa1a8192e196063da'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:29.794537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-8aac7db7-12ab-411c-ad04-5183ec2335cb tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:29.803630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-8aac7db7-12ab-411c-ad04-5183ec2335cb tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Usage tracker for resource:port and tenant:0fa51b814cc94e3aa1a8192e196063da is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:29.808138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-8aac7db7-12ab-411c-ad04-5183ec2335cb tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:29.816472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-8aac7db7-12ab-411c-ad04-5183ec2335cb tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:29.839195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-8aac7db7-12ab-411c-ad04-5183ec2335cb tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Made reservation on behalf of 0fa51b814cc94e3aa1a8192e196063da for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:29.842530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-8aac7db7-12ab-411c-ad04-5183ec2335cb tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:29.859825 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e6c-4dec-41af-9aca-a85b82560cbf tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:29.863954 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e6c-4dec-41af-9aca-a85b82560cbf tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:29.958346 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fab81289-946f-42d5-bdcd-e931a446683c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:29.986654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8404fad7-b212-4149-9602-f9642c169b8a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting port 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:29.987284 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8404fad7-b212-4149-9602-f9642c169b8a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:30.073743 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-2ed41e6c-4dec-41af-9aca-a85b82560cbf tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Floating IP 88c9fe0d-f3b7-4f40-86e4-b74ef150be98 associated. External IP: 172.25.5.203, port: 37d665d5-8ab8-437b-9a22-72dd252aa047. May 30 20:34:30.307861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-8aac7db7-12ab-411c-ad04-5183ec2335cb tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Allocated IP 172.20.0.10 (d6d28065-d5ff-40fb-ae35-9b24da0cac63/c5cbbf68-a744-4062-b09e-27364255dba5/ecd07a3b-c521-4cbf-9c2f-335fb53da259) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:30.372469 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-8404fad7-b212-4149-9602-f9642c169b8a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] For port 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=1f6cd8c9-1bec-42db-a3a4-189a13f7bec0,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:30.372834 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8404fad7-b212-4149-9602-f9642c169b8a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:30.394336 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d5c5544e-2718-452a-9cb1-1d3600ad7e0f req-196dd47e-b041-46e3-812b-0cfc5f1c5561 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 210 time: 0.0523026 May 30 20:34:30.517618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-8404fad7-b212-4149-9602-f9642c169b8a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Calling delete_port for 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:30.751933 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed41e6c-4dec-41af-9aca-a85b82560cbf tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 29b7b384-52d1-4878-a59e-45acc43c50c2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:30.758650 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-8aac7db7-12ab-411c-ad04-5183ec2335cb tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:30.849847 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-8aac7db7-12ab-411c-ad04-5183ec2335cb tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:30.893804 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8404fad7-b212-4149-9602-f9642c169b8a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:31.001483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed41e6c-4dec-41af-9aca-a85b82560cbf tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:31.007801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-8aac7db7-12ab-411c-ad04-5183ec2335cb tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Network d6d28065-d5ff-40fb-ae35-9b24da0cac63 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:31.015198 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ddec4-d680-4517-9987-d134cf3c9caf None None] Sync routers for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:31.016505 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-8aac7db7-12ab-411c-ad04-5183ec2335cb tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:31.018766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-8aac7db7-12ab-411c-ad04-5183ec2335cb tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:31.037324 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ddec4-d680-4517-9987-d134cf3c9caf None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:31.040398 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ec6ddec4-d680-4517-9987-d134cf3c9caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:31.052011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac7db7-12ab-411c-ad04-5183ec2335cb tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Pushing event updated for resources: {'Port': ['ID=ecd07a3b-c521-4cbf-9c2f-335fb53da259,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:31.171619 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ec6ddec4-d680-4517-9987-d134cf3c9caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:31.185355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404fad7-b212-4149-9602-f9642c169b8a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Port': ['ID=1f6cd8c9-1bec-42db-a3a4-189a13f7bec0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:31.334371 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ddec4-d680-4517-9987-d134cf3c9caf None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:31.334371 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ec6ddec4-d680-4517-9987-d134cf3c9caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:31.464320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-8aac7db7-12ab-411c-ad04-5183ec2335cb tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:31.464320 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-8aac7db7-12ab-411c-ad04-5183ec2335cb tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:31.468749 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:31.469410 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ec6ddec4-d680-4517-9987-d134cf3c9caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:31.469410 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ddec4-d680-4517-9987-d134cf3c9caf None None] The sync data for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:31.575713 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-8aac7db7-12ab-411c-ad04-5183ec2335cb tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0172369 May 30 20:34:31.610865 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:31.719486 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8404fad7-b212-4149-9602-f9642c169b8a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:31.904722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3832d-fab3-4436-9102-89e3e93e3e75 req-4f3fc46e-f37e-42fa-9812-c25ccc05530c tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:31.904722 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57d3832d-fab3-4436-9102-89e3e93e3e75 req-4f3fc46e-f37e-42fa-9812-c25ccc05530c tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 932 time: 0.1664348 May 30 20:34:31.935846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Request body: {'port': {'device_id': '408d06ff-9be7-4e7a-b379-adf9fccb4f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:31.966857 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57d3832d-fab3-4436-9102-89e3e93e3e75 req-d934b01b-3ab3-447f-9920-81ef6ad6c0ec tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559518 May 30 20:34:32.043059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed41e6c-4dec-41af-9aca-a85b82560cbf tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 29b7b384-52d1-4878-a59e-45acc43c50c2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:32.080228 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:32.346345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed41e6c-4dec-41af-9aca-a85b82560cbf tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:32.351169 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2ed41e6c-4dec-41af-9aca-a85b82560cbf tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:32.373074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a173ab8-f717-43d8-af25-3d444e3e1a18 None None] Sync routers for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:32.397759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a173ab8-f717-43d8-af25-3d444e3e1a18 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:32.397759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3a173ab8-f717-43d8-af25-3d444e3e1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:32.521015 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3a173ab8-f717-43d8-af25-3d444e3e1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:32.530691 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2ed41e6c-4dec-41af-9aca-a85b82560cbf tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "PUT /v2.0/floatingips/88c9fe0d-f3b7-4f40-86e4-b74ef150be98 HTTP/1.1" status: 200 len: 978 time: 3.8312173 May 30 20:34:32.533206 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43336) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:32.539932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-51dbce65-d77a-42a1-88a8-ef405dafb1ac tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:32.541420 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a173ab8-f717-43d8-af25-3d444e3e1a18 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:32.542046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3a173ab8-f717-43d8-af25-3d444e3e1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:32.626462 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3a173ab8-f717-43d8-af25-3d444e3e1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:32.626869 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a173ab8-f717-43d8-af25-3d444e3e1a18 None None] The sync data for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:32.659928 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51dbce65-d77a-42a1-88a8-ef405dafb1ac tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:32.898940 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:33.160773 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd07a3b-c521-4cbf-9c2f-335fb53da259 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:34:33.164153 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:33.207044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Transition to ACTIVE for port object ecd07a3b-c521-4cbf-9c2f-335fb53da259 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:33.230465 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:33.270038 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51dbce65-d77a-42a1-88a8-ef405dafb1ac tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:33.281590 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51dbce65-d77a-42a1-88a8-ef405dafb1ac tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:33.281943 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-51dbce65-d77a-42a1-88a8-ef405dafb1ac tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Floating IP 88c9fe0d-f3b7-4f40-86e4-b74ef150be98 disassociated. External IP: 172.25.5.203, port: bca20c39-290e-4b30-9115-730914ac2a04. May 30 20:34:33.339427 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:33.353079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd07a3b-c521-4cbf-9c2f-335fb53da259,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:33.473873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5ab4b-3d02-4adb-a911-01b874002198 req-2b029503-f34b-4a43-86bc-2cbda50acbc3 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:33.473873 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7fe5ab4b-3d02-4adb-a911-01b874002198 req-2b029503-f34b-4a43-86bc-2cbda50acbc3 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 944 time: 0.2952371 May 30 20:34:33.544346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7fe5ab4b-3d02-4adb-a911-01b874002198 req-e14b18ad-918c-4aac-bd9a-375afa35e9da tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575104 May 30 20:34:33.812395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Attempting to bind port ecd07a3b-c521-4cbf-9c2f-335fb53da259 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:34:33.812395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Attempting to bind port ecd07a3b-c521-4cbf-9c2f-335fb53da259 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '8fe7e0a8-7e3c-415d-87f6-5564d03ee4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd6d28065-d5ff-40fb-ae35-9b24da0cac63'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:34:33.812395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Attempting to bind port ecd07a3b-c521-4cbf-9c2f-335fb53da259 on network d6d28065-d5ff-40fb-ae35-9b24da0cac63 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:33.821255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Port ecd07a3b-c521-4cbf-9c2f-335fb53da259 on network d6d28065-d5ff-40fb-ae35-9b24da0cac63 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:34:33.821255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Attempting to bind port ecd07a3b-c521-4cbf-9c2f-335fb53da259 on network d6d28065-d5ff-40fb-ae35-9b24da0cac63 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:33.834456 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:34:33.834456 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Checking segment: {'id': '8fe7e0a8-7e3c-415d-87f6-5564d03ee4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd6d28065-d5ff-40fb-ae35-9b24da0cac63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:33.834456 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Bound using segment: {'id': '8fe7e0a8-7e3c-415d-87f6-5564d03ee4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd6d28065-d5ff-40fb-ae35-9b24da0cac63'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:34:33.834456 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Bound port: ecd07a3b-c521-4cbf-9c2f-335fb53da259, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe7e0a8-7e3c-415d-87f6-5564d03ee4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd6d28065-d5ff-40fb-ae35-9b24da0cac63'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:34:33.834456 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:33.949002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dbce65-d77a-42a1-88a8-ef405dafb1ac tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 29b7b384-52d1-4878-a59e-45acc43c50c2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:33.989909 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] For port ecd07a3b-c521-4cbf-9c2f-335fb53da259, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:34:33.995328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] For port ecd07a3b-c521-4cbf-9c2f-335fb53da259, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ecd07a3b-c521-4cbf-9c2f-335fb53da259,segment=NetworkSegment(8fe7e0a8-7e3c-415d-87f6-5564d03ee4f8),segment_id=8fe7e0a8-7e3c-415d-87f6-5564d03ee4f8)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:34:34.002222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8404fad7-b212-4149-9602-f9642c169b8a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router 34f0d9ff-5794-479f-83df-1eaeb121d6b7 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:34.005659 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:34.086864 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:34.093163 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] 10.222.0.77 "PUT /v2.0/ports/ecd07a3b-c521-4cbf-9c2f-335fb53da259 HTTP/1.1" status: 200 len: 1092 time: 2.4924486 May 30 20:34:34.093163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408d06ff-9be7-4e7a-b379-adf9fccb4f84', 'tag': 'ecd07a3b-c521-4cbf-9c2f-335fb53da259'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:34:34.241281 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3602bff-7b2d-4702-9b53-6110f10d3341'] response: {'name': 'network-changed', 'server_uuid': '408d06ff-9be7-4e7a-b379-adf9fccb4f84', 'tag': 'ecd07a3b-c521-4cbf-9c2f-335fb53da259', 'status': 'completed', 'code': 200} May 30 20:34:34.315351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dbce65-d77a-42a1-88a8-ef405dafb1ac tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:34.322091 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51dbce65-d77a-42a1-88a8-ef405dafb1ac tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:34.326799 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54672450-79ec-4142-97d1-52577a0e4236 None None] Sync routers for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:34.352546 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54672450-79ec-4142-97d1-52577a0e4236 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:34.353083 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-54672450-79ec-4142-97d1-52577a0e4236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:34.389375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81398b66-73ac-4719-b9df-86557b6dbbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd07a3b-c521-4cbf-9c2f-335fb53da259,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:34.423881 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-54672450-79ec-4142-97d1-52577a0e4236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:34.432262 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-51dbce65-d77a-42a1-88a8-ef405dafb1ac tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "PUT /v2.0/floatingips/88c9fe0d-f3b7-4f40-86e4-b74ef150be98 HTTP/1.1" status: 200 len: 688 time: 1.8922160 May 30 20:34:34.434053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43362) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:34.438487 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54672450-79ec-4142-97d1-52577a0e4236 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:34.438487 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-54672450-79ec-4142-97d1-52577a0e4236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:34.502107 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-54672450-79ec-4142-97d1-52577a0e4236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:34.502107 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54672450-79ec-4142-97d1-52577a0e4236 None None] The sync data for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:34.845354 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-977d38cf-1c80-4a1e-b7a0-1bee00edc48a tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Deleting port b2d297a4-c112-4320-ac1f-91033ed297cd {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:34.845628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-977d38cf-1c80-4a1e-b7a0-1bee00edc48a tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:34.853264 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2517a5-d063-48d8-9c82-aef544d2eb0b req-a7faf3ce-80b0-4ec2-b9c0-f5e70a65458d tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:34.854938 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef2517a5-d063-48d8-9c82-aef544d2eb0b req-a7faf3ce-80b0-4ec2-b9c0-f5e70a65458d tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 944 time: 0.1387818 May 30 20:34:34.912161 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-6537c9bf-0ef4-4650-bb7a-0cee5d28a6f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fa51b814cc94e3aa1a8192e196063da&device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 1095 time: 0.7019269 May 30 20:34:34.945655 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef2517a5-d063-48d8-9c82-aef544d2eb0b req-2b379424-6e48-4d65-89a5-4391ced86a09 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804181 May 30 20:34:35.084637 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-3080c206-240d-4f68-84bc-e7f469ea2b09 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecd07a3b-c521-4cbf-9c2f-335fb53da259 HTTP/1.1" status: 200 len: 217 time: 0.1388803 May 30 20:34:35.188250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-5f3299c3-f34e-4c3f-895f-7406581f5695 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:35.189688 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-5f3299c3-f34e-4c3f-895f-7406581f5695 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c5cbbf68-a744-4062-b09e-27364255dba5 HTTP/1.1" status: 200 len: 851 time: 0.1003840 May 30 20:34:35.262255 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-ebc05aec-3040-4380-b867-16e4a55fa911 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d6d28065-d5ff-40fb-ae35-9b24da0cac63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559046 May 30 20:34:35.262255 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-977d38cf-1c80-4a1e-b7a0-1bee00edc48a tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:35.262255 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-977d38cf-1c80-4a1e-b7a0-1bee00edc48a tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:35.510023 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-977d38cf-1c80-4a1e-b7a0-1bee00edc48a tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Calling delete_port for b2d297a4-c112-4320-ac1f-91033ed297cd owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:35.598030 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8404fad7-b212-4149-9602-f9642c169b8a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:35.598030 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8404fad7-b212-4149-9602-f9642c169b8a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "PUT /v2.0/routers/34f0d9ff-5794-479f-83df-1eaeb121d6b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0487368 May 30 20:34:35.603140 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef7348-405d-4786-8b7e-41eb0e7b687a None None] Sync routers for ids ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:35.605287 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43380) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:35.623453 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-3c603751-ec7b-4426-8a69-a939a715edd7 service neutron] 10.222.0.77 "GET /v2.0/networks/d6d28065-d5ff-40fb-ae35-9b24da0cac63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493748 May 30 20:34:35.643285 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef7348-405d-4786-8b7e-41eb0e7b687a None None] Routers {'34f0d9ff-5794-479f-83df-1eaeb121d6b7'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:35.643285 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bcef7348-405d-4786-8b7e-41eb0e7b687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:35.882643 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-977d38cf-1c80-4a1e-b7a0-1bee00edc48a tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:35.928746 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-0425bd6b-ac43-4af1-905e-ef6e27b8fe3b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting subnet 04f10300-7e30-4005-a8f4-f635ff48a24f {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:34:35.933468 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0425bd6b-ac43-4af1-905e-ef6e27b8fe3b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:35.963384 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-bcef7348-405d-4786-8b7e-41eb0e7b687a None None] Set router 34f0d9ff-5794-479f-83df-1eaeb121d6b7 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:34:35.967602 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d38cf-1c80-4a1e-b7a0-1bee00edc48a tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Port': ['ID=b2d297a4-c112-4320-ac1f-91033ed297cd,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:36.006791 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8e95f353-61b9-4b49-9530-af47dbb168d2 req-f4042f17-b839-4da1-919f-3f0270fc5d3f service neutron] 10.222.0.77 "GET /v2.0/networks/d6d28065-d5ff-40fb-ae35-9b24da0cac63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730509 May 30 20:34:36.010251 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0425bd6b-ac43-4af1-905e-ef6e27b8fe3b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:36.209615 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0425bd6b-ac43-4af1-905e-ef6e27b8fe3b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:36.374761 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-977d38cf-1c80-4a1e-b7a0-1bee00edc48a tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:36.412813 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5aa06646-8b1a-4ab9-a143-263f987fe1ec req-69e67afd-3299-41b9-8d34-885894503c0c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fa51b814cc94e3aa1a8192e196063da&device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 1095 time: 0.3366003 May 30 20:34:36.451127 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-977d38cf-1c80-4a1e-b7a0-1bee00edc48a tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:36.455790 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-977d38cf-1c80-4a1e-b7a0-1bee00edc48a tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/floatingips/88c9fe0d-f3b7-4f40-86e4-b74ef150be98 HTTP/1.1" status: 204 len: 168 time: 2.0132558 May 30 20:34:36.463509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43394) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:36.510231 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0425bd6b-ac43-4af1-905e-ef6e27b8fe3b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:36.663954 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-d3f3cc7d-7a89-4cfd-9cf2-51b5cb5359a0 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] delete failed (client error): The resource could not be found. May 30 20:34:36.665500 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d3f3cc7d-7a89-4cfd-9cf2-51b5cb5359a0 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/floatingips/88c9fe0d-f3b7-4f40-86e4-b74ef150be98 HTTP/1.1" status: 404 len: 345 time: 0.2081258 May 30 20:34:36.678439 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43398) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:36.706152 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0425bd6b-ac43-4af1-905e-ef6e27b8fe3b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:36.709681 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcce5d7-e156-4e5f-bbf7-fc725273eaf2 None None] Network 9af71d29-6ff7-4d44-82a6-376d874b5ce1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:36.735004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425bd6b-ac43-4af1-905e-ef6e27b8fe3b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Subnet': ['ID=04f10300-7e30-4005-a8f4-f635ff48a24f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:36.742095 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0425bd6b-ac43-4af1-905e-ef6e27b8fe3b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/subnets/04f10300-7e30-4005-a8f4-f635ff48a24f HTTP/1.1" status: 204 len: 168 time: 1.1406846 May 30 20:34:36.743396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43404) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:36.913786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9e439-663f-4fe0-9f3b-23ee686fb471 req-569325d4-f570-446e-8599-0f8e64bf181f tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:36.913786 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0aa9e439-663f-4fe0-9f3b-23ee686fb471 req-569325d4-f570-446e-8599-0f8e64bf181f tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 944 time: 0.6231749 May 30 20:34:36.980151 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0aa9e439-663f-4fe0-9f3b-23ee686fb471 req-8ae015bd-b1a0-4bef-8901-be0666dd37e6 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555742 May 30 20:34:37.076497 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4279a249-9e96-48f6-b722-78bfd743c582 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:37.178263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa06646-8b1a-4ab9-a143-263f987fe1ec req-5940a90c-c50c-4e7d-862d-f3d2682c6bdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:37.179652 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5aa06646-8b1a-4ab9-a143-263f987fe1ec req-5940a90c-c50c-4e7d-862d-f3d2682c6bdc service neutron] 10.222.0.77 "GET /v2.0/networks?id=d6d28065-d5ff-40fb-ae35-9b24da0cac63 HTTP/1.1" status: 200 len: 912 time: 0.7552540 May 30 20:34:37.192519 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6286d82-b7a7-4a03-a6b6-7d940b200b11 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:37.196459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6286d82-b7a7-4a03-a6b6-7d940b200b11 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:37.200603 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6286d82-b7a7-4a03-a6b6-7d940b200b11 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:37.201665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e6286d82-b7a7-4a03-a6b6-7d940b200b11 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Synchronizing usage tracker for tenant:dd7814e880da42a28f83a6c4b4514fd6 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:37.219594 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:37.234883 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bcef7348-405d-4786-8b7e-41eb0e7b687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823940237', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:45Z', 'updated_at': '2022-05-30T20:34:30Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': 'b045e9fe-7c0a-4f5b-af02-f0ac70515c51', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:46Z', 'updated_at': '2022-05-30T20:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:37.246228 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef7348-405d-4786-8b7e-41eb0e7b687a None None] Checking router: 34f0d9ff-5794-479f-83df-1eaeb121d6b7 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:34:37.336480 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef7348-405d-4786-8b7e-41eb0e7b687a None None] Routers {'34f0d9ff-5794-479f-83df-1eaeb121d6b7'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:37.347432 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bcef7348-405d-4786-8b7e-41eb0e7b687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:37.403584 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4279a249-9e96-48f6-b722-78bfd743c582 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:37.441352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4279a249-9e96-48f6-b722-78bfd743c582 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting port b045e9fe-7c0a-4f5b-af02-f0ac70515c51 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:37.441352 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4279a249-9e96-48f6-b722-78bfd743c582 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:37.478673 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5aa06646-8b1a-4ab9-a143-263f987fe1ec req-5d6ef9c6-44d7-42dd-896e-4d2b80718047 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecd07a3b-c521-4cbf-9c2f-335fb53da259 HTTP/1.1" status: 200 len: 217 time: 0.2664423 May 30 20:34:37.533415 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d51af98-1598-4065-918c-847d6801bf79 None None] DHCP port deletion for 9af71d29-6ff7-4d44-82a6-376d874b5ce1 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:34:37.596493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e6286d82-b7a7-4a03-a6b6-7d940b200b11 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Unset dirty status for tenant:dd7814e880da42a28f83a6c4b4514fd6 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:37.600080 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e6286d82-b7a7-4a03-a6b6-7d940b200b11 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "GET /v2.0/ports?network_id=4cfcbf63-351f-49da-ac28-a23f6a577007 HTTP/1.1" status: 200 len: 2359 time: 0.9178903 May 30 20:34:37.600854 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43416) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:37.605300 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7d51af98-1598-4065-918c-847d6801bf79 None None] Deleting port 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:37.605665 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7d51af98-1598-4065-918c-847d6801bf79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:37.674662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa06646-8b1a-4ab9-a143-263f987fe1ec req-617bbadb-ea63-46e1-ba0c-01f3e71f65dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:37.676882 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5aa06646-8b1a-4ab9-a143-263f987fe1ec req-617bbadb-ea63-46e1-ba0c-01f3e71f65dd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c5cbbf68-a744-4062-b09e-27364255dba5 HTTP/1.1" status: 200 len: 851 time: 0.1966887 May 30 20:34:37.700775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-4279a249-9e96-48f6-b722-78bfd743c582 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] For port b045e9fe-7c0a-4f5b-af02-f0ac70515c51, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b045e9fe-7c0a-4f5b-af02-f0ac70515c51,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:37.701408 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4279a249-9e96-48f6-b722-78bfd743c582 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:37.781428 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5aa06646-8b1a-4ab9-a143-263f987fe1ec req-b057c33d-1558-42a0-a42d-1edfc1c3fa68 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d6d28065-d5ff-40fb-ae35-9b24da0cac63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886304 May 30 20:34:37.811033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bf2b37-4719-4cf0-b36d-8cd51b8c602e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:37.836965 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-67bf2b37-4719-4cf0-b36d-8cd51b8c602e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "GET /v2.0/subnets/daff46d2-28d4-4d98-b461-9ad90227eb13 HTTP/1.1" status: 200 len: 797 time: 0.2287312 May 30 20:34:37.836965 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43420) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:37.880666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5c0f6884-a674-432e-9bac-08860fc71326 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'port': {'network_id': '4cfcbf63-351f-49da-ac28-a23f6a577007', 'name': 'tempest-FloatingIPTestJSON-1085598697', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:37.934591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7d51af98-1598-4065-918c-847d6801bf79 None None] For port 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=78efa910-c1f4-4fa6-91b4-7d69c5e29ddd,segment=NetworkSegment(8a8db385-85bd-427c-8fb3-7ae42a4d6068),segment_id=8a8db385-85bd-427c-8fb3-7ae42a4d6068)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:37.934591 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7d51af98-1598-4065-918c-847d6801bf79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:37.943560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4279a249-9e96-48f6-b722-78bfd743c582 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Calling delete_port for b045e9fe-7c0a-4f5b-af02-f0ac70515c51 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:38.222535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7d51af98-1598-4065-918c-847d6801bf79 None None] Calling delete_port for 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:38.251941 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4279a249-9e96-48f6-b722-78bfd743c582 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:38.300827 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5aa06646-8b1a-4ab9-a143-263f987fe1ec req-799837d1-0fc1-44c4-880b-b5a648fe1a0a service neutron] 10.222.0.77 "GET /v2.0/networks/d6d28065-d5ff-40fb-ae35-9b24da0cac63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970520 May 30 20:34:38.313114 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-bcef7348-405d-4786-8b7e-41eb0e7b687a None None] Set router 34f0d9ff-5794-479f-83df-1eaeb121d6b7 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:34:38.460524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:34:38.538065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279a249-9e96-48f6-b722-78bfd743c582 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Port': ['ID=b045e9fe-7c0a-4f5b-af02-f0ac70515c51,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:38.555283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5c0f6884-a674-432e-9bac-08860fc71326 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:38.571326 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5aa06646-8b1a-4ab9-a143-263f987fe1ec req-8e84ab6c-deb5-4193-8686-dd1716d50534 service neutron] 10.222.0.77 "GET /v2.0/networks/d6d28065-d5ff-40fb-ae35-9b24da0cac63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612543 May 30 20:34:38.571326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5c0f6884-a674-432e-9bac-08860fc71326 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:38.595218 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7d51af98-1598-4065-918c-847d6801bf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:38.595218 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bcef7348-405d-4786-8b7e-41eb0e7b687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823940237', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:45Z', 'updated_at': '2022-05-30T20:34:37Z', 'revision_number': 6, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:38.637459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef7348-405d-4786-8b7e-41eb0e7b687a None None] The sync data for ids ['34f0d9ff-5794-479f-83df-1eaeb121d6b7'] in n-d-843949-2 is: [{'id': '34f0d9ff-5794-479f-83df-1eaeb121d6b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823940237', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:45Z', 'updated_at': '2022-05-30T20:34:37Z', 'revision_number': 6, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:38.673119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0f6884-a674-432e-9bac-08860fc71326 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Made reservation on behalf of dd7814e880da42a28f83a6c4b4514fd6 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:38.687135 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51af98-1598-4065-918c-847d6801bf79 None None] Pushing event deleted for resources: {'Port': ['ID=78efa910-c1f4-4fa6-91b4-7d69c5e29ddd,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:38.716502 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d51af98-1598-4065-918c-847d6801bf79 None None] No DVR routers for this DVR port 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:34:38.724303 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No active binding found for port 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd {{(pid=84025) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 20:34:38.724734 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 78efa910-c1f4-4fa6-91b4-7d69c5e29ddd not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:34:38.872097 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c0f6884-a674-432e-9bac-08860fc71326 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:38.911777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-5c0f6884-a674-432e-9bac-08860fc71326 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] device_id is not set on port 2ec4c8f2-e4b4-4bea-9d29-5d81751a8866 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:34:38.935438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb061b7-277b-4265-9089-227dcdd1ab22 req-041f91f7-838c-41cb-a122-73ee8dbae401 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:38.935438 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8fb061b7-277b-4265-9089-227dcdd1ab22 req-041f91f7-838c-41cb-a122-73ee8dbae401 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 944 time: 0.5520489 May 30 20:34:38.944230 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4279a249-9e96-48f6-b722-78bfd743c582 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.130898 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device ecd07a3b-c521-4cbf-9c2f-335fb53da259 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:34:39.436482 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port ecd07a3b-c521-4cbf-9c2f-335fb53da259, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ecd07a3b-c521-4cbf-9c2f-335fb53da259,segment=NetworkSegment(8fe7e0a8-7e3c-415d-87f6-5564d03ee4f8),segment_id=8fe7e0a8-7e3c-415d-87f6-5564d03ee4f8)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:39.454216 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4279a249-9e96-48f6-b722-78bfd743c582 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.467238 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4279a249-9e96-48f6-b722-78bfd743c582 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.483527 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'ecd07a3b-c521-4cbf-9c2f-335fb53da259', 'network_id': 'd6d28065-d5ff-40fb-ae35-9b24da0cac63', 'port_id': 'ecd07a3b-c521-4cbf-9c2f-335fb53da259', 'mac_address': 'fa:16:3e:ee:9b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5cbbf68-a744-4062-b09e-27364255dba5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:34:39.497244 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4279a249-9e96-48f6-b722-78bfd743c582 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.497244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4279a249-9e96-48f6-b722-78bfd743c582 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Fanout notify agent at l3_agent the message router_deleted on router 34f0d9ff-5794-479f-83df-1eaeb121d6b7 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:34:39.505255 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8fb061b7-277b-4265-9089-227dcdd1ab22 req-e1524c8a-259b-41a7-b6bd-243a527a9cf7 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516448 May 30 20:34:39.519746 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4279a249-9e96-48f6-b722-78bfd743c582 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.524822 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4279a249-9e96-48f6-b722-78bfd743c582 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/routers/34f0d9ff-5794-479f-83df-1eaeb121d6b7 HTTP/1.1" status: 204 len: 168 time: 2.7800384 May 30 20:34:39.525525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43442) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:39.583107 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.631301 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd07a3b-c521-4cbf-9c2f-335fb53da259 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:34:39.650212 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-5c0f6884-a674-432e-9bac-08860fc71326 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Allocated IP 172.20.0.14 (4cfcbf63-351f-49da-ac28-a23f6a577007/daff46d2-28d4-4d98-b461-9ad90227eb13/2ec4c8f2-e4b4-4bea-9d29-5d81751a8866) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:39.665495 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-5c0f6884-a674-432e-9bac-08860fc71326 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Allocated IP 172.20.0.13 (4cfcbf63-351f-49da-ac28-a23f6a577007/daff46d2-28d4-4d98-b461-9ad90227eb13/2ec4c8f2-e4b4-4bea-9d29-5d81751a8866) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:39.668215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port ecd07a3b-c521-4cbf-9c2f-335fb53da259, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ecd07a3b-c521-4cbf-9c2f-335fb53da259,segment=NetworkSegment(8fe7e0a8-7e3c-415d-87f6-5564d03ee4f8),segment_id=8fe7e0a8-7e3c-415d-87f6-5564d03ee4f8)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:39.677554 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.757336 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-631d7981-cf15-4b05-981b-76df40f21f49 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.880773 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=ecd07a3b-c521-4cbf-9c2f-335fb53da259,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:39.925384 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['ecd07a3b-c521-4cbf-9c2f-335fb53da259'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:34:40.092302 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c0f6884-a674-432e-9bac-08860fc71326 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.149295 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-631d7981-cf15-4b05-981b-76df40f21f49 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.154494 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c0f6884-a674-432e-9bac-08860fc71326 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.236713 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-631d7981-cf15-4b05-981b-76df40f21f49 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af71d29-6ff7-4d44-82a6-376d874b5ce1']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:40.275081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0f6884-a674-432e-9bac-08860fc71326 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network 4cfcbf63-351f-49da-ac28-a23f6a577007 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:40.275081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5c0f6884-a674-432e-9bac-08860fc71326 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:40.278987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-631d7981-cf15-4b05-981b-76df40f21f49 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8db385-85bd-427c-8fb3-7ae42a4d6068') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:40.278987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-631d7981-cf15-4b05-981b-76df40f21f49 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8db385-85bd-427c-8fb3-7ae42a4d6068') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:40.283435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0f6884-a674-432e-9bac-08860fc71326 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:40.315789 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-631d7981-cf15-4b05-981b-76df40f21f49 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.363677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0f6884-a674-432e-9bac-08860fc71326 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:40.363677 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5c0f6884-a674-432e-9bac-08860fc71326 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.372005 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-631d7981-cf15-4b05-981b-76df40f21f49 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.375833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f6884-a674-432e-9bac-08860fc71326 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=2ec4c8f2-e4b4-4bea-9d29-5d81751a8866,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:40.396878 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5c0f6884-a674-432e-9bac-08860fc71326 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.5242894 May 30 20:34:40.396878 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43454) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:40.400135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631d7981-cf15-4b05-981b-76df40f21f49 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:34:40.400135 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-631d7981-cf15-4b05-981b-76df40f21f49 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.410476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': '2ec4c8f2-e4b4-4bea-9d29-5d81751a8866', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:40.426263 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b045e9fe-7c0a-4f5b-af02-f0ac70515c51 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:34:40.426726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:40.430081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Usage tracker for resource:floatingip and tenant:dd7814e880da42a28f83a6c4b4514fd6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:40.435988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: timer() May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:34:40.443045 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:34:40.446617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:40.474798 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: b045e9fe-7c0a-4f5b-af02-f0ac70515c51 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:34:40.475150 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b045e9fe-7c0a-4f5b-af02-f0ac70515c51 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:34:40.475629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:34:40.475775 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.516390 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:34:40.516732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 1f6cd8c9-1bec-42db-a3a4-189a13f7bec0 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:34:40.542976 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-631d7981-cf15-4b05-981b-76df40f21f49 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.565522 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-631d7981-cf15-4b05-981b-76df40f21f49 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.596631 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-631d7981-cf15-4b05-981b-76df40f21f49 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/networks/9af71d29-6ff7-4d44-82a6-376d874b5ce1 HTTP/1.1" status: 204 len: 168 time: 1.0701809 May 30 20:34:40.599127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d7981-cf15-4b05-981b-76df40f21f49 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Network': ['ID=9af71d29-6ff7-4d44-82a6-376d874b5ce1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:40.600387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43462) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:40.815401 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e6f15-0f0c-4a45-a1ce-81afb7993e0d req-ac9a93fb-215f-4125-be6b-a7d5e35b39d4 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:40.817048 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a4e6f15-0f0c-4a45-a1ce-81afb7993e0d req-ac9a93fb-215f-4125-be6b-a7d5e35b39d4 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 945 time: 0.1326411 May 30 20:34:40.836606 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e259c1d2-4d91-4f0d-96e9-e987442c878a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.888679 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e259c1d2-4d91-4f0d-96e9-e987442c878a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.894153 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a4e6f15-0f0c-4a45-a1ce-81afb7993e0d req-b8403372-6897-4f2d-b179-0cb9acd64643 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710659 May 30 20:34:40.914784 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:41.110460 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Allocated IP 172.25.5.205 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/9dfd4caa-a4f9-4ff6-beda-7d69cefdab9d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:41.121828 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e259c1d2-4d91-4f0d-96e9-e987442c878a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:41.146008 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device ecd07a3b-c521-4cbf-9c2f-335fb53da259 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:41.164729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259c1d2-4d91-4f0d-96e9-e987442c878a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04c96f9-e460-49de-ad19-8c2f1fbeb657,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:41.237383 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e259c1d2-4d91-4f0d-96e9-e987442c878a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:41.238511 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e259c1d2-4d91-4f0d-96e9-e987442c878a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/security-groups/d04c96f9-e460-49de-ad19-8c2f1fbeb657 HTTP/1.1" status: 204 len: 168 time: 0.6369965 May 30 20:34:41.297545 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port ecd07a3b-c521-4cbf-9c2f-335fb53da259 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:41.337218 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port ecd07a3b-c521-4cbf-9c2f-335fb53da259 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:41.337218 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:41.423555 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:41.495472 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:41.538441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43480) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:41.545124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a899d61a-f61e-4e3c-bfa8-174f2cb589d7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1402155148', 'description': 'tempest-secgroup-smoke-1402155148 description', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:41.552736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a899d61a-f61e-4e3c-bfa8-174f2cb589d7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:41.558484 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a899d61a-f61e-4e3c-bfa8-174f2cb589d7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:41.565051 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a899d61a-f61e-4e3c-bfa8-174f2cb589d7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:41.599554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a899d61a-f61e-4e3c-bfa8-174f2cb589d7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:41.612675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:41.613833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=9dfd4caa-a4f9-4ff6-beda-7d69cefdab9d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:41.616785 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:41.619367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:41.626151 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a899d61a-f61e-4e3c-bfa8-174f2cb589d7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:41.699439 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a899d61a-f61e-4e3c-bfa8-174f2cb589d7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:41.706663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a899d61a-f61e-4e3c-bfa8-174f2cb589d7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:41.716736 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a899d61a-f61e-4e3c-bfa8-174f2cb589d7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:41.726874 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a899d61a-f61e-4e3c-bfa8-174f2cb589d7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:41.770929 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:41.814966 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port ecd07a3b-c521-4cbf-9c2f-335fb53da259, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ecd07a3b-c521-4cbf-9c2f-335fb53da259,segment=NetworkSegment(8fe7e0a8-7e3c-415d-87f6-5564d03ee4f8),segment_id=8fe7e0a8-7e3c-415d-87f6-5564d03ee4f8)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:41.814966 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408d06ff-9be7-4e7a-b379-adf9fccb4f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd07a3b-c521-4cbf-9c2f-335fb53da259'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:34:41.823264 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:41.928452 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=ecd07a3b-c521-4cbf-9c2f-335fb53da259,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:41.985307 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a899d61a-f61e-4e3c-bfa8-174f2cb589d7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:41.993383 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a899d61a-f61e-4e3c-bfa8-174f2cb589d7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.050582 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f82265-3b99-4b36-a8bc-ddd284ed5552'] response: {'server_uuid': '408d06ff-9be7-4e7a-b379-adf9fccb4f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd07a3b-c521-4cbf-9c2f-335fb53da259', 'code': 200} May 30 20:34:42.093037 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a899d61a-f61e-4e3c-bfa8-174f2cb589d7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.102116 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a899d61a-f61e-4e3c-bfa8-174f2cb589d7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5603952 May 30 20:34:42.112694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43492) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:42.117323 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899d61a-f61e-4e3c-bfa8-174f2cb589d7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a141d3-4a02-4d99-8649-949d268a151a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:42.120472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-eb359149-da45-4207-a624-3b44acfb798f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': 'a1a141d3-4a02-4d99-8649-949d268a151a', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:42.246794 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-eb359149-da45-4207-a624-3b44acfb798f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:42.294879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-eb359149-da45-4207-a624-3b44acfb798f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:42.303424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-eb359149-da45-4207-a624-3b44acfb798f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:42.335666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-eb359149-da45-4207-a624-3b44acfb798f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:42.347216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3f0c0-c806-4219-94d2-dcd6025615b7 req-bcaa1f23-6808-45ba-a52b-a6e22d3e6201 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:42.347216 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6eb3f0c0-c806-4219-94d2-dcd6025615b7 req-bcaa1f23-6808-45ba-a52b-a6e22d3e6201 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 946 time: 0.1594861 May 30 20:34:42.401830 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb359149-da45-4207-a624-3b44acfb798f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.447747 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6eb3f0c0-c806-4219-94d2-dcd6025615b7 req-c553628b-ce4e-40fe-9e04-512f31b6afc0 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955839 May 30 20:34:42.474945 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0567ad34-5263-44a7-a4fc-f7a4a15c1a7b req-be291965-1896-48fb-8d75-7a6ff7c1488a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 1097 time: 0.2826889 May 30 20:34:42.570743 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb359149-da45-4207-a624-3b44acfb798f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.574882 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0567ad34-5263-44a7-a4fc-f7a4a15c1a7b req-91f8db44-485f-4726-b176-d9a736251fff service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818636 May 30 20:34:42.581067 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb359149-da45-4207-a624-3b44acfb798f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.616608 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb359149-da45-4207-a624-3b44acfb798f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32e88a8-2cca-440d-b5a4-2c68cd916460,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:42.658460 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb359149-da45-4207-a624-3b44acfb798f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.658460 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-eb359149-da45-4207-a624-3b44acfb798f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5361779 May 30 20:34:42.661631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43500) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:42.671376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f3d9ed9e-567b-48e1-afaa-652163c67373 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': 'a1a141d3-4a02-4d99-8649-949d268a151a', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:42.681820 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f3d9ed9e-567b-48e1-afaa-652163c67373 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:42.687395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f3d9ed9e-567b-48e1-afaa-652163c67373 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:42.695584 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f3d9ed9e-567b-48e1-afaa-652163c67373 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:42.708113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f3d9ed9e-567b-48e1-afaa-652163c67373 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:42.742792 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3d9ed9e-567b-48e1-afaa-652163c67373 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.819605 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.855350 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3d9ed9e-567b-48e1-afaa-652163c67373 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.865368 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3d9ed9e-567b-48e1-afaa-652163c67373 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.903249 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9ed9e-567b-48e1-afaa-652163c67373 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acedf77e-9c1d-457d-a405-444bea226c16,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:42.908083 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.913490 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3d9ed9e-567b-48e1-afaa-652163c67373 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.915443 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f3d9ed9e-567b-48e1-afaa-652163c67373 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2580523 May 30 20:34:42.918106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43506) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:42.924710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-40ede97a-e44e-41fa-91f0-4b4c80298d05 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': 'a1a141d3-4a02-4d99-8649-949d268a151a', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:42.933121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-40ede97a-e44e-41fa-91f0-4b4c80298d05 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:42.938797 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-40ede97a-e44e-41fa-91f0-4b4c80298d05 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:42.942220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-40ede97a-e44e-41fa-91f0-4b4c80298d05 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:42.949170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-40ede97a-e44e-41fa-91f0-4b4c80298d05 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:42.970795 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-40ede97a-e44e-41fa-91f0-4b4c80298d05 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.059574 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-40ede97a-e44e-41fa-91f0-4b4c80298d05 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.069941 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-40ede97a-e44e-41fa-91f0-4b4c80298d05 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.105830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ede97a-e44e-41fa-91f0-4b4c80298d05 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8afa77-2cf0-4fe7-879f-b8f98e213d7f,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:43.128158 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-40ede97a-e44e-41fa-91f0-4b4c80298d05 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.128158 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-40ede97a-e44e-41fa-91f0-4b4c80298d05 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2074583 May 30 20:34:43.130662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43510) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:43.142112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-0e5abae7-4732-4315-81c5-0992b170d140 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': 'a1a141d3-4a02-4d99-8649-949d268a151a', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:43.149390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0e5abae7-4732-4315-81c5-0992b170d140 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:43.156419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0e5abae7-4732-4315-81c5-0992b170d140 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:43.156419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0e5abae7-4732-4315-81c5-0992b170d140 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:43.175606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0e5abae7-4732-4315-81c5-0992b170d140 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:43.219575 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e5abae7-4732-4315-81c5-0992b170d140 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.242815 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.257036 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.368711 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e5abae7-4732-4315-81c5-0992b170d140 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.374482 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e5abae7-4732-4315-81c5-0992b170d140 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.411691 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=9dfd4caa-a4f9-4ff6-beda-7d69cefdab9d,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:43.412297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5abae7-4732-4315-81c5-0992b170d140 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0031ad26-ac65-4b57-8e27-538a94f2b668,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:43.423881 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0e5abae7-4732-4315-81c5-0992b170d140 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.425331 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.426003 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0e5abae7-4732-4315-81c5-0992b170d140 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2963462 May 30 20:34:43.428909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43520) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:43.440691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-fcecd2f2-e53e-4854-bfcf-75651f025fd6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': 'a1a141d3-4a02-4d99-8649-949d268a151a', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:43.470847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fcecd2f2-e53e-4854-bfcf-75651f025fd6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:43.489306 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fcecd2f2-e53e-4854-bfcf-75651f025fd6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:43.495896 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fcecd2f2-e53e-4854-bfcf-75651f025fd6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:43.514056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fcecd2f2-e53e-4854-bfcf-75651f025fd6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:43.553247 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-fcecd2f2-e53e-4854-bfcf-75651f025fd6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Project 5cec82bd6ef4496f8304aec7a72a0ecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:34:43.566631 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fcecd2f2-e53e-4854-bfcf-75651f025fd6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.730720 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fcecd2f2-e53e-4854-bfcf-75651f025fd6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.770115 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fcecd2f2-e53e-4854-bfcf-75651f025fd6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.852987 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fcecd2f2-e53e-4854-bfcf-75651f025fd6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.852987 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fcecd2f2-e53e-4854-bfcf-75651f025fd6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4178729 May 30 20:34:43.861347 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43528) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:43.874631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecd2f2-e53e-4854-bfcf-75651f025fd6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05922b79-0e2a-4496-b004-f81820d7e760,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:43.877044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-849de0d4-7d55-4cf7-828e-6a7570b026a1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': 'a1a141d3-4a02-4d99-8649-949d268a151a', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:43.893666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-849de0d4-7d55-4cf7-828e-6a7570b026a1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:43.897337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-849de0d4-7d55-4cf7-828e-6a7570b026a1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:43.899520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6784f-7c63-4b0d-916d-bfe32544fe21 req-3555a63e-50b6-4970-9aea-8784feae0132 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:43.910569 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bd6784f-7c63-4b0d-916d-bfe32544fe21 req-3555a63e-50b6-4970-9aea-8784feae0132 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 946 time: 0.2431245 May 30 20:34:43.912645 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-849de0d4-7d55-4cf7-828e-6a7570b026a1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:43.926335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-849de0d4-7d55-4cf7-828e-6a7570b026a1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:43.977773 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-849de0d4-7d55-4cf7-828e-6a7570b026a1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Project 5cec82bd6ef4496f8304aec7a72a0ecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:34:43.981412 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-849de0d4-7d55-4cf7-828e-6a7570b026a1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.011061 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bd6784f-7c63-4b0d-916d-bfe32544fe21 req-c09b99b2-40d1-49cc-a21b-d94e2719c2be tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018133 May 30 20:34:44.019131 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Floating IP 30215e65-ea51-42c8-9af0-677cc024e470 associated. External IP: 172.25.5.205, port: 2ec4c8f2-e4b4-4bea-9d29-5d81751a8866. May 30 20:34:44.216495 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-849de0d4-7d55-4cf7-828e-6a7570b026a1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.225304 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-849de0d4-7d55-4cf7-828e-6a7570b026a1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.257267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849de0d4-7d55-4cf7-828e-6a7570b026a1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d689a571-cf0e-481f-a5a4-b00bf81093cf,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:44.277443 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-849de0d4-7d55-4cf7-828e-6a7570b026a1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.277443 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-849de0d4-7d55-4cf7-828e-6a7570b026a1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4118271 May 30 20:34:44.286025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43534) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:44.289421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-afbf194e-569d-4814-8b5f-7677d5c3608c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'network': {'name': 'tempest-network-smoke--1656278749', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'port_security_enabled': True}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:44.305095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-afbf194e-569d-4814-8b5f-7677d5c3608c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:44.309953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-afbf194e-569d-4814-8b5f-7677d5c3608c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:network and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:44.310438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-afbf194e-569d-4814-8b5f-7677d5c3608c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:44.331601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-afbf194e-569d-4814-8b5f-7677d5c3608c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:44.356928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbf194e-569d-4814-8b5f-7677d5c3608c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Made reservation on behalf of 5cec82bd6ef4496f8304aec7a72a0ecb for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:44.361837 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afbf194e-569d-4814-8b5f-7677d5c3608c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.457124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbf194e-569d-4814-8b5f-7677d5c3608c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:34:44.480864 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afbf194e-569d-4814-8b5f-7677d5c3608c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.481678 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-afbf194e-569d-4814-8b5f-7677d5c3608c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Added segment 26cc160a-6b4c-45b5-ad39-43752edef1a6 of type vlan for network b6047b2c-d544-41ef-9a1f-f13a58abb843 May 30 20:34:44.515661 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afbf194e-569d-4814-8b5f-7677d5c3608c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.572542 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afbf194e-569d-4814-8b5f-7677d5c3608c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.582434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbf194e-569d-4814-8b5f-7677d5c3608c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:44.582434 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-afbf194e-569d-4814-8b5f-7677d5c3608c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.675469 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 29b7b384-52d1-4878-a59e-45acc43c50c2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:44.833183 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-afbf194e-569d-4814-8b5f-7677d5c3608c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5517056 May 30 20:34:44.836517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43546) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:44.842244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1115271489', 'admin_state_up': True, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:44.852436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf194e-569d-4814-8b5f-7677d5c3608c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Network': ['ID=b6047b2c-d544-41ef-9a1f-f13a58abb843,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:44.856218 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:44.862598 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:router and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:44.864906 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network b6047b2c-d544-41ef-9a1f-f13a58abb843 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:34:44.866773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:44.878605 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:44.904067 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.905698 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.966133 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.997668 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:45.009882 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bbd7d9-c561-438f-b60b-a3e6c382a242 None None] Sync routers for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:45.031783 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:45.041456 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bbd7d9-c561-438f-b60b-a3e6c382a242 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:45.041456 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a0bbd7d9-c561-438f-b60b-a3e6c382a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:45.154332 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a2b4e645-27de-48e9-baa7-855332450cb1 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.7508602 May 30 20:34:45.154332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43552) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:45.163599 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-facec79c-cb4e-48a8-a407-70c25263e93a tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'floatingip': {'port_id': '2ec4c8f2-e4b4-4bea-9d29-5d81751a8866', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:45.232914 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a0bbd7d9-c561-438f-b60b-a3e6c382a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:45.268477 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bbd7d9-c561-438f-b60b-a3e6c382a242 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:45.272517 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a0bbd7d9-c561-438f-b60b-a3e6c382a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:45.365356 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a0bbd7d9-c561-438f-b60b-a3e6c382a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:45.366053 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bbd7d9-c561-438f-b60b-a3e6c382a242 None None] The sync data for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:45.411445 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-facec79c-cb4e-48a8-a407-70c25263e93a tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:45.438830 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:45.506018 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa5f0796-4f35-4c9e-b270-a2db41d10749 req-1d00cd78-0b10-4682-80e9-10d815964184 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1d7c27b4-6fea-4626-a7cf-6632ac6e77cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3737185 May 30 20:34:45.506018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bba85c-9964-4c4d-913a-7212ab1f8e1f req-af1f954d-9c01-4902-8aba-ed0198ade15f tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:45.527153 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-77bba85c-9964-4c4d-913a-7212ab1f8e1f req-af1f954d-9c01-4902-8aba-ed0198ade15f tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 946 time: 0.2032185 May 30 20:34:45.783564 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-77bba85c-9964-4c4d-913a-7212ab1f8e1f req-ead788e3-1444-4289-b85b-dcc9e9ffd534 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592673 May 30 20:34:45.823205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa5f0796-4f35-4c9e-b270-a2db41d10749 req-1e9e263d-5093-4194-890f-9b19987aa73f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d55d910e5fa343e7badd76f651e60ee6&device_id=1d7c27b4-6fea-4626-a7cf-6632ac6e77cc HTTP/1.1" status: 200 len: 1096 time: 0.1245873 May 30 20:34:46.249880 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:46.299812 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:46.348023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f0796-4f35-4c9e-b270-a2db41d10749 req-d995029c-c1e5-4579-b3e0-4773299629bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:46.348023 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa5f0796-4f35-4c9e-b270-a2db41d10749 req-d995029c-c1e5-4579-b3e0-4773299629bd service neutron] 10.222.0.93 "GET /v2.0/networks?id=3a1199fc-c0ae-42e3-836c-6055f4e5dc92 HTTP/1.1" status: 200 len: 915 time: 0.4840813 May 30 20:34:46.480026 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f022d-c365-41c7-82fb-7261d12d1393 req-49090a52-6ecd-4c0c-92c4-9bb10d6dfe92 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:46.481528 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-999f022d-c365-41c7-82fb-7261d12d1393 req-49090a52-6ecd-4c0c-92c4-9bb10d6dfe92 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 946 time: 0.4292364 May 30 20:34:46.482704 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa5f0796-4f35-4c9e-b270-a2db41d10749 req-665f663b-7564-4ea2-b0d8-d0968b203e74 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b46f1327-80ed-41fd-a042-bc721ce1b349 HTTP/1.1" status: 200 len: 217 time: 0.1224341 May 30 20:34:46.671422 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f0796-4f35-4c9e-b270-a2db41d10749 req-f14f4abb-3a1c-45da-a4b0-d83b2b052583 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:46.671422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa5f0796-4f35-4c9e-b270-a2db41d10749 req-f14f4abb-3a1c-45da-a4b0-d83b2b052583 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a1751f22-297b-4a36-a858-35a7255489cf HTTP/1.1" status: 200 len: 854 time: 0.1557710 May 30 20:34:46.725918 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-facec79c-cb4e-48a8-a407-70c25263e93a tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:46.735205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-999f022d-c365-41c7-82fb-7261d12d1393 req-a0608f80-25c9-4813-a768-fd6876bd89b8 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399275 May 30 20:34:46.739631 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-facec79c-cb4e-48a8-a407-70c25263e93a tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:46.762569 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa5f0796-4f35-4c9e-b270-a2db41d10749 req-a5c1bcf9-9734-433a-b842-bb2c048f0dc3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3a1199fc-c0ae-42e3-836c-6055f4e5dc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873029 May 30 20:34:46.762569 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Allocated IP 172.25.5.188 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/852fa71f-e854-482e-8828-2392d60bb82f) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:47.133565 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-03cbb3d1-b6ea-48d9-9278-dbe4bfa5e068 req-b971a558-c642-41a1-b3ab-1e187ba5294b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1640472 May 30 20:34:47.272516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa5f0796-4f35-4c9e-b270-a2db41d10749 req-7828b8c1-1291-40df-924b-11f983fbc2f7 service neutron] 10.222.0.93 "GET /v2.0/networks/3a1199fc-c0ae-42e3-836c-6055f4e5dc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025845 May 30 20:34:47.530461 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:47.614081 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa5f0796-4f35-4c9e-b270-a2db41d10749 req-51fc921d-bea2-4231-8392-ccb6315d432a service neutron] 10.222.0.93 "GET /v2.0/networks/3a1199fc-c0ae-42e3-836c-6055f4e5dc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078878 May 30 20:34:47.632630 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5a8a4-e87f-4769-9ead-1d4ab4002604 req-a05e7f78-2606-4d3c-8619-8537d2b20d96 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:47.635818 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-03cbb3d1-b6ea-48d9-9278-dbe4bfa5e068 req-83edda01-4fb3-433d-88df-0596b3b8d67b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fa51b814cc94e3aa1a8192e196063da&device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 1097 time: 0.2875962 May 30 20:34:47.640438 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eeb5a8a4-e87f-4769-9ead-1d4ab4002604 req-a05e7f78-2606-4d3c-8619-8537d2b20d96 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 946 time: 0.2092416 May 30 20:34:47.640438 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:47.731145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:47.744917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:47.750476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:47.841889 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eeb5a8a4-e87f-4769-9ead-1d4ab4002604 req-16fbc904-e35e-49ec-915f-8d98ad168d75 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923459 May 30 20:34:47.924176 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facec79c-cb4e-48a8-a407-70c25263e93a tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 29b7b384-52d1-4878-a59e-45acc43c50c2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:47.949670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbb3d1-b6ea-48d9-9278-dbe4bfa5e068 req-bed7c046-26ae-4b63-a341-a59675ba8a0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:47.949670 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-03cbb3d1-b6ea-48d9-9278-dbe4bfa5e068 req-bed7c046-26ae-4b63-a341-a59675ba8a0f service neutron] 10.222.0.77 "GET /v2.0/networks?id=d6d28065-d5ff-40fb-ae35-9b24da0cac63 HTTP/1.1" status: 200 len: 912 time: 0.2662067 May 30 20:34:47.957055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=852fa71f-e854-482e-8828-2392d60bb82f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:47.993043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:47.993043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:47.993043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:47.993043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:47.993043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:47.993043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:47.993043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:47.993043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:47.993043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:47.995718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:47.995718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:48.095271 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-03cbb3d1-b6ea-48d9-9278-dbe4bfa5e068 req-26db144e-72c3-4ce1-b50c-316608045dd7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecd07a3b-c521-4cbf-9c2f-335fb53da259 HTTP/1.1" status: 200 len: 217 time: 0.0734463 May 30 20:34:48.105328 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:48.106296 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:48.183562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbb3d1-b6ea-48d9-9278-dbe4bfa5e068 req-a9972cb7-dd7c-4bb1-a78d-ec6bb26303b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:48.185302 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-03cbb3d1-b6ea-48d9-9278-dbe4bfa5e068 req-a9972cb7-dd7c-4bb1-a78d-ec6bb26303b9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c5cbbf68-a744-4062-b09e-27364255dba5 HTTP/1.1" status: 200 len: 851 time: 0.0756621 May 30 20:34:48.335931 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-03cbb3d1-b6ea-48d9-9278-dbe4bfa5e068 req-414ddf9d-d404-4db7-afc6-0c077bf4b06c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d6d28065-d5ff-40fb-ae35-9b24da0cac63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897398 May 30 20:34:48.489225 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router 97a9fb10-8a52-4828-beb8-41b14a57b584 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:34:48.651436 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-03cbb3d1-b6ea-48d9-9278-dbe4bfa5e068 req-4970690d-9d51-4cbc-98ff-9b7de9ae5a16 service neutron] 10.222.0.77 "GET /v2.0/networks/d6d28065-d5ff-40fb-ae35-9b24da0cac63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011248 May 30 20:34:48.784097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:48.794343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Sync routers for ids ['97a9fb10-8a52-4828-beb8-41b14a57b584'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:48.808537 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Routers {'97a9fb10-8a52-4828-beb8-41b14a57b584'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:48.810801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97a9fb10-8a52-4828-beb8-41b14a57b584'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:48.847992 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:48.850660 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1dd07077-39cf-49c3-9d08-3a678290059c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.0128734 May 30 20:34:48.851107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facec79c-cb4e-48a8-a407-70c25263e93a tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:48.853309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43606) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:48.862746 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07eb7c0-f152-467f-849c-970b3a04fa34 None None] Sync routers for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:48.892440 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07eb7c0-f152-467f-849c-970b3a04fa34 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:48.894153 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d07eb7c0-f152-467f-849c-970b3a04fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:48.913809 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-facec79c-cb4e-48a8-a407-70c25263e93a tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:49.070768 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-028ce01b-9efc-43f9-81b0-5d83e8114052 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=5cec82bd6ef4496f8304aec7a72a0ecb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2079008 May 30 20:34:49.097753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43614) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:49.125520 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-03cbb3d1-b6ea-48d9-9278-dbe4bfa5e068 req-5feee129-e1fd-4415-9551-0e21c82dfd3b service neutron] 10.222.0.77 "GET /v2.0/networks/d6d28065-d5ff-40fb-ae35-9b24da0cac63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586229 May 30 20:34:49.161679 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d07eb7c0-f152-467f-849c-970b3a04fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:49.209083 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-facec79c-cb4e-48a8-a407-70c25263e93a tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "PUT /v2.0/floatingips/30215e65-ea51-42c8-9af0-677cc024e470 HTTP/1.1" status: 200 len: 979 time: 4.0547912 May 30 20:34:49.209755 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43622) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:49.222875 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07eb7c0-f152-467f-849c-970b3a04fa34 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:49.225470 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d07eb7c0-f152-467f-849c-970b3a04fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:49.506202 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d07eb7c0-f152-467f-849c-970b3a04fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:49.506202 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07eb7c0-f152-467f-849c-970b3a04fa34 None None] The sync data for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:49.543521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-588d7889-4c45-49ac-9362-c44a7ecf56c8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Deleting port 9dfd4caa-a4f9-4ff6-beda-7d69cefdab9d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:49.543521 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-588d7889-4c45-49ac-9362-c44a7ecf56c8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:49.589245 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Set router 97a9fb10-8a52-4828-beb8-41b14a57b584 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:34:49.657211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fc995-54ae-4f92-8882-4fd6572bb725 req-40607898-c39e-460e-a0d8-6dabf9fac78d tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:49.659086 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e1fc995-54ae-4f92-8882-4fd6572bb725 req-40607898-c39e-460e-a0d8-6dabf9fac78d tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 946 time: 0.5654898 May 30 20:34:49.710656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d5fb3a-dd32-43a0-bea7-cf815b834328 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:49.715530 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-84d5fb3a-dd32-43a0-bea7-cf815b834328 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4541607 May 30 20:34:49.729645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43632) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:49.824555 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e1fc995-54ae-4f92-8882-4fd6572bb725 req-9944bda3-6911-49ad-ac2e-441aa320decd tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506259 May 30 20:34:49.824555 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e81dcb33-1ffb-4514-95ab-5f178a185f11 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0900877 May 30 20:34:49.828842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43636) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:49.828842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a9c5148e-347d-4bc7-91e0-9b483a47817a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1775454682', 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:49.966577 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a9c5148e-347d-4bc7-91e0-9b483a47817a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:49.966577 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a9c5148e-347d-4bc7-91e0-9b483a47817a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:subnet and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:49.980282 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a9c5148e-347d-4bc7-91e0-9b483a47817a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:49.987310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a9c5148e-347d-4bc7-91e0-9b483a47817a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:49.998844 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c5148e-347d-4bc7-91e0-9b483a47817a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Made reservation on behalf of 5cec82bd6ef4496f8304aec7a72a0ecb for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:50.053324 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-588d7889-4c45-49ac-9362-c44a7ecf56c8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:50.054048 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-588d7889-4c45-49ac-9362-c44a7ecf56c8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:50.163049 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115271489', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '852fa71f-e854-482e-8828-2392d60bb82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:44Z', 'updated_at': '2022-05-30T20:34:48Z', 'revision_number': 3, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '852fa71f-e854-482e-8828-2392d60bb82f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:46Z', 'updated_at': '2022-05-30T20:34:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:50.167581 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Checking router: 97a9fb10-8a52-4828-beb8-41b14a57b584 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:34:50.167581 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Updating router 97a9fb10-8a52-4828-beb8-41b14a57b584 port 852fa71f-e854-482e-8828-2392d60bb82f binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:34:50.281439 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:50.491895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-588d7889-4c45-49ac-9362-c44a7ecf56c8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Calling delete_port for 9dfd4caa-a4f9-4ff6-beda-7d69cefdab9d owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:50.658077 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9c5148e-347d-4bc7-91e0-9b483a47817a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:50.660932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ef552-6a00-46b9-97c5-7972c19a8724 req-1db8f837-50ca-4f61-8d83-c8cb616d2c1a tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:50.668667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-193ef552-6a00-46b9-97c5-7972c19a8724 req-1db8f837-50ca-4f61-8d83-c8cb616d2c1a tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 946 time: 0.1643522 May 30 20:34:50.744893 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-193ef552-6a00-46b9-97c5-7972c19a8724 req-9eb2b915-7512-4f95-8808-2126ac66eb31 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748448 May 30 20:34:50.828725 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1c5cc417-d68c-41db-a8c0-e34f279ff556 req-ab3c0e85-7001-4809-82b5-465e7f1c1005 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fa51b814cc94e3aa1a8192e196063da&device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 1097 time: 0.3070557 May 30 20:34:50.966588 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:51.312287 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-588d7889-4c45-49ac-9362-c44a7ecf56c8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:51.319455 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Transition to ACTIVE for port object 852fa71f-e854-482e-8828-2392d60bb82f will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:51.329861 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:51.360927 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cc417-d68c-41db-a8c0-e34f279ff556 req-44ba7b8c-9b50-4a6e-9594-35c01a347d25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:51.360927 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1c5cc417-d68c-41db-a8c0-e34f279ff556 req-44ba7b8c-9b50-4a6e-9594-35c01a347d25 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d6d28065-d5ff-40fb-ae35-9b24da0cac63 HTTP/1.1" status: 200 len: 912 time: 0.5224860 May 30 20:34:51.441987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d7889-4c45-49ac-9362-c44a7ecf56c8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Port': ['ID=9dfd4caa-a4f9-4ff6-beda-7d69cefdab9d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:51.441987 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9c5148e-347d-4bc7-91e0-9b483a47817a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:51.464803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Attempting to bind port 852fa71f-e854-482e-8828-2392d60bb82f on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:34:51.464803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Attempting to bind port 852fa71f-e854-482e-8828-2392d60bb82f by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:34:51.464803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Attempting to bind port 852fa71f-e854-482e-8828-2392d60bb82f on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:51.477070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:34:51.477070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:51.477070 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:51.477070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:34:51.477070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Bound port: 852fa71f-e854-482e-8828-2392d60bb82f, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:34:51.477070 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:51.559371 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd703-8b0b-4485-99b3-12e87958c04c None None] Pushing event updated for resources: {'Port': ['ID=852fa71f-e854-482e-8828-2392d60bb82f,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:51.634049 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] For port 852fa71f-e854-482e-8828-2392d60bb82f, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:34:51.643439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] For port 852fa71f-e854-482e-8828-2392d60bb82f, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=852fa71f-e854-482e-8828-2392d60bb82f,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:34:51.657382 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:51.680342 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1c5cc417-d68c-41db-a8c0-e34f279ff556 req-fbe76e8a-efd4-4eca-b667-52da703d360f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecd07a3b-c521-4cbf-9c2f-335fb53da259 HTTP/1.1" status: 200 len: 217 time: 0.3025458 May 30 20:34:51.761194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd703-8b0b-4485-99b3-12e87958c04c None None] Pushing event updated for resources: {'Port': ['ID=852fa71f-e854-482e-8828-2392d60bb82f,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:51.761194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Routers {'97a9fb10-8a52-4828-beb8-41b14a57b584'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:51.761194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97a9fb10-8a52-4828-beb8-41b14a57b584'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:51.838215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cc417-d68c-41db-a8c0-e34f279ff556 req-3ae1c13b-e5ea-4644-a07b-96a2259f64a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:51.838215 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1c5cc417-d68c-41db-a8c0-e34f279ff556 req-3ae1c13b-e5ea-4644-a07b-96a2259f64a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c5cbbf68-a744-4062-b09e-27364255dba5 HTTP/1.1" status: 200 len: 851 time: 0.1367557 May 30 20:34:51.838215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5148e-347d-4bc7-91e0-9b483a47817a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Subnet': ['ID=1eaf07b2-a461-454e-a159-68e3d440e898,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:51.965246 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1c5cc417-d68c-41db-a8c0-e34f279ff556 req-7c8cd42f-0a13-4646-bec2-0c25e4ae0e8f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d6d28065-d5ff-40fb-ae35-9b24da0cac63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228545 May 30 20:34:51.965988 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-588d7889-4c45-49ac-9362-c44a7ecf56c8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:52.078203 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] Set router 97a9fb10-8a52-4828-beb8-41b14a57b584 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:34:52.188643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18e136-a47e-46e4-abc0-69fe9157c783 req-71a51e2d-68f3-4101-a84f-32dcd7707282 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:52.188643 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc18e136-a47e-46e4-abc0-69fe9157c783 req-71a51e2d-68f3-4101-a84f-32dcd7707282 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 946 time: 0.1249139 May 30 20:34:52.355443 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc18e136-a47e-46e4-abc0-69fe9157c783 req-607b0962-1b7b-48ea-a154-0bc565c4a77c tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614232 May 30 20:34:52.393345 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c5148e-347d-4bc7-91e0-9b483a47817a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Checking segment: {'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:52.393771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c5148e-347d-4bc7-91e0-9b483a47817a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network hostable DHCP agents. Network: b6047b2c-d544-41ef-9a1f-f13a58abb843, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:34:52.489777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c5148e-347d-4bc7-91e0-9b483a47817a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network b6047b2c-d544-41ef-9a1f-f13a58abb843 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:34:52.506202 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1c5cc417-d68c-41db-a8c0-e34f279ff556 req-791a4ca1-3959-42da-a4aa-388bee322f13 service neutron] 10.222.0.77 "GET /v2.0/networks/d6d28065-d5ff-40fb-ae35-9b24da0cac63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665607 May 30 20:34:52.572352 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a9c5148e-347d-4bc7-91e0-9b483a47817a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, b6047b2c-d544-41ef-9a1f-f13a58abb843) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:52.632623 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f90f13-ae86-41ef-8010-2916f4ca6a99 None None] Network b6047b2c-d544-41ef-9a1f-f13a58abb843 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:52.668082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c5148e-347d-4bc7-91e0-9b483a47817a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:52.668752 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9c5148e-347d-4bc7-91e0-9b483a47817a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:52.739863 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1c5cc417-d68c-41db-a8c0-e34f279ff556 req-5db2ae06-4b2d-41ef-801a-6055243ddc0a service neutron] 10.222.0.77 "GET /v2.0/networks/d6d28065-d5ff-40fb-ae35-9b24da0cac63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291551 May 30 20:34:52.786573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115271489', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '852fa71f-e854-482e-8828-2392d60bb82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:44Z', 'updated_at': '2022-05-30T20:34:48Z', 'revision_number': 3, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '852fa71f-e854-482e-8828-2392d60bb82f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:46Z', 'updated_at': '2022-05-30T20:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:52.797107 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd91723d-feb0-4611-9572-466940f0a512 None None] The sync data for ids ['97a9fb10-8a52-4828-beb8-41b14a57b584'] in n-d-843949-2 is: [{'id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115271489', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '852fa71f-e854-482e-8828-2392d60bb82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:44Z', 'updated_at': '2022-05-30T20:34:48Z', 'revision_number': 3, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '852fa71f-e854-482e-8828-2392d60bb82f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:46Z', 'updated_at': '2022-05-30T20:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:52.836268 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a9c5148e-347d-4bc7-91e0-9b483a47817a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0086250 May 30 20:34:52.840628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43676) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:52.972588 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-b6047b2c-d544-41ef-9a1f-f13a58abb843', 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ips': [{'subnet_id': '1eaf07b2-a461-454e-a159-68e3d440e898'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:34:52.972588 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:53.362439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Allocated IP 172.20.0.2 (b6047b2c-d544-41ef-9a1f-f13a58abb843/1eaf07b2-a461-454e-a159-68e3d440e898/8e749718-72cd-44fc-9a35-f914ee264914) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:53.382299 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588d7889-4c45-49ac-9362-c44a7ecf56c8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 29b7b384-52d1-4878-a59e-45acc43c50c2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:53.962329 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:53.993864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588d7889-4c45-49ac-9362-c44a7ecf56c8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:53.997756 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Transition to ACTIVE for port object 8e749718-72cd-44fc-9a35-f914ee264914 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:53.999230 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-588d7889-4c45-49ac-9362-c44a7ecf56c8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:54.036767 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed8d331-6954-4520-a07c-c7f8ebaa29fc None None] Sync routers for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:54.040450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23f6f5-a598-4187-9429-dbb3914792b4 req-6d806d9c-09ef-455b-936e-0b019423a452 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:54.040450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f23f6f5-a598-4187-9429-dbb3914792b4 req-6d806d9c-09ef-455b-936e-0b019423a452 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 946 time: 0.3385921 May 30 20:34:54.151419 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Transition to ACTIVE for port object 8e749718-72cd-44fc-9a35-f914ee264914 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:54.172802 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:54.317597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Network b6047b2c-d544-41ef-9a1f-f13a58abb843 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:54.323409 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:54.325833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:54.326378 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f23f6f5-a598-4187-9429-dbb3914792b4 req-f9dc3ec6-792e-4c77-9885-8148c58e5e78 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857690 May 30 20:34:54.328465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed8d331-6954-4520-a07c-c7f8ebaa29fc None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:54.329203 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6ed8d331-6954-4520-a07c-c7f8ebaa29fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:54.424109 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6ed8d331-6954-4520-a07c-c7f8ebaa29fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:54.516593 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-588d7889-4c45-49ac-9362-c44a7ecf56c8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/floatingips/30215e65-ea51-42c8-9af0-677cc024e470 HTTP/1.1" status: 204 len: 168 time: 5.3020287 May 30 20:34:54.516593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43698) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:54.579526 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 852fa71f-e854-482e-8828-2392d60bb82f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:54.657956 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-85375484-d2bb-4662-a85e-e2c6cee0e9cc tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Deleting port 2ec4c8f2-e4b4-4bea-9d29-5d81751a8866 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:54.657956 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85375484-d2bb-4662-a85e-e2c6cee0e9cc tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:54.680699 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Attempting to bind port 8e749718-72cd-44fc-9a35-f914ee264914 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:34:54.680699 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Attempting to bind port 8e749718-72cd-44fc-9a35-f914ee264914 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:34:54.689246 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Attempting to bind port 8e749718-72cd-44fc-9a35-f914ee264914 on network b6047b2c-d544-41ef-9a1f-f13a58abb843 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:54.689246 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Pushing event updated for resources: {'Port': ['ID=8e749718-72cd-44fc-9a35-f914ee264914,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:54.704276 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed8d331-6954-4520-a07c-c7f8ebaa29fc None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:54.705163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6ed8d331-6954-4520-a07c-c7f8ebaa29fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:54.782104 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:34:54.782579 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Checking segment: {'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:54.783065 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:54.783524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Bound using segment: {'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:34:54.784628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Bound port: 8e749718-72cd-44fc-9a35-f914ee264914, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:34:54.785099 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:54.806932 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-6ed8d331-6954-4520-a07c-c7f8ebaa29fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:54.806932 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed8d331-6954-4520-a07c-c7f8ebaa29fc None None] The sync data for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:54.942495 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] For port 8e749718-72cd-44fc-9a35-f914ee264914, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:34:54.957782 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] For port 8e749718-72cd-44fc-9a35-f914ee264914, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8e749718-72cd-44fc-9a35-f914ee264914,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:34:54.964546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 852fa71f-e854-482e-8828-2392d60bb82f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:54.976614 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:55.038077 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:55.143314 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d3e5d-ce6a-4efa-ad8e-1bb98e22a861 None None] Pushing event updated for resources: {'Port': ['ID=8e749718-72cd-44fc-9a35-f914ee264914,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:55.146702 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 852fa71f-e854-482e-8828-2392d60bb82f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:55.147139 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:55.288831 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85375484-d2bb-4662-a85e-e2c6cee0e9cc tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:55.523884 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:55.608831 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 852fa71f-e854-482e-8828-2392d60bb82f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=852fa71f-e854-482e-8828-2392d60bb82f,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:55.608831 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:55.695264 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ff0ed-6719-41d6-abe6-4ddaa982a6e0 req-58c372c2-e451-4d01-8f25-1af99c0bda1e tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:55.695264 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-865ff0ed-6719-41d6-abe6-4ddaa982a6e0 req-58c372c2-e451-4d01-8f25-1af99c0bda1e tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 946 time: 0.4303393 May 30 20:34:55.718237 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-85375484-d2bb-4662-a85e-e2c6cee0e9cc tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Calling delete_port for 2ec4c8f2-e4b4-4bea-9d29-5d81751a8866 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:55.829680 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=852fa71f-e854-482e-8828-2392d60bb82f,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:55.916463 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-865ff0ed-6719-41d6-abe6-4ddaa982a6e0 req-0f961066-1620-4360-8480-4d0a1cb8849a tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215600 May 30 20:34:56.045039 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Allocated IP 172.20.0.1 (b6047b2c-d544-41ef-9a1f-f13a58abb843/1eaf07b2-a461-454e-a159-68e3d440e898/abcb7548-16a7-4b1d-baf2-61303eb7b642) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:56.079402 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85375484-d2bb-4662-a85e-e2c6cee0e9cc tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.142491 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85375484-d2bb-4662-a85e-e2c6cee0e9cc tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Port': ['ID=2ec4c8f2-e4b4-4bea-9d29-5d81751a8866,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:56.323380 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.343459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Transition to ACTIVE for port object abcb7548-16a7-4b1d-baf2-61303eb7b642 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:56.374066 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.375485 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85375484-d2bb-4662-a85e-e2c6cee0e9cc tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.426161 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-85375484-d2bb-4662-a85e-e2c6cee0e9cc tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/ports/2ec4c8f2-e4b4-4bea-9d29-5d81751a8866 HTTP/1.1" status: 204 len: 168 time: 1.8884263 May 30 20:34:56.430336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43734) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:56.445282 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:56.460361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:56.472699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Usage tracker for resource:floatingip and tenant:dd7814e880da42a28f83a6c4b4514fd6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:56.472699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:56.492424 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=abcb7548-16a7-4b1d-baf2-61303eb7b642,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:56.506457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network b6047b2c-d544-41ef-9a1f-f13a58abb843 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:56.506457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:56.511951 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:56.522816 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:56.546334 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.629872 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.663494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8e749718-72cd-44fc-9a35-f914ee264914 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:56.800942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 8e749718-72cd-44fc-9a35-f914ee264914 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:56.808501 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 852fa71f-e854-482e-8828-2392d60bb82f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:56.866632 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.870115 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.893970 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 852fa71f-e854-482e-8828-2392d60bb82f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:56.894654 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:57.175344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Allocated IP 172.25.5.123 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/5cf9dae5-4b21-42d0-8d36-e39e72e90f7f) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:57.304138 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638eb18c-c1d1-426d-b6f8-6234af9b8ce4 None None] Network b6047b2c-d544-41ef-9a1f-f13a58abb843 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:57.446551 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-792bba72-831f-45d4-87d5-32273ab40e56 None None] Provisioning for port 8e749718-72cd-44fc-9a35-f914ee264914 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:57.468231 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-792bba72-831f-45d4-87d5-32273ab40e56 None None] Provisioning complete for port 8e749718-72cd-44fc-9a35-f914ee264914 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:57.468716 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-792bba72-831f-45d4-87d5-32273ab40e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:57.563506 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:57.607375 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:57.739122 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:57.739122 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:57.752179 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:57.795113 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-792bba72-831f-45d4-87d5-32273ab40e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:57.801121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=5cf9dae5-4b21-42d0-8d36-e39e72e90f7f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:57.840207 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-792bba72-831f-45d4-87d5-32273ab40e56 None None] For port 8e749718-72cd-44fc-9a35-f914ee264914, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8e749718-72cd-44fc-9a35-f914ee264914,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:57.870320 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-792bba72-831f-45d4-87d5-32273ab40e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:57.924914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b3810-46c8-4bbc-81c9-c5396780d45e req-4db2e069-9558-4ae2-9373-65492d8f3fee tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:57.924914 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-514b3810-46c8-4bbc-81c9-c5396780d45e req-4db2e069-9558-4ae2-9373-65492d8f3fee tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 946 time: 0.5261102 May 30 20:34:57.958783 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bba72-831f-45d4-87d5-32273ab40e56 None None] Pushing event updated for resources: {'Port': ['ID=8e749718-72cd-44fc-9a35-f914ee264914,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:57.958783 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0e802031-3b27-41fc-9c85-d4ca32aa0637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:58.037126 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-514b3810-46c8-4bbc-81c9-c5396780d45e req-4144ee58-7070-4a11-a487-6e2b261e5994 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088130 May 30 20:34:58.092743 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:58.177970 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:58.351713 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e66ce042-3d4d-4e0e-9634-74ac9a188be9 None None] Provisioning complete for port 8e749718-72cd-44fc-9a35-f914ee264914 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:58.359284 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e66ce042-3d4d-4e0e-9634-74ac9a188be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:58.548738 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:58.561049 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:58.603436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8e749718-72cd-44fc-9a35-f914ee264914 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:58.886853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e66ce042-3d4d-4e0e-9634-74ac9a188be9 None None] Provisioning for port abcb7548-16a7-4b1d-baf2-61303eb7b642 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:58.894843 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e66ce042-3d4d-4e0e-9634-74ac9a188be9 None None] Provisioning complete for port abcb7548-16a7-4b1d-baf2-61303eb7b642 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:58.895336 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e66ce042-3d4d-4e0e-9634-74ac9a188be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:58.969952 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e66ce042-3d4d-4e0e-9634-74ac9a188be9 None None] Port abcb7548-16a7-4b1d-baf2-61303eb7b642 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:34:58.985911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 8e749718-72cd-44fc-9a35-f914ee264914 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:58.986548 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:59.032778 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:59.043381 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=abcb7548-16a7-4b1d-baf2-61303eb7b642,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:59.053583 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0b76fd81-c4fa-44f6-8176-95820d1e6053 req-f44b38fa-785a-4ba1-b113-e0b0d2e4bd45 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0fa51b814cc94e3aa1a8192e196063da&device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 1097 time: 0.1401768 May 30 20:34:59.101408 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:59.141079 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:59.145110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-95dd7b0d-19ba-4539-94c8-77362a7765ed None None] Provisioning complete for port abcb7548-16a7-4b1d-baf2-61303eb7b642 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:59.145110 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-95dd7b0d-19ba-4539-94c8-77362a7765ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:59.212513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5545f-33ca-4bf7-85b9-439a4573dc05 req-aea82e1f-0be7-4a27-bfac-440895c51986 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:59.222581 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29f5545f-33ca-4bf7-85b9-439a4573dc05 req-aea82e1f-0be7-4a27-bfac-440895c51986 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 946 time: 0.4137447 May 30 20:34:59.293333 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29f5545f-33ca-4bf7-85b9-439a4573dc05 req-8aaa336e-e2c9-4449-9443-f78a1b585a98 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761430 May 30 20:34:59.324484 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network b6047b2c-d544-41ef-9a1f-f13a58abb843 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:59.325880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:59.379039 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=5cf9dae5-4b21-42d0-8d36-e39e72e90f7f,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:59.417227 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-95dd7b0d-19ba-4539-94c8-77362a7765ed None None] Port abcb7548-16a7-4b1d-baf2-61303eb7b642 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:34:59.434137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:59.434137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:59.434137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:59.434137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:59.434137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:59.434137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:59.434137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:59.434137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:59.434137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:59.434137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:59.434137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:59.572918 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:59.653062 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:59.657328 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-95fb68e8-ef27-4906-a434-e9f23fe5c707 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2254488 May 30 20:34:59.670214 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43768) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:59.676638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-941cc18a-24e0-4b22-be6d-86a5b02696f3 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'port': {'network_id': '4cfcbf63-351f-49da-ac28-a23f6a577007', 'name': 'tempest-FloatingIPTestJSON-1473851903'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:59.864872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3fd02c6d-77fa-45f9-a5a5-fdf4fd3fd4a8 None None] Provisioning complete for port abcb7548-16a7-4b1d-baf2-61303eb7b642 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:59.864872 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3fd02c6d-77fa-45f9-a5a5-fdf4fd3fd4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:59.901332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-941cc18a-24e0-4b22-be6d-86a5b02696f3 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:59.914951 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-941cc18a-24e0-4b22-be6d-86a5b02696f3 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Usage tracker for resource:port and tenant:dd7814e880da42a28f83a6c4b4514fd6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:59.932326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-941cc18a-24e0-4b22-be6d-86a5b02696f3 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:59.938569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76fd81-c4fa-44f6-8176-95820d1e6053 req-0671ae72-d732-4cac-a93d-1fb658d334f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:59.938569 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0b76fd81-c4fa-44f6-8176-95820d1e6053 req-0671ae72-d732-4cac-a93d-1fb658d334f8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d6d28065-d5ff-40fb-ae35-9b24da0cac63 HTTP/1.1" status: 200 len: 912 time: 0.8350291 May 30 20:34:59.993112 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5572d450-6e0b-49bf-b332-61f9b21c5a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:00.001468 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3fd02c6d-77fa-45f9-a5a5-fdf4fd3fd4a8 None None] Port abcb7548-16a7-4b1d-baf2-61303eb7b642 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:35:00.026036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-941cc18a-24e0-4b22-be6d-86a5b02696f3 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:00.060205 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0b76fd81-c4fa-44f6-8176-95820d1e6053 req-0151d87c-a0a6-4096-b6c4-0a9536743bfd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecd07a3b-c521-4cbf-9c2f-335fb53da259 HTTP/1.1" status: 200 len: 217 time: 0.1057887 May 30 20:35:00.060205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941cc18a-24e0-4b22-be6d-86a5b02696f3 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Made reservation on behalf of dd7814e880da42a28f83a6c4b4514fd6 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:00.063237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router 97a9fb10-8a52-4828-beb8-41b14a57b584 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:00.065797 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-941cc18a-24e0-4b22-be6d-86a5b02696f3 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:00.126127 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-941cc18a-24e0-4b22-be6d-86a5b02696f3 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] device_id is not set on port f9529ee0-0d96-4dd8-9960-204fc6499e68 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:35:00.195465 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76fd81-c4fa-44f6-8176-95820d1e6053 req-11a14b52-d37a-486b-ada1-c6fd81f43dd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:00.195465 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0b76fd81-c4fa-44f6-8176-95820d1e6053 req-11a14b52-d37a-486b-ada1-c6fd81f43dd8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c5cbbf68-a744-4062-b09e-27364255dba5 HTTP/1.1" status: 200 len: 851 time: 0.1235969 May 30 20:35:00.268000 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0b76fd81-c4fa-44f6-8176-95820d1e6053 req-6a24d916-0c6b-46f0-853a-c7e95bcb0cc3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d6d28065-d5ff-40fb-ae35-9b24da0cac63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574636 May 30 20:35:00.299663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:00.313285 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Sync routers for ids ['97a9fb10-8a52-4828-beb8-41b14a57b584'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:00.365072 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c233d95d-e597-4593-9fd3-ec69e952b3c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "PUT /v2.0/routers/97a9fb10-8a52-4828-beb8-41b14a57b584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5233679 May 30 20:35:00.391061 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Routers {'97a9fb10-8a52-4828-beb8-41b14a57b584'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:00.391061 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97a9fb10-8a52-4828-beb8-41b14a57b584'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:00.459613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-941cc18a-24e0-4b22-be6d-86a5b02696f3 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Allocated IP 172.20.0.8 (4cfcbf63-351f-49da-ac28-a23f6a577007/daff46d2-28d4-4d98-b461-9ad90227eb13/f9529ee0-0d96-4dd8-9960-204fc6499e68) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:00.504466 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0b76fd81-c4fa-44f6-8176-95820d1e6053 req-7d57ebcf-c1ae-4490-9fe8-3e0b55381b62 service neutron] 10.222.0.77 "GET /v2.0/networks/d6d28065-d5ff-40fb-ae35-9b24da0cac63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199903 May 30 20:35:00.662879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c05ba-d2bf-40a4-9243-32d94efe20ea req-c1750787-1e69-4a76-afc9-9b2930cd4077 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:00.665089 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5f0c05ba-d2bf-40a4-9243-32d94efe20ea req-c1750787-1e69-4a76-afc9-9b2930cd4077 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 946 time: 0.1626713 May 30 20:35:00.791926 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Set router 97a9fb10-8a52-4828-beb8-41b14a57b584 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:00.826154 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0b76fd81-c4fa-44f6-8176-95820d1e6053 req-8a6a61f1-b739-4c09-9d84-02983296c5ff service neutron] 10.222.0.77 "GET /v2.0/networks/d6d28065-d5ff-40fb-ae35-9b24da0cac63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113790 May 30 20:35:00.909262 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-941cc18a-24e0-4b22-be6d-86a5b02696f3 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:00.929123 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5f0c05ba-d2bf-40a4-9243-32d94efe20ea req-de004a8e-28d1-45e9-87f0-69cb1692b042 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507312 May 30 20:35:00.946778 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-941cc18a-24e0-4b22-be6d-86a5b02696f3 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:00.952195 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-9a696f23-7731-4e87-a419-bdbca4ed966e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:00.984009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-9a696f23-7731-4e87-a419-bdbca4ed966e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:00.985745 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-9a696f23-7731-4e87-a419-bdbca4ed966e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402155148&fields=id&tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb HTTP/1.1" status: 200 len: 267 time: 0.1054571 May 30 20:35:01.049622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cc18a-24e0-4b22-be6d-86a5b02696f3 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=f9529ee0-0d96-4dd8-9960-204fc6499e68,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:01.067098 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941cc18a-24e0-4b22-be6d-86a5b02696f3 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network 4cfcbf63-351f-49da-ac28-a23f6a577007 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:01.068931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-941cc18a-24e0-4b22-be6d-86a5b02696f3 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:01.071373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941cc18a-24e0-4b22-be6d-86a5b02696f3 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:01.177160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941cc18a-24e0-4b22-be6d-86a5b02696f3 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:01.177160 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-941cc18a-24e0-4b22-be6d-86a5b02696f3 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:01.181661 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:35:01.189791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-2037bb88-7e54-45ff-b0d9-79297ddabba7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:01.189791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-2037bb88-7e54-45ff-b0d9-79297ddabba7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:01.208575 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-2037bb88-7e54-45ff-b0d9-79297ddabba7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:01.208575 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-2037bb88-7e54-45ff-b0d9-79297ddabba7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/networks?id=b6047b2c-d544-41ef-9a1f-f13a58abb843 HTTP/1.1" status: 200 len: 797 time: 0.2111537 May 30 20:35:01.210532 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-941cc18a-24e0-4b22-be6d-86a5b02696f3 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5362592 May 30 20:35:01.215660 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43798) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:01.229632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-877b89f5-d653-447c-a2b4-d7198aaae99f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'floatingip': {'port_id': 'f9529ee0-0d96-4dd8-9960-204fc6499e68'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:01.235137 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-3f9d35bf-f885-416d-a5fc-d7de82062d29 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/quotas/5cec82bd6ef4496f8304aec7a72a0ecb HTTP/1.1" status: 200 len: 375 time: 0.0215769 May 30 20:35:01.307025 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:01.421035 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115271489', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '852fa71f-e854-482e-8828-2392d60bb82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:44Z', 'updated_at': '2022-05-30T20:34:56Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '852fa71f-e854-482e-8828-2392d60bb82f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:46Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'abcb7548-16a7-4b1d-baf2-61303eb7b642', 'name': '', 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:10:80:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:55Z', 'updated_at': '2022-05-30T20:34:57Z', 'revision_number': 2, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:01.435200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-369a78b6-5552-44ec-8ef0-7f5418b1d41c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:01.451326 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Checking router: 97a9fb10-8a52-4828-beb8-41b14a57b584 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:35:01.451326 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Updating router 97a9fb10-8a52-4828-beb8-41b14a57b584 port abcb7548-16a7-4b1d-baf2-61303eb7b642 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:35:01.460107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-369a78b6-5552-44ec-8ef0-7f5418b1d41c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:01.460107 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-369a78b6-5552-44ec-8ef0-7f5418b1d41c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2190297 May 30 20:35:01.463161 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-877b89f5-d653-447c-a2b4-d7198aaae99f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:01.574661 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:01.590298 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:01.700238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-a7939be1-161e-4c88-a607-9fe923100362 service neutron] 10.222.0.84 "GET /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131279 May 30 20:35:01.902389 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-0bec33d7-a4b1-4440-baa6-16346013d59f service neutron] 10.222.0.84 "GET /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958687 May 30 20:35:02.261940 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:02.296005 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Transition to ACTIVE for port object abcb7548-16a7-4b1d-baf2-61303eb7b642 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:02.313047 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:02.413825 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-90b329d9-030c-45b1-ad36-bddf1b709658 req-38f0c3e1-7855-46ef-8e9e-8b29d806e8ef tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 210 time: 0.1064391 May 30 20:35:02.472805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43440336-15e4-4576-93be-29d56627567f req-37fa074c-fcc4-488d-b7e2-32aca6424e7c tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:02.474537 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43440336-15e4-4576-93be-29d56627567f req-37fa074c-fcc4-488d-b7e2-32aca6424e7c tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 946 time: 0.2925079 May 30 20:35:02.518272 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-877b89f5-d653-447c-a2b4-d7198aaae99f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:02.528045 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-877b89f5-d653-447c-a2b4-d7198aaae99f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:02.615153 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf20b3-b263-4554-a2a9-23bcfcd677a4 None None] Pushing event updated for resources: {'Port': ['ID=abcb7548-16a7-4b1d-baf2-61303eb7b642,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:02.639011 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43440336-15e4-4576-93be-29d56627567f req-a65ca9de-4a08-44c5-bb65-f6c6b5e798c2 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489151 May 30 20:35:02.658701 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf20b3-b263-4554-a2a9-23bcfcd677a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:02.658701 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf20b3-b263-4554-a2a9-23bcfcd677a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:02.658701 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf20b3-b263-4554-a2a9-23bcfcd677a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:02.658701 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf20b3-b263-4554-a2a9-23bcfcd677a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:02.658701 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf20b3-b263-4554-a2a9-23bcfcd677a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:02.658701 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf20b3-b263-4554-a2a9-23bcfcd677a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:02.662885 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf20b3-b263-4554-a2a9-23bcfcd677a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:02.662885 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf20b3-b263-4554-a2a9-23bcfcd677a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:02.662885 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf20b3-b263-4554-a2a9-23bcfcd677a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:02.662885 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf20b3-b263-4554-a2a9-23bcfcd677a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:02.662885 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf20b3-b263-4554-a2a9-23bcfcd677a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:02.752367 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Attempting to bind port abcb7548-16a7-4b1d-baf2-61303eb7b642 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:35:02.752367 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Attempting to bind port abcb7548-16a7-4b1d-baf2-61303eb7b642 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:35:02.752367 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Attempting to bind port abcb7548-16a7-4b1d-baf2-61303eb7b642 on network b6047b2c-d544-41ef-9a1f-f13a58abb843 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:35:02.776799 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:35:02.776799 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Checking segment: {'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:35:02.776799 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:02.776799 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Bound using segment: {'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:35:02.776799 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Bound port: abcb7548-16a7-4b1d-baf2-61303eb7b642, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:35:02.776799 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:02.891001 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:02.946662 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-877b89f5-d653-447c-a2b4-d7198aaae99f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Floating IP 12db6b10-812b-46aa-b633-e3b9558e2272 associated. External IP: 172.25.5.123, port: f9529ee0-0d96-4dd8-9960-204fc6499e68. May 30 20:35:03.060975 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] For port abcb7548-16a7-4b1d-baf2-61303eb7b642, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:35:03.064888 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] For port abcb7548-16a7-4b1d-baf2-61303eb7b642, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=abcb7548-16a7-4b1d-baf2-61303eb7b642,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:35:03.074106 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:03.191533 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf20b3-b263-4554-a2a9-23bcfcd677a4 None None] Pushing event updated for resources: {'Port': ['ID=abcb7548-16a7-4b1d-baf2-61303eb7b642,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:03.260082 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Routers {'97a9fb10-8a52-4828-beb8-41b14a57b584'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:03.260082 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97a9fb10-8a52-4828-beb8-41b14a57b584'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:03.353659 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:03.688361 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c014dc63-1420-4d27-a34b-9a65508d171c req-d65d9988-7b45-470d-b174-a13fbd0100a9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 210 time: 0.0830138 May 30 20:35:03.745785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5a1e6-afcf-4485-974b-ffcf60ddbee0 req-09266586-1d23-428c-9cb7-4b8d56f1628d tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:03.764780 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69d5a1e6-afcf-4485-974b-ffcf60ddbee0 req-09266586-1d23-428c-9cb7-4b8d56f1628d tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 946 time: 0.3347287 May 30 20:35:03.799065 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877b89f5-d653-447c-a2b4-d7198aaae99f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 29b7b384-52d1-4878-a59e-45acc43c50c2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:03.870984 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69d5a1e6-afcf-4485-974b-ffcf60ddbee0 req-b58507ad-3636-45f2-a3a8-c107e62623a9 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097267 May 30 20:35:03.887061 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] Set router 97a9fb10-8a52-4828-beb8-41b14a57b584 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:04.171791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877b89f5-d653-447c-a2b4-d7198aaae99f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:04.178767 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-877b89f5-d653-447c-a2b4-d7198aaae99f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:04.191322 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dd979d-56aa-44ce-bc29-cfcb3b003f25 None None] Sync routers for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:04.231791 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dd979d-56aa-44ce-bc29-cfcb3b003f25 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:04.231791 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-95dd979d-56aa-44ce-bc29-cfcb3b003f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:04.253115 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-877b89f5-d653-447c-a2b4-d7198aaae99f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "PUT /v2.0/floatingips/12db6b10-812b-46aa-b633-e3b9558e2272 HTTP/1.1" status: 200 len: 978 time: 3.0367470 May 30 20:35:04.253398 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43850) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:04.318723 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115271489', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '852fa71f-e854-482e-8828-2392d60bb82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:44Z', 'updated_at': '2022-05-30T20:34:56Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '852fa71f-e854-482e-8828-2392d60bb82f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:46Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'abcb7548-16a7-4b1d-baf2-61303eb7b642', 'name': '', 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:10:80:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:55Z', 'updated_at': '2022-05-30T20:35:03Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:04.323442 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40be4744-2199-45b4-83a8-3b1d44f2bcaa None None] The sync data for ids ['97a9fb10-8a52-4828-beb8-41b14a57b584'] in n-d-843949-2 is: [{'id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115271489', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '852fa71f-e854-482e-8828-2392d60bb82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:44Z', 'updated_at': '2022-05-30T20:34:56Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '852fa71f-e854-482e-8828-2392d60bb82f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:46Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'abcb7548-16a7-4b1d-baf2-61303eb7b642', 'name': '', 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:10:80:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:55Z', 'updated_at': '2022-05-30T20:35:03Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:04.344297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-95dd979d-56aa-44ce-bc29-cfcb3b003f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:04.347914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-509b61a8-fc0c-4338-9786-8b1444f98c97 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Deleting port f9529ee0-0d96-4dd8-9960-204fc6499e68 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:04.348351 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-509b61a8-fc0c-4338-9786-8b1444f98c97 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:04.356094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dd979d-56aa-44ce-bc29-cfcb3b003f25 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:04.356620 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-95dd979d-56aa-44ce-bc29-cfcb3b003f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:04.471217 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-95dd979d-56aa-44ce-bc29-cfcb3b003f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:04.471217 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dd979d-56aa-44ce-bc29-cfcb3b003f25 None None] The sync data for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:04.839528 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-509b61a8-fc0c-4338-9786-8b1444f98c97 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:04.843915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-fc814870-b71f-4b74-bc69-d879829231fb tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:04.843915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-fc814870-b71f-4b74-bc69-d879829231fb tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:04.872328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-fc814870-b71f-4b74-bc69-d879829231fb tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:04.872328 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-fc814870-b71f-4b74-bc69-d879829231fb tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.77 "GET /v2.0/networks?id=b6047b2c-d544-41ef-9a1f-f13a58abb843 HTTP/1.1" status: 200 len: 797 time: 0.3020220 May 30 20:35:04.972692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-9156726a-4183-4674-881a-bbd8524c8b4c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:05.012389 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-9156726a-4183-4674-881a-bbd8524c8b4c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:05.026094 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-9156726a-4183-4674-881a-bbd8524c8b4c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb HTTP/1.1" status: 200 len: 380 time: 0.1344507 May 30 20:35:05.046386 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b9a2774c-9127-4818-9ab0-bf985f955405 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'port': {'device_id': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843', 'admin_state_up': True, 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'security_groups': ['a1a141d3-4a02-4d99-8649-949d268a151a']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:05.194989 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b26190af-51bc-4c1b-8135-81909aa404c5 req-1543dcd9-6737-4cf2-bd0c-a6568301c8f6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 210 time: 0.1221209 May 30 20:35:05.413833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b9a2774c-9127-4818-9ab0-bf985f955405 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:05.468583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b9a2774c-9127-4818-9ab0-bf985f955405 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:05.497246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b9a2774c-9127-4818-9ab0-bf985f955405 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Made reservation on behalf of 5cec82bd6ef4496f8304aec7a72a0ecb for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:05.508159 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b9a2774c-9127-4818-9ab0-bf985f955405 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:05.934867 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b9a2774c-9127-4818-9ab0-bf985f955405 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Allocated IP 172.20.0.8 (b6047b2c-d544-41ef-9a1f-f13a58abb843/1eaf07b2-a461-454e-a159-68e3d440e898/2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:05.998064 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee504a29-49b6-47e8-aa28-e73dd41ce598 req-ce6de072-054c-4647-a8a9-f33bf452f022 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:06.002768 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee504a29-49b6-47e8-aa28-e73dd41ce598 req-ce6de072-054c-4647-a8a9-f33bf452f022 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.77 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 946 time: 0.7780817 May 30 20:35:06.025013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63574a01-c3d3-4ded-bacb-5ab909383d29 req-420dcd00-3005-4bd3-83f8-5d1e5326fa9e tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:06.032230 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63574a01-c3d3-4ded-bacb-5ab909383d29 req-420dcd00-3005-4bd3-83f8-5d1e5326fa9e tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 946 time: 0.6843107 May 30 20:35:06.138404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-ee504a29-49b6-47e8-aa28-e73dd41ce598 req-e9509742-dec0-40b0-bf58-01b649a931fe tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Deleting port ecd07a3b-c521-4cbf-9c2f-335fb53da259 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:06.140371 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ee504a29-49b6-47e8-aa28-e73dd41ce598 req-e9509742-dec0-40b0-bf58-01b649a931fe tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:06.177238 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b9a2774c-9127-4818-9ab0-bf985f955405 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:06.208213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b9a2774c-9127-4818-9ab0-bf985f955405 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Transition to ACTIVE for port object 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:06.292087 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b9a2774c-9127-4818-9ab0-bf985f955405 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:06.484344 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-509b61a8-fc0c-4338-9786-8b1444f98c97 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:06.484730 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-509b61a8-fc0c-4338-9786-8b1444f98c97 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:06.485044 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-509b61a8-fc0c-4338-9786-8b1444f98c97 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Floating IP 12db6b10-812b-46aa-b633-e3b9558e2272 disassociated. External IP: 172.25.5.123, port: f9529ee0-0d96-4dd8-9960-204fc6499e68. May 30 20:35:06.493816 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-509b61a8-fc0c-4338-9786-8b1444f98c97 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Calling delete_port for f9529ee0-0d96-4dd8-9960-204fc6499e68 owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:06.524949 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b9a2774c-9127-4818-9ab0-bf985f955405 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network b6047b2c-d544-41ef-9a1f-f13a58abb843 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:06.550662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b9a2774c-9127-4818-9ab0-bf985f955405 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:06.574745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device abcb7548-16a7-4b1d-baf2-61303eb7b642 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:06.598310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b9a2774c-9127-4818-9ab0-bf985f955405 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:06.663676 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63574a01-c3d3-4ded-bacb-5ab909383d29 req-3073e05f-cfd1-467d-b6df-4d32c41adf40 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/security-groups?id=76712194-26ef-4d6e-b523-6ddda296a204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6290722 May 30 20:35:06.780911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port abcb7548-16a7-4b1d-baf2-61303eb7b642 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:06.780911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port abcb7548-16a7-4b1d-baf2-61303eb7b642 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:06.780911 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:06.799265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2774c-9127-4818-9ab0-bf985f955405 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:06.822152 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b9a2774c-9127-4818-9ab0-bf985f955405 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:06.822797 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b9a2774c-9127-4818-9ab0-bf985f955405 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:06.833413 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aee82b-f364-4300-8447-3f43cf409854 req-6ae0cd0b-928d-4b35-908f-b9dd5ab1bf37 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:06.834917 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71aee82b-f364-4300-8447-3f43cf409854 req-6ae0cd0b-928d-4b35-908f-b9dd5ab1bf37 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 931 time: 0.2622194 May 30 20:35:06.901343 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b9a2774c-9127-4818-9ab0-bf985f955405 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8657808 May 30 20:35:06.924333 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Request body: {'port': {'device_id': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:07.017867 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:07.054684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port abcb7548-16a7-4b1d-baf2-61303eb7b642, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=abcb7548-16a7-4b1d-baf2-61303eb7b642,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:07.065768 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:07.086294 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-ee504a29-49b6-47e8-aa28-e73dd41ce598 req-e9509742-dec0-40b0-bf58-01b649a931fe tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] For port ecd07a3b-c521-4cbf-9c2f-335fb53da259, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ecd07a3b-c521-4cbf-9c2f-335fb53da259,segment=NetworkSegment(8fe7e0a8-7e3c-415d-87f6-5564d03ee4f8),segment_id=8fe7e0a8-7e3c-415d-87f6-5564d03ee4f8)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:07.086294 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ee504a29-49b6-47e8-aa28-e73dd41ce598 req-e9509742-dec0-40b0-bf58-01b649a931fe tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:07.160133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=abcb7548-16a7-4b1d-baf2-61303eb7b642,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:07.169329 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:07.169933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:07.170471 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:07.170959 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:07.171441 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:07.171920 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:07.172440 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:07.173065 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:07.173580 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:07.174089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:07.174437 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:07.175136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:07.178710 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-311512f4-6123-410b-a61d-63efae736130 None None] Provisioning for port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:07.236227 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-311512f4-6123-410b-a61d-63efae736130 None None] Provisioning complete for port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:07.237138 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-311512f4-6123-410b-a61d-63efae736130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:07.242949 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-ee504a29-49b6-47e8-aa28-e73dd41ce598 req-e9509742-dec0-40b0-bf58-01b649a931fe tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Calling delete_port for ecd07a3b-c521-4cbf-9c2f-335fb53da259 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:07.308973 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:07.345330 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-311512f4-6123-410b-a61d-63efae736130 None None] Port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:35:07.477018 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71aee82b-f364-4300-8447-3f43cf409854 req-06c82854-3f85-4bda-b1d5-0e9d74f30e0a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6055555 May 30 20:35:07.480771 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-509b61a8-fc0c-4338-9786-8b1444f98c97 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:07.540734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b61a8-fc0c-4338-9786-8b1444f98c97 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Port': ['ID=f9529ee0-0d96-4dd8-9960-204fc6499e68,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:07.544332 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ee504a29-49b6-47e8-aa28-e73dd41ce598 req-e9509742-dec0-40b0-bf58-01b649a931fe tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:07.746790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9509742-dec0-40b0-bf58-01b649a931fe tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Pushing event deleted for resources: {'Port': ['ID=ecd07a3b-c521-4cbf-9c2f-335fb53da259,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:07.817773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee504a29-49b6-47e8-aa28-e73dd41ce598 req-e9509742-dec0-40b0-bf58-01b649a931fe tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] No DVR routers for this DVR port ecd07a3b-c521-4cbf-9c2f-335fb53da259 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:35:07.820520 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-ee504a29-49b6-47e8-aa28-e73dd41ce598 req-e9509742-dec0-40b0-bf58-01b649a931fe tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:07.851559 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408d06ff-9be7-4e7a-b379-adf9fccb4f84', 'name': 'network-vif-deleted', 'tag': 'ecd07a3b-c521-4cbf-9c2f-335fb53da259'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:35:07.851559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee504a29-49b6-47e8-aa28-e73dd41ce598 req-e9509742-dec0-40b0-bf58-01b649a931fe tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.77 "DELETE /v2.0/ports/ecd07a3b-c521-4cbf-9c2f-335fb53da259 HTTP/1.1" status: 204 len: 173 time: 1.7979729 May 30 20:35:07.959981 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:35:07.968404 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:07.973729 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ed14d1-32a0-46c1-a42c-3720ec23e62f'] response: {'server_uuid': '408d06ff-9be7-4e7a-b379-adf9fccb4f84', 'name': 'network-vif-deleted', 'tag': 'ecd07a3b-c521-4cbf-9c2f-335fb53da259', 'status': 'completed', 'code': 200} May 30 20:35:07.985165 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Transition to ACTIVE for port object 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:07.989129 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:07.995515 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-531a59ef-e8d3-4110-b33b-dc681bfaea1f req-17f32211-0ab5-4955-a4cb-f72c43d2db80 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Synchronizing usage tracker for tenant:0fa51b814cc94e3aa1a8192e196063da on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:08.047556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-531a59ef-e8d3-4110-b33b-dc681bfaea1f req-17f32211-0ab5-4955-a4cb-f72c43d2db80 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] Unset dirty status for tenant:0fa51b814cc94e3aa1a8192e196063da on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:08.056780 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-531a59ef-e8d3-4110-b33b-dc681bfaea1f req-17f32211-0ab5-4955-a4cb-f72c43d2db80 tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] 10.222.0.84 "GET /v2.0/ports?device_id=408d06ff-9be7-4e7a-b379-adf9fccb4f84 HTTP/1.1" status: 200 len: 210 time: 0.1607976 May 30 20:35:08.120373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509b61a8-fc0c-4338-9786-8b1444f98c97 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 29b7b384-52d1-4878-a59e-45acc43c50c2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:08.275164 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:08.444753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Attempting to bind port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:35:08.444753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Attempting to bind port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:35:08.444753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Attempting to bind port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 on network b6047b2c-d544-41ef-9a1f-f13a58abb843 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:35:08.453835 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 on network b6047b2c-d544-41ef-9a1f-f13a58abb843 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:35:08.453835 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Attempting to bind port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 on network b6047b2c-d544-41ef-9a1f-f13a58abb843 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:35:08.487413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:35:08.487413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Checking segment: {'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:35:08.487413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Bound using segment: {'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:35:08.490672 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device abcb7548-16a7-4b1d-baf2-61303eb7b642 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:08.493173 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Bound port: 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:35:08.493173 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.666788 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] For port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:35:08.681760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] For port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:35:08.681760 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.866279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port abcb7548-16a7-4b1d-baf2-61303eb7b642 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:08.866649 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:09.013343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:09.037517 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:09.037517 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-b3cb5699-e249-4c9b-b06d-ee3987c1ac23 service neutron] 10.222.0.77 "PUT /v2.0/ports/2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 HTTP/1.1" status: 200 len: 1091 time: 2.1184256 May 30 20:35:09.037517 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'tag': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:35:09.181268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509b61a8-fc0c-4338-9786-8b1444f98c97 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:09.200084 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c81216-c626-49f0-9450-7335f3b8e249 None None] Sync routers for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:09.218668 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c81216-c626-49f0-9450-7335f3b8e249 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:09.219466 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-18c81216-c626-49f0-9450-7335f3b8e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:09.269637 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85426f2-da30-431b-9366-e3196a43e099'] response: {'name': 'network-changed', 'server_uuid': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'tag': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5', 'status': 'completed', 'code': 200} May 30 20:35:09.293845 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-18c81216-c626-49f0-9450-7335f3b8e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:09.303135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7baa83a-00f6-4fbe-84a4-2b39b362c52e req-dd072370-04d3-451d-b4f1-98794ec9e851 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:09.307381 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c81216-c626-49f0-9450-7335f3b8e249 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:09.308334 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-18c81216-c626-49f0-9450-7335f3b8e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:09.312140 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7baa83a-00f6-4fbe-84a4-2b39b362c52e req-dd072370-04d3-451d-b4f1-98794ec9e851 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 943 time: 0.2936633 May 30 20:35:09.380956 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-90ef5c07-f365-4410-b732-b1944598daff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 1094 time: 0.1965778 May 30 20:35:09.440942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device ecd07a3b-c521-4cbf-9c2f-335fb53da259 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:35:09.489053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43920) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:09.511158 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-18c81216-c626-49f0-9450-7335f3b8e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:09.511158 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c81216-c626-49f0-9450-7335f3b8e249 None None] The sync data for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:09.538236 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: ecd07a3b-c521-4cbf-9c2f-335fb53da259 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:35:09.538236 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device ecd07a3b-c521-4cbf-9c2f-335fb53da259 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:35:09.548774 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-6d72ec14-5073-4f72-a291-63870572b867 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 HTTP/1.1" status: 200 len: 217 time: 0.1603122 May 30 20:35:09.563433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6b1074-9cfc-4af4-92b8-d1f590a07583 admin admin] Deleting subnet c5cbbf68-a744-4062-b09e-27364255dba5 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:35:09.577322 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ed6b1074-9cfc-4af4-92b8-d1f590a07583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:09.626718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-9544e921-83fb-4b07-837c-87e8f9f5fb04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:09.628256 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-9544e921-83fb-4b07-837c-87e8f9f5fb04 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1eaf07b2-a461-454e-a159-68e3d440e898 HTTP/1.1" status: 200 len: 835 time: 0.0711637 May 30 20:35:09.630655 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7baa83a-00f6-4fbe-84a4-2b39b362c52e req-99bc867f-a161-43a6-8c5c-8491ecebc8ce tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3176863 May 30 20:35:09.644437 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-509b61a8-fc0c-4338-9786-8b1444f98c97 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:09.646324 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-509b61a8-fc0c-4338-9786-8b1444f98c97 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/ports/f9529ee0-0d96-4dd8-9960-204fc6499e68 HTTP/1.1" status: 204 len: 168 time: 5.3918369 May 30 20:35:09.648816 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ed6b1074-9cfc-4af4-92b8-d1f590a07583 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:09.683336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43926) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:09.762059 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-bd8ef4a0-359f-4e3a-aab8-d3126ff06bed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6047b2c-d544-41ef-9a1f-f13a58abb843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967929 May 30 20:35:09.812036 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ed6b1074-9cfc-4af4-92b8-d1f590a07583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:09.909460 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7ad0cba2-51cb-46db-bc79-495227a6211c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "GET /v2.0/floatingips/12db6b10-812b-46aa-b633-e3b9558e2272 HTTP/1.1" status: 200 len: 688 time: 0.2284946 May 30 20:35:09.912179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43936) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:09.987480 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-7617677b-4830-4545-8bb6-c7647166243f service neutron] 10.222.0.77 "GET /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400606 May 30 20:35:10.113465 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ed6b1074-9cfc-4af4-92b8-d1f590a07583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:10.160189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-621d3331-1323-4373-9d1a-db0c539cebbe tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Deleting port 5cf9dae5-4b21-42d0-8d36-e39e72e90f7f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:10.160529 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-621d3331-1323-4373-9d1a-db0c539cebbe tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:10.251589 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-92427beb-df30-4d33-9ca5-1cd4297d6efc req-fb217844-b6a1-406c-99cf-35796ec3f57a service neutron] 10.222.0.77 "GET /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523375 May 30 20:35:10.369434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b1074-9cfc-4af4-92b8-d1f590a07583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5cbbf68-a744-4062-b09e-27364255dba5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:10.393419 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ed6b1074-9cfc-4af4-92b8-d1f590a07583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:10.414462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ed6b1074-9cfc-4af4-92b8-d1f590a07583 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c5cbbf68-a744-4062-b09e-27364255dba5 HTTP/1.1" status: 204 len: 168 time: 0.9286926 May 30 20:35:10.414679 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5d1b0640-8dbf-46d5-8b47-8d3ef0771529 req-95c49fc4-9fc2-40d9-b7f4-461a3f9b56c7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 1094 time: 0.0897822 May 30 20:35:10.417077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43946) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:10.422604 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-621d3331-1323-4373-9d1a-db0c539cebbe tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:10.423195 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-621d3331-1323-4373-9d1a-db0c539cebbe tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:10.575415 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-621d3331-1323-4373-9d1a-db0c539cebbe tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Calling delete_port for 5cf9dae5-4b21-42d0-8d36-e39e72e90f7f owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:10.635125 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be40a41c-8bf3-401c-aecc-cec8442c2851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:10.707359 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b0640-8dbf-46d5-8b47-8d3ef0771529 req-166850ac-a3ed-41c1-9efc-5f1c3b992952 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:10.709008 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5d1b0640-8dbf-46d5-8b47-8d3ef0771529 req-166850ac-a3ed-41c1-9efc-5f1c3b992952 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6047b2c-d544-41ef-9a1f-f13a58abb843 HTTP/1.1" status: 200 len: 898 time: 0.2662017 May 30 20:35:10.796406 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5d1b0640-8dbf-46d5-8b47-8d3ef0771529 req-23bbc483-9c67-4756-ad88-3fe83e9211c4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 HTTP/1.1" status: 200 len: 217 time: 0.0704401 May 30 20:35:10.836949 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-621d3331-1323-4373-9d1a-db0c539cebbe tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:10.919304 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be40a41c-8bf3-401c-aecc-cec8442c2851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:10.952395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-be40a41c-8bf3-401c-aecc-cec8442c2851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d28065-d5ff-40fb-ae35-9b24da0cac63']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:10.966230 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-be40a41c-8bf3-401c-aecc-cec8442c2851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe7e0a8-7e3c-415d-87f6-5564d03ee4f8') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:10.966569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-be40a41c-8bf3-401c-aecc-cec8442c2851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe7e0a8-7e3c-415d-87f6-5564d03ee4f8') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:10.979664 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be40a41c-8bf3-401c-aecc-cec8442c2851 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:11.028823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d3331-1323-4373-9d1a-db0c539cebbe tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Port': ['ID=5cf9dae5-4b21-42d0-8d36-e39e72e90f7f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:11.047801 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be40a41c-8bf3-401c-aecc-cec8442c2851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:11.059531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be40a41c-8bf3-401c-aecc-cec8442c2851 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:35:11.060094 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be40a41c-8bf3-401c-aecc-cec8442c2851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: timer() May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:35:11.073575 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:35:11.148548 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b0640-8dbf-46d5-8b47-8d3ef0771529 req-8bb61c89-f65d-4c93-a250-7a6ed1cce0bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:11.150436 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5d1b0640-8dbf-46d5-8b47-8d3ef0771529 req-8bb61c89-f65d-4c93-a250-7a6ed1cce0bd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1eaf07b2-a461-454e-a159-68e3d440e898 HTTP/1.1" status: 200 len: 835 time: 0.1592827 May 30 20:35:11.168885 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-621d3331-1323-4373-9d1a-db0c539cebbe tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:11.207339 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be40a41c-8bf3-401c-aecc-cec8442c2851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:11.227042 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be40a41c-8bf3-401c-aecc-cec8442c2851 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:11.230523 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-621d3331-1323-4373-9d1a-db0c539cebbe tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:11.238049 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-621d3331-1323-4373-9d1a-db0c539cebbe tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/floatingips/12db6b10-812b-46aa-b633-e3b9558e2272 HTTP/1.1" status: 204 len: 168 time: 1.3247342 May 30 20:35:11.239321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 43954) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:11.249713 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40a41c-8bf3-401c-aecc-cec8442c2851 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d28065-d5ff-40fb-ae35-9b24da0cac63,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:11.265086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': 'bca20c39-290e-4b30-9115-730914ac2a04'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:11.266705 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-be40a41c-8bf3-401c-aecc-cec8442c2851 admin admin] 10.222.0.84 "DELETE /v2.0/networks/d6d28065-d5ff-40fb-ae35-9b24da0cac63 HTTP/1.1" status: 204 len: 168 time: 0.8484251 May 30 20:35:11.270324 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43958) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:11.274741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:11.294396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb197d94-49f9-4004-8f7c-fcecb57f7ae8 req-7125267c-8d5d-4847-91f5-ac35c683345c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:11.297901 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb197d94-49f9-4004-8f7c-fcecb57f7ae8 req-7125267c-8d5d-4847-91f5-ac35c683345c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 943 time: 0.3668034 May 30 20:35:11.299398 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Usage tracker for resource:floatingip and tenant:dd7814e880da42a28f83a6c4b4514fd6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:11.309110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:11.375022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:11.413722 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:11.506815 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5d1b0640-8dbf-46d5-8b47-8d3ef0771529 req-5f0ea1a5-0386-4e0b-8f3b-a2ad87e84097 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6047b2c-d544-41ef-9a1f-f13a58abb843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3478165 May 30 20:35:11.678316 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5d1b0640-8dbf-46d5-8b47-8d3ef0771529 req-9e9ba6e7-d948-46d4-931b-e8cc32e33caf service neutron] 10.222.0.77 "GET /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607702 May 30 20:35:11.683093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4acfda0-45f8-4a05-a5cd-55bdb60411d9 admin admin] Deleting subnet a3bb1577-79e6-4a44-a39d-50ca3d0fb524 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:35:11.686551 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4acfda0-45f8-4a05-a5cd-55bdb60411d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:11.718734 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb197d94-49f9-4004-8f7c-fcecb57f7ae8 req-ddbf481e-5925-4385-8164-112f84eb794c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3979917 May 30 20:35:11.833886 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4acfda0-45f8-4a05-a5cd-55bdb60411d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:11.847728 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:11.944664 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4acfda0-45f8-4a05-a5cd-55bdb60411d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:11.983854 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5d1b0640-8dbf-46d5-8b47-8d3ef0771529 req-4fb08343-531f-4f3c-bf2b-3724cb671066 service neutron] 10.222.0.77 "GET /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684786 May 30 20:35:12.083207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Allocated IP 172.25.5.146 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/77e2253e-c6d2-4ca7-a0ac-a57afc7a5269) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:12.095840 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4acfda0-45f8-4a05-a5cd-55bdb60411d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.172430 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4acfda0-45f8-4a05-a5cd-55bdb60411d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.176163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acfda0-45f8-4a05-a5cd-55bdb60411d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3bb1577-79e6-4a44-a39d-50ca3d0fb524,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:12.186221 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e4acfda0-45f8-4a05-a5cd-55bdb60411d9 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/a3bb1577-79e6-4a44-a39d-50ca3d0fb524 HTTP/1.1" status: 204 len: 168 time: 0.9142365 May 30 20:35:12.190444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43966) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:12.290983 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.327049 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.417652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=77e2253e-c6d2-4ca7-a0ac-a57afc7a5269,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:12.433455 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b8141035-1a13-45c7-b581-65457daf2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.434945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:12.436719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:12.438998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:12.650569 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b8141035-1a13-45c7-b581-65457daf2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.677211 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b8141035-1a13-45c7-b581-65457daf2d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86251d2b-be0a-489c-ace2-1710c35a7d4b']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:12.695081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b8141035-1a13-45c7-b581-65457daf2d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ead916-de41-4520-912a-79d5b7f5348e') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:12.695408 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-b8141035-1a13-45c7-b581-65457daf2d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ead916-de41-4520-912a-79d5b7f5348e') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:12.719587 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b8141035-1a13-45c7-b581-65457daf2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.744272 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b8141035-1a13-45c7-b581-65457daf2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.751619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8141035-1a13-45c7-b581-65457daf2d06 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:35:12.752033 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b8141035-1a13-45c7-b581-65457daf2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: timer() May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:35:12.861430 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:35:12.866811 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b8141035-1a13-45c7-b581-65457daf2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.887131 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b8141035-1a13-45c7-b581-65457daf2d06 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.896484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8141035-1a13-45c7-b581-65457daf2d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=86251d2b-be0a-489c-ace2-1710c35a7d4b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:12.902322 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b8141035-1a13-45c7-b581-65457daf2d06 admin admin] 10.222.0.84 "DELETE /v2.0/networks/86251d2b-be0a-489c-ace2-1710c35a7d4b HTTP/1.1" status: 204 len: 168 time: 0.7108867 May 30 20:35:13.001431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ef749-b62c-4e50-8c1a-27502faecf7a req-e0fb0fe6-e522-4ba1-a05b-c3a015238b88 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:13.002900 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-997ef749-b62c-4e50-8c1a-27502faecf7a req-e0fb0fe6-e522-4ba1-a05b-c3a015238b88 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 943 time: 0.1253800 May 30 20:35:13.068696 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-997ef749-b62c-4e50-8c1a-27502faecf7a req-dd25b4bb-576d-4135-8768-c444da6db91f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567803 May 30 20:35:13.150386 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43984) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:13.238764 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-41ac8219-f293-40f3-a565-69216d3fcdfa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0fa51b814cc94e3aa1a8192e196063da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0850263 May 30 20:35:13.240598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43990) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:13.254237 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.314710 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe662aed-7c8b-4cdd-bd01-777e5b7ecb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.343033 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.359689 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe662aed-7c8b-4cdd-bd01-777e5b7ecb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.364594 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:35:13.424337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 43996) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:13.431443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a5dd5407-ccc2-4cf0-b551-81baa59dcb0c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934212433', 'description': 'tempest-secgroup-smoke-934212433 description', 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:13.438832 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe662aed-7c8b-4cdd-bd01-777e5b7ecb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.442733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a5dd5407-ccc2-4cf0-b551-81baa59dcb0c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:13.455498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a5dd5407-ccc2-4cf0-b551-81baa59dcb0c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Usage tracker for resource:security_group and tenant:2f1c43d5746b45a4a5d0ca372b07696b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:13.459023 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a5dd5407-ccc2-4cf0-b551-81baa59dcb0c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:13.468655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a5dd5407-ccc2-4cf0-b551-81baa59dcb0c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:13.471512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe662aed-7c8b-4cdd-bd01-777e5b7ecb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76712194-26ef-4d6e-b523-6ddda296a204,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:13.481051 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe662aed-7c8b-4cdd-bd01-777e5b7ecb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.482975 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fe662aed-7c8b-4cdd-bd01-777e5b7ecb27 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/76712194-26ef-4d6e-b523-6ddda296a204 HTTP/1.1" status: 204 len: 168 time: 0.2414351 May 30 20:35:13.489148 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5407-ccc2-4cf0-b551-81baa59dcb0c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.548105 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a5dd5407-ccc2-4cf0-b551-81baa59dcb0c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:13.553722 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a5dd5407-ccc2-4cf0-b551-81baa59dcb0c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Usage tracker for resource:security_group_rule and tenant:2f1c43d5746b45a4a5d0ca372b07696b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:13.557528 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a5dd5407-ccc2-4cf0-b551-81baa59dcb0c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:13.564857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a5dd5407-ccc2-4cf0-b551-81baa59dcb0c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:13.572404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:13.590853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5', 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843', 'port_id': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5', 'mac_address': 'fa:16:3e:c9:2e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:35:13.644449 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5407-ccc2-4cf0-b551-81baa59dcb0c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.653783 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5407-ccc2-4cf0-b551-81baa59dcb0c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.658788 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.677911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:35:13.698174 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:13.703898 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.722117 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.730404 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.768168 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd5407-ccc2-4cf0-b551-81baa59dcb0c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c8bac6-85c2-4fd5-a740-ab7b26bff60d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:13.771271 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5407-ccc2-4cf0-b551-81baa59dcb0c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.772865 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a5dd5407-ccc2-4cf0-b551-81baa59dcb0c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3469601 May 30 20:35:13.777856 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44002) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:13.795645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-28161662-473f-4978-a12f-ab9c2b8dfe6d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Request body: {'security_group_rule': {'security_group_id': '97c8bac6-85c2-4fd5-a740-ab7b26bff60d', 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:13.806804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-28161662-473f-4978-a12f-ab9c2b8dfe6d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:13.806956 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:13.821161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-28161662-473f-4978-a12f-ab9c2b8dfe6d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Usage tracker for resource:security_group_rule and tenant:2f1c43d5746b45a4a5d0ca372b07696b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:13.825605 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-28161662-473f-4978-a12f-ab9c2b8dfe6d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:13.863432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-28161662-473f-4978-a12f-ab9c2b8dfe6d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:13.879165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=77e2253e-c6d2-4ca7-a0ac-a57afc7a5269,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:13.913989 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28161662-473f-4978-a12f-ab9c2b8dfe6d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.930191 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.981630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:35:14.168722 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44012) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:14.273330 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d25bfde4-37a2-43af-a6af-46362ab9be4e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=385a5768a9224533b834300b7d78676b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1012599 May 30 20:35:14.276502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44016) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:14.391828 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d3f64a4e-a1fd-4688-b878-0206976dd31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.419880 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d3f64a4e-a1fd-4688-b878-0206976dd31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.451872 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28161662-473f-4978-a12f-ab9c2b8dfe6d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.460698 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28161662-473f-4978-a12f-ab9c2b8dfe6d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.478587 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d3f64a4e-a1fd-4688-b878-0206976dd31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.493602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28161662-473f-4978-a12f-ab9c2b8dfe6d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36cbe92-7f89-4043-9769-2bb656bdc6e2,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:14.493955 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f64a4e-a1fd-4688-b878-0206976dd31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1534cd-6de5-451a-977d-2dbcc438d268,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:14.505979 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d3f64a4e-a1fd-4688-b878-0206976dd31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.510298 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d3f64a4e-a1fd-4688-b878-0206976dd31d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dd1534cd-6de5-451a-977d-2dbcc438d268 HTTP/1.1" status: 204 len: 168 time: 0.2300036 May 30 20:35:14.519004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf81e7-f615-45d4-b14d-f6ce47d22666 req-cdcb1c05-fc6a-4569-9219-8fc190484ba6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:14.520534 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-17cf81e7-f615-45d4-b14d-f6ce47d22666 req-cdcb1c05-fc6a-4569-9219-8fc190484ba6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 944 time: 0.2136691 May 30 20:35:14.523366 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28161662-473f-4978-a12f-ab9c2b8dfe6d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.524454 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-28161662-473f-4978-a12f-ab9c2b8dfe6d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7402554 May 30 20:35:14.527244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44022) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:14.534370 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-86760ba8-08fb-4eb4-b5d3-59e44c452110 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Request body: {'security_group_rule': {'security_group_id': '97c8bac6-85c2-4fd5-a740-ab7b26bff60d', 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:14.542668 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-86760ba8-08fb-4eb4-b5d3-59e44c452110 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:14.547174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-86760ba8-08fb-4eb4-b5d3-59e44c452110 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Usage tracker for resource:security_group_rule and tenant:2f1c43d5746b45a4a5d0ca372b07696b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:14.550245 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-86760ba8-08fb-4eb4-b5d3-59e44c452110 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:14.556305 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-86760ba8-08fb-4eb4-b5d3-59e44c452110 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:14.573964 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86760ba8-08fb-4eb4-b5d3-59e44c452110 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.600529 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-17cf81e7-f615-45d4-b14d-f6ce47d22666 req-35bfe90a-4cb7-49e6-99fd-72e3cf2cefa5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714483 May 30 20:35:14.637842 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Floating IP efb4f9a4-d12d-4950-8db7-338f9fc258cf associated. External IP: 172.25.5.146, port: bca20c39-290e-4b30-9115-730914ac2a04. May 30 20:35:14.662236 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86760ba8-08fb-4eb4-b5d3-59e44c452110 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.665978 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86760ba8-08fb-4eb4-b5d3-59e44c452110 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.696030 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86760ba8-08fb-4eb4-b5d3-59e44c452110 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7363546c-3273-4beb-842a-1337e101ec09,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:14.703836 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86760ba8-08fb-4eb4-b5d3-59e44c452110 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.708122 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-86760ba8-08fb-4eb4-b5d3-59e44c452110 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1771040 May 30 20:35:14.708317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44026) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:14.713654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0800b127-ce08-44fa-82d2-2cc5742a2d0e tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Request body: {'security_group_rule': {'security_group_id': '97c8bac6-85c2-4fd5-a740-ab7b26bff60d', 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:14.721271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0800b127-ce08-44fa-82d2-2cc5742a2d0e tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:14.725283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0800b127-ce08-44fa-82d2-2cc5742a2d0e tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Usage tracker for resource:security_group_rule and tenant:2f1c43d5746b45a4a5d0ca372b07696b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:14.728462 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0800b127-ce08-44fa-82d2-2cc5742a2d0e tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:14.734027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0800b127-ce08-44fa-82d2-2cc5742a2d0e tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:14.751776 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0800b127-ce08-44fa-82d2-2cc5742a2d0e tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.830944 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0800b127-ce08-44fa-82d2-2cc5742a2d0e tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.835608 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0800b127-ce08-44fa-82d2-2cc5742a2d0e tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.861568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800b127-ce08-44fa-82d2-2cc5742a2d0e tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16be05d-57c0-40da-9a4e-31aafab83dd6,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:14.874960 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0800b127-ce08-44fa-82d2-2cc5742a2d0e tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.879129 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0800b127-ce08-44fa-82d2-2cc5742a2d0e tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1672060 May 30 20:35:14.879310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44030) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:14.885525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c1837778-0857-4a36-b065-7275970f2552 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Request body: {'security_group_rule': {'security_group_id': '97c8bac6-85c2-4fd5-a740-ab7b26bff60d', 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:14.893476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c1837778-0857-4a36-b065-7275970f2552 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:14.897640 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c1837778-0857-4a36-b065-7275970f2552 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Usage tracker for resource:security_group_rule and tenant:2f1c43d5746b45a4a5d0ca372b07696b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:14.900842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c1837778-0857-4a36-b065-7275970f2552 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:14.907884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c1837778-0857-4a36-b065-7275970f2552 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:14.927855 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1837778-0857-4a36-b065-7275970f2552 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.014600 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1837778-0857-4a36-b065-7275970f2552 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.020504 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1837778-0857-4a36-b065-7275970f2552 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.053925 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1837778-0857-4a36-b065-7275970f2552 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a38d4f2-482b-4109-906d-823f6cbebf7e,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:15.066064 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1837778-0857-4a36-b065-7275970f2552 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.071924 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c1837778-0857-4a36-b065-7275970f2552 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1889992 May 30 20:35:15.072233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44038) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:15.079924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-2942a9aa-c127-4bff-a11b-407c62cf6b0d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Request body: {'security_group_rule': {'security_group_id': '97c8bac6-85c2-4fd5-a740-ab7b26bff60d', 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:15.088158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2942a9aa-c127-4bff-a11b-407c62cf6b0d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:15.092743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2942a9aa-c127-4bff-a11b-407c62cf6b0d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Usage tracker for resource:security_group_rule and tenant:2f1c43d5746b45a4a5d0ca372b07696b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:15.097121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2942a9aa-c127-4bff-a11b-407c62cf6b0d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:15.104778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2942a9aa-c127-4bff-a11b-407c62cf6b0d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:15.120349 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-2942a9aa-c127-4bff-a11b-407c62cf6b0d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Project 2f1c43d5746b45a4a5d0ca372b07696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:35:15.129312 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2942a9aa-c127-4bff-a11b-407c62cf6b0d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.147487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 29b7b384-52d1-4878-a59e-45acc43c50c2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:15.263416 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2942a9aa-c127-4bff-a11b-407c62cf6b0d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.271168 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2942a9aa-c127-4bff-a11b-407c62cf6b0d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.332955 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2942a9aa-c127-4bff-a11b-407c62cf6b0d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.334814 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2942a9aa-c127-4bff-a11b-407c62cf6b0d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2611084 May 30 20:35:15.336035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942a9aa-c127-4bff-a11b-407c62cf6b0d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a285e03b-3af9-4516-bbc4-a214d7cd573b,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:15.338895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44044) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:15.348603 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-abd18516-a529-4a1a-a5f0-c4b1e8f078c6 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Request body: {'security_group_rule': {'security_group_id': '97c8bac6-85c2-4fd5-a740-ab7b26bff60d', 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:15.360190 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-abd18516-a529-4a1a-a5f0-c4b1e8f078c6 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:15.366001 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-abd18516-a529-4a1a-a5f0-c4b1e8f078c6 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Usage tracker for resource:security_group_rule and tenant:2f1c43d5746b45a4a5d0ca372b07696b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:15.372111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:15.388324 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-abd18516-a529-4a1a-a5f0-c4b1e8f078c6 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:15.400895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-abd18516-a529-4a1a-a5f0-c4b1e8f078c6 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:15.412443 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-abd18516-a529-4a1a-a5f0-c4b1e8f078c6 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Project 2f1c43d5746b45a4a5d0ca372b07696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:35:15.421997 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-abd18516-a529-4a1a-a5f0-c4b1e8f078c6 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.497182 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:15.507719 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:15.508628 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.519066 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-abd18516-a529-4a1a-a5f0-c4b1e8f078c6 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.525176 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-abd18516-a529-4a1a-a5f0-c4b1e8f078c6 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.537875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:15.568505 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d35ab9e-265b-44dc-9285-cd4ec66a2269 None None] Sync routers for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:15.575426 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.576564 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd18516-a529-4a1a-a5f0-c4b1e8f078c6 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706c391a-eb8b-458b-b443-67b9fe6692fc,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:15.586319 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-abd18516-a529-4a1a-a5f0-c4b1e8f078c6 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.587909 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-abd18516-a529-4a1a-a5f0-c4b1e8f078c6 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2474263 May 30 20:35:15.638249 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d35ab9e-265b-44dc-9285-cd4ec66a2269 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:15.639652 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3d35ab9e-265b-44dc-9285-cd4ec66a2269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:15.729532 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-166465c1-6549-4e02-b166-7ecc24beeead tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.4853742 May 30 20:35:15.732922 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44054) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:15.742860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ce94fe3a-e5c1-44d4-aedc-b596b0d1ec51 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-405340721'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:15.756714 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3d35ab9e-265b-44dc-9285-cd4ec66a2269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:15.768974 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ce94fe3a-e5c1-44d4-aedc-b596b0d1ec51 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:15.788275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ce94fe3a-e5c1-44d4-aedc-b596b0d1ec51 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Usage tracker for resource:network and tenant:dd7814e880da42a28f83a6c4b4514fd6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:15.793842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ce94fe3a-e5c1-44d4-aedc-b596b0d1ec51 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:15.804412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ce94fe3a-e5c1-44d4-aedc-b596b0d1ec51 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:15.821855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce94fe3a-e5c1-44d4-aedc-b596b0d1ec51 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Made reservation on behalf of dd7814e880da42a28f83a6c4b4514fd6 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:15.826721 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce94fe3a-e5c1-44d4-aedc-b596b0d1ec51 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.859139 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d35ab9e-265b-44dc-9285-cd4ec66a2269 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:15.872245 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3d35ab9e-265b-44dc-9285-cd4ec66a2269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:15.877011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce94fe3a-e5c1-44d4-aedc-b596b0d1ec51 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:35:15.894187 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce94fe3a-e5c1-44d4-aedc-b596b0d1ec51 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.894787 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-ce94fe3a-e5c1-44d4-aedc-b596b0d1ec51 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Added segment d129a524-01dd-45e7-ba6c-64557a5f88cd of type vlan for network 56e5480f-254d-4163-bac9-3e2ccd93a802 May 30 20:35:15.959839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab6b7d-bae2-477a-9d3a-b3af12cd77d3 req-88c288c3-27b0-4fef-9b41-f0e926bd60b9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:15.966997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a4ab6b7d-bae2-477a-9d3a-b3af12cd77d3 req-88c288c3-27b0-4fef-9b41-f0e926bd60b9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 944 time: 0.2187204 May 30 20:35:16.008355 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3d35ab9e-265b-44dc-9285-cd4ec66a2269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:16.008951 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d35ab9e-265b-44dc-9285-cd4ec66a2269 None None] The sync data for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:16.010968 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:16.016146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-8435f245-2839-4b7a-8de0-d809b6df9018 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Synchronizing usage tracker for tenant:2f1c43d5746b45a4a5d0ca372b07696b on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:16.056965 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a4ab6b7d-bae2-477a-9d3a-b3af12cd77d3 req-827726ab-c8ce-417b-81f6-fa0c490bf18b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889978 May 30 20:35:16.058194 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-8435f245-2839-4b7a-8de0-d809b6df9018 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Unset dirty status for tenant:2f1c43d5746b45a4a5d0ca372b07696b on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:16.067835 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-8435f245-2839-4b7a-8de0-d809b6df9018 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934212433&fields=id&tenant_id=2f1c43d5746b45a4a5d0ca372b07696b HTTP/1.1" status: 200 len: 267 time: 0.1395917 May 30 20:35:16.068096 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:16.069471 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:35:16.079802 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:16.109522 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce94fe3a-e5c1-44d4-aedc-b596b0d1ec51 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:16.166570 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce94fe3a-e5c1-44d4-aedc-b596b0d1ec51 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:16.175567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce94fe3a-e5c1-44d4-aedc-b596b0d1ec51 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:16.176899 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce94fe3a-e5c1-44d4-aedc-b596b0d1ec51 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:16.233911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:16.238456 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e670063-08d3-4f6b-8d46-76640e61b1ac'] response: {'server_uuid': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5', 'code': 200} May 30 20:35:16.245578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-08494dda-613e-427e-93f6-ed92486155cd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:16.246334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-08494dda-613e-427e-93f6-ed92486155cd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Synchronizing usage tracker for tenant:2f1c43d5746b45a4a5d0ca372b07696b on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:16.267940 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-08494dda-613e-427e-93f6-ed92486155cd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Unset dirty status for tenant:2f1c43d5746b45a4a5d0ca372b07696b on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:16.275416 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-08494dda-613e-427e-93f6-ed92486155cd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/networks?id=ee638217-d7ff-4c68-a795-3d58d5cc4cd2 HTTP/1.1" status: 200 len: 813 time: 0.2066283 May 30 20:35:16.297982 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-b593bb1f-f45b-45d5-bf25-9070d1dcaf54 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/quotas/2f1c43d5746b45a4a5d0ca372b07696b HTTP/1.1" status: 200 len: 375 time: 0.0215125 May 30 20:35:16.452980 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-f949880a-d202-4cb0-911c-488e3904f982 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Synchronizing usage tracker for tenant:2f1c43d5746b45a4a5d0ca372b07696b on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:16.471917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-f949880a-d202-4cb0-911c-488e3904f982 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Unset dirty status for tenant:2f1c43d5746b45a4a5d0ca372b07696b on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:16.473299 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-f949880a-d202-4cb0-911c-488e3904f982 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2f1c43d5746b45a4a5d0ca372b07696b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1744571 May 30 20:35:16.488916 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ce94fe3a-e5c1-44d4-aedc-b596b0d1ec51 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7544699 May 30 20:35:16.492153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44064) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:16.497455 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94fe3a-e5c1-44d4-aedc-b596b0d1ec51 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Network': ['ID=56e5480f-254d-4163-bac9-3e2ccd93a802,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:16.498210 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-e98f6282-35a0-49b3-857d-138949ffd0ab tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'subnet': {'network_id': '56e5480f-254d-4163-bac9-3e2ccd93a802', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:16.512412 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 56e5480f-254d-4163-bac9-3e2ccd93a802 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:35:16.531847 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b7ac6206-a855-4920-bf61-9cbfa7af4480 req-6ee3bdcd-743f-4e10-9cd4-98bf1708b07e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 1096 time: 0.0986905 May 30 20:35:16.608722 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b7ac6206-a855-4920-bf61-9cbfa7af4480 req-b315a796-39b3-47c7-9c31-650cb9c2c421 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641458 May 30 20:35:16.818002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e98f6282-35a0-49b3-857d-138949ffd0ab tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:16.824912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e98f6282-35a0-49b3-857d-138949ffd0ab tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Usage tracker for resource:subnet and tenant:dd7814e880da42a28f83a6c4b4514fd6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:16.829661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e98f6282-35a0-49b3-857d-138949ffd0ab tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:16.844198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e98f6282-35a0-49b3-857d-138949ffd0ab tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:16.852327 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-8d7413f8-4745-4bf0-b062-efcb7bac26ba service neutron] 10.222.0.84 "GET /v2.0/networks/ee638217-d7ff-4c68-a795-3d58d5cc4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271017 May 30 20:35:16.857446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98f6282-35a0-49b3-857d-138949ffd0ab tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Made reservation on behalf of dd7814e880da42a28f83a6c4b4514fd6 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:17.040278 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e98f6282-35a0-49b3-857d-138949ffd0ab tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:17.152538 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-abe74206-e31e-4a14-8b1a-85a2e5a8246a service neutron] 10.222.0.84 "GET /v2.0/networks/ee638217-d7ff-4c68-a795-3d58d5cc4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814770 May 30 20:35:17.349838 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3f57-482f-43b7-86b1-d28cf160a9bf req-43940cc8-9b49-4568-9daf-b8e1558ddd2b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:17.350934 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-774b3f57-482f-43b7-86b1-d28cf160a9bf req-43940cc8-9b49-4568-9daf-b8e1558ddd2b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 945 time: 0.1341190 May 30 20:35:17.352259 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e98f6282-35a0-49b3-857d-138949ffd0ab tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:17.471944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f6282-35a0-49b3-857d-138949ffd0ab tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Subnet': ['ID=aa41d70e-824f-416b-9b15-6212570193a2,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:17.478203 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-774b3f57-482f-43b7-86b1-d28cf160a9bf req-7fc1e763-5e3f-4227-a695-ac0d54d4f72e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186628 May 30 20:35:17.481535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98f6282-35a0-49b3-857d-138949ffd0ab tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Checking segment: {'id': 'd129a524-01dd-45e7-ba6c-64557a5f88cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '56e5480f-254d-4163-bac9-3e2ccd93a802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:35:17.481898 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98f6282-35a0-49b3-857d-138949ffd0ab tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network hostable DHCP agents. Network: 56e5480f-254d-4163-bac9-3e2ccd93a802, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:35:17.506770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98f6282-35a0-49b3-857d-138949ffd0ab tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network 56e5480f-254d-4163-bac9-3e2ccd93a802 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:35:17.568926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-e98f6282-35a0-49b3-857d-138949ffd0ab tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 56e5480f-254d-4163-bac9-3e2ccd93a802) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:17.578512 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64e55953-6c93-4abc-b015-100585d817a8 req-ba5ed41a-7033-4a17-9888-d1da38075d6e tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 210 time: 0.0514071 May 30 20:35:17.579219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e648b0e-8f69-4389-92d8-5e1ec641c112 None None] Network 56e5480f-254d-4163-bac9-3e2ccd93a802 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:17.579659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98f6282-35a0-49b3-857d-138949ffd0ab tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:17.580174 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e98f6282-35a0-49b3-857d-138949ffd0ab tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:17.614070 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e98f6282-35a0-49b3-857d-138949ffd0ab tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1206608 May 30 20:35:17.616581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44086) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:17.627636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1158918502', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:17.644448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:17.654515 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Usage tracker for resource:router and tenant:dd7814e880da42a28f83a6c4b4514fd6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:17.661246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:17.684168 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:17.713891 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:17.714857 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:17.736576 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:17.908881 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-56e5480f-254d-4163-bac9-3e2ccd93a802', 'network_id': '56e5480f-254d-4163-bac9-3e2ccd93a802', 'tenant_id': 'dd7814e880da42a28f83a6c4b4514fd6', 'fixed_ips': [{'subnet_id': 'aa41d70e-824f-416b-9b15-6212570193a2'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:35:17.910122 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:17.944537 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:18.173525 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Allocated IP 172.20.0.2 (56e5480f-254d-4163-bac9-3e2ccd93a802/aa41d70e-824f-416b-9b15-6212570193a2/0afeee5b-d0dd-4774-8925-4da91046f717) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:18.182165 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:18.214260 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:18.415984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Allocated IP 172.25.5.7 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/3e6f663d-d3ff-4fe4-b77f-b879f7e6c4d2) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:18.447617 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:18.459406 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Transition to ACTIVE for port object 0afeee5b-d0dd-4774-8925-4da91046f717 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:18.477969 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Transition to ACTIVE for port object 0afeee5b-d0dd-4774-8925-4da91046f717 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:18.482939 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:18.599682 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:18.604533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Pushing event updated for resources: {'Port': ['ID=0afeee5b-d0dd-4774-8925-4da91046f717,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:18.643416 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Network 56e5480f-254d-4163-bac9-3e2ccd93a802 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:18.644690 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:18.646876 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:18.660025 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:18.741608 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:18.757763 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Attempting to bind port 0afeee5b-d0dd-4774-8925-4da91046f717 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:35:18.758133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Attempting to bind port 0afeee5b-d0dd-4774-8925-4da91046f717 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'd129a524-01dd-45e7-ba6c-64557a5f88cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '56e5480f-254d-4163-bac9-3e2ccd93a802'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:35:18.758562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Attempting to bind port 0afeee5b-d0dd-4774-8925-4da91046f717 on network 56e5480f-254d-4163-bac9-3e2ccd93a802 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:35:18.767014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:35:18.767338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Checking segment: {'id': 'd129a524-01dd-45e7-ba6c-64557a5f88cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '56e5480f-254d-4163-bac9-3e2ccd93a802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:35:18.767757 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:18.768212 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Bound using segment: {'id': 'd129a524-01dd-45e7-ba6c-64557a5f88cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '56e5480f-254d-4163-bac9-3e2ccd93a802'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:35:18.768685 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Bound port: 0afeee5b-d0dd-4774-8925-4da91046f717, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd129a524-01dd-45e7-ba6c-64557a5f88cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '56e5480f-254d-4163-bac9-3e2ccd93a802'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:35:18.769064 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:18.773658 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:18.778782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:18.856894 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=3e6f663d-d3ff-4fe4-b77f-b879f7e6c4d2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:18.936668 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] For port 0afeee5b-d0dd-4774-8925-4da91046f717, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:35:18.940512 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] For port 0afeee5b-d0dd-4774-8925-4da91046f717, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0afeee5b-d0dd-4774-8925-4da91046f717,segment=NetworkSegment(d129a524-01dd-45e7-ba6c-64557a5f88cd),segment_id=d129a524-01dd-45e7-ba6c-64557a5f88cd)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:35:18.945599 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:19.037547 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3350798e-9806-4cc1-9cd6-da717b0b137c req-2de548ca-a935-4922-b815-708af1be286a tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 210 time: 0.1336579 May 30 20:35:19.045196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad91c5-33d7-4fbf-b21c-318060c007c5 None None] Pushing event updated for resources: {'Port': ['ID=0afeee5b-d0dd-4774-8925-4da91046f717,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:19.054027 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:19.054756 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:19.099420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f331dc-873d-4fba-aea6-bd3f9268f03f req-c6ff8270-b118-4b05-83d2-e627a713ce6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:19.100976 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97f331dc-873d-4fba-aea6-bd3f9268f03f req-c6ff8270-b118-4b05-83d2-e627a713ce6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 945 time: 0.3546641 May 30 20:35:19.171826 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-9da8774f-591d-410a-860e-ad6a2dc606fb tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:19.173348 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-9da8774f-591d-410a-860e-ad6a2dc606fb tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.93 "GET /v2.0/networks?id=ee638217-d7ff-4c68-a795-3d58d5cc4cd2 HTTP/1.1" status: 200 len: 813 time: 0.3185384 May 30 20:35:19.184464 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97f331dc-873d-4fba-aea6-bd3f9268f03f req-595b5531-e073-4d28-bdbd-10ce455c9591 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709636 May 30 20:35:19.242758 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-e0c78727-4173-4ebd-b6fe-56e356a0b11c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f1c43d5746b45a4a5d0ca372b07696b HTTP/1.1" status: 200 len: 379 time: 0.0569496 May 30 20:35:19.311224 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-2eec2602-d24b-4cda-b6dc-355a4432556d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Request body: {'port': {'device_id': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'admin_state_up': True, 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'security_groups': ['97c8bac6-85c2-4fd5-a740-ab7b26bff60d']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:19.373614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 2840e611-c626-43d7-8071-feccb8db4a23 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:35:19.551454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-2eec2602-d24b-4cda-b6dc-355a4432556d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:19.565519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-2eec2602-d24b-4cda-b6dc-355a4432556d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:19.596139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-2eec2602-d24b-4cda-b6dc-355a4432556d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Made reservation on behalf of 2f1c43d5746b45a4a5d0ca372b07696b for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:19.599332 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-2eec2602-d24b-4cda-b6dc-355a4432556d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:19.626330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:19.626538 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56a121-a4b0-471b-aba2-9fb3e0bd75d1 req-6d605e82-6bb8-4a30-a517-ca61f675123e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:19.628095 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a56a121-a4b0-471b-aba2-9fb3e0bd75d1 req-6d605e82-6bb8-4a30-a517-ca61f675123e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 945 time: 0.1570861 May 30 20:35:19.637522 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b41ea-d245-4a71-b74d-8f0629160afa None None] Sync routers for ids ['2840e611-c626-43d7-8071-feccb8db4a23'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:19.649553 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b41ea-d245-4a71-b74d-8f0629160afa None None] Routers {'2840e611-c626-43d7-8071-feccb8db4a23'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:19.650474 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-465b41ea-d245-4a71-b74d-8f0629160afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2840e611-c626-43d7-8071-feccb8db4a23'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:19.668176 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:19.669841 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8c1ac964-e075-4bcd-973c-b8e102c3544f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0520029 May 30 20:35:19.676758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44104) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:19.750524 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-465b41ea-d245-4a71-b74d-8f0629160afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:19.764431 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b41ea-d245-4a71-b74d-8f0629160afa None None] Routers {'2840e611-c626-43d7-8071-feccb8db4a23'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:19.765768 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-465b41ea-d245-4a71-b74d-8f0629160afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2840e611-c626-43d7-8071-feccb8db4a23'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:19.771300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a56a121-a4b0-471b-aba2-9fb3e0bd75d1 req-f7fed022-c740-4d98-8c7c-136ffea8f204 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823100 May 30 20:35:19.812712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44108) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:19.856861 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-465b41ea-d245-4a71-b74d-8f0629160afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:19.857275 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b41ea-d245-4a71-b74d-8f0629160afa None None] The sync data for ids ['2840e611-c626-43d7-8071-feccb8db4a23'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:19.918574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-2eec2602-d24b-4cda-b6dc-355a4432556d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Allocated IP 172.20.0.10 (ee638217-d7ff-4c68-a795-3d58d5cc4cd2/780c68c8-f9a4-4145-9602-61dc98bd29fc/54887d4e-368e-4e01-a1ef-8913d4da51cf) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:19.970225 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8eee0fae-569e-4c5f-a137-fba938349ffe tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 1091 time: 0.1561611 May 30 20:35:19.974057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44116) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:19.982458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:19.989527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:19.999394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:floatingip and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:20.005461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:20.029919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:20.360290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5664d65-7314-42be-931c-afefcce43a22 req-c28e2fa8-ecb1-4bbe-9d93-83b801eb139b tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 210 time: 0.0933232 May 30 20:35:20.463851 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9749a6-43cf-437e-a9c4-8ef686bb56b3 None None] Network 56e5480f-254d-4163-bac9-3e2ccd93a802 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:20.502811 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-2eec2602-d24b-4cda-b6dc-355a4432556d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:20.536261 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-2eec2602-d24b-4cda-b6dc-355a4432556d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Transition to ACTIVE for port object 54887d4e-368e-4e01-a1ef-8913d4da51cf will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:20.563254 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:20.565153 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0afeee5b-d0dd-4774-8925-4da91046f717 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:20.647722 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-2eec2602-d24b-4cda-b6dc-355a4432556d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:20.690704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ecb9ea23-7d70-4c91-ae56-1f680ea758cf None None] Provisioning for port 0afeee5b-d0dd-4774-8925-4da91046f717 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:20.743673 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 0afeee5b-d0dd-4774-8925-4da91046f717 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:20.755672 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0afeee5b-d0dd-4774-8925-4da91046f717 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:20.756138 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:20.830705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-2eec2602-d24b-4cda-b6dc-355a4432556d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Network ee638217-d7ff-4c68-a795-3d58d5cc4cd2 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:20.833241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-2eec2602-d24b-4cda-b6dc-355a4432556d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:20.835042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec2602-d24b-4cda-b6dc-355a4432556d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Pushing event updated for resources: {'Port': ['ID=54887d4e-368e-4e01-a1ef-8913d4da51cf,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:20.838432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-2eec2602-d24b-4cda-b6dc-355a4432556d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:20.931100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-2eec2602-d24b-4cda-b6dc-355a4432556d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:20.931939 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-2eec2602-d24b-4cda-b6dc-355a4432556d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:20.982096 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:21.011882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-2eec2602-d24b-4cda-b6dc-355a4432556d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7536666 May 30 20:35:21.018656 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:21.035307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Request body: {'port': {'device_id': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:21.081386 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:21.166774 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 0afeee5b-d0dd-4774-8925-4da91046f717, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0afeee5b-d0dd-4774-8925-4da91046f717,segment=NetworkSegment(d129a524-01dd-45e7-ba6c-64557a5f88cd),segment_id=d129a524-01dd-45e7-ba6c-64557a5f88cd)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:21.180421 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:21.299456 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=0afeee5b-d0dd-4774-8925-4da91046f717,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:21.364572 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2987132d-b649-4d7f-9cb8-a3f8ac99756c None None] Provisioning for port 54887d4e-368e-4e01-a1ef-8913d4da51cf completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:21.370854 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2987132d-b649-4d7f-9cb8-a3f8ac99756c None None] Provisioning complete for port 54887d4e-368e-4e01-a1ef-8913d4da51cf triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:21.371258 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2987132d-b649-4d7f-9cb8-a3f8ac99756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:21.493918 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2987132d-b649-4d7f-9cb8-a3f8ac99756c None None] Port 54887d4e-368e-4e01-a1ef-8913d4da51cf cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:35:21.530594 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Allocated IP 172.25.5.224 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/cadc71da-af1b-44b1-823a-b4f5a601477d) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:21.627060 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-875f9a82-6ebe-40fd-b1c9-ff429bd985dd None None] Provisioning complete for port 0afeee5b-d0dd-4774-8925-4da91046f717 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:21.627505 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-875f9a82-6ebe-40fd-b1c9-ff429bd985dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:21.732966 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Allocated IP 172.20.0.1 (56e5480f-254d-4163-bac9-3e2ccd93a802/aa41d70e-824f-416b-9b15-6212570193a2/a7f30c99-7aa3-463f-a899-502196ec4739) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:21.733168 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:21.886498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850e917-8b2c-4140-969a-932d68de6a4d req-ee6cc264-23e5-47f5-9681-e1ccf87e050b tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:21.887127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c850e917-8b2c-4140-969a-932d68de6a4d req-ee6cc264-23e5-47f5-9681-e1ccf87e050b tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Synchronizing usage tracker for tenant:2f1c43d5746b45a4a5d0ca372b07696b on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:21.922015 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:21.937451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Transition to ACTIVE for port object a7f30c99-7aa3-463f-a899-502196ec4739 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:21.950527 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:21.963207 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:21.986885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c850e917-8b2c-4140-969a-932d68de6a4d req-ee6cc264-23e5-47f5-9681-e1ccf87e050b tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Unset dirty status for tenant:2f1c43d5746b45a4a5d0ca372b07696b on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:21.988067 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c850e917-8b2c-4140-969a-932d68de6a4d req-ee6cc264-23e5-47f5-9681-e1ccf87e050b tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 932 time: 0.4436193 May 30 20:35:22.038883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network 56e5480f-254d-4163-bac9-3e2ccd93a802 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:22.039721 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=a7f30c99-7aa3-463f-a899-502196ec4739,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:22.042255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:22.044327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:22.105898 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:22.129302 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c850e917-8b2c-4140-969a-932d68de6a4d req-2212820a-bedb-4666-800b-c0d320214548 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/security-groups?id=97c8bac6-85c2-4fd5-a740-ab7b26bff60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332157 May 30 20:35:22.130294 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:22.250977 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:22.256014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:22.262077 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:22.291590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=cadc71da-af1b-44b1-823a-b4f5a601477d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:22.307521 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:22.328720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e86aa1d0-d382-4d87-b46d-4de900bf8407 None None] Provisioning for port a7f30c99-7aa3-463f-a899-502196ec4739 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:22.345684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e86aa1d0-d382-4d87-b46d-4de900bf8407 None None] Provisioning complete for port a7f30c99-7aa3-463f-a899-502196ec4739 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:22.346557 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e86aa1d0-d382-4d87-b46d-4de900bf8407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:22.443596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54887d4e-368e-4e01-a1ef-8913d4da51cf {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:35:22.451836 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0afeee5b-d0dd-4774-8925-4da91046f717 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:22.481079 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:22.491416 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e86aa1d0-d382-4d87-b46d-4de900bf8407 None None] Port a7f30c99-7aa3-463f-a899-502196ec4739 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:35:22.517924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Transition to ACTIVE for port object 54887d4e-368e-4e01-a1ef-8913d4da51cf will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:22.522861 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:22.546321 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0afeee5b-d0dd-4774-8925-4da91046f717 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:22.546875 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:22.853291 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:22.864688 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:22.915944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Pushing event updated for resources: {'Port': ['ID=54887d4e-368e-4e01-a1ef-8913d4da51cf,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:22.991070 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=a7f30c99-7aa3-463f-a899-502196ec4739,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:23.010610 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:23.073747 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Attempting to bind port 54887d4e-368e-4e01-a1ef-8913d4da51cf on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:35:23.074080 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Attempting to bind port 54887d4e-368e-4e01-a1ef-8913d4da51cf by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '48055f21-d6cf-489d-badc-a672d7a73c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:35:23.074412 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Attempting to bind port 54887d4e-368e-4e01-a1ef-8913d4da51cf on network ee638217-d7ff-4c68-a795-3d58d5cc4cd2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:35:23.092100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Port 54887d4e-368e-4e01-a1ef-8913d4da51cf on network ee638217-d7ff-4c68-a795-3d58d5cc4cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:35:23.092433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Attempting to bind port 54887d4e-368e-4e01-a1ef-8913d4da51cf on network ee638217-d7ff-4c68-a795-3d58d5cc4cd2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:35:23.102549 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:35:23.102885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Checking segment: {'id': '48055f21-d6cf-489d-badc-a672d7a73c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:35:23.103271 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Bound using segment: {'id': '48055f21-d6cf-489d-badc-a672d7a73c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:35:23.103699 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Bound port: 54887d4e-368e-4e01-a1ef-8913d4da51cf, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48055f21-d6cf-489d-badc-a672d7a73c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:35:23.104069 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:23.151000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network 56e5480f-254d-4163-bac9-3e2ccd93a802 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:23.152101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:23.215306 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] For port 54887d4e-368e-4e01-a1ef-8913d4da51cf, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:35:23.219102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] For port 54887d4e-368e-4e01-a1ef-8913d4da51cf, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=54887d4e-368e-4e01-a1ef-8913d4da51cf,segment=NetworkSegment(48055f21-d6cf-489d-badc-a672d7a73c13),segment_id=48055f21-d6cf-489d-badc-a672d7a73c13)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:35:23.223815 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:23.371311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Pushing event updated for resources: {'Port': ['ID=54887d4e-368e-4e01-a1ef-8913d4da51cf,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:23.452277 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b5c2db9f-5705-4ead-8fd9-2a2136b34a49 None None] Provisioning complete for port a7f30c99-7aa3-463f-a899-502196ec4739 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:23.452277 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b5c2db9f-5705-4ead-8fd9-2a2136b34a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:23.470266 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:23.471736 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-1035deaa-8154-4b24-a877-f76f702c42a3 service neutron] 10.222.0.93 "PUT /v2.0/ports/54887d4e-368e-4e01-a1ef-8913d4da51cf HTTP/1.1" status: 200 len: 1092 time: 2.4418592 May 30 20:35:23.473393 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'tag': '54887d4e-368e-4e01-a1ef-8913d4da51cf'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:35:23.524495 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:23.565999 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b5c2db9f-5705-4ead-8fd9-2a2136b34a49 None None] Port a7f30c99-7aa3-463f-a899-502196ec4739 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:35:23.629540 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13cde5a7-7831-48f7-98a3-fc2a3bbc89d4'] response: {'name': 'network-changed', 'server_uuid': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'tag': '54887d4e-368e-4e01-a1ef-8913d4da51cf', 'status': 'completed', 'code': 200} May 30 20:35:23.672955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab05bc-8a23-4102-8e98-93bfd98e8d4b req-aac5dff4-f2a1-4470-8a4f-3c9bd0f5262d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:23.674450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26ab05bc-8a23-4102-8e98-93bfd98e8d4b req-aac5dff4-f2a1-4470-8a4f-3c9bd0f5262d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 944 time: 0.2668872 May 30 20:35:23.691866 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:23.701672 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 2840e611-c626-43d7-8071-feccb8db4a23 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:23.807429 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-0a2c8a0e-754c-448b-9feb-3f9cf9542232 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2f1c43d5746b45a4a5d0ca372b07696b&device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 1095 time: 0.2797978 May 30 20:35:23.957403 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26ab05bc-8a23-4102-8e98-93bfd98e8d4b req-0cdcb139-34a8-46a7-964b-3824865580a5 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/security-groups?id=97c8bac6-85c2-4fd5-a740-ab7b26bff60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676184 May 30 20:35:23.963931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-79bd421a-da7e-470f-bc27-417dffd1e59d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54887d4e-368e-4e01-a1ef-8913d4da51cf HTTP/1.1" status: 200 len: 217 time: 0.1491747 May 30 20:35:23.972142 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:23.983848 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234d5d9d-6a95-45f6-89db-9920b7a80b9d None None] Sync routers for ids ['2840e611-c626-43d7-8071-feccb8db4a23'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:24.001774 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d5d9d-6a95-45f6-89db-9920b7a80b9d None None] Routers {'2840e611-c626-43d7-8071-feccb8db4a23'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:24.002574 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-234d5d9d-6a95-45f6-89db-9920b7a80b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2840e611-c626-43d7-8071-feccb8db4a23'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:24.009720 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3055053f-22c0-404c-92b3-ce4dd9719652 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "PUT /v2.0/routers/2840e611-c626-43d7-8071-feccb8db4a23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3318586 May 30 20:35:24.012414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44148) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:24.020517 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'port': {'network_id': '56e5480f-254d-4163-bac9-3e2ccd93a802', 'name': 'tempest-FloatingIPTestJSON-1786154198'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:24.091134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-c90d7f0b-4a70-41bd-8f8f-6c6060b6953d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:24.093245 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-c90d7f0b-4a70-41bd-8f8f-6c6060b6953d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=780c68c8-f9a4-4145-9602-61dc98bd29fc HTTP/1.1" status: 200 len: 852 time: 0.1136444 May 30 20:35:24.130549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-234d5d9d-6a95-45f6-89db-9920b7a80b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:24.142081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d5d9d-6a95-45f6-89db-9920b7a80b9d None None] Routers {'2840e611-c626-43d7-8071-feccb8db4a23'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:24.142693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-234d5d9d-6a95-45f6-89db-9920b7a80b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2840e611-c626-43d7-8071-feccb8db4a23'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:24.194480 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:24.202909 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:24.222999 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-234d5d9d-6a95-45f6-89db-9920b7a80b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:24.223456 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234d5d9d-6a95-45f6-89db-9920b7a80b9d None None] The sync data for ids ['2840e611-c626-43d7-8071-feccb8db4a23'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:24.298617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=cadc71da-af1b-44b1-823a-b4f5a601477d,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:24.338074 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-824b0506-7515-4bbc-aa26-80f259a8c922 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ee638217-d7ff-4c68-a795-3d58d5cc4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2354825 May 30 20:35:24.358088 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:24.362289 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Usage tracker for resource:port and tenant:dd7814e880da42a28f83a6c4b4514fd6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:24.365172 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:24.370747 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:24.380755 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Made reservation on behalf of dd7814e880da42a28f83a6c4b4514fd6 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:24.383721 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:24.405515 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] device_id is not set on port 8400bc5a-fd0d-4998-8606-0b03eab9f3b9 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:35:24.485029 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:24.546988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Allocated IP 172.20.0.11 (56e5480f-254d-4163-bac9-3e2ccd93a802/aa41d70e-824f-416b-9b15-6212570193a2/8400bc5a-fd0d-4998-8606-0b03eab9f3b9) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:24.751631 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:24.768313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Transition to ACTIVE for port object 8400bc5a-fd0d-4998-8606-0b03eab9f3b9 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:24.790920 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:24.793109 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-372f229b-8e4c-47d3-9500-4f7a5cbf5a92 service neutron] 10.222.0.93 "GET /v2.0/networks/ee638217-d7ff-4c68-a795-3d58d5cc4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198411 May 30 20:35:24.804821 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d49e76-8ea6-464b-92ad-ab1824380089 req-e1dc155b-7edd-46c0-84ff-882278e8b6ac tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:24.806187 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8d49e76-8ea6-464b-92ad-ab1824380089 req-e1dc155b-7edd-46c0-84ff-882278e8b6ac tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d7c27b4-6fea-4626-a7cf-6632ac6e77cc HTTP/1.1" status: 200 len: 945 time: 0.4742608 May 30 20:35:24.873595 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Network 56e5480f-254d-4163-bac9-3e2ccd93a802 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:24.874471 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event updated for resources: {'Port': ['ID=8400bc5a-fd0d-4998-8606-0b03eab9f3b9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:24.877012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:24.878953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:24.949507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:24.950169 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:24.962019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8d49e76-8ea6-464b-92ad-ab1824380089 req-f7ce14bc-35fe-4e94-9490-b05cd6edb6e2 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371982 May 30 20:35:24.989609 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46bb7dd9-113a-41d3-ae83-bd85000701d0 req-315ca3c3-2f48-4d8d-9c26-d7206bf8be3e service neutron] 10.222.0.93 "GET /v2.0/networks/ee638217-d7ff-4c68-a795-3d58d5cc4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821308 May 30 20:35:25.027238 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-62b840f9-6908-4779-93f0-4cdf9f043941 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0136356 May 30 20:35:25.030802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44156) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:25.042597 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Floating IP ca46d637-2bf2-42b0-a606-9dd09c4f7c0c associated. External IP: 172.25.5.224, port: 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5. May 30 20:35:25.048525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-aba78e5a-7de0-4539-9189-f6a05eb9584f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Request body: {'floatingip': {'port_id': '8400bc5a-fd0d-4998-8606-0b03eab9f3b9'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:25.175797 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aba78e5a-7de0-4539-9189-f6a05eb9584f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:25.230607 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-06287189-b694-4714-9ffd-b57457fc37a8 None None] Provisioning for port 8400bc5a-fd0d-4998-8606-0b03eab9f3b9 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:25.236073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-06287189-b694-4714-9ffd-b57457fc37a8 None None] Provisioning complete for port 8400bc5a-fd0d-4998-8606-0b03eab9f3b9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:25.236598 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-06287189-b694-4714-9ffd-b57457fc37a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:25.301684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-06287189-b694-4714-9ffd-b57457fc37a8 None None] Port 8400bc5a-fd0d-4998-8606-0b03eab9f3b9 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:35:25.337322 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8648988-a8a3-4398-bf20-b794025876df req-83503a50-e61b-4c28-9255-fda8ce75402b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2f1c43d5746b45a4a5d0ca372b07696b&device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 1095 time: 0.2368031 May 30 20:35:25.349031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1532b-9b04-46dd-b62f-dc4c8e310b93 req-fb7be213-e300-442d-8075-2a88f7cc235e tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:25.350383 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8a1532b-9b04-46dd-b62f-dc4c8e310b93 req-fb7be213-e300-442d-8075-2a88f7cc235e tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 944 time: 0.1502054 May 30 20:35:25.506197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8a1532b-9b04-46dd-b62f-dc4c8e310b93 req-e699ba87-116a-4267-8f4e-fd7e5c4ad72a tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/security-groups?id=97c8bac6-85c2-4fd5-a740-ab7b26bff60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305985 May 30 20:35:25.547526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8648988-a8a3-4398-bf20-b794025876df req-efa353f1-caa2-45ec-9267-21d382b28ac8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:25.549094 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8648988-a8a3-4398-bf20-b794025876df req-efa353f1-caa2-45ec-9267-21d382b28ac8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ee638217-d7ff-4c68-a795-3d58d5cc4cd2 HTTP/1.1" status: 200 len: 914 time: 0.1977761 May 30 20:35:25.634196 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8648988-a8a3-4398-bf20-b794025876df req-a1db5be5-25ae-4362-8522-804b89824799 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54887d4e-368e-4e01-a1ef-8913d4da51cf HTTP/1.1" status: 200 len: 217 time: 0.0780277 May 30 20:35:25.855606 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aba78e5a-7de0-4539-9189-f6a05eb9584f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:25.859586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8648988-a8a3-4398-bf20-b794025876df req-e68eaf5e-d110-41cc-83b7-c02b0e97c949 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:25.860452 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aba78e5a-7de0-4539-9189-f6a05eb9584f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:25.861062 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8648988-a8a3-4398-bf20-b794025876df req-e68eaf5e-d110-41cc-83b7-c02b0e97c949 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=780c68c8-f9a4-4145-9602-61dc98bd29fc HTTP/1.1" status: 200 len: 852 time: 0.1761029 May 30 20:35:25.964255 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2f784-486a-4d79-8c39-c550288871a9 req-affa9cf4-fa36-4dd2-95b0-fb529729b353 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:25.965580 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09e2f784-486a-4d79-8c39-c550288871a9 req-affa9cf4-fa36-4dd2-95b0-fb529729b353 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d7c27b4-6fea-4626-a7cf-6632ac6e77cc HTTP/1.1" status: 200 len: 945 time: 0.2315974 May 30 20:35:26.043093 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8648988-a8a3-4398-bf20-b794025876df req-a09e60e3-10c7-4f60-aa0b-ec97aac11ae7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ee638217-d7ff-4c68-a795-3d58d5cc4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671498 May 30 20:35:26.048526 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-aba78e5a-7de0-4539-9189-f6a05eb9584f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Floating IP efb4f9a4-d12d-4950-8db7-338f9fc258cf associated. External IP: 172.25.5.146, port: bca20c39-290e-4b30-9115-730914ac2a04. May 30 20:35:26.052186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-09e2f784-486a-4d79-8c39-c550288871a9 req-60cb7a46-38c8-4d28-9b21-133fd11c46e5 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Deleting port b46f1327-80ed-41fd-a042-bc721ce1b349 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:26.052533 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-09e2f784-486a-4d79-8c39-c550288871a9 req-60cb7a46-38c8-4d28-9b21-133fd11c46e5 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:26.552057 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8648988-a8a3-4398-bf20-b794025876df req-254d4c82-5390-4d1a-9e1e-c583d28aaa33 service neutron] 10.222.0.93 "GET /v2.0/networks/ee638217-d7ff-4c68-a795-3d58d5cc4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676623 May 30 20:35:26.596041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router 97a9fb10-8a52-4828-beb8-41b14a57b584 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:26.613141 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba78e5a-7de0-4539-9189-f6a05eb9584f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 29b7b384-52d1-4878-a59e-45acc43c50c2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:26.674045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0aeee-3551-4098-ada9-cb83f83213e6 req-3a2c93e0-e038-4677-bc8d-b3f57981f0aa tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:26.675481 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ecc0aeee-3551-4098-ada9-cb83f83213e6 req-3a2c93e0-e038-4677-bc8d-b3f57981f0aa tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d7c27b4-6fea-4626-a7cf-6632ac6e77cc HTTP/1.1" status: 200 len: 945 time: 0.4493871 May 30 20:35:26.811417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba78e5a-7de0-4539-9189-f6a05eb9584f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:26.821229 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5461678b-b82a-4d34-acf2-7dd06cf8416b None None] Sync routers for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:26.833361 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5461678b-b82a-4d34-acf2-7dd06cf8416b None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:26.834109 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5461678b-b82a-4d34-acf2-7dd06cf8416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:26.892989 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-09e2f784-486a-4d79-8c39-c550288871a9 req-60cb7a46-38c8-4d28-9b21-133fd11c46e5 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] For port b46f1327-80ed-41fd-a042-bc721ce1b349, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b46f1327-80ed-41fd-a042-bc721ce1b349,segment=NetworkSegment(959497d0-4131-4d7a-ad61-6959c49c7be5),segment_id=959497d0-4131-4d7a-ad61-6959c49c7be5)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:26.893310 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-09e2f784-486a-4d79-8c39-c550288871a9 req-60cb7a46-38c8-4d28-9b21-133fd11c46e5 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:26.898539 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5461678b-b82a-4d34-acf2-7dd06cf8416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:26.909998 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5461678b-b82a-4d34-acf2-7dd06cf8416b None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:26.910688 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5461678b-b82a-4d34-acf2-7dd06cf8416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:26.972776 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5461678b-b82a-4d34-acf2-7dd06cf8416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:26.973420 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5461678b-b82a-4d34-acf2-7dd06cf8416b None None] The sync data for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:27.109819 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-09e2f784-486a-4d79-8c39-c550288871a9 req-60cb7a46-38c8-4d28-9b21-133fd11c46e5 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Calling delete_port for b46f1327-80ed-41fd-a042-bc721ce1b349 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:27.150305 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8648988-a8a3-4398-bf20-b794025876df req-2e11db1a-5b8f-4af3-b568-891edf16d48f service neutron] 10.222.0.93 "GET /v2.0/networks/ee638217-d7ff-4c68-a795-3d58d5cc4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5876760 May 30 20:35:27.157579 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ecc0aeee-3551-4098-ada9-cb83f83213e6 req-55c82f2b-2150-4d49-b732-e25bf3cfc639 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402983 May 30 20:35:27.197666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8343981-bb17-4f8b-a271-aa44f3334efc req-98b5c207-949d-456e-93be-7c6ed8d5fc0b tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:27.199145 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8343981-bb17-4f8b-a271-aa44f3334efc req-98b5c207-949d-456e-93be-7c6ed8d5fc0b tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 944 time: 0.5441804 May 30 20:35:27.206681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba78e5a-7de0-4539-9189-f6a05eb9584f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 2840e611-c626-43d7-8071-feccb8db4a23 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:27.328071 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8343981-bb17-4f8b-a271-aa44f3334efc req-2cffbb36-8f23-44b5-ada5-214e248432d9 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/security-groups?id=97c8bac6-85c2-4fd5-a740-ab7b26bff60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215770 May 30 20:35:27.359253 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-09e2f784-486a-4d79-8c39-c550288871a9 req-60cb7a46-38c8-4d28-9b21-133fd11c46e5 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:27.415181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb7a46-38c8-4d28-9b21-133fd11c46e5 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Pushing event deleted for resources: {'Port': ['ID=b46f1327-80ed-41fd-a042-bc721ce1b349,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:27.426407 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba78e5a-7de0-4539-9189-f6a05eb9584f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:27.430134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aba78e5a-7de0-4539-9189-f6a05eb9584f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:27.435947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368c665a-23e9-4007-b6d6-a47ef1ee43f7 None None] Sync routers for ids ['2840e611-c626-43d7-8071-feccb8db4a23'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:27.447548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c665a-23e9-4007-b6d6-a47ef1ee43f7 None None] Routers {'2840e611-c626-43d7-8071-feccb8db4a23'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:27.448218 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-368c665a-23e9-4007-b6d6-a47ef1ee43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2840e611-c626-43d7-8071-feccb8db4a23'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:27.505030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:27.508045 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-368c665a-23e9-4007-b6d6-a47ef1ee43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:27.508198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e2f784-486a-4d79-8c39-c550288871a9 req-60cb7a46-38c8-4d28-9b21-133fd11c46e5 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] No DVR routers for this DVR port b46f1327-80ed-41fd-a042-bc721ce1b349 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:35:27.511279 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-09e2f784-486a-4d79-8c39-c550288871a9 req-60cb7a46-38c8-4d28-9b21-133fd11c46e5 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:27.520467 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c665a-23e9-4007-b6d6-a47ef1ee43f7 None None] Routers {'2840e611-c626-43d7-8071-feccb8db4a23'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:27.521283 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-368c665a-23e9-4007-b6d6-a47ef1ee43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2840e611-c626-43d7-8071-feccb8db4a23'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:27.522090 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7c27b4-6fea-4626-a7cf-6632ac6e77cc', 'name': 'network-vif-deleted', 'tag': 'b46f1327-80ed-41fd-a042-bc721ce1b349'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:35:27.522658 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff0690-ced1-417e-8de2-1f8114518cf7 None None] Sync routers for ids ['97a9fb10-8a52-4828-beb8-41b14a57b584'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:27.538535 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff0690-ced1-417e-8de2-1f8114518cf7 None None] Routers {'97a9fb10-8a52-4828-beb8-41b14a57b584'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:27.539240 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-62ff0690-ced1-417e-8de2-1f8114518cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97a9fb10-8a52-4828-beb8-41b14a57b584'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:27.554113 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09e2f784-486a-4d79-8c39-c550288871a9 req-60cb7a46-38c8-4d28-9b21-133fd11c46e5 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.93 "DELETE /v2.0/ports/b46f1327-80ed-41fd-a042-bc721ce1b349 HTTP/1.1" status: 204 len: 173 time: 1.5818455 May 30 20:35:27.556677 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:27.581895 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-aba78e5a-7de0-4539-9189-f6a05eb9584f tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "PUT /v2.0/floatingips/efb4f9a4-d12d-4950-8db7-338f9fc258cf HTTP/1.1" status: 200 len: 979 time: 2.5496614 May 30 20:35:27.582463 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44166) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:27.608961 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-368c665a-23e9-4007-b6d6-a47ef1ee43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:27.609602 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368c665a-23e9-4007-b6d6-a47ef1ee43f7 None None] The sync data for ids ['2840e611-c626-43d7-8071-feccb8db4a23'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:27.634559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9274e9aa-85e2-4683-a3c8-6b8c7e4caf6d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.6594555 May 30 20:35:27.655685 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e2b02a-9c3b-441c-94e4-43b04d2328ee'] response: {'server_uuid': '1d7c27b4-6fea-4626-a7cf-6632ac6e77cc', 'name': 'network-vif-deleted', 'tag': 'b46f1327-80ed-41fd-a042-bc721ce1b349', 'status': 'completed', 'code': 200} May 30 20:35:27.695418 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-08217cba-a281-462a-aeec-12e10a09762c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Deleting port 8400bc5a-fd0d-4998-8606-0b03eab9f3b9 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:27.695758 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-08217cba-a281-462a-aeec-12e10a09762c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:27.756409 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-62ff0690-ced1-417e-8de2-1f8114518cf7 None None] Set router 97a9fb10-8a52-4828-beb8-41b14a57b584 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:27.782549 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4938dc84-fedf-4c16-bb97-8ae33b38738c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:27.845782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43685db6-0453-46b3-a363-3b0f3475d500 req-b6751267-b454-4906-90ac-dffa672ba8a7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:27.848790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43685db6-0453-46b3-a363-3b0f3475d500 req-b6751267-b454-4906-90ac-dffa672ba8a7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 945 time: 0.0945132 May 30 20:35:27.899816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-43685db6-0453-46b3-a363-3b0f3475d500 req-68b6bc43-103e-4c9e-b0fb-7da4e7d65f00 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446112 May 30 20:35:27.930170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44172) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:28.082947 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-08217cba-a281-462a-aeec-12e10a09762c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:28.186797 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-62ff0690-ced1-417e-8de2-1f8114518cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115271489', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '852fa71f-e854-482e-8828-2392d60bb82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:44Z', 'updated_at': '2022-05-30T20:34:56Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '852fa71f-e854-482e-8828-2392d60bb82f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:46Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'ca46d637-2bf2-42b0-a606-9dd09c4f7c0c', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'floating_ip_address': '172.25.5.224', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'port_id': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843', 'mac_address': 'fa:16:3e:c9:2e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:35:23Z', 'updated_at': '2022-05-30T20:35:23Z', 'revision_number': 0, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcb7548-16a7-4b1d-baf2-61303eb7b642', 'name': '', 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:10:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:55Z', 'updated_at': '2022-05-30T20:35:07Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:28.191903 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6230fd61-970b-4fa3-b1db-9a47e59c5220 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/ca46d637-2bf2-42b0-a606-9dd09c4f7c0c HTTP/1.1" status: 200 len: 991 time: 0.2602546 May 30 20:35:28.193260 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff0690-ced1-417e-8de2-1f8114518cf7 None None] Checking router: 97a9fb10-8a52-4828-beb8-41b14a57b584 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:35:28.206995 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff0690-ced1-417e-8de2-1f8114518cf7 None None] Routers {'97a9fb10-8a52-4828-beb8-41b14a57b584'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:28.207661 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-62ff0690-ced1-417e-8de2-1f8114518cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97a9fb10-8a52-4828-beb8-41b14a57b584'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:28.423876 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-62ff0690-ced1-417e-8de2-1f8114518cf7 None None] Set router 97a9fb10-8a52-4828-beb8-41b14a57b584 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:28.447165 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-08217cba-a281-462a-aeec-12e10a09762c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:28.448431 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-08217cba-a281-462a-aeec-12e10a09762c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:28.448875 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-08217cba-a281-462a-aeec-12e10a09762c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Floating IP efb4f9a4-d12d-4950-8db7-338f9fc258cf disassociated. External IP: 172.25.5.146, port: 8400bc5a-fd0d-4998-8606-0b03eab9f3b9. May 30 20:35:28.449336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-08217cba-a281-462a-aeec-12e10a09762c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Calling delete_port for 8400bc5a-fd0d-4998-8606-0b03eab9f3b9 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:28.576188 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc625b-f2a3-48dd-be10-32be17c9f9a2 req-0b46b59c-4530-4ec1-8656-0097f233d61f tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:28.577843 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0abc625b-f2a3-48dd-be10-32be17c9f9a2 req-0b46b59c-4530-4ec1-8656-0097f233d61f tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 944 time: 0.1039467 May 30 20:35:28.633197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0abc625b-f2a3-48dd-be10-32be17c9f9a2 req-fc1412ca-de5a-4a4b-ae63-7dfa541f6f05 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/security-groups?id=97c8bac6-85c2-4fd5-a740-ab7b26bff60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486255 May 30 20:35:28.663710 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-08217cba-a281-462a-aeec-12e10a09762c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:28.717254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08217cba-a281-462a-aeec-12e10a09762c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Port': ['ID=8400bc5a-fd0d-4998-8606-0b03eab9f3b9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:28.865469 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-62ff0690-ced1-417e-8de2-1f8114518cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115271489', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '852fa71f-e854-482e-8828-2392d60bb82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:44Z', 'updated_at': '2022-05-30T20:34:56Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '852fa71f-e854-482e-8828-2392d60bb82f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:46Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'ca46d637-2bf2-42b0-a606-9dd09c4f7c0c', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'floating_ip_address': '172.25.5.224', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'port_id': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843', 'mac_address': 'fa:16:3e:c9:2e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:35:23Z', 'updated_at': '2022-05-30T20:35:23Z', 'revision_number': 0, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcb7548-16a7-4b1d-baf2-61303eb7b642', 'name': '', 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:10:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:55Z', 'updated_at': '2022-05-30T20:35:07Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:28.870258 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff0690-ced1-417e-8de2-1f8114518cf7 None None] The sync data for ids ['97a9fb10-8a52-4828-beb8-41b14a57b584'] in n-d-843949-2 is: [{'id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115271489', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '852fa71f-e854-482e-8828-2392d60bb82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:44Z', 'updated_at': '2022-05-30T20:34:56Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '852fa71f-e854-482e-8828-2392d60bb82f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:46Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'ca46d637-2bf2-42b0-a606-9dd09c4f7c0c', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'floating_ip_address': '172.25.5.224', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'port_id': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843', 'mac_address': 'fa:16:3e:c9:2e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:35:23Z', 'updated_at': '2022-05-30T20:35:23Z', 'revision_number': 0, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcb7548-16a7-4b1d-baf2-61303eb7b642', 'name': '', 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:10:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:55Z', 'updated_at': '2022-05-30T20:35:07Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:28.980201 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08217cba-a281-462a-aeec-12e10a09762c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 2840e611-c626-43d7-8071-feccb8db4a23 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:29.019133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b46f1327-80ed-41fd-a042-bc721ce1b349 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:35:29.054149 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: b46f1327-80ed-41fd-a042-bc721ce1b349 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:35:29.054483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b46f1327-80ed-41fd-a042-bc721ce1b349 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:35:29.098853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e86ac89-2c4a-4614-8759-cf9d2bdefbce None None] New status for floating IP ca46d637-2bf2-42b0-a606-9dd09c4f7c0c: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:35:29.190768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08217cba-a281-462a-aeec-12e10a09762c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:29.195803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44184) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:29.211030 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82685ce4-1bb9-470e-8a3f-09e0af6acd2c None None] Sync routers for ids ['2840e611-c626-43d7-8071-feccb8db4a23'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:29.231836 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82685ce4-1bb9-470e-8a3f-09e0af6acd2c None None] Routers {'2840e611-c626-43d7-8071-feccb8db4a23'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:29.232611 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-82685ce4-1bb9-470e-8a3f-09e0af6acd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2840e611-c626-43d7-8071-feccb8db4a23'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:29.347546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-550f9918-454a-42bf-b5ed-bc5a5cafba87 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/ca46d637-2bf2-42b0-a606-9dd09c4f7c0c HTTP/1.1" status: 200 len: 991 time: 0.1494248 May 30 20:35:29.365351 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-82685ce4-1bb9-470e-8a3f-09e0af6acd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:29.379198 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-08217cba-a281-462a-aeec-12e10a09762c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:29.385874 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82685ce4-1bb9-470e-8a3f-09e0af6acd2c None None] Routers {'2840e611-c626-43d7-8071-feccb8db4a23'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:29.386561 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-82685ce4-1bb9-470e-8a3f-09e0af6acd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2840e611-c626-43d7-8071-feccb8db4a23'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:29.392005 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-08217cba-a281-462a-aeec-12e10a09762c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/ports/8400bc5a-fd0d-4998-8606-0b03eab9f3b9 HTTP/1.1" status: 204 len: 168 time: 1.8069618 May 30 20:35:29.393349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44188) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:29.449110 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-82685ce4-1bb9-470e-8a3f-09e0af6acd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:29.449591 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82685ce4-1bb9-470e-8a3f-09e0af6acd2c None None] The sync data for ids ['2840e611-c626-43d7-8071-feccb8db4a23'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:29.656405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'tag': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:35:29.735557 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df6b432-296a-4d80-9b4e-6045b2c8d15b'] response: {'name': 'network-changed', 'server_uuid': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'tag': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5', 'status': 'completed', 'code': 200} May 30 20:35:29.951267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afaa48d-7d58-490e-8a0f-63ecb95a13d4 req-650c786c-e2c4-499a-8196-52026119e243 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:29.956548 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7afaa48d-7d58-490e-8a0f-63ecb95a13d4 req-650c786c-e2c4-499a-8196-52026119e243 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 944 time: 0.0889010 May 30 20:35:29.961401 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4e517ac5-bf1c-459d-a9d8-88f22bd64369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:30.000721 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-79729b34-9760-4e33-bd0b-18f6a57c5feb req-07a9a254-5567-4f5a-927d-c489707a90a6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 1096 time: 0.1150935 May 30 20:35:30.005641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7afaa48d-7d58-490e-8a0f-63ecb95a13d4 req-b21ba5dd-8ef3-450d-8b08-57e86a928b61 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/security-groups?id=97c8bac6-85c2-4fd5-a740-ab7b26bff60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460713 May 30 20:35:30.156407 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79729b34-9760-4e33-bd0b-18f6a57c5feb req-1a5aaf9b-cebb-419c-b9dd-0357eb706f15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:30.157867 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-79729b34-9760-4e33-bd0b-18f6a57c5feb req-1a5aaf9b-cebb-419c-b9dd-0357eb706f15 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6047b2c-d544-41ef-9a1f-f13a58abb843 HTTP/1.1" status: 200 len: 898 time: 0.1507113 May 30 20:35:30.159493 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c88e7ce-7a59-4276-bb03-3dea54bf74d8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:30.351037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44198) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:30.379439 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-79729b34-9760-4e33-bd0b-18f6a57c5feb req-5bbd8507-9d32-42ca-aeff-42e67e1a1e0d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 HTTP/1.1" status: 200 len: 1001 time: 0.1733720 May 30 20:35:30.454764 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79729b34-9760-4e33-bd0b-18f6a57c5feb req-2a7eedea-8d67-451b-a121-6622d6a62d9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:30.456242 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-79729b34-9760-4e33-bd0b-18f6a57c5feb req-2a7eedea-8d67-451b-a121-6622d6a62d9c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1eaf07b2-a461-454e-a159-68e3d440e898 HTTP/1.1" status: 200 len: 835 time: 0.0709169 May 30 20:35:30.459600 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-61c4ff89-3e9f-479f-bb98-df10883f4e2e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/ca46d637-2bf2-42b0-a606-9dd09c4f7c0c HTTP/1.1" status: 200 len: 993 time: 0.1068115 May 30 20:35:30.594707 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-79729b34-9760-4e33-bd0b-18f6a57c5feb req-3e704311-34c8-4e98-9ad3-ae07f24eeb53 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6047b2c-d544-41ef-9a1f-f13a58abb843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321073 May 30 20:35:30.836139 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-79729b34-9760-4e33-bd0b-18f6a57c5feb req-93457a41-beb0-4bc3-b4b9-2129c6552eae service neutron] 10.222.0.77 "GET /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347274 May 30 20:35:31.059792 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-79729b34-9760-4e33-bd0b-18f6a57c5feb req-bb88c01e-a629-482b-a203-9a64c85af99a service neutron] 10.222.0.77 "GET /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937861 May 30 20:35:31.200155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9c88e7ce-7a59-4276-bb03-3dea54bf74d8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Deleting port a7f30c99-7aa3-463f-a899-502196ec4739 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:31.200428 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c88e7ce-7a59-4276-bb03-3dea54bf74d8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:31.227576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759cfaf-2e56-48e1-8f19-c2703d68b5e3 req-b0cd98fb-66c4-49e6-aa0b-45ef71f8b186 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:31.236565 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6759cfaf-2e56-48e1-8f19-c2703d68b5e3 req-b0cd98fb-66c4-49e6-aa0b-45ef71f8b186 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 944 time: 0.0995560 May 30 20:35:31.284220 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:31.309321 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6759cfaf-2e56-48e1-8f19-c2703d68b5e3 req-8d188146-c491-4bb2-bc40-1a47f45182a9 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/security-groups?id=97c8bac6-85c2-4fd5-a740-ab7b26bff60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711453 May 30 20:35:31.508763 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c88e7ce-7a59-4276-bb03-3dea54bf74d8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:31.559072 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:31.631653 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9c88e7ce-7a59-4276-bb03-3dea54bf74d8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Calling delete_port for a7f30c99-7aa3-463f-a899-502196ec4739 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:31.803696 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c88e7ce-7a59-4276-bb03-3dea54bf74d8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:31.852592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88e7ce-7a59-4276-bb03-3dea54bf74d8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Port': ['ID=a7f30c99-7aa3-463f-a899-502196ec4739,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:32.200377 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c88e7ce-7a59-4276-bb03-3dea54bf74d8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:32.506887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335928c-b092-4431-94c2-269929f774d8 req-2355b09e-cd94-473e-87d6-41777d5c118b tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:32.508299 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2335928c-b092-4431-94c2-269929f774d8 req-2355b09e-cd94-473e-87d6-41777d5c118b tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 944 time: 0.0761006 May 30 20:35:32.554212 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2335928c-b092-4431-94c2-269929f774d8 req-93c76b92-b700-481e-af78-15d7f8a96d02 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/security-groups?id=97c8bac6-85c2-4fd5-a740-ab7b26bff60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404160 May 30 20:35:32.783933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c88e7ce-7a59-4276-bb03-3dea54bf74d8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 2840e611-c626-43d7-8071-feccb8db4a23 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:32.883114 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.037509 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 54887d4e-368e-4e01-a1ef-8913d4da51cf details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:35:33.076579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c88e7ce-7a59-4276-bb03-3dea54bf74d8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:33.090081 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9c88e7ce-7a59-4276-bb03-3dea54bf74d8 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "PUT /v2.0/routers/2840e611-c626-43d7-8071-feccb8db4a23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6954696 May 30 20:35:33.093324 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44224) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:33.111068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173bd7eb-e6b9-4fcf-9ce9-580751867090 None None] Sync routers for ids ['2840e611-c626-43d7-8071-feccb8db4a23'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:33.143478 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173bd7eb-e6b9-4fcf-9ce9-580751867090 None None] Routers {'2840e611-c626-43d7-8071-feccb8db4a23'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:33.144123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-173bd7eb-e6b9-4fcf-9ce9-580751867090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2840e611-c626-43d7-8071-feccb8db4a23'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:33.207785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-173bd7eb-e6b9-4fcf-9ce9-580751867090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:33.236429 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173bd7eb-e6b9-4fcf-9ce9-580751867090 None None] Routers {'2840e611-c626-43d7-8071-feccb8db4a23'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:33.237244 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-173bd7eb-e6b9-4fcf-9ce9-580751867090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['2840e611-c626-43d7-8071-feccb8db4a23'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:33.308348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-173bd7eb-e6b9-4fcf-9ce9-580751867090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:33.308761 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173bd7eb-e6b9-4fcf-9ce9-580751867090 None None] The sync data for ids ['2840e611-c626-43d7-8071-feccb8db4a23'] in n-d-843949-2 is: [] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:33.318978 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 54887d4e-368e-4e01-a1ef-8913d4da51cf, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=54887d4e-368e-4e01-a1ef-8913d4da51cf,segment=NetworkSegment(48055f21-d6cf-489d-badc-a672d7a73c13),segment_id=48055f21-d6cf-489d-badc-a672d7a73c13)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:33.319134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f6e61af-1f77-49c2-b382-8f698399de82 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.342260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '54887d4e-368e-4e01-a1ef-8913d4da51cf', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'port_id': '54887d4e-368e-4e01-a1ef-8913d4da51cf', 'mac_address': 'fa:16:3e:df:f4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:35:33.346279 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.407337 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.426980 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54887d4e-368e-4e01-a1ef-8913d4da51cf {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:35:33.443435 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 54887d4e-368e-4e01-a1ef-8913d4da51cf, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=54887d4e-368e-4e01-a1ef-8913d4da51cf,segment=NetworkSegment(48055f21-d6cf-489d-badc-a672d7a73c13),segment_id=48055f21-d6cf-489d-badc-a672d7a73c13)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:33.447758 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.515470 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=54887d4e-368e-4e01-a1ef-8913d4da51cf,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:33.553369 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f6e61af-1f77-49c2-b382-8f698399de82 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.563419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-0f6e61af-1f77-49c2-b382-8f698399de82 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Deleting port 3e6f663d-d3ff-4fe4-b77f-b879f7e6c4d2 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:33.563862 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f6e61af-1f77-49c2-b382-8f698399de82 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.651779 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['54887d4e-368e-4e01-a1ef-8913d4da51cf'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:35:33.745719 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f6e61af-1f77-49c2-b382-8f698399de82 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.762718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c5074-686e-4c67-b27d-e015197ff2f5 req-d525dba4-eeac-45e2-a652-592444dec286 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:33.770521 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab9c5074-686e-4c67-b27d-e015197ff2f5 req-d525dba4-eeac-45e2-a652-592444dec286 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 945 time: 0.0915806 May 30 20:35:33.818882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab9c5074-686e-4c67-b27d-e015197ff2f5 req-aeb624aa-e4d8-4290-afe2-88d1134d1c10 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/security-groups?id=97c8bac6-85c2-4fd5-a740-ab7b26bff60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471294 May 30 20:35:33.869406 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-0f6e61af-1f77-49c2-b382-8f698399de82 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Calling delete_port for 3e6f663d-d3ff-4fe4-b77f-b879f7e6c4d2 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:34.038123 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f6e61af-1f77-49c2-b382-8f698399de82 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:34.083765 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e61af-1f77-49c2-b382-8f698399de82 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Port': ['ID=3e6f663d-d3ff-4fe4-b77f-b879f7e6c4d2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:34.312378 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f6e61af-1f77-49c2-b382-8f698399de82 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:34.725659 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f6e61af-1f77-49c2-b382-8f698399de82 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:34.730441 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f6e61af-1f77-49c2-b382-8f698399de82 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:34.755513 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f6e61af-1f77-49c2-b382-8f698399de82 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:34.756025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6e61af-1f77-49c2-b382-8f698399de82 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Fanout notify agent at l3_agent the message router_deleted on router 2840e611-c626-43d7-8071-feccb8db4a23 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:35:34.771224 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f6e61af-1f77-49c2-b382-8f698399de82 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:34.772341 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0f6e61af-1f77-49c2-b382-8f698399de82 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/routers/2840e611-c626-43d7-8071-feccb8db4a23 HTTP/1.1" status: 204 len: 168 time: 1.6778378 May 30 20:35:34.774878 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44236) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:34.968717 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8300f4f-732f-4fb2-bb22-02ef6ba96a8b tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Deleting subnet aa41d70e-824f-416b-9b15-6212570193a2 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:35:34.971793 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8300f4f-732f-4fb2-bb22-02ef6ba96a8b tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.008200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4104e-21c5-4891-bf21-d4b5c29d527d req-3ae79a25-df2e-4dc8-a121-5dfbabdc4170 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:35.009638 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34f4104e-21c5-4891-bf21-d4b5c29d527d req-3ae79a25-df2e-4dc8-a121-5dfbabdc4170 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 945 time: 0.0774655 May 30 20:35:35.029109 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8300f4f-732f-4fb2-bb22-02ef6ba96a8b tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.050071 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 54887d4e-368e-4e01-a1ef-8913d4da51cf up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:35.056601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-34f4104e-21c5-4891-bf21-d4b5c29d527d req-65c853b6-e532-4e36-9467-491c3c6584d2 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/security-groups?id=97c8bac6-85c2-4fd5-a740-ab7b26bff60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413370 May 30 20:35:35.120735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8300f4f-732f-4fb2-bb22-02ef6ba96a8b tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.121979 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 54887d4e-368e-4e01-a1ef-8913d4da51cf completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:35.127332 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 54887d4e-368e-4e01-a1ef-8913d4da51cf triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:35.127781 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.193082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8300f4f-732f-4fb2-bb22-02ef6ba96a8b tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.231924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8300f4f-732f-4fb2-bb22-02ef6ba96a8b tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Subnet': ['ID=aa41d70e-824f-416b-9b15-6212570193a2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:35.241807 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f8300f4f-732f-4fb2-bb22-02ef6ba96a8b tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.247833 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f8300f4f-732f-4fb2-bb22-02ef6ba96a8b tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/subnets/aa41d70e-824f-416b-9b15-6212570193a2 HTTP/1.1" status: 204 len: 168 time: 0.4717968 May 30 20:35:35.250313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44242) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:35.282810 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99297d9b-6e70-4fe8-9a42-1483bb9a0365 None None] Network 56e5480f-254d-4163-bac9-3e2ccd93a802 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:35.372570 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.375175 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.383592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Deleting port 0afeee5b-d0dd-4774-8925-4da91046f717 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:35.383918 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.441069 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54887d4e-368e-4e01-a1ef-8913d4da51cf'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:35:35.483837 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 54887d4e-368e-4e01-a1ef-8913d4da51cf, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=54887d4e-368e-4e01-a1ef-8913d4da51cf,segment=NetworkSegment(48055f21-d6cf-489d-badc-a672d7a73c13),segment_id=48055f21-d6cf-489d-badc-a672d7a73c13)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:35.489192 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.529940 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2c6e97-dabd-48f3-b841-f225e3e0da8d'] response: {'server_uuid': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54887d4e-368e-4e01-a1ef-8913d4da51cf', 'code': 200} May 30 20:35:35.574622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=54887d4e-368e-4e01-a1ef-8913d4da51cf,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:35.594286 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] For port 0afeee5b-d0dd-4774-8925-4da91046f717, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0afeee5b-d0dd-4774-8925-4da91046f717,segment=NetworkSegment(d129a524-01dd-45e7-ba6c-64557a5f88cd),segment_id=d129a524-01dd-45e7-ba6c-64557a5f88cd)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:35.594782 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.655713 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4807653a-9fc9-44d2-96a0-8754f53b2762 None None] DHCP port deletion for 56e5480f-254d-4163-bac9-3e2ccd93a802 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:35:35.661179 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4807653a-9fc9-44d2-96a0-8754f53b2762 None None] Deleting port 0afeee5b-d0dd-4774-8925-4da91046f717 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:35.661625 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4807653a-9fc9-44d2-96a0-8754f53b2762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.667994 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b703e69-fc7a-4a7b-91d2-433953819299 req-696f1a4f-1349-45bf-9a0a-6b230bf192c5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 1097 time: 0.0989816 May 30 20:35:35.722285 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Calling delete_port for 0afeee5b-d0dd-4774-8925-4da91046f717 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:35.724371 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b703e69-fc7a-4a7b-91d2-433953819299 req-96843f99-fe44-46bb-aaf6-4d21cbf59264 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=97c8bac6-85c2-4fd5-a740-ab7b26bff60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500040 May 30 20:35:35.804423 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.849084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Port': ['ID=0afeee5b-d0dd-4774-8925-4da91046f717,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:35.855478 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] No DVR routers for this DVR port 0afeee5b-d0dd-4774-8925-4da91046f717 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:35:35.883542 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4807653a-9fc9-44d2-96a0-8754f53b2762 None None] For port 0afeee5b-d0dd-4774-8925-4da91046f717, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0afeee5b-d0dd-4774-8925-4da91046f717,segment=NetworkSegment(d129a524-01dd-45e7-ba6c-64557a5f88cd),segment_id=d129a524-01dd-45e7-ba6c-64557a5f88cd)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:35.886318 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4807653a-9fc9-44d2-96a0-8754f53b2762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:36.016417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4807653a-9fc9-44d2-96a0-8754f53b2762 None None] Calling delete_port for 0afeee5b-d0dd-4774-8925-4da91046f717 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:36.033454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-2c649022-e901-46cb-8d7a-089efb027ab8 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:36.035033 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-2c649022-e901-46cb-8d7a-089efb027ab8 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/networks?id=3a1199fc-c0ae-42e3-836c-6055f4e5dc92 HTTP/1.1" status: 200 len: 814 time: 0.1494367 May 30 20:35:36.052467 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-b5e2744f-cb21-4d0d-a409-1bb97a18f983 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/quotas/d55d910e5fa343e7badd76f651e60ee6 HTTP/1.1" status: 200 len: 375 time: 0.0114939 May 30 20:35:36.073001 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:36.089903 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-4807653a-9fc9-44d2-96a0-8754f53b2762 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:35:36.091000 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-4807653a-9fc9-44d2-96a0-8754f53b2762 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:35:36.099822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e5480f-254d-4163-bac9-3e2ccd93a802']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:36.102285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-0eb0b305-99b6-4c4c-a3d7-feadab9c4a2d tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Synchronizing usage tracker for tenant:d55d910e5fa343e7badd76f651e60ee6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:36.114216 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd129a524-01dd-45e7-ba6c-64557a5f88cd') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:36.114520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd129a524-01dd-45e7-ba6c-64557a5f88cd') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:36.118132 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-0eb0b305-99b6-4c4c-a3d7-feadab9c4a2d tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Unset dirty status for tenant:d55d910e5fa343e7badd76f651e60ee6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:36.119725 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-0eb0b305-99b6-4c4c-a3d7-feadab9c4a2d tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d55d910e5fa343e7badd76f651e60ee6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605791 May 30 20:35:36.128303 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:36.131593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-25b07f08-07d6-438f-b8c2-c4e449b84ab0 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:35:36.132972 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-25b07f08-07d6-438f-b8c2-c4e449b84ab0 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051382 May 30 20:35:36.150236 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:36.157511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:35:36.157956 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: timer() May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:35:36.173395 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:35:36.250790 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:36.256680 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:36.285581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Network': ['ID=56e5480f-254d-4163-bac9-3e2ccd93a802,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:36.294825 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-14a198d1-2672-4fbe-8079-63b425c93729 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/networks/56e5480f-254d-4163-bac9-3e2ccd93a802 HTTP/1.1" status: 204 len: 168 time: 1.0435100 May 30 20:35:36.295395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44260) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:36.323906 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-1506cbca-c715-407b-b1ef-9a0445ce61ab service neutron] 10.222.0.84 "GET /v2.0/networks/3a1199fc-c0ae-42e3-836c-6055f4e5dc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844053 May 30 20:35:36.426491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0afeee5b-d0dd-4774-8925-4da91046f717 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:35:36.430745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe24ca-dc5d-4859-890e-347bdb15a8da req-658f60b1-4965-4a5f-8493-7b327235ff1d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:36.432265 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53fe24ca-dc5d-4859-890e-347bdb15a8da req-658f60b1-4965-4a5f-8493-7b327235ff1d tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 946 time: 0.2227187 May 30 20:35:36.459833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 0afeee5b-d0dd-4774-8925-4da91046f717 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:35:36.460201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0afeee5b-d0dd-4774-8925-4da91046f717 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:35:36.461730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-0f40feac-fef9-4b55-ba58-f59c769cb350 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Deleting port 77e2253e-c6d2-4ca7-a0ac-a57afc7a5269 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:36.462213 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f40feac-fef9-4b55-ba58-f59c769cb350 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:36.511420 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d931829b-7a8a-47e0-bd6e-fee19179d1c1 service neutron] 10.222.0.84 "GET /v2.0/networks/3a1199fc-c0ae-42e3-836c-6055f4e5dc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810751 May 30 20:35:36.514502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53fe24ca-dc5d-4859-890e-347bdb15a8da req-a6f17aeb-8099-45b9-b764-5506d6f0f0c2 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/security-groups?id=97c8bac6-85c2-4fd5-a740-ab7b26bff60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759230 May 30 20:35:36.594126 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4807653a-9fc9-44d2-96a0-8754f53b2762 None None] Deleting port 0afeee5b-d0dd-4774-8925-4da91046f717 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:36.595510 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4807653a-9fc9-44d2-96a0-8754f53b2762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:36.651014 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f40feac-fef9-4b55-ba58-f59c769cb350 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:36.651464 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f40feac-fef9-4b55-ba58-f59c769cb350 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:36.721119 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b521ff7-8d00-4bbe-ad0d-46d4f39c8b83 req-f9567355-cac6-44cf-a297-7ccc88245252 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=adcafa75-00db-4cd8-ab8c-04b8e5dceea0 HTTP/1.1" status: 200 len: 210 time: 0.0520408 May 30 20:35:36.733019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4807653a-9fc9-44d2-96a0-8754f53b2762 None None] The port '0afeee5b-d0dd-4774-8925-4da91046f717' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:35:36.784791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-0f40feac-fef9-4b55-ba58-f59c769cb350 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Calling delete_port for 77e2253e-c6d2-4ca7-a0ac-a57afc7a5269 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:36.938666 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f40feac-fef9-4b55-ba58-f59c769cb350 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:36.990193 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40feac-fef9-4b55-ba58-f59c769cb350 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Port': ['ID=77e2253e-c6d2-4ca7-a0ac-a57afc7a5269,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:37.084329 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f40feac-fef9-4b55-ba58-f59c769cb350 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:37.102056 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0f40feac-fef9-4b55-ba58-f59c769cb350 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:37.103184 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0f40feac-fef9-4b55-ba58-f59c769cb350 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/floatingips/efb4f9a4-d12d-4950-8db7-338f9fc258cf HTTP/1.1" status: 204 len: 168 time: 0.8069041 May 30 20:35:37.107708 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44274) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:37.149598 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-241d2ad3-2948-40c3-bf9c-f7d878e82b5e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] DELETE failed (client error): The resource could not be found. May 30 20:35:37.149950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-241d2ad3-2948-40c3-bf9c-f7d878e82b5e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:35:37.151527 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-241d2ad3-2948-40c3-bf9c-f7d878e82b5e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/ports/8400bc5a-fd0d-4998-8606-0b03eab9f3b9 HTTP/1.1" status: 404 len: 333 time: 0.0434682 May 30 20:35:37.154632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44278) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:37.192914 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:37.197585 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6e481aba-17ee-48b8-848f-0e358bb88485 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Synchronizing usage tracker for tenant:dd7814e880da42a28f83a6c4b4514fd6 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:37.213110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6e481aba-17ee-48b8-848f-0e358bb88485 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Unset dirty status for tenant:dd7814e880da42a28f83a6c4b4514fd6 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:37.216481 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6e481aba-17ee-48b8-848f-0e358bb88485 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "GET /v2.0/ports?device_id=2840e611-c626-43d7-8071-feccb8db4a23 HTTP/1.1" status: 200 len: 205 time: 0.0608032 May 30 20:35:37.218019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44282) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:37.393762 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-1c3c50bb-65a9-4b68-a145-44d72b0d87a0 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] delete failed (client error): The resource could not be found. May 30 20:35:37.395028 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1c3c50bb-65a9-4b68-a145-44d72b0d87a0 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/routers/2840e611-c626-43d7-8071-feccb8db4a23 HTTP/1.1" status: 404 len: 336 time: 0.1754966 May 30 20:35:37.397540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44286) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:37.435294 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e1bc6e-ff52-48a4-bae4-8d8d31ce7ef0 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] DELETE failed (client error): The resource could not be found. May 30 20:35:37.435766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e1bc6e-ff52-48a4-bae4-8d8d31ce7ef0 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:35:37.437429 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d2e1bc6e-ff52-48a4-bae4-8d8d31ce7ef0 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/subnets/aa41d70e-824f-416b-9b15-6212570193a2 HTTP/1.1" status: 404 len: 337 time: 0.0390053 May 30 20:35:37.440010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44290) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:37.506359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-244a041d-36b5-429e-b6d9-8bbcee0375ed tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Deleting port bca20c39-290e-4b30-9115-730914ac2a04 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:37.506702 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-244a041d-36b5-429e-b6d9-8bbcee0375ed tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:37.837155 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-244a041d-36b5-429e-b6d9-8bbcee0375ed tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:37.861625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d82d0-9954-44b8-8ad9-2da38e5021cf req-2b2841fe-e4a7-4510-994a-d18d6da09597 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:37.863050 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e87d82d0-9954-44b8-8ad9-2da38e5021cf req-2b2841fe-e4a7-4510-994a-d18d6da09597 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 946 time: 0.2186182 May 30 20:35:37.871491 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-db1134ad-54ee-47e9-b9e4-f51173336dc7 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:37.873726 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-db1134ad-54ee-47e9-b9e4-f51173336dc7 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.77 "GET /v2.0/networks?id=3a1199fc-c0ae-42e3-836c-6055f4e5dc92 HTTP/1.1" status: 200 len: 814 time: 0.1757097 May 30 20:35:37.895848 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-f28a763c-265b-4840-a3ed-ae8c2ace793e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Request body: {'port': {'device_id': 'adcafa75-00db-4cd8-ab8c-04b8e5dceea0', 'network_id': '3a1199fc-c0ae-42e3-836c-6055f4e5dc92', 'admin_state_up': True, 'tenant_id': 'd55d910e5fa343e7badd76f651e60ee6'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:38.024941 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-244a041d-36b5-429e-b6d9-8bbcee0375ed tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Calling delete_port for bca20c39-290e-4b30-9115-730914ac2a04 owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:38.033060 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-f28a763c-265b-4840-a3ed-ae8c2ace793e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:38.042836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-f28a763c-265b-4840-a3ed-ae8c2ace793e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:38.053106 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-f28a763c-265b-4840-a3ed-ae8c2ace793e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Made reservation on behalf of d55d910e5fa343e7badd76f651e60ee6 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:38.056030 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-f28a763c-265b-4840-a3ed-ae8c2ace793e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:38.065540 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-962acafa-8887-4b17-8293-c3b31b9623a7 req-235bfa16-4566-4f21-b288-84e5fc8f6ff0 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=adcafa75-00db-4cd8-ab8c-04b8e5dceea0 HTTP/1.1" status: 200 len: 210 time: 0.2113690 May 30 20:35:38.107478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e87d82d0-9954-44b8-8ad9-2da38e5021cf req-b94f7863-f550-4b0d-936c-ad8fab753427 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/security-groups?id=97c8bac6-85c2-4fd5-a740-ab7b26bff60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899300 May 30 20:35:38.163057 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:35:38.206496 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-244a041d-36b5-429e-b6d9-8bbcee0375ed tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:38.287003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a041d-36b5-429e-b6d9-8bbcee0375ed tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Port': ['ID=bca20c39-290e-4b30-9115-730914ac2a04,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:38.350629 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-f28a763c-265b-4840-a3ed-ae8c2ace793e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Allocated IP 172.20.0.3 (3a1199fc-c0ae-42e3-836c-6055f4e5dc92/a1751f22-297b-4a36-a858-35a7255489cf/d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:38.418680 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-244a041d-36b5-429e-b6d9-8bbcee0375ed tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:38.435067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a97a5d-0125-48b6-a0b0-8e8235fff21b req-7ef59465-528a-46c7-99fb-8b31e16cfc51 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:38.436564 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09a97a5d-0125-48b6-a0b0-8e8235fff21b req-7ef59465-528a-46c7-99fb-8b31e16cfc51 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 946 time: 0.1885769 May 30 20:35:38.442623 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-244a041d-36b5-429e-b6d9-8bbcee0375ed tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/ports/bca20c39-290e-4b30-9115-730914ac2a04 HTTP/1.1" status: 204 len: 168 time: 1.0016510 May 30 20:35:38.445335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44300) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:38.542991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-97f35099-b84c-4164-82fc-79ee5b0489dc tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Deleting port 37d665d5-8ab8-437b-9a22-72dd252aa047 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:38.543234 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-97f35099-b84c-4164-82fc-79ee5b0489dc tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:38.563773 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-f28a763c-265b-4840-a3ed-ae8c2ace793e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:38.572840 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09a97a5d-0125-48b6-a0b0-8e8235fff21b req-e9123aff-2858-4e3c-bef1-4f25e28aeb51 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/security-groups?id=97c8bac6-85c2-4fd5-a740-ab7b26bff60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289299 May 30 20:35:38.594201 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-f28a763c-265b-4840-a3ed-ae8c2ace793e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:38.601273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44304) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:38.671761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-f28a763c-265b-4840-a3ed-ae8c2ace793e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Network 3a1199fc-c0ae-42e3-836c-6055f4e5dc92 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:38.674970 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-f28a763c-265b-4840-a3ed-ae8c2ace793e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:38.679836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-f28a763c-265b-4840-a3ed-ae8c2ace793e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:38.706232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a763c-265b-4840-a3ed-ae8c2ace793e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Pushing event updated for resources: {'Port': ['ID=d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:38.748158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-f28a763c-265b-4840-a3ed-ae8c2ace793e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:38.748778 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-f28a763c-265b-4840-a3ed-ae8c2ace793e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:38.776803 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-f28a763c-265b-4840-a3ed-ae8c2ace793e tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8848474 May 30 20:35:38.788660 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Request body: {'port': {'device_id': 'adcafa75-00db-4cd8-ab8c-04b8e5dceea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:38.800726 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-97f35099-b84c-4164-82fc-79ee5b0489dc tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:38.898322 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:39.050941 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-97f35099-b84c-4164-82fc-79ee5b0489dc tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Calling delete_port for 37d665d5-8ab8-437b-9a22-72dd252aa047 owned by {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:39.151888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4ccf324e-12a7-445b-8aa4-7ed7e2374dd2 tempest-TestVolumeBackupRestore-322290519 tempest-TestVolumeBackupRestore-322290519-project-admin] Synchronizing usage tracker for tenant:04fae2e58faf4b87ae3c683ea487d17f on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:39.242979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4ccf324e-12a7-445b-8aa4-7ed7e2374dd2 tempest-TestVolumeBackupRestore-322290519 tempest-TestVolumeBackupRestore-322290519-project-admin] Unset dirty status for tenant:04fae2e58faf4b87ae3c683ea487d17f on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:39.244155 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4ccf324e-12a7-445b-8aa4-7ed7e2374dd2 tempest-TestVolumeBackupRestore-322290519 tempest-TestVolumeBackupRestore-322290519-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 1092 time: 0.6400814 May 30 20:35:39.247119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44312) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:39.257234 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': '54887d4e-368e-4e01-a1ef-8913d4da51cf', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:39.265341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:39.271675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:35:39.275935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Usage tracker for resource:floatingip and tenant:2f1c43d5746b45a4a5d0ca372b07696b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:39.281046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:39.284350 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:39.291528 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:39.292239 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-97f35099-b84c-4164-82fc-79ee5b0489dc tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:39.309262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Transition to ACTIVE for port object d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:39.312416 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:39.328377 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:39.347669 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f35099-b84c-4164-82fc-79ee5b0489dc tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Port': ['ID=37d665d5-8ab8-437b-9a22-72dd252aa047,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:39.356744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286d83d-ce2a-45cb-86cb-848faf21c621 req-aa581fd5-9180-4b95-828c-f43697d22670 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:39.358260 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c286d83d-ce2a-45cb-86cb-848faf21c621 req-aa581fd5-9180-4b95-828c-f43697d22670 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=adcafa75-00db-4cd8-ab8c-04b8e5dceea0 HTTP/1.1" status: 200 len: 931 time: 0.1646168 May 30 20:35:39.485561 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c286d83d-ce2a-45cb-86cb-848faf21c621 req-aca28b09-4832-4eec-aed7-ed8833abee3d tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955281 May 30 20:35:39.488255 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-97f35099-b84c-4164-82fc-79ee5b0489dc tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:39.499677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-97f35099-b84c-4164-82fc-79ee5b0489dc tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/ports/37d665d5-8ab8-437b-9a22-72dd252aa047 HTTP/1.1" status: 204 len: 168 time: 1.0409455 May 30 20:35:39.502164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44316) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:39.514864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Pushing event updated for resources: {'Port': ['ID=d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:39.580143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2f2299-8211-48f2-8941-91446a503dfa tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:39.580740 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-df2f2299-8211-48f2-8941-91446a503dfa tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Synchronizing usage tracker for tenant:dd7814e880da42a28f83a6c4b4514fd6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:39.597319 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-df2f2299-8211-48f2-8941-91446a503dfa tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Unset dirty status for tenant:dd7814e880da42a28f83a6c4b4514fd6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:39.598493 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-df2f2299-8211-48f2-8941-91446a503dfa tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "GET /v2.0/ports?device_id=29b7b384-52d1-4878-a59e-45acc43c50c2 HTTP/1.1" status: 200 len: 913 time: 0.0954247 May 30 20:35:39.601266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44320) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:39.654439 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Attempting to bind port d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:35:39.654765 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Attempting to bind port d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '959497d0-4131-4d7a-ad61-6959c49c7be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3a1199fc-c0ae-42e3-836c-6055f4e5dc92'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:35:39.655089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Attempting to bind port d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 on network 3a1199fc-c0ae-42e3-836c-6055f4e5dc92 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:35:39.665903 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Port d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 on network 3a1199fc-c0ae-42e3-836c-6055f4e5dc92 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:35:39.666212 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Attempting to bind port d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 on network 3a1199fc-c0ae-42e3-836c-6055f4e5dc92 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:35:39.676708 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:39.678638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:35:39.678964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Checking segment: {'id': '959497d0-4131-4d7a-ad61-6959c49c7be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3a1199fc-c0ae-42e3-836c-6055f4e5dc92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:35:39.679337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Bound using segment: {'id': '959497d0-4131-4d7a-ad61-6959c49c7be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3a1199fc-c0ae-42e3-836c-6055f4e5dc92'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:35:39.679754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Bound port: d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959497d0-4131-4d7a-ad61-6959c49c7be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3a1199fc-c0ae-42e3-836c-6055f4e5dc92'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:35:39.680111 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:39.873385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] For port d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:35:39.886864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] For port d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432,segment=NetworkSegment(959497d0-4131-4d7a-ad61-6959c49c7be5),segment_id=959497d0-4131-4d7a-ad61-6959c49c7be5)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:35:39.896904 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:39.901492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Allocated IP 172.25.5.235 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/f7e49b0f-a741-480c-bcd4-8831862a0256) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:39.988633 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:39.989983 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] 10.222.0.77 "PUT /v2.0/ports/d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 HTTP/1.1" status: 200 len: 1091 time: 1.2056632 May 30 20:35:40.012269 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f0eae787-afab-49d7-bfe3-868fe5377a0e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:40.130195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcafa75-00db-4cd8-ab8c-04b8e5dceea0', 'tag': 'd86da3b0-3e4b-45c4-ac9c-ee6e19dd9432'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:35:40.191914 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2686d9c-1146-4c8b-9d3f-8fb62750122a'] response: {'name': 'network-changed', 'server_uuid': 'adcafa75-00db-4cd8-ab8c-04b8e5dceea0', 'tag': 'd86da3b0-3e4b-45c4-ac9c-ee6e19dd9432', 'status': 'completed', 'code': 200} May 30 20:35:40.205134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cb1d4-6b39-4385-84ba-7ca0fbd8fb13 service neutron] Pushing event updated for resources: {'Port': ['ID=d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:40.272057 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:40.288379 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-74ed5a4a-c391-4f21-abdf-8ddf444644bb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d55d910e5fa343e7badd76f651e60ee6&device_id=adcafa75-00db-4cd8-ab8c-04b8e5dceea0 HTTP/1.1" status: 200 len: 1094 time: 0.1532750 May 30 20:35:40.363816 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-60c9ecde-dad2-465f-ad5d-976737141132 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 HTTP/1.1" status: 200 len: 217 time: 0.0670631 May 30 20:35:40.403231 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:40.493003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d600d687-5c81-4066-816e-5222059693f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:40.494420 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-d600d687-5c81-4066-816e-5222059693f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a1751f22-297b-4a36-a858-35a7255489cf HTTP/1.1" status: 200 len: 854 time: 0.1244388 May 30 20:35:40.496117 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:40.499583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:40.501428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Pushing event updated for resources: {'Port': ['ID=f7e49b0f-a741-480c-bcd4-8831862a0256,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:40.504590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:40.574194 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-629150da-9614-40ae-b936-3b68f6bb77ce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3a1199fc-c0ae-42e3-836c-6055f4e5dc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704691 May 30 20:35:40.790188 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f0eae787-afab-49d7-bfe3-868fe5377a0e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Deleting port 78c68266-63c0-4a3e-884e-6166547b901b {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:40.790759 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f0eae787-afab-49d7-bfe3-868fe5377a0e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:40.806338 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-4b8ef13c-83df-4fc5-ba61-4efd5b663d8a service neutron] 10.222.0.77 "GET /v2.0/networks/3a1199fc-c0ae-42e3-836c-6055f4e5dc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257538 May 30 20:35:40.924008 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a45b7-ace9-4eef-8840-f5992060bb42 req-1b8b7424-98f4-4c27-81b7-aa04b1b285fe tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:40.924008 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b01a45b7-ace9-4eef-8840-f5992060bb42 req-1b8b7424-98f4-4c27-81b7-aa04b1b285fe tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=adcafa75-00db-4cd8-ab8c-04b8e5dceea0 HTTP/1.1" status: 200 len: 943 time: 0.2143054 May 30 20:35:41.006007 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b01a45b7-ace9-4eef-8840-f5992060bb42 req-a6c299b8-70b3-4e8a-a69f-c388a9b48ed1 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748553 May 30 20:35:41.021084 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f0eae787-afab-49d7-bfe3-868fe5377a0e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:41.091420 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7492d6c4-dea9-4f2d-9797-b48b3a65a180 req-efed6c2b-b4c6-4847-ad79-a9b4b48d67d7 service neutron] 10.222.0.77 "GET /v2.0/networks/3a1199fc-c0ae-42e3-836c-6055f4e5dc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768753 May 30 20:35:41.153282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f0eae787-afab-49d7-bfe3-868fe5377a0e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Calling delete_port for 78c68266-63c0-4a3e-884e-6166547b901b owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:41.305819 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2efd7e67-4c16-49dd-b4cc-479f91c86e0a req-8732fdae-c1b7-47f3-b05f-28ad7f63c2be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d55d910e5fa343e7badd76f651e60ee6&device_id=adcafa75-00db-4cd8-ab8c-04b8e5dceea0 HTTP/1.1" status: 200 len: 1094 time: 0.1530402 May 30 20:35:41.331772 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f0eae787-afab-49d7-bfe3-868fe5377a0e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:41.381389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eae787-afab-49d7-bfe3-868fe5377a0e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Port': ['ID=78c68266-63c0-4a3e-884e-6166547b901b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:41.385078 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:41.584987 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:41.641250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd7e67-4c16-49dd-b4cc-479f91c86e0a req-9bcda9f4-cb61-4af6-bff3-4181873adb1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:41.642595 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2efd7e67-4c16-49dd-b4cc-479f91c86e0a req-9bcda9f4-cb61-4af6-bff3-4181873adb1f service neutron] 10.222.0.77 "GET /v2.0/networks?id=3a1199fc-c0ae-42e3-836c-6055f4e5dc92 HTTP/1.1" status: 200 len: 915 time: 0.3293443 May 30 20:35:41.683688 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f0eae787-afab-49d7-bfe3-868fe5377a0e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:41.722753 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2efd7e67-4c16-49dd-b4cc-479f91c86e0a req-769f1943-1ddb-44f6-80b5-af6dd2bccf3f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 HTTP/1.1" status: 200 len: 217 time: 0.0737777 May 30 20:35:41.866458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd7e67-4c16-49dd-b4cc-479f91c86e0a req-5fe7c0a7-8f12-4488-b798-7cb875c594bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:41.867866 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2efd7e67-4c16-49dd-b4cc-479f91c86e0a req-5fe7c0a7-8f12-4488-b798-7cb875c594bd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a1751f22-297b-4a36-a858-35a7255489cf HTTP/1.1" status: 200 len: 854 time: 0.1304731 May 30 20:35:41.923067 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2efd7e67-4c16-49dd-b4cc-479f91c86e0a req-677fe479-f8ac-419c-9363-50057b9d0028 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3a1199fc-c0ae-42e3-836c-6055f4e5dc92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482726 May 30 20:35:41.973154 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:42.016176 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:42.190313 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:42.267560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Pushing event updated for resources: {'Port': ['ID=f7e49b0f-a741-480c-bcd4-8831862a0256,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:42.272530 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2efd7e67-4c16-49dd-b4cc-479f91c86e0a req-0e8fa837-b25b-4a38-bd2c-42177ce4d39f service neutron] 10.222.0.77 "GET /v2.0/networks/3a1199fc-c0ae-42e3-836c-6055f4e5dc92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369689 May 30 20:35:42.427834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4091-b88e-493f-8f68-23fe7c12fc58 req-18a844b6-47a2-4721-a536-4d37f2ce6cf4 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:42.429803 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b9e4091-b88e-493f-8f68-23fe7c12fc58 req-18a844b6-47a2-4721-a536-4d37f2ce6cf4 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=adcafa75-00db-4cd8-ab8c-04b8e5dceea0 HTTP/1.1" status: 200 len: 943 time: 0.1755152 May 30 20:35:42.508757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b9e4091-b88e-493f-8f68-23fe7c12fc58 req-d74c0204-f21c-4827-b005-fedda4428b14 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669613 May 30 20:35:42.511203 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2efd7e67-4c16-49dd-b4cc-479f91c86e0a req-e71accbd-ccf9-40b3-ae15-252d7180ce64 service neutron] 10.222.0.77 "GET /v2.0/networks/3a1199fc-c0ae-42e3-836c-6055f4e5dc92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228780 May 30 20:35:42.540959 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0eae787-afab-49d7-bfe3-868fe5377a0e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Router 29b7b384-52d1-4878-a59e-45acc43c50c2 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:42.561692 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Floating IP 89acd837-65e7-4b23-8841-321486ef7462 associated. External IP: 172.25.5.235, port: 54887d4e-368e-4e01-a1ef-8913d4da51cf. May 30 20:35:42.747382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0eae787-afab-49d7-bfe3-868fe5377a0e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:42.758065 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295448c8-5ad5-41a0-a25f-79eb0ce7a1b5 None None] Sync routers for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:42.767160 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f0eae787-afab-49d7-bfe3-868fe5377a0e tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "PUT /v2.0/routers/29b7b384-52d1-4878-a59e-45acc43c50c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1648083 May 30 20:35:42.769530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44330) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:42.770842 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295448c8-5ad5-41a0-a25f-79eb0ce7a1b5 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:42.771843 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-295448c8-5ad5-41a0-a25f-79eb0ce7a1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:42.832380 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-295448c8-5ad5-41a0-a25f-79eb0ce7a1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:42.844137 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295448c8-5ad5-41a0-a25f-79eb0ce7a1b5 None None] Routers {'29b7b384-52d1-4878-a59e-45acc43c50c2'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:42.844904 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-295448c8-5ad5-41a0-a25f-79eb0ce7a1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['29b7b384-52d1-4878-a59e-45acc43c50c2'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:42.906051 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-295448c8-5ad5-41a0-a25f-79eb0ce7a1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:42.906686 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295448c8-5ad5-41a0-a25f-79eb0ce7a1b5 None None] The sync data for ids ['29b7b384-52d1-4878-a59e-45acc43c50c2'] in n-d-843949-2 is: [] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:42.956123 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Router 4785fb19-9050-4103-9d4d-463d63d3dfbd has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:42.977666 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbdff73d-8b2a-444e-b69f-a3dc8f1f8fd7 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:43.184038 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbdff73d-8b2a-444e-b69f-a3dc8f1f8fd7 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:43.194043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-fbdff73d-8b2a-444e-b69f-a3dc8f1f8fd7 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Deleting port cf3855c2-b88e-457e-a31e-3ad97d24940e {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:43.194644 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbdff73d-8b2a-444e-b69f-a3dc8f1f8fd7 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:43.275642 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:43.290146 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c6fb6d-4815-40b0-bae8-e5753b7297e4 None None] Sync routers for ids ['4785fb19-9050-4103-9d4d-463d63d3dfbd'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:43.302404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c6fb6d-4815-40b0-bae8-e5753b7297e4 None None] Routers {'4785fb19-9050-4103-9d4d-463d63d3dfbd'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:43.303016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c4c6fb6d-4815-40b0-bae8-e5753b7297e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4785fb19-9050-4103-9d4d-463d63d3dfbd'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:43.303646 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:43.367266 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-07717665-4edd-4708-9480-15102e60c1bd tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1156433 May 30 20:35:43.367266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'tag': '54887d4e-368e-4e01-a1ef-8913d4da51cf'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:35:43.368363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44334) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:43.413983 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbdff73d-8b2a-444e-b69f-a3dc8f1f8fd7 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:43.428690 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d1f876-7871-4cde-86a4-601f39b7bc0f'] response: {'name': 'network-changed', 'server_uuid': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'tag': '54887d4e-368e-4e01-a1ef-8913d4da51cf', 'status': 'completed', 'code': 200} May 30 20:35:43.485982 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c4c6fb6d-4815-40b0-bae8-e5753b7297e4 None None] Set router 4785fb19-9050-4103-9d4d-463d63d3dfbd gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:43.551251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:35:43.576860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-fbdff73d-8b2a-444e-b69f-a3dc8f1f8fd7 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Calling delete_port for cf3855c2-b88e-457e-a31e-3ad97d24940e owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:43.834046 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7c07ce0d-36b5-4d00-aee9-f5bd7518a440 tempest-TestVolumeBackupRestore-322290519 tempest-TestVolumeBackupRestore-322290519-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 1092 time: 0.4645879 May 30 20:35:43.837176 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44342) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:43.844264 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1720bb3d-240a-4dbd-866f-29498f1a17b5 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Request body: {'floatingip': {'port_id': '54887d4e-368e-4e01-a1ef-8913d4da51cf'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:43.886511 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f308e297-2d6e-4232-bb4a-8910d4118de2 req-329c7ac3-29f4-4de7-a9b4-fb406fa3c68d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2f1c43d5746b45a4a5d0ca372b07696b&device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 1097 time: 0.4043896 May 30 20:35:43.931624 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ff44c-5fe9-4bb1-9f7c-d7cb4efa30df req-58f0c7f4-c7da-4f54-bcfd-1d3faf71d3a3 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:43.933071 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cf4ff44c-5fe9-4bb1-9f7c-d7cb4efa30df req-58f0c7f4-c7da-4f54-bcfd-1d3faf71d3a3 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=adcafa75-00db-4cd8-ab8c-04b8e5dceea0 HTTP/1.1" status: 200 len: 943 time: 0.2940199 May 30 20:35:43.946945 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1720bb3d-240a-4dbd-866f-29498f1a17b5 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:43.984811 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432,segment=NetworkSegment(959497d0-4131-4d7a-ad61-6959c49c7be5),segment_id=959497d0-4131-4d7a-ad61-6959c49c7be5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:44.018131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'd86da3b0-3e4b-45c4-ac9c-ee6e19dd9432', 'network_id': '3a1199fc-c0ae-42e3-836c-6055f4e5dc92', 'port_id': 'd86da3b0-3e4b-45c4-ac9c-ee6e19dd9432', 'mac_address': 'fa:16:3e:33:65:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1751f22-297b-4a36-a858-35a7255489cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:35:44.094504 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c4c6fb6d-4815-40b0-bae8-e5753b7297e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:58Z', 'updated_at': '2022-05-30T20:32:07Z', 'revision_number': 4, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'gw_port': {'id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:59Z', 'updated_at': '2022-05-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '89acd837-65e7-4b23-8841-321486ef7462', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'port_id': '54887d4e-368e-4e01-a1ef-8913d4da51cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'mac_address': 'fa:16:3e:df:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:35:41Z', 'updated_at': '2022-05-30T20:35:41Z', 'revision_number': 0, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ecbd441-4c2b-426a-8294-985bbce57dc9', 'name': '', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'mac_address': 'fa:16:3e:88:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:05Z', 'updated_at': '2022-05-30T20:32:28Z', 'revision_number': 5, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'subnets': [{'id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:44.101622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c6fb6d-4815-40b0-bae8-e5753b7297e4 None None] Checking router: 4785fb19-9050-4103-9d4d-463d63d3dfbd for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:35:44.105349 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:44.106616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cf4ff44c-5fe9-4bb1-9f7c-d7cb4efa30df req-949143ed-e258-4c2a-a988-336402f0c3c5 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302011 May 30 20:35:44.125577 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:35:44.129253 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308e297-2d6e-4232-bb4a-8910d4118de2 req-33f1c8d5-374f-426a-a324-74deedc74da6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:44.131078 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f308e297-2d6e-4232-bb4a-8910d4118de2 req-33f1c8d5-374f-426a-a324-74deedc74da6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ee638217-d7ff-4c68-a795-3d58d5cc4cd2 HTTP/1.1" status: 200 len: 914 time: 0.2321131 May 30 20:35:44.132231 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbdff73d-8b2a-444e-b69f-a3dc8f1f8fd7 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:44.145094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432,segment=NetworkSegment(959497d0-4131-4d7a-ad61-6959c49c7be5),segment_id=959497d0-4131-4d7a-ad61-6959c49c7be5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:44.149803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c6fb6d-4815-40b0-bae8-e5753b7297e4 None None] Routers {'4785fb19-9050-4103-9d4d-463d63d3dfbd'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:44.150406 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c4c6fb6d-4815-40b0-bae8-e5753b7297e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4785fb19-9050-4103-9d4d-463d63d3dfbd'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:44.237035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdff73d-8b2a-444e-b69f-a3dc8f1f8fd7 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Port': ['ID=cf3855c2-b88e-457e-a31e-3ad97d24940e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:44.331932 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:44.357028 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f308e297-2d6e-4232-bb4a-8910d4118de2 req-a590d7cb-9868-490b-bfbc-07a953d759cc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54887d4e-368e-4e01-a1ef-8913d4da51cf HTTP/1.1" status: 200 len: 1000 time: 0.1841562 May 30 20:35:44.396060 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c4c6fb6d-4815-40b0-bae8-e5753b7297e4 None None] Set router 4785fb19-9050-4103-9d4d-463d63d3dfbd gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:44.473726 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:44.550566 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbdff73d-8b2a-444e-b69f-a3dc8f1f8fd7 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:44.561546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:35:44.669028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308e297-2d6e-4232-bb4a-8910d4118de2 req-787537ad-6b47-4dda-8df7-b21218e509fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:44.670510 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f308e297-2d6e-4232-bb4a-8910d4118de2 req-787537ad-6b47-4dda-8df7-b21218e509fb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=780c68c8-f9a4-4145-9602-61dc98bd29fc HTTP/1.1" status: 200 len: 852 time: 0.3068514 May 30 20:35:44.683075 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1720bb3d-240a-4dbd-866f-29498f1a17b5 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:44.688172 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1720bb3d-240a-4dbd-866f-29498f1a17b5 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:44.867621 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbdff73d-8b2a-444e-b69f-a3dc8f1f8fd7 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:44.876105 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbdff73d-8b2a-444e-b69f-a3dc8f1f8fd7 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:44.897098 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f308e297-2d6e-4232-bb4a-8910d4118de2 req-17ee170b-6fb0-43d4-b7b4-b61978775967 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ee638217-d7ff-4c68-a795-3d58d5cc4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2182457 May 30 20:35:44.954059 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c4c6fb6d-4815-40b0-bae8-e5753b7297e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:58Z', 'updated_at': '2022-05-30T20:32:07Z', 'revision_number': 4, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'gw_port': {'id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:59Z', 'updated_at': '2022-05-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '89acd837-65e7-4b23-8841-321486ef7462', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'port_id': '54887d4e-368e-4e01-a1ef-8913d4da51cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'mac_address': 'fa:16:3e:df:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:35:41Z', 'updated_at': '2022-05-30T20:35:41Z', 'revision_number': 0, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ecbd441-4c2b-426a-8294-985bbce57dc9', 'name': '', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'mac_address': 'fa:16:3e:88:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:05Z', 'updated_at': '2022-05-30T20:32:28Z', 'revision_number': 5, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'subnets': [{'id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:44.958373 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c6fb6d-4815-40b0-bae8-e5753b7297e4 None None] The sync data for ids ['4785fb19-9050-4103-9d4d-463d63d3dfbd'] in n-d-843949-2 is: [{'id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:58Z', 'updated_at': '2022-05-30T20:32:07Z', 'revision_number': 4, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'gw_port': {'id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:59Z', 'updated_at': '2022-05-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '89acd837-65e7-4b23-8841-321486ef7462', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'port_id': '54887d4e-368e-4e01-a1ef-8913d4da51cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'mac_address': 'fa:16:3e:df:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:35:41Z', 'updated_at': '2022-05-30T20:35:41Z', 'revision_number': 0, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ecbd441-4c2b-426a-8294-985bbce57dc9', 'name': '', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'mac_address': 'fa:16:3e:88:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:05Z', 'updated_at': '2022-05-30T20:32:28Z', 'revision_number': 5, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'subnets': [{'id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:44.982925 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbdff73d-8b2a-444e-b69f-a3dc8f1f8fd7 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:44.983805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdff73d-8b2a-444e-b69f-a3dc8f1f8fd7 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Fanout notify agent at l3_agent the message router_deleted on router 29b7b384-52d1-4878-a59e-45acc43c50c2 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:35:45.017744 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fbdff73d-8b2a-444e-b69f-a3dc8f1f8fd7 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:45.020395 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fbdff73d-8b2a-444e-b69f-a3dc8f1f8fd7 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/routers/29b7b384-52d1-4878-a59e-45acc43c50c2 HTTP/1.1" status: 204 len: 168 time: 2.2497904 May 30 20:35:45.021368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44350) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:45.102503 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f308e297-2d6e-4232-bb4a-8910d4118de2 req-e44298c0-34a7-43d7-b01f-c848c5270313 service neutron] 10.222.0.93 "GET /v2.0/networks/ee638217-d7ff-4c68-a795-3d58d5cc4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973798 May 30 20:35:45.173701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1720bb3d-240a-4dbd-866f-29498f1a17b5 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Router 4785fb19-9050-4103-9d4d-463d63d3dfbd has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:45.221491 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e674ea06-67d7-4acf-9897-cfcf94b70364 None None] New status for floating IP 89acd837-65e7-4b23-8841-321486ef7462: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:35:45.544845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1720bb3d-240a-4dbd-866f-29498f1a17b5 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:45.549441 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1720bb3d-240a-4dbd-866f-29498f1a17b5 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:45.568348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:45.600285 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f308e297-2d6e-4232-bb4a-8910d4118de2 req-2e743f44-ad1b-4d8a-bb64-a0287a85aefe service neutron] 10.222.0.93 "GET /v2.0/networks/ee638217-d7ff-4c68-a795-3d58d5cc4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916220 May 30 20:35:45.613143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfebdd1b-07c3-4f2b-a90c-d5c670983732 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Deleting subnet daff46d2-28d4-4d98-b461-9ad90227eb13 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:35:45.619911 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dfebdd1b-07c3-4f2b-a90c-d5c670983732 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:45.651589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:45.658497 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:45.658964 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:45.663995 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'tag': '54887d4e-368e-4e01-a1ef-8913d4da51cf'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:35:45.677448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dba18f-c747-4eda-bc29-e53f4be2bbf3 req-6a0ba9fc-219c-4f6e-a2e0-cae48ef4af1c tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:45.684139 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21dba18f-c747-4eda-bc29-e53f4be2bbf3 req-6a0ba9fc-219c-4f6e-a2e0-cae48ef4af1c tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=adcafa75-00db-4cd8-ab8c-04b8e5dceea0 HTTP/1.1" status: 200 len: 944 time: 0.3056099 May 30 20:35:45.695267 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1720bb3d-240a-4dbd-866f-29498f1a17b5 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "PUT /v2.0/floatingips/89acd837-65e7-4b23-8841-321486ef7462 HTTP/1.1" status: 200 len: 992 time: 1.8564608 May 30 20:35:45.729523 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dfebdd1b-07c3-4f2b-a90c-d5c670983732 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:45.739533 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4f45efd-f99b-43b8-8296-8b1e7fd495f4'] response: {'name': 'network-changed', 'server_uuid': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'tag': '54887d4e-368e-4e01-a1ef-8913d4da51cf', 'status': 'completed', 'code': 200} May 30 20:35:45.788100 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:45.814797 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcafa75-00db-4cd8-ab8c-04b8e5dceea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86da3b0-3e4b-45c4-ac9c-ee6e19dd9432'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:35:45.824291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432,segment=NetworkSegment(959497d0-4131-4d7a-ad61-6959c49c7be5),segment_id=959497d0-4131-4d7a-ad61-6959c49c7be5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:45.831114 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:45.833800 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-21dba18f-c747-4eda-bc29-e53f4be2bbf3 req-5bfd35e6-53f0-49f3-99c1-395bfa362306 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488352 May 30 20:35:45.858804 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dfebdd1b-07c3-4f2b-a90c-d5c670983732 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:45.901062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:45.931799 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a48553f7-7b61-468f-952a-33bce526201d req-810c7a41-4363-4e82-a22f-98a8d6fb4cfc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2f1c43d5746b45a4a5d0ca372b07696b&device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 1097 time: 0.1674857 May 30 20:35:46.029750 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dfebdd1b-07c3-4f2b-a90c-d5c670983732 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:46.049338 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101c3f89-74c7-4d35-b566-31a801d893cb'] response: {'server_uuid': 'adcafa75-00db-4cd8-ab8c-04b8e5dceea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86da3b0-3e4b-45c4-ac9c-ee6e19dd9432', 'code': 200} May 30 20:35:46.078528 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebdd1b-07c3-4f2b-a90c-d5c670983732 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Subnet': ['ID=daff46d2-28d4-4d98-b461-9ad90227eb13,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:46.097462 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dfebdd1b-07c3-4f2b-a90c-d5c670983732 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:46.113582 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dfebdd1b-07c3-4f2b-a90c-d5c670983732 tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/subnets/daff46d2-28d4-4d98-b461-9ad90227eb13 HTTP/1.1" status: 204 len: 168 time: 1.0811765 May 30 20:35:46.116364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44362) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:46.141089 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48553f7-7b61-468f-952a-33bce526201d req-6523ea9d-d32c-40f3-b92d-c9d102b14e4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:46.142469 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a48553f7-7b61-468f-952a-33bce526201d req-6523ea9d-d32c-40f3-b92d-c9d102b14e4d service neutron] 10.222.0.93 "GET /v2.0/networks?id=ee638217-d7ff-4c68-a795-3d58d5cc4cd2 HTTP/1.1" status: 200 len: 914 time: 0.2049062 May 30 20:35:46.178319 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b9231791-17d1-479a-941a-24fc94e1f651 req-b72a69ee-74e3-4920-b629-f883fecd98b9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=adcafa75-00db-4cd8-ab8c-04b8e5dceea0 HTTP/1.1" status: 200 len: 1096 time: 0.0679786 May 30 20:35:46.221637 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b9231791-17d1-479a-941a-24fc94e1f651 req-8f4676c8-d4a4-423e-807b-e2c4a2416316 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375245 May 30 20:35:46.314147 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2b484a9d-8c97-49fc-a0f2-24395fab833c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:46.326632 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a48553f7-7b61-468f-952a-33bce526201d req-860f6568-4e3e-4b1e-b2c8-fe8fb9dde700 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54887d4e-368e-4e01-a1ef-8913d4da51cf HTTP/1.1" status: 200 len: 1002 time: 0.1345100 May 30 20:35:46.494761 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2b484a9d-8c97-49fc-a0f2-24395fab833c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:46.502648 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48553f7-7b61-468f-952a-33bce526201d req-7b8b56f6-6e41-4dd1-9e14-09c303c5c6da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:46.504071 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a48553f7-7b61-468f-952a-33bce526201d req-7b8b56f6-6e41-4dd1-9e14-09c303c5c6da service neutron] 10.222.0.93 "GET /v2.0/subnets?id=780c68c8-f9a4-4145-9602-61dc98bd29fc HTTP/1.1" status: 200 len: 852 time: 0.1491520 May 30 20:35:46.559527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-2b484a9d-8c97-49fc-a0f2-24395fab833c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfcbf63-351f-49da-ac28-a23f6a577007']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:46.575095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-2b484a9d-8c97-49fc-a0f2-24395fab833c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df9f6a2-9ab1-4059-beff-7568b8c87913') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:46.575381 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-2b484a9d-8c97-49fc-a0f2-24395fab833c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df9f6a2-9ab1-4059-beff-7568b8c87913') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:46.592934 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2b484a9d-8c97-49fc-a0f2-24395fab833c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:46.613247 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2b484a9d-8c97-49fc-a0f2-24395fab833c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:46.621162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b484a9d-8c97-49fc-a0f2-24395fab833c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:35:46.621478 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2b484a9d-8c97-49fc-a0f2-24395fab833c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: timer() May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:35:46.635229 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:35:46.705523 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a48553f7-7b61-468f-952a-33bce526201d req-ac1546d4-65ff-4e3d-856b-cfac61be74b0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ee638217-d7ff-4c68-a795-3d58d5cc4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894681 May 30 20:35:46.776774 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2b484a9d-8c97-49fc-a0f2-24395fab833c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:46.802976 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2b484a9d-8c97-49fc-a0f2-24395fab833c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:46.934827 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b484a9d-8c97-49fc-a0f2-24395fab833c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] Pushing event deleted for resources: {'Network': ['ID=4cfcbf63-351f-49da-ac28-a23f6a577007,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:46.939610 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2b484a9d-8c97-49fc-a0f2-24395fab833c tempest-FloatingIPTestJSON-40564386 tempest-FloatingIPTestJSON-40564386-project] 10.222.0.84 "DELETE /v2.0/networks/4cfcbf63-351f-49da-ac28-a23f6a577007 HTTP/1.1" status: 204 len: 168 time: 0.8200631 May 30 20:35:46.989191 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ccd1139-c7d4-4a17-867a-2277aaaa28dc req-979d15f8-948a-41b4-8746-a7f43686f663 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773983 May 30 20:35:47.047874 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a48553f7-7b61-468f-952a-33bce526201d req-5dab78c5-26f7-4cb3-bd50-c2866207075a service neutron] 10.222.0.93 "GET /v2.0/networks/ee638217-d7ff-4c68-a795-3d58d5cc4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352118 May 30 20:35:47.169064 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ccd1139-c7d4-4a17-867a-2277aaaa28dc req-50902659-a692-44d1-9758-bcef692ef851 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 1096 time: 0.0984910 May 30 20:35:47.339431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52916b6a-c868-4477-8cde-4b71bf36e291 req-84f41235-f144-4353-9dcc-9b7f9725aac2 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:47.340972 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52916b6a-c868-4477-8cde-4b71bf36e291 req-84f41235-f144-4353-9dcc-9b7f9725aac2 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=adcafa75-00db-4cd8-ab8c-04b8e5dceea0 HTTP/1.1" status: 200 len: 945 time: 0.3732867 May 30 20:35:47.401608 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd1139-c7d4-4a17-867a-2277aaaa28dc req-a393188c-7b87-45e6-b160-67b0ac8e996a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:47.404556 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ccd1139-c7d4-4a17-867a-2277aaaa28dc req-a393188c-7b87-45e6-b160-67b0ac8e996a service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6047b2c-d544-41ef-9a1f-f13a58abb843 HTTP/1.1" status: 200 len: 898 time: 0.2063022 May 30 20:35:47.408642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a48553f7-7b61-468f-952a-33bce526201d req-72d591cb-76c9-49c5-b90b-7a93da69069b service neutron] 10.222.0.93 "GET /v2.0/networks/ee638217-d7ff-4c68-a795-3d58d5cc4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531778 May 30 20:35:47.425770 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3201a1-71cd-4289-b175-66f13c7d7ad5 None None] Sync routers for ids ['4785fb19-9050-4103-9d4d-463d63d3dfbd'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:47.444644 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-799dbfcc-868d-4c5c-8c2a-0272afa54c8c req-8af96e62-defe-46ab-b807-ff25faaaa044 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3146727 May 30 20:35:47.448053 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52916b6a-c868-4477-8cde-4b71bf36e291 req-83393389-bd86-4c55-87fe-524743a60c98 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985992 May 30 20:35:47.472921 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3201a1-71cd-4289-b175-66f13c7d7ad5 None None] Routers {'4785fb19-9050-4103-9d4d-463d63d3dfbd'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:47.473484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-af3201a1-71cd-4289-b175-66f13c7d7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4785fb19-9050-4103-9d4d-463d63d3dfbd'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:47.543702 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ccd1139-c7d4-4a17-867a-2277aaaa28dc req-44a72940-2231-4e1f-8ad6-75d82d7b4e71 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 HTTP/1.1" status: 200 len: 1001 time: 0.1347916 May 30 20:35:47.587714 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44374) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:47.647196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd1139-c7d4-4a17-867a-2277aaaa28dc req-e5e64e82-a90f-4466-9e3a-87f63d58cf6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:47.648647 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ccd1139-c7d4-4a17-867a-2277aaaa28dc req-e5e64e82-a90f-4466-9e3a-87f63d58cf6b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1eaf07b2-a461-454e-a159-68e3d440e898 HTTP/1.1" status: 200 len: 835 time: 0.0985389 May 30 20:35:47.713088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-af3201a1-71cd-4289-b175-66f13c7d7ad5 None None] Set router 4785fb19-9050-4103-9d4d-463d63d3dfbd gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:47.740789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'tag': '54887d4e-368e-4e01-a1ef-8913d4da51cf'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:35:47.751696 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-799dbfcc-868d-4c5c-8c2a-0272afa54c8c req-f8fa0f78-724c-4ee3-af3a-aa6e29f0d158 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2f1c43d5746b45a4a5d0ca372b07696b&device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 1097 time: 0.1391098 May 30 20:35:47.798550 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ccd1139-c7d4-4a17-867a-2277aaaa28dc req-8d6624a2-d513-48c2-8c4e-e299384bd063 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6047b2c-d544-41ef-9a1f-f13a58abb843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414804 May 30 20:35:47.904476 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ec5df9-97a0-45a2-94d0-33667d9d2ed8'] response: {'name': 'network-changed', 'server_uuid': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'tag': '54887d4e-368e-4e01-a1ef-8913d4da51cf', 'status': 'completed', 'code': 200} May 30 20:35:47.966172 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1459c788-c076-43f6-af7f-d60d27763d2a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dd7814e880da42a28f83a6c4b4514fd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3729291 May 30 20:35:47.967644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44382) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:47.987869 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ccd1139-c7d4-4a17-867a-2277aaaa28dc req-6a99f036-9f7d-48c6-b9e6-ca2bd4e47494 service neutron] 10.222.0.77 "GET /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825383 May 30 20:35:48.046690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dbfcc-868d-4c5c-8c2a-0272afa54c8c req-163e2c07-18d4-4c79-b011-f76b1b48c889 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:48.048039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-799dbfcc-868d-4c5c-8c2a-0272afa54c8c req-163e2c07-18d4-4c79-b011-f76b1b48c889 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ee638217-d7ff-4c68-a795-3d58d5cc4cd2 HTTP/1.1" status: 200 len: 914 time: 0.2610290 May 30 20:35:48.050259 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d539448c-3660-42b9-b191-8ba37e9a26a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:48.159075 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d539448c-3660-42b9-b191-8ba37e9a26a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:48.164812 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ccd1139-c7d4-4a17-867a-2277aaaa28dc req-0cc33eec-ccc5-4735-996c-03db771d4b20 service neutron] 10.222.0.77 "GET /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712012 May 30 20:35:48.192841 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-af3201a1-71cd-4289-b175-66f13c7d7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:58Z', 'updated_at': '2022-05-30T20:32:07Z', 'revision_number': 4, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'gw_port': {'id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:59Z', 'updated_at': '2022-05-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '89acd837-65e7-4b23-8841-321486ef7462', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'port_id': '54887d4e-368e-4e01-a1ef-8913d4da51cf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'mac_address': 'fa:16:3e:df:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:35:41Z', 'updated_at': '2022-05-30T20:35:45Z', 'revision_number': 2, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ecbd441-4c2b-426a-8294-985bbce57dc9', 'name': '', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'mac_address': 'fa:16:3e:88:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:05Z', 'updated_at': '2022-05-30T20:32:28Z', 'revision_number': 5, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'subnets': [{'id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:48.197372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3201a1-71cd-4289-b175-66f13c7d7ad5 None None] Checking router: 4785fb19-9050-4103-9d4d-463d63d3dfbd for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:35:48.210328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3201a1-71cd-4289-b175-66f13c7d7ad5 None None] Routers {'4785fb19-9050-4103-9d4d-463d63d3dfbd'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:48.211036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-af3201a1-71cd-4289-b175-66f13c7d7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:35:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4785fb19-9050-4103-9d4d-463d63d3dfbd'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:48.213462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-799dbfcc-868d-4c5c-8c2a-0272afa54c8c req-6d6b2d36-4b37-4394-b4c4-6f9e3c86b96f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54887d4e-368e-4e01-a1ef-8913d4da51cf HTTP/1.1" status: 200 len: 1002 time: 0.1518312 May 30 20:35:48.288598 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d539448c-3660-42b9-b191-8ba37e9a26a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:48.321005 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539448c-3660-42b9-b191-8ba37e9a26a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a96b0c8-f897-48fe-a98a-38f95557c9df,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:48.323751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dbfcc-868d-4c5c-8c2a-0272afa54c8c req-24022b26-4ddb-44fa-bb3f-52cc51666ca2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:48.325389 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-799dbfcc-868d-4c5c-8c2a-0272afa54c8c req-24022b26-4ddb-44fa-bb3f-52cc51666ca2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=780c68c8-f9a4-4145-9602-61dc98bd29fc HTTP/1.1" status: 200 len: 852 time: 0.1048493 May 30 20:35:48.327489 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d539448c-3660-42b9-b191-8ba37e9a26a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:48.332779 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d539448c-3660-42b9-b191-8ba37e9a26a6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9a96b0c8-f897-48fe-a98a-38f95557c9df HTTP/1.1" status: 204 len: 168 time: 0.3598239 May 30 20:35:48.369867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539448c-3660-42b9-b191-8ba37e9a26a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:48.370510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539448c-3660-42b9-b191-8ba37e9a26a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:48.370602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539448c-3660-42b9-b191-8ba37e9a26a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:48.370875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539448c-3660-42b9-b191-8ba37e9a26a6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:48.371207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539448c-3660-42b9-b191-8ba37e9a26a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:48.371533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539448c-3660-42b9-b191-8ba37e9a26a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:48.371934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539448c-3660-42b9-b191-8ba37e9a26a6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:48.373535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539448c-3660-42b9-b191-8ba37e9a26a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:48.373535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539448c-3660-42b9-b191-8ba37e9a26a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:48.373535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539448c-3660-42b9-b191-8ba37e9a26a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:48.373780 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539448c-3660-42b9-b191-8ba37e9a26a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:48.426991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-799dbfcc-868d-4c5c-8c2a-0272afa54c8c req-e389fa97-0087-4c9f-ba00-78badde6613e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ee638217-d7ff-4c68-a795-3d58d5cc4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926332 May 30 20:35:48.461768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-af3201a1-71cd-4289-b175-66f13c7d7ad5 None None] Set router 4785fb19-9050-4103-9d4d-463d63d3dfbd gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:48.590606 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-799dbfcc-868d-4c5c-8c2a-0272afa54c8c req-dd2dfb66-8209-4cd0-a5e2-62625befe4a6 service neutron] 10.222.0.93 "GET /v2.0/networks/ee638217-d7ff-4c68-a795-3d58d5cc4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569316 May 30 20:35:48.792297 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-799dbfcc-868d-4c5c-8c2a-0272afa54c8c req-c9d9235c-73fd-41b5-adbc-f5b956455264 service neutron] 10.222.0.93 "GET /v2.0/networks/ee638217-d7ff-4c68-a795-3d58d5cc4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952960 May 30 20:35:48.798790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b17a5-e99b-448a-8d14-85c890974e17 req-9a416e8f-7490-4a2d-b906-632cd13700f6 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:48.800239 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-940b17a5-e99b-448a-8d14-85c890974e17 req-9a416e8f-7490-4a2d-b906-632cd13700f6 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=adcafa75-00db-4cd8-ab8c-04b8e5dceea0 HTTP/1.1" status: 200 len: 945 time: 0.1759303 May 30 20:35:48.866579 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-af3201a1-71cd-4289-b175-66f13c7d7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:58Z', 'updated_at': '2022-05-30T20:32:07Z', 'revision_number': 4, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'gw_port': {'id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:59Z', 'updated_at': '2022-05-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '89acd837-65e7-4b23-8841-321486ef7462', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'port_id': '54887d4e-368e-4e01-a1ef-8913d4da51cf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'mac_address': 'fa:16:3e:df:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:35:41Z', 'updated_at': '2022-05-30T20:35:45Z', 'revision_number': 2, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ecbd441-4c2b-426a-8294-985bbce57dc9', 'name': '', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'mac_address': 'fa:16:3e:88:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:05Z', 'updated_at': '2022-05-30T20:32:28Z', 'revision_number': 5, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'subnets': [{'id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:48.870497 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3201a1-71cd-4289-b175-66f13c7d7ad5 None None] The sync data for ids ['4785fb19-9050-4103-9d4d-463d63d3dfbd'] in n-d-843949-2 is: [{'id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:58Z', 'updated_at': '2022-05-30T20:32:07Z', 'revision_number': 4, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'gw_port': {'id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:59Z', 'updated_at': '2022-05-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '89acd837-65e7-4b23-8841-321486ef7462', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'port_id': '54887d4e-368e-4e01-a1ef-8913d4da51cf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'mac_address': 'fa:16:3e:df:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:35:41Z', 'updated_at': '2022-05-30T20:35:45Z', 'revision_number': 2, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ecbd441-4c2b-426a-8294-985bbce57dc9', 'name': '', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'mac_address': 'fa:16:3e:88:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:05Z', 'updated_at': '2022-05-30T20:32:28Z', 'revision_number': 5, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'subnets': [{'id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:48.899705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-940b17a5-e99b-448a-8d14-85c890974e17 req-87798b17-6d73-41ab-b05c-1a89c9f0c108 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940568 May 30 20:35:48.928074 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51ec1834-abf2-4d61-adce-f3b44aa17d82 req-4a613b05-4159-41ac-9c0f-d129587016b0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2f1c43d5746b45a4a5d0ca372b07696b&device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 1097 time: 0.0844555 May 30 20:35:49.092665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec1834-abf2-4d61-adce-f3b44aa17d82 req-33c68656-62bc-4e97-b36f-67b964ce9714 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:49.094254 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51ec1834-abf2-4d61-adce-f3b44aa17d82 req-33c68656-62bc-4e97-b36f-67b964ce9714 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ee638217-d7ff-4c68-a795-3d58d5cc4cd2 HTTP/1.1" status: 200 len: 914 time: 0.1541121 May 30 20:35:49.317205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51ec1834-abf2-4d61-adce-f3b44aa17d82 req-7d8019df-0bb2-45de-aa1e-935945e181fb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54887d4e-368e-4e01-a1ef-8913d4da51cf HTTP/1.1" status: 200 len: 1002 time: 0.2169678 May 30 20:35:49.391664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec1834-abf2-4d61-adce-f3b44aa17d82 req-158c633b-60ee-4912-b663-e281ac63792f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:49.393161 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51ec1834-abf2-4d61-adce-f3b44aa17d82 req-158c633b-60ee-4912-b663-e281ac63792f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=780c68c8-f9a4-4145-9602-61dc98bd29fc HTTP/1.1" status: 200 len: 852 time: 0.0701160 May 30 20:35:49.397856 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44418) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:49.485471 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51ec1834-abf2-4d61-adce-f3b44aa17d82 req-95710d89-5db0-47af-b1e5-b9f3a5375c96 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ee638217-d7ff-4c68-a795-3d58d5cc4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828795 May 30 20:35:49.548741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-373504178'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:49.555395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:49.560879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Usage tracker for resource:network and tenant:ab9745bd003c4c36a8b636981df158f5 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:49.564161 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:49.571414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:49.583537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:49.587134 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.603308 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.628915 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51ec1834-abf2-4d61-adce-f3b44aa17d82 req-8f455422-713d-43cc-b8d8-e75297cd6793 service neutron] 10.222.0.93 "GET /v2.0/networks/ee638217-d7ff-4c68-a795-3d58d5cc4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362538 May 30 20:35:49.637231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:49.641392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Usage tracker for resource:security_group_rule and tenant:ab9745bd003c4c36a8b636981df158f5 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:49.644322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:49.650003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:49.735455 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.739676 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.771681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:35:49.784231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74cd6f18-1c8a-4a4d-bc10-5833dce8555e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:49.788292 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-51ec1834-abf2-4d61-adce-f3b44aa17d82 req-44e2dc65-0620-4a91-bb2a-78ac6adf8123 service neutron] 10.222.0.93 "GET /v2.0/networks/ee638217-d7ff-4c68-a795-3d58d5cc4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530361 May 30 20:35:49.788619 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.789152 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Added segment bd6d3629-58e0-4d82-8f93-dd32b663b038 of type vlan for network 5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538 May 30 20:35:49.818828 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.852353 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.856544 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:49.857110 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.967494 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5594471 May 30 20:35:49.967494 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a52ebe-7e9a-4771-9835-f53a8223a7a0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Network': ['ID=5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:49.976939 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:35:53.087172 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44432) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:53.093624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b554eb7a-cd60-4912-8217-f5477eb3182b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'subnet': {'network_id': '5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:53.202414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b554eb7a-cd60-4912-8217-f5477eb3182b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:53.206234 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b554eb7a-cd60-4912-8217-f5477eb3182b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Usage tracker for resource:subnet and tenant:ab9745bd003c4c36a8b636981df158f5 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:53.208993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b554eb7a-cd60-4912-8217-f5477eb3182b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:53.214771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b554eb7a-cd60-4912-8217-f5477eb3182b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:53.225616 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b554eb7a-cd60-4912-8217-f5477eb3182b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:53.429975 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b554eb7a-cd60-4912-8217-f5477eb3182b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:53.642876 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b554eb7a-cd60-4912-8217-f5477eb3182b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:53.720779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554eb7a-cd60-4912-8217-f5477eb3182b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Subnet': ['ID=100a67ce-9c90-46c7-8200-895ebb2dfe2b,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:53.732029 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b554eb7a-cd60-4912-8217-f5477eb3182b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Checking segment: {'id': 'bd6d3629-58e0-4d82-8f93-dd32b663b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:35:53.732388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b554eb7a-cd60-4912-8217-f5477eb3182b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network hostable DHCP agents. Network: 5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:35:53.755278 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b554eb7a-cd60-4912-8217-f5477eb3182b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network 5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:35:53.764241 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-b554eb7a-cd60-4912-8217-f5477eb3182b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:53.768406 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b554eb7a-cd60-4912-8217-f5477eb3182b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:53.768985 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b554eb7a-cd60-4912-8217-f5477eb3182b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:53.775243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8678264e-0fd2-4ebe-9e21-7067a70459e5 None None] Network 5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:53.791124 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b554eb7a-cd60-4912-8217-f5477eb3182b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7024121 May 30 20:35:53.794103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44438) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:53.800244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a84ec07c-6d21-4d3f-8ba5-c8baf1037f61 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-292421399'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:53.806103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a84ec07c-6d21-4d3f-8ba5-c8baf1037f61 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:53.809923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a84ec07c-6d21-4d3f-8ba5-c8baf1037f61 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Usage tracker for resource:network and tenant:ab9745bd003c4c36a8b636981df158f5 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:53.813405 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a84ec07c-6d21-4d3f-8ba5-c8baf1037f61 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:53.823564 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a84ec07c-6d21-4d3f-8ba5-c8baf1037f61 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:53.834568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84ec07c-6d21-4d3f-8ba5-c8baf1037f61 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:53.837600 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a84ec07c-6d21-4d3f-8ba5-c8baf1037f61 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:53.865554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84ec07c-6d21-4d3f-8ba5-c8baf1037f61 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:35:53.875242 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a84ec07c-6d21-4d3f-8ba5-c8baf1037f61 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:53.875578 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-a84ec07c-6d21-4d3f-8ba5-c8baf1037f61 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Added segment 73055321-61fd-41b6-8704-ec4ccb079227 of type vlan for network f6ca5cbf-204a-46f4-93f1-aba1c84b240a May 30 20:35:53.905094 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a84ec07c-6d21-4d3f-8ba5-c8baf1037f61 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:53.934783 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a84ec07c-6d21-4d3f-8ba5-c8baf1037f61 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:53.939061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84ec07c-6d21-4d3f-8ba5-c8baf1037f61 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:53.939635 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a84ec07c-6d21-4d3f-8ba5-c8baf1037f61 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:54.005459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538', 'network_id': '5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538', 'tenant_id': 'ab9745bd003c4c36a8b636981df158f5', 'fixed_ips': [{'subnet_id': '100a67ce-9c90-46c7-8200-895ebb2dfe2b'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:35:54.005459 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:54.040396 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a84ec07c-6d21-4d3f-8ba5-c8baf1037f61 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2451429 May 30 20:35:54.043213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44444) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:54.049795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a8496a9d-d26e-4eca-8875-161ddd3fd44e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'subnet': {'network_id': 'f6ca5cbf-204a-46f4-93f1-aba1c84b240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:54.054517 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ec07c-6d21-4d3f-8ba5-c8baf1037f61 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Network': ['ID=f6ca5cbf-204a-46f4-93f1-aba1c84b240a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:54.067953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network f6ca5cbf-204a-46f4-93f1-aba1c84b240a details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:35:54.162199 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a8496a9d-d26e-4eca-8875-161ddd3fd44e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:54.168373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a8496a9d-d26e-4eca-8875-161ddd3fd44e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Usage tracker for resource:subnet and tenant:ab9745bd003c4c36a8b636981df158f5 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:54.168373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a8496a9d-d26e-4eca-8875-161ddd3fd44e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:54.172824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a8496a9d-d26e-4eca-8875-161ddd3fd44e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:54.183822 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8496a9d-d26e-4eca-8875-161ddd3fd44e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:54.300137 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a8496a9d-d26e-4eca-8875-161ddd3fd44e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:54.327734 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Allocated IP 2001:db8:0:ffff::2 (5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538/100a67ce-9c90-46c7-8200-895ebb2dfe2b/111b92e0-6b0b-4e61-b94a-24e17c83dcbf) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:54.525678 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a8496a9d-d26e-4eca-8875-161ddd3fd44e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:54.543000 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:54.554112 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Transition to ACTIVE for port object 111b92e0-6b0b-4e61-b94a-24e17c83dcbf will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:54.572598 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Transition to ACTIVE for port object 111b92e0-6b0b-4e61-b94a-24e17c83dcbf will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:54.580709 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:54.605155 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8496a9d-d26e-4eca-8875-161ddd3fd44e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Subnet': ['ID=41f5b0df-dd92-4a48-a833-a793daa2bbb8,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:54.624831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8496a9d-d26e-4eca-8875-161ddd3fd44e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Checking segment: {'id': '73055321-61fd-41b6-8704-ec4ccb079227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f6ca5cbf-204a-46f4-93f1-aba1c84b240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:35:54.625193 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8496a9d-d26e-4eca-8875-161ddd3fd44e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network hostable DHCP agents. Network: f6ca5cbf-204a-46f4-93f1-aba1c84b240a, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:35:54.651416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8496a9d-d26e-4eca-8875-161ddd3fd44e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network f6ca5cbf-204a-46f4-93f1-aba1c84b240a is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:35:54.655616 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Network 5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:54.658761 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:54.664908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-a8496a9d-d26e-4eca-8875-161ddd3fd44e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, f6ca5cbf-204a-46f4-93f1-aba1c84b240a) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:54.665467 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:54.667261 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8496a9d-d26e-4eca-8875-161ddd3fd44e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:54.667858 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a8496a9d-d26e-4eca-8875-161ddd3fd44e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:54.668014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Pushing event updated for resources: {'Port': ['ID=111b92e0-6b0b-4e61-b94a-24e17c83dcbf,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:54.702624 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a8496a9d-d26e-4eca-8875-161ddd3fd44e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6540914 May 30 20:35:54.710791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44448) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:54.715777 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d2ba1b-0fd7-4de8-8415-868df0bb2ab0 None None] Network f6ca5cbf-204a-46f4-93f1-aba1c84b240a requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:54.839632 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Attempting to bind port 111b92e0-6b0b-4e61-b94a-24e17c83dcbf on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:35:54.839632 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Attempting to bind port 111b92e0-6b0b-4e61-b94a-24e17c83dcbf by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'bd6d3629-58e0-4d82-8f93-dd32b663b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:35:54.839632 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Attempting to bind port 111b92e0-6b0b-4e61-b94a-24e17c83dcbf on network 5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:35:54.850427 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:35:54.850427 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Checking segment: {'id': 'bd6d3629-58e0-4d82-8f93-dd32b663b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:35:54.850427 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:54.850427 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Bound using segment: {'id': 'bd6d3629-58e0-4d82-8f93-dd32b663b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:35:54.850427 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Bound port: 111b92e0-6b0b-4e61-b94a-24e17c83dcbf, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6d3629-58e0-4d82-8f93-dd32b663b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:35:54.850427 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:54.860681 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91fb1dd5-b793-48db-b018-07341d611bd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:54.958223 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91fb1dd5-b793-48db-b018-07341d611bd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:55.019023 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] For port 111b92e0-6b0b-4e61-b94a-24e17c83dcbf, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:35:55.022163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] For port 111b92e0-6b0b-4e61-b94a-24e17c83dcbf, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=111b92e0-6b0b-4e61-b94a-24e17c83dcbf,segment=NetworkSegment(bd6d3629-58e0-4d82-8f93-dd32b663b038),segment_id=bd6d3629-58e0-4d82-8f93-dd32b663b038)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:35:55.039557 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91fb1dd5-b793-48db-b018-07341d611bd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:55.062846 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:55.092491 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb1dd5-b793-48db-b018-07341d611bd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Subnet': ['ID=41f5b0df-dd92-4a48-a833-a793daa2bbb8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:55.152425 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81d6bec-d3d4-4a5d-94de-464c2f9eb0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-f6ca5cbf-204a-46f4-93f1-aba1c84b240a', 'network_id': 'f6ca5cbf-204a-46f4-93f1-aba1c84b240a', 'tenant_id': 'ab9745bd003c4c36a8b636981df158f5', 'fixed_ips': [{'subnet_id': '41f5b0df-dd92-4a48-a833-a793daa2bbb8'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:35:55.152425 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e81d6bec-d3d4-4a5d-94de-464c2f9eb0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:55.167506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef82db-3758-4530-bb1c-737bf222315e None None] Pushing event updated for resources: {'Port': ['ID=111b92e0-6b0b-4e61-b94a-24e17c83dcbf,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:55.185208 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91fb1dd5-b793-48db-b018-07341d611bd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:55.240195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-91fb1dd5-b793-48db-b018-07341d611bd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ca5cbf-204a-46f4-93f1-aba1c84b240a']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:55.264674 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-91fb1dd5-b793-48db-b018-07341d611bd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73055321-61fd-41b6-8704-ec4ccb079227') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:55.264674 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-91fb1dd5-b793-48db-b018-07341d611bd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73055321-61fd-41b6-8704-ec4ccb079227') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:55.285816 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91fb1dd5-b793-48db-b018-07341d611bd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:55.312057 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91fb1dd5-b793-48db-b018-07341d611bd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:55.313629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90564aea-7f2b-4ecb-b28b-78cb4371a333 None None] Network f6ca5cbf-204a-46f4-93f1-aba1c84b240a requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:55.327431 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fb1dd5-b793-48db-b018-07341d611bd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:35:55.328230 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91fb1dd5-b793-48db-b018-07341d611bd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: timer() May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:35:55.346054 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:35:55.467787 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91fb1dd5-b793-48db-b018-07341d611bd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:55.476755 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91fb1dd5-b793-48db-b018-07341d611bd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:55.506883 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-91fb1dd5-b793-48db-b018-07341d611bd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/networks/f6ca5cbf-204a-46f4-93f1-aba1c84b240a HTTP/1.1" status: 204 len: 168 time: 0.8053401 May 30 20:35:55.510704 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44460) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:55.523726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a90eb2e3-3789-4819-84f6-005fd006c3a5 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1252931533'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:55.528466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb1dd5-b793-48db-b018-07341d611bd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Network': ['ID=f6ca5cbf-204a-46f4-93f1-aba1c84b240a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:55.535779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a90eb2e3-3789-4819-84f6-005fd006c3a5 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:55.539820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a90eb2e3-3789-4819-84f6-005fd006c3a5 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Usage tracker for resource:network and tenant:ab9745bd003c4c36a8b636981df158f5 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:55.542900 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a90eb2e3-3789-4819-84f6-005fd006c3a5 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:55.557319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a90eb2e3-3789-4819-84f6-005fd006c3a5 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:55.575574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90eb2e3-3789-4819-84f6-005fd006c3a5 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:55.581252 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a90eb2e3-3789-4819-84f6-005fd006c3a5 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:55.657924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90eb2e3-3789-4819-84f6-005fd006c3a5 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:35:55.678341 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a90eb2e3-3789-4819-84f6-005fd006c3a5 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:55.678341 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-a90eb2e3-3789-4819-84f6-005fd006c3a5 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Added segment 7aa135aa-3231-4213-8ff4-82e4b1ee12da of type vlan for network 1ae92f45-50f4-44e5-9c71-428d76b02398 May 30 20:35:55.700271 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe58ab3-cbe2-483e-834a-2cd0ce765292 req-3d0fe540-bb4a-446c-8997-8f9b47efc2c5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:55.701188 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a90eb2e3-3789-4819-84f6-005fd006c3a5 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:55.702964 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ebe58ab3-cbe2-483e-834a-2cd0ce765292 req-3d0fe540-bb4a-446c-8997-8f9b47efc2c5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 945 time: 0.1382763 May 30 20:35:55.734164 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a90eb2e3-3789-4819-84f6-005fd006c3a5 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:55.738069 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90eb2e3-3789-4819-84f6-005fd006c3a5 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:55.738711 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a90eb2e3-3789-4819-84f6-005fd006c3a5 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:55.753155 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ebe58ab3-cbe2-483e-834a-2cd0ce765292 req-845edb6e-81d2-402f-8a62-89ba44de766a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435591 May 30 20:35:55.782345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44464) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:55.837451 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a90eb2e3-3789-4819-84f6-005fd006c3a5 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3260179 May 30 20:35:55.841121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44468) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:55.848820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-17b82c46-b0db-4f57-81d3-804172042180 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'subnet': {'network_id': '1ae92f45-50f4-44e5-9c71-428d76b02398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:55.892716 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c5629d7a-4000-429a-8852-9755541d92fb tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/ca46d637-2bf2-42b0-a606-9dd09c4f7c0c HTTP/1.1" status: 200 len: 993 time: 0.1090121 May 30 20:35:55.918399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90eb2e3-3789-4819-84f6-005fd006c3a5 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Network': ['ID=1ae92f45-50f4-44e5-9c71-428d76b02398,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:55.929426 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 1ae92f45-50f4-44e5-9c71-428d76b02398 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:35:55.964711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-17b82c46-b0db-4f57-81d3-804172042180 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:55.968399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-17b82c46-b0db-4f57-81d3-804172042180 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Usage tracker for resource:subnet and tenant:ab9745bd003c4c36a8b636981df158f5 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:55.971201 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-17b82c46-b0db-4f57-81d3-804172042180 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:55.976972 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-17b82c46-b0db-4f57-81d3-804172042180 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:55.990525 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b82c46-b0db-4f57-81d3-804172042180 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:56.203451 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17b82c46-b0db-4f57-81d3-804172042180 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:56.454515 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44951cb9-4c59-46b8-918c-d627143b5f0e req-f9a6067d-ee0c-4c4b-9778-20351388c3ba tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 1096 time: 0.1412110 May 30 20:35:56.460516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fe740d-ee45-4d4f-bb9b-9a034c643961 None None] Network 5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:56.478704 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17b82c46-b0db-4f57-81d3-804172042180 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:56.509811 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44951cb9-4c59-46b8-918c-d627143b5f0e req-7b1c1ed0-f179-4ffc-b4d6-3bf4326446bc tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540600 May 30 20:35:56.567587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 111b92e0-6b0b-4e61-b94a-24e17c83dcbf up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:56.594689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b82c46-b0db-4f57-81d3-804172042180 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Subnet': ['ID=b608b465-932d-4b2f-85ea-fcc764a747e7,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:56.616077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b82c46-b0db-4f57-81d3-804172042180 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Checking segment: {'id': '7aa135aa-3231-4213-8ff4-82e4b1ee12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1ae92f45-50f4-44e5-9c71-428d76b02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:35:56.616452 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b82c46-b0db-4f57-81d3-804172042180 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network hostable DHCP agents. Network: 1ae92f45-50f4-44e5-9c71-428d76b02398, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:35:56.643389 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b82c46-b0db-4f57-81d3-804172042180 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network 1ae92f45-50f4-44e5-9c71-428d76b02398 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:35:56.658969 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-17b82c46-b0db-4f57-81d3-804172042180 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 1ae92f45-50f4-44e5-9c71-428d76b02398) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:56.665408 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b82c46-b0db-4f57-81d3-804172042180 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:56.666621 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-17b82c46-b0db-4f57-81d3-804172042180 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:56.676052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35465701-9c5e-422e-9f43-2df5c90ba150 None None] Network 1ae92f45-50f4-44e5-9c71-428d76b02398 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:56.698850 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-17b82c46-b0db-4f57-81d3-804172042180 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8534901 May 30 20:35:56.709706 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44482) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:56.719430 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a853eb74-cc15-4622-818e-693525ff5dfc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-161997666'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:56.725157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a853eb74-cc15-4622-818e-693525ff5dfc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:56.728325 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-987064a7-0249-4bf0-a5e0-30da762c3610 None None] Provisioning for port 111b92e0-6b0b-4e61-b94a-24e17c83dcbf completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:56.730677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a853eb74-cc15-4622-818e-693525ff5dfc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Usage tracker for resource:network and tenant:ab9745bd003c4c36a8b636981df158f5 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:56.734033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a853eb74-cc15-4622-818e-693525ff5dfc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:56.742443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a853eb74-cc15-4622-818e-693525ff5dfc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:56.760588 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a853eb74-cc15-4622-818e-693525ff5dfc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:56.763656 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a853eb74-cc15-4622-818e-693525ff5dfc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:56.792573 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5725467-f9a8-49c0-8c58-fea11eff3b5f req-24212d87-4f02-472f-a3b2-f8632de57824 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0933247 May 30 20:35:56.803751 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a853eb74-cc15-4622-818e-693525ff5dfc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:35:56.814233 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a853eb74-cc15-4622-818e-693525ff5dfc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:56.814574 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-a853eb74-cc15-4622-818e-693525ff5dfc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Added segment 1fd17127-d833-4435-9968-701fd1897595 of type vlan for network 4b8dec68-ac26-4849-ab55-1564decf59f7 May 30 20:35:56.852439 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a853eb74-cc15-4622-818e-693525ff5dfc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:56.890409 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a853eb74-cc15-4622-818e-693525ff5dfc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:56.894753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a853eb74-cc15-4622-818e-693525ff5dfc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:56.895457 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a853eb74-cc15-4622-818e-693525ff5dfc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:56.950094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 111b92e0-6b0b-4e61-b94a-24e17c83dcbf completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:56.968438 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 111b92e0-6b0b-4e61-b94a-24e17c83dcbf triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:56.968807 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:57.011875 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a853eb74-cc15-4622-818e-693525ff5dfc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2992778 May 30 20:35:57.015141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44486) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:57.018885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853eb74-cc15-4622-818e-693525ff5dfc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Network': ['ID=4b8dec68-ac26-4849-ab55-1564decf59f7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:57.024729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-def87439-6174-495c-893a-6b8139b36f60 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'subnet': {'network_id': '4b8dec68-ac26-4849-ab55-1564decf59f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:57.082330 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 4b8dec68-ac26-4849-ab55-1564decf59f7 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:35:57.157886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-def87439-6174-495c-893a-6b8139b36f60 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:57.164451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-def87439-6174-495c-893a-6b8139b36f60 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Usage tracker for resource:subnet and tenant:ab9745bd003c4c36a8b636981df158f5 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:57.167610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-def87439-6174-495c-893a-6b8139b36f60 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:57.175803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-def87439-6174-495c-893a-6b8139b36f60 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:57.210402 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def87439-6174-495c-893a-6b8139b36f60 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:57.343755 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-1ae92f45-50f4-44e5-9c71-428d76b02398', 'network_id': '1ae92f45-50f4-44e5-9c71-428d76b02398', 'tenant_id': 'ab9745bd003c4c36a8b636981df158f5', 'fixed_ips': [{'subnet_id': 'b608b465-932d-4b2f-85ea-fcc764a747e7'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:35:57.344596 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:57.463557 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:57.514302 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-def87439-6174-495c-893a-6b8139b36f60 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:57.641267 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 111b92e0-6b0b-4e61-b94a-24e17c83dcbf, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=111b92e0-6b0b-4e61-b94a-24e17c83dcbf,segment=NetworkSegment(bd6d3629-58e0-4d82-8f93-dd32b663b038),segment_id=bd6d3629-58e0-4d82-8f93-dd32b663b038)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:57.651827 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:57.697128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.ipam_backend_mixin [None req-def87439-6174-495c-893a-6b8139b36f60 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Performing IP validity checks on allocation pools {{(pid=84023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 30 20:35:57.698982 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.ipam_backend_mixin [None req-def87439-6174-495c-893a-6b8139b36f60 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 30 20:35:57.751524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Allocated IP 2001:db8::3 (1ae92f45-50f4-44e5-9c71-428d76b02398/b608b465-932d-4b2f-85ea-fcc764a747e7/12d513df-f049-4906-b3e2-f5024e7ee270) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:57.778494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=111b92e0-6b0b-4e61-b94a-24e17c83dcbf,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:57.807385 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ca4f861a-d643-4a7c-92df-66e78bf0c3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:57.935610 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-26678b84-f844-474f-9e20-718da735c9a1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1467826 May 30 20:35:57.941371 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-def87439-6174-495c-893a-6b8139b36f60 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:58.027734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def87439-6174-495c-893a-6b8139b36f60 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Subnet': ['ID=f8317365-445c-4738-a41e-03b6a72764dd,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:58.046313 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def87439-6174-495c-893a-6b8139b36f60 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Checking segment: {'id': '1fd17127-d833-4435-9968-701fd1897595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4b8dec68-ac26-4849-ab55-1564decf59f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:35:58.046677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def87439-6174-495c-893a-6b8139b36f60 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network hostable DHCP agents. Network: 4b8dec68-ac26-4849-ab55-1564decf59f7, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:35:58.073884 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def87439-6174-495c-893a-6b8139b36f60 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network 4b8dec68-ac26-4849-ab55-1564decf59f7 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:35:58.102857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-def87439-6174-495c-893a-6b8139b36f60 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 4b8dec68-ac26-4849-ab55-1564decf59f7) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:58.110845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a9b7bd-0832-44c6-b1b6-5d626dabf7fc None None] Network 4b8dec68-ac26-4849-ab55-1564decf59f7 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:58.117532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def87439-6174-495c-893a-6b8139b36f60 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:58.118444 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-def87439-6174-495c-893a-6b8139b36f60 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:58.178625 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-def87439-6174-495c-893a-6b8139b36f60 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1583550 May 30 20:35:58.189165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44514) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:58.211141 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:58.270712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5d9bf3a4-db56-4b40-9be1-743fd29d1a57 None None] Provisioning complete for port 111b92e0-6b0b-4e61-b94a-24e17c83dcbf triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:58.270712 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5d9bf3a4-db56-4b40-9be1-743fd29d1a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:58.327895 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Transition to ACTIVE for port object 12d513df-f049-4906-b3e2-f5024e7ee270 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:58.405704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Transition to ACTIVE for port object 12d513df-f049-4906-b3e2-f5024e7ee270 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:58.456726 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:58.476398 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5decc639-a86f-4758-98bc-b98d8a799fd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:58.556218 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 111b92e0-6b0b-4e61-b94a-24e17c83dcbf up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:58.603582 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5decc639-a86f-4758-98bc-b98d8a799fd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:58.645497 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Network 1ae92f45-50f4-44e5-9c71-428d76b02398 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:58.680209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-fc6aea68-6aae-44fc-8dc9-67f46bf65f84 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:35:58.680539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:58.681412 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-fc6aea68-6aae-44fc-8dc9-67f46bf65f84 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0070415 May 30 20:35:58.698073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-b98507a2-c9df-4a63-843d-4e435e609a76 service neutron] Request body: {'binding': {'host': 'n-h2-843949-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:58.699531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-b98507a2-c9df-4a63-843d-4e435e609a76 service neutron] Unknown quota resources ['binding']. {{(pid=84024) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 30 20:35:58.703111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:58.801441 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5decc639-a86f-4758-98bc-b98d8a799fd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:58.868521 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decc639-a86f-4758-98bc-b98d8a799fd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Subnet': ['ID=f8317365-445c-4738-a41e-03b6a72764dd,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:58.962204 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Pushing event updated for resources: {'Port': ['ID=12d513df-f049-4906-b3e2-f5024e7ee270,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:59.033333 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Attempting to bind port 12d513df-f049-4906-b3e2-f5024e7ee270 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:35:59.033333 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Attempting to bind port 12d513df-f049-4906-b3e2-f5024e7ee270 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '7aa135aa-3231-4213-8ff4-82e4b1ee12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1ae92f45-50f4-44e5-9c71-428d76b02398'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:35:59.033333 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Attempting to bind port 12d513df-f049-4906-b3e2-f5024e7ee270 on network 1ae92f45-50f4-44e5-9c71-428d76b02398 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:35:59.053597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:35:59.053597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Checking segment: {'id': '7aa135aa-3231-4213-8ff4-82e4b1ee12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1ae92f45-50f4-44e5-9c71-428d76b02398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:35:59.053597 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.053597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Bound using segment: {'id': '7aa135aa-3231-4213-8ff4-82e4b1ee12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1ae92f45-50f4-44e5-9c71-428d76b02398'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:35:59.053597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Bound port: 12d513df-f049-4906-b3e2-f5024e7ee270, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa135aa-3231-4213-8ff4-82e4b1ee12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1ae92f45-50f4-44e5-9c71-428d76b02398'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:35:59.053597 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.157374 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03490427-9836-4cf8-ac0f-f914a0f54f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-4b8dec68-ac26-4849-ab55-1564decf59f7', 'network_id': '4b8dec68-ac26-4849-ab55-1564decf59f7', 'tenant_id': 'ab9745bd003c4c36a8b636981df158f5', 'fixed_ips': [{'subnet_id': 'f8317365-445c-4738-a41e-03b6a72764dd'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:35:59.159546 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-03490427-9836-4cf8-ac0f-f914a0f54f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.209138 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5decc639-a86f-4758-98bc-b98d8a799fd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.232080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-b98507a2-c9df-4a63-843d-4e435e609a76 service neutron] Attempting to bind port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 on host n-h2-843949-2 for vnic_type normal with profile None {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:35:59.233363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-b98507a2-c9df-4a63-843d-4e435e609a76 service neutron] Attempting to bind port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:35:59.233533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-b98507a2-c9df-4a63-843d-4e435e609a76 service neutron] Attempting to bind port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 on network b6047b2c-d544-41ef-9a1f-f13a58abb843 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:35:59.244408 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-b98507a2-c9df-4a63-843d-4e435e609a76 service neutron] Port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 on network b6047b2c-d544-41ef-9a1f-f13a58abb843 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:35:59.245684 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-b98507a2-c9df-4a63-843d-4e435e609a76 service neutron] Attempting to bind port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 on network b6047b2c-d544-41ef-9a1f-f13a58abb843 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:35:59.261436 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-b98507a2-c9df-4a63-843d-4e435e609a76 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:35:59.261780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-b98507a2-c9df-4a63-843d-4e435e609a76 service neutron] Checking segment: {'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:35:59.262175 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-b98507a2-c9df-4a63-843d-4e435e609a76 service neutron] Bound using segment: {'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:35:59.262614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-b98507a2-c9df-4a63-843d-4e435e609a76 service neutron] Bound port: 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:35:59.263442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-5decc639-a86f-4758-98bc-b98d8a799fd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8dec68-ac26-4849-ab55-1564decf59f7']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:59.293627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-5decc639-a86f-4758-98bc-b98d8a799fd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd17127-d833-4435-9968-701fd1897595') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:59.294185 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-5decc639-a86f-4758-98bc-b98d8a799fd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd17127-d833-4435-9968-701fd1897595') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:59.312436 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5decc639-a86f-4758-98bc-b98d8a799fd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.336372 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5decc639-a86f-4758-98bc-b98d8a799fd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.346792 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5decc639-a86f-4758-98bc-b98d8a799fd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:35:59.347272 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5decc639-a86f-4758-98bc-b98d8a799fd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: timer() May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:35:59.366612 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:35:59.386866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-b98507a2-c9df-4a63-843d-4e435e609a76 service neutron] For port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:35:59.393170 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-b98507a2-c9df-4a63-843d-4e435e609a76 service neutron] Notify callbacks [] for binding, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.394435 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-b98507a2-c9df-4a63-843d-4e435e609a76 service neutron] 10.222.0.84 "POST /v2.0/ports/2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5/bindings HTTP/1.1" status: 201 len: 389 time: 0.7015572 May 30 20:35:59.429794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 111b92e0-6b0b-4e61-b94a-24e17c83dcbf triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:59.430169 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.475167 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] For port 12d513df-f049-4906-b3e2-f5024e7ee270, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:35:59.493245 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5decc639-a86f-4758-98bc-b98d8a799fd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.506197 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] For port 12d513df-f049-4906-b3e2-f5024e7ee270, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=12d513df-f049-4906-b3e2-f5024e7ee270,segment=NetworkSegment(7aa135aa-3231-4213-8ff4-82e4b1ee12da),segment_id=7aa135aa-3231-4213-8ff4-82e4b1ee12da)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:35:59.520559 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.528614 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5decc639-a86f-4758-98bc-b98d8a799fd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.543254 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5decc639-a86f-4758-98bc-b98d8a799fd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/networks/4b8dec68-ac26-4849-ab55-1564decf59f7 HTTP/1.1" status: 204 len: 168 time: 1.3626475 May 30 20:35:59.547426 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44526) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:59.553673 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-607095047'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:59.558676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decc639-a86f-4758-98bc-b98d8a799fd3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Network': ['ID=4b8dec68-ac26-4849-ab55-1564decf59f7,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:59.562920 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:59.568959 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Usage tracker for resource:network and tenant:ab9745bd003c4c36a8b636981df158f5 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:59.572709 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:59.582461 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:59.592383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9ea682-7445-495d-8621-2be1beac4457 None None] Network 4b8dec68-ac26-4849-ab55-1564decf59f7 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:59.611822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:59.619282 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.627625 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9ea682-7445-495d-8621-2be1beac4457 None None] Network 4b8dec68-ac26-4849-ab55-1564decf59f7 could not be found, it might have been deleted concurrently. {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 30 20:35:59.641685 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d38a9-d5c3-4f9c-8e86-0e0bfbdaf423 None None] Pushing event updated for resources: {'Port': ['ID=12d513df-f049-4906-b3e2-f5024e7ee270,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:59.675171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:35:59.684831 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.685246 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Added segment 04d6f641-7d20-40e8-85de-41f584d1a1a7 of type vlan for network 221eeb28-f753-494b-8945-cf2a936ff8f6 May 30 20:35:59.732270 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.759768 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.764904 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:59.765674 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.862228 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-b02563ac-076a-4d75-bb48-a38c8dcb260a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 1096 time: 0.2209165 May 30 20:35:59.888598 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3392937 May 30 20:35:59.892653 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44534) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:59.910156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-aefe42e5-e35c-471f-a08d-6b9d27d67bf2 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'subnet': {'network_id': '221eeb28-f753-494b-8945-cf2a936ff8f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:59.927118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3bb1d-6a73-4166-b13b-2ae867cc5ff6 req-d855f7b9-d673-4556-89d8-2765acc93388 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:59.928830 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbb3bb1d-6a73-4166-b13b-2ae867cc5ff6 req-d855f7b9-d673-4556-89d8-2765acc93388 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 945 time: 0.2362251 May 30 20:35:59.971310 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-58758f21-da9a-415e-9ba0-27db7b10e2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:00.043601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Network': ['ID=221eeb28-f753-494b-8945-cf2a936ff8f6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:00.084798 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbb3bb1d-6a73-4166-b13b-2ae867cc5ff6 req-e4183a43-8779-4072-914a-f48b07865b35 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928056 May 30 20:36:00.089895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:00.090232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:00.090563 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:00.091189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:00.091307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:00.091638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:00.092539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:00.092860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:00.093174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:00.093484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:00.093794 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3592a1-1b65-41ff-be72-9da7370b7613 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:00.093976 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-88c97a21-fe00-4729-b914-bf258972a88f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:00.098567 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-88c97a21-fe00-4729-b914-bf258972a88f service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6047b2c-d544-41ef-9a1f-f13a58abb843 HTTP/1.1" status: 200 len: 898 time: 0.2282820 May 30 20:36:00.109592 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 221eeb28-f753-494b-8945-cf2a936ff8f6 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:00.163661 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-aefe42e5-e35c-471f-a08d-6b9d27d67bf2 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:00.168177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-aefe42e5-e35c-471f-a08d-6b9d27d67bf2 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Usage tracker for resource:subnet and tenant:ab9745bd003c4c36a8b636981df158f5 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:00.171147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-aefe42e5-e35c-471f-a08d-6b9d27d67bf2 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:00.179204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-aefe42e5-e35c-471f-a08d-6b9d27d67bf2 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:00.199579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefe42e5-e35c-471f-a08d-6b9d27d67bf2 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:00.309862 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-3879c807-da1d-429d-becd-add4dedd07c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 HTTP/1.1" status: 200 len: 1001 time: 0.1951261 May 30 20:36:00.425425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-ca5cd3b5-39df-4c1d-832a-7dd8e66fac95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:00.429555 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-ca5cd3b5-39df-4c1d-832a-7dd8e66fac95 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1eaf07b2-a461-454e-a159-68e3d440e898 HTTP/1.1" status: 200 len: 835 time: 0.1216307 May 30 20:36:00.469565 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aefe42e5-e35c-471f-a08d-6b9d27d67bf2 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:00.531442 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-9458e177-a65b-4c87-8310-5787c952d639 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6047b2c-d544-41ef-9a1f-f13a58abb843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966096 May 30 20:36:00.534452 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 12d513df-f049-4906-b3e2-f5024e7ee270 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:00.662311 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 12d513df-f049-4906-b3e2-f5024e7ee270 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:00.769703 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-3942a56c-9fc6-4eaa-be03-0f95b236f2af service neutron] 10.222.0.93 "GET /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301548 May 30 20:36:00.855554 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aefe42e5-e35c-471f-a08d-6b9d27d67bf2 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:01.067697 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-2b0b17b7-3b47-4abd-a98d-9b055f57edec service neutron] 10.222.0.93 "GET /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925444 May 30 20:36:01.080078 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefe42e5-e35c-471f-a08d-6b9d27d67bf2 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Checking segment: {'id': '04d6f641-7d20-40e8-85de-41f584d1a1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '221eeb28-f753-494b-8945-cf2a936ff8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:01.081153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefe42e5-e35c-471f-a08d-6b9d27d67bf2 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network hostable DHCP agents. Network: 221eeb28-f753-494b-8945-cf2a936ff8f6, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:36:01.093464 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe42e5-e35c-471f-a08d-6b9d27d67bf2 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Subnet': ['ID=b3d9e181-f0bc-46d2-a296-8af0adf63937,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:01.126451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefe42e5-e35c-471f-a08d-6b9d27d67bf2 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network 221eeb28-f753-494b-8945-cf2a936ff8f6 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:36:01.130630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b2713f-85e1-4698-881e-94fa572f089a None None] Network 1ae92f45-50f4-44e5-9c71-428d76b02398 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:01.144933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-aefe42e5-e35c-471f-a08d-6b9d27d67bf2 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 221eeb28-f753-494b-8945-cf2a936ff8f6) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:01.151786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefe42e5-e35c-471f-a08d-6b9d27d67bf2 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:01.156369 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-aefe42e5-e35c-471f-a08d-6b9d27d67bf2 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:01.191427 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44542) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:01.191828 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-aefe42e5-e35c-471f-a08d-6b9d27d67bf2 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2972043 May 30 20:36:01.208795 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2f8d6c-c6be-4174-bd52-f6c53c3926e3 None None] Network 221eeb28-f753-494b-8945-cf2a936ff8f6 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:01.339442 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-7bc16cb8-f5ec-4e6b-96e4-33b817600bb7 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527&tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 1096 time: 0.2098935 May 30 20:36:01.380297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843949-2'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:01.476521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fd3d2aa1-34ad-4993-9c72-3470706770f4 None None] Provisioning for port 12d513df-f049-4906-b3e2-f5024e7ee270 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:01.487853 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:01.533151 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fd3d2aa1-34ad-4993-9c72-3470706770f4 None None] Provisioning complete for port 12d513df-f049-4906-b3e2-f5024e7ee270 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:01.533556 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fd3d2aa1-34ad-4993-9c72-3470706770f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:01.596827 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-650fbbd8-c6bd-4fdc-a85c-c71046d871f8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:01.625945 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:01.645312 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:01.830681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101120ac-5d66-4a0f-943b-f80e70dd0e5e req-c0013256-d1e2-46d9-b61c-ab71df64ac8c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:01.840516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-101120ac-5d66-4a0f-943b-f80e70dd0e5e req-c0013256-d1e2-46d9-b61c-ab71df64ac8c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 945 time: 0.5074217 May 30 20:36:01.843614 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-650fbbd8-c6bd-4fdc-a85c-c71046d871f8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.044414 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fd3d2aa1-34ad-4993-9c72-3470706770f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.056849 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-101120ac-5d66-4a0f-943b-f80e70dd0e5e req-af99fdc0-bdf2-4cf2-9aba-ad408373352b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147248 May 30 20:36:02.061531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ada2fb-4549-47ea-bcc0-270049853bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-221eeb28-f753-494b-8945-cf2a936ff8f6', 'network_id': '221eeb28-f753-494b-8945-cf2a936ff8f6', 'tenant_id': 'ab9745bd003c4c36a8b636981df158f5', 'fixed_ips': [{'subnet_id': 'b3d9e181-f0bc-46d2-a296-8af0adf63937'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:36:02.062030 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-21ada2fb-4549-47ea-bcc0-270049853bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.134692 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-650fbbd8-c6bd-4fdc-a85c-c71046d871f8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.178158 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-fd3d2aa1-34ad-4993-9c72-3470706770f4 None None] For port 12d513df-f049-4906-b3e2-f5024e7ee270, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=12d513df-f049-4906-b3e2-f5024e7ee270,segment=NetworkSegment(7aa135aa-3231-4213-8ff4-82e4b1ee12da),segment_id=7aa135aa-3231-4213-8ff4-82e4b1ee12da)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:02.185233 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fd3d2aa1-34ad-4993-9c72-3470706770f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.189941 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fbbd8-c6bd-4fdc-a85c-c71046d871f8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d9e181-f0bc-46d2-a296-8af0adf63937,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:02.194173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] For port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server [None req-21ada2fb-4549-47ea-bcc0-270049853bf1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3d9e181-f0bc-46d2-a296-8af0adf63937: This subnet is being modified by another concurrent operation. May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise exception May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3d9e181-f0bc-46d2-a296-8af0adf63937: This subnet is being modified by another concurrent operation. May 30 20:36:02.319812 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server May 30 20:36:02.326076 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-650fbbd8-c6bd-4fdc-a85c-c71046d871f8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.330521 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.resource_extend [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:36:02.359106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d2aa1-34ad-4993-9c72-3470706770f4 None None] Pushing event updated for resources: {'Port': ['ID=12d513df-f049-4906-b3e2-f5024e7ee270,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:02.372139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-650fbbd8-c6bd-4fdc-a85c-c71046d871f8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221eeb28-f753-494b-8945-cf2a936ff8f6']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:02.375510 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e50d42-9fca-43f1-a80d-12f074e6243b None None] Network 221eeb28-f753-494b-8945-cf2a936ff8f6 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:02.384672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] For port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:02.451645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-650fbbd8-c6bd-4fdc-a85c-c71046d871f8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d6f641-7d20-40e8-85de-41f584d1a1a7') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:02.451944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-650fbbd8-c6bd-4fdc-a85c-c71046d871f8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d6f641-7d20-40e8-85de-41f584d1a1a7') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:02.478168 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-650fbbd8-c6bd-4fdc-a85c-c71046d871f8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.516397 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 12d513df-f049-4906-b3e2-f5024e7ee270 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:02.516821 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:36:02.523550 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.529697 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-650fbbd8-c6bd-4fdc-a85c-c71046d871f8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.542954 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.552061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-650fbbd8-c6bd-4fdc-a85c-c71046d871f8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:36:02.552663 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-650fbbd8-c6bd-4fdc-a85c-c71046d871f8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: timer() May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:36:02.675485 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:36:02.686802 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a1c0fe-fb5c-48c2-a0fc-28d0269a3783'] response: {'server_uuid': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5', 'code': 200} May 30 20:36:02.687255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3a0bc4e0-762d-499b-9150-a0daabd2dca8 None None] Provisioning complete for port 12d513df-f049-4906-b3e2-f5024e7ee270 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:02.687255 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3a0bc4e0-762d-499b-9150-a0daabd2dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.776873 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4c6ca9-432f-4add-8cda-cfbfd8ae5206 None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:36:02.807319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 12d513df-f049-4906-b3e2-f5024e7ee270 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:02.807319 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.919772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:02.936740 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-650fbbd8-c6bd-4fdc-a85c-c71046d871f8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.963473 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.982739 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-650fbbd8-c6bd-4fdc-a85c-c71046d871f8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:03.011888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fbbd8-c6bd-4fdc-a85c-c71046d871f8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Network': ['ID=221eeb28-f753-494b-8945-cf2a936ff8f6,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:03.011888 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-650fbbd8-c6bd-4fdc-a85c-c71046d871f8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/networks/221eeb28-f753-494b-8945-cf2a936ff8f6 HTTP/1.1" status: 204 len: 168 time: 1.8090410 May 30 20:36:03.021055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44556) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:03.021055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1e9c4d8c-8039-4b7c-87b8-5268061bd0c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1385962128'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:03.043762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1e9c4d8c-8039-4b7c-87b8-5268061bd0c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:03.043762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1e9c4d8c-8039-4b7c-87b8-5268061bd0c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Usage tracker for resource:network and tenant:ab9745bd003c4c36a8b636981df158f5 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:03.043762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1e9c4d8c-8039-4b7c-87b8-5268061bd0c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:03.067225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1e9c4d8c-8039-4b7c-87b8-5268061bd0c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:03.088740 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9c4d8c-8039-4b7c-87b8-5268061bd0c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:03.096530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] Attempting to bind port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 on host n-h1-843949-2 for vnic_type normal with profile {"migrating_to": "n-h2-843949-2"} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:03.096530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] Attempting to bind port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:03.096530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] Attempting to bind port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 on network b6047b2c-d544-41ef-9a1f-f13a58abb843 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:03.101864 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4d8c-8039-4b7c-87b8-5268061bd0c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:03.106932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] Port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 on network b6047b2c-d544-41ef-9a1f-f13a58abb843 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:36:03.106932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] Attempting to bind port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 on network b6047b2c-d544-41ef-9a1f-f13a58abb843 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:03.106932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:03.106932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] Checking segment: {'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:03.106932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] Bound using segment: {'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:03.106932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] Bound port: 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cc160a-6b4c-45b5-ad39-43752edef1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:03.106932 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:03.166154 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9c4d8c-8039-4b7c-87b8-5268061bd0c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:36:03.198218 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4c6ca9-432f-4add-8cda-cfbfd8ae5206 None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:36:03.206264 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4d8c-8039-4b7c-87b8-5268061bd0c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:03.206264 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-1e9c4d8c-8039-4b7c-87b8-5268061bd0c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Added segment cb934933-ef61-4c6e-b3f7-ab7cb799a9fd of type vlan for network d0ecf32b-9f4d-4276-9d21-41954bece31f May 30 20:36:03.264660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4d8c-8039-4b7c-87b8-5268061bd0c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:03.347875 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4d8c-8039-4b7c-87b8-5268061bd0c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:03.356593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c4d8c-8039-4b7c-87b8-5268061bd0c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:03.358098 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4d8c-8039-4b7c-87b8-5268061bd0c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:03.378243 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:03.500017 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1e9c4d8c-8039-4b7c-87b8-5268061bd0c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4911425 May 30 20:36:03.505655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44562) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:03.525740 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-993e3042-2074-42da-bc60-d28cb35a14c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'subnet': {'network_id': 'd0ecf32b-9f4d-4276-9d21-41954bece31f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:03.542365 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c4d8c-8039-4b7c-87b8-5268061bd0c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Network': ['ID=d0ecf32b-9f4d-4276-9d21-41954bece31f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:03.601191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] For port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:03.601191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] For port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:36:03.601191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b546d2-e058-448e-b7cc-8247f251e972 req-dfec2f18-23b2-4f9d-a0f3-663e6f5a329b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:03.601191 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-17b546d2-e058-448e-b7cc-8247f251e972 req-dfec2f18-23b2-4f9d-a0f3-663e6f5a329b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 943 time: 0.1424656 May 30 20:36:03.624400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network d0ecf32b-9f4d-4276-9d21-41954bece31f details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:03.658858 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:03.678104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-993e3042-2074-42da-bc60-d28cb35a14c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:03.678104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-993e3042-2074-42da-bc60-d28cb35a14c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Usage tracker for resource:subnet and tenant:ab9745bd003c4c36a8b636981df158f5 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:03.690454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-993e3042-2074-42da-bc60-d28cb35a14c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:03.690454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-993e3042-2074-42da-bc60-d28cb35a14c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:03.729507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993e3042-2074-42da-bc60-d28cb35a14c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:03.841147 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-17b546d2-e058-448e-b7cc-8247f251e972 req-7e269a90-4907-4a19-b0fd-e0602613c13b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404187 May 30 20:36:03.874765 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,revision_number=8']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:03.892346 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-993e3042-2074-42da-bc60-d28cb35a14c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:03.926298 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:03.927991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-41a66d2f-e18e-44ec-9796-d92bbdfe2c28 service neutron] 10.222.0.93 "PUT /v2.0/ports/2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 HTTP/1.1" status: 200 len: 1121 time: 2.5523651 May 30 20:36:04.061610 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:36:04.229623 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-993e3042-2074-42da-bc60-d28cb35a14c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:04.366632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e3042-2074-42da-bc60-d28cb35a14c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Subnet': ['ID=877b2e3c-4464-4e08-9732-944f555cf314,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:04.414834 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993e3042-2074-42da-bc60-d28cb35a14c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Checking segment: {'id': 'cb934933-ef61-4c6e-b3f7-ab7cb799a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd0ecf32b-9f4d-4276-9d21-41954bece31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:04.415566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993e3042-2074-42da-bc60-d28cb35a14c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network hostable DHCP agents. Network: d0ecf32b-9f4d-4276-9d21-41954bece31f, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:36:04.445241 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e72e2b4d-b10f-4376-8fe8-a3e124f721a7 None None] Provisioning complete for port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:04.445545 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e72e2b4d-b10f-4376-8fe8-a3e124f721a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:04.447118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993e3042-2074-42da-bc60-d28cb35a14c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network d0ecf32b-9f4d-4276-9d21-41954bece31f is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:36:04.459045 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-993e3042-2074-42da-bc60-d28cb35a14c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, d0ecf32b-9f4d-4276-9d21-41954bece31f) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:04.473881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993e3042-2074-42da-bc60-d28cb35a14c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:04.475121 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-993e3042-2074-42da-bc60-d28cb35a14c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:04.496881 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e30c05d-a598-432b-a80a-355a012a970b None None] Network d0ecf32b-9f4d-4276-9d21-41954bece31f requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:04.509530 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-993e3042-2074-42da-bc60-d28cb35a14c7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0055585 May 30 20:36:04.511920 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44568) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:04.683439 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'tag': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:36:04.686802 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffd16851-b189-47cb-8e61-1026e327ba5a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:04.751638 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffd16851-b189-47cb-8e61-1026e327ba5a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:04.752540 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9705ba8c-8cff-4d4f-85c9-a275eb94b575'] response: {'name': 'network-changed', 'server_uuid': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'tag': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5', 'status': 'completed', 'code': 200} May 30 20:36:04.773271 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e72e2b4d-b10f-4376-8fe8-a3e124f721a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:04.848842 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:36:04.858583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e72e2b4d-b10f-4376-8fe8-a3e124f721a7 None None] For port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:04.863907 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e72e2b4d-b10f-4376-8fe8-a3e124f721a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:04.898531 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d83f846c-43cb-4fa0-ad52-b86d2ef24533 req-eb9a3944-83cf-40bf-894c-f3cab677ff1d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 1124 time: 0.1191411 May 30 20:36:04.900987 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffd16851-b189-47cb-8e61-1026e327ba5a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:04.960880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a92349b-f800-4368-9005-e2b229509884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-d0ecf32b-9f4d-4276-9d21-41954bece31f', 'network_id': 'd0ecf32b-9f4d-4276-9d21-41954bece31f', 'tenant_id': 'ab9745bd003c4c36a8b636981df158f5', 'fixed_ips': [{'subnet_id': '877b2e3c-4464-4e08-9732-944f555cf314'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:36:04.961736 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6a92349b-f800-4368-9005-e2b229509884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:04.982005 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb66fb9e-d0ad-49f3-a0a7-b0c2ccea64c3'] response: {'server_uuid': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5', 'code': 200} May 30 20:36:05.109886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd16851-b189-47cb-8e61-1026e327ba5a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Subnet': ['ID=877b2e3c-4464-4e08-9732-944f555cf314,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:05.136629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e2b4d-b10f-4376-8fe8-a3e124f721a7 None None] Pushing event updated for resources: {'Port': ['ID=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:05.155351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b10ea-21e7-48cb-b77d-396f62b87d25 req-85bfa117-3946-4bc3-81ee-7d7a5ad9c080 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:05.174624 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e3b10ea-21e7-48cb-b77d-396f62b87d25 req-85bfa117-3946-4bc3-81ee-7d7a5ad9c080 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 945 time: 0.1270158 May 30 20:36:05.178243 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffd16851-b189-47cb-8e61-1026e327ba5a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.233739 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ffd16851-b189-47cb-8e61-1026e327ba5a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ecf32b-9f4d-4276-9d21-41954bece31f']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:05.237386 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e3b10ea-21e7-48cb-b77d-396f62b87d25 req-ae1613a1-030e-4a45-8956-362198d786e6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597076 May 30 20:36:05.251125 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9856b6e-b901-4434-b7f8-cc5ba2c7f765 None None] Network d0ecf32b-9f4d-4276-9d21-41954bece31f requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:05.253160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f846c-43cb-4fa0-ad52-b86d2ef24533 req-fab81cb6-ba1d-43f2-afcb-eee386e93e93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:05.254960 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d83f846c-43cb-4fa0-ad52-b86d2ef24533 req-fab81cb6-ba1d-43f2-afcb-eee386e93e93 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6047b2c-d544-41ef-9a1f-f13a58abb843 HTTP/1.1" status: 200 len: 898 time: 0.3414578 May 30 20:36:05.260473 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ffd16851-b189-47cb-8e61-1026e327ba5a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb934933-ef61-4c6e-b3f7-ab7cb799a9fd') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:05.260767 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ffd16851-b189-47cb-8e61-1026e327ba5a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb934933-ef61-4c6e-b3f7-ab7cb799a9fd') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:05.308632 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:36:05.333660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffd16851-b189-47cb-8e61-1026e327ba5a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.373601 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffd16851-b189-47cb-8e61-1026e327ba5a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.394121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd16851-b189-47cb-8e61-1026e327ba5a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:36:05.394514 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffd16851-b189-47cb-8e61-1026e327ba5a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.506977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-547f989e-c725-4ca0-ac5f-762ff9b04842 None None] Provisioning complete for port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:05.507341 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-547f989e-c725-4ca0-ac5f-762ff9b04842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: timer() May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:36:05.536010 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:36:05.544544 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d83f846c-43cb-4fa0-ad52-b86d2ef24533 req-e35cae05-bab8-4b54-91d1-2657e9ab7f2b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 HTTP/1.1" status: 200 len: 1001 time: 0.2756433 May 30 20:36:05.673944 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffd16851-b189-47cb-8e61-1026e327ba5a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.679088 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ffd16851-b189-47cb-8e61-1026e327ba5a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.708972 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f846c-43cb-4fa0-ad52-b86d2ef24533 req-c59aadd7-72e8-4832-9fc1-dd48eea8197d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:05.710913 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d83f846c-43cb-4fa0-ad52-b86d2ef24533 req-c59aadd7-72e8-4832-9fc1-dd48eea8197d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1eaf07b2-a461-454e-a159-68e3d440e898 HTTP/1.1" status: 200 len: 835 time: 0.1197138 May 30 20:36:05.715956 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd16851-b189-47cb-8e61-1026e327ba5a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Network': ['ID=d0ecf32b-9f4d-4276-9d21-41954bece31f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:05.749610 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ffd16851-b189-47cb-8e61-1026e327ba5a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/networks/d0ecf32b-9f4d-4276-9d21-41954bece31f HTTP/1.1" status: 204 len: 168 time: 1.2364612 May 30 20:36:05.754373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44584) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:05.764572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-608589bd-1b92-4ae0-a16b-76cfbbe3b72d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1508337859'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:05.773123 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-608589bd-1b92-4ae0-a16b-76cfbbe3b72d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:05.778293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-608589bd-1b92-4ae0-a16b-76cfbbe3b72d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Usage tracker for resource:network and tenant:ab9745bd003c4c36a8b636981df158f5 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:05.782149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-608589bd-1b92-4ae0-a16b-76cfbbe3b72d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:05.797313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-608589bd-1b92-4ae0-a16b-76cfbbe3b72d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:05.808959 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:05.819631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608589bd-1b92-4ae0-a16b-76cfbbe3b72d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:05.823041 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-608589bd-1b92-4ae0-a16b-76cfbbe3b72d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.842608 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d83f846c-43cb-4fa0-ad52-b86d2ef24533 req-78da3c1c-9dc6-4f25-94dd-e4a57a70ba30 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6047b2c-d544-41ef-9a1f-f13a58abb843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228876 May 30 20:36:05.851305 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 has no active binding in host n-h2-843949-2 {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 20:36:05.936223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608589bd-1b92-4ae0-a16b-76cfbbe3b72d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:36:05.960182 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-608589bd-1b92-4ae0-a16b-76cfbbe3b72d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.960529 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-608589bd-1b92-4ae0-a16b-76cfbbe3b72d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Added segment 89f02a34-f913-474a-bc50-34aa9a9b143f of type vlan for network 70847ff6-b83f-42ec-a975-fc86fca938ea May 30 20:36:06.019855 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-608589bd-1b92-4ae0-a16b-76cfbbe3b72d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:06.033404 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d83f846c-43cb-4fa0-ad52-b86d2ef24533 req-0f3cb26b-49b8-4164-9a8d-b269498d23f2 service neutron] 10.222.0.77 "GET /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824858 May 30 20:36:06.198593 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-608589bd-1b92-4ae0-a16b-76cfbbe3b72d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:06.202871 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608589bd-1b92-4ae0-a16b-76cfbbe3b72d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:06.203449 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-608589bd-1b92-4ae0-a16b-76cfbbe3b72d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:06.354124 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-608589bd-1b92-4ae0-a16b-76cfbbe3b72d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5904984 May 30 20:36:06.360696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44594) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:06.367533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-313d5540-18d1-49a4-9465-3b705107079e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'subnet': {'network_id': '70847ff6-b83f-42ec-a975-fc86fca938ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:06.397041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608589bd-1b92-4ae0-a16b-76cfbbe3b72d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Network': ['ID=70847ff6-b83f-42ec-a975-fc86fca938ea,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:06.402185 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d83f846c-43cb-4fa0-ad52-b86d2ef24533 req-bd544656-a341-48ef-821b-08ebe8dfcdb5 service neutron] 10.222.0.77 "GET /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621912 May 30 20:36:06.427187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 70847ff6-b83f-42ec-a975-fc86fca938ea details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:06.578659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-313d5540-18d1-49a4-9465-3b705107079e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:06.584474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-313d5540-18d1-49a4-9465-3b705107079e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Usage tracker for resource:subnet and tenant:ab9745bd003c4c36a8b636981df158f5 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:06.592862 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-313d5540-18d1-49a4-9465-3b705107079e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:06.600472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-313d5540-18d1-49a4-9465-3b705107079e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:06.617484 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313d5540-18d1-49a4-9465-3b705107079e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:06.693754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9c0bd-38fe-45fa-97ac-5bfa4cf8bbb6 req-86b62a77-730f-4efe-94af-e74b7d6ae2db tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:06.695200 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d1e9c0bd-38fe-45fa-97ac-5bfa4cf8bbb6 req-86b62a77-730f-4efe-94af-e74b7d6ae2db tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 945 time: 0.1857879 May 30 20:36:06.753728 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-313d5540-18d1-49a4-9465-3b705107079e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:06.828334 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d1e9c0bd-38fe-45fa-97ac-5bfa4cf8bbb6 req-13cc401c-f80e-4fdd-a627-8853512bd9d8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230767 May 30 20:36:06.980857 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-313d5540-18d1-49a4-9465-3b705107079e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:07.067663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d5540-18d1-49a4-9465-3b705107079e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Subnet': ['ID=07cbb0e3-337a-4b32-af17-08afaddeb79a,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:07.073958 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313d5540-18d1-49a4-9465-3b705107079e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Checking segment: {'id': '89f02a34-f913-474a-bc50-34aa9a9b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '70847ff6-b83f-42ec-a975-fc86fca938ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:07.074319 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d5540-18d1-49a4-9465-3b705107079e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network hostable DHCP agents. Network: 70847ff6-b83f-42ec-a975-fc86fca938ea, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:36:07.097794 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d5540-18d1-49a4-9465-3b705107079e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network 70847ff6-b83f-42ec-a975-fc86fca938ea is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:36:07.108149 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-313d5540-18d1-49a4-9465-3b705107079e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 70847ff6-b83f-42ec-a975-fc86fca938ea) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:07.113874 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d5540-18d1-49a4-9465-3b705107079e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:07.113874 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-313d5540-18d1-49a4-9465-3b705107079e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:07.125521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b450a4-4052-47b9-ad79-182b5b84c550 None None] Network 70847ff6-b83f-42ec-a975-fc86fca938ea requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:07.135884 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-313d5540-18d1-49a4-9465-3b705107079e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7850881 May 30 20:36:07.138048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44600) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:07.145843 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6d96859a-a8da-4d49-8b79-0ebbeb43b5e8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'subnet': {'network_id': '70847ff6-b83f-42ec-a975-fc86fca938ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:07.236529 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:07.309835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6d96859a-a8da-4d49-8b79-0ebbeb43b5e8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:07.315028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6d96859a-a8da-4d49-8b79-0ebbeb43b5e8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Usage tracker for resource:subnet and tenant:ab9745bd003c4c36a8b636981df158f5 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:07.318137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6d96859a-a8da-4d49-8b79-0ebbeb43b5e8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:07.326607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6d96859a-a8da-4d49-8b79-0ebbeb43b5e8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:07.341670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d96859a-a8da-4d49-8b79-0ebbeb43b5e8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:07.347002 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d96859a-a8da-4d49-8b79-0ebbeb43b5e8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:07.461562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-70847ff6-b83f-42ec-a975-fc86fca938ea', 'network_id': '70847ff6-b83f-42ec-a975-fc86fca938ea', 'tenant_id': 'ab9745bd003c4c36a8b636981df158f5', 'fixed_ips': [{'subnet_id': '07cbb0e3-337a-4b32-af17-08afaddeb79a'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:36:07.463445 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:07.650320 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Allocated IP 2001:db8::2 (70847ff6-b83f-42ec-a975-fc86fca938ea/07cbb0e3-337a-4b32-af17-08afaddeb79a/40d8b193-4ea9-477f-b560-1fc4da84aa43) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:07.686075 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d96859a-a8da-4d49-8b79-0ebbeb43b5e8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:07.772172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d96859a-a8da-4d49-8b79-0ebbeb43b5e8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network 70847ff6-b83f-42ec-a975-fc86fca938ea is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:07.775390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-6d96859a-a8da-4d49-8b79-0ebbeb43b5e8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:07.777284 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96859a-a8da-4d49-8b79-0ebbeb43b5e8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Subnet': ['ID=a80a1b4d-9a3c-49c0-a8d0-842c91e07771,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:07.779693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d96859a-a8da-4d49-8b79-0ebbeb43b5e8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:07.781564 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d96859a-a8da-4d49-8b79-0ebbeb43b5e8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3021464'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:07.817112 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6d96859a-a8da-4d49-8b79-0ebbeb43b5e8 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6762834 May 30 20:36:07.821696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44608) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:07.923700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b94b10-91d6-4d6b-97bf-85324359e1dc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:07.927225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b94b10-91d6-4d6b-97bf-85324359e1dc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:07.928845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b94b10-91d6-4d6b-97bf-85324359e1dc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:07.930660 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b94b10-91d6-4d6b-97bf-85324359e1dc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:07.931873 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b94b10-91d6-4d6b-97bf-85324359e1dc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:07.932901 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b3b94b10-91d6-4d6b-97bf-85324359e1dc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Synchronizing usage tracker for tenant:ab9745bd003c4c36a8b636981df158f5 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:07.970752 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b3b94b10-91d6-4d6b-97bf-85324359e1dc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Unset dirty status for tenant:ab9745bd003c4c36a8b636981df158f5 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:07.973566 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b3b94b10-91d6-4d6b-97bf-85324359e1dc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1536453 May 30 20:36:07.978050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44614) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:07.985807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-46a7d143-1a10-4f5f-bca5-1e40a357c208 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1084731932'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:07.994234 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-46a7d143-1a10-4f5f-bca5-1e40a357c208 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:08.000825 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-46a7d143-1a10-4f5f-bca5-1e40a357c208 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Usage tracker for resource:network and tenant:ab9745bd003c4c36a8b636981df158f5 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:08.003601 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.003875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-46a7d143-1a10-4f5f-bca5-1e40a357c208 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:08.012665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-46a7d143-1a10-4f5f-bca5-1e40a357c208 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:08.015531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Transition to ACTIVE for port object 40d8b193-4ea9-477f-b560-1fc4da84aa43 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:08.030225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a7d143-1a10-4f5f-bca5-1e40a357c208 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:08.035265 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46a7d143-1a10-4f5f-bca5-1e40a357c208 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.037151 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Transition to ACTIVE for port object 40d8b193-4ea9-477f-b560-1fc4da84aa43 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:08.044542 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.077162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a7d143-1a10-4f5f-bca5-1e40a357c208 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:36:08.090657 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46a7d143-1a10-4f5f-bca5-1e40a357c208 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.090889 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-46a7d143-1a10-4f5f-bca5-1e40a357c208 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Added segment de6bd348-9651-4bed-bb71-1e699cf53d63 of type vlan for network ce6b6cc0-4d95-4d60-9eaf-2434b374d3db May 30 20:36:08.128563 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46a7d143-1a10-4f5f-bca5-1e40a357c208 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.142533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Pushing event updated for resources: {'Port': ['ID=40d8b193-4ea9-477f-b560-1fc4da84aa43,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:08.143795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b289f01-97d3-4f3c-bec9-67978965f284 req-aa850477-f2e1-4433-8093-9cb63dc1df75 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:08.145917 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1b289f01-97d3-4f3c-bec9-67978965f284 req-aa850477-f2e1-4433-8093-9cb63dc1df75 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 945 time: 0.1663766 May 30 20:36:08.149461 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Network 70847ff6-b83f-42ec-a975-fc86fca938ea is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:08.153063 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:08.159116 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:08.162447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.162447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.162447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.162447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.163016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.163016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.163601 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.163937 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.164398 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.165164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.165164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.175812 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46a7d143-1a10-4f5f-bca5-1e40a357c208 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.180387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a7d143-1a10-4f5f-bca5-1e40a357c208 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:08.180906 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46a7d143-1a10-4f5f-bca5-1e40a357c208 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.343160 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Attempting to bind port 40d8b193-4ea9-477f-b560-1fc4da84aa43 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:08.344143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Attempting to bind port 40d8b193-4ea9-477f-b560-1fc4da84aa43 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '89f02a34-f913-474a-bc50-34aa9a9b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '70847ff6-b83f-42ec-a975-fc86fca938ea'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:08.344143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Attempting to bind port 40d8b193-4ea9-477f-b560-1fc4da84aa43 on network 70847ff6-b83f-42ec-a975-fc86fca938ea {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:08.383564 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:08.383564 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Checking segment: {'id': '89f02a34-f913-474a-bc50-34aa9a9b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '70847ff6-b83f-42ec-a975-fc86fca938ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:08.383780 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.384056 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Bound using segment: {'id': '89f02a34-f913-474a-bc50-34aa9a9b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '70847ff6-b83f-42ec-a975-fc86fca938ea'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:08.386337 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Bound port: 40d8b193-4ea9-477f-b560-1fc4da84aa43, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f02a34-f913-474a-bc50-34aa9a9b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '70847ff6-b83f-42ec-a975-fc86fca938ea'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:08.386730 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.416770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1b289f01-97d3-4f3c-bec9-67978965f284 req-1d81efe2-8c10-478f-83b6-db87d4a42abb tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637091 May 30 20:36:08.455930 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-46a7d143-1a10-4f5f-bca5-1e40a357c208 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4753010 May 30 20:36:08.458825 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7d143-1a10-4f5f-bca5-1e40a357c208 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Network': ['ID=ce6b6cc0-4d95-4d60-9eaf-2434b374d3db,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:08.459062 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44622) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:08.470632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-3f1dee8d-34a5-45c0-afe6-8b6fa44e9971 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:08.504318 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network ce6b6cc0-4d95-4d60-9eaf-2434b374d3db details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:08.724725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] For port 40d8b193-4ea9-477f-b560-1fc4da84aa43, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:08.730024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] For port 40d8b193-4ea9-477f-b560-1fc4da84aa43, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=40d8b193-4ea9-477f-b560-1fc4da84aa43,segment=NetworkSegment(89f02a34-f913-474a-bc50-34aa9a9b143f),segment_id=89f02a34-f913-474a-bc50-34aa9a9b143f)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:36:08.737733 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.741586 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3f1dee8d-34a5-45c0-afe6-8b6fa44e9971 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.762524 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3f1dee8d-34a5-45c0-afe6-8b6fa44e9971 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.841571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f1dee8d-34a5-45c0-afe6-8b6fa44e9971 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network ce6b6cc0-4d95-4d60-9eaf-2434b374d3db is not hosted by any dhcp agent {{(pid=84023) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 30 20:36:08.845833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1dee8d-34a5-45c0-afe6-8b6fa44e9971 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:08.848674 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3f1dee8d-34a5-45c0-afe6-8b6fa44e9971 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.850024 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3f1dee8d-34a5-45c0-afe6-8b6fa44e9971 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "PUT /v2.0/networks/ce6b6cc0-4d95-4d60-9eaf-2434b374d3db HTTP/1.1" status: 200 len: 723 time: 0.3864679 May 30 20:36:08.853041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44626) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:08.860581 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067ed78-c6a6-49c4-a324-bceda92126e1 None None] Pushing event updated for resources: {'Port': ['ID=40d8b193-4ea9-477f-b560-1fc4da84aa43,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:08.864369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-bd725065-ed4c-4f54-bd7d-3f8e76c643d3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'subnet': {'network_id': 'ce6b6cc0-4d95-4d60-9eaf-2434b374d3db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:08.905149 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1dee8d-34a5-45c0-afe6-8b6fa44e9971 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Network': ['ID=ce6b6cc0-4d95-4d60-9eaf-2434b374d3db,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:08.919146 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network ce6b6cc0-4d95-4d60-9eaf-2434b374d3db details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:09.082837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bd725065-ed4c-4f54-bd7d-3f8e76c643d3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:09.102793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bd725065-ed4c-4f54-bd7d-3f8e76c643d3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:09.113010 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-dfdcf14d-0d67-4c3e-b593-99a656bcc022 service neutron] 10.222.0.77 "GET /v2.0/ports/2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5/bindings/n-h2-843949-2 HTTP/1.1" status: 200 len: 384 time: 0.1264601 May 30 20:36:09.155888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd725065-ed4c-4f54-bd7d-3f8e76c643d3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:09.269968 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:36:09.327301 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd725065-ed4c-4f54-bd7d-3f8e76c643d3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:09.436232 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:09.461115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 has no active binding in host n-h2-843949-2 {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 20:36:09.713766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbd18a-5482-4560-abfd-371e576b885f req-ab64088a-1e05-42b3-9df0-8e3a9e272996 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:09.721565 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-accbd18a-5482-4560-abfd-371e576b885f req-ab64088a-1e05-42b3-9df0-8e3a9e272996 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 945 time: 0.1458313 May 30 20:36:09.778016 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-accbd18a-5482-4560-abfd-371e576b885f req-0820924d-1668-488e-a63a-b5834106c917 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555890 May 30 20:36:09.819581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-92f3b5a5-d1ac-4b79-8147-d0d7b0cb099e service neutron] For port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:09.916630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-92f3b5a5-d1ac-4b79-8147-d0d7b0cb099e service neutron] For port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:10.042441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:36:10.069105 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-92f3b5a5-d1ac-4b79-8147-d0d7b0cb099e service neutron] For port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:10.093943 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd725065-ed4c-4f54-bd7d-3f8e76c643d3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:10.133965 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf010c6-5629-4612-bdc8-026d670e2d2a'] response: {'server_uuid': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5', 'code': 200} May 30 20:36:10.136073 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-92f3b5a5-d1ac-4b79-8147-d0d7b0cb099e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:10.235006 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8ee1e3-98d2-4bd0-acfd-4facd2199194 None None] Network 70847ff6-b83f-42ec-a975-fc86fca938ea requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:10.247408 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd725065-ed4c-4f54-bd7d-3f8e76c643d3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Subnet': ['ID=53c7b674-2c9d-41d2-a423-dc0da15ed23f,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:10.303123 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd725065-ed4c-4f54-bd7d-3f8e76c643d3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Checking segment: {'id': 'de6bd348-9651-4bed-bb71-1e699cf53d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ce6b6cc0-4d95-4d60-9eaf-2434b374d3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:10.303123 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd725065-ed4c-4f54-bd7d-3f8e76c643d3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network hostable DHCP agents. Network: ce6b6cc0-4d95-4d60-9eaf-2434b374d3db, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:36:10.333183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-92f3b5a5-d1ac-4b79-8147-d0d7b0cb099e service neutron] Transition to ACTIVE for port object 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:10.340284 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-92f3b5a5-d1ac-4b79-8147-d0d7b0cb099e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:10.364745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-247b67a7-2a6b-4fdf-bcda-d5054cc09446 None None] Provisioning for port 40d8b193-4ea9-477f-b560-1fc4da84aa43 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:10.384234 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd725065-ed4c-4f54-bd7d-3f8e76c643d3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network ce6b6cc0-4d95-4d60-9eaf-2434b374d3db is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:36:10.490730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-bd725065-ed4c-4f54-bd7d-3f8e76c643d3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, ce6b6cc0-4d95-4d60-9eaf-2434b374d3db) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:10.508607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd725065-ed4c-4f54-bd7d-3f8e76c643d3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:10.509063 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd725065-ed4c-4f54-bd7d-3f8e76c643d3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:10.547296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a10b10c-8a7c-46a7-b253-ba0406629b8f None None] Network ce6b6cc0-4d95-4d60-9eaf-2434b374d3db requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:10.597788 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3b5a5-d1ac-4b79-8147-d0d7b0cb099e service neutron] Pushing event updated for resources: {'Port': ['ID=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,revision_number=11']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:10.665297 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bd725065-ed4c-4f54-bd7d-3f8e76c643d3 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8111231 May 30 20:36:10.668275 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44644) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:10.679256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f3a94118-f512-409c-94d7-a18a33fb36e7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:10.703096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-92f3b5a5-d1ac-4b79-8147-d0d7b0cb099e service neutron] No DVR routers for this DVR port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:36:10.727104 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 40d8b193-4ea9-477f-b560-1fc4da84aa43 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:11.064401 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3a94118-f512-409c-94d7-a18a33fb36e7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64862622'] for subnet, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.125760 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 40d8b193-4ea9-477f-b560-1fc4da84aa43 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:11.148876 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 40d8b193-4ea9-477f-b560-1fc4da84aa43 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:11.148876 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.158007 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-92f3b5a5-d1ac-4b79-8147-d0d7b0cb099e service neutron] 10.222.0.77 "PUT /v2.0/ports/2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5/bindings/n-h2-843949-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0262139 May 30 20:36:11.220570 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-ce6b6cc0-4d95-4d60-9eaf-2434b374d3db', 'network_id': 'ce6b6cc0-4d95-4d60-9eaf-2434b374d3db', 'tenant_id': 'ab9745bd003c4c36a8b636981df158f5', 'fixed_ips': [{'subnet_id': '53c7b674-2c9d-41d2-a423-dc0da15ed23f'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:36:11.221364 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.383305 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128e9971-ea64-44ef-a472-503f2e3ac6b5 None None] Update dhcp port {'port': {'network_id': '70847ff6-b83f-42ec-a975-fc86fca938ea', 'fixed_ips': [{'subnet_id': '07cbb0e3-337a-4b32-af17-08afaddeb79a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a80a1b4d-9a3c-49c0-a8d0-842c91e07771'}], 'binding:host_id': 'n-d-843949-2'}, 'id': '40d8b193-4ea9-477f-b560-1fc4da84aa43'} from n-d-843949-2. {{(pid=84025) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:36:11.496481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45aefe-b3aa-479e-8a4e-0042e15c7c2e req-f26c5ca1-06ae-4d64-9041-a81b0c42997c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:11.497444 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c45aefe-b3aa-479e-8a4e-0042e15c7c2e req-f26c5ca1-06ae-4d64-9041-a81b0c42997c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 944 time: 0.3607664 May 30 20:36:11.524789 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-4b375464-12c8-4b4b-822b-7697c74a2a42 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527&tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 1095 time: 0.2709827 May 30 20:36:11.590426 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3a94118-f512-409c-94d7-a18a33fb36e7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730630571165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3003959'] for subnet, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.621640 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-128e9971-ea64-44ef-a472-503f2e3ac6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.668243 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c45aefe-b3aa-479e-8a4e-0042e15c7c2e req-0a94ea43-4650-4361-8887-2a4590925d71 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625588 May 30 20:36:11.674738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a94118-f512-409c-94d7-a18a33fb36e7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:11.675335 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3a94118-f512-409c-94d7-a18a33fb36e7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.678999 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f3a94118-f512-409c-94d7-a18a33fb36e7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "PUT /v2.0/subnets/53c7b674-2c9d-41d2-a423-dc0da15ed23f HTTP/1.1" status: 200 len: 826 time: 1.0072114 May 30 20:36:11.680084 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44652) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:11.698824 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:11.714222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a94118-f512-409c-94d7-a18a33fb36e7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Subnet': ['ID=53c7b674-2c9d-41d2-a423-dc0da15ed23f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:11.793752 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-9b082f78-0098-47c7-ad87-6775516c22a2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527&tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb HTTP/1.1" status: 200 len: 1095 time: 0.2620826 May 30 20:36:11.818962 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.926309 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.950655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Allocated IP 2001:db8::2 (ce6b6cc0-4d95-4d60-9eaf-2434b374d3db/53c7b674-2c9d-41d2-a423-dc0da15ed23f/333230e9-3f3b-4cc8-834e-230b0447f423) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:11.965272 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:36:11.967903 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 40d8b193-4ea9-477f-b560-1fc4da84aa43, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=40d8b193-4ea9-477f-b560-1fc4da84aa43,segment=NetworkSegment(89f02a34-f913-474a-bc50-34aa9a9b143f),segment_id=89f02a34-f913-474a-bc50-34aa9a9b143f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:11.979078 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:12.009250 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-f6ab7463-2607-4611-8b05-e20b1352a0ca service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 1095 time: 0.1857872 May 30 20:36:12.034909 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:12.230078 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=40d8b193-4ea9-477f-b560-1fc4da84aa43,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:12.289083 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-128e9971-ea64-44ef-a472-503f2e3ac6b5 None None] Allocated IP 172.20.0.1 (70847ff6-b83f-42ec-a975-fc86fca938ea/a80a1b4d-9a3c-49c0-a8d0-842c91e07771/40d8b193-4ea9-477f-b560-1fc4da84aa43) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:12.390870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-e0498090-d6d1-4b71-8ce2-df3865c478e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:12.392748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-e0498090-d6d1-4b71-8ce2-df3865c478e7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6047b2c-d544-41ef-9a1f-f13a58abb843 HTTP/1.1" status: 200 len: 898 time: 0.3589323 May 30 20:36:12.467862 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:12.482487 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 40d8b193-4ea9-477f-b560-1fc4da84aa43 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:12.511258 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-70715cf6-7580-4eca-a6d7-bf3d7fe18ab7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 HTTP/1.1" status: 200 len: 999 time: 0.1067662 May 30 20:36:12.536389 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Transition to ACTIVE for port object 333230e9-3f3b-4cc8-834e-230b0447f423 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:12.579936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-fea0b6ff-36bd-472c-8b54-41a44a0d73d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:12.581492 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-fea0b6ff-36bd-472c-8b54-41a44a0d73d2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1eaf07b2-a461-454e-a159-68e3d440e898 HTTP/1.1" status: 200 len: 835 time: 0.0639706 May 30 20:36:12.586709 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-128e9971-ea64-44ef-a472-503f2e3ac6b5 None None] For port 40d8b193-4ea9-477f-b560-1fc4da84aa43, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=40d8b193-4ea9-477f-b560-1fc4da84aa43,segment=NetworkSegment(89f02a34-f913-474a-bc50-34aa9a9b143f),segment_id=89f02a34-f913-474a-bc50-34aa9a9b143f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:12.591611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Transition to ACTIVE for port object 333230e9-3f3b-4cc8-834e-230b0447f423 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:12.602659 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:12.678852 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:12.686976 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-128e9971-ea64-44ef-a472-503f2e3ac6b5 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:12.712838 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Pushing event updated for resources: {'Port': ['ID=333230e9-3f3b-4cc8-834e-230b0447f423,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:12.719703 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Network ce6b6cc0-4d95-4d60-9eaf-2434b374d3db is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:12.723622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:12.725634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-128e9971-ea64-44ef-a472-503f2e3ac6b5 None None] Transition to ACTIVE for port object 40d8b193-4ea9-477f-b560-1fc4da84aa43 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:12.726879 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 40d8b193-4ea9-477f-b560-1fc4da84aa43 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:12.727235 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:12.733357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Subnet': ['ID=53c7b674-2c9d-41d2-a423-dc0da15ed23f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:12.746224 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-2027cb13-501e-4925-9e41-eee03c601775 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6047b2c-d544-41ef-9a1f-f13a58abb843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573431 May 30 20:36:12.755538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:12.764205 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-128e9971-ea64-44ef-a472-503f2e3ac6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:13.000370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e9971-ea64-44ef-a472-503f2e3ac6b5 None None] Pushing event updated for resources: {'Port': ['ID=40d8b193-4ea9-477f-b560-1fc4da84aa43,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:13.007463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Port 40d8b193-4ea9-477f-b560-1fc4da84aa43 had new provisioning blocks added so it will not transition to active. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} May 30 20:36:13.008231 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:13.008989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Attempting to bind port 333230e9-3f3b-4cc8-834e-230b0447f423 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:13.009349 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Attempting to bind port 333230e9-3f3b-4cc8-834e-230b0447f423 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'de6bd348-9651-4bed-bb71-1e699cf53d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ce6b6cc0-4d95-4d60-9eaf-2434b374d3db'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:13.009698 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Attempting to bind port 333230e9-3f3b-4cc8-834e-230b0447f423 on network ce6b6cc0-4d95-4d60-9eaf-2434b374d3db {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:13.020715 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:13.020939 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Checking segment: {'id': 'de6bd348-9651-4bed-bb71-1e699cf53d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ce6b6cc0-4d95-4d60-9eaf-2434b374d3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:13.021405 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:13.021688 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Bound using segment: {'id': 'de6bd348-9651-4bed-bb71-1e699cf53d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ce6b6cc0-4d95-4d60-9eaf-2434b374d3db'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:13.022152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Bound port: 333230e9-3f3b-4cc8-834e-230b0447f423, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6bd348-9651-4bed-bb71-1e699cf53d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ce6b6cc0-4d95-4d60-9eaf-2434b374d3db'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:13.022521 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:13.081142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6b6cc0-4d95-4d60-9eaf-2434b374d3db']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:13.113651 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] For port 333230e9-3f3b-4cc8-834e-230b0447f423, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:13.117038 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] For port 333230e9-3f3b-4cc8-834e-230b0447f423, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=333230e9-3f3b-4cc8-834e-230b0447f423,segment=NetworkSegment(de6bd348-9651-4bed-bb71-1e699cf53d63),segment_id=de6bd348-9651-4bed-bb71-1e699cf53d63)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:36:13.119317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6bd348-9651-4bed-bb71-1e699cf53d63') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:13.119718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6bd348-9651-4bed-bb71-1e699cf53d63') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:13.122949 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:13.140971 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:13.159279 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-f386f8b8-6635-4fa6-8b4a-9ea1d07f5e1f service neutron] 10.222.0.93 "GET /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914123 May 30 20:36:13.174840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c38b65-ebe7-4ddb-9b06-40df4d55fbce req-c646c13a-7ff3-431a-a7e5-57e7179aa228 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:13.176322 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6c38b65-ebe7-4ddb-9b06-40df4d55fbce req-c646c13a-7ff3-431a-a7e5-57e7179aa228 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=adcafa75-00db-4cd8-ab8c-04b8e5dceea0 HTTP/1.1" status: 200 len: 945 time: 0.3836355 May 30 20:36:13.196505 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:13.204111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11566df6-b780-4cb7-a977-4a98fe1be4d8 None None] Pushing event updated for resources: {'Port': ['ID=333230e9-3f3b-4cc8-834e-230b0447f423,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:13.283061 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6c38b65-ebe7-4ddb-9b06-40df4d55fbce req-f653f222-fc96-4c12-8782-e9774a3d256b tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818741 May 30 20:36:13.283536 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3b8cb0-607c-45a7-a1a5-d03ea13db724 None None] Network ce6b6cc0-4d95-4d60-9eaf-2434b374d3db requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:13.339275 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:36:13.339695 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: timer() May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:36:13.359760 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:36:13.443653 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668c29e-eb47-41d8-beb6-3bd288fc80e8 req-24678d17-1c54-4c63-974e-46ed09968cb1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:13.445169 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6668c29e-eb47-41d8-beb6-3bd288fc80e8 req-24678d17-1c54-4c63-974e-46ed09968cb1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 944 time: 0.5722728 May 30 20:36:13.495202 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:36:13.495202 n-d-843949-2 neutron-server[84023]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:36:13.495202 n-d-843949-2 neutron-server[84023]: [parameters: {'id': 'ce6b6cc0-4d95-4d60-9eaf-2434b374d3db'}] May 30 20:36:13.495202 n-d-843949-2 neutron-server[84023]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:36:13.495605 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:36:13.502786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1bab65-6289-4c9f-8990-fc9d4833a534 None None] Network ce6b6cc0-4d95-4d60-9eaf-2434b374d3db requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:13.534476 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-545507fb-d08e-4649-85f3-26206b3a40c2 service neutron] 10.222.0.93 "GET /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676589 May 30 20:36:13.536811 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6668c29e-eb47-41d8-beb6-3bd288fc80e8 req-6d9a7854-9caf-4823-aa43-715c88bcace1 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835454 May 30 20:36:13.636672 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc023e3c-615f-4029-b6bd-bbb84174c9b3 None None] Network 70847ff6-b83f-42ec-a975-fc86fca938ea requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:13.840972 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-922e9b1a-ebfc-454a-b3d3-c00e6a33100c None None] Provisioning for port 40d8b193-4ea9-477f-b560-1fc4da84aa43 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:13.859726 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-4b9b7b19-e43c-43ac-864c-8389a6ccec54 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527&tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&binding%3Ahost_id=n-h2-843949-2 HTTP/1.1" status: 200 len: 1095 time: 0.0869331 May 30 20:36:13.860108 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-922e9b1a-ebfc-454a-b3d3-c00e6a33100c None None] Provisioning complete for port 40d8b193-4ea9-477f-b560-1fc4da84aa43 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:13.860477 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-922e9b1a-ebfc-454a-b3d3-c00e6a33100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:13.956610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-592bd8f7-0be2-452d-943e-d6df6b188a3a service neutron] For port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:13.966870 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-592bd8f7-0be2-452d-943e-d6df6b188a3a service neutron] Notify callbacks [] for binding, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:13.967956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-592bd8f7-0be2-452d-943e-d6df6b188a3a service neutron] 10.222.0.93 "DELETE /v2.0/ports/2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5/bindings/n-h1-843949-2 HTTP/1.1" status: 204 len: 173 time: 0.1028154 May 30 20:36:13.996977 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:14.010818 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Deleting port 333230e9-3f3b-4cc8-834e-230b0447f423 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:14.011148 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:14.236479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] For port 333230e9-3f3b-4cc8-834e-230b0447f423, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=333230e9-3f3b-4cc8-834e-230b0447f423,segment=NetworkSegment(de6bd348-9651-4bed-bb71-1e699cf53d63),segment_id=de6bd348-9651-4bed-bb71-1e699cf53d63)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:14.236479 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:14.340229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e771617-5787-4b32-8fda-d8d08273eb8f None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:36:14.450103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591e443-e5bc-4b95-9a08-e49e9a205341 req-03b8b80a-fb20-40c3-92ab-04cbd69c049d tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:14.454539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3591e443-e5bc-4b95-9a08-e49e9a205341 req-03b8b80a-fb20-40c3-92ab-04cbd69c049d tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Synchronizing usage tracker for tenant:d55d910e5fa343e7badd76f651e60ee6 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:14.495443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3591e443-e5bc-4b95-9a08-e49e9a205341 req-03b8b80a-fb20-40c3-92ab-04cbd69c049d tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Unset dirty status for tenant:d55d910e5fa343e7badd76f651e60ee6 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:14.496612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4ef0a4c7-308e-4904-bcd9-a50b6a7017ef None None] Provisioning complete for port 40d8b193-4ea9-477f-b560-1fc4da84aa43 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:14.496824 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3591e443-e5bc-4b95-9a08-e49e9a205341 req-03b8b80a-fb20-40c3-92ab-04cbd69c049d tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.77 "GET /v2.0/ports?device_id=adcafa75-00db-4cd8-ab8c-04b8e5dceea0 HTTP/1.1" status: 200 len: 945 time: 0.1764374 May 30 20:36:14.497323 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a4c7-308e-4904-bcd9-a50b6a7017ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:14.525772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 40d8b193-4ea9-477f-b560-1fc4da84aa43 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:14.592082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-3591e443-e5bc-4b95-9a08-e49e9a205341 req-13532f36-4bfd-41f6-af59-a9d36d5c5f0a tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Deleting port d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:14.592289 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3591e443-e5bc-4b95-9a08-e49e9a205341 req-13532f36-4bfd-41f6-af59-a9d36d5c5f0a tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:14.625081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Calling delete_port for 333230e9-3f3b-4cc8-834e-230b0447f423 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:14.646822 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e771617-5787-4b32-8fda-d8d08273eb8f None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:36:14.809490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 40d8b193-4ea9-477f-b560-1fc4da84aa43 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:14.809859 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:14.817344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13909c82-4ea5-4bae-8fe6-540e09db7f2c req-434ccce2-9d49-4d8c-8f96-a525d1b1dd20 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:14.819020 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13909c82-4ea5-4bae-8fe6-540e09db7f2c req-434ccce2-9d49-4d8c-8f96-a525d1b1dd20 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=adcafa75-00db-4cd8-ab8c-04b8e5dceea0 HTTP/1.1" status: 200 len: 945 time: 0.2902141 May 30 20:36:14.821704 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:14.899620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Port': ['ID=333230e9-3f3b-4cc8-834e-230b0447f423,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:14.920508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-3591e443-e5bc-4b95-9a08-e49e9a205341 req-13532f36-4bfd-41f6-af59-a9d36d5c5f0a tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] For port d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432,segment=NetworkSegment(959497d0-4131-4d7a-ad61-6959c49c7be5),segment_id=959497d0-4131-4d7a-ad61-6959c49c7be5)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:14.920990 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3591e443-e5bc-4b95-9a08-e49e9a205341 req-13532f36-4bfd-41f6-af59-a9d36d5c5f0a tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:14.944635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-13909c82-4ea5-4bae-8fe6-540e09db7f2c req-ef10a904-6647-4ff2-bf71-19ad46c42a26 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/security-groups?id=49d74e73-a5c5-46f0-a258-93ac736a86df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146743 May 30 20:36:14.945418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] No DVR routers for this DVR port 333230e9-3f3b-4cc8-834e-230b0447f423 on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:36:14.995916 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbf404-d3b3-45b2-9bc4-9ab378d24557 req-7784663e-b1c6-4c24-9e94-7603cbce4ad9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:14.997864 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36bbf404-d3b3-45b2-9bc4-9ab378d24557 req-7784663e-b1c6-4c24-9e94-7603cbce4ad9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 944 time: 0.2876730 May 30 20:36:15.046185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-3591e443-e5bc-4b95-9a08-e49e9a205341 req-13532f36-4bfd-41f6-af59-a9d36d5c5f0a tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Calling delete_port for d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:15.154759 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.173150 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:36:15.178935 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36bbf404-d3b3-45b2-9bc4-9ab378d24557 req-6986ab72-e561-4717-aba4-a3ff3e4e8758 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703660 May 30 20:36:15.195824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6b6cc0-4d95-4d60-9eaf-2434b374d3db']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:15.209781 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3591e443-e5bc-4b95-9a08-e49e9a205341 req-13532f36-4bfd-41f6-af59-a9d36d5c5f0a tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.210205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6bd348-9651-4bed-bb71-1e699cf53d63') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:15.210571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6bd348-9651-4bed-bb71-1e699cf53d63') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:15.224041 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.226537 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:36:15.242712 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.254916 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:36:15.255415 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.304447 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13532f36-4bfd-41f6-af59-a9d36d5c5f0a tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Pushing event deleted for resources: {'Port': ['ID=d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: timer() May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:36:15.346263 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:36:15.426515 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.453592 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.467525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Network': ['ID=ce6b6cc0-4d95-4d60-9eaf-2434b374d3db,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:15.475683 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8ccdacdc-fd14-4085-8ebf-7e75cca266eb tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/networks/ce6b6cc0-4d95-4d60-9eaf-2434b374d3db HTTP/1.1" status: 204 len: 168 time: 3.7904301 May 30 20:36:15.475683 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44672) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:15.481594 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3591e443-e5bc-4b95-9a08-e49e9a205341 req-13532f36-4bfd-41f6-af59-a9d36d5c5f0a tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] No DVR routers for this DVR port d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:36:15.484580 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3591e443-e5bc-4b95-9a08-e49e9a205341 req-13532f36-4bfd-41f6-af59-a9d36d5c5f0a tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.487174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcafa75-00db-4cd8-ab8c-04b8e5dceea0', 'name': 'network-vif-deleted', 'tag': 'd86da3b0-3e4b-45c4-ac9c-ee6e19dd9432'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:36:15.503501 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b1fb14-7d8f-47e0-bef7-099349caceca tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] DELETE failed (client error): The resource could not be found. May 30 20:36:15.503947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b1fb14-7d8f-47e0-bef7-099349caceca tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:15.505079 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3591e443-e5bc-4b95-9a08-e49e9a205341 req-13532f36-4bfd-41f6-af59-a9d36d5c5f0a tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.77 "DELETE /v2.0/ports/d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 HTTP/1.1" status: 204 len: 173 time: 0.9965081 May 30 20:36:15.509710 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f5b1fb14-7d8f-47e0-bef7-099349caceca tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/networks/ce6b6cc0-4d95-4d60-9eaf-2434b374d3db HTTP/1.1" status: 404 len: 339 time: 0.0306180 May 30 20:36:15.509853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44678) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:15.511667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9256a18e-4d7f-4a88-8785-4d59b81bead2 req-2a535610-f9b0-42d2-ba1b-9d54917b7f62 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 1095 time: 0.1646335 May 30 20:36:15.515481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-bd42985b-2109-4da1-9c01-d3972d5bb45d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-926325439', 'description': 'd1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:15.522236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bd42985b-2109-4da1-9c01-d3972d5bb45d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:15.528318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bd42985b-2109-4da1-9c01-d3972d5bb45d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Usage tracker for resource:network and tenant:ab9745bd003c4c36a8b636981df158f5 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:15.532789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-bd42985b-2109-4da1-9c01-d3972d5bb45d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:15.539188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-bd42985b-2109-4da1-9c01-d3972d5bb45d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:15.550002 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd42985b-2109-4da1-9c01-d3972d5bb45d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:15.554509 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd42985b-2109-4da1-9c01-d3972d5bb45d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.564591 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29eefd69-94f7-4162-a307-3157614a0776'] response: {'server_uuid': 'adcafa75-00db-4cd8-ab8c-04b8e5dceea0', 'name': 'network-vif-deleted', 'tag': 'd86da3b0-3e4b-45c4-ac9c-ee6e19dd9432', 'status': 'completed', 'code': 200} May 30 20:36:15.569530 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9256a18e-4d7f-4a88-8785-4d59b81bead2 req-4afd0823-90f7-42b4-8499-7e49a10ba241 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488222 May 30 20:36:15.592944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd42985b-2109-4da1-9c01-d3972d5bb45d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:36:15.608054 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd42985b-2109-4da1-9c01-d3972d5bb45d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.608625 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-bd42985b-2109-4da1-9c01-d3972d5bb45d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Added segment 61279dd0-4fa3-4e7f-8619-2b9a961f596d of type vlan for network 9e3a813c-aff0-48a9-bd77-dc4ff4d2907f May 30 20:36:15.642665 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd42985b-2109-4da1-9c01-d3972d5bb45d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.677329 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd42985b-2109-4da1-9c01-d3972d5bb45d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.681049 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42985b-2109-4da1-9c01-d3972d5bb45d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:15.681889 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd42985b-2109-4da1-9c01-d3972d5bb45d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.784280 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bd42985b-2109-4da1-9c01-d3972d5bb45d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2738595 May 30 20:36:15.787882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44684) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:15.798238 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc8638-111d-4af8-ba19-944deadecf10 req-38f8050b-95b5-46c7-9efb-96d0150579b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:15.799686 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1dc8638-111d-4af8-ba19-944deadecf10 req-38f8050b-95b5-46c7-9efb-96d0150579b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 944 time: 0.0774236 May 30 20:36:15.809952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42985b-2109-4da1-9c01-d3972d5bb45d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Network': ['ID=9e3a813c-aff0-48a9-bd77-dc4ff4d2907f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:15.822253 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 9e3a813c-aff0-48a9-bd77-dc4ff4d2907f details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:15.850314 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1dc8638-111d-4af8-ba19-944deadecf10 req-8c5fe277-f205-45c3-8f4d-1a1aeb784c2a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449634 May 30 20:36:15.880434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44688) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:15.914890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745893d3-a63f-4f52-8f43-7a93befa636e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:15.915312 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-745893d3-a63f-4f52-8f43-7a93befa636e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Synchronizing usage tracker for tenant:ab9745bd003c4c36a8b636981df158f5 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:15.936029 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-745893d3-a63f-4f52-8f43-7a93befa636e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Unset dirty status for tenant:ab9745bd003c4c36a8b636981df158f5 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:15.937191 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-745893d3-a63f-4f52-8f43-7a93befa636e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "GET /v2.0/networks?id=9e3a813c-aff0-48a9-bd77-dc4ff4d2907f HTTP/1.1" status: 200 len: 764 time: 0.1483889 May 30 20:36:15.940704 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44692) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:15.946323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e21cbe6d-4a14-4533-b181-9ef57e7e5de6 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'network': {'description': 'd2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:15.996031 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c6bf6ea7-9f11-4b11-980d-1a4d402130e0 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/ca46d637-2bf2-42b0-a606-9dd09c4f7c0c HTTP/1.1" status: 200 len: 991 time: 0.1143992 May 30 20:36:16.169110 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-37fccde9-2d9e-469a-9112-dbc6fdd3717c req-6e3384f6-8ebc-43a3-994a-56e0f181eac5 tempest-VolumesSnapshotTestJSON-2145101648 tempest-VolumesSnapshotTestJSON-2145101648-project] 10.222.0.84 "GET /v2.0/ports?device_id=adcafa75-00db-4cd8-ab8c-04b8e5dceea0 HTTP/1.1" status: 200 len: 210 time: 0.0484378 May 30 20:36:16.197563 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e21cbe6d-4a14-4533-b181-9ef57e7e5de6 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:16.215201 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e21cbe6d-4a14-4533-b181-9ef57e7e5de6 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:16.268828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44702) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:16.289625 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e21cbe6d-4a14-4533-b181-9ef57e7e5de6 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network 9e3a813c-aff0-48a9-bd77-dc4ff4d2907f is not hosted by any dhcp agent {{(pid=84024) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 30 20:36:16.293016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21cbe6d-4a14-4533-b181-9ef57e7e5de6 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:16.293601 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e21cbe6d-4a14-4533-b181-9ef57e7e5de6 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:16.295380 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e21cbe6d-4a14-4533-b181-9ef57e7e5de6 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "PUT /v2.0/networks/9e3a813c-aff0-48a9-bd77-dc4ff4d2907f HTTP/1.1" status: 200 len: 761 time: 0.3536937 May 30 20:36:16.301109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44706) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:16.408612 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cbe6d-4a14-4533-b181-9ef57e7e5de6 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Network': ['ID=9e3a813c-aff0-48a9-bd77-dc4ff4d2907f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:16.422061 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 9e3a813c-aff0-48a9-bd77-dc4ff4d2907f details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:16.445662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ac470f-d2e0-4b73-b679-edd0fef44e4f tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:16.447332 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-53ac470f-d2e0-4b73-b679-edd0fef44e4f tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "GET /v2.0/networks?id=9e3a813c-aff0-48a9-bd77-dc4ff4d2907f HTTP/1.1" status: 200 len: 764 time: 0.1453273 May 30 20:36:16.452656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44712) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:16.477306 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-13f612fb-083d-4dd8-85d4-d2578ede4f6b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting port cadc71da-af1b-44b1-823a-b4f5a601477d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:16.477649 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-13f612fb-083d-4dd8-85d4-d2578ede4f6b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:16.613621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f15a504-320a-4fca-affd-dddf7bbb6832 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:16.614678 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4f15a504-320a-4fca-affd-dddf7bbb6832 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1611974 May 30 20:36:16.617415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44716) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:16.660895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f2f72667-0bb9-49a2-9c86-5eb3d209c4b0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Synchronizing usage tracker for tenant:ab9745bd003c4c36a8b636981df158f5 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:16.677268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f2f72667-0bb9-49a2-9c86-5eb3d209c4b0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Unset dirty status for tenant:ab9745bd003c4c36a8b636981df158f5 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:16.678442 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f2f72667-0bb9-49a2-9c86-5eb3d209c4b0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386 HTTP/1.1" status: 200 len: 207 time: 0.0600235 May 30 20:36:16.682340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44720) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:16.743596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44724) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:16.837940 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f8e384-468d-4b0c-9661-b628a596edec tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:16.842591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f8e384-468d-4b0c-9661-b628a596edec tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:16.845067 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-13f612fb-083d-4dd8-85d4-d2578ede4f6b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:16.845538 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-13f612fb-083d-4dd8-85d4-d2578ede4f6b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:16.846714 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f8e384-468d-4b0c-9661-b628a596edec tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:16.850539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f8e384-468d-4b0c-9661-b628a596edec tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:16.854346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f8e384-468d-4b0c-9661-b628a596edec tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:16.858905 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f8e384-468d-4b0c-9661-b628a596edec tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:16.860633 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-67f8e384-468d-4b0c-9661-b628a596edec tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1773195 May 30 20:36:16.864589 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44728) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:16.978750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-13f612fb-083d-4dd8-85d4-d2578ede4f6b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Calling delete_port for cadc71da-af1b-44b1-823a-b4f5a601477d owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:17.024639 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f5ee3e71-6684-4f53-a4af-36aa4a395403 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1589890 May 30 20:36:17.027787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44732) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:17.097626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6edd26-d86f-4d0a-9e5a-a124878b8b69 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:17.098961 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6edd26-d86f-4d0a-9e5a-a124878b8b69 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:17.100264 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6edd26-d86f-4d0a-9e5a-a124878b8b69 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:17.101552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6edd26-d86f-4d0a-9e5a-a124878b8b69 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:17.102940 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6edd26-d86f-4d0a-9e5a-a124878b8b69 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:17.104574 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0f6edd26-d86f-4d0a-9e5a-a124878b8b69 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0758617 May 30 20:36:17.108659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44736) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:17.133931 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f129d84c-1da7-47d2-88f9-6121445a5700 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Deleting port f7e49b0f-a741-480c-bcd4-8831862a0256 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:17.134268 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f129d84c-1da7-47d2-88f9-6121445a5700 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:17.177042 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa97048-ab71-4a06-864f-754c66b4305c tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:17.178320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa97048-ab71-4a06-864f-754c66b4305c tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:17.179587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa97048-ab71-4a06-864f-754c66b4305c tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:17.180890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa97048-ab71-4a06-864f-754c66b4305c tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:17.182259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa97048-ab71-4a06-864f-754c66b4305c tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:17.183785 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5fa97048-ab71-4a06-864f-754c66b4305c tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0742362 May 30 20:36:17.187999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44740) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:17.376453 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2720dac9-404a-48e4-9f70-af13393b0a6a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:17.384512 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2720dac9-404a-48e4-9f70-af13393b0a6a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "GET /v2.0/networks/5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538 HTTP/1.1" status: 200 len: 803 time: 0.1955326 May 30 20:36:17.386846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44748) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:17.402554 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-13f612fb-083d-4dd8-85d4-d2578ede4f6b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:17.437363 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f129d84c-1da7-47d2-88f9-6121445a5700 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:17.437888 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f129d84c-1da7-47d2-88f9-6121445a5700 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:17.464752 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f612fb-083d-4dd8-85d4-d2578ede4f6b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Port': ['ID=cadc71da-af1b-44b1-823a-b4f5a601477d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:17.551802 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c1c93888-4462-48ce-9530-c80fa63a7d61 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "GET /v2.0/networks/5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1635401 May 30 20:36:17.552396 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44752) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:17.593618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-f129d84c-1da7-47d2-88f9-6121445a5700 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Calling delete_port for f7e49b0f-a741-480c-bcd4-8831862a0256 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:17.723282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:17.732491 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90131b7b-98f3-4bf9-9430-1eaa3192dd51 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:17.739145 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-90131b7b-98f3-4bf9-9430-1eaa3192dd51 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "GET /v2.0/subnets/100a67ce-9c90-46c7-8200-895ebb2dfe2b HTTP/1.1" status: 200 len: 843 time: 0.1857581 May 30 20:36:17.740104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44760) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:17.770381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:36:17.771188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device d86da3b0-3e4b-45c4-ac9c-ee6e19dd9432 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:36:17.798977 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-13f612fb-083d-4dd8-85d4-d2578ede4f6b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:17.825089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca65f56-fe88-4b37-b469-e29d683b0451 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:17.826997 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3ca65f56-fe88-4b37-b469-e29d683b0451 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "GET /v2.0/subnets/100a67ce-9c90-46c7-8200-895ebb2dfe2b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0842876 May 30 20:36:17.830530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44764) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:17.835746 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-91baabb8-f2c0-4689-ad11-c17971ea575b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-592141806'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:17.842557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-91baabb8-f2c0-4689-ad11-c17971ea575b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:17.853888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-91baabb8-f2c0-4689-ad11-c17971ea575b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:17.869021 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91baabb8-f2c0-4689-ad11-c17971ea575b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:17.873874 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91baabb8-f2c0-4689-ad11-c17971ea575b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:17.914252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91baabb8-f2c0-4689-ad11-c17971ea575b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:36:17.938202 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91baabb8-f2c0-4689-ad11-c17971ea575b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:17.939328 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-91baabb8-f2c0-4689-ad11-c17971ea575b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Added segment e3f12840-b198-4fe9-9d46-40730fc294b5 of type vlan for network e91d7de5-7f38-4174-a86e-e7abf963a041 May 30 20:36:17.986090 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91baabb8-f2c0-4689-ad11-c17971ea575b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:18.022315 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91baabb8-f2c0-4689-ad11-c17971ea575b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:18.027493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91baabb8-f2c0-4689-ad11-c17971ea575b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:18.029682 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91baabb8-f2c0-4689-ad11-c17971ea575b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:18.079684 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f129d84c-1da7-47d2-88f9-6121445a5700 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:18.149874 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129d84c-1da7-47d2-88f9-6121445a5700 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Pushing event deleted for resources: {'Port': ['ID=f7e49b0f-a741-480c-bcd4-8831862a0256,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:18.188381 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-91baabb8-f2c0-4689-ad11-c17971ea575b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3524296 May 30 20:36:18.188381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44770) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:18.192344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91baabb8-f2c0-4689-ad11-c17971ea575b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Network': ['ID=e91d7de5-7f38-4174-a86e-e7abf963a041,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:18.206176 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network e91d7de5-7f38-4174-a86e-e7abf963a041 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:18.207155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e37d1de8-2a59-4e31-bbc2-6ec67b3d351b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'subnet': {'network_id': 'e91d7de5-7f38-4174-a86e-e7abf963a041', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:18.481573 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e37d1de8-2a59-4e31-bbc2-6ec67b3d351b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:18.498507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e37d1de8-2a59-4e31-bbc2-6ec67b3d351b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:18.515458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37d1de8-2a59-4e31-bbc2-6ec67b3d351b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Made reservation on behalf of ab9745bd003c4c36a8b636981df158f5 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:18.615863 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f129d84c-1da7-47d2-88f9-6121445a5700 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:18.627572 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e37d1de8-2a59-4e31-bbc2-6ec67b3d351b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:18.726279 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.ipam_backend_mixin [None req-e37d1de8-2a59-4e31-bbc2-6ec67b3d351b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Performing IP validity checks on allocation pools {{(pid=84024) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 30 20:36:18.726794 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.ipam_backend_mixin [None req-e37d1de8-2a59-4e31-bbc2-6ec67b3d351b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84024) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 30 20:36:18.893197 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f612fb-083d-4dd8-85d4-d2578ede4f6b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router 97a9fb10-8a52-4828-beb8-41b14a57b584 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:36:18.913826 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e37d1de8-2a59-4e31-bbc2-6ec67b3d351b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:19.004622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d1de8-2a59-4e31-bbc2-6ec67b3d351b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Subnet': ['ID=b86ada1d-b0e4-42a4-b4f3-e9010bedeab3,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:19.019823 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37d1de8-2a59-4e31-bbc2-6ec67b3d351b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Checking segment: {'id': 'e3f12840-b198-4fe9-9d46-40730fc294b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e91d7de5-7f38-4174-a86e-e7abf963a041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:19.020235 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d1de8-2a59-4e31-bbc2-6ec67b3d351b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network hostable DHCP agents. Network: e91d7de5-7f38-4174-a86e-e7abf963a041, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:36:19.052568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d1de8-2a59-4e31-bbc2-6ec67b3d351b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Network e91d7de5-7f38-4174-a86e-e7abf963a041 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:36:19.062670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-e37d1de8-2a59-4e31-bbc2-6ec67b3d351b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, e91d7de5-7f38-4174-a86e-e7abf963a041) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:19.067941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37d1de8-2a59-4e31-bbc2-6ec67b3d351b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:19.068672 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e37d1de8-2a59-4e31-bbc2-6ec67b3d351b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:19.079785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcf6c3e-d248-456c-b5f7-24444cfb0a8a None None] Network e91d7de5-7f38-4174-a86e-e7abf963a041 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:19.109694 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e37d1de8-2a59-4e31-bbc2-6ec67b3d351b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9203610 May 30 20:36:19.112356 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44778) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:19.122611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-062d64db-0173-470a-9420-ef6c472b14f7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:19.314950 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-062d64db-0173-470a-9420-ef6c472b14f7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2972035'] for subnet, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:19.410437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f612fb-083d-4dd8-85d4-d2578ede4f6b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:36:19.421505 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-e91d7de5-7f38-4174-a86e-e7abf963a041', 'network_id': 'e91d7de5-7f38-4174-a86e-e7abf963a041', 'tenant_id': 'ab9745bd003c4c36a8b636981df158f5', 'fixed_ips': [{'subnet_id': 'b86ada1d-b0e4-42a4-b4f3-e9010bedeab3'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:36:19.421899 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412a0c50-4fbe-4f5d-9d3a-297bdd66b081 None None] Sync routers for ids ['97a9fb10-8a52-4828-beb8-41b14a57b584'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:36:19.422336 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:19.445205 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a0c50-4fbe-4f5d-9d3a-297bdd66b081 None None] Routers {'97a9fb10-8a52-4828-beb8-41b14a57b584'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:19.446274 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-412a0c50-4fbe-4f5d-9d3a-297bdd66b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:36:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97a9fb10-8a52-4828-beb8-41b14a57b584'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:19.448589 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-13f612fb-083d-4dd8-85d4-d2578ede4f6b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:19.513123 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-13f612fb-083d-4dd8-85d4-d2578ede4f6b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/floatingips/ca46d637-2bf2-42b0-a606-9dd09c4f7c0c HTTP/1.1" status: 204 len: 168 time: 3.2360198 May 30 20:36:19.513123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'tag': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:36:19.545955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f129d84c-1da7-47d2-88f9-6121445a5700 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Router 4785fb19-9050-4103-9d4d-463d63d3dfbd has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:36:19.713197 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75cc8c9f-e33e-442d-b8ac-aa14d8612f53'] response: {'name': 'network-changed', 'server_uuid': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'tag': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5', 'status': 'completed', 'code': 200} May 30 20:36:19.804832 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-062d64db-0173-470a-9420-ef6c472b14f7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730630571165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3157929'] for subnet, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:19.807103 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-412a0c50-4fbe-4f5d-9d3a-297bdd66b081 None None] Set router 97a9fb10-8a52-4828-beb8-41b14a57b584 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:36:19.952348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Allocated IP 2001:db8::3 (e91d7de5-7f38-4174-a86e-e7abf963a041/b86ada1d-b0e4-42a4-b4f3-e9010bedeab3/cc748b29-f336-414a-a124-2fb58ab51c4f) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:19.968425 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32b8867b-a0c2-43bf-89b3-49cb78945f15 req-51c5eb97-7163-47bd-91b9-cc78874cae8b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 1095 time: 0.2570362 May 30 20:36:20.017206 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062d64db-0173-470a-9420-ef6c472b14f7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:20.017797 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-062d64db-0173-470a-9420-ef6c472b14f7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:20.021335 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-062d64db-0173-470a-9420-ef6c472b14f7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "PUT /v2.0/subnets/b86ada1d-b0e4-42a4-b4f3-e9010bedeab3 HTTP/1.1" status: 200 len: 900 time: 0.9077568 May 30 20:36:20.022278 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d64db-0173-470a-9420-ef6c472b14f7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event updated for resources: {'Subnet': ['ID=b86ada1d-b0e4-42a4-b4f3-e9010bedeab3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:20.024183 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44790) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:20.413627 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:20.440386 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Transition to ACTIVE for port object cc748b29-f336-414a-a124-2fb58ab51c4f will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:20.445972 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-412a0c50-4fbe-4f5d-9d3a-297bdd66b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115271489', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '852fa71f-e854-482e-8828-2392d60bb82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:44Z', 'updated_at': '2022-05-30T20:34:56Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '852fa71f-e854-482e-8828-2392d60bb82f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:46Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'abcb7548-16a7-4b1d-baf2-61303eb7b642', 'name': '', 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:10:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:55Z', 'updated_at': '2022-05-30T20:35:07Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:20.450305 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412a0c50-4fbe-4f5d-9d3a-297bdd66b081 None None] Checking router: 97a9fb10-8a52-4828-beb8-41b14a57b584 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:36:20.463873 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a0c50-4fbe-4f5d-9d3a-297bdd66b081 None None] Routers {'97a9fb10-8a52-4828-beb8-41b14a57b584'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:20.464523 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-412a0c50-4fbe-4f5d-9d3a-297bdd66b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:36:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97a9fb10-8a52-4828-beb8-41b14a57b584'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:20.477309 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Transition to ACTIVE for port object cc748b29-f336-414a-a124-2fb58ab51c4f will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:20.488357 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:20.588138 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Network e91d7de5-7f38-4174-a86e-e7abf963a041 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:20.590272 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:20.595149 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:20.607458 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Pushing event updated for resources: {'Port': ['ID=cc748b29-f336-414a-a124-2fb58ab51c4f,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:20.770787 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-412a0c50-4fbe-4f5d-9d3a-297bdd66b081 None None] Set router 97a9fb10-8a52-4828-beb8-41b14a57b584 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:36:20.817481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Attempting to bind port cc748b29-f336-414a-a124-2fb58ab51c4f on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:20.818290 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Attempting to bind port cc748b29-f336-414a-a124-2fb58ab51c4f by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'e3f12840-b198-4fe9-9d46-40730fc294b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e91d7de5-7f38-4174-a86e-e7abf963a041'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:20.819003 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Attempting to bind port cc748b29-f336-414a-a124-2fb58ab51c4f on network e91d7de5-7f38-4174-a86e-e7abf963a041 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:20.841310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:20.841310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Checking segment: {'id': 'e3f12840-b198-4fe9-9d46-40730fc294b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e91d7de5-7f38-4174-a86e-e7abf963a041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:20.841310 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:20.841310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Bound using segment: {'id': 'e3f12840-b198-4fe9-9d46-40730fc294b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e91d7de5-7f38-4174-a86e-e7abf963a041'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:20.842653 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Bound port: cc748b29-f336-414a-a124-2fb58ab51c4f, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f12840-b198-4fe9-9d46-40730fc294b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e91d7de5-7f38-4174-a86e-e7abf963a041'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:20.842653 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:20.889580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8867b-a0c2-43bf-89b3-49cb78945f15 req-6945f5c3-b0b6-469e-a9e2-07d37feb6437 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:20.892570 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32b8867b-a0c2-43bf-89b3-49cb78945f15 req-6945f5c3-b0b6-469e-a9e2-07d37feb6437 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6047b2c-d544-41ef-9a1f-f13a58abb843 HTTP/1.1" status: 200 len: 898 time: 0.9146593 May 30 20:36:20.903415 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:21.018810 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32b8867b-a0c2-43bf-89b3-49cb78945f15 req-6223524f-0042-4d0f-bce0-40c8c6a8eaf1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 HTTP/1.1" status: 200 len: 217 time: 0.1052470 May 30 20:36:21.033887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] For port cc748b29-f336-414a-a124-2fb58ab51c4f, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:21.033887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] For port cc748b29-f336-414a-a124-2fb58ab51c4f, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cc748b29-f336-414a-a124-2fb58ab51c4f,segment=NetworkSegment(e3f12840-b198-4fe9-9d46-40730fc294b5),segment_id=e3f12840-b198-4fe9-9d46-40730fc294b5)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:36:21.046477 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:21.090112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ee180-e474-4e9b-85d3-40fed2b17e86 req-1bec7a8e-de9e-4e36-bfad-af8e0aaef3ed tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:21.091211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-fe1ee180-e474-4e9b-85d3-40fed2b17e86 req-1bec7a8e-de9e-4e36-bfad-af8e0aaef3ed tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:21.097228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f129d84c-1da7-47d2-88f9-6121445a5700 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:36:21.108742 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f129d84c-1da7-47d2-88f9-6121445a5700 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:21.140379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d5e9e-71e3-4dab-a78e-32db9e65e30c None None] Pushing event updated for resources: {'Port': ['ID=cc748b29-f336-414a-a124-2fb58ab51c4f,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:21.142890 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eef1f56-a545-41b2-9c72-e57fe8307c27 None None] Sync routers for ids ['4785fb19-9050-4103-9d4d-463d63d3dfbd'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:36:21.162058 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eef1f56-a545-41b2-9c72-e57fe8307c27 None None] Routers {'4785fb19-9050-4103-9d4d-463d63d3dfbd'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:21.162918 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3eef1f56-a545-41b2-9c72-e57fe8307c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:36:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4785fb19-9050-4103-9d4d-463d63d3dfbd'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:21.211468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Deleting port cc748b29-f336-414a-a124-2fb58ab51c4f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:21.211744 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:21.261739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200ce1f-a796-40fb-9391-4ad455900cd6 req-f3b5f18f-6752-47b9-87a3-fab95ac7cfda tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:21.262901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7200ce1f-a796-40fb-9391-4ad455900cd6 req-f3b5f18f-6752-47b9-87a3-fab95ac7cfda tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:21.274207 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-412a0c50-4fbe-4f5d-9d3a-297bdd66b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115271489', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '852fa71f-e854-482e-8828-2392d60bb82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:44Z', 'updated_at': '2022-05-30T20:34:56Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '852fa71f-e854-482e-8828-2392d60bb82f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:46Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'abcb7548-16a7-4b1d-baf2-61303eb7b642', 'name': '', 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:10:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:55Z', 'updated_at': '2022-05-30T20:35:07Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:21.280281 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412a0c50-4fbe-4f5d-9d3a-297bdd66b081 None None] The sync data for ids ['97a9fb10-8a52-4828-beb8-41b14a57b584'] in n-d-843949-2 is: [{'id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115271489', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '852fa71f-e854-482e-8828-2392d60bb82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:44Z', 'updated_at': '2022-05-30T20:34:56Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '852fa71f-e854-482e-8828-2392d60bb82f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:46Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'abcb7548-16a7-4b1d-baf2-61303eb7b642', 'name': '', 'network_id': 'b6047b2c-d544-41ef-9a1f-f13a58abb843', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:10:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:55Z', 'updated_at': '2022-05-30T20:35:07Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '1eaf07b2-a461-454e-a159-68e3d440e898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:36:21.331988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-fe1ee180-e474-4e9b-85d3-40fed2b17e86 req-1bec7a8e-de9e-4e36-bfad-af8e0aaef3ed tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:21.333130 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe1ee180-e474-4e9b-85d3-40fed2b17e86 req-1bec7a8e-de9e-4e36-bfad-af8e0aaef3ed tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.93 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 944 time: 0.8109283 May 30 20:36:21.334891 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f129d84c-1da7-47d2-88f9-6121445a5700 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "DELETE /v2.0/floatingips/89acd837-65e7-4b23-8841-321486ef7462 HTTP/1.1" status: 204 len: 168 time: 4.5906351 May 30 20:36:21.340684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8867b-a0c2-43bf-89b3-49cb78945f15 req-59360af7-5c32-4bf0-8985-8df8aec19cdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:21.342774 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32b8867b-a0c2-43bf-89b3-49cb78945f15 req-59360af7-5c32-4bf0-8985-8df8aec19cdd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1eaf07b2-a461-454e-a159-68e3d440e898 HTTP/1.1" status: 200 len: 835 time: 0.3191552 May 30 20:36:21.551937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7200ce1f-a796-40fb-9391-4ad455900cd6 req-f3b5f18f-6752-47b9-87a3-fab95ac7cfda tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:21.553993 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7200ce1f-a796-40fb-9391-4ad455900cd6 req-f3b5f18f-6752-47b9-87a3-fab95ac7cfda tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 944 time: 1.0651159 May 30 20:36:21.562303 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-3eef1f56-a545-41b2-9c72-e57fe8307c27 None None] Set router 4785fb19-9050-4103-9d4d-463d63d3dfbd gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:36:21.673846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-fe1ee180-e474-4e9b-85d3-40fed2b17e86 req-f04342dd-d80d-432d-992b-7d26bd33990b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:21.674209 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fe1ee180-e474-4e9b-85d3-40fed2b17e86 req-f04342dd-d80d-432d-992b-7d26bd33990b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:21.857697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'tag': '54887d4e-368e-4e01-a1ef-8913d4da51cf'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:36:21.978795 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f1cbe4-965e-41c2-8284-e9d2e90992a8 None None] New status for floating IP ca46d637-2bf2-42b0-a606-9dd09c4f7c0c: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:36:22.289119 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3eef1f56-a545-41b2-9c72-e57fe8307c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:58Z', 'updated_at': '2022-05-30T20:32:07Z', 'revision_number': 4, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'gw_port': {'id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:59Z', 'updated_at': '2022-05-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '5ecbd441-4c2b-426a-8294-985bbce57dc9', 'name': '', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'mac_address': 'fa:16:3e:88:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:05Z', 'updated_at': '2022-05-30T20:32:28Z', 'revision_number': 5, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'subnets': [{'id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:22.298755 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eef1f56-a545-41b2-9c72-e57fe8307c27 None None] Checking router: 4785fb19-9050-4103-9d4d-463d63d3dfbd for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:36:22.322425 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eef1f56-a545-41b2-9c72-e57fe8307c27 None None] Routers {'4785fb19-9050-4103-9d4d-463d63d3dfbd'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:22.323247 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3eef1f56-a545-41b2-9c72-e57fe8307c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:36:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4785fb19-9050-4103-9d4d-463d63d3dfbd'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:22.349111 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7200ce1f-a796-40fb-9391-4ad455900cd6 req-567359ce-7063-4fef-83b4-77e89880cc2b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5232100 May 30 20:36:22.553122 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5193ac7d-cf1d-462b-be5f-b0c6dea291ad'] response: {'name': 'network-changed', 'server_uuid': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'tag': '54887d4e-368e-4e01-a1ef-8913d4da51cf', 'status': 'completed', 'code': 200} May 30 20:36:22.599974 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32b8867b-a0c2-43bf-89b3-49cb78945f15 req-b0e460aa-ead7-457d-8271-c927ee8cfa5b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6047b2c-d544-41ef-9a1f-f13a58abb843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1667569 May 30 20:36:22.693314 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cc748b29-f336-414a-a124-2fb58ab51c4f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:22.719634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294e8b05-7590-42e6-96f7-771e73eca395 None None] Network e91d7de5-7f38-4174-a86e-e7abf963a041 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:22.734850 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] For port cc748b29-f336-414a-a124-2fb58ab51c4f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cc748b29-f336-414a-a124-2fb58ab51c4f,segment=NetworkSegment(e3f12840-b198-4fe9-9d46-40730fc294b5),segment_id=e3f12840-b198-4fe9-9d46-40730fc294b5)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:22.735212 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:22.750677 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-50acd53f-a295-4f2c-91f9-4fc40ee20bbb req-0631c398-341f-47d4-99b0-71605bb8ec27 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2f1c43d5746b45a4a5d0ca372b07696b&device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 1097 time: 0.1845620 May 30 20:36:22.868780 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Calling delete_port for cc748b29-f336-414a-a124-2fb58ab51c4f owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:22.931840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0dc3c3cc-d1eb-480c-88d9-9b96da871ab6 None None] Provisioning for port cc748b29-f336-414a-a124-2fb58ab51c4f completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:22.943595 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acd53f-a295-4f2c-91f9-4fc40ee20bbb req-e5e3e139-4836-478c-ac0f-6be59bd03216 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:22.945551 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-50acd53f-a295-4f2c-91f9-4fc40ee20bbb req-e5e3e139-4836-478c-ac0f-6be59bd03216 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ee638217-d7ff-4c68-a795-3d58d5cc4cd2 HTTP/1.1" status: 200 len: 914 time: 0.1882300 May 30 20:36:23.038738 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-50acd53f-a295-4f2c-91f9-4fc40ee20bbb req-3bc33345-9498-4e58-8a76-424374d5da34 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54887d4e-368e-4e01-a1ef-8913d4da51cf HTTP/1.1" status: 200 len: 217 time: 0.0844944 May 30 20:36:23.130380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acd53f-a295-4f2c-91f9-4fc40ee20bbb req-bac4f457-576d-4b0c-a363-a2ed7a632b78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:23.132177 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-50acd53f-a295-4f2c-91f9-4fc40ee20bbb req-bac4f457-576d-4b0c-a363-a2ed7a632b78 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=780c68c8-f9a4-4145-9602-61dc98bd29fc HTTP/1.1" status: 200 len: 852 time: 0.0861816 May 30 20:36:23.146164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-3eef1f56-a545-41b2-9c72-e57fe8307c27 None None] Set router 4785fb19-9050-4103-9d4d-463d63d3dfbd gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:36:23.226996 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-50acd53f-a295-4f2c-91f9-4fc40ee20bbb req-3577e713-fb27-4328-aca4-3844522aab71 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ee638217-d7ff-4c68-a795-3d58d5cc4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875173 May 30 20:36:23.268870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b990c-b64a-4187-91d3-6c903870a303 req-252b0021-6cba-4ed5-973b-daa354c133b0 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:23.269550 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-be6b990c-b64a-4187-91d3-6c903870a303 req-252b0021-6cba-4ed5-973b-daa354c133b0 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Synchronizing usage tracker for tenant:2f1c43d5746b45a4a5d0ca372b07696b on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:23.293378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-fe1ee180-e474-4e9b-85d3-40fed2b17e86 req-f04342dd-d80d-432d-992b-7d26bd33990b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] For port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:23.293378 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fe1ee180-e474-4e9b-85d3-40fed2b17e86 req-f04342dd-d80d-432d-992b-7d26bd33990b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:23.349711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.93', 58909) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:23.478717 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:23.512186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port cc748b29-f336-414a-a124-2fb58ab51c4f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:23.575435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-fe1ee180-e474-4e9b-85d3-40fed2b17e86 req-f04342dd-d80d-432d-992b-7d26bd33990b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Calling delete_port for 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:23.600127 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port cc748b29-f336-414a-a124-2fb58ab51c4f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:23.600664 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:23.601461 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-50acd53f-a295-4f2c-91f9-4fc40ee20bbb req-63ad10f1-ec67-48ad-9d0a-359ae14d430f service neutron] 10.222.0.93 "GET /v2.0/networks/ee638217-d7ff-4c68-a795-3d58d5cc4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673580 May 30 20:36:23.633120 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:23.645079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32b8867b-a0c2-43bf-89b3-49cb78945f15 req-3c919687-e500-48c1-8592-c16d9e657454 service neutron] 10.222.0.93 "GET /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0080123 May 30 20:36:23.657192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Port cc748b29-f336-414a-a124-2fb58ab51c4f was deleted so its status cannot be updated. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 30 20:36:23.768447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Port': ['ID=cc748b29-f336-414a-a124-2fb58ab51c4f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:23.791790 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-50acd53f-a295-4f2c-91f9-4fc40ee20bbb req-395b6323-2f89-4e9c-b5bb-9d483833802a service neutron] 10.222.0.93 "GET /v2.0/networks/ee638217-d7ff-4c68-a795-3d58d5cc4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821504 May 30 20:36:23.801644 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-3eef1f56-a545-41b2-9c72-e57fe8307c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:58Z', 'updated_at': '2022-05-30T20:32:07Z', 'revision_number': 4, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'gw_port': {'id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:59Z', 'updated_at': '2022-05-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '5ecbd441-4c2b-426a-8294-985bbce57dc9', 'name': '', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'mac_address': 'fa:16:3e:88:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:05Z', 'updated_at': '2022-05-30T20:32:28Z', 'revision_number': 5, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'subnets': [{'id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:23.805920 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eef1f56-a545-41b2-9c72-e57fe8307c27 None None] The sync data for ids ['4785fb19-9050-4103-9d4d-463d63d3dfbd'] in n-d-843949-2 is: [{'id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:58Z', 'updated_at': '2022-05-30T20:32:07Z', 'revision_number': 4, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'gw_port': {'id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:59Z', 'updated_at': '2022-05-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '5ecbd441-4c2b-426a-8294-985bbce57dc9', 'name': '', 'network_id': 'ee638217-d7ff-4c68-a795-3d58d5cc4cd2', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'mac_address': 'fa:16:3e:88:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:05Z', 'updated_at': '2022-05-30T20:32:28Z', 'revision_number': 5, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'subnets': [{'id': '780c68c8-f9a4-4145-9602-61dc98bd29fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:36:23.824248 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-be6b990c-b64a-4187-91d3-6c903870a303 req-252b0021-6cba-4ed5-973b-daa354c133b0 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Unset dirty status for tenant:2f1c43d5746b45a4a5d0ca372b07696b on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:23.831699 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be6b990c-b64a-4187-91d3-6c903870a303 req-252b0021-6cba-4ed5-973b-daa354c133b0 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 946 time: 1.8274622 May 30 20:36:23.985074 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-be6b990c-b64a-4187-91d3-6c903870a303 req-da852fe2-b169-495a-8c36-c11848b7f0e2 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/security-groups?id=97c8bac6-85c2-4fd5-a740-ab7b26bff60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524837 May 30 20:36:24.039789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] No DVR routers for this DVR port cc748b29-f336-414a-a124-2fb58ab51c4f on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:36:24.040062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf34fb54-1f68-4ab5-af89-3bac8d7abf25 None None] Network e91d7de5-7f38-4174-a86e-e7abf963a041 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:24.135340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f795aac-1ffe-42db-8f84-fd46375ddfb7 None None] New status for floating IP 89acd837-65e7-4b23-8841-321486ef7462: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:36:24.206852 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-493bd053-c1f3-4306-a113-99e5d6c029f6 None None] Could not find standard attr ID for object cc748b29-f336-414a-a124-2fb58ab51c4f. {{(pid=84025) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:36:24.234307 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:24.270080 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63966a-f573-42a9-8645-2eed69e2244d req-40ede642-954a-4ba8-b2e6-7e9171db41de tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:24.271544 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1b63966a-f573-42a9-8645-2eed69e2244d req-40ede642-954a-4ba8-b2e6-7e9171db41de tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.93 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 946 time: 0.9159012 May 30 20:36:24.280120 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32b8867b-a0c2-43bf-89b3-49cb78945f15 req-4880008f-3e4f-499b-9d3d-28a458f36e94 service neutron] 10.222.0.93 "GET /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390921 May 30 20:36:24.336124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a43f4-3ba4-4613-9ae7-59e571b6a308 req-70c7bdba-fb7d-43e7-92df-6d8d2416b311 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:24.337520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-198a43f4-3ba4-4613-9ae7-59e571b6a308 req-70c7bdba-fb7d-43e7-92df-6d8d2416b311 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=12204902-4e2c-47e6-8d3d-bb35a8f97527 HTTP/1.1" status: 200 len: 944 time: 0.6911936 May 30 20:36:24.415824 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fe1ee180-e474-4e9b-85d3-40fed2b17e86 req-f04342dd-d80d-432d-992b-7d26bd33990b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:24.498192 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-1b63966a-f573-42a9-8645-2eed69e2244d req-b6c3b6cd-a6de-4bbb-84d3-f0c827a335aa tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Deleting port 54887d4e-368e-4e01-a1ef-8913d4da51cf {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:24.498736 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1b63966a-f573-42a9-8645-2eed69e2244d req-b6c3b6cd-a6de-4bbb-84d3-f0c827a335aa tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:24.555791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04342dd-d80d-432d-992b-7d26bd33990b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Port': ['ID=2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:24.581131 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-198a43f4-3ba4-4613-9ae7-59e571b6a308 req-515bcd22-eae1-4cef-befc-fedcbc27231a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=a1a141d3-4a02-4d99-8649-949d268a151a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260485 May 30 20:36:24.709913 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1ee180-e474-4e9b-85d3-40fed2b17e86 req-f04342dd-d80d-432d-992b-7d26bd33990b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] No DVR routers for this DVR port 2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:36:24.714502 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:24.718406 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fe1ee180-e474-4e9b-85d3-40fed2b17e86 req-f04342dd-d80d-432d-992b-7d26bd33990b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:24.751107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'name': 'network-vif-deleted', 'tag': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:36:24.777961 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Subnet': ['ID=b86ada1d-b0e4-42a4-b4f3-e9010bedeab3,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:24.828684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33803d27-9d77-4d37-ab06-9d764c6f00eb None None] Network e91d7de5-7f38-4174-a86e-e7abf963a041 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:24.861279 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75813faf-ae27-4a76-a558-a84f518be08b'] response: {'server_uuid': '12204902-4e2c-47e6-8d3d-bb35a8f97527', 'name': 'network-vif-deleted', 'tag': '2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5', 'status': 'completed', 'code': 200} May 30 20:36:24.875401 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe1ee180-e474-4e9b-85d3-40fed2b17e86 req-f04342dd-d80d-432d-992b-7d26bd33990b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.93 "DELETE /v2.0/ports/2f3b7706-03c0-45d1-a082-5aa2d5ae3fd5 HTTP/1.1" status: 204 len: 173 time: 3.5259697 May 30 20:36:25.067669 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.114066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1b63966a-f573-42a9-8645-2eed69e2244d req-b6c3b6cd-a6de-4bbb-84d3-f0c827a335aa tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] For port 54887d4e-368e-4e01-a1ef-8913d4da51cf, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=54887d4e-368e-4e01-a1ef-8913d4da51cf,segment=NetworkSegment(48055f21-d6cf-489d-badc-a672d7a73c13),segment_id=48055f21-d6cf-489d-badc-a672d7a73c13)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:25.114745 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1b63966a-f573-42a9-8645-2eed69e2244d req-b6c3b6cd-a6de-4bbb-84d3-f0c827a335aa tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.123696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91d7de5-7f38-4174-a86e-e7abf963a041']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:25.285005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd6eb3d-349a-4ea2-8b6a-f1c95fdfa373 None None] DHCP port deletion for e91d7de5-7f38-4174-a86e-e7abf963a041 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:36:25.378364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f12840-b198-4fe9-9d46-40730fc294b5') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:25.378640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f12840-b198-4fe9-9d46-40730fc294b5') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:25.463237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-1b63966a-f573-42a9-8645-2eed69e2244d req-b6c3b6cd-a6de-4bbb-84d3-f0c827a335aa tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Calling delete_port for 54887d4e-368e-4e01-a1ef-8913d4da51cf owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:25.520346 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.571728 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.607754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:36:25.608184 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: timer() May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:36:25.624662 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:36:25.795752 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042f0c2-b402-4209-94fe-318e6eac03ba req-cf9633a6-52f9-468b-9fee-e8014ac7e543 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:25.803471 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9042f0c2-b402-4209-94fe-318e6eac03ba req-cf9633a6-52f9-468b-9fee-e8014ac7e543 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 946 time: 0.4146779 May 30 20:36:25.821049 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1b63966a-f573-42a9-8645-2eed69e2244d req-b6c3b6cd-a6de-4bbb-84d3-f0c827a335aa tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.873164 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.874477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44828) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:25.876781 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.910164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3b6cd-a6de-4bbb-84d3-f0c827a335aa tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Pushing event deleted for resources: {'Port': ['ID=54887d4e-368e-4e01-a1ef-8913d4da51cf,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:25.932372 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Network': ['ID=e91d7de5-7f38-4174-a86e-e7abf963a041,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:25.942259 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d9979d75-f9cb-4a75-a6b2-c8399c41d48a tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/networks/e91d7de5-7f38-4174-a86e-e7abf963a041 HTTP/1.1" status: 204 len: 168 time: 5.9169419 May 30 20:36:25.951248 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44832) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:26.030139 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9042f0c2-b402-4209-94fe-318e6eac03ba req-2cdda57d-8a03-4baf-bb14-d40e38295d71 tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/security-groups?id=97c8bac6-85c2-4fd5-a740-ab7b26bff60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257063 May 30 20:36:26.031297 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-52989eb5-5558-466a-8873-f5a7a9c1bd8b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] DELETE failed (client error): The resource could not be found. May 30 20:36:26.031897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52989eb5-5558-466a-8873-f5a7a9c1bd8b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:26.033643 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-52989eb5-5558-466a-8873-f5a7a9c1bd8b tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/subnets/b86ada1d-b0e4-42a4-b4f3-e9010bedeab3 HTTP/1.1" status: 404 len: 337 time: 0.0812795 May 30 20:36:26.038879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44838) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:26.084483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b63966a-f573-42a9-8645-2eed69e2244d req-b6c3b6cd-a6de-4bbb-84d3-f0c827a335aa tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] No DVR routers for this DVR port 54887d4e-368e-4e01-a1ef-8913d4da51cf on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:36:26.089914 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1b63966a-f573-42a9-8645-2eed69e2244d req-b6c3b6cd-a6de-4bbb-84d3-f0c827a335aa tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.092631 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1b63966a-f573-42a9-8645-2eed69e2244d req-b6c3b6cd-a6de-4bbb-84d3-f0c827a335aa tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.93 "DELETE /v2.0/ports/54887d4e-368e-4e01-a1ef-8913d4da51cf HTTP/1.1" status: 204 len: 173 time: 1.8094735 May 30 20:36:26.108508 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb9cced-9061-467a-95ed-ac431dc98496 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] DELETE failed (client error): The resource could not be found. May 30 20:36:26.109046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb9cced-9061-467a-95ed-ac431dc98496 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:26.111029 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ffb9cced-9061-467a-95ed-ac431dc98496 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/networks/e91d7de5-7f38-4174-a86e-e7abf963a041 HTTP/1.1" status: 404 len: 339 time: 0.0712461 May 30 20:36:26.114025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44842) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:26.274812 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-560c7e55-f2d0-4448-a4e5-c329784bed18 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.464764 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-560c7e55-f2d0-4448-a4e5-c329784bed18 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.468711 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cc748b29-f336-414a-a124-2fb58ab51c4f no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:26.509032 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-560c7e55-f2d0-4448-a4e5-c329784bed18 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3a813c-aff0-48a9-bd77-dc4ff4d2907f']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:26.516253 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: cc748b29-f336-414a-a124-2fb58ab51c4f {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:36:26.522170 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cc748b29-f336-414a-a124-2fb58ab51c4f not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:36:26.608282 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-560c7e55-f2d0-4448-a4e5-c329784bed18 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61279dd0-4fa3-4e7f-8619-2b9a961f596d') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:26.608548 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-560c7e55-f2d0-4448-a4e5-c329784bed18 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61279dd0-4fa3-4e7f-8619-2b9a961f596d') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:26.688112 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-560c7e55-f2d0-4448-a4e5-c329784bed18 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.713277 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-560c7e55-f2d0-4448-a4e5-c329784bed18 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.728501 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560c7e55-f2d0-4448-a4e5-c329784bed18 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:36:26.729111 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-560c7e55-f2d0-4448-a4e5-c329784bed18 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: timer() May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:36:26.745108 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:36:26.831285 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-560c7e55-f2d0-4448-a4e5-c329784bed18 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.848782 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-560c7e55-f2d0-4448-a4e5-c329784bed18 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.862854 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'name': 'network-vif-deleted', 'tag': '54887d4e-368e-4e01-a1ef-8913d4da51cf'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:36:26.877957 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c7e55-f2d0-4448-a4e5-c329784bed18 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Network': ['ID=9e3a813c-aff0-48a9-bd77-dc4ff4d2907f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:26.887129 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-560c7e55-f2d0-4448-a4e5-c329784bed18 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/networks/9e3a813c-aff0-48a9-bd77-dc4ff4d2907f HTTP/1.1" status: 204 len: 168 time: 0.7703042 May 30 20:36:26.890841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44848) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:26.931379 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-869329b8-deee-4cec-9110-4162572fd88f tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] DELETE failed (client error): The resource could not be found. May 30 20:36:26.932158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869329b8-deee-4cec-9110-4162572fd88f tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:26.936540 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-869329b8-deee-4cec-9110-4162572fd88f tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/subnets/53c7b674-2c9d-41d2-a423-dc0da15ed23f HTTP/1.1" status: 404 len: 337 time: 0.0441351 May 30 20:36:26.936817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44852) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:26.938551 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d710354f-9d82-4d25-936c-67c55550417a'] response: {'server_uuid': '13378d16-bb20-47c5-866b-3cbb7c15b06d', 'name': 'network-vif-deleted', 'tag': '54887d4e-368e-4e01-a1ef-8913d4da51cf', 'status': 'completed', 'code': 200} May 30 20:36:26.967757 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-131cfdf7-e911-4e90-893e-37eaf1f113f4 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] DELETE failed (client error): The resource could not be found. May 30 20:36:26.968200 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131cfdf7-e911-4e90-893e-37eaf1f113f4 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:26.971945 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-131cfdf7-e911-4e90-893e-37eaf1f113f4 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/networks/ce6b6cc0-4d95-4d60-9eaf-2434b374d3db HTTP/1.1" status: 404 len: 339 time: 0.0297117 May 30 20:36:26.972713 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 44856) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:27.027602 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b64ba38-1d4f-44a2-83fe-08d797aaa440 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:27.373144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-fc9f86c9-0010-48c5-b7e9-eb5bd9d08e00 req-1e1746f6-bb06-449f-a4da-249aee374deb tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Synchronizing usage tracker for tenant:2f1c43d5746b45a4a5d0ca372b07696b on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:27.420556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-fc9f86c9-0010-48c5-b7e9-eb5bd9d08e00 req-1e1746f6-bb06-449f-a4da-249aee374deb tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Unset dirty status for tenant:2f1c43d5746b45a4a5d0ca372b07696b on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:27.422025 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc9f86c9-0010-48c5-b7e9-eb5bd9d08e00 req-1e1746f6-bb06-449f-a4da-249aee374deb tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "GET /v2.0/ports?device_id=13378d16-bb20-47c5-866b-3cbb7c15b06d HTTP/1.1" status: 200 len: 210 time: 0.1203492 May 30 20:36:27.429367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa9b2ed-834d-4c3d-9699-64462f8b8a43 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Deleting subnet a80a1b4d-9a3c-49c0-a8d0-842c91e07771 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:36:27.435139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b2ed-834d-4c3d-9699-64462f8b8a43 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:27.455609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 54887d4e-368e-4e01-a1ef-8913d4da51cf no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:27.489181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 54887d4e-368e-4e01-a1ef-8913d4da51cf {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:36:27.490308 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 54887d4e-368e-4e01-a1ef-8913d4da51cf not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:36:27.504802 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b2ed-834d-4c3d-9699-64462f8b8a43 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:27.642281 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b2ed-834d-4c3d-9699-64462f8b8a43 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:27.795926 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6f2db204-53dd-4989-8798-985cc15746f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:27.830481 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b2ed-834d-4c3d-9699-64462f8b8a43 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:27.872388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9b2ed-834d-4c3d-9699-64462f8b8a43 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Subnet': ['ID=a80a1b4d-9a3c-49c0-a8d0-842c91e07771,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:27.904220 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b2ed-834d-4c3d-9699-64462f8b8a43 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:27.912326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f91047-5a42-4bd7-be0a-6bfc798f610b None None] Network 70847ff6-b83f-42ec-a975-fc86fca938ea requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:27.919752 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2fa9b2ed-834d-4c3d-9699-64462f8b8a43 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/subnets/a80a1b4d-9a3c-49c0-a8d0-842c91e07771 HTTP/1.1" status: 204 len: 168 time: 0.9461491 May 30 20:36:27.926751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44864) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:28.164921 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c751d8-00d4-4aef-b91b-f3eced5a2faf tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Deleting subnet 07cbb0e3-337a-4b32-af17-08afaddeb79a {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:36:28.168114 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-56c751d8-00d4-4aef-b91b-f3eced5a2faf tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.219458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5b64ba38-1d4f-44a2-83fe-08d797aaa440 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting port abcb7548-16a7-4b1d-baf2-61303eb7b642 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:28.219856 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b64ba38-1d4f-44a2-83fe-08d797aaa440 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.228123 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-56c751d8-00d4-4aef-b91b-f3eced5a2faf tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.334881 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-56c751d8-00d4-4aef-b91b-f3eced5a2faf tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.480257 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-56c751d8-00d4-4aef-b91b-f3eced5a2faf tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.486313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-5b64ba38-1d4f-44a2-83fe-08d797aaa440 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] For port abcb7548-16a7-4b1d-baf2-61303eb7b642, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=abcb7548-16a7-4b1d-baf2-61303eb7b642,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:28.486664 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b64ba38-1d4f-44a2-83fe-08d797aaa440 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.533651 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-56c751d8-00d4-4aef-b91b-f3eced5a2faf tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.542423 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c751d8-00d4-4aef-b91b-f3eced5a2faf tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Subnet': ['ID=07cbb0e3-337a-4b32-af17-08afaddeb79a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:28.563253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-56c751d8-00d4-4aef-b91b-f3eced5a2faf tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/subnets/07cbb0e3-337a-4b32-af17-08afaddeb79a HTTP/1.1" status: 204 len: 168 time: 0.6349695 May 30 20:36:28.564443 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44872) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:28.664058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44876) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:28.733174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5b64ba38-1d4f-44a2-83fe-08d797aaa440 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Calling delete_port for abcb7548-16a7-4b1d-baf2-61303eb7b642 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:28.787081 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.816441 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2b4b6cf5-70a5-41e0-9e10-16404208605c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.819823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Deleting port 40d8b193-4ea9-477f-b560-1fc4da84aa43 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:28.822115 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.905691 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2b4b6cf5-70a5-41e0-9e10-16404208605c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.012682 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b64ba38-1d4f-44a2-83fe-08d797aaa440 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.066968 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64ba38-1d4f-44a2-83fe-08d797aaa440 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Port': ['ID=abcb7548-16a7-4b1d-baf2-61303eb7b642,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:29.075394 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6d1ee5-e948-46c4-b545-8ce6aefeb3dc None None] Network 70847ff6-b83f-42ec-a975-fc86fca938ea requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:29.367930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] For port 40d8b193-4ea9-477f-b560-1fc4da84aa43, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=40d8b193-4ea9-477f-b560-1fc4da84aa43,segment=NetworkSegment(89f02a34-f913-474a-bc50-34aa9a9b143f),segment_id=89f02a34-f913-474a-bc50-34aa9a9b143f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:29.370668 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.390677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-970ac5da-45a8-4711-962b-33f66325b461 None None] Provisioning complete for port 40d8b193-4ea9-477f-b560-1fc4da84aa43 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:29.391167 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-970ac5da-45a8-4711-962b-33f66325b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.394442 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2b4b6cf5-70a5-41e0-9e10-16404208605c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.589928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Calling delete_port for 40d8b193-4ea9-477f-b560-1fc4da84aa43 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:29.600265 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a432f341-ec22-4a8f-add5-09e82cedff98 None None] DHCP port deletion for 70847ff6-b83f-42ec-a975-fc86fca938ea request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:36:29.617693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a432f341-ec22-4a8f-add5-09e82cedff98 None None] Deleting port 40d8b193-4ea9-477f-b560-1fc4da84aa43 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:29.618100 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a432f341-ec22-4a8f-add5-09e82cedff98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.626286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b6cf5-70a5-41e0-9e10-16404208605c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c8bac6-85c2-4fd5-a740-ab7b26bff60d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:29.644172 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2b4b6cf5-70a5-41e0-9e10-16404208605c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.645614 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2b4b6cf5-70a5-41e0-9e10-16404208605c tempest-TestVolumeBackupRestore-879025673 tempest-TestVolumeBackupRestore-879025673-project] 10.222.0.84 "DELETE /v2.0/security-groups/97c8bac6-85c2-4fd5-a740-ab7b26bff60d HTTP/1.1" status: 204 len: 168 time: 0.9804590 May 30 20:36:29.697236 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.721244 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b64ba38-1d4f-44a2-83fe-08d797aaa440 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.793534 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Port': ['ID=40d8b193-4ea9-477f-b560-1fc4da84aa43,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:29.814280 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a432f341-ec22-4a8f-add5-09e82cedff98 None None] The port '40d8b193-4ea9-477f-b560-1fc4da84aa43' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:36:29.815445 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] No DVR routers for this DVR port 40d8b193-4ea9-477f-b560-1fc4da84aa43 on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:36:29.965127 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.972162 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8e4e0ef1-86d7-4dd7-a342-54b0bb80a418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:30.040018 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70847ff6-b83f-42ec-a975-fc86fca938ea']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:30.058202 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f02a34-f913-474a-bc50-34aa9a9b143f') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:30.063081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f02a34-f913-474a-bc50-34aa9a9b143f') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:30.103249 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:30.185791 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:30.220767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:36:30.221182 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: timer() May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:36:30.328242 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:36:30.639984 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:30.692574 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:30.696467 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 40d8b193-4ea9-477f-b560-1fc4da84aa43 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:30.743945 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/networks/70847ff6-b83f-42ec-a975-fc86fca938ea HTTP/1.1" status: 204 len: 168 time: 2.1788189 May 30 20:36:30.755670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44958) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:30.833162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632381ad-4d58-4860-a524-88b4ab23afa0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Network': ['ID=70847ff6-b83f-42ec-a975-fc86fca938ea,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:30.840922 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 40d8b193-4ea9-477f-b560-1fc4da84aa43 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:36:30.841979 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 40d8b193-4ea9-477f-b560-1fc4da84aa43 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:36:30.856796 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-902af5f0-d67f-4956-9e10-c95d84734b41 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] DELETE failed (client error): The resource could not be found. May 30 20:36:30.857272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902af5f0-d67f-4956-9e10-c95d84734b41 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:30.858929 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-902af5f0-d67f-4956-9e10-c95d84734b41 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/subnets/877b2e3c-4464-4e08-9732-944f555cf314 HTTP/1.1" status: 404 len: 337 time: 0.1021726 May 30 20:36:30.864610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44970) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:30.911075 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9a9fd9-5065-43c5-a68c-863c164090b7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] DELETE failed (client error): The resource could not be found. May 30 20:36:30.911526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9a9fd9-5065-43c5-a68c-863c164090b7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:30.915832 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2a9a9fd9-5065-43c5-a68c-863c164090b7 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/networks/d0ecf32b-9f4d-4276-9d21-41954bece31f HTTP/1.1" status: 404 len: 339 time: 0.0477817 May 30 20:36:30.916065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44980) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:30.963518 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e24471-b83a-4961-91dd-18b1853041e6 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] DELETE failed (client error): The resource could not be found. May 30 20:36:30.964161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e24471-b83a-4961-91dd-18b1853041e6 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:30.967589 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-72e24471-b83a-4961-91dd-18b1853041e6 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/subnets/b3d9e181-f0bc-46d2-a296-8af0adf63937 HTTP/1.1" status: 404 len: 337 time: 0.0504096 May 30 20:36:30.969931 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44990) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:31.001535 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e04de77-bc4a-4d6a-a923-f42d75c5748d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] DELETE failed (client error): The resource could not be found. May 30 20:36:31.002432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e04de77-bc4a-4d6a-a923-f42d75c5748d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:31.004380 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1e04de77-bc4a-4d6a-a923-f42d75c5748d tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/networks/221eeb28-f753-494b-8945-cf2a936ff8f6 HTTP/1.1" status: 404 len: 339 time: 0.0334141 May 30 20:36:31.007375 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 44998) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:31.070572 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3cb8ba-3b48-40dc-a05b-111d7eb30471 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] DELETE failed (client error): The resource could not be found. May 30 20:36:31.071715 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3cb8ba-3b48-40dc-a05b-111d7eb30471 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:31.075385 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ad3cb8ba-3b48-40dc-a05b-111d7eb30471 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/subnets/f8317365-445c-4738-a41e-03b6a72764dd HTTP/1.1" status: 404 len: 337 time: 0.0662210 May 30 20:36:31.078400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45010) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:31.119010 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5379e0-6cf5-4594-8018-ca08305bedf4 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] DELETE failed (client error): The resource could not be found. May 30 20:36:31.119795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5379e0-6cf5-4594-8018-ca08305bedf4 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:31.121680 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ac5379e0-6cf5-4594-8018-ca08305bedf4 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/networks/4b8dec68-ac26-4849-ab55-1564decf59f7 HTTP/1.1" status: 404 len: 339 time: 0.0419266 May 30 20:36:31.124705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45018) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:31.261731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b64ba38-1d4f-44a2-83fe-08d797aaa440 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router 97a9fb10-8a52-4828-beb8-41b14a57b584 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:36:31.315447 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:31.358050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5c2693-2560-4ef0-afc3-8a9e7183d82e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Deleting subnet b608b465-932d-4b2f-85ea-fcc764a747e7 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:36:31.362834 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb5c2693-2560-4ef0-afc3-8a9e7183d82e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:31.450294 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb5c2693-2560-4ef0-afc3-8a9e7183d82e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:31.576895 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:31.632485 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb5c2693-2560-4ef0-afc3-8a9e7183d82e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:31.720014 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb5c2693-2560-4ef0-afc3-8a9e7183d82e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:31.767720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c2693-2560-4ef0-afc3-8a9e7183d82e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Subnet': ['ID=b608b465-932d-4b2f-85ea-fcc764a747e7,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:31.771271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b64ba38-1d4f-44a2-83fe-08d797aaa440 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:36:31.772184 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cb5c2693-2560-4ef0-afc3-8a9e7183d82e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:31.785992 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cb5c2693-2560-4ef0-afc3-8a9e7183d82e tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/subnets/b608b465-932d-4b2f-85ea-fcc764a747e7 HTTP/1.1" status: 204 len: 168 time: 0.6573613 May 30 20:36:31.787019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98167b07-44bf-4352-b004-8e322152b5e0 None None] Network 1ae92f45-50f4-44e5-9c71-428d76b02398 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:31.790455 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9f43b-1db0-4ecc-9b8c-c0d14feb8ae2 None None] Sync routers for ids ['97a9fb10-8a52-4828-beb8-41b14a57b584'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:36:31.797182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45096) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:31.827859 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9f43b-1db0-4ecc-9b8c-c0d14feb8ae2 None None] Routers {'97a9fb10-8a52-4828-beb8-41b14a57b584'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:31.829591 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-edf9f43b-1db0-4ecc-9b8c-c0d14feb8ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:36:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97a9fb10-8a52-4828-beb8-41b14a57b584'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:31.841202 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5b64ba38-1d4f-44a2-83fe-08d797aaa440 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "PUT /v2.0/routers/97a9fb10-8a52-4828-beb8-41b14a57b584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9656742 May 30 20:36:31.845846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45106) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:32.061488 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:32.103438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Deleting port 12d513df-f049-4906-b3e2-f5024e7ee270 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:32.103792 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:32.265112 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b1d1ee-793c-40e6-be6f-aed150ce2630 None None] DHCP port deletion for 1ae92f45-50f4-44e5-9c71-428d76b02398 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:36:32.270427 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-27b1d1ee-793c-40e6-be6f-aed150ce2630 None None] Deleting port 12d513df-f049-4906-b3e2-f5024e7ee270 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:32.270901 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-27b1d1ee-793c-40e6-be6f-aed150ce2630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:32.416886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c955ef8-2e4e-42ea-8bb4-8087080a04c0 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting subnet 1eaf07b2-a461-454e-a159-68e3d440e898 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:36:32.431222 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c955ef8-2e4e-42ea-8bb4-8087080a04c0 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:32.439158 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-edf9f43b-1db0-4ecc-9b8c-c0d14feb8ae2 None None] Set router 97a9fb10-8a52-4828-beb8-41b14a57b584 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:36:32.610381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 12d513df-f049-4906-b3e2-f5024e7ee270 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:32.639002 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c955ef8-2e4e-42ea-8bb4-8087080a04c0 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:32.869820 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c955ef8-2e4e-42ea-8bb4-8087080a04c0 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:33.089066 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c955ef8-2e4e-42ea-8bb4-8087080a04c0 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:33.197904 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:33.201787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c955ef8-2e4e-42ea-8bb4-8087080a04c0 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Subnet': ['ID=1eaf07b2-a461-454e-a159-68e3d440e898,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:33.212867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] For port 12d513df-f049-4906-b3e2-f5024e7ee270, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=12d513df-f049-4906-b3e2-f5024e7ee270,segment=NetworkSegment(7aa135aa-3231-4213-8ff4-82e4b1ee12da),segment_id=7aa135aa-3231-4213-8ff4-82e4b1ee12da)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:33.213827 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:33.219649 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3c955ef8-2e4e-42ea-8bb4-8087080a04c0 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:33.236464 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c07c49f-6c68-4664-8b4f-449449983563 None None] Network b6047b2c-d544-41ef-9a1f-f13a58abb843 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:33.254591 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-edf9f43b-1db0-4ecc-9b8c-c0d14feb8ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115271489', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '852fa71f-e854-482e-8828-2392d60bb82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:44Z', 'updated_at': '2022-05-30T20:36:28Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '852fa71f-e854-482e-8828-2392d60bb82f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:46Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:33.260132 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3c955ef8-2e4e-42ea-8bb4-8087080a04c0 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/subnets/1eaf07b2-a461-454e-a159-68e3d440e898 HTTP/1.1" status: 204 len: 168 time: 1.4107769 May 30 20:36:33.260460 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45258) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:33.263855 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9f43b-1db0-4ecc-9b8c-c0d14feb8ae2 None None] Checking router: 97a9fb10-8a52-4828-beb8-41b14a57b584 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:36:33.296846 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9f43b-1db0-4ecc-9b8c-c0d14feb8ae2 None None] Routers {'97a9fb10-8a52-4828-beb8-41b14a57b584'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:33.297820 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-edf9f43b-1db0-4ecc-9b8c-c0d14feb8ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:36:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97a9fb10-8a52-4828-beb8-41b14a57b584'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:33.311772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-27b1d1ee-793c-40e6-be6f-aed150ce2630 None None] For port 12d513df-f049-4906-b3e2-f5024e7ee270, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=12d513df-f049-4906-b3e2-f5024e7ee270,segment=NetworkSegment(7aa135aa-3231-4213-8ff4-82e4b1ee12da),segment_id=7aa135aa-3231-4213-8ff4-82e4b1ee12da)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:33.313077 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-27b1d1ee-793c-40e6-be6f-aed150ce2630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:33.462284 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Calling delete_port for 12d513df-f049-4906-b3e2-f5024e7ee270 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:33.595880 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:33.706667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Port': ['ID=12d513df-f049-4906-b3e2-f5024e7ee270,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:33.713261 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] No DVR routers for this DVR port 12d513df-f049-4906-b3e2-f5024e7ee270 on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:36:33.758389 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-edf9f43b-1db0-4ecc-9b8c-c0d14feb8ae2 None None] Set router 97a9fb10-8a52-4828-beb8-41b14a57b584 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:36:33.762030 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:33.890231 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be1d06f0-20d9-4533-8fd8-1d19c7781865 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:33.949341 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-27b1d1ee-793c-40e6-be6f-aed150ce2630 None None] Calling delete_port for 12d513df-f049-4906-b3e2-f5024e7ee270 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:34.116137 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:34.146149 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45334) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:34.334398 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-27b1d1ee-793c-40e6-be6f-aed150ce2630 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:36:34.344527 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-27b1d1ee-793c-40e6-be6f-aed150ce2630 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:36:34.459859 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:34.484333 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626ca602-f9c5-44be-b8eb-be08120408d2 None None] DHCP port deletion for b6047b2c-d544-41ef-9a1f-f13a58abb843 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:36:34.488700 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-626ca602-f9c5-44be-b8eb-be08120408d2 None None] Deleting port 8e749718-72cd-44fc-9a35-f914ee264914 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:34.489065 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-626ca602-f9c5-44be-b8eb-be08120408d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:34.552882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae92f45-50f4-44e5-9c71-428d76b02398']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:34.587722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa135aa-3231-4213-8ff4-82e4b1ee12da') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:34.588078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa135aa-3231-4213-8ff4-82e4b1ee12da') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:34.624119 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:34.681754 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:34.689735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be1d06f0-20d9-4533-8fd8-1d19c7781865 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:34.698722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:36:34.699052 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:34.707057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-be1d06f0-20d9-4533-8fd8-1d19c7781865 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting port 852fa71f-e854-482e-8828-2392d60bb82f {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:34.707920 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be1d06f0-20d9-4533-8fd8-1d19c7781865 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: timer() May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:36:34.730674 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:36:34.771453 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-edf9f43b-1db0-4ecc-9b8c-c0d14feb8ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115271489', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '852fa71f-e854-482e-8828-2392d60bb82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:44Z', 'updated_at': '2022-05-30T20:36:28Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '852fa71f-e854-482e-8828-2392d60bb82f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:46Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:34.776877 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9f43b-1db0-4ecc-9b8c-c0d14feb8ae2 None None] The sync data for ids ['97a9fb10-8a52-4828-beb8-41b14a57b584'] in n-d-843949-2 is: [{'id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115271489', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '852fa71f-e854-482e-8828-2392d60bb82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:44Z', 'updated_at': '2022-05-30T20:36:28Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '852fa71f-e854-482e-8828-2392d60bb82f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9fb10-8a52-4828-beb8-41b14a57b584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:46Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:36:34.858756 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-27b1d1ee-793c-40e6-be6f-aed150ce2630 None None] Deleting port 12d513df-f049-4906-b3e2-f5024e7ee270 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:34.859406 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-27b1d1ee-793c-40e6-be6f-aed150ce2630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:34.941653 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:34.970587 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:34.973532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Network': ['ID=1ae92f45-50f4-44e5-9c71-428d76b02398,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:34.984981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-626ca602-f9c5-44be-b8eb-be08120408d2 None None] For port 8e749718-72cd-44fc-9a35-f914ee264914, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=8e749718-72cd-44fc-9a35-f914ee264914,segment=NetworkSegment(26cc160a-6b4c-45b5-ad39-43752edef1a6),segment_id=26cc160a-6b4c-45b5-ad39-43752edef1a6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:34.985457 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-626ca602-f9c5-44be-b8eb-be08120408d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:35.018722 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-be1d06f0-20d9-4533-8fd8-1d19c7781865 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] For port 852fa71f-e854-482e-8828-2392d60bb82f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=852fa71f-e854-482e-8828-2392d60bb82f,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:35.029913 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be1d06f0-20d9-4533-8fd8-1d19c7781865 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:35.141290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7308053d-d0a3-42b0-912e-98fa43492118 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/networks/1ae92f45-50f4-44e5-9c71-428d76b02398 HTTP/1.1" status: 204 len: 168 time: 3.3416848 May 30 20:36:35.157353 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-27b1d1ee-793c-40e6-be6f-aed150ce2630 None None] The port '12d513df-f049-4906-b3e2-f5024e7ee270' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:36:35.166914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45390) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:35.272516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-626ca602-f9c5-44be-b8eb-be08120408d2 None None] Calling delete_port for 8e749718-72cd-44fc-9a35-f914ee264914 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:35.301654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-be1d06f0-20d9-4533-8fd8-1d19c7781865 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Calling delete_port for 852fa71f-e854-482e-8828-2392d60bb82f owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:35.310788 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bde4ee8-3a7a-49f0-ad10-a5a5c9523bf0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] DELETE failed (client error): The resource could not be found. May 30 20:36:35.311937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bde4ee8-3a7a-49f0-ad10-a5a5c9523bf0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:35.313816 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7bde4ee8-3a7a-49f0-ad10-a5a5c9523bf0 tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/subnets/41f5b0df-dd92-4a48-a833-a793daa2bbb8 HTTP/1.1" status: 404 len: 337 time: 0.1329019 May 30 20:36:35.325157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45396) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:35.433627 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c2f1c4-29d6-4e38-bd82-9afb49d5b7fa tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] DELETE failed (client error): The resource could not be found. May 30 20:36:35.434658 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c2f1c4-29d6-4e38-bd82-9afb49d5b7fa tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:35.437853 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-61c2f1c4-29d6-4e38-bd82-9afb49d5b7fa tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/networks/f6ca5cbf-204a-46f4-93f1-aba1c84b240a HTTP/1.1" status: 404 len: 339 time: 0.1105351 May 30 20:36:35.440841 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-626ca602-f9c5-44be-b8eb-be08120408d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:35.452356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45400) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:35.565030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ca602-f9c5-44be-b8eb-be08120408d2 None None] Pushing event deleted for resources: {'Port': ['ID=8e749718-72cd-44fc-9a35-f914ee264914,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:35.582565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626ca602-f9c5-44be-b8eb-be08120408d2 None None] No DVR routers for this DVR port 8e749718-72cd-44fc-9a35-f914ee264914 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:36:35.642285 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be1d06f0-20d9-4533-8fd8-1d19c7781865 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:35.723666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d06f0-20d9-4533-8fd8-1d19c7781865 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Port': ['ID=852fa71f-e854-482e-8828-2392d60bb82f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:35.795678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-74cddd73-69f9-42e1-b0bb-32c21778eddc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Deleting subnet 100a67ce-9c90-46c7-8200-895ebb2dfe2b {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:36:35.799099 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-74cddd73-69f9-42e1-b0bb-32c21778eddc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:35.869214 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-74cddd73-69f9-42e1-b0bb-32c21778eddc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:35.950914 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4513a593-eb99-4610-98cf-98c0f239350e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.013656 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be1d06f0-20d9-4533-8fd8-1d19c7781865 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.192880 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-74cddd73-69f9-42e1-b0bb-32c21778eddc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.296674 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-74cddd73-69f9-42e1-b0bb-32c21778eddc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.320095 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be1d06f0-20d9-4533-8fd8-1d19c7781865 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.325560 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be1d06f0-20d9-4533-8fd8-1d19c7781865 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.352839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cddd73-69f9-42e1-b0bb-32c21778eddc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Subnet': ['ID=100a67ce-9c90-46c7-8200-895ebb2dfe2b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:36.363790 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be1d06f0-20d9-4533-8fd8-1d19c7781865 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.364425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1d06f0-20d9-4533-8fd8-1d19c7781865 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Fanout notify agent at l3_agent the message router_deleted on router 97a9fb10-8a52-4828-beb8-41b14a57b584 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:36:36.369031 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-74cddd73-69f9-42e1-b0bb-32c21778eddc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.373827 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7997850f-f7da-4186-9cb7-e5e4e1f5f847 None None] Network 5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:36.383577 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-74cddd73-69f9-42e1-b0bb-32c21778eddc tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/subnets/100a67ce-9c90-46c7-8200-895ebb2dfe2b HTTP/1.1" status: 204 len: 168 time: 0.9294450 May 30 20:36:36.383810 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-be1d06f0-20d9-4533-8fd8-1d19c7781865 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.387440 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-be1d06f0-20d9-4533-8fd8-1d19c7781865 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/routers/97a9fb10-8a52-4828-beb8-41b14a57b584 HTTP/1.1" status: 204 len: 168 time: 3.1235323 May 30 20:36:36.387440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45408) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:36.388912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45410) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:36.619781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8e749718-72cd-44fc-9a35-f914ee264914 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:36.661945 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 8e749718-72cd-44fc-9a35-f914ee264914 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:36:36.662370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 8e749718-72cd-44fc-9a35-f914ee264914 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:36:36.662845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device abcb7548-16a7-4b1d-baf2-61303eb7b642 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:36.760605 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: abcb7548-16a7-4b1d-baf2-61303eb7b642 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:36:36.761032 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device abcb7548-16a7-4b1d-baf2-61303eb7b642 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:36:36.916804 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.952981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ffed9e-3a3d-4d65-964c-468a40a0e41c None None] DHCP port deletion for 5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:36:36.958261 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-55ffed9e-3a3d-4d65-964c-468a40a0e41c None None] Deleting port 111b92e0-6b0b-4e61-b94a-24e17c83dcbf {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:36.958630 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-55ffed9e-3a3d-4d65-964c-468a40a0e41c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.990827 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Deleting port 111b92e0-6b0b-4e61-b94a-24e17c83dcbf {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:36.991178 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.035433 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d243c3d-0ed6-465c-a5cb-055421b6b0c7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.065948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4513a593-eb99-4610-98cf-98c0f239350e admin admin] Deleting port 5ecbd441-4c2b-426a-8294-985bbce57dc9 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:37.066403 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4513a593-eb99-4610-98cf-98c0f239350e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.241521 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d243c3d-0ed6-465c-a5cb-055421b6b0c7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.268778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-1d243c3d-0ed6-465c-a5cb-055421b6b0c7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6047b2c-d544-41ef-9a1f-f13a58abb843']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:37.282016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-1d243c3d-0ed6-465c-a5cb-055421b6b0c7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cc160a-6b4c-45b5-ad39-43752edef1a6') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:37.282329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-1d243c3d-0ed6-465c-a5cb-055421b6b0c7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cc160a-6b4c-45b5-ad39-43752edef1a6') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:37.293801 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d243c3d-0ed6-465c-a5cb-055421b6b0c7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.309799 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d243c3d-0ed6-465c-a5cb-055421b6b0c7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.315871 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d243c3d-0ed6-465c-a5cb-055421b6b0c7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:36:37.316396 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d243c3d-0ed6-465c-a5cb-055421b6b0c7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.322316 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-4513a593-eb99-4610-98cf-98c0f239350e admin admin] For port 5ecbd441-4c2b-426a-8294-985bbce57dc9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5ecbd441-4c2b-426a-8294-985bbce57dc9,segment=NetworkSegment(48055f21-d6cf-489d-badc-a672d7a73c13),segment_id=48055f21-d6cf-489d-badc-a672d7a73c13)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:37.322585 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4513a593-eb99-4610-98cf-98c0f239350e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.347710 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-55ffed9e-3a3d-4d65-964c-468a40a0e41c None None] For port 111b92e0-6b0b-4e61-b94a-24e17c83dcbf, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=111b92e0-6b0b-4e61-b94a-24e17c83dcbf,segment=NetworkSegment(bd6d3629-58e0-4d82-8f93-dd32b663b038),segment_id=bd6d3629-58e0-4d82-8f93-dd32b663b038)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:37.348740 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-55ffed9e-3a3d-4d65-964c-468a40a0e41c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: timer() May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:36:37.406735 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:36:37.475501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4513a593-eb99-4610-98cf-98c0f239350e admin admin] Calling delete_port for 5ecbd441-4c2b-426a-8294-985bbce57dc9 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:37.489281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-55ffed9e-3a3d-4d65-964c-468a40a0e41c None None] Calling delete_port for 111b92e0-6b0b-4e61-b94a-24e17c83dcbf owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:37.515288 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d243c3d-0ed6-465c-a5cb-055421b6b0c7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.525839 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.546162 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d243c3d-0ed6-465c-a5cb-055421b6b0c7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.569518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d243c3d-0ed6-465c-a5cb-055421b6b0c7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Network': ['ID=b6047b2c-d544-41ef-9a1f-f13a58abb843,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:37.595375 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1d243c3d-0ed6-465c-a5cb-055421b6b0c7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/networks/b6047b2c-d544-41ef-9a1f-f13a58abb843 HTTP/1.1" status: 204 len: 168 time: 1.1832047 May 30 20:36:37.597900 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-55ffed9e-3a3d-4d65-964c-468a40a0e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.598875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45422) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:37.600190 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] For port 111b92e0-6b0b-4e61-b94a-24e17c83dcbf, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=111b92e0-6b0b-4e61-b94a-24e17c83dcbf,segment=NetworkSegment(bd6d3629-58e0-4d82-8f93-dd32b663b038),segment_id=bd6d3629-58e0-4d82-8f93-dd32b663b038)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:37.600551 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.669466 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffed9e-3a3d-4d65-964c-468a40a0e41c None None] Pushing event deleted for resources: {'Port': ['ID=111b92e0-6b0b-4e61-b94a-24e17c83dcbf,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:37.673818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ffed9e-3a3d-4d65-964c-468a40a0e41c None None] No DVR routers for this DVR port 111b92e0-6b0b-4e61-b94a-24e17c83dcbf on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:36:37.764783 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc34c-0b43-499e-b028-326869ff96fd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.777507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Calling delete_port for 111b92e0-6b0b-4e61-b94a-24e17c83dcbf owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:37.805065 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4513a593-eb99-4610-98cf-98c0f239350e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.846724 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc34c-0b43-499e-b028-326869ff96fd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.847912 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:36:37.848256 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:36:37.871462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513a593-eb99-4610-98cf-98c0f239350e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ecbd441-4c2b-426a-8294-985bbce57dc9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:38.240375 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc34c-0b43-499e-b028-326869ff96fd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.257909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbc34c-0b43-499e-b028-326869ff96fd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a141d3-4a02-4d99-8649-949d268a151a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:38.297095 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc34c-0b43-499e-b028-326869ff96fd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.308825 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b3fbc34c-0b43-499e-b028-326869ff96fd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/security-groups/a1a141d3-4a02-4d99-8649-949d268a151a HTTP/1.1" status: 204 len: 168 time: 0.7074051 May 30 20:36:38.349401 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Deleting port 111b92e0-6b0b-4e61-b94a-24e17c83dcbf {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:38.349828 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.394379 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4513a593-eb99-4610-98cf-98c0f239350e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.449379 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] The port '111b92e0-6b0b-4e61-b94a-24e17c83dcbf' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:36:38.524201 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45436) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:38.529956 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-2ba2e945-99be-47ed-8276-18986afa829b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-693065102', 'description': 'tempest-secgroup-smoke-693065102 description', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:38.542314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2ba2e945-99be-47ed-8276-18986afa829b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:38.587832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 111b92e0-6b0b-4e61-b94a-24e17c83dcbf no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:38.599468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2ba2e945-99be-47ed-8276-18986afa829b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:38.613465 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2ba2e945-99be-47ed-8276-18986afa829b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:38.623575 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2ba2e945-99be-47ed-8276-18986afa829b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:38.628242 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 111b92e0-6b0b-4e61-b94a-24e17c83dcbf {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:36:38.629164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 111b92e0-6b0b-4e61-b94a-24e17c83dcbf not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:36:38.629791 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.630118 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 852fa71f-e854-482e-8828-2392d60bb82f no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:38.657498 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e945-99be-47ed-8276-18986afa829b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.668730 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 852fa71f-e854-482e-8828-2392d60bb82f {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:36:38.670182 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 852fa71f-e854-482e-8828-2392d60bb82f not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:36:38.674759 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:38.690532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6d3629-58e0-4d82-8f93-dd32b663b038') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:38.690828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6d3629-58e0-4d82-8f93-dd32b663b038') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:38.707558 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.738686 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.740918 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2ba2e945-99be-47ed-8276-18986afa829b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:38.747848 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2ba2e945-99be-47ed-8276-18986afa829b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:38.750621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:36:38.751009 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: timer() May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:36:38.766433 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:36:38.769103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2ba2e945-99be-47ed-8276-18986afa829b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:38.819949 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2ba2e945-99be-47ed-8276-18986afa829b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:38.859917 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.877907 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.906812 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] Pushing event deleted for resources: {'Network': ['ID=5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:38.926918 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-63c3d31b-babd-4ced-b2dc-7161428bbadd tempest-NetworksIpV6Test-1722530523 tempest-NetworksIpV6Test-1722530523-project] 10.222.0.84 "DELETE /v2.0/networks/5d60391c-5ec7-43dd-8c7a-d4a9bd9a3538 HTTP/1.1" status: 204 len: 168 time: 2.5394917 May 30 20:36:38.953337 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e945-99be-47ed-8276-18986afa829b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.957466 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e945-99be-47ed-8276-18986afa829b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.996384 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2e945-99be-47ed-8276-18986afa829b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1f1bba-1c5d-41d4-a866-9c769d6e7d54,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:39.000253 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e945-99be-47ed-8276-18986afa829b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.001419 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2ba2e945-99be-47ed-8276-18986afa829b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4762919 May 30 20:36:39.004443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45442) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.010562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1cedcdbc-d7b4-4634-bacd-d592096d020a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': 'df1f1bba-1c5d-41d4-a866-9c769d6e7d54', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:39.018162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1cedcdbc-d7b4-4634-bacd-d592096d020a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:39.028291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1cedcdbc-d7b4-4634-bacd-d592096d020a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:39.031220 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1cedcdbc-d7b4-4634-bacd-d592096d020a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:39.037057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1cedcdbc-d7b4-4634-bacd-d592096d020a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:39.058644 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1cedcdbc-d7b4-4634-bacd-d592096d020a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.129680 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1cedcdbc-d7b4-4634-bacd-d592096d020a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.135147 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1cedcdbc-d7b4-4634-bacd-d592096d020a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.166591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedcdbc-d7b4-4634-bacd-d592096d020a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a13b3b2-bf4b-4113-91bd-3c63e2597058,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:39.180979 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1cedcdbc-d7b4-4634-bacd-d592096d020a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.182321 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1cedcdbc-d7b4-4634-bacd-d592096d020a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1766491 May 30 20:36:39.185204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45446) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.186743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4513a593-eb99-4610-98cf-98c0f239350e admin admin] Router 4785fb19-9050-4103-9d4d-463d63d3dfbd has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:36:39.191657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d81ab42b-a93d-4b8d-bd27-09bf148fd09a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': 'df1f1bba-1c5d-41d4-a866-9c769d6e7d54', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:39.201126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d81ab42b-a93d-4b8d-bd27-09bf148fd09a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:39.206978 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d81ab42b-a93d-4b8d-bd27-09bf148fd09a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:39.210959 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d81ab42b-a93d-4b8d-bd27-09bf148fd09a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:39.218053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d81ab42b-a93d-4b8d-bd27-09bf148fd09a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:39.240695 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d81ab42b-a93d-4b8d-bd27-09bf148fd09a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.316065 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d81ab42b-a93d-4b8d-bd27-09bf148fd09a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.321729 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d81ab42b-a93d-4b8d-bd27-09bf148fd09a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.345309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45452) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.356788 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ab42b-a93d-4b8d-bd27-09bf148fd09a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb34a46-ba5f-4db8-8a30-e56bdbeef937,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:39.372037 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d81ab42b-a93d-4b8d-bd27-09bf148fd09a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.376801 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d81ab42b-a93d-4b8d-bd27-09bf148fd09a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1877518 May 30 20:36:39.376957 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45458) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.382229 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-db375307-7c2a-4aab-b195-3cfcc2bae9a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': 'df1f1bba-1c5d-41d4-a866-9c769d6e7d54', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:39.390011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-db375307-7c2a-4aab-b195-3cfcc2bae9a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:39.509495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4513a593-eb99-4610-98cf-98c0f239350e admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:36:39.522338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259f637-16de-49ca-bdd1-dd2343810bd1 None None] Sync routers for ids ['4785fb19-9050-4103-9d4d-463d63d3dfbd'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:36:39.529619 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4513a593-eb99-4610-98cf-98c0f239350e admin admin] 10.222.0.84 "PUT /v2.0/routers/4785fb19-9050-4103-9d4d-463d63d3dfbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3712158 May 30 20:36:39.529892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45464) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.550809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259f637-16de-49ca-bdd1-dd2343810bd1 None None] Routers {'4785fb19-9050-4103-9d4d-463d63d3dfbd'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:39.553052 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-db375307-7c2a-4aab-b195-3cfcc2bae9a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:39.564755 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-db375307-7c2a-4aab-b195-3cfcc2bae9a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:39.567109 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5259f637-16de-49ca-bdd1-dd2343810bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:36:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4785fb19-9050-4103-9d4d-463d63d3dfbd'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:39.610814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-db375307-7c2a-4aab-b195-3cfcc2bae9a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:39.645317 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db375307-7c2a-4aab-b195-3cfcc2bae9a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.706658 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-eee649d9-1b23-4e87-b0fa-046d23e12f93 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ab9745bd003c4c36a8b636981df158f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3603654 May 30 20:36:39.707517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45468) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.756302 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db375307-7c2a-4aab-b195-3cfcc2bae9a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.765839 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db375307-7c2a-4aab-b195-3cfcc2bae9a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.827424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db375307-7c2a-4aab-b195-3cfcc2bae9a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9a7962-5f3c-4262-b20f-ed8d428175b7,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:39.845947 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db375307-7c2a-4aab-b195-3cfcc2bae9a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.849574 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-db375307-7c2a-4aab-b195-3cfcc2bae9a2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4692531 May 30 20:36:39.850501 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45474) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.853555 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9b55e22c-0314-4b89-acf8-384b2aed3ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.862631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e8179647-c0ed-4855-8c3c-46a10b235f43 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': 'df1f1bba-1c5d-41d4-a866-9c769d6e7d54', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:39.869665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e8179647-c0ed-4855-8c3c-46a10b235f43 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:39.875446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e8179647-c0ed-4855-8c3c-46a10b235f43 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:39.876375 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-5259f637-16de-49ca-bdd1-dd2343810bd1 None None] Set router 4785fb19-9050-4103-9d4d-463d63d3dfbd gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:36:39.883952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e8179647-c0ed-4855-8c3c-46a10b235f43 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:39.891169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e8179647-c0ed-4855-8c3c-46a10b235f43 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:39.916082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8179647-c0ed-4855-8c3c-46a10b235f43 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.922438 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9b55e22c-0314-4b89-acf8-384b2aed3ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.999050 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ff282bbf-1926-4a1d-8f8a-5a135e528728 admin admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.057515 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8179647-c0ed-4855-8c3c-46a10b235f43 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.061851 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8179647-c0ed-4855-8c3c-46a10b235f43 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.067925 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9b55e22c-0314-4b89-acf8-384b2aed3ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.084668 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8179647-c0ed-4855-8c3c-46a10b235f43 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c849b2-a44e-4a2a-b300-73907296f4a2,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:40.097739 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e8179647-c0ed-4855-8c3c-46a10b235f43 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.102487 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e8179647-c0ed-4855-8c3c-46a10b235f43 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2481525 May 30 20:36:40.102736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45478) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:40.109552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-399b0384-0faf-42b2-a502-d58fd4260c2c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': 'df1f1bba-1c5d-41d4-a866-9c769d6e7d54', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:40.116198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-399b0384-0faf-42b2-a502-d58fd4260c2c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:40.120278 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-399b0384-0faf-42b2-a502-d58fd4260c2c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:40.123661 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-399b0384-0faf-42b2-a502-d58fd4260c2c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:40.129764 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-399b0384-0faf-42b2-a502-d58fd4260c2c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:40.153276 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-399b0384-0faf-42b2-a502-d58fd4260c2c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Project 5cec82bd6ef4496f8304aec7a72a0ecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:36:40.153551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55e22c-0314-4b89-acf8-384b2aed3ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cd6f18-1c8a-4a4d-bc10-5833dce8555e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:40.163543 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-399b0384-0faf-42b2-a502-d58fd4260c2c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.171163 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9b55e22c-0314-4b89-acf8-384b2aed3ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.172224 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9b55e22c-0314-4b89-acf8-384b2aed3ce9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/74cd6f18-1c8a-4a4d-bc10-5833dce8555e HTTP/1.1" status: 204 len: 168 time: 0.4581633 May 30 20:36:40.255032 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-399b0384-0faf-42b2-a502-d58fd4260c2c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.261543 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-399b0384-0faf-42b2-a502-d58fd4260c2c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.293042 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ff282bbf-1926-4a1d-8f8a-5a135e528728 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.295217 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b0384-0faf-42b2-a502-d58fd4260c2c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce5d60d-17f1-49b3-8f93-23c70251611a,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:40.305845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ff282bbf-1926-4a1d-8f8a-5a135e528728 admin admin] Deleting port 42c5d00f-06e1-41ed-be25-ef4d064841d0 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:40.306383 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ff282bbf-1926-4a1d-8f8a-5a135e528728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.306628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-399b0384-0faf-42b2-a502-d58fd4260c2c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.307758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5259f637-16de-49ca-bdd1-dd2343810bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:58Z', 'updated_at': '2022-05-30T20:36:37Z', 'revision_number': 5, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'gw_port': {'id': '42c5d00f-06e1-41ed-be25-ef4d064841d0', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:54:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:31:59Z', 'updated_at': '2022-05-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:40.308525 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-399b0384-0faf-42b2-a502-d58fd4260c2c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2046890 May 30 20:36:40.311987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45484) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:40.313379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259f637-16de-49ca-bdd1-dd2343810bd1 None None] Checking router: 4785fb19-9050-4103-9d4d-463d63d3dfbd for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:36:40.318572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3cbb8cfa-ecdb-48bb-b632-1387c1ffc500 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'security_group_rule': {'security_group_id': 'df1f1bba-1c5d-41d4-a866-9c769d6e7d54', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:40.325459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259f637-16de-49ca-bdd1-dd2343810bd1 None None] Routers {'4785fb19-9050-4103-9d4d-463d63d3dfbd'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:40.326017 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5259f637-16de-49ca-bdd1-dd2343810bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:36:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4785fb19-9050-4103-9d4d-463d63d3dfbd'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:40.329140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3cbb8cfa-ecdb-48bb-b632-1387c1ffc500 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:40.338726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3cbb8cfa-ecdb-48bb-b632-1387c1ffc500 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:security_group_rule and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:40.343568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3cbb8cfa-ecdb-48bb-b632-1387c1ffc500 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:40.350633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3cbb8cfa-ecdb-48bb-b632-1387c1ffc500 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:40.368262 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-3cbb8cfa-ecdb-48bb-b632-1387c1ffc500 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Project 5cec82bd6ef4496f8304aec7a72a0ecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:36:40.378995 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3cbb8cfa-ecdb-48bb-b632-1387c1ffc500 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.480542 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3cbb8cfa-ecdb-48bb-b632-1387c1ffc500 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.487011 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3cbb8cfa-ecdb-48bb-b632-1387c1ffc500 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.508100 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-5259f637-16de-49ca-bdd1-dd2343810bd1 None None] Set router 4785fb19-9050-4103-9d4d-463d63d3dfbd gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:36:40.522997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb8cfa-ecdb-48bb-b632-1387c1ffc500 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c604c1-cb82-45e4-87f2-be5b3dd7b522,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:40.536138 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3cbb8cfa-ecdb-48bb-b632-1387c1ffc500 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.538000 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3cbb8cfa-ecdb-48bb-b632-1387c1ffc500 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2246494 May 30 20:36:40.540890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45490) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:40.549260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ce0b1e7e-753b-4e79-a33c-b929d82b8d2e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'network': {'name': 'tempest-network-smoke--432462155', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'port_security_enabled': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:40.556288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ce0b1e7e-753b-4e79-a33c-b929d82b8d2e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:40.568332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ce0b1e7e-753b-4e79-a33c-b929d82b8d2e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:network and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:40.571457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ce0b1e7e-753b-4e79-a33c-b929d82b8d2e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:40.578276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ce0b1e7e-753b-4e79-a33c-b929d82b8d2e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:40.598355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0b1e7e-753b-4e79-a33c-b929d82b8d2e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Made reservation on behalf of 5cec82bd6ef4496f8304aec7a72a0ecb for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:40.603715 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1e7e-753b-4e79-a33c-b929d82b8d2e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.639631 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5259f637-16de-49ca-bdd1-dd2343810bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:58Z', 'updated_at': '2022-05-30T20:36:40Z', 'revision_number': 6, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:40.650471 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259f637-16de-49ca-bdd1-dd2343810bd1 None None] The sync data for ids ['4785fb19-9050-4103-9d4d-463d63d3dfbd'] in n-d-843949-2 is: [{'id': '4785fb19-9050-4103-9d4d-463d63d3dfbd', 'name': 'tempest-TestVolumeBackupRestore-821463906-router', 'tenant_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:31:58Z', 'updated_at': '2022-05-30T20:36:40Z', 'revision_number': 6, 'project_id': '2f1c43d5746b45a4a5d0ca372b07696b', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:36:40.660744 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0b1e7e-753b-4e79-a33c-b929d82b8d2e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:36:40.671363 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1e7e-753b-4e79-a33c-b929d82b8d2e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.671801 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-ce0b1e7e-753b-4e79-a33c-b929d82b8d2e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Added segment f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13 of type vlan for network 83ac91c5-4824-4123-80b2-d2c9baa844de May 30 20:36:40.723062 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1e7e-753b-4e79-a33c-b929d82b8d2e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.725641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-ff282bbf-1926-4a1d-8f8a-5a135e528728 admin admin] For port 42c5d00f-06e1-41ed-be25-ef4d064841d0, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=42c5d00f-06e1-41ed-be25-ef4d064841d0,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:40.726661 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ff282bbf-1926-4a1d-8f8a-5a135e528728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.756363 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1e7e-753b-4e79-a33c-b929d82b8d2e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.760829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0b1e7e-753b-4e79-a33c-b929d82b8d2e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:40.761414 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1e7e-753b-4e79-a33c-b929d82b8d2e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.869347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ff282bbf-1926-4a1d-8f8a-5a135e528728 admin admin] Calling delete_port for 42c5d00f-06e1-41ed-be25-ef4d064841d0 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:40.886058 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b1e7e-753b-4e79-a33c-b929d82b8d2e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Network': ['ID=83ac91c5-4824-4123-80b2-d2c9baa844de,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:40.898787 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 83ac91c5-4824-4123-80b2-d2c9baa844de details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:40.899845 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ce0b1e7e-753b-4e79-a33c-b929d82b8d2e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3568099 May 30 20:36:40.901369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45506) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:40.909235 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2131933675', 'admin_state_up': True, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:40.917225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:40.921823 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:router and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:40.924863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:40.930852 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:40.947376 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.948360 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.979878 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.160379 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.173871 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ff282bbf-1926-4a1d-8f8a-5a135e528728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.222590 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff282bbf-1926-4a1d-8f8a-5a135e528728 admin admin] Pushing event deleted for resources: {'Port': ['ID=42c5d00f-06e1-41ed-be25-ef4d064841d0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:41.436185 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.445007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45520) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:41.472215 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.552450 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ff282bbf-1926-4a1d-8f8a-5a135e528728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.629796 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Allocated IP 172.25.5.129 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/0aa9a978-e29d-4a3f-beee-4185e5e7bb9d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:41.726268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-396144098'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:41.734716 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:41.741446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Usage tracker for resource:network and tenant:3f384f8faec24debb62aa4df5bdd1d96 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:41.744510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:41.806847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:41.817347 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.848465 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.883759 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ff282bbf-1926-4a1d-8f8a-5a135e528728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.886730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Made reservation on behalf of 3f384f8faec24debb62aa4df5bdd1d96 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:41.890145 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.904547 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ff282bbf-1926-4a1d-8f8a-5a135e528728 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.906583 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.924914 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:41.925757 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=0aa9a978-e29d-4a3f-beee-4185e5e7bb9d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:41.928388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:41.930938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:41.960909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:41.964553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Usage tracker for resource:security_group_rule and tenant:3f384f8faec24debb62aa4df5bdd1d96 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:41.968497 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:41.971114 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ff282bbf-1926-4a1d-8f8a-5a135e528728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.971600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff282bbf-1926-4a1d-8f8a-5a135e528728 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4785fb19-9050-4103-9d4d-463d63d3dfbd {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:36:41.978518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:42.010442 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ff282bbf-1926-4a1d-8f8a-5a135e528728 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:42.014359 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ff282bbf-1926-4a1d-8f8a-5a135e528728 admin admin] 10.222.0.84 "DELETE /v2.0/routers/4785fb19-9050-4103-9d4d-463d63d3dfbd HTTP/1.1" status: 204 len: 168 time: 2.4829879 May 30 20:36:42.015121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45528) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:42.113204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee5cb05-e882-4fed-97cb-ad38e8942a0a admin admin] Deleting subnet 780c68c8-f9a4-4145-9602-61dc98bd29fc {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:36:42.125307 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0ee5cb05-e882-4fed-97cb-ad38e8942a0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:42.126461 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:42.127410 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:42.165234 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:42.177537 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:42.223845 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0ee5cb05-e882-4fed-97cb-ad38e8942a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:42.267718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:36:42.291366 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f924b88e-341e-4b93-bf40-5b184295b0bb,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:42.300060 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:42.300553 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Added segment 11ac4661-e934-41ed-a8d6-ada0c43f2c04 of type vlan for network bef815cd-6905-4e1c-ab48-ca96918e4d4c May 30 20:36:42.345833 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:42.373339 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0ee5cb05-e882-4fed-97cb-ad38e8942a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:42.534162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 42c5d00f-06e1-41ed-be25-ef4d064841d0 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:42.600830 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:42.604880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:42.605592 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:42.625725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 42c5d00f-06e1-41ed-be25-ef4d064841d0 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:36:42.626002 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 42c5d00f-06e1-41ed-be25-ef4d064841d0 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:36:42.626423 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5ecbd441-4c2b-426a-8294-985bbce57dc9 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:42.631391 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router dadbe690-a48e-499e-86f2-2b74a317251d is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:36:42.712818 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0ee5cb05-e882-4fed-97cb-ad38e8942a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:42.722722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event updated for resources: {'Network': ['ID=bef815cd-6905-4e1c-ab48-ca96918e4d4c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:42.722928 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 5ecbd441-4c2b-426a-8294-985bbce57dc9 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:36:42.723334 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5ecbd441-4c2b-426a-8294-985bbce57dc9 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:36:42.741568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network bef815cd-6905-4e1c-ab48-ca96918e4d4c details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:42.766272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5cb05-e882-4fed-97cb-ad38e8942a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=780c68c8-f9a4-4145-9602-61dc98bd29fc,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:42.779597 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0ee5cb05-e882-4fed-97cb-ad38e8942a0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:42.781568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0ee5cb05-e882-4fed-97cb-ad38e8942a0a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/780c68c8-f9a4-4145-9602-61dc98bd29fc HTTP/1.1" status: 204 len: 168 time: 0.7642026 May 30 20:36:42.784922 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45534) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:42.789311 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d5144321-7c14-41de-a322-b9819051ab91 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3337889 May 30 20:36:42.872991 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57426dea-0bf9-4e70-b063-bb60dc41ded8 None None] Network ee638217-d7ff-4c68-a795-3d58d5cc4cd2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:42.987400 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.010150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] Deleting port f12f1251-2317-4274-a86f-92fee2103346 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:43.010739 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.155444 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7270f27e-edfe-4f62-97d5-d3b207c6d446 None None] DHCP port deletion for ee638217-d7ff-4c68-a795-3d58d5cc4cd2 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:36:43.159666 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7270f27e-edfe-4f62-97d5-d3b207c6d446 None None] Deleting port f12f1251-2317-4274-a86f-92fee2103346 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:43.160069 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7270f27e-edfe-4f62-97d5-d3b207c6d446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.251260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:36:43.263535 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Sync routers for ids ['dadbe690-a48e-499e-86f2-2b74a317251d'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:36:43.308028 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Routers {'dadbe690-a48e-499e-86f2-2b74a317251d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:43.309463 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:36:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['dadbe690-a48e-499e-86f2-2b74a317251d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:43.329086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] For port f12f1251-2317-4274-a86f-92fee2103346, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f12f1251-2317-4274-a86f-92fee2103346,segment=NetworkSegment(48055f21-d6cf-489d-badc-a672d7a73c13),segment_id=48055f21-d6cf-489d-badc-a672d7a73c13)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:43.329445 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.507926 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.512434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45538) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:43.513287 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-97f3cfac-7f4b-4a11-a1bf-b8202a06078d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6089826 May 30 20:36:43.521004 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] Calling delete_port for f12f1251-2317-4274-a86f-92fee2103346 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:43.556523 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7270f27e-edfe-4f62-97d5-d3b207c6d446 None None] For port f12f1251-2317-4274-a86f-92fee2103346, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f12f1251-2317-4274-a86f-92fee2103346,segment=NetworkSegment(48055f21-d6cf-489d-badc-a672d7a73c13),segment_id=48055f21-d6cf-489d-badc-a672d7a73c13)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:43.563006 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7270f27e-edfe-4f62-97d5-d3b207c6d446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.617986 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Set router dadbe690-a48e-499e-86f2-2b74a317251d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:36:43.654914 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.668764 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7635eab2-8904-4586-90f0-604392d32820 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=5cec82bd6ef4496f8304aec7a72a0ecb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1538310 May 30 20:36:43.672422 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45544) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:43.786022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] Pushing event deleted for resources: {'Port': ['ID=f12f1251-2317-4274-a86f-92fee2103346,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:43.803758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] No DVR routers for this DVR port f12f1251-2317-4274-a86f-92fee2103346 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:36:43.866724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4651f71a-5e3b-4ba4-8302-549c35445b55 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:43.873032 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45548) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:43.874214 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4651f71a-5e3b-4ba4-8302-549c35445b55 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2004519 May 30 20:36:43.929013 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e06c292b-3bfe-48c5-91dd-baec5efc54f3 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0546544 May 30 20:36:43.933374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45552) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:43.940501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-480c505e-7fd2-43d8-8d8a-732f91a6e6b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-141251192', 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de', 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:43.952121 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7270f27e-edfe-4f62-97d5-d3b207c6d446 None None] Calling delete_port for f12f1251-2317-4274-a86f-92fee2103346 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:44.042531 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.090994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee638217-d7ff-4c68-a795-3d58d5cc4cd2']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:44.107195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48055f21-d6cf-489d-badc-a672d7a73c13') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:44.107497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48055f21-d6cf-489d-badc-a672d7a73c13') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:44.121801 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.122023 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-7270f27e-edfe-4f62-97d5-d3b207c6d446 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:36:44.123339 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-7270f27e-edfe-4f62-97d5-d3b207c6d446 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:36:44.144711 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.151524 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:36:44.152073 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.167262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-480c505e-7fd2-43d8-8d8a-732f91a6e6b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:44.172179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-480c505e-7fd2-43d8-8d8a-732f91a6e6b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:subnet and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: timer() May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:36:44.174386 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:36:44.178527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-480c505e-7fd2-43d8-8d8a-732f91a6e6b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:44.185767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-480c505e-7fd2-43d8-8d8a-732f91a6e6b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:44.198196 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480c505e-7fd2-43d8-8d8a-732f91a6e6b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Made reservation on behalf of 5cec82bd6ef4496f8304aec7a72a0ecb for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:44.305569 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.317005 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.339118 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131933675', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:40Z', 'updated_at': '2022-05-30T20:36:42Z', 'revision_number': 3, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:41Z', 'updated_at': '2022-05-30T20:36:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:44.353162 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Checking router: dadbe690-a48e-499e-86f2-2b74a317251d for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:36:44.353639 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Updating router dadbe690-a48e-499e-86f2-2b74a317251d port 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:36:44.382054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] Pushing event deleted for resources: {'Network': ['ID=ee638217-d7ff-4c68-a795-3d58d5cc4cd2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:44.427596 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f7d44909-8045-40d2-bae4-c8d3ca95d56c admin admin] 10.222.0.84 "DELETE /v2.0/networks/ee638217-d7ff-4c68-a795-3d58d5cc4cd2 HTTP/1.1" status: 204 len: 168 time: 1.6377749 May 30 20:36:44.428323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45556) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:44.499919 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-480c505e-7fd2-43d8-8d8a-732f91a6e6b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.544524 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.571439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f12f1251-2317-4274-a86f-92fee2103346 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:44.648193 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7270f27e-edfe-4f62-97d5-d3b207c6d446 None None] Deleting port f12f1251-2317-4274-a86f-92fee2103346 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:44.648948 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7270f27e-edfe-4f62-97d5-d3b207c6d446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.699350 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: f12f1251-2317-4274-a86f-92fee2103346 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:36:44.702818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f12f1251-2317-4274-a86f-92fee2103346 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:36:44.826708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7270f27e-edfe-4f62-97d5-d3b207c6d446 None None] The port 'f12f1251-2317-4274-a86f-92fee2103346' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:36:44.994625 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-480c505e-7fd2-43d8-8d8a-732f91a6e6b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.113786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c505e-7fd2-43d8-8d8a-732f91a6e6b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Subnet': ['ID=6f42bc6c-4224-4d12-8f8f-32d1666eef94,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:45.122541 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c505e-7fd2-43d8-8d8a-732f91a6e6b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Checking segment: {'id': 'f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:45.124257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480c505e-7fd2-43d8-8d8a-732f91a6e6b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network hostable DHCP agents. Network: 83ac91c5-4824-4123-80b2-d2c9baa844de, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:36:45.174657 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480c505e-7fd2-43d8-8d8a-732f91a6e6b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 83ac91c5-4824-4123-80b2-d2c9baa844de is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:36:45.200929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-480c505e-7fd2-43d8-8d8a-732f91a6e6b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 83ac91c5-4824-4123-80b2-d2c9baa844de) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:45.212798 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a915e07f-a267-453b-8da8-acf1fd62d90b None None] Network 83ac91c5-4824-4123-80b2-d2c9baa844de requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:45.217217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480c505e-7fd2-43d8-8d8a-732f91a6e6b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:45.222487 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-480c505e-7fd2-43d8-8d8a-732f91a6e6b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.254602 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.282280 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Transition to ACTIVE for port object 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:45.298515 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.309196 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-480c505e-7fd2-43d8-8d8a-732f91a6e6b3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3745294 May 30 20:36:45.313337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45562) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:45.389391 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b43fc14-7da3-4c42-9272-1952ed6d8a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.581072 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Attempting to bind port 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:45.581716 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Attempting to bind port 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:45.583796 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Attempting to bind port 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:45.595083 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d552db-cf7c-41f5-b04f-6c3e0fb0262a None None] Pushing event updated for resources: {'Port': ['ID=0aa9a978-e29d-4a3f-beee-4185e5e7bb9d,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:45.622081 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:45.624318 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:45.624804 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.625099 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:45.625561 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Bound port: 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:45.625934 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.657491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-83ac91c5-4824-4123-80b2-d2c9baa844de', 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ips': [{'subnet_id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:36:45.658431 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.687600 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552db-cf7c-41f5-b04f-6c3e0fb0262a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:45.687951 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552db-cf7c-41f5-b04f-6c3e0fb0262a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:45.688270 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552db-cf7c-41f5-b04f-6c3e0fb0262a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:45.690889 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552db-cf7c-41f5-b04f-6c3e0fb0262a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:45.691295 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552db-cf7c-41f5-b04f-6c3e0fb0262a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:45.691629 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552db-cf7c-41f5-b04f-6c3e0fb0262a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:45.692452 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552db-cf7c-41f5-b04f-6c3e0fb0262a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:45.693950 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552db-cf7c-41f5-b04f-6c3e0fb0262a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:45.694275 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552db-cf7c-41f5-b04f-6c3e0fb0262a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:45.694603 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552db-cf7c-41f5-b04f-6c3e0fb0262a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:45.696867 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d552db-cf7c-41f5-b04f-6c3e0fb0262a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:45.894850 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] For port 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:45.912975 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] For port 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0aa9a978-e29d-4a3f-beee-4185e5e7bb9d,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:36:45.921373 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:46.035171 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Allocated IP 172.20.0.2 (83ac91c5-4824-4123-80b2-d2c9baa844de/6f42bc6c-4224-4d12-8f8f-32d1666eef94/f8850571-51da-46fb-b54a-ae99ad65a688) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:46.142851 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d552db-cf7c-41f5-b04f-6c3e0fb0262a None None] Pushing event updated for resources: {'Port': ['ID=0aa9a978-e29d-4a3f-beee-4185e5e7bb9d,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:46.165006 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Routers {'dadbe690-a48e-499e-86f2-2b74a317251d'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:46.165558 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:36:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['dadbe690-a48e-499e-86f2-2b74a317251d'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:46.430446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45568) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:46.459064 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5ec97c29-1309-4e2c-92a1-3e92711ba838 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Request body: {'subnet': {'network_id': 'bef815cd-6905-4e1c-ab48-ca96918e4d4c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:46.575275 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] Set router dadbe690-a48e-499e-86f2-2b74a317251d gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:36:46.627075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5ec97c29-1309-4e2c-92a1-3e92711ba838 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:46.670544 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:46.683219 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5ec97c29-1309-4e2c-92a1-3e92711ba838 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Usage tracker for resource:subnet and tenant:3f384f8faec24debb62aa4df5bdd1d96 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:46.694393 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Transition to ACTIVE for port object f8850571-51da-46fb-b54a-ae99ad65a688 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:46.694769 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5ec97c29-1309-4e2c-92a1-3e92711ba838 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:46.702636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5ec97c29-1309-4e2c-92a1-3e92711ba838 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:46.738276 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Transition to ACTIVE for port object f8850571-51da-46fb-b54a-ae99ad65a688 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:46.750790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec97c29-1309-4e2c-92a1-3e92711ba838 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Made reservation on behalf of 3f384f8faec24debb62aa4df5bdd1d96 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:46.755402 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:46.861722 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:46.910181 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ec97c29-1309-4e2c-92a1-3e92711ba838 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.005466 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Pushing event updated for resources: {'Port': ['ID=f8850571-51da-46fb-b54a-ae99ad65a688,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:47.008951 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Network 83ac91c5-4824-4123-80b2-d2c9baa844de is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:47.010513 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:47.018416 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:47.051384 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-0b43fc14-7da3-4c42-9272-1952ed6d8a34 admin admin] Deleting port 3d9be2ff-37ce-4dd1-bce6-80240aa52cec {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:47.051770 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b43fc14-7da3-4c42-9272-1952ed6d8a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.146674 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131933675', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:40Z', 'updated_at': '2022-05-30T20:36:42Z', 'revision_number': 3, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:41Z', 'updated_at': '2022-05-30T20:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:47.160611 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dc158c-ee21-4d94-942d-e37a2a5ad009 None None] The sync data for ids ['dadbe690-a48e-499e-86f2-2b74a317251d'] in n-d-843949-2 is: [{'id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131933675', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:40Z', 'updated_at': '2022-05-30T20:36:42Z', 'revision_number': 3, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:41Z', 'updated_at': '2022-05-30T20:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:36:47.267372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Attempting to bind port f8850571-51da-46fb-b54a-ae99ad65a688 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:47.271569 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Attempting to bind port f8850571-51da-46fb-b54a-ae99ad65a688 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:47.274069 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Attempting to bind port f8850571-51da-46fb-b54a-ae99ad65a688 on network 83ac91c5-4824-4123-80b2-d2c9baa844de {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:47.284795 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:47.296306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Checking segment: {'id': 'f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:47.296841 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.297443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Bound using segment: {'id': 'f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:47.298009 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Bound port: f8850571-51da-46fb-b54a-ae99ad65a688, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:47.298661 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.435154 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] For port f8850571-51da-46fb-b54a-ae99ad65a688, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:47.439009 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] For port f8850571-51da-46fb-b54a-ae99ad65a688, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f8850571-51da-46fb-b54a-ae99ad65a688,segment=NetworkSegment(f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13),segment_id=f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:36:47.445652 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.487340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-0b43fc14-7da3-4c42-9272-1952ed6d8a34 admin admin] For port 3d9be2ff-37ce-4dd1-bce6-80240aa52cec, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3d9be2ff-37ce-4dd1-bce6-80240aa52cec,segment=NetworkSegment(fb9734db-0281-4d62-8252-ec45cfabd0d9),segment_id=fb9734db-0281-4d62-8252-ec45cfabd0d9)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:47.487863 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b43fc14-7da3-4c42-9272-1952ed6d8a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.614625 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9eb94e-b89c-42e7-a80e-fae62216a4ca None None] Pushing event updated for resources: {'Port': ['ID=f8850571-51da-46fb-b54a-ae99ad65a688,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:47.725717 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Allocated IP 172.20.0.1 (83ac91c5-4824-4123-80b2-d2c9baa844de/6f42bc6c-4224-4d12-8f8f-32d1666eef94/4c3ad978-74c0-4f49-84e4-1eac40a74085) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:48.014034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-0b43fc14-7da3-4c42-9272-1952ed6d8a34 admin admin] Calling delete_port for 3d9be2ff-37ce-4dd1-bce6-80240aa52cec owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:48.048987 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.093835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Transition to ACTIVE for port object 4c3ad978-74c0-4f49-84e4-1eac40a74085 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:48.139881 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.187408 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ec97c29-1309-4e2c-92a1-3e92711ba838 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.246680 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=4c3ad978-74c0-4f49-84e4-1eac40a74085,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:48.289969 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 83ac91c5-4824-4123-80b2-d2c9baa844de is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:48.293981 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:48.303712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:48.358320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec97c29-1309-4e2c-92a1-3e92711ba838 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event updated for resources: {'Subnet': ['ID=0abdc02c-ce91-4f5f-a87c-57e0116c5992,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:48.495846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec97c29-1309-4e2c-92a1-3e92711ba838 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Checking segment: {'id': '11ac4661-e934-41ed-a8d6-ada0c43f2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'bef815cd-6905-4e1c-ab48-ca96918e4d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:48.496529 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec97c29-1309-4e2c-92a1-3e92711ba838 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Network hostable DHCP agents. Network: bef815cd-6905-4e1c-ab48-ca96918e4d4c, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:36:48.520841 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.552525 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b43fc14-7da3-4c42-9272-1952ed6d8a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.650675 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f8850571-51da-46fb-b54a-ae99ad65a688 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:48.661841 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec97c29-1309-4e2c-92a1-3e92711ba838 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Network bef815cd-6905-4e1c-ab48-ca96918e4d4c is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:36:48.666702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43fc14-7da3-4c42-9272-1952ed6d8a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9be2ff-37ce-4dd1-bce6-80240aa52cec,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:48.738393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5ec97c29-1309-4e2c-92a1-3e92711ba838 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, bef815cd-6905-4e1c-ab48-ca96918e4d4c) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:48.742343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec97c29-1309-4e2c-92a1-3e92711ba838 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:48.742917 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ec97c29-1309-4e2c-92a1-3e92711ba838 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.756811 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.765030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e2c7e1-1965-4955-8b94-7543fe4ac3f5 None None] Network bef815cd-6905-4e1c-ab48-ca96918e4d4c requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:48.895203 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5ec97c29-1309-4e2c-92a1-3e92711ba838 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4636865 May 30 20:36:48.897872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45576) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:48.927803 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d2aa4a6d-4299-4c9f-b536-aff0df9171f0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-682582986'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:48.949780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d2aa4a6d-4299-4c9f-b536-aff0df9171f0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:48.971239 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d2aa4a6d-4299-4c9f-b536-aff0df9171f0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Usage tracker for resource:network and tenant:3f384f8faec24debb62aa4df5bdd1d96 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:48.987771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d2aa4a6d-4299-4c9f-b536-aff0df9171f0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:48.995352 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d2aa4a6d-4299-4c9f-b536-aff0df9171f0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:49.007731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port f8850571-51da-46fb-b54a-ae99ad65a688 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:49.035671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:49.066360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2aa4a6d-4299-4c9f-b536-aff0df9171f0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Made reservation on behalf of 3f384f8faec24debb62aa4df5bdd1d96 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:49.069535 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4a6d-4299-4c9f-b536-aff0df9171f0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.187286 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2aa4a6d-4299-4c9f-b536-aff0df9171f0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:36:49.214706 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4a6d-4299-4c9f-b536-aff0df9171f0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.214706 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-d2aa4a6d-4299-4c9f-b536-aff0df9171f0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Added segment 4496c5e5-64c6-4c6c-8b93-d708545f21f6 of type vlan for network 3dd4a79e-e471-4936-a963-6a41eb107ea0 May 30 20:36:49.263651 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4a6d-4299-4c9f-b536-aff0df9171f0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.314900 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4a6d-4299-4c9f-b536-aff0df9171f0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.324098 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aa4a6d-4299-4c9f-b536-aff0df9171f0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:49.325079 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4a6d-4299-4c9f-b536-aff0df9171f0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.380746 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb6d350-ba58-43cc-b05b-a34914a90874 None None] Network 83ac91c5-4824-4123-80b2-d2c9baa844de requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:49.411248 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:49.422898 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:49.423263 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.472158 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.481903 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.497957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-bef815cd-6905-4e1c-ab48-ca96918e4d4c', 'network_id': 'bef815cd-6905-4e1c-ab48-ca96918e4d4c', 'tenant_id': '3f384f8faec24debb62aa4df5bdd1d96', 'fixed_ips': [{'subnet_id': '0abdc02c-ce91-4f5f-a87c-57e0116c5992'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:36:49.498756 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.616110 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.620450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=4c3ad978-74c0-4f49-84e4-1eac40a74085,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:49.645354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:49.645721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:49.646029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:49.646370 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:49.646717 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:49.647037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:49.647367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:49.647701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:49.648042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:49.648366 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:49.648796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:49.658524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3e5b1612-ac60-4908-ad5e-ac981785b2f5 None None] Provisioning for port f8850571-51da-46fb-b54a-ae99ad65a688 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:49.669891 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d2aa4a6d-4299-4c9f-b536-aff0df9171f0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7676854 May 30 20:36:49.678456 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45582) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:49.689045 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3e5b1612-ac60-4908-ad5e-ac981785b2f5 None None] Provisioning complete for port f8850571-51da-46fb-b54a-ae99ad65a688 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:49.689410 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3e5b1612-ac60-4908-ad5e-ac981785b2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.690478 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0d357692-3c58-4711-9864-09fe469e4b6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Request body: {'subnet': {'network_id': '3dd4a79e-e471-4936-a963-6a41eb107ea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:49.707178 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa4a6d-4299-4c9f-b536-aff0df9171f0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event updated for resources: {'Network': ['ID=3dd4a79e-e471-4936-a963-6a41eb107ea0,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:49.758871 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 3dd4a79e-e471-4936-a963-6a41eb107ea0 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:49.807086 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b43fc14-7da3-4c42-9272-1952ed6d8a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.972809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 83ac91c5-4824-4123-80b2-d2c9baa844de is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:49.974285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:49.987039 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0d357692-3c58-4711-9864-09fe469e4b6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:49.994937 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0d357692-3c58-4711-9864-09fe469e4b6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Usage tracker for resource:subnet and tenant:3f384f8faec24debb62aa4df5bdd1d96 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:50.003725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0d357692-3c58-4711-9864-09fe469e4b6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:50.007820 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.011505 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0d357692-3c58-4711-9864-09fe469e4b6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:50.026283 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Allocated IP 2001:db8:0:ffff::2 (bef815cd-6905-4e1c-ab48-ca96918e4d4c/0abdc02c-ce91-4f5f-a87c-57e0116c5992/a9c21c52-bffa-4e1e-a231-4f52b4867dfb) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:50.096751 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d357692-3c58-4711-9864-09fe469e4b6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Made reservation on behalf of 3f384f8faec24debb62aa4df5bdd1d96 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:50.128877 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3e5b1612-ac60-4908-ad5e-ac981785b2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.154393 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0aa9a978-e29d-4a3f-beee-4185e5e7bb9d,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:50.167237 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.313222 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d357692-3c58-4711-9864-09fe469e4b6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.327748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3e5b1612-ac60-4908-ad5e-ac981785b2f5 None None] For port f8850571-51da-46fb-b54a-ae99ad65a688, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f8850571-51da-46fb-b54a-ae99ad65a688,segment=NetworkSegment(f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13),segment_id=f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:50.343903 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3e5b1612-ac60-4908-ad5e-ac981785b2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.367894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=0aa9a978-e29d-4a3f-beee-4185e5e7bb9d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:50.593216 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b1612-ac60-4908-ad5e-ac981785b2f5 None None] Pushing event updated for resources: {'Port': ['ID=f8850571-51da-46fb-b54a-ae99ad65a688,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:50.624857 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.638611 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:50.705803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Transition to ACTIVE for port object a9c21c52-bffa-4e1e-a231-4f52b4867dfb will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:50.713922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router dadbe690-a48e-499e-86f2-2b74a317251d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:36:50.752894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Transition to ACTIVE for port object a9c21c52-bffa-4e1e-a231-4f52b4867dfb will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:50.799660 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:50.800055 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.886202 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.018839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7160c02d-4221-4e72-96d8-bd885e84bbc4 None None] Provisioning for port 4c3ad978-74c0-4f49-84e4-1eac40a74085 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:51.065166 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7160c02d-4221-4e72-96d8-bd885e84bbc4 None None] Provisioning complete for port 4c3ad978-74c0-4f49-84e4-1eac40a74085 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:51.065921 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7160c02d-4221-4e72-96d8-bd885e84bbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.094493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:36:51.108911 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a9653da8-5d53-40a9-a962-02cd47fafd59 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "PUT /v2.0/routers/dadbe690-a48e-499e-86f2-2b74a317251d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7918808 May 30 20:36:51.119153 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Network bef815cd-6905-4e1c-ab48-ca96918e4d4c is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:51.129369 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:51.157665 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Pushing event updated for resources: {'Port': ['ID=a9c21c52-bffa-4e1e-a231-4f52b4867dfb,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:51.160368 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:51.401650 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7160c02d-4221-4e72-96d8-bd885e84bbc4 None None] Port 4c3ad978-74c0-4f49-84e4-1eac40a74085 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:36:51.409913 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-9ccaf1b0-e844-4bf2-98cc-323a4ec20e0f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:51.410092 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Attempting to bind port a9c21c52-bffa-4e1e-a231-4f52b4867dfb on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:51.410398 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Attempting to bind port a9c21c52-bffa-4e1e-a231-4f52b4867dfb by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '11ac4661-e934-41ed-a8d6-ada0c43f2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'bef815cd-6905-4e1c-ab48-ca96918e4d4c'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:51.410746 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Attempting to bind port a9c21c52-bffa-4e1e-a231-4f52b4867dfb on network bef815cd-6905-4e1c-ab48-ca96918e4d4c {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:51.419772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:51.420172 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Checking segment: {'id': '11ac4661-e934-41ed-a8d6-ada0c43f2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'bef815cd-6905-4e1c-ab48-ca96918e4d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:51.420662 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.420947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Bound using segment: {'id': '11ac4661-e934-41ed-a8d6-ada0c43f2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'bef815cd-6905-4e1c-ab48-ca96918e4d4c'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:51.421415 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Bound port: a9c21c52-bffa-4e1e-a231-4f52b4867dfb, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ac4661-e934-41ed-a8d6-ada0c43f2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'bef815cd-6905-4e1c-ab48-ca96918e4d4c'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:51.421928 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.427519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-9ccaf1b0-e844-4bf2-98cc-323a4ec20e0f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:51.433900 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-9ccaf1b0-e844-4bf2-98cc-323a4ec20e0f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693065102&fields=id&tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb HTTP/1.1" status: 200 len: 267 time: 0.0907176 May 30 20:36:51.498448 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7160c02d-4221-4e72-96d8-bd885e84bbc4 None None] Provisioning complete for port f8850571-51da-46fb-b54a-ae99ad65a688 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:51.498814 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7160c02d-4221-4e72-96d8-bd885e84bbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.549646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.objects.ports [None req-0d357692-3c58-4711-9864-09fe469e4b6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:36:51.552015 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d357692-3c58-4711-9864-09fe469e4b6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.573271 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] For port a9c21c52-bffa-4e1e-a231-4f52b4867dfb, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:51.577634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] For port a9c21c52-bffa-4e1e-a231-4f52b4867dfb, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a9c21c52-bffa-4e1e-a231-4f52b4867dfb,segment=NetworkSegment(11ac4661-e934-41ed-a8d6-ada0c43f2c04),segment_id=11ac4661-e934-41ed-a8d6-ada0c43f2c04)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:36:51.586875 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.635772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-e0535681-28b4-4af9-a84f-fcd4807d9a1f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:51.642938 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-e0535681-28b4-4af9-a84f-fcd4807d9a1f tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/networks?id=83ac91c5-4824-4123-80b2-d2c9baa844de HTTP/1.1" status: 200 len: 796 time: 0.2062979 May 30 20:36:51.659667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d357692-3c58-4711-9864-09fe469e4b6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event updated for resources: {'Subnet': ['ID=841b5fec-a9ff-497f-8d6c-6154cb5a935d,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:51.662565 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-dc26e9c5-460d-47c1-9e6e-eebdf12391a8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/quotas/5cec82bd6ef4496f8304aec7a72a0ecb HTTP/1.1" status: 200 len: 375 time: 0.0185525 May 30 20:36:51.682128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d357692-3c58-4711-9864-09fe469e4b6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Checking segment: {'id': '4496c5e5-64c6-4c6c-8b93-d708545f21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3dd4a79e-e471-4936-a963-6a41eb107ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:51.682618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d357692-3c58-4711-9864-09fe469e4b6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Network hostable DHCP agents. Network: 3dd4a79e-e471-4936-a963-6a41eb107ea0, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:36:51.707136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Sync routers for ids ['dadbe690-a48e-499e-86f2-2b74a317251d'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:36:51.725561 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d357692-3c58-4711-9864-09fe469e4b6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Network 3dd4a79e-e471-4936-a963-6a41eb107ea0 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:36:51.734725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f121f24-c12d-4490-94e5-f58ee60fc686 None None] Pushing event updated for resources: {'Port': ['ID=a9c21c52-bffa-4e1e-a231-4f52b4867dfb,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:51.744961 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Routers {'dadbe690-a48e-499e-86f2-2b74a317251d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:51.745732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:36:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['dadbe690-a48e-499e-86f2-2b74a317251d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:51.748363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-0d357692-3c58-4711-9864-09fe469e4b6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 3dd4a79e-e471-4936-a963-6a41eb107ea0) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:51.755221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d357692-3c58-4711-9864-09fe469e4b6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:51.755796 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d357692-3c58-4711-9864-09fe469e4b6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.785535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b43fc14-7da3-4c42-9272-1952ed6d8a34 admin admin] Router f5de2dba-6b34-4dc1-8ddc-b9dd387adf56 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:36:51.790016 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0d357692-3c58-4711-9864-09fe469e4b6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1062374 May 30 20:36:51.790610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45596) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:51.797994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-04d868ef-dc1c-4161-89e0-cb750ec327f9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:51.798613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Request body: {'port': {'network_id': '3dd4a79e-e471-4936-a963-6a41eb107ea0', 'name': 'tempest-NetworksIpV6TestAttrs-1920876172'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:51.804663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7a5e97-82d2-44c9-80b0-49c62776106d None None] Network 3dd4a79e-e471-4936-a963-6a41eb107ea0 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:51.845436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-04d868ef-dc1c-4161-89e0-cb750ec327f9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:51.846958 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-04d868ef-dc1c-4161-89e0-cb750ec327f9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1836388 May 30 20:36:52.065750 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f3813a7b-0620-4c93-aeb5-603106820e41 None None] Provisioning complete for port 4c3ad978-74c0-4f49-84e4-1eac40a74085 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:52.066205 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f3813a7b-0620-4c93-aeb5-603106820e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:52.070965 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-8d95bdaf-e625-4241-a83c-aa34dc74024b service neutron] 10.222.0.84 "GET /v2.0/networks/83ac91c5-4824-4123-80b2-d2c9baa844de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062483 May 30 20:36:52.165053 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:36:52.173055 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f3813a7b-0620-4c93-aeb5-603106820e41 None None] Port 4c3ad978-74c0-4f49-84e4-1eac40a74085 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:36:52.181407 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:52.188449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Usage tracker for resource:port and tenant:3f384f8faec24debb62aa4df5bdd1d96 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:52.192963 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:52.214739 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:52.240165 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Made reservation on behalf of 3f384f8faec24debb62aa4df5bdd1d96 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:52.243753 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:52.297105 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-606f93e7-d33e-4866-9714-b90295acc716 service neutron] 10.222.0.84 "GET /v2.0/networks/83ac91c5-4824-4123-80b2-d2c9baa844de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250917 May 30 20:36:52.321619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] device_id is not set on port 93bdfe43-a4d0-49d9-81ca-ad2d5e8375a3 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:36:52.337804 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Set router dadbe690-a48e-499e-86f2-2b74a317251d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:36:52.384508 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-3dd4a79e-e471-4936-a963-6a41eb107ea0', 'network_id': '3dd4a79e-e471-4936-a963-6a41eb107ea0', 'tenant_id': '3f384f8faec24debb62aa4df5bdd1d96', 'fixed_ips': [{'subnet_id': '841b5fec-a9ff-497f-8d6c-6154cb5a935d'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:36:52.385336 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:52.622035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b43fc14-7da3-4c42-9272-1952ed6d8a34 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:36:52.632726 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3139d-c743-471b-b7d7-abc3ef3dbcb3 None None] Sync routers for ids ['f5de2dba-6b34-4dc1-8ddc-b9dd387adf56'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:36:52.658831 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Allocated IP 2001:db8::f816:3eff:fed0:3ad8 (3dd4a79e-e471-4936-a963-6a41eb107ea0/841b5fec-a9ff-497f-8d6c-6154cb5a935d/93bdfe43-a4d0-49d9-81ca-ad2d5e8375a3) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:52.669722 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3139d-c743-471b-b7d7-abc3ef3dbcb3 None None] Routers {'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:52.670944 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-96c3139d-c743-471b-b7d7-abc3ef3dbcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:36:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['f5de2dba-6b34-4dc1-8ddc-b9dd387adf56'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:52.680135 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0b43fc14-7da3-4c42-9272-1952ed6d8a34 admin admin] 10.222.0.84 "PUT /v2.0/routers/f5de2dba-6b34-4dc1-8ddc-b9dd387adf56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2482224 May 30 20:36:52.685538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45612) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:52.769015 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f8850571-51da-46fb-b54a-ae99ad65a688 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:52.849891 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-080eeb9f-bc48-4ee5-854f-31d60ee85584 req-dc33cdc8-a43a-42a7-90ff-6899e1baba8e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 210 time: 0.2336483 May 30 20:36:53.028447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f8850571-51da-46fb-b54a-ae99ad65a688 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:53.030142 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:53.107620 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-96c3139d-c743-471b-b7d7-abc3ef3dbcb3 None None] Set router f5de2dba-6b34-4dc1-8ddc-b9dd387adf56 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:36:53.274488 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6f0bb4-2ae8-4931-9581-3d0a60f347e2 None None] Network bef815cd-6905-4e1c-ab48-ca96918e4d4c requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:53.297496 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:53.331891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Transition to ACTIVE for port object 93bdfe43-a4d0-49d9-81ca-ad2d5e8375a3 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:53.353843 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-104b6605-8828-4723-95f7-97461a22c831 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:53.487018 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-03e99dff-2d54-4034-92a2-abe3fce511d4 None None] Provisioning for port a9c21c52-bffa-4e1e-a231-4f52b4867dfb completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:53.558773 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a9c21c52-bffa-4e1e-a231-4f52b4867dfb up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:53.629370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131933675', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:40Z', 'updated_at': '2022-05-30T20:36:48Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:41Z', 'updated_at': '2022-05-30T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '4c3ad978-74c0-4f49-84e4-1eac40a74085', 'name': '', 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:34:27:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:47Z', 'updated_at': '2022-05-30T20:36:49Z', 'revision_number': 2, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:53.632139 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-96c3139d-c743-471b-b7d7-abc3ef3dbcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'name': 'tempest-TestVolumeBackupRestore-150107397-router', 'tenant_id': '04fae2e58faf4b87ae3c683ea487d17f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'edb55397-c7d6-4e09-a0ef-8bd8d84dce0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:14Z', 'updated_at': '2022-05-30T20:36:48Z', 'revision_number': 5, 'project_id': '04fae2e58faf4b87ae3c683ea487d17f', 'gw_port': {'id': 'edb55397-c7d6-4e09-a0ef-8bd8d84dce0b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:16Z', 'updated_at': '2022-05-30T20:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:53.637878 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3139d-c743-471b-b7d7-abc3ef3dbcb3 None None] Checking router: f5de2dba-6b34-4dc1-8ddc-b9dd387adf56 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:36:53.643461 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Checking router: dadbe690-a48e-499e-86f2-2b74a317251d for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:36:53.644047 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Updating router dadbe690-a48e-499e-86f2-2b74a317251d port 4c3ad978-74c0-4f49-84e4-1eac40a74085 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:36:53.651323 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3139d-c743-471b-b7d7-abc3ef3dbcb3 None None] Routers {'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:53.651927 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-96c3139d-c743-471b-b7d7-abc3ef3dbcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:36:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['f5de2dba-6b34-4dc1-8ddc-b9dd387adf56'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:53.782447 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:53.813987 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:53.862649 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-96c3139d-c743-471b-b7d7-abc3ef3dbcb3 None None] Set router f5de2dba-6b34-4dc1-8ddc-b9dd387adf56 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:36:53.896157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event updated for resources: {'Port': ['ID=93bdfe43-a4d0-49d9-81ca-ad2d5e8375a3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:53.944542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Network 3dd4a79e-e471-4936-a963-6a41eb107ea0 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:53.947012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:53.949979 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:53.950162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port a9c21c52-bffa-4e1e-a231-4f52b4867dfb completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:53.955311 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:53.956285 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:53.967845 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a9c21c52-bffa-4e1e-a231-4f52b4867dfb triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:53.968238 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:54.001401 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b82c6dd2-5d6e-4461-934b-f49468dd801c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2095187 May 30 20:36:54.003855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45626) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:54.083461 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c0a957-b94b-430e-b0cb-246e68b77d68 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Deleting subnet 841b5fec-a9ff-497f-8d6c-6154cb5a935d {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:36:54.084522 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b989a0a3-2688-413a-8456-5e2f7b5925e4 req-8aca4612-2023-4a64-85ec-e3bcc5eaed1d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 210 time: 0.0696802 May 30 20:36:54.092704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Allocated IP 2001:db8::f816:3eff:fe1f:f168 (3dd4a79e-e471-4936-a963-6a41eb107ea0/841b5fec-a9ff-497f-8d6c-6154cb5a935d/7b3cc1f0-e2c0-4e27-840b-0b17c382e16b) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:54.143763 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-104b6605-8828-4723-95f7-97461a22c831 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:54.155805 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-104b6605-8828-4723-95f7-97461a22c831 admin admin] Deleting port edb55397-c7d6-4e09-a0ef-8bd8d84dce0b {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:54.156782 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-104b6605-8828-4723-95f7-97461a22c831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:54.415704 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-5f2243b1-03e1-4faf-ae3b-d7f63ba21757 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:54.417488 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-5f2243b1-03e1-4faf-ae3b-d7f63ba21757 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.93 "GET /v2.0/networks?id=83ac91c5-4824-4123-80b2-d2c9baa844de HTTP/1.1" status: 200 len: 796 time: 0.2738011 May 30 20:36:54.476838 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-cf76c2e2-006b-4d53-bcac-ed4a8ec680ea tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb HTTP/1.1" status: 200 len: 379 time: 0.0472867 May 30 20:36:54.488459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-7cedd064-1128-4aab-a935-2eeba98b0cb3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'port': {'device_id': 'ef769740-753f-4d80-a6db-dfefb6f7d7fa', 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de', 'admin_state_up': True, 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'security_groups': ['df1f1bba-1c5d-41d4-a866-9c769d6e7d54']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:54.510722 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-104b6605-8828-4723-95f7-97461a22c831 admin admin] For port edb55397-c7d6-4e09-a0ef-8bd8d84dce0b, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=edb55397-c7d6-4e09-a0ef-8bd8d84dce0b,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:54.511081 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-104b6605-8828-4723-95f7-97461a22c831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:54.528918 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-96c3139d-c743-471b-b7d7-abc3ef3dbcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'name': 'tempest-TestVolumeBackupRestore-150107397-router', 'tenant_id': '04fae2e58faf4b87ae3c683ea487d17f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'edb55397-c7d6-4e09-a0ef-8bd8d84dce0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:14Z', 'updated_at': '2022-05-30T20:36:48Z', 'revision_number': 5, 'project_id': '04fae2e58faf4b87ae3c683ea487d17f', 'gw_port': {'id': 'edb55397-c7d6-4e09-a0ef-8bd8d84dce0b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:16Z', 'updated_at': '2022-05-30T20:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:54.534248 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3139d-c743-471b-b7d7-abc3ef3dbcb3 None None] The sync data for ids ['f5de2dba-6b34-4dc1-8ddc-b9dd387adf56'] in n-d-843949-2 is: [{'id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'name': 'tempest-TestVolumeBackupRestore-150107397-router', 'tenant_id': '04fae2e58faf4b87ae3c683ea487d17f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'edb55397-c7d6-4e09-a0ef-8bd8d84dce0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:14Z', 'updated_at': '2022-05-30T20:36:48Z', 'revision_number': 5, 'project_id': '04fae2e58faf4b87ae3c683ea487d17f', 'gw_port': {'id': 'edb55397-c7d6-4e09-a0ef-8bd8d84dce0b', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5de2dba-6b34-4dc1-8ddc-b9dd387adf56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:16Z', 'updated_at': '2022-05-30T20:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:36:54.671030 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-104b6605-8828-4723-95f7-97461a22c831 admin admin] Calling delete_port for edb55397-c7d6-4e09-a0ef-8bd8d84dce0b owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:54.678858 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:54.879389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-7cedd064-1128-4aab-a935-2eeba98b0cb3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:54.895252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-7cedd064-1128-4aab-a935-2eeba98b0cb3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:54.909802 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-7cedd064-1128-4aab-a935-2eeba98b0cb3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Made reservation on behalf of 5cec82bd6ef4496f8304aec7a72a0ecb for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:54.913549 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-7cedd064-1128-4aab-a935-2eeba98b0cb3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:54.927032 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:54.950121 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Transition to ACTIVE for port object 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:54.971120 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-104b6605-8828-4723-95f7-97461a22c831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.013348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Transition to ACTIVE for port object 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:55.065540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b6605-8828-4723-95f7-97461a22c831 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb55397-c7d6-4e09-a0ef-8bd8d84dce0b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:55.154994 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c4c0a957-b94b-430e-b0cb-246e68b77d68 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.172432 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.244947 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c4c0a957-b94b-430e-b0cb-246e68b77d68 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.331938 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Network 3dd4a79e-e471-4936-a963-6a41eb107ea0 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:55.358239 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc02385c-4f87-4c31-a6a2-2af97b9d898f req-838a1e32-c995-4e35-bd7b-1942cdc8a293 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 210 time: 0.0890965 May 30 20:36:55.361810 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:55.364358 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:55.373255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port a9c21c52-bffa-4e1e-a231-4f52b4867dfb, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a9c21c52-bffa-4e1e-a231-4f52b4867dfb,segment=NetworkSegment(11ac4661-e934-41ed-a8d6-ada0c43f2c04),segment_id=11ac4661-e934-41ed-a8d6-ada0c43f2c04)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:55.393952 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.410722 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Pushing event updated for resources: {'Port': ['ID=7b3cc1f0-e2c0-4e27-840b-0b17c382e16b,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:55.451392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5a36d075-9fb3-40ce-84b3-3bd3c3e463f7 None None] Provisioning complete for port a9c21c52-bffa-4e1e-a231-4f52b4867dfb triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:55.451896 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a36d075-9fb3-40ce-84b3-3bd3c3e463f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.545037 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-104b6605-8828-4723-95f7-97461a22c831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.608360 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3d9be2ff-37ce-4dd1-bce6-80240aa52cec no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:55.656584 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 3d9be2ff-37ce-4dd1-bce6-80240aa52cec {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:36:55.656921 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3d9be2ff-37ce-4dd1-bce6-80240aa52cec not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:36:55.742838 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=a9c21c52-bffa-4e1e-a231-4f52b4867dfb,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:55.770030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Attempting to bind port 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:55.770391 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Attempting to bind port 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '4496c5e5-64c6-4c6c-8b93-d708545f21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3dd4a79e-e471-4936-a963-6a41eb107ea0'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:55.770741 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Attempting to bind port 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b on network 3dd4a79e-e471-4936-a963-6a41eb107ea0 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:55.830777 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:55.831648 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Checking segment: {'id': '4496c5e5-64c6-4c6c-8b93-d708545f21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3dd4a79e-e471-4936-a963-6a41eb107ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:55.831648 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.832060 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Bound using segment: {'id': '4496c5e5-64c6-4c6c-8b93-d708545f21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3dd4a79e-e471-4936-a963-6a41eb107ea0'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:55.832402 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Bound port: 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4496c5e5-64c6-4c6c-8b93-d708545f21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3dd4a79e-e471-4936-a963-6a41eb107ea0'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:55.832768 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.905255 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.957926 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-104b6605-8828-4723-95f7-97461a22c831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.966302 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-104b6605-8828-4723-95f7-97461a22c831 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.966602 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Transition to ACTIVE for port object 4c3ad978-74c0-4f49-84e4-1eac40a74085 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:55.987110 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.987859 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c4c0a957-b94b-430e-b0cb-246e68b77d68 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.084707 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-104b6605-8828-4723-95f7-97461a22c831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.084911 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-7cedd064-1128-4aab-a935-2eeba98b0cb3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Allocated IP 172.20.0.6 (83ac91c5-4824-4123-80b2-d2c9baa844de/6f42bc6c-4224-4d12-8f8f-32d1666eef94/c165948c-f0be-4a6e-885e-abdc7ac7dfb6) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:56.085226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104b6605-8828-4723-95f7-97461a22c831 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5de2dba-6b34-4dc1-8ddc-b9dd387adf56 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:36:56.130277 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-104b6605-8828-4723-95f7-97461a22c831 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.130842 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-104b6605-8828-4723-95f7-97461a22c831 admin admin] 10.222.0.84 "DELETE /v2.0/routers/f5de2dba-6b34-4dc1-8ddc-b9dd387adf56 HTTP/1.1" status: 204 len: 168 time: 3.4444253 May 30 20:36:56.135688 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45644) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:56.165710 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5418ebc-b3bb-4f3f-9e13-17437e69626d None None] Pushing event updated for resources: {'Port': ['ID=4c3ad978-74c0-4f49-84e4-1eac40a74085,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:56.298740 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c4c0a957-b94b-430e-b0cb-246e68b77d68 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.329663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] For port 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:56.338978 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c4c0a957-b94b-430e-b0cb-246e68b77d68 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.347307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-9489f531-9679-46c5-9bb3-a5967e9126be admin admin] Deleting subnet 6eb88245-1435-4c48-a085-6f1c1afec174 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:36:56.348558 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Attempting to bind port 4c3ad978-74c0-4f49-84e4-1eac40a74085 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:56.349164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Attempting to bind port 4c3ad978-74c0-4f49-84e4-1eac40a74085 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:56.349733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Attempting to bind port 4c3ad978-74c0-4f49-84e4-1eac40a74085 on network 83ac91c5-4824-4123-80b2-d2c9baa844de {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:56.352231 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9489f531-9679-46c5-9bb3-a5967e9126be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.353300 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] For port 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7b3cc1f0-e2c0-4e27-840b-0b17c382e16b,segment=NetworkSegment(4496c5e5-64c6-4c6c-8b93-d708545f21f6),segment_id=4496c5e5-64c6-4c6c-8b93-d708545f21f6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:36:56.364948 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.414453 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9489f531-9679-46c5-9bb3-a5967e9126be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.452287 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:56.452782 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Checking segment: {'id': 'f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:56.453240 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.453698 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Bound using segment: {'id': 'f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:56.454783 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Bound port: 4c3ad978-74c0-4f49-84e4-1eac40a74085, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:56.457333 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.507038 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9489f531-9679-46c5-9bb3-a5967e9126be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.542664 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-7cedd064-1128-4aab-a935-2eeba98b0cb3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.557909 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c4c0a957-b94b-430e-b0cb-246e68b77d68 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/subnets/841b5fec-a9ff-497f-8d6c-6154cb5a935d HTTP/1.1" status: 204 len: 168 time: 2.5526891 May 30 20:36:56.563915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45650) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:56.564542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-7cedd064-1128-4aab-a935-2eeba98b0cb3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Transition to ACTIVE for port object c165948c-f0be-4a6e-885e-abdc7ac7dfb6 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:56.569077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0a957-b94b-430e-b0cb-246e68b77d68 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event deleted for resources: {'Subnet': ['ID=841b5fec-a9ff-497f-8d6c-6154cb5a935d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:56.591387 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-7cedd064-1128-4aab-a935-2eeba98b0cb3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.663538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2570d683-57ae-4397-a029-c4282cb42f49 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:56.665000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2570d683-57ae-4397-a029-c4282cb42f49 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:56.666091 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2570d683-57ae-4397-a029-c4282cb42f49 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Synchronizing usage tracker for tenant:3f384f8faec24debb62aa4df5bdd1d96 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:56.671174 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9489f531-9679-46c5-9bb3-a5967e9126be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.675874 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4779a29-af00-461a-bb13-92c9b1aa7252 None None] Pushing event updated for resources: {'Port': ['ID=7b3cc1f0-e2c0-4e27-840b-0b17c382e16b,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:56.722252 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] For port 4c3ad978-74c0-4f49-84e4-1eac40a74085, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:56.722498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489f531-9679-46c5-9bb3-a5967e9126be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb88245-1435-4c48-a085-6f1c1afec174,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:56.727724 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] For port 4c3ad978-74c0-4f49-84e4-1eac40a74085, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4c3ad978-74c0-4f49-84e4-1eac40a74085,segment=NetworkSegment(f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13),segment_id=f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:36:56.737210 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.741468 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9489f531-9679-46c5-9bb3-a5967e9126be admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.752693 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9489f531-9679-46c5-9bb3-a5967e9126be admin admin] 10.222.0.84 "DELETE /v2.0/subnets/6eb88245-1435-4c48-a085-6f1c1afec174 HTTP/1.1" status: 204 len: 168 time: 0.6134012 May 30 20:36:56.752693 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2570d683-57ae-4397-a029-c4282cb42f49 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Unset dirty status for tenant:3f384f8faec24debb62aa4df5bdd1d96 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:56.753375 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2570d683-57ae-4397-a029-c4282cb42f49 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1859825 May 30 20:36:56.753961 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45654) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:56.756427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45658) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:56.776320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedd064-1128-4aab-a935-2eeba98b0cb3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=c165948c-f0be-4a6e-885e-abdc7ac7dfb6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:56.798292 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-7cedd064-1128-4aab-a935-2eeba98b0cb3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 83ac91c5-4824-4123-80b2-d2c9baa844de is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:56.801128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-7cedd064-1128-4aab-a935-2eeba98b0cb3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:56.821312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-7cedd064-1128-4aab-a935-2eeba98b0cb3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:56.830050 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5418ebc-b3bb-4f3f-9e13-17437e69626d None None] Pushing event updated for resources: {'Port': ['ID=4c3ad978-74c0-4f49-84e4-1eac40a74085,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:56.835305 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f37898-519e-468e-8a72-b540315f758e None None] Network 194531e7-435d-4bc4-a205-488f67bf93a9 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:56.918979 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-db10d761-a2d0-452e-935d-f23ecc1eb725 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.935248 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-db10d761-a2d0-452e-935d-f23ecc1eb725 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 30 20:36:56.936047 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db10d761-a2d0-452e-935d-f23ecc1eb725 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:56.938002 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-db10d761-a2d0-452e-935d-f23ecc1eb725 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/networks/3dd4a79e-e471-4936-a963-6a41eb107ea0 HTTP/1.1" status: 409 len: 405 time: 0.1807516 May 30 20:36:56.942451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45664) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:56.951012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cd44e-0785-4849-a145-acf9c7b1f7db req-e3c1e5f9-32b0-43e2-9214-6067d451876e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:56.953681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-dc3f021c-e50c-403e-afe2-38cf26c01a8b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-276975997'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:56.959124 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-723cd44e-0785-4849-a145-acf9c7b1f7db req-e3c1e5f9-32b0-43e2-9214-6067d451876e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 931 time: 0.3134573 May 30 20:36:56.967925 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dc3f021c-e50c-403e-afe2-38cf26c01a8b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:56.973640 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dc3f021c-e50c-403e-afe2-38cf26c01a8b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Usage tracker for resource:network and tenant:3f384f8faec24debb62aa4df5bdd1d96 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:56.998424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dc3f021c-e50c-403e-afe2-38cf26c01a8b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:57.027288 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-7cedd064-1128-4aab-a935-2eeba98b0cb3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:57.027983 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-7cedd064-1128-4aab-a935-2eeba98b0cb3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.042292 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dc3f021c-e50c-403e-afe2-38cf26c01a8b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:57.074004 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3f021c-e50c-403e-afe2-38cf26c01a8b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Made reservation on behalf of 3f384f8faec24debb62aa4df5bdd1d96 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:57.079558 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc3f021c-e50c-403e-afe2-38cf26c01a8b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.090367 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-7cedd064-1128-4aab-a935-2eeba98b0cb3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6041062 May 30 20:36:57.103206 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Request body: {'port': {'device_id': 'ef769740-753f-4d80-a6db-dfefb6f7d7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:57.124067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Routers {'dadbe690-a48e-499e-86f2-2b74a317251d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:57.124732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:36:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['dadbe690-a48e-499e-86f2-2b74a317251d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:57.135667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3f021c-e50c-403e-afe2-38cf26c01a8b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:36:57.162519 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc3f021c-e50c-403e-afe2-38cf26c01a8b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.162870 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-dc3f021c-e50c-403e-afe2-38cf26c01a8b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Added segment f05bfff8-abf9-4332-a137-deedab78b1f1 of type vlan for network a1dacb1b-8983-42bb-be02-1c0351fe88f1 May 30 20:36:57.198272 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc3f021c-e50c-403e-afe2-38cf26c01a8b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.280363 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.351578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-723cd44e-0785-4849-a145-acf9c7b1f7db req-8e83bb60-1d7b-4e11-b663-afef22230d7d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3915765 May 30 20:36:57.399260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8fad139c-25ad-46cc-b45a-72d43a8dfbc4 None None] Provisioning for port c165948c-f0be-4a6e-885e-abdc7ac7dfb6 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:57.454407 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.456040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8fad139c-25ad-46cc-b45a-72d43a8dfbc4 None None] Provisioning complete for port c165948c-f0be-4a6e-885e-abdc7ac7dfb6 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:57.456719 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8fad139c-25ad-46cc-b45a-72d43a8dfbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.468257 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc3f021c-e50c-403e-afe2-38cf26c01a8b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.486300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f021c-e50c-403e-afe2-38cf26c01a8b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:57.493009 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc3f021c-e50c-403e-afe2-38cf26c01a8b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.569836 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8fad139c-25ad-46cc-b45a-72d43a8dfbc4 None None] Port c165948c-f0be-4a6e-885e-abdc7ac7dfb6 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:36:57.594114 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] Set router dadbe690-a48e-499e-86f2-2b74a317251d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:36:57.649584 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a211d8-79ee-444a-b050-d4d5bea41a93 None None] DHCP port deletion for 194531e7-435d-4bc4-a205-488f67bf93a9 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:36:57.663505 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-52a211d8-79ee-444a-b050-d4d5bea41a93 None None] Deleting port ef83950c-507b-4d5d-b880-62d0a89fc4fd {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:57.664239 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-52a211d8-79ee-444a-b050-d4d5bea41a93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.713306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f021c-e50c-403e-afe2-38cf26c01a8b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event updated for resources: {'Network': ['ID=a1dacb1b-8983-42bb-be02-1c0351fe88f1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:57.725302 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dc3f021c-e50c-403e-afe2-38cf26c01a8b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7815039 May 30 20:36:57.728509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45678) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:57.734947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4d76c110-016b-44f6-9043-636ae9f18165 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Request body: {'subnet': {'network_id': 'a1dacb1b-8983-42bb-be02-1c0351fe88f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:57.772070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network a1dacb1b-8983-42bb-be02-1c0351fe88f1 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:57.779661 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Deleting port ef83950c-507b-4d5d-b880-62d0a89fc4fd {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:57.780113 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.838054 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a9c21c52-bffa-4e1e-a231-4f52b4867dfb up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:58.054230 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4d76c110-016b-44f6-9043-636ae9f18165 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:58.106102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c165948c-f0be-4a6e-885e-abdc7ac7dfb6 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:36:58.111198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4d76c110-016b-44f6-9043-636ae9f18165 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:58.126253 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:58.149457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Transition to ACTIVE for port object c165948c-f0be-4a6e-885e-abdc7ac7dfb6 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:58.155523 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:58.160638 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4ab48db6-64a7-40be-a4b8-743528753ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:58.204425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d76c110-016b-44f6-9043-636ae9f18165 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Made reservation on behalf of 3f384f8faec24debb62aa4df5bdd1d96 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:58.392678 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-52a211d8-79ee-444a-b050-d4d5bea41a93 None None] For port ef83950c-507b-4d5d-b880-62d0a89fc4fd, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ef83950c-507b-4d5d-b880-62d0a89fc4fd,segment=NetworkSegment(fb9734db-0281-4d62-8252-ec45cfabd0d9),segment_id=fb9734db-0281-4d62-8252-ec45cfabd0d9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:58.393081 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-52a211d8-79ee-444a-b050-d4d5bea41a93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:58.515380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Pushing event updated for resources: {'Port': ['ID=c165948c-f0be-4a6e-885e-abdc7ac7dfb6,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:58.563350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] For port ef83950c-507b-4d5d-b880-62d0a89fc4fd, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ef83950c-507b-4d5d-b880-62d0a89fc4fd,segment=NetworkSegment(fb9734db-0281-4d62-8252-ec45cfabd0d9),segment_id=fb9734db-0281-4d62-8252-ec45cfabd0d9)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:58.563709 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:58.583530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d76c110-016b-44f6-9043-636ae9f18165 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:58.609312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-52a211d8-79ee-444a-b050-d4d5bea41a93 None None] Calling delete_port for ef83950c-507b-4d5d-b880-62d0a89fc4fd owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:58.622429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Attempting to bind port c165948c-f0be-4a6e-885e-abdc7ac7dfb6 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:58.622763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Attempting to bind port c165948c-f0be-4a6e-885e-abdc7ac7dfb6 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:58.623091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Attempting to bind port c165948c-f0be-4a6e-885e-abdc7ac7dfb6 on network 83ac91c5-4824-4123-80b2-d2c9baa844de {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:58.629935 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Port c165948c-f0be-4a6e-885e-abdc7ac7dfb6 on network 83ac91c5-4824-4123-80b2-d2c9baa844de not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:36:58.630247 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Attempting to bind port c165948c-f0be-4a6e-885e-abdc7ac7dfb6 on network 83ac91c5-4824-4123-80b2-d2c9baa844de {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:58.636709 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:58.637046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Checking segment: {'id': 'f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:58.637597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Bound using segment: {'id': 'f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:58.638533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Bound port: c165948c-f0be-4a6e-885e-abdc7ac7dfb6, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:58.638872 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:58.752198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] For port c165948c-f0be-4a6e-885e-abdc7ac7dfb6, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:58.756093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] For port c165948c-f0be-4a6e-885e-abdc7ac7dfb6, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c165948c-f0be-4a6e-885e-abdc7ac7dfb6,segment=NetworkSegment(f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13),segment_id=f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:36:58.773236 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:58.789962 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ea872-027d-4574-b2eb-2abc323de87b req-daee55a3-027f-404d-a4ea-921fdde4bbf5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:58.790721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-667ea872-027d-4574-b2eb-2abc323de87b req-daee55a3-027f-404d-a4ea-921fdde4bbf5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:58.794970 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a5f63b-7f8e-4fee-bb6c-40f0766b12fe None None] Network 3dd4a79e-e471-4936-a963-6a41eb107ea0 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:58.799054 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Calling delete_port for ef83950c-507b-4d5d-b880-62d0a89fc4fd owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:58.853696 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-52a211d8-79ee-444a-b050-d4d5bea41a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:58.952019 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:58.953633 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] 10.222.0.93 "PUT /v2.0/ports/c165948c-f0be-4a6e-885e-abdc7ac7dfb6 HTTP/1.1" status: 200 len: 1091 time: 1.8574271 May 30 20:36:58.954316 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef769740-753f-4d80-a6db-dfefb6f7d7fa', 'tag': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:36:59.001960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efaba5-2a47-4d47-a216-5189bd1ca8cf service neutron] Pushing event updated for resources: {'Port': ['ID=c165948c-f0be-4a6e-885e-abdc7ac7dfb6,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:59.037783 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a211d8-79ee-444a-b050-d4d5bea41a93 None None] No DVR routers for this DVR port ef83950c-507b-4d5d-b880-62d0a89fc4fd on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:36:59.051234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a9c21c52-bffa-4e1e-a231-4f52b4867dfb triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:59.051601 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:59.077528 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e324734a-a3f2-4665-8400-112c29b4a0dc'] response: {'name': 'network-changed', 'server_uuid': 'ef769740-753f-4d80-a6db-dfefb6f7d7fa', 'tag': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6', 'status': 'completed', 'code': 200} May 30 20:36:59.116368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-667ea872-027d-4574-b2eb-2abc323de87b req-daee55a3-027f-404d-a4ea-921fdde4bbf5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:59.117910 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-667ea872-027d-4574-b2eb-2abc323de87b req-daee55a3-027f-404d-a4ea-921fdde4bbf5 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 943 time: 0.5729995 May 30 20:36:59.118116 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a211d8-79ee-444a-b050-d4d5bea41a93 None None] Pushing event deleted for resources: {'Port': ['ID=ef83950c-507b-4d5d-b880-62d0a89fc4fd,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:59.158058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:36:59.158583 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:36:59.176310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-37af2c2a-c57c-480e-b80a-59b3183bb763 None None] Provisioning for port 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:59.229216 n-d-843949-2 neutron-server[84024]: DEBUG neutron.objects.ports [None req-4d76c110-016b-44f6-9043-636ae9f18165 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:36:59.230983 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d76c110-016b-44f6-9043-636ae9f18165 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:59.236850 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-667ea872-027d-4574-b2eb-2abc323de87b req-c7f26b37-46d6-4333-9b98-1c5a329d6dd8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058164 May 30 20:36:59.251091 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-4b5b89c0-d56e-4380-9231-5859d091d88c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 1094 time: 0.2459793 May 30 20:36:59.303612 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76c110-016b-44f6-9043-636ae9f18165 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event updated for resources: {'Subnet': ['ID=58b7b49c-e763-4295-8d85-c422f3da8760,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:59.334935 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:59.342814 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-6e344278-3587-4f0d-8c10-e79691410bff service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c165948c-f0be-4a6e-885e-abdc7ac7dfb6 HTTP/1.1" status: 200 len: 217 time: 0.0846601 May 30 20:36:59.356917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d76c110-016b-44f6-9043-636ae9f18165 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Checking segment: {'id': 'f05bfff8-abf9-4332-a137-deedab78b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a1dacb1b-8983-42bb-be02-1c0351fe88f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:59.357496 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d76c110-016b-44f6-9043-636ae9f18165 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Network hostable DHCP agents. Network: a1dacb1b-8983-42bb-be02-1c0351fe88f1, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:36:59.387000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d76c110-016b-44f6-9043-636ae9f18165 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Network a1dacb1b-8983-42bb-be02-1c0351fe88f1 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:36:59.400368 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-4d76c110-016b-44f6-9043-636ae9f18165 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, a1dacb1b-8983-42bb-be02-1c0351fe88f1) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:59.409843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d76c110-016b-44f6-9043-636ae9f18165 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:59.410665 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d76c110-016b-44f6-9043-636ae9f18165 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:59.447427 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4d76c110-016b-44f6-9043-636ae9f18165 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7176795 May 30 20:36:59.448036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45688) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:59.454356 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Request body: {'port': {'network_id': 'a1dacb1b-8983-42bb-be02-1c0351fe88f1', 'name': 'tempest-NetworksIpV6TestAttrs-839735171'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:59.454655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff943a3-73f2-44b7-8347-3d095b952b14 None None] Network a1dacb1b-8983-42bb-be02-1c0351fe88f1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:59.454925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-2d47c318-048b-499c-b684-eb4820ed808d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:59.457313 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-2d47c318-048b-499c-b684-eb4820ed808d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6f42bc6c-4224-4d12-8f8f-32d1666eef94 HTTP/1.1" status: 200 len: 834 time: 0.1086519 May 30 20:36:59.548975 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-5a7388a9-7685-4489-bc2a-c4373ee058a2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=83ac91c5-4824-4123-80b2-d2c9baa844de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860963 May 30 20:36:59.604794 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:59.609610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Usage tracker for resource:port and tenant:3f384f8faec24debb62aa4df5bdd1d96 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:59.612798 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:59.619510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:59.634943 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Made reservation on behalf of 3f384f8faec24debb62aa4df5bdd1d96 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:59.639128 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:59.665939 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Deleting port ef83950c-507b-4d5d-b880-62d0a89fc4fd {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:59.666576 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:59.727271 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:59.747325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-4384fbe0-ca6c-43ac-9094-9dcc5fa87fca service neutron] 10.222.0.93 "GET /v2.0/networks/83ac91c5-4824-4123-80b2-d2c9baa844de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908579 May 30 20:36:59.748692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] The port 'ef83950c-507b-4d5d-b880-62d0a89fc4fd' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:36:59.750201 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] device_id is not set on port f6d376b0-2e85-4936-9435-7c21ceb14db5 yet. {{(pid=84024) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:36:59.751441 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:59.751808 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:59.933616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a211146c-cf44-4072-93e4-d36ff4d00b03 req-948f9bc0-9833-4dab-84d9-fef7ad85d0dc service neutron] 10.222.0.93 "GET /v2.0/networks/83ac91c5-4824-4123-80b2-d2c9baa844de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808290 May 30 20:36:59.939568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131933675', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:40Z', 'updated_at': '2022-05-30T20:36:48Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:41Z', 'updated_at': '2022-05-30T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '4c3ad978-74c0-4f49-84e4-1eac40a74085', 'name': '', 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:34:27:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:47Z', 'updated_at': '2022-05-30T20:36:56Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:59.958736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d45250-4493-4bce-9261-43c92f8a1ace None None] The sync data for ids ['dadbe690-a48e-499e-86f2-2b74a317251d'] in n-d-843949-2 is: [{'id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131933675', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:40Z', 'updated_at': '2022-05-30T20:36:48Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:41Z', 'updated_at': '2022-05-30T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '4c3ad978-74c0-4f49-84e4-1eac40a74085', 'name': '', 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:34:27:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:47Z', 'updated_at': '2022-05-30T20:36:56Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:36:59.991714 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-a1dacb1b-8983-42bb-be02-1c0351fe88f1', 'network_id': 'a1dacb1b-8983-42bb-be02-1c0351fe88f1', 'tenant_id': '3f384f8faec24debb62aa4df5bdd1d96', 'fixed_ips': [{'subnet_id': '58b7b49c-e763-4295-8d85-c422f3da8760'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:36:59.992529 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.004508 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c333de15-d0c6-4f80-8f4e-f1ae7745ecd0 None None] DHCP port deletion for 3dd4a79e-e471-4936-a963-6a41eb107ea0 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:37:00.012236 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.032206 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-08688069-4ed6-4844-8bd7-99a5a62fc347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.095695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c333de15-d0c6-4f80-8f4e-f1ae7745ecd0 None None] Deleting port 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:00.096094 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c333de15-d0c6-4f80-8f4e-f1ae7745ecd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.140997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c51f7122-00e3-4b45-bb08-5587d28fab42 req-2c25cff3-79e6-4c49-9244-f9f053043a59 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 1094 time: 0.1246619 May 30 20:37:00.173852 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194531e7-435d-4bc4-a205-488f67bf93a9']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:00.198851 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9734db-0281-4d62-8252-ec45cfabd0d9') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:00.201043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9734db-0281-4d62-8252-ec45cfabd0d9') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:00.238957 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.248480 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Allocated IP 2001:db8::f816:3eff:fea0:716b (a1dacb1b-8983-42bb-be02-1c0351fe88f1/58b7b49c-e763-4295-8d85-c422f3da8760/f6d376b0-2e85-4936-9435-7c21ceb14db5) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:00.319119 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.393541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:37:00.394098 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: timer() May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:37:00.428957 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:37:00.440467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f7122-00e3-4b45-bb08-5587d28fab42 req-92e55954-83eb-450b-888a-4aa11c77df77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:00.442128 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c51f7122-00e3-4b45-bb08-5587d28fab42 req-92e55954-83eb-450b-888a-4aa11c77df77 service neutron] 10.222.0.93 "GET /v2.0/networks?id=83ac91c5-4824-4123-80b2-d2c9baa844de HTTP/1.1" status: 200 len: 897 time: 0.2915301 May 30 20:37:00.465286 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.588562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7b3cc1f0-e2c0-4e27-840b-0b17c382e16b,segment=NetworkSegment(4496c5e5-64c6-4c6c-8b93-d708545f21f6),segment_id=4496c5e5-64c6-4c6c-8b93-d708545f21f6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:00.601362 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.658574 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c51f7122-00e3-4b45-bb08-5587d28fab42 req-8ccf0fc4-80c2-45d0-b347-dacd65323728 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c165948c-f0be-4a6e-885e-abdc7ac7dfb6 HTTP/1.1" status: 200 len: 217 time: 0.2088325 May 30 20:37:00.683419 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device edb55397-c7d6-4e09-a0ef-8bd8d84dce0b no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:37:00.792437 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.822000 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: edb55397-c7d6-4e09-a0ef-8bd8d84dce0b {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:37:00.822713 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device edb55397-c7d6-4e09-a0ef-8bd8d84dce0b not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:37:00.872219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af20b99-0706-4564-8287-34e0c636f463 req-9ec49a34-09b6-4d6b-a1b7-c61ed3021ef2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:00.873717 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4af20b99-0706-4564-8287-34e0c636f463 req-9ec49a34-09b6-4d6b-a1b7-c61ed3021ef2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 943 time: 0.3121378 May 30 20:37:00.875256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f7122-00e3-4b45-bb08-5587d28fab42 req-b1b8ca71-c46d-498e-a4bc-60a3eb2e1428 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:00.885325 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.894668 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c51f7122-00e3-4b45-bb08-5587d28fab42 req-b1b8ca71-c46d-498e-a4bc-60a3eb2e1428 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6f42bc6c-4224-4d12-8f8f-32d1666eef94 HTTP/1.1" status: 200 len: 834 time: 0.2238097 May 30 20:37:00.911530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=194531e7-435d-4bc4-a205-488f67bf93a9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:00.923556 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] 10.222.0.84 "DELETE /v2.0/networks/194531e7-435d-4bc4-a205-488f67bf93a9 HTTP/1.1" status: 204 len: 168 time: 4.1686094 May 30 20:37:00.949155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:00.964488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:00.970384 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:00.970729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:00.971063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:00.971392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:00.971723 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:00.972095 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:00.972420 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:00.972740 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:00.973063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776996a-a27b-4dab-88a2-5ade97ee91e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:01.074793 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4c3ad978-74c0-4f49-84e4-1eac40a74085 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:37:01.119520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=7b3cc1f0-e2c0-4e27-840b-0b17c382e16b,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:01.132641 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.180053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Transition to ACTIVE for port object f6d376b0-2e85-4936-9435-7c21ceb14db5 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:01.203098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c333de15-d0c6-4f80-8f4e-f1ae7745ecd0 None None] For port 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=7b3cc1f0-e2c0-4e27-840b-0b17c382e16b,segment=NetworkSegment(4496c5e5-64c6-4c6c-8b93-d708545f21f6),segment_id=4496c5e5-64c6-4c6c-8b93-d708545f21f6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:01.209118 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c333de15-d0c6-4f80-8f4e-f1ae7745ecd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.209282 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4af20b99-0706-4564-8287-34e0c636f463 req-556d1933-e3c1-48d1-acc7-a84bff1603c4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3134832 May 30 20:37:01.217124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45704) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:01.245115 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c51f7122-00e3-4b45-bb08-5587d28fab42 req-ae4caf6f-1cb6-467e-996e-00913cd3aa25 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=83ac91c5-4824-4123-80b2-d2c9baa844de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2897611 May 30 20:37:01.284760 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.403199 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c333de15-d0c6-4f80-8f4e-f1ae7745ecd0 None None] Calling delete_port for 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:01.551238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c51f7122-00e3-4b45-bb08-5587d28fab42 req-5464cd74-bc38-4b24-bb30-a864ec28c968 service neutron] 10.222.0.93 "GET /v2.0/networks/83ac91c5-4824-4123-80b2-d2c9baa844de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979665 May 30 20:37:01.557482 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Network a1dacb1b-8983-42bb-be02-1c0351fe88f1 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:01.560730 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c333de15-d0c6-4f80-8f4e-f1ae7745ecd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.561959 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:01.574319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:01.580217 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:01.580925 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.586504 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-45b966cb-d112-4fb0-ae16-314530df7e87 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2f1c43d5746b45a4a5d0ca372b07696b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3720324 May 30 20:37:01.593613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45710) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:01.627893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event updated for resources: {'Port': ['ID=f6d376b0-2e85-4936-9435-7c21ceb14db5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:01.637011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c165948c-f0be-4a6e-885e-abdc7ac7dfb6 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:37:01.644596 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8d84569f-ad95-4a2d-aca7-059f789265cc tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1954489 May 30 20:37:01.658792 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333de15-d0c6-4f80-8f4e-f1ae7745ecd0 None None] Pushing event deleted for resources: {'Port': ['ID=7b3cc1f0-e2c0-4e27-840b-0b17c382e16b,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:01.665505 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.668049 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45714) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:01.677846 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.678710 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c333de15-d0c6-4f80-8f4e-f1ae7745ecd0 None None] No DVR routers for this DVR port 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:37:01.694391 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Allocated IP 2001:db8::f816:3eff:fe6a:51d9 (a1dacb1b-8983-42bb-be02-1c0351fe88f1/58b7b49c-e763-4295-8d85-c422f3da8760/9539aa47-63d4-4bbf-b4e5-33dba9e1d5e4) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:01.723821 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 4c3ad978-74c0-4f49-84e4-1eac40a74085 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:01.734511 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd186a63-b5ea-4f8f-a9bb-022a97c099d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.781092 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd186a63-b5ea-4f8f-a9bb-022a97c099d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.786305 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 4c3ad978-74c0-4f49-84e4-1eac40a74085 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:01.786677 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.848528 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd186a63-b5ea-4f8f-a9bb-022a97c099d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.894275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd186a63-b5ea-4f8f-a9bb-022a97c099d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc5bdbb-d09f-428d-926d-381daeaffeee,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:01.905862 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd186a63-b5ea-4f8f-a9bb-022a97c099d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.909755 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fd186a63-b5ea-4f8f-a9bb-022a97c099d3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cdc5bdbb-d09f-428d-926d-381daeaffeee HTTP/1.1" status: 204 len: 168 time: 0.3131518 May 30 20:37:02.070739 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c51f7122-00e3-4b45-bb08-5587d28fab42 req-d2b279b2-fd97-4d7b-92a1-c06f8eb4d2fa service neutron] 10.222.0.93 "GET /v2.0/networks/83ac91c5-4824-4123-80b2-d2c9baa844de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127182 May 30 20:37:02.073281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-59893b52-7e4c-4818-9732-4d90da4ef07f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Deleting subnet 58b7b49c-e763-4295-8d85-c422f3da8760 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:37:02.113871 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c165948c-f0be-4a6e-885e-abdc7ac7dfb6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c165948c-f0be-4a6e-885e-abdc7ac7dfb6,segment=NetworkSegment(f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13),segment_id=f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:02.152038 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6', 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de', 'port_id': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6', 'mac_address': 'fa:16:3e:4c:e2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:37:02.232993 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.289201 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.308136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 4c3ad978-74c0-4f49-84e4-1eac40a74085, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4c3ad978-74c0-4f49-84e4-1eac40a74085,segment=NetworkSegment(f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13),segment_id=f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:02.321918 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.325604 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Transition to ACTIVE for port object 9539aa47-63d4-4bbf-b4e5-33dba9e1d5e4 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:02.382253 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.404250 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:37:02.431037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45726) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:02.445238 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:37:02.445644 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 7b3cc1f0-e2c0-4e27-840b-0b17c382e16b not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:37:02.446326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ef83950c-507b-4d5d-b880-62d0a89fc4fd no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:37:02.483530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656853c-9a47-4abe-9046-0c8193296380 req-18068455-041c-4be2-af9f-d3517ab31511 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:02.485202 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4656853c-9a47-4abe-9046-0c8193296380 req-18068455-041c-4be2-af9f-d3517ab31511 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 943 time: 0.0914922 May 30 20:37:02.498895 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-10ac1e26-36dd-42cf-94bb-a6805d9f4baa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=04fae2e58faf4b87ae3c683ea487d17f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0666196 May 30 20:37:02.501312 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45732) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:02.507506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Transition to ACTIVE for port object 9539aa47-63d4-4bbf-b4e5-33dba9e1d5e4 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:02.515549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c165948c-f0be-4a6e-885e-abdc7ac7dfb6 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:37:02.537656 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59893b52-7e4c-4818-9732-4d90da4ef07f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.583555 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4656853c-9a47-4abe-9046-0c8193296380 req-c4b2c744-dc5f-42d0-9bbf-159a5f685b2b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920990 May 30 20:37:02.592476 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9752afe7-3a00-45b3-84ec-707f0595d753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.620884 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9752afe7-3a00-45b3-84ec-707f0595d753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.634674 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: ef83950c-507b-4d5d-b880-62d0a89fc4fd {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:37:02.635244 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ef83950c-507b-4d5d-b880-62d0a89fc4fd not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:37:02.639422 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59893b52-7e4c-4818-9732-4d90da4ef07f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.644884 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.669866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c165948c-f0be-4a6e-885e-abdc7ac7dfb6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c165948c-f0be-4a6e-885e-abdc7ac7dfb6,segment=NetworkSegment(f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13),segment_id=f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:02.684866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=4c3ad978-74c0-4f49-84e4-1eac40a74085,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:02.714886 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9752afe7-3a00-45b3-84ec-707f0595d753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.741685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752afe7-3a00-45b3-84ec-707f0595d753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b880f3-63fd-4adf-befc-43f5967c4434,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:02.752473 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9752afe7-3a00-45b3-84ec-707f0595d753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.754707 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9752afe7-3a00-45b3-84ec-707f0595d753 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/64b880f3-63fd-4adf-befc-43f5967c4434 HTTP/1.1" status: 204 len: 168 time: 0.2516086 May 30 20:37:02.773579 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Pushing event updated for resources: {'Port': ['ID=9539aa47-63d4-4bbf-b4e5-33dba9e1d5e4,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:02.775768 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.805917 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59893b52-7e4c-4818-9732-4d90da4ef07f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.849440 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=c165948c-f0be-4a6e-885e-abdc7ac7dfb6,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:02.872651 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Network a1dacb1b-8983-42bb-be02-1c0351fe88f1 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:02.874153 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:02.894914 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:02.947872 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59893b52-7e4c-4818-9732-4d90da4ef07f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.988639 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59893b52-7e4c-4818-9732-4d90da4ef07f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event deleted for resources: {'Subnet': ['ID=58b7b49c-e763-4295-8d85-c422f3da8760,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:02.995120 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4c3ad978-74c0-4f49-84e4-1eac40a74085 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:37:02.997916 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-59893b52-7e4c-4818-9732-4d90da4ef07f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.007580 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-59893b52-7e4c-4818-9732-4d90da4ef07f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/subnets/58b7b49c-e763-4295-8d85-c422f3da8760 HTTP/1.1" status: 204 len: 168 time: 1.3385286 May 30 20:37:03.010047 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45740) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:03.024417 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.034382 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['c165948c-f0be-4a6e-885e-abdc7ac7dfb6'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:37:03.086392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7753f010-8c4a-487f-a771-85fe7d59fc0a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:03.088105 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7753f010-8c4a-487f-a771-85fe7d59fc0a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:03.088879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7753f010-8c4a-487f-a771-85fe7d59fc0a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Synchronizing usage tracker for tenant:3f384f8faec24debb62aa4df5bdd1d96 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:03.113200 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7753f010-8c4a-487f-a771-85fe7d59fc0a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Unset dirty status for tenant:3f384f8faec24debb62aa4df5bdd1d96 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:03.117168 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7753f010-8c4a-487f-a771-85fe7d59fc0a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1028519 May 30 20:37:03.117912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45744) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:03.167246 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Attempting to bind port 9539aa47-63d4-4bbf-b4e5-33dba9e1d5e4 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:37:03.167724 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Attempting to bind port 9539aa47-63d4-4bbf-b4e5-33dba9e1d5e4 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'f05bfff8-abf9-4332-a137-deedab78b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a1dacb1b-8983-42bb-be02-1c0351fe88f1'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:37:03.168228 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Attempting to bind port 9539aa47-63d4-4bbf-b4e5-33dba9e1d5e4 on network a1dacb1b-8983-42bb-be02-1c0351fe88f1 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:37:03.197660 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:37:03.198033 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Checking segment: {'id': 'f05bfff8-abf9-4332-a137-deedab78b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a1dacb1b-8983-42bb-be02-1c0351fe88f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:37:03.198585 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.199050 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Bound using segment: {'id': 'f05bfff8-abf9-4332-a137-deedab78b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a1dacb1b-8983-42bb-be02-1c0351fe88f1'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:37:03.199621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Bound port: 9539aa47-63d4-4bbf-b4e5-33dba9e1d5e4, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05bfff8-abf9-4332-a137-deedab78b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a1dacb1b-8983-42bb-be02-1c0351fe88f1'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:37:03.200151 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.267877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 4c3ad978-74c0-4f49-84e4-1eac40a74085 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:03.267877 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.278662 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46aa323e-242d-4c19-ac9b-24990328569a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.288644 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-46aa323e-242d-4c19-ac9b-24990328569a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 30 20:37:03.289086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46aa323e-242d-4c19-ac9b-24990328569a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:37:03.298063 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-46aa323e-242d-4c19-ac9b-24990328569a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/networks/a1dacb1b-8983-42bb-be02-1c0351fe88f1 HTTP/1.1" status: 409 len: 405 time: 0.1720498 May 30 20:37:03.298620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45748) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:03.308261 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-8493ba19-223c-48e0-a9b5-00f2da9f3166 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-123430018'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:03.320808 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8493ba19-223c-48e0-a9b5-00f2da9f3166 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:03.330978 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8493ba19-223c-48e0-a9b5-00f2da9f3166 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Usage tracker for resource:network and tenant:3f384f8faec24debb62aa4df5bdd1d96 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:03.337579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8493ba19-223c-48e0-a9b5-00f2da9f3166 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:03.357585 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8493ba19-223c-48e0-a9b5-00f2da9f3166 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:03.389133 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8493ba19-223c-48e0-a9b5-00f2da9f3166 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Made reservation on behalf of 3f384f8faec24debb62aa4df5bdd1d96 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:03.392624 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8493ba19-223c-48e0-a9b5-00f2da9f3166 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.415750 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.438902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8493ba19-223c-48e0-a9b5-00f2da9f3166 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:37:03.452107 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8493ba19-223c-48e0-a9b5-00f2da9f3166 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.453067 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-8493ba19-223c-48e0-a9b5-00f2da9f3166 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Added segment 43157ee2-f0bc-4392-8d97-2d56799de178 of type vlan for network 825e081f-2f29-446b-8d7f-f1504787f2be May 30 20:37:03.488010 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8493ba19-223c-48e0-a9b5-00f2da9f3166 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.532103 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8493ba19-223c-48e0-a9b5-00f2da9f3166 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.538204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8493ba19-223c-48e0-a9b5-00f2da9f3166 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:03.539429 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8493ba19-223c-48e0-a9b5-00f2da9f3166 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.546909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] For port 9539aa47-63d4-4bbf-b4e5-33dba9e1d5e4, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:37:03.570105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] For port 9539aa47-63d4-4bbf-b4e5-33dba9e1d5e4, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9539aa47-63d4-4bbf-b4e5-33dba9e1d5e4,segment=NetworkSegment(f05bfff8-abf9-4332-a137-deedab78b1f1),segment_id=f05bfff8-abf9-4332-a137-deedab78b1f1)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:37:03.583831 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.675407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493ba19-223c-48e0-a9b5-00f2da9f3166 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event updated for resources: {'Network': ['ID=825e081f-2f29-446b-8d7f-f1504787f2be,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:03.678745 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8493ba19-223c-48e0-a9b5-00f2da9f3166 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3759215 May 30 20:37:03.681654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45754) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:03.688154 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-24b3a815-f5bf-42a8-b668-78a12d220567 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Request body: {'subnet': {'network_id': '825e081f-2f29-446b-8d7f-f1504787f2be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:03.692377 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 825e081f-2f29-446b-8d7f-f1504787f2be details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:37:03.814380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb54f8-6463-44ad-ab82-9ac36a52baac req-53dc29b5-e788-492d-99f0-8e6bb667e4cd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:03.816019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2adb54f8-6463-44ad-ab82-9ac36a52baac req-53dc29b5-e788-492d-99f0-8e6bb667e4cd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 944 time: 0.0923352 May 30 20:37:03.843892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-24b3a815-f5bf-42a8-b668-78a12d220567 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:03.850546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-24b3a815-f5bf-42a8-b668-78a12d220567 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:03.855342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095ef5a-53b1-491f-82f2-e39f811a4dfe None None] Pushing event updated for resources: {'Port': ['ID=9539aa47-63d4-4bbf-b4e5-33dba9e1d5e4,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:03.864277 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b3a815-f5bf-42a8-b668-78a12d220567 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Made reservation on behalf of 3f384f8faec24debb62aa4df5bdd1d96 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:03.885236 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2adb54f8-6463-44ad-ab82-9ac36a52baac req-67951ffc-b244-4740-af35-251c3834fa9d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583246 May 30 20:37:03.964447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46354c4-270f-4937-a382-acca17fbacc8 None None] Network a1dacb1b-8983-42bb-be02-1c0351fe88f1 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:03.993762 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24b3a815-f5bf-42a8-b668-78a12d220567 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:04.184307 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1e3bd3-adee-4c53-ac93-80adc092bfc5 None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:37:04.290524 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1e3bd3-adee-4c53-ac93-80adc092bfc5 None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:37:04.343549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.objects.ports [None req-24b3a815-f5bf-42a8-b668-78a12d220567 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:37:04.345013 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24b3a815-f5bf-42a8-b668-78a12d220567 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:04.422846 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3a815-f5bf-42a8-b668-78a12d220567 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event updated for resources: {'Subnet': ['ID=a93a3dc1-5898-4d29-bfe6-8c948a857099,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:04.437466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b3a815-f5bf-42a8-b668-78a12d220567 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Checking segment: {'id': '43157ee2-f0bc-4392-8d97-2d56799de178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '825e081f-2f29-446b-8d7f-f1504787f2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:37:04.437821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b3a815-f5bf-42a8-b668-78a12d220567 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Network hostable DHCP agents. Network: 825e081f-2f29-446b-8d7f-f1504787f2be, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:37:04.461099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b3a815-f5bf-42a8-b668-78a12d220567 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Network 825e081f-2f29-446b-8d7f-f1504787f2be is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:37:04.473306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-24b3a815-f5bf-42a8-b668-78a12d220567 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 825e081f-2f29-446b-8d7f-f1504787f2be) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:04.479421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b3a815-f5bf-42a8-b668-78a12d220567 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:04.481287 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24b3a815-f5bf-42a8-b668-78a12d220567 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:04.511126 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-24b3a815-f5bf-42a8-b668-78a12d220567 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8283710 May 30 20:37:04.514333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45760) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:04.649428 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c0f590-d4cb-44f5-9dcf-71c5936b01e5 None None] Network 825e081f-2f29-446b-8d7f-f1504787f2be requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:04.661001 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-17ca4bdd-0fa9-4560-b44b-23db64c61d4a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:04.727215 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-17ca4bdd-0fa9-4560-b44b-23db64c61d4a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:04.806826 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-17ca4bdd-0fa9-4560-b44b-23db64c61d4a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:04.866160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca4bdd-0fa9-4560-b44b-23db64c61d4a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event deleted for resources: {'Subnet': ['ID=a93a3dc1-5898-4d29-bfe6-8c948a857099,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:04.888870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb4f94d-e668-492c-9442-5ee6c4cbd7d9 None None] Network 825e081f-2f29-446b-8d7f-f1504787f2be requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:04.959240 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-17ca4bdd-0fa9-4560-b44b-23db64c61d4a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:04.992012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-17ca4bdd-0fa9-4560-b44b-23db64c61d4a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825e081f-2f29-446b-8d7f-f1504787f2be']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:05.004812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-17ca4bdd-0fa9-4560-b44b-23db64c61d4a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43157ee2-f0bc-4392-8d97-2d56799de178') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:05.005102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-17ca4bdd-0fa9-4560-b44b-23db64c61d4a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43157ee2-f0bc-4392-8d97-2d56799de178') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:05.020448 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-17ca4bdd-0fa9-4560-b44b-23db64c61d4a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.040323 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-17ca4bdd-0fa9-4560-b44b-23db64c61d4a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.053892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ca4bdd-0fa9-4560-b44b-23db64c61d4a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:37:05.054303 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-17ca4bdd-0fa9-4560-b44b-23db64c61d4a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: timer() May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:37:05.085536 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:37:05.228657 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-17ca4bdd-0fa9-4560-b44b-23db64c61d4a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.258907 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-17ca4bdd-0fa9-4560-b44b-23db64c61d4a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.274431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca4bdd-0fa9-4560-b44b-23db64c61d4a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event deleted for resources: {'Network': ['ID=825e081f-2f29-446b-8d7f-f1504787f2be,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:05.276942 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-17ca4bdd-0fa9-4560-b44b-23db64c61d4a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/networks/825e081f-2f29-446b-8d7f-f1504787f2be HTTP/1.1" status: 204 len: 168 time: 0.7614093 May 30 20:37:05.281205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45784) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:05.291276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a936c0ab-6be7-45d7-909d-937e8ccc34af tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-130903645'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:05.294877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad76fe4-4107-43df-8cc3-8339cbfb6649 req-5fb18fe6-e942-4dd6-b02f-9b1b2ebceff4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:05.296439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ad76fe4-4107-43df-8cc3-8339cbfb6649 req-5fb18fe6-e942-4dd6-b02f-9b1b2ebceff4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 944 time: 0.1991487 May 30 20:37:05.306261 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a936c0ab-6be7-45d7-909d-937e8ccc34af tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:05.312622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a936c0ab-6be7-45d7-909d-937e8ccc34af tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Usage tracker for resource:network and tenant:3f384f8faec24debb62aa4df5bdd1d96 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:05.317231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a936c0ab-6be7-45d7-909d-937e8ccc34af tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:05.324202 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a936c0ab-6be7-45d7-909d-937e8ccc34af tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:05.342536 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a936c0ab-6be7-45d7-909d-937e8ccc34af tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Made reservation on behalf of 3f384f8faec24debb62aa4df5bdd1d96 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:05.346239 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a936c0ab-6be7-45d7-909d-937e8ccc34af tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.371807 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ad76fe4-4107-43df-8cc3-8339cbfb6649 req-767ef148-f162-4d3f-89f0-d6fcf9f2dfad tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668583 May 30 20:37:05.391328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a936c0ab-6be7-45d7-909d-937e8ccc34af tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:37:05.403940 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a936c0ab-6be7-45d7-909d-937e8ccc34af tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.404645 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-a936c0ab-6be7-45d7-909d-937e8ccc34af tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Added segment 0372219f-4207-4268-a7d2-183e6ab402fd of type vlan for network 130cd103-fb71-484f-b89e-941baf8937b3 May 30 20:37:05.436463 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a936c0ab-6be7-45d7-909d-937e8ccc34af tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.468154 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a936c0ab-6be7-45d7-909d-937e8ccc34af tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.472773 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a936c0ab-6be7-45d7-909d-937e8ccc34af tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:05.473368 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a936c0ab-6be7-45d7-909d-937e8ccc34af tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.576338 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a936c0ab-6be7-45d7-909d-937e8ccc34af tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2939799 May 30 20:37:05.579312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45790) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:05.585276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-5108c2c3-48f5-4fe5-a78d-ebcc7a06b468 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Request body: {'subnet': {'network_id': '130cd103-fb71-484f-b89e-941baf8937b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:05.585696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936c0ab-6be7-45d7-909d-937e8ccc34af tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event updated for resources: {'Network': ['ID=130cd103-fb71-484f-b89e-941baf8937b3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:05.596237 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 130cd103-fb71-484f-b89e-941baf8937b3 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:37:05.615513 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c165948c-f0be-4a6e-885e-abdc7ac7dfb6 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:37:05.699973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5108c2c3-48f5-4fe5-a78d-ebcc7a06b468 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:05.704043 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5108c2c3-48f5-4fe5-a78d-ebcc7a06b468 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Usage tracker for resource:subnet and tenant:3f384f8faec24debb62aa4df5bdd1d96 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:05.706909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5108c2c3-48f5-4fe5-a78d-ebcc7a06b468 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:05.713134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5108c2c3-48f5-4fe5-a78d-ebcc7a06b468 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:05.723037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5108c2c3-48f5-4fe5-a78d-ebcc7a06b468 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Made reservation on behalf of 3f384f8faec24debb62aa4df5bdd1d96 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:05.773037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port c165948c-f0be-4a6e-885e-abdc7ac7dfb6 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:05.778364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port c165948c-f0be-4a6e-885e-abdc7ac7dfb6 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:05.778727 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.900531 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.919413 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5108c2c3-48f5-4fe5-a78d-ebcc7a06b468 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.928526 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef769740-753f-4d80-a6db-dfefb6f7d7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:37:05.938692 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c165948c-f0be-4a6e-885e-abdc7ac7dfb6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c165948c-f0be-4a6e-885e-abdc7ac7dfb6,segment=NetworkSegment(f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13),segment_id=f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:05.943407 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.989059 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66558bce-84b1-4bcd-a561-090a99374b35'] response: {'server_uuid': 'ef769740-753f-4d80-a6db-dfefb6f7d7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6', 'code': 200} May 30 20:37:06.021372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=c165948c-f0be-4a6e-885e-abdc7ac7dfb6,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:06.189451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f8c4c7de-8116-4076-9125-0547bacc0ac0 req-24c0f03d-a517-42ef-86ea-f679bc41924e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 1096 time: 0.1413817 May 30 20:37:06.266302 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f8c4c7de-8116-4076-9125-0547bacc0ac0 req-92206259-32af-41b7-bab6-a09e65a44ca8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681961 May 30 20:37:06.268854 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5108c2c3-48f5-4fe5-a78d-ebcc7a06b468 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:06.344488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108c2c3-48f5-4fe5-a78d-ebcc7a06b468 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event updated for resources: {'Subnet': ['ID=43303f8c-9db7-43da-a512-f138f6b960e0,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:06.360330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5108c2c3-48f5-4fe5-a78d-ebcc7a06b468 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Checking segment: {'id': '0372219f-4207-4268-a7d2-183e6ab402fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '130cd103-fb71-484f-b89e-941baf8937b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:37:06.360684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5108c2c3-48f5-4fe5-a78d-ebcc7a06b468 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Network hostable DHCP agents. Network: 130cd103-fb71-484f-b89e-941baf8937b3, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:37:06.381921 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5108c2c3-48f5-4fe5-a78d-ebcc7a06b468 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Network 130cd103-fb71-484f-b89e-941baf8937b3 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:37:06.391597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-5108c2c3-48f5-4fe5-a78d-ebcc7a06b468 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 130cd103-fb71-484f-b89e-941baf8937b3) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:06.396115 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5108c2c3-48f5-4fe5-a78d-ebcc7a06b468 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:06.397222 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5108c2c3-48f5-4fe5-a78d-ebcc7a06b468 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:06.400120 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd21fd9-294a-4079-97ea-1cac6e9056c4 None None] Network 130cd103-fb71-484f-b89e-941baf8937b3 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:06.422170 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5108c2c3-48f5-4fe5-a78d-ebcc7a06b468 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8414960 May 30 20:37:06.425068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45796) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:06.636254 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:06.672229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-130cd103-fb71-484f-b89e-941baf8937b3', 'network_id': '130cd103-fb71-484f-b89e-941baf8937b3', 'tenant_id': '3f384f8faec24debb62aa4df5bdd1d96', 'fixed_ips': [{'subnet_id': '43303f8c-9db7-43da-a512-f138f6b960e0'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:37:06.673041 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:06.721301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993967b-71c8-4351-82a7-c1b4cc95d6d9 req-19934854-a4b1-49dc-b211-3691c9e2e6a4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:06.724421 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d993967b-71c8-4351-82a7-c1b4cc95d6d9 req-19934854-a4b1-49dc-b211-3691c9e2e6a4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 945 time: 0.1746876 May 30 20:37:06.745364 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:06.828559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d993967b-71c8-4351-82a7-c1b4cc95d6d9 req-a4528c24-7a27-4e14-b5ed-edefb03a3480 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000464 May 30 20:37:06.848412 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Allocated IP 2001:db8::2 (130cd103-fb71-484f-b89e-941baf8937b3/43303f8c-9db7-43da-a512-f138f6b960e0/e19fa53a-c554-401d-b6a9-bf165d5034d2) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:07.058872 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:07.069443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Transition to ACTIVE for port object e19fa53a-c554-401d-b6a9-bf165d5034d2 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:07.087190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Transition to ACTIVE for port object e19fa53a-c554-401d-b6a9-bf165d5034d2 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:07.094186 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:07.110344 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:07.165693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Network 130cd103-fb71-484f-b89e-941baf8937b3 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:07.169294 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:07.173044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:07.173468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event deleted for resources: {'Subnet': ['ID=43303f8c-9db7-43da-a512-f138f6b960e0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:07.212760 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Pushing event updated for resources: {'Port': ['ID=e19fa53a-c554-401d-b6a9-bf165d5034d2,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:07.280292 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:07.282519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Attempting to bind port e19fa53a-c554-401d-b6a9-bf165d5034d2 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:37:07.283713 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Attempting to bind port e19fa53a-c554-401d-b6a9-bf165d5034d2 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '0372219f-4207-4268-a7d2-183e6ab402fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '130cd103-fb71-484f-b89e-941baf8937b3'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:37:07.283713 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Attempting to bind port e19fa53a-c554-401d-b6a9-bf165d5034d2 on network 130cd103-fb71-484f-b89e-941baf8937b3 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:37:07.290389 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:37:07.290763 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Checking segment: {'id': '0372219f-4207-4268-a7d2-183e6ab402fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '130cd103-fb71-484f-b89e-941baf8937b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:37:07.291216 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:07.291675 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Bound using segment: {'id': '0372219f-4207-4268-a7d2-183e6ab402fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '130cd103-fb71-484f-b89e-941baf8937b3'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:37:07.292173 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Bound port: e19fa53a-c554-401d-b6a9-bf165d5034d2, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0372219f-4207-4268-a7d2-183e6ab402fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '130cd103-fb71-484f-b89e-941baf8937b3'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:37:07.292541 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:07.340271 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:07.367425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130cd103-fb71-484f-b89e-941baf8937b3']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:07.384967 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0372219f-4207-4268-a7d2-183e6ab402fd') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:07.385412 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0372219f-4207-4268-a7d2-183e6ab402fd') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:07.391725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] For port e19fa53a-c554-401d-b6a9-bf165d5034d2, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:37:07.397691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] For port e19fa53a-c554-401d-b6a9-bf165d5034d2, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e19fa53a-c554-401d-b6a9-bf165d5034d2,segment=NetworkSegment(0372219f-4207-4268-a7d2-183e6ab402fd),segment_id=0372219f-4207-4268-a7d2-183e6ab402fd)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:37:07.404389 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:07.407995 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:07.431896 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:07.439504 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:37:07.440119 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: timer() May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:37:07.455820 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:37:07.540256 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:37:07.540256 n-d-843949-2 neutron-server[84023]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:37:07.540256 n-d-843949-2 neutron-server[84023]: [parameters: {'id': '130cd103-fb71-484f-b89e-941baf8937b3'}] May 30 20:37:07.540256 n-d-843949-2 neutron-server[84023]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:37:07.540627 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:37:07.573924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1aa900-c955-4df8-9d16-62122ce50c7a None None] Pushing event updated for resources: {'Port': ['ID=e19fa53a-c554-401d-b6a9-bf165d5034d2,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:07.607402 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28c99b9-a275-44c9-9383-9bfe133d4fd5 None None] Network 130cd103-fb71-484f-b89e-941baf8937b3 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:07.812834 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb93299b-3a6c-4271-b3a1-91b24da5c242 None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:37:07.917021 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb93299b-3a6c-4271-b3a1-91b24da5c242 None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:37:08.041944 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:08.066007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a692b7-9a98-4a82-8ca9-6c681661c18f req-45388225-8360-44f4-8f3e-7fb04faddf56 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:08.068009 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24a692b7-9a98-4a82-8ca9-6c681661c18f req-45388225-8360-44f4-8f3e-7fb04faddf56 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 945 time: 0.1010287 May 30 20:37:08.068487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Deleting port e19fa53a-c554-401d-b6a9-bf165d5034d2 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:08.068894 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:08.195620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24a692b7-9a98-4a82-8ca9-6c681661c18f req-1eb64318-7b21-4b09-9107-543756873bcf tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955961 May 30 20:37:08.412294 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] For port e19fa53a-c554-401d-b6a9-bf165d5034d2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e19fa53a-c554-401d-b6a9-bf165d5034d2,segment=NetworkSegment(0372219f-4207-4268-a7d2-183e6ab402fd),segment_id=0372219f-4207-4268-a7d2-183e6ab402fd)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:08.412653 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:08.637994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Calling delete_port for e19fa53a-c554-401d-b6a9-bf165d5034d2 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:08.709599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409781a7-b43b-4395-8d80-5e57d4c87800 req-16672d61-8b5e-49b5-9c36-8d410fa1fb37 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:08.711233 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-409781a7-b43b-4395-8d80-5e57d4c87800 req-16672d61-8b5e-49b5-9c36-8d410fa1fb37 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 945 time: 0.3613558 May 30 20:37:08.756933 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:08.811887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event deleted for resources: {'Port': ['ID=e19fa53a-c554-401d-b6a9-bf165d5034d2,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:08.817417 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-409781a7-b43b-4395-8d80-5e57d4c87800 req-efa5f290-edcb-414a-9fcb-79cf528a7de3 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956187 May 30 20:37:08.818162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] No DVR routers for this DVR port e19fa53a-c554-401d-b6a9-bf165d5034d2 on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:37:08.878636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45816) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:08.949491 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b53e1f83-cc76-41eb-a7b5-f44da04e0645 tempest-TestNetworkAdvancedServerOps-1114335830 tempest-TestNetworkAdvancedServerOps-1114335830-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 1091 time: 0.0695312 May 30 20:37:08.952148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45820) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:08.957821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:08.964502 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:08.964683 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:08.969504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Usage tracker for resource:floatingip and tenant:5cec82bd6ef4496f8304aec7a72a0ecb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:08.972400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:08.978249 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:08.989077 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:08.993359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130cd103-fb71-484f-b89e-941baf8937b3']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:09.008437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0372219f-4207-4268-a7d2-183e6ab402fd') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:09.008745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0372219f-4207-4268-a7d2-183e6ab402fd') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:09.021392 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.037696 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.043788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:37:09.044372 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: timer() May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:37:09.058482 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:37:09.125966 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.139797 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.157324 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.171335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event deleted for resources: {'Network': ['ID=130cd103-fb71-484f-b89e-941baf8937b3,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:09.178608 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a0d26f47-a891-40e7-8729-49de5a8fdf6a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/networks/130cd103-fb71-484f-b89e-941baf8937b3 HTTP/1.1" status: 204 len: 168 time: 2.7525325 May 30 20:37:09.182131 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45824) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:09.188602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-e97e6cc2-7462-4e7e-b02e-968339db367d tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2139831154'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:09.193976 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e97e6cc2-7462-4e7e-b02e-968339db367d tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:09.197851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e97e6cc2-7462-4e7e-b02e-968339db367d tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Usage tracker for resource:network and tenant:3f384f8faec24debb62aa4df5bdd1d96 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:09.201340 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e97e6cc2-7462-4e7e-b02e-968339db367d tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:09.207710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e97e6cc2-7462-4e7e-b02e-968339db367d tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:09.217877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97e6cc2-7462-4e7e-b02e-968339db367d tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Made reservation on behalf of 3f384f8faec24debb62aa4df5bdd1d96 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:09.220856 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e97e6cc2-7462-4e7e-b02e-968339db367d tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.251194 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97e6cc2-7462-4e7e-b02e-968339db367d tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:37:09.260707 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e97e6cc2-7462-4e7e-b02e-968339db367d tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.261130 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-e97e6cc2-7462-4e7e-b02e-968339db367d tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Added segment 82ab0c4e-a51f-40ab-8373-6a94f3b70321 of type vlan for network 854a95b1-9714-47db-a107-62fa95b47561 May 30 20:37:09.268230 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Allocated IP 172.25.5.8 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/d16347c0-8567-4884-9cd3-dce09c4667f7) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:09.293230 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e97e6cc2-7462-4e7e-b02e-968339db367d tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.323030 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e97e6cc2-7462-4e7e-b02e-968339db367d tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.326739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97e6cc2-7462-4e7e-b02e-968339db367d tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:09.327325 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e97e6cc2-7462-4e7e-b02e-968339db367d tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.428193 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e97e6cc2-7462-4e7e-b02e-968339db367d tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2446740 May 30 20:37:09.431585 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45828) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:09.439230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6d9fbaa0-90a0-441e-8df5-21ff5b4c5fd0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Request body: {'subnet': {'network_id': '854a95b1-9714-47db-a107-62fa95b47561', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:09.463666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e6cc2-7462-4e7e-b02e-968339db367d tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event updated for resources: {'Network': ['ID=854a95b1-9714-47db-a107-62fa95b47561,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:09.474679 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 854a95b1-9714-47db-a107-62fa95b47561 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:37:09.524733 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.554191 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.558861 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6d9fbaa0-90a0-441e-8df5-21ff5b4c5fd0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:09.563732 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6d9fbaa0-90a0-441e-8df5-21ff5b4c5fd0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Usage tracker for resource:subnet and tenant:3f384f8faec24debb62aa4df5bdd1d96 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:09.566922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6d9fbaa0-90a0-441e-8df5-21ff5b4c5fd0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:09.572842 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6d9fbaa0-90a0-441e-8df5-21ff5b4c5fd0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:09.584153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9fbaa0-90a0-441e-8df5-21ff5b4c5fd0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Made reservation on behalf of 3f384f8faec24debb62aa4df5bdd1d96 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:09.620814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:09.624330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:09.628034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:09.660259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=d16347c0-8567-4884-9cd3-dce09c4667f7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:09.690443 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d9fbaa0-90a0-441e-8df5-21ff5b4c5fd0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.038035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.objects.ports [None req-6d9fbaa0-90a0-441e-8df5-21ff5b4c5fd0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84023) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:37:10.039193 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d9fbaa0-90a0-441e-8df5-21ff5b4c5fd0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.130670 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fbaa0-90a0-441e-8df5-21ff5b4c5fd0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event updated for resources: {'Subnet': ['ID=58555e50-6a02-4497-8d5a-f36d07756ffe,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:10.140922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9fbaa0-90a0-441e-8df5-21ff5b4c5fd0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Checking segment: {'id': '82ab0c4e-a51f-40ab-8373-6a94f3b70321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '854a95b1-9714-47db-a107-62fa95b47561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:37:10.141400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9fbaa0-90a0-441e-8df5-21ff5b4c5fd0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Network hostable DHCP agents. Network: 854a95b1-9714-47db-a107-62fa95b47561, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:37:10.166453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9fbaa0-90a0-441e-8df5-21ff5b4c5fd0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Network 854a95b1-9714-47db-a107-62fa95b47561 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:37:10.167886 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.178663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-6d9fbaa0-90a0-441e-8df5-21ff5b4c5fd0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 854a95b1-9714-47db-a107-62fa95b47561) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:10.183107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9fbaa0-90a0-441e-8df5-21ff5b4c5fd0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:10.183844 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6d9fbaa0-90a0-441e-8df5-21ff5b4c5fd0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.191465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c928de32-6b86-4e89-a32e-afcdb76502aa None None] Network 854a95b1-9714-47db-a107-62fa95b47561 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:10.221790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6d9fbaa0-90a0-441e-8df5-21ff5b4c5fd0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7889280 May 30 20:37:10.223897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45838) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:10.234293 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.464188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-854a95b1-9714-47db-a107-62fa95b47561', 'network_id': '854a95b1-9714-47db-a107-62fa95b47561', 'tenant_id': '3f384f8faec24debb62aa4df5bdd1d96', 'fixed_ips': [{'subnet_id': '58555e50-6a02-4497-8d5a-f36d07756ffe'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:37:10.466598 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.484381 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.492987 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.509207 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.592486 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.613435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event updated for resources: {'Port': ['ID=d16347c0-8567-4884-9cd3-dce09c4667f7,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:10.628560 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.656795 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Allocated IP 2001:db8::f816:3eff:fe17:c7b4 (854a95b1-9714-47db-a107-62fa95b47561/58555e50-6a02-4497-8d5a-f36d07756ffe/e719be9c-02b0-4d60-ac0a-f8b00adc25bf) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:10.825921 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Floating IP a4105a86-eff2-493e-a54c-8c2831afa5bf associated. External IP: 172.25.5.8, port: c165948c-f0be-4a6e-885e-abdc7ac7dfb6. May 30 20:37:10.866030 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.878556 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Transition to ACTIVE for port object e719be9c-02b0-4d60-ac0a-f8b00adc25bf will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:10.898695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Transition to ACTIVE for port object e719be9c-02b0-4d60-ac0a-f8b00adc25bf will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:10.906119 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.926460 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.984156 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Network 854a95b1-9714-47db-a107-62fa95b47561 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:10.987005 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event deleted for resources: {'Subnet': ['ID=58555e50-6a02-4497-8d5a-f36d07756ffe,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:10.987436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:10.989806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:11.027938 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Pushing event updated for resources: {'Port': ['ID=e719be9c-02b0-4d60-ac0a-f8b00adc25bf,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:11.041750 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:11.042310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:11.042445 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:11.042713 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:11.043039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:11.044089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:11.044415 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:11.044950 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:11.045275 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:11.045602 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:11.045905 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:11.102467 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Attempting to bind port e719be9c-02b0-4d60-ac0a-f8b00adc25bf on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:37:11.102834 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Attempting to bind port e719be9c-02b0-4d60-ac0a-f8b00adc25bf by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '82ab0c4e-a51f-40ab-8373-6a94f3b70321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '854a95b1-9714-47db-a107-62fa95b47561'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:37:11.103188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Attempting to bind port e719be9c-02b0-4d60-ac0a-f8b00adc25bf on network 854a95b1-9714-47db-a107-62fa95b47561 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:37:11.103724 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.111176 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:37:11.111543 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Checking segment: {'id': '82ab0c4e-a51f-40ab-8373-6a94f3b70321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '854a95b1-9714-47db-a107-62fa95b47561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:37:11.112277 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.112422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Bound using segment: {'id': '82ab0c4e-a51f-40ab-8373-6a94f3b70321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '854a95b1-9714-47db-a107-62fa95b47561'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:37:11.112785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Bound port: e719be9c-02b0-4d60-ac0a-f8b00adc25bf, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ab0c4e-a51f-40ab-8373-6a94f3b70321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '854a95b1-9714-47db-a107-62fa95b47561'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:37:11.113146 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.141926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854a95b1-9714-47db-a107-62fa95b47561']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:11.172112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ab0c4e-a51f-40ab-8373-6a94f3b70321') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:11.172112 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ab0c4e-a51f-40ab-8373-6a94f3b70321') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:11.193218 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.216436 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.221896 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] For port e719be9c-02b0-4d60-ac0a-f8b00adc25bf, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:37:11.225760 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:37:11.226481 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: timer() May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:37:11.254551 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:37:11.338751 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] For port e719be9c-02b0-4d60-ac0a-f8b00adc25bf, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e719be9c-02b0-4d60-ac0a-f8b00adc25bf,segment=NetworkSegment(82ab0c4e-a51f-40ab-8373-6a94f3b70321),segment_id=82ab0c4e-a51f-40ab-8373-6a94f3b70321)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:37:11.341114 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.db.api [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:37:11.341114 n-d-843949-2 neutron-server[84023]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:37:11.341114 n-d-843949-2 neutron-server[84023]: [parameters: {'id': '854a95b1-9714-47db-a107-62fa95b47561'}] May 30 20:37:11.341114 n-d-843949-2 neutron-server[84023]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:37:11.342534 n-d-843949-2 neutron-server[84023]: DEBUG oslo_db.api [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:37:11.344673 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.420263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router dadbe690-a48e-499e-86f2-2b74a317251d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:37:11.508351 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbe6fd-6fec-4a13-b607-9dd92a6085d4 None None] Pushing event updated for resources: {'Port': ['ID=e719be9c-02b0-4d60-ac0a-f8b00adc25bf,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:11.543342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466222f1-2444-4e5b-8bd2-6be51a8c2dd8 None None] Network 854a95b1-9714-47db-a107-62fa95b47561 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:11.671113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:37:11.682633 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c283a49-8fcb-415e-ad1f-068d9a4b962e None None] Sync routers for ids ['dadbe690-a48e-499e-86f2-2b74a317251d'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:37:11.695688 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.734458 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c283a49-8fcb-415e-ad1f-068d9a4b962e None None] Routers {'dadbe690-a48e-499e-86f2-2b74a317251d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:11.735109 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8c283a49-8fcb-415e-ad1f-068d9a4b962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:37:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['dadbe690-a48e-499e-86f2-2b74a317251d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:11.754076 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9958c447-fee8-44e7-85b8-62aa9b71ce7c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.8007569 May 30 20:37:11.754918 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef769740-753f-4d80-a6db-dfefb6f7d7fa', 'tag': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:37:11.830003 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baafd160-3bdd-4d65-bcdd-0edd5b4c8d6e'] response: {'name': 'network-changed', 'server_uuid': 'ef769740-753f-4d80-a6db-dfefb6f7d7fa', 'tag': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6', 'status': 'completed', 'code': 200} May 30 20:37:11.843505 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.857880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Deleting port e719be9c-02b0-4d60-ac0a-f8b00adc25bf {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:11.858241 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.969124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-8c283a49-8fcb-415e-ad1f-068d9a4b962e None None] Set router dadbe690-a48e-499e-86f2-2b74a317251d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:37:12.011431 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2146a9-5bd8-42a2-a951-4c7dc9a15724 None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:37:12.116287 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2146a9-5bd8-42a2-a951-4c7dc9a15724 None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:37:12.247064 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f75ce-3a0d-463b-bccb-877e282290d4 req-a246e054-ef77-45fa-ba1e-3fa9c820e757 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:12.248743 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b78f75ce-3a0d-463b-bccb-877e282290d4 req-a246e054-ef77-45fa-ba1e-3fa9c820e757 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 945 time: 0.3161695 May 30 20:37:12.289113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45850) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:12.325258 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d2ff724-e7e6-4a06-8b82-b1729e668f00 req-9debbb63-65a6-4fe6-96d1-68e2eda917c5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 1096 time: 0.4323435 May 30 20:37:12.366608 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0aebf5a-05b1-485f-ab3e-26a59b1d146c admin admin] Deleting subnet a1751f22-297b-4a36-a858-35a7255489cf {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:37:12.369564 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0aebf5a-05b1-485f-ab3e-26a59b1d146c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.425052 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0aebf5a-05b1-485f-ab3e-26a59b1d146c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.438068 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b78f75ce-3a0d-463b-bccb-877e282290d4 req-9a48d314-f760-41b7-8518-fe3e941f6747 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818287 May 30 20:37:12.452509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] For port e719be9c-02b0-4d60-ac0a-f8b00adc25bf, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e719be9c-02b0-4d60-ac0a-f8b00adc25bf,segment=NetworkSegment(82ab0c4e-a51f-40ab-8373-6a94f3b70321),segment_id=82ab0c4e-a51f-40ab-8373-6a94f3b70321)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:12.452876 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.480747 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45854) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:12.589448 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0aebf5a-05b1-485f-ab3e-26a59b1d146c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.649066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Calling delete_port for e719be9c-02b0-4d60-ac0a-f8b00adc25bf owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:12.650204 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-447b966d-fb94-44ea-9d03-cd234104bf9d tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/a4105a86-eff2-493e-a54c-8c2831afa5bf HTTP/1.1" status: 200 len: 989 time: 0.1680405 May 30 20:37:12.683278 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0aebf5a-05b1-485f-ab3e-26a59b1d146c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.708338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff724-e7e6-4a06-8b82-b1729e668f00 req-033b5f8e-3bb1-4bf5-918f-5f437c2c2abb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:12.709827 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d2ff724-e7e6-4a06-8b82-b1729e668f00 req-033b5f8e-3bb1-4bf5-918f-5f437c2c2abb service neutron] 10.222.0.93 "GET /v2.0/networks?id=83ac91c5-4824-4123-80b2-d2c9baa844de HTTP/1.1" status: 200 len: 897 time: 0.3747063 May 30 20:37:12.734787 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0aebf5a-05b1-485f-ab3e-26a59b1d146c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.746379 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aebf5a-05b1-485f-ab3e-26a59b1d146c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1751f22-297b-4a36-a858-35a7255489cf,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:12.757921 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c0aebf5a-05b1-485f-ab3e-26a59b1d146c admin admin] 10.222.0.84 "DELETE /v2.0/subnets/a1751f22-297b-4a36-a858-35a7255489cf HTTP/1.1" status: 204 len: 168 time: 0.4653704 May 30 20:37:12.758169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45858) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:12.815213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d2ff724-e7e6-4a06-8b82-b1729e668f00 req-13c58efc-5d68-4d04-913e-8fdd616bfa76 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c165948c-f0be-4a6e-885e-abdc7ac7dfb6 HTTP/1.1" status: 200 len: 997 time: 0.0985355 May 30 20:37:12.865626 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8c283a49-8fcb-415e-ad1f-068d9a4b962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131933675', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:40Z', 'updated_at': '2022-05-30T20:36:48Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:41Z', 'updated_at': '2022-05-30T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'a4105a86-eff2-493e-a54c-8c2831afa5bf', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'port_id': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de', 'mac_address': 'fa:16:3e:4c:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef769740-753f-4d80-a6db-dfefb6f7d7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:37:09Z', 'updated_at': '2022-05-30T20:37:09Z', 'revision_number': 0, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3ad978-74c0-4f49-84e4-1eac40a74085', 'name': '', 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:34:27:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:47Z', 'updated_at': '2022-05-30T20:37:02Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:12.875595 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c283a49-8fcb-415e-ad1f-068d9a4b962e None None] Checking router: dadbe690-a48e-499e-86f2-2b74a317251d for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:37:12.884732 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff724-e7e6-4a06-8b82-b1729e668f00 req-d97981cf-1247-47d0-b298-f9880130a05c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:12.886189 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d2ff724-e7e6-4a06-8b82-b1729e668f00 req-d97981cf-1247-47d0-b298-f9880130a05c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6f42bc6c-4224-4d12-8f8f-32d1666eef94 HTTP/1.1" status: 200 len: 834 time: 0.0653055 May 30 20:37:12.898923 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c283a49-8fcb-415e-ad1f-068d9a4b962e None None] Routers {'dadbe690-a48e-499e-86f2-2b74a317251d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:12.900127 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8c283a49-8fcb-415e-ad1f-068d9a4b962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:37:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['dadbe690-a48e-499e-86f2-2b74a317251d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:12.905059 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c7c050c8-bef8-43af-97a2-8b08928b3f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.955460 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.043684 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c7c050c8-bef8-43af-97a2-8b08928b3f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.077169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-c7c050c8-bef8-43af-97a2-8b08928b3f19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1199fc-c0ae-42e3-836c-6055f4e5dc92']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:13.091148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-c7c050c8-bef8-43af-97a2-8b08928b3f19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959497d0-4131-4d7a-ad61-6959c49c7be5') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:13.091355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-c7c050c8-bef8-43af-97a2-8b08928b3f19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959497d0-4131-4d7a-ad61-6959c49c7be5') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:13.104309 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c7c050c8-bef8-43af-97a2-8b08928b3f19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.108404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-8c283a49-8fcb-415e-ad1f-068d9a4b962e None None] Set router dadbe690-a48e-499e-86f2-2b74a317251d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:37:13.119919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event deleted for resources: {'Port': ['ID=e719be9c-02b0-4d60-ac0a-f8b00adc25bf,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:13.125027 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c7c050c8-bef8-43af-97a2-8b08928b3f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.133647 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c050c8-bef8-43af-97a2-8b08928b3f19 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:37:13.134483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] No DVR routers for this DVR port e719be9c-02b0-4d60-ac0a-f8b00adc25bf on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:37:13.138004 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c7c050c8-bef8-43af-97a2-8b08928b3f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: timer() May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:37:13.152349 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:37:13.234319 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c7c050c8-bef8-43af-97a2-8b08928b3f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.241161 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c7c050c8-bef8-43af-97a2-8b08928b3f19 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.264923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c050c8-bef8-43af-97a2-8b08928b3f19 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a1199fc-c0ae-42e3-836c-6055f4e5dc92,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:13.285331 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c7c050c8-bef8-43af-97a2-8b08928b3f19 admin admin] 10.222.0.84 "DELETE /v2.0/networks/3a1199fc-c0ae-42e3-836c-6055f4e5dc92 HTTP/1.1" status: 204 len: 168 time: 0.5261278 May 30 20:37:13.294407 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d2ff724-e7e6-4a06-8b82-b1729e668f00 req-d55de055-9b7b-439f-b9a0-17876fa92d9f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=83ac91c5-4824-4123-80b2-d2c9baa844de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3938832 May 30 20:37:13.305696 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.409796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854a95b1-9714-47db-a107-62fa95b47561']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:13.426600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ab0c4e-a51f-40ab-8373-6a94f3b70321') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:13.426897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ab0c4e-a51f-40ab-8373-6a94f3b70321') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:13.444344 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.480721 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.491761 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:37:13.492194 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: timer() May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:37:13.506720 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:37:13.509050 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d2ff724-e7e6-4a06-8b82-b1729e668f00 req-97a95209-83f6-4157-a9c6-8c98ee443ad1 service neutron] 10.222.0.93 "GET /v2.0/networks/83ac91c5-4824-4123-80b2-d2c9baa844de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051232 May 30 20:37:13.517493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45864) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:13.537032 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-8c283a49-8fcb-415e-ad1f-068d9a4b962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131933675', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:40Z', 'updated_at': '2022-05-30T20:36:48Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:41Z', 'updated_at': '2022-05-30T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'a4105a86-eff2-493e-a54c-8c2831afa5bf', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'port_id': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de', 'mac_address': 'fa:16:3e:4c:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef769740-753f-4d80-a6db-dfefb6f7d7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:37:09Z', 'updated_at': '2022-05-30T20:37:09Z', 'revision_number': 0, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3ad978-74c0-4f49-84e4-1eac40a74085', 'name': '', 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:34:27:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:47Z', 'updated_at': '2022-05-30T20:37:02Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:13.542733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c283a49-8fcb-415e-ad1f-068d9a4b962e None None] The sync data for ids ['dadbe690-a48e-499e-86f2-2b74a317251d'] in n-d-843949-2 is: [{'id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131933675', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:40Z', 'updated_at': '2022-05-30T20:36:48Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:41Z', 'updated_at': '2022-05-30T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'a4105a86-eff2-493e-a54c-8c2831afa5bf', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'port_id': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de', 'mac_address': 'fa:16:3e:4c:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef769740-753f-4d80-a6db-dfefb6f7d7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:37:09Z', 'updated_at': '2022-05-30T20:37:09Z', 'revision_number': 0, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3ad978-74c0-4f49-84e4-1eac40a74085', 'name': '', 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:34:27:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:47Z', 'updated_at': '2022-05-30T20:37:02Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:37:13.576113 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ba35f0f6-b2fa-434b-b209-f85e8d754aca admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d55d910e5fa343e7badd76f651e60ee6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0562568 May 30 20:37:13.577862 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45868) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:13.648894 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d73c6c7-98e6-49a6-ab34-d790d32ccafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.659433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45872) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:13.685734 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.704800 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.733014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event deleted for resources: {'Network': ['ID=854a95b1-9714-47db-a107-62fa95b47561,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:13.746427 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-28f7ef1a-93b0-4722-ba3d-15b0fadf7271 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/networks/854a95b1-9714-47db-a107-62fa95b47561 HTTP/1.1" status: 204 len: 168 time: 3.5212598 May 30 20:37:13.750843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45876) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:13.764798 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d2ff724-e7e6-4a06-8b82-b1729e668f00 req-f69301f9-7ea0-4447-8e27-1649eec3fefe service neutron] 10.222.0.93 "GET /v2.0/networks/83ac91c5-4824-4123-80b2-d2c9baa844de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494340 May 30 20:37:13.773272 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1560699-5269-4cb2-9926-16b15f1f26fe None None] New status for floating IP a4105a86-eff2-493e-a54c-8c2831afa5bf: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:37:13.804080 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d73c6c7-98e6-49a6-ab34-d790d32ccafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.822638 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-23833d71-8514-4ce3-8f5e-0950b3ab4013 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] DELETE failed (client error): The resource could not be found. May 30 20:37:13.823071 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23833d71-8514-4ce3-8f5e-0950b3ab4013 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:37:13.827507 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-23833d71-8514-4ce3-8f5e-0950b3ab4013 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/subnets/58555e50-6a02-4497-8d5a-f36d07756ffe HTTP/1.1" status: 404 len: 337 time: 0.0703764 May 30 20:37:13.828300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45880) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:13.852828 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca31272c-b815-411d-a072-21b2086dd48a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] DELETE failed (client error): The resource could not be found. May 30 20:37:13.853268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca31272c-b815-411d-a072-21b2086dd48a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:37:13.856593 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ca31272c-b815-411d-a072-21b2086dd48a tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/networks/854a95b1-9714-47db-a107-62fa95b47561 HTTP/1.1" status: 404 len: 339 time: 0.0272784 May 30 20:37:13.857658 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45884) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:13.903408 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ccc96c-cfe8-479d-b81c-3069d943d01c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] DELETE failed (client error): The resource could not be found. May 30 20:37:13.904033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ccc96c-cfe8-479d-b81c-3069d943d01c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:37:13.908375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b6ccc96c-cfe8-479d-b81c-3069d943d01c tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/subnets/43303f8c-9db7-43da-a512-f138f6b960e0 HTTP/1.1" status: 404 len: 337 time: 0.0472667 May 30 20:37:13.908711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45888) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:13.936151 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af10ec2-5d05-4b1a-889a-e3cfd953c4fe tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] DELETE failed (client error): The resource could not be found. May 30 20:37:13.936504 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af10ec2-5d05-4b1a-889a-e3cfd953c4fe tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:37:13.940518 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3af10ec2-5d05-4b1a-889a-e3cfd953c4fe tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/networks/130cd103-fb71-484f-b89e-941baf8937b3 HTTP/1.1" status: 404 len: 339 time: 0.0284498 May 30 20:37:13.940756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45892) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:13.980139 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f84f65f-56ef-4d6d-9838-022e563d7056 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] DELETE failed (client error): The resource could not be found. May 30 20:37:13.980580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f84f65f-56ef-4d6d-9838-022e563d7056 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:37:13.981988 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5aac8ba7-5c36-4fd5-82b6-7905ad036fa2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/a4105a86-eff2-493e-a54c-8c2831afa5bf HTTP/1.1" status: 200 len: 989 time: 0.3215151 May 30 20:37:13.984001 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2f84f65f-56ef-4d6d-9838-022e563d7056 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/subnets/a93a3dc1-5898-4d29-bfe6-8c948a857099 HTTP/1.1" status: 404 len: 337 time: 0.0414417 May 30 20:37:13.985577 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45896) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:14.012439 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-576ec85a-3074-4456-9b07-b79c707f6d35 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] DELETE failed (client error): The resource could not be found. May 30 20:37:14.012863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576ec85a-3074-4456-9b07-b79c707f6d35 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:37:14.019108 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-576ec85a-3074-4456-9b07-b79c707f6d35 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/networks/825e081f-2f29-446b-8d7f-f1504787f2be HTTP/1.1" status: 404 len: 339 time: 0.0326169 May 30 20:37:14.021641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45900) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:14.076141 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d73c6c7-98e6-49a6-ab34-d790d32ccafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:14.100198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73c6c7-98e6-49a6-ab34-d790d32ccafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d74e73-a5c5-46f0-a258-93ac736a86df,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:14.110752 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-85323ce8-49c1-44cc-ba16-c0ae6d234ce2 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Deleting port f6d376b0-2e85-4936-9435-7c21ceb14db5 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:14.111088 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85323ce8-49c1-44cc-ba16-c0ae6d234ce2 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:14.140486 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d73c6c7-98e6-49a6-ab34-d790d32ccafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:14.141587 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3d73c6c7-98e6-49a6-ab34-d790d32ccafe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/49d74e73-a5c5-46f0-a258-93ac736a86df HTTP/1.1" status: 204 len: 168 time: 0.5627580 May 30 20:37:14.337952 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85323ce8-49c1-44cc-ba16-c0ae6d234ce2 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:14.466155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-85323ce8-49c1-44cc-ba16-c0ae6d234ce2 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Calling delete_port for f6d376b0-2e85-4936-9435-7c21ceb14db5 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:14.554213 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85323ce8-49c1-44cc-ba16-c0ae6d234ce2 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:14.610124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85323ce8-49c1-44cc-ba16-c0ae6d234ce2 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event deleted for resources: {'Port': ['ID=f6d376b0-2e85-4936-9435-7c21ceb14db5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:14.617055 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-85323ce8-49c1-44cc-ba16-c0ae6d234ce2 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:14.623918 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-85323ce8-49c1-44cc-ba16-c0ae6d234ce2 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/ports/f6d376b0-2e85-4936-9435-7c21ceb14db5 HTTP/1.1" status: 204 len: 168 time: 0.6012290 May 30 20:37:14.626503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45906) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:14.665942 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-72051bed-3d04-4c6f-ba54-120c119d73b0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] DELETE failed (client error): The resource could not be found. May 30 20:37:14.666411 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72051bed-3d04-4c6f-ba54-120c119d73b0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:37:14.668162 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-72051bed-3d04-4c6f-ba54-120c119d73b0 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/subnets/58b7b49c-e763-4295-8d85-c422f3da8760 HTTP/1.1" status: 404 len: 337 time: 0.0406611 May 30 20:37:14.671441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45910) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:14.796429 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:14.807814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Deleting port 9539aa47-63d4-4bbf-b4e5-33dba9e1d5e4 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:14.808192 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:14.985769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45914) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:15.010795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] For port 9539aa47-63d4-4bbf-b4e5-33dba9e1d5e4, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9539aa47-63d4-4bbf-b4e5-33dba9e1d5e4,segment=NetworkSegment(f05bfff8-abf9-4332-a137-deedab78b1f1),segment_id=f05bfff8-abf9-4332-a137-deedab78b1f1)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:15.011151 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:15.101046 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9ed7e2eb-51a4-4bc8-8f19-7e9915fe13ce tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/a4105a86-eff2-493e-a54c-8c2831afa5bf HTTP/1.1" status: 200 len: 991 time: 0.1087182 May 30 20:37:15.132868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Calling delete_port for 9539aa47-63d4-4bbf-b4e5-33dba9e1d5e4 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:15.207079 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:15.254092 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event deleted for resources: {'Port': ['ID=9539aa47-63d4-4bbf-b4e5-33dba9e1d5e4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:15.258827 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] No DVR routers for this DVR port 9539aa47-63d4-4bbf-b4e5-33dba9e1d5e4 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:37:15.384925 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:15.409624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1dacb1b-8983-42bb-be02-1c0351fe88f1']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:15.421751 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05bfff8-abf9-4332-a137-deedab78b1f1') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:15.422043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05bfff8-abf9-4332-a137-deedab78b1f1') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:15.433009 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:15.448088 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:15.454420 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:37:15.454792 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: timer() May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:37:15.469148 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:37:15.642552 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:15.659930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:15.670994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event deleted for resources: {'Network': ['ID=a1dacb1b-8983-42bb-be02-1c0351fe88f1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:15.674892 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ee54b0c8-0593-4fbc-94dd-595b9c318b19 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/networks/a1dacb1b-8983-42bb-be02-1c0351fe88f1 HTTP/1.1" status: 204 len: 168 time: 1.0024788 May 30 20:37:15.677287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45918) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:15.740303 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-46750014-e532-4640-9258-3e00d2ebf23b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Deleting port 93bdfe43-a4d0-49d9-81ca-ad2d5e8375a3 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:15.740633 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46750014-e532-4640-9258-3e00d2ebf23b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:15.946311 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46750014-e532-4640-9258-3e00d2ebf23b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.063573 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-46750014-e532-4640-9258-3e00d2ebf23b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Calling delete_port for 93bdfe43-a4d0-49d9-81ca-ad2d5e8375a3 owned by {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:16.142092 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46750014-e532-4640-9258-3e00d2ebf23b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.190643 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46750014-e532-4640-9258-3e00d2ebf23b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event deleted for resources: {'Port': ['ID=93bdfe43-a4d0-49d9-81ca-ad2d5e8375a3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:16.196291 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-46750014-e532-4640-9258-3e00d2ebf23b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.202916 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-46750014-e532-4640-9258-3e00d2ebf23b tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/ports/93bdfe43-a4d0-49d9-81ca-ad2d5e8375a3 HTTP/1.1" status: 204 len: 168 time: 0.5247231 May 30 20:37:16.205319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45922) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:16.242510 n-d-843949-2 neutron-server[84024]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8580e38-a55b-4c36-b248-cf9c3f4de675 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] DELETE failed (client error): The resource could not be found. May 30 20:37:16.242943 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8580e38-a55b-4c36-b248-cf9c3f4de675 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84024) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:37:16.244538 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e8580e38-a55b-4c36-b248-cf9c3f4de675 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/subnets/841b5fec-a9ff-497f-8d6c-6154cb5a935d HTTP/1.1" status: 404 len: 337 time: 0.0383217 May 30 20:37:16.246914 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45926) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:16.357986 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9b26450d-5f73-4897-8e6b-b8bcb15d6835 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.489145 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9b26450d-5f73-4897-8e6b-b8bcb15d6835 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.517970 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-9b26450d-5f73-4897-8e6b-b8bcb15d6835 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd4a79e-e471-4936-a963-6a41eb107ea0']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:16.529922 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-9b26450d-5f73-4897-8e6b-b8bcb15d6835 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4496c5e5-64c6-4c6c-8b93-d708545f21f6') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:16.530216 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-9b26450d-5f73-4897-8e6b-b8bcb15d6835 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4496c5e5-64c6-4c6c-8b93-d708545f21f6') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:16.541188 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9b26450d-5f73-4897-8e6b-b8bcb15d6835 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.556912 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9b26450d-5f73-4897-8e6b-b8bcb15d6835 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.563434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b26450d-5f73-4897-8e6b-b8bcb15d6835 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:37:16.563811 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9b26450d-5f73-4897-8e6b-b8bcb15d6835 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: timer() May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:37:16.577961 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:37:16.657191 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9b26450d-5f73-4897-8e6b-b8bcb15d6835 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.674760 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9b26450d-5f73-4897-8e6b-b8bcb15d6835 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.686446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26450d-5f73-4897-8e6b-b8bcb15d6835 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event deleted for resources: {'Network': ['ID=3dd4a79e-e471-4936-a963-6a41eb107ea0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:16.691558 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9b26450d-5f73-4897-8e6b-b8bcb15d6835 tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/networks/3dd4a79e-e471-4936-a963-6a41eb107ea0 HTTP/1.1" status: 204 len: 168 time: 0.4417536 May 30 20:37:16.692427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45930) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:16.874818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef15fa1e-b032-43af-86d1-539483d9c7fd tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Deleting subnet 0abdc02c-ce91-4f5f-a87c-57e0116c5992 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:37:16.877666 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef15fa1e-b032-43af-86d1-539483d9c7fd tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.934681 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef15fa1e-b032-43af-86d1-539483d9c7fd tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:17.012968 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef15fa1e-b032-43af-86d1-539483d9c7fd tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:17.084303 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef15fa1e-b032-43af-86d1-539483d9c7fd tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:17.211855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15fa1e-b032-43af-86d1-539483d9c7fd tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event deleted for resources: {'Subnet': ['ID=0abdc02c-ce91-4f5f-a87c-57e0116c5992,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:17.222904 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ef15fa1e-b032-43af-86d1-539483d9c7fd tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:17.224886 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500ca286-a80e-461e-86b9-bf98870a0a46 None None] Network bef815cd-6905-4e1c-ab48-ca96918e4d4c requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:17.233666 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ef15fa1e-b032-43af-86d1-539483d9c7fd tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/subnets/0abdc02c-ce91-4f5f-a87c-57e0116c5992 HTTP/1.1" status: 204 len: 168 time: 0.5404642 May 30 20:37:17.236016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45934) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:17.350906 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:17.361317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Deleting port a9c21c52-bffa-4e1e-a231-4f52b4867dfb {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:17.361645 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:17.487068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1890cf7-d286-4262-8b32-3be567348ae5 None None] DHCP port deletion for bef815cd-6905-4e1c-ab48-ca96918e4d4c request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:37:17.491187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a1890cf7-d286-4262-8b32-3be567348ae5 None None] Deleting port a9c21c52-bffa-4e1e-a231-4f52b4867dfb {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:17.491548 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a1890cf7-d286-4262-8b32-3be567348ae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:17.561781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] For port a9c21c52-bffa-4e1e-a231-4f52b4867dfb, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a9c21c52-bffa-4e1e-a231-4f52b4867dfb,segment=NetworkSegment(11ac4661-e934-41ed-a8d6-ada0c43f2c04),segment_id=11ac4661-e934-41ed-a8d6-ada0c43f2c04)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:17.562141 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:17.684575 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Calling delete_port for a9c21c52-bffa-4e1e-a231-4f52b4867dfb owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:17.688566 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a1890cf7-d286-4262-8b32-3be567348ae5 None None] For port a9c21c52-bffa-4e1e-a231-4f52b4867dfb, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a9c21c52-bffa-4e1e-a231-4f52b4867dfb,segment=NetworkSegment(11ac4661-e934-41ed-a8d6-ada0c43f2c04),segment_id=11ac4661-e934-41ed-a8d6-ada0c43f2c04)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:17.688951 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a1890cf7-d286-4262-8b32-3be567348ae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:17.760838 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:17.805871 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event deleted for resources: {'Port': ['ID=a9c21c52-bffa-4e1e-a231-4f52b4867dfb,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:17.810721 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] No DVR routers for this DVR port a9c21c52-bffa-4e1e-a231-4f52b4867dfb on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:37:17.815765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a1890cf7-d286-4262-8b32-3be567348ae5 None None] Calling delete_port for a9c21c52-bffa-4e1e-a231-4f52b4867dfb owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:17.881710 n-d-843949-2 neutron-server[84025]: util.warn( May 30 20:37:17.887338 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-a1890cf7-d286-4262-8b32-3be567348ae5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:37:17.887626 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-a1890cf7-d286-4262-8b32-3be567348ae5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:37:17.932714 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:17.958074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef815cd-6905-4e1c-ab48-ca96918e4d4c']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:17.973710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ac4661-e934-41ed-a8d6-ada0c43f2c04') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:17.974005 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ac4661-e934-41ed-a8d6-ada0c43f2c04') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:17.985816 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:18.001565 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:18.007500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:37:18.007929 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: timer() May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:37:18.022296 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:37:18.097428 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:18.114569 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:18.130083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] Pushing event deleted for resources: {'Network': ['ID=bef815cd-6905-4e1c-ab48-ca96918e4d4c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:18.133343 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fbe3ce5f-c784-4a88-838b-13ede5c44a7f tempest-NetworksIpV6TestAttrs-1259821827 tempest-NetworksIpV6TestAttrs-1259821827-project] 10.222.0.84 "DELETE /v2.0/networks/bef815cd-6905-4e1c-ab48-ca96918e4d4c HTTP/1.1" status: 204 len: 168 time: 0.8957167 May 30 20:37:18.389454 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a1890cf7-d286-4262-8b32-3be567348ae5 None None] Deleting port a9c21c52-bffa-4e1e-a231-4f52b4867dfb {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:18.389926 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a1890cf7-d286-4262-8b32-3be567348ae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:18.426091 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45942) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:18.457798 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a1890cf7-d286-4262-8b32-3be567348ae5 None None] The port 'a9c21c52-bffa-4e1e-a231-4f52b4867dfb' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:37:18.601120 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-13924148-f296-4db9-a43d-7152b30912cd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3f384f8faec24debb62aa4df5bdd1d96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1738935 May 30 20:37:18.603553 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45948) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:18.661710 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a77db59c-855b-4726-b17e-0f7a6f79d2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:18.687375 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a77db59c-855b-4726-b17e-0f7a6f79d2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:18.737958 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a77db59c-855b-4726-b17e-0f7a6f79d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:18.752173 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77db59c-855b-4726-b17e-0f7a6f79d2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f924b88e-341e-4b93-bf40-5b184295b0bb,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:18.758500 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a77db59c-855b-4726-b17e-0f7a6f79d2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:18.759377 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a77db59c-855b-4726-b17e-0f7a6f79d2bf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f924b88e-341e-4b93-bf40-5b184295b0bb HTTP/1.1" status: 204 len: 168 time: 0.1549158 May 30 20:37:18.895702 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a9c21c52-bffa-4e1e-a231-4f52b4867dfb no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:37:18.929381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: a9c21c52-bffa-4e1e-a231-4f52b4867dfb {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:37:18.929747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a9c21c52-bffa-4e1e-a231-4f52b4867dfb not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:37:19.548787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45970) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:19.677939 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-377a463d-bce1-403e-840c-de9e9179c017 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:19.678544 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-377a463d-bce1-403e-840c-de9e9179c017 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): There was a conflict when trying to complete your request. May 30 20:37:19.679482 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-377a463d-bce1-403e-840c-de9e9179c017 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1294446 May 30 20:37:19.683071 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45976) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:19.688393 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group': {'name': 'tempest-secgroup--532450561'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:19.695482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:19.699388 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:19.702885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:19.708676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:19.719428 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:19.732174 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:19.764728 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:19.768777 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:19.771711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:19.777351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:19.843027 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:19.846563 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:19.886767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:19.890798 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be46b13-55f2-49d4-90db-7389e55895bd,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:19.895327 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:19.898269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:19.904588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:19.961255 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:19.964941 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.006034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521720f2-e26c-4314-8a76-c653b5510a2c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:20.010168 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.011357 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-14a4e022-70a1-4d76-b180-0e8cb5dba7a9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3274071 May 30 20:37:20.015169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45980) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:20.020678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-5443c5a4-f78a-4229-be00-56ac3c6be8ac tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': '521720f2-e26c-4314-8a76-c653b5510a2c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:20.027064 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5443c5a4-f78a-4229-be00-56ac3c6be8ac tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:20.031599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5443c5a4-f78a-4229-be00-56ac3c6be8ac tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:20.034483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5443c5a4-f78a-4229-be00-56ac3c6be8ac tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:20.040187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5443c5a4-f78a-4229-be00-56ac3c6be8ac tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:20.056919 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5443c5a4-f78a-4229-be00-56ac3c6be8ac tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.119140 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5443c5a4-f78a-4229-be00-56ac3c6be8ac tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.123205 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5443c5a4-f78a-4229-be00-56ac3c6be8ac tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.149087 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443c5a4-f78a-4229-be00-56ac3c6be8ac tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126edae9-31a0-4b15-8896-a86bdcdf9232,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:20.158562 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5443c5a4-f78a-4229-be00-56ac3c6be8ac tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.159752 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5443c5a4-f78a-4229-be00-56ac3c6be8ac tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1437764 May 30 20:37:20.162410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45984) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:20.167989 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-1dd8ff2c-10af-42a6-9f52-749729b32ff3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': '521720f2-e26c-4314-8a76-c653b5510a2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:20.174491 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1dd8ff2c-10af-42a6-9f52-749729b32ff3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:20.178189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1dd8ff2c-10af-42a6-9f52-749729b32ff3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:20.180993 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1dd8ff2c-10af-42a6-9f52-749729b32ff3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:20.187094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1dd8ff2c-10af-42a6-9f52-749729b32ff3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:20.203084 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ff2c-10af-42a6-9f52-749729b32ff3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.261496 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-1dd8ff2c-10af-42a6-9f52-749729b32ff3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): There was a conflict when trying to complete your request. May 30 20:37:20.263038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1dd8ff2c-10af-42a6-9f52-749729b32ff3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0994298 May 30 20:37:20.265900 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45988) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:20.333088 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a1fc5274-476d-4d90-bd9a-957c47c74bd3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.359253 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a1fc5274-476d-4d90-bd9a-957c47c74bd3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.407522 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a1fc5274-476d-4d90-bd9a-957c47c74bd3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.424379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc5274-476d-4d90-bd9a-957c47c74bd3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=521720f2-e26c-4314-8a76-c653b5510a2c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:20.428875 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a1fc5274-476d-4d90-bd9a-957c47c74bd3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.429974 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a1fc5274-476d-4d90-bd9a-957c47c74bd3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "DELETE /v2.0/security-groups/521720f2-e26c-4314-8a76-c653b5510a2c HTTP/1.1" status: 204 len: 168 time: 0.1631434 May 30 20:37:20.432509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 45992) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:20.482953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-509bad7e-a7a7-4577-9d69-36a02fd12df9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Synchronizing usage tracker for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:20.499745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-509bad7e-a7a7-4577-9d69-36a02fd12df9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Unset dirty status for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:20.501023 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-509bad7e-a7a7-4577-9d69-36a02fd12df9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0676274 May 30 20:37:20.505013 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 45996) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:20.510565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-80e94ead-6345-4501-b38e-1ada65695e98 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group': {'name': 'tempest-secgroup--615227806'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:20.518072 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-80e94ead-6345-4501-b38e-1ada65695e98 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:20.527749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-80e94ead-6345-4501-b38e-1ada65695e98 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:20.536854 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-80e94ead-6345-4501-b38e-1ada65695e98 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.571432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-80e94ead-6345-4501-b38e-1ada65695e98 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:20.575689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-80e94ead-6345-4501-b38e-1ada65695e98 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:20.578387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-80e94ead-6345-4501-b38e-1ada65695e98 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:20.583912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-80e94ead-6345-4501-b38e-1ada65695e98 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:20.640511 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-80e94ead-6345-4501-b38e-1ada65695e98 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.644206 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-80e94ead-6345-4501-b38e-1ada65695e98 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.687737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e94ead-6345-4501-b38e-1ada65695e98 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957c45f1-253e-48dc-8cd8-6ce531da9dd8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:20.690356 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-80e94ead-6345-4501-b38e-1ada65695e98 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.692432 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-80e94ead-6345-4501-b38e-1ada65695e98 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1863627 May 30 20:37:20.694366 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46000) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:20.700319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-34d6a01c-1441-4a00-9693-d793ba4efbf9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': '957c45f1-253e-48dc-8cd8-6ce531da9dd8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:20.700952 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-34d6a01c-1441-4a00-9693-d793ba4efbf9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:20.701916 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-34d6a01c-1441-4a00-9693-d793ba4efbf9 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0066361 May 30 20:37:20.704591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46004) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:20.766953 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbd60ced-62f9-43ce-92ad-f2e6279eff12 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.793586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbd60ced-62f9-43ce-92ad-f2e6279eff12 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.838152 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbd60ced-62f9-43ce-92ad-f2e6279eff12 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.856930 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd60ced-62f9-43ce-92ad-f2e6279eff12 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957c45f1-253e-48dc-8cd8-6ce531da9dd8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:20.863490 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bbd60ced-62f9-43ce-92ad-f2e6279eff12 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.864610 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bbd60ced-62f9-43ce-92ad-f2e6279eff12 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "DELETE /v2.0/security-groups/957c45f1-253e-48dc-8cd8-6ce531da9dd8 HTTP/1.1" status: 204 len: 168 time: 0.1592009 May 30 20:37:20.867138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46008) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:20.921504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a2560c73-333f-4286-bd20-134dbac66609 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Synchronizing usage tracker for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:20.936419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a2560c73-333f-4286-bd20-134dbac66609 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Unset dirty status for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:20.937602 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a2560c73-333f-4286-bd20-134dbac66609 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0695977 May 30 20:37:20.941354 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46012) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:20.946479 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-fd5dd435-edbf-4626-8c35-1c9a16718276 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347471879'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:20.953535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fd5dd435-edbf-4626-8c35-1c9a16718276 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:20.962865 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fd5dd435-edbf-4626-8c35-1c9a16718276 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:20.972488 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd5dd435-edbf-4626-8c35-1c9a16718276 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.010666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fd5dd435-edbf-4626-8c35-1c9a16718276 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:21.014402 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fd5dd435-edbf-4626-8c35-1c9a16718276 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:21.017141 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fd5dd435-edbf-4626-8c35-1c9a16718276 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:21.022918 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fd5dd435-edbf-4626-8c35-1c9a16718276 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:21.084396 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd5dd435-edbf-4626-8c35-1c9a16718276 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.087893 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd5dd435-edbf-4626-8c35-1c9a16718276 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.132229 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5dd435-edbf-4626-8c35-1c9a16718276 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65bda18f-dec6-4c3c-8535-67260bc1f973,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:21.139459 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd5dd435-edbf-4626-8c35-1c9a16718276 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.140236 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fd5dd435-edbf-4626-8c35-1c9a16718276 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1980450 May 30 20:37:21.143309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46016) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:21.148550 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-8916cc33-8bca-43e7-aec6-0fb6eea50e64 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': '65bda18f-dec6-4c3c-8535-67260bc1f973', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:21.149200 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-8916cc33-8bca-43e7-aec6-0fb6eea50e64 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:21.150104 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8916cc33-8bca-43e7-aec6-0fb6eea50e64 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059199 May 30 20:37:21.152392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46020) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:21.214402 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd6ea15b-7a4a-4ce4-b79d-06eaec86f1f0 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.244151 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd6ea15b-7a4a-4ce4-b79d-06eaec86f1f0 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.290119 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd6ea15b-7a4a-4ce4-b79d-06eaec86f1f0 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.306954 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ea15b-7a4a-4ce4-b79d-06eaec86f1f0 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bda18f-dec6-4c3c-8535-67260bc1f973,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:21.320138 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd6ea15b-7a4a-4ce4-b79d-06eaec86f1f0 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.321274 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fd6ea15b-7a4a-4ce4-b79d-06eaec86f1f0 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "DELETE /v2.0/security-groups/65bda18f-dec6-4c3c-8535-67260bc1f973 HTTP/1.1" status: 204 len: 168 time: 0.1675301 May 30 20:37:21.323808 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46024) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:21.375593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-250c13ea-48cf-42e2-9020-9e9a26270254 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Synchronizing usage tracker for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:21.390658 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-250c13ea-48cf-42e2-9020-9e9a26270254 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Unset dirty status for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:21.392015 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-250c13ea-48cf-42e2-9020-9e9a26270254 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0671208 May 30 20:37:21.395913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46028) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:21.401291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-188c15a1-10fb-4256-9f9b-c8793271665f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1838843840'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:21.408553 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-188c15a1-10fb-4256-9f9b-c8793271665f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:21.419079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-188c15a1-10fb-4256-9f9b-c8793271665f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:21.428514 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-188c15a1-10fb-4256-9f9b-c8793271665f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.463545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-188c15a1-10fb-4256-9f9b-c8793271665f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:21.467358 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-188c15a1-10fb-4256-9f9b-c8793271665f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:21.470043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-188c15a1-10fb-4256-9f9b-c8793271665f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:21.476231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-188c15a1-10fb-4256-9f9b-c8793271665f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:21.529586 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-188c15a1-10fb-4256-9f9b-c8793271665f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.533336 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-188c15a1-10fb-4256-9f9b-c8793271665f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.577244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c15a1-10fb-4256-9f9b-c8793271665f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87abc0b-5481-4849-a4ef-0d186b59e8d3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:21.580534 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-188c15a1-10fb-4256-9f9b-c8793271665f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.584182 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-188c15a1-10fb-4256-9f9b-c8793271665f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1848297 May 30 20:37:21.585000 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46032) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:21.591333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-18cbbf8f-c096-4b25-81bb-34ba29d2f84e tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': 'e87abc0b-5481-4849-a4ef-0d186b59e8d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:21.592149 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-18cbbf8f-c096-4b25-81bb-34ba29d2f84e tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:21.593107 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-18cbbf8f-c096-4b25-81bb-34ba29d2f84e tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070627 May 30 20:37:21.595683 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46036) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:21.601907 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d908b8d1-6989-42bc-aca6-f453ca96471b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': 'e87abc0b-5481-4849-a4ef-0d186b59e8d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:21.602553 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-d908b8d1-6989-42bc-aca6-f453ca96471b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:21.603443 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d908b8d1-6989-42bc-aca6-f453ca96471b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068266 May 30 20:37:21.605764 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46040) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:21.610262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-eca0006f-5219-4dda-94d4-1e2c3bf15b99 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': 'e87abc0b-5481-4849-a4ef-0d186b59e8d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:21.610862 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-eca0006f-5219-4dda-94d4-1e2c3bf15b99 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:21.611731 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-eca0006f-5219-4dda-94d4-1e2c3bf15b99 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051680 May 30 20:37:21.613917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46044) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:21.618412 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-b1634d56-2d84-43ec-9a6f-feada351f9bc tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': 'e87abc0b-5481-4849-a4ef-0d186b59e8d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:21.619776 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-b1634d56-2d84-43ec-9a6f-feada351f9bc tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:21.620713 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b1634d56-2d84-43ec-9a6f-feada351f9bc tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060024 May 30 20:37:21.622972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46048) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:21.686181 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-509ce15c-93ab-4607-8199-dbef94ea570a tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.712772 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-509ce15c-93ab-4607-8199-dbef94ea570a tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.757200 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-509ce15c-93ab-4607-8199-dbef94ea570a tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.775809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ce15c-93ab-4607-8199-dbef94ea570a tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87abc0b-5481-4849-a4ef-0d186b59e8d3,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:21.784164 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-509ce15c-93ab-4607-8199-dbef94ea570a tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.785305 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-509ce15c-93ab-4607-8199-dbef94ea570a tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "DELETE /v2.0/security-groups/e87abc0b-5481-4849-a4ef-0d186b59e8d3 HTTP/1.1" status: 204 len: 168 time: 0.1615229 May 30 20:37:21.787903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46052) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:21.839587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-68b839d9-75a9-4029-bc04-02a9703cf0cf tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Synchronizing usage tracker for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:21.854651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-68b839d9-75a9-4029-bc04-02a9703cf0cf tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Unset dirty status for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:21.856429 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-68b839d9-75a9-4029-bc04-02a9703cf0cf tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0670125 May 30 20:37:21.860230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46056) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:21.865483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6435e52d-7064-4e28-b9b2-1ef202d4257f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group': {'name': 'tempest-secgroup--752682154'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:21.872294 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6435e52d-7064-4e28-b9b2-1ef202d4257f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:21.881695 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6435e52d-7064-4e28-b9b2-1ef202d4257f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:21.891137 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6435e52d-7064-4e28-b9b2-1ef202d4257f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.926040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6435e52d-7064-4e28-b9b2-1ef202d4257f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:21.929851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6435e52d-7064-4e28-b9b2-1ef202d4257f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:21.932621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6435e52d-7064-4e28-b9b2-1ef202d4257f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:21.938272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6435e52d-7064-4e28-b9b2-1ef202d4257f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:21.996308 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6435e52d-7064-4e28-b9b2-1ef202d4257f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.999704 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6435e52d-7064-4e28-b9b2-1ef202d4257f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.045851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435e52d-7064-4e28-b9b2-1ef202d4257f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fde78b1-3687-493b-8308-33639084929d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:22.050065 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6435e52d-7064-4e28-b9b2-1ef202d4257f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.051250 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6435e52d-7064-4e28-b9b2-1ef202d4257f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1901162 May 30 20:37:22.054076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46060) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:22.059322 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-e3532658-61c6-4a18-8cf6-fd4fb05a66ed tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': '8fde78b1-3687-493b-8308-33639084929d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:22.059983 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-e3532658-61c6-4a18-8cf6-fd4fb05a66ed tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:22.060899 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e3532658-61c6-4a18-8cf6-fd4fb05a66ed tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060337 May 30 20:37:22.063052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46064) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:22.067698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-1194ba18-a808-482c-92b1-af48fa6f65a8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': '8fde78b1-3687-493b-8308-33639084929d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:22.074785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1194ba18-a808-482c-92b1-af48fa6f65a8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:22.078641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1194ba18-a808-482c-92b1-af48fa6f65a8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:22.081860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1194ba18-a808-482c-92b1-af48fa6f65a8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:22.087796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1194ba18-a808-482c-92b1-af48fa6f65a8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:22.116169 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-1194ba18-a808-482c-92b1-af48fa6f65a8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:22.117177 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1194ba18-a808-482c-92b1-af48fa6f65a8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0532947 May 30 20:37:22.119827 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46068) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:22.125828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-e7026d74-3c98-45a4-b672-3d8bcdb4f213 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': '8fde78b1-3687-493b-8308-33639084929d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:22.126403 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-e7026d74-3c98-45a4-b672-3d8bcdb4f213 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:22.128219 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e7026d74-3c98-45a4-b672-3d8bcdb4f213 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062745 May 30 20:37:22.129716 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46072) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:22.134480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-99b10639-7272-49dd-979d-47603287a33f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': '8fde78b1-3687-493b-8308-33639084929d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:22.141270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-99b10639-7272-49dd-979d-47603287a33f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:22.145342 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-99b10639-7272-49dd-979d-47603287a33f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:22.148175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-99b10639-7272-49dd-979d-47603287a33f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:22.153897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-99b10639-7272-49dd-979d-47603287a33f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:22.182874 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-99b10639-7272-49dd-979d-47603287a33f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:22.184439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-99b10639-7272-49dd-979d-47603287a33f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0533288 May 30 20:37:22.187534 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46076) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:22.192792 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f5dd89e5-d0cf-45d2-a870-935985ba8ac8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': '8fde78b1-3687-493b-8308-33639084929d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:22.193358 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-f5dd89e5-d0cf-45d2-a870-935985ba8ac8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:22.194467 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f5dd89e5-d0cf-45d2-a870-935985ba8ac8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058963 May 30 20:37:22.196514 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46080) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:22.201960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-5e5e4b43-dca1-498d-a7b1-f1dbd9439355 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': '8fde78b1-3687-493b-8308-33639084929d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:22.207903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5e5e4b43-dca1-498d-a7b1-f1dbd9439355 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:22.211698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5e5e4b43-dca1-498d-a7b1-f1dbd9439355 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:22.214613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5e5e4b43-dca1-498d-a7b1-f1dbd9439355 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:22.220603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5e5e4b43-dca1-498d-a7b1-f1dbd9439355 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:22.231665 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-5e5e4b43-dca1-498d-a7b1-f1dbd9439355 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Project e9e47a8d448a4934abac2c34ca2bdbdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:37:22.262362 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-5e5e4b43-dca1-498d-a7b1-f1dbd9439355 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:22.263373 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5e5e4b43-dca1-498d-a7b1-f1dbd9439355 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0660336 May 30 20:37:22.266131 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46084) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:22.271659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-8d728b56-b949-4edc-8e2f-9d7397652975 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': '8fde78b1-3687-493b-8308-33639084929d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:22.272262 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-8d728b56-b949-4edc-8e2f-9d7397652975 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:22.273540 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8d728b56-b949-4edc-8e2f-9d7397652975 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061569 May 30 20:37:22.276345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46088) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:22.281154 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-131433d3-1f2d-44d9-96b1-0b33d94a816d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': '8fde78b1-3687-493b-8308-33639084929d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:22.288948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-131433d3-1f2d-44d9-96b1-0b33d94a816d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:22.292538 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-131433d3-1f2d-44d9-96b1-0b33d94a816d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:22.296014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-131433d3-1f2d-44d9-96b1-0b33d94a816d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:22.301796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-131433d3-1f2d-44d9-96b1-0b33d94a816d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:22.311700 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-131433d3-1f2d-44d9-96b1-0b33d94a816d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Project e9e47a8d448a4934abac2c34ca2bdbdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:37:22.329192 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-131433d3-1f2d-44d9-96b1-0b33d94a816d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:22.330170 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-131433d3-1f2d-44d9-96b1-0b33d94a816d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0529947 May 30 20:37:22.332981 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46092) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:22.338227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-58c8fcbb-3e5b-4630-a17e-2d9f7702f525 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': '8fde78b1-3687-493b-8308-33639084929d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:22.344313 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-58c8fcbb-3e5b-4630-a17e-2d9f7702f525 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:22.348039 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-58c8fcbb-3e5b-4630-a17e-2d9f7702f525 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:22.351516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-58c8fcbb-3e5b-4630-a17e-2d9f7702f525 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:22.357894 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-58c8fcbb-3e5b-4630-a17e-2d9f7702f525 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:22.367705 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-58c8fcbb-3e5b-4630-a17e-2d9f7702f525 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Project e9e47a8d448a4934abac2c34ca2bdbdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:37:22.386077 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-58c8fcbb-3e5b-4630-a17e-2d9f7702f525 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:22.387049 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-58c8fcbb-3e5b-4630-a17e-2d9f7702f525 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0531502 May 30 20:37:22.389777 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46096) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:22.538696 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57673216-f41c-4b53-9d32-3efe61bc9990 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.564523 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57673216-f41c-4b53-9d32-3efe61bc9990 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.609514 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57673216-f41c-4b53-9d32-3efe61bc9990 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.628232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57673216-f41c-4b53-9d32-3efe61bc9990 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fde78b1-3687-493b-8308-33639084929d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:22.634846 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57673216-f41c-4b53-9d32-3efe61bc9990 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.639162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46100) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:22.639604 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-57673216-f41c-4b53-9d32-3efe61bc9990 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "DELETE /v2.0/security-groups/8fde78b1-3687-493b-8308-33639084929d HTTP/1.1" status: 204 len: 168 time: 0.2485344 May 30 20:37:22.692300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-55f30e81-1455-4cdb-b4d2-929b7ab5bf30 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Synchronizing usage tracker for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:22.706298 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-55f30e81-1455-4cdb-b4d2-929b7ab5bf30 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Unset dirty status for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:22.707517 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-55f30e81-1455-4cdb-b4d2-929b7ab5bf30 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0672705 May 30 20:37:22.711451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46104) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:22.717419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-69686419-168c-428c-a758-9c73c27146ef tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1404053581'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:22.724604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-69686419-168c-428c-a758-9c73c27146ef tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:22.734785 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-69686419-168c-428c-a758-9c73c27146ef tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:22.744369 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69686419-168c-428c-a758-9c73c27146ef tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.778248 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-69686419-168c-428c-a758-9c73c27146ef tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:22.781952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-69686419-168c-428c-a758-9c73c27146ef tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:22.784670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-69686419-168c-428c-a758-9c73c27146ef tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:22.790614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-69686419-168c-428c-a758-9c73c27146ef tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:22.844009 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69686419-168c-428c-a758-9c73c27146ef tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.847620 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69686419-168c-428c-a758-9c73c27146ef tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.887865 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69686419-168c-428c-a758-9c73c27146ef tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5ddf55-86ff-49b1-ae6c-74cf3546afe3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:22.896433 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-69686419-168c-428c-a758-9c73c27146ef tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.898339 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-69686419-168c-428c-a758-9c73c27146ef tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1859448 May 30 20:37:22.900365 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46108) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:22.906059 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-754ab76e-0453-4b2d-8570-51f16a0c0b2b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': '8e5ddf55-86ff-49b1-ae6c-74cf3546afe3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:22.912520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-754ab76e-0453-4b2d-8570-51f16a0c0b2b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:22.916327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-754ab76e-0453-4b2d-8570-51f16a0c0b2b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:22.919808 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-754ab76e-0453-4b2d-8570-51f16a0c0b2b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:22.925490 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-754ab76e-0453-4b2d-8570-51f16a0c0b2b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:22.960955 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-754ab76e-0453-4b2d-8570-51f16a0c0b2b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The resource could not be found. May 30 20:37:22.961971 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-754ab76e-0453-4b2d-8570-51f16a0c0b2b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0607104 May 30 20:37:22.964781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46112) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:22.970486 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-523a536a-095d-4ea4-9cb7-ed1f0416563b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': '8e5ddf55-86ff-49b1-ae6c-74cf3546afe3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'cba0a319-b4b7-4cf8-b0f0-83a9a2e84cce'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:22.976726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-523a536a-095d-4ea4-9cb7-ed1f0416563b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:22.980429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-523a536a-095d-4ea4-9cb7-ed1f0416563b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:22.983194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-523a536a-095d-4ea4-9cb7-ed1f0416563b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:22.989295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-523a536a-095d-4ea4-9cb7-ed1f0416563b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:23.023658 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-523a536a-095d-4ea4-9cb7-ed1f0416563b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The resource could not be found. May 30 20:37:23.024651 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-523a536a-095d-4ea4-9cb7-ed1f0416563b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0583646 May 30 20:37:23.027374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46116) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:23.091781 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df0a407d-b1c7-4b79-99af-6d602b67be0f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.117962 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df0a407d-b1c7-4b79-99af-6d602b67be0f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.162962 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df0a407d-b1c7-4b79-99af-6d602b67be0f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.181478 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a407d-b1c7-4b79-99af-6d602b67be0f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5ddf55-86ff-49b1-ae6c-74cf3546afe3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:23.188668 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-df0a407d-b1c7-4b79-99af-6d602b67be0f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.189760 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-df0a407d-b1c7-4b79-99af-6d602b67be0f tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "DELETE /v2.0/security-groups/8e5ddf55-86ff-49b1-ae6c-74cf3546afe3 HTTP/1.1" status: 204 len: 168 time: 0.1609499 May 30 20:37:23.192314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46120) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:23.242201 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-32097994-e548-4ef7-a7e3-53034d87c87c tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Synchronizing usage tracker for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:23.258101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-32097994-e548-4ef7-a7e3-53034d87c87c tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Unset dirty status for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:23.259306 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-32097994-e548-4ef7-a7e3-53034d87c87c tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0661049 May 30 20:37:23.263476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46124) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:23.269304 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-325fe320-4fe9-4554-b0ec-6a96fb7193a3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': '7b1386a7-18a5-4bf3-9863-9b304515fa0c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:23.276731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-325fe320-4fe9-4554-b0ec-6a96fb7193a3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:23.280517 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-325fe320-4fe9-4554-b0ec-6a96fb7193a3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:23.283444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-325fe320-4fe9-4554-b0ec-6a96fb7193a3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:23.289232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-325fe320-4fe9-4554-b0ec-6a96fb7193a3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:23.322204 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-325fe320-4fe9-4554-b0ec-6a96fb7193a3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The resource could not be found. May 30 20:37:23.323196 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-325fe320-4fe9-4554-b0ec-6a96fb7193a3 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0587904 May 30 20:37:23.326931 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46128) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:23.332461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a4c6576c-089e-46f3-9889-6827aa5cfe70 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1848002215'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:23.338693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a4c6576c-089e-46f3-9889-6827aa5cfe70 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:23.348638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a4c6576c-089e-46f3-9889-6827aa5cfe70 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:23.358247 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a4c6576c-089e-46f3-9889-6827aa5cfe70 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.391715 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a4c6576c-089e-46f3-9889-6827aa5cfe70 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:23.395640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a4c6576c-089e-46f3-9889-6827aa5cfe70 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:23.398472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a4c6576c-089e-46f3-9889-6827aa5cfe70 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:23.404701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a4c6576c-089e-46f3-9889-6827aa5cfe70 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:23.458910 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a4c6576c-089e-46f3-9889-6827aa5cfe70 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.462518 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a4c6576c-089e-46f3-9889-6827aa5cfe70 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.505155 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6576c-089e-46f3-9889-6827aa5cfe70 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198a9c3a-5b1f-4762-9ad8-a519a8472320,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:23.513891 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a4c6576c-089e-46f3-9889-6827aa5cfe70 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.515604 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a4c6576c-089e-46f3-9889-6827aa5cfe70 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1876600 May 30 20:37:23.518571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46132) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:23.524165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-b70b3f7e-5666-437c-8f44-2581a35f348d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group': {'name': 'tempest-secgroup--535843676'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:23.530194 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b70b3f7e-5666-437c-8f44-2581a35f348d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:23.534182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b70b3f7e-5666-437c-8f44-2581a35f348d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:23.536975 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b70b3f7e-5666-437c-8f44-2581a35f348d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:23.542642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b70b3f7e-5666-437c-8f44-2581a35f348d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:23.553011 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b70b3f7e-5666-437c-8f44-2581a35f348d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.588460 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b70b3f7e-5666-437c-8f44-2581a35f348d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:23.592286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b70b3f7e-5666-437c-8f44-2581a35f348d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:23.595014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b70b3f7e-5666-437c-8f44-2581a35f348d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:23.600733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b70b3f7e-5666-437c-8f44-2581a35f348d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:23.654765 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b70b3f7e-5666-437c-8f44-2581a35f348d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.658282 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b70b3f7e-5666-437c-8f44-2581a35f348d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.702447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b3f7e-5666-437c-8f44-2581a35f348d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38875e73-c62b-4545-8465-bf433f48de40,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:23.705405 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b70b3f7e-5666-437c-8f44-2581a35f348d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.706616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b70b3f7e-5666-437c-8f44-2581a35f348d tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1870537 May 30 20:37:23.709344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46136) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:23.714868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-464f22de-5ce3-470b-9188-37e98d13fab8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': '198a9c3a-5b1f-4762-9ad8-a519a8472320', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '38875e73-c62b-4545-8465-bf433f48de40'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:23.721991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-464f22de-5ce3-470b-9188-37e98d13fab8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:23.725784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-464f22de-5ce3-470b-9188-37e98d13fab8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:23.728682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-464f22de-5ce3-470b-9188-37e98d13fab8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:23.734828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-464f22de-5ce3-470b-9188-37e98d13fab8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:23.762871 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-464f22de-5ce3-470b-9188-37e98d13fab8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:23.763858 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-464f22de-5ce3-470b-9188-37e98d13fab8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0536151 May 30 20:37:23.766634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46140) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:23.830888 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fadb1d63-eeea-4c38-a9a4-5a0e9106c40b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.857088 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fadb1d63-eeea-4c38-a9a4-5a0e9106c40b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.901170 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fadb1d63-eeea-4c38-a9a4-5a0e9106c40b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.920059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb1d63-eeea-4c38-a9a4-5a0e9106c40b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38875e73-c62b-4545-8465-bf433f48de40,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:23.926586 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fadb1d63-eeea-4c38-a9a4-5a0e9106c40b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.927674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fadb1d63-eeea-4c38-a9a4-5a0e9106c40b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "DELETE /v2.0/security-groups/38875e73-c62b-4545-8465-bf433f48de40 HTTP/1.1" status: 204 len: 168 time: 0.1600952 May 30 20:37:23.930236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46144) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:23.992604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b281a658-72ef-451f-8b5e-28e94b7dfb2c tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Synchronizing usage tracker for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:24.007845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b281a658-72ef-451f-8b5e-28e94b7dfb2c tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Unset dirty status for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:24.009099 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b281a658-72ef-451f-8b5e-28e94b7dfb2c tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0779846 May 30 20:37:24.012515 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46148) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:24.076582 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6faf3423-75d0-40bc-86c6-181c9d2c4723 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.102946 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6faf3423-75d0-40bc-86c6-181c9d2c4723 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.147927 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6faf3423-75d0-40bc-86c6-181c9d2c4723 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.167167 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf3423-75d0-40bc-86c6-181c9d2c4723 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=198a9c3a-5b1f-4762-9ad8-a519a8472320,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:24.174774 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6faf3423-75d0-40bc-86c6-181c9d2c4723 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.175862 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6faf3423-75d0-40bc-86c6-181c9d2c4723 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "DELETE /v2.0/security-groups/198a9c3a-5b1f-4762-9ad8-a519a8472320 HTTP/1.1" status: 204 len: 168 time: 0.1623821 May 30 20:37:24.178545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46152) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:24.228388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20f4113c-58d5-4a4c-8b48-e3908e9e647c tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Synchronizing usage tracker for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:24.244044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-20f4113c-58d5-4a4c-8b48-e3908e9e647c tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Unset dirty status for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:24.245241 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-20f4113c-58d5-4a4c-8b48-e3908e9e647c tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0658147 May 30 20:37:24.249198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46156) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:24.254620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5f35dfa0-4e5b-4ecf-8455-f347e575dd04 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group': {'name': 'tempest-secgroup--540275876'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:24.261934 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5f35dfa0-4e5b-4ecf-8455-f347e575dd04 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:24.281276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5f35dfa0-4e5b-4ecf-8455-f347e575dd04 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:24.291393 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f35dfa0-4e5b-4ecf-8455-f347e575dd04 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.326675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5f35dfa0-4e5b-4ecf-8455-f347e575dd04 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:24.330384 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5f35dfa0-4e5b-4ecf-8455-f347e575dd04 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:24.333174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5f35dfa0-4e5b-4ecf-8455-f347e575dd04 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:24.338681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5f35dfa0-4e5b-4ecf-8455-f347e575dd04 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:24.394602 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f35dfa0-4e5b-4ecf-8455-f347e575dd04 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.397998 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f35dfa0-4e5b-4ecf-8455-f347e575dd04 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.440916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35dfa0-4e5b-4ecf-8455-f347e575dd04 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec416f7-e467-42b4-b10c-293a36fcdb46,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:24.446482 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f35dfa0-4e5b-4ecf-8455-f347e575dd04 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.447648 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5f35dfa0-4e5b-4ecf-8455-f347e575dd04 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1975117 May 30 20:37:24.451349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46160) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:24.457006 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-c1189196-69e8-4290-8578-e329b55a6c61 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': 'dec416f7-e467-42b4-b10c-293a36fcdb46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:24.463464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c1189196-69e8-4290-8578-e329b55a6c61 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:24.467269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c1189196-69e8-4290-8578-e329b55a6c61 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:24.470105 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c1189196-69e8-4290-8578-e329b55a6c61 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:24.475686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c1189196-69e8-4290-8578-e329b55a6c61 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:24.504226 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-c1189196-69e8-4290-8578-e329b55a6c61 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:24.505224 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c1189196-69e8-4290-8578-e329b55a6c61 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0528455 May 30 20:37:24.508007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46164) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:24.513198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-e13ceb6c-aec7-41ef-9977-b47fa1fd1b77 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group_rule': {'security_group_id': 'dec416f7-e467-42b4-b10c-293a36fcdb46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:24.520349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e13ceb6c-aec7-41ef-9977-b47fa1fd1b77 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:24.524165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e13ceb6c-aec7-41ef-9977-b47fa1fd1b77 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:24.526967 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e13ceb6c-aec7-41ef-9977-b47fa1fd1b77 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:24.532694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e13ceb6c-aec7-41ef-9977-b47fa1fd1b77 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:24.560638 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-e13ceb6c-aec7-41ef-9977-b47fa1fd1b77 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:24.561645 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e13ceb6c-aec7-41ef-9977-b47fa1fd1b77 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0527394 May 30 20:37:24.564457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46168) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:24.629162 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75049191-a04b-4bd2-902b-9071eb512a92 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.654694 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75049191-a04b-4bd2-902b-9071eb512a92 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.700266 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75049191-a04b-4bd2-902b-9071eb512a92 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.720316 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75049191-a04b-4bd2-902b-9071eb512a92 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec416f7-e467-42b4-b10c-293a36fcdb46,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:24.728619 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-75049191-a04b-4bd2-902b-9071eb512a92 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.732864 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-75049191-a04b-4bd2-902b-9071eb512a92 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "DELETE /v2.0/security-groups/dec416f7-e467-42b4-b10c-293a36fcdb46 HTTP/1.1" status: 204 len: 168 time: 0.1675093 May 30 20:37:24.733108 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46172) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:24.784104 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6f284c2a-5d45-4b3f-938c-b337c78b5801 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Synchronizing usage tracker for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:24.798994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6f284c2a-5d45-4b3f-938c-b337c78b5801 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Unset dirty status for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:24.800227 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6f284c2a-5d45-4b3f-938c-b337c78b5801 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0662556 May 30 20:37:24.803958 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46176) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:24.809984 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-cab14505-a66a-4841-9df1-e04cfd7092fa tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group': {'name': 'tempest-secgroup--466331525'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:24.816204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cab14505-a66a-4841-9df1-e04cfd7092fa tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:24.825437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cab14505-a66a-4841-9df1-e04cfd7092fa tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:24.834859 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cab14505-a66a-4841-9df1-e04cfd7092fa tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.870042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cab14505-a66a-4841-9df1-e04cfd7092fa tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:24.873763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cab14505-a66a-4841-9df1-e04cfd7092fa tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Usage tracker for resource:security_group_rule and tenant:e9e47a8d448a4934abac2c34ca2bdbdd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:24.876464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cab14505-a66a-4841-9df1-e04cfd7092fa tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:24.881913 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cab14505-a66a-4841-9df1-e04cfd7092fa tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:24.937671 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cab14505-a66a-4841-9df1-e04cfd7092fa tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.941491 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cab14505-a66a-4841-9df1-e04cfd7092fa tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.988784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab14505-a66a-4841-9df1-e04cfd7092fa tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2afdbfa5-2f1e-4620-bd23-abdd8d92ccee,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:24.992019 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cab14505-a66a-4841-9df1-e04cfd7092fa tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.995834 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cab14505-a66a-4841-9df1-e04cfd7092fa tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1882229 May 30 20:37:24.997115 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46180) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:25.002622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-28e67a05-e4e6-460a-bd0f-569be5a04f82 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:25.003168 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-28e67a05-e4e6-460a-bd0f-569be5a04f82 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] update failed (client error): There was a conflict when trying to complete your request. May 30 20:37:25.004092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-28e67a05-e4e6-460a-bd0f-569be5a04f82 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "PUT /v2.0/security-groups/2afdbfa5-2f1e-4620-bd23-abdd8d92ccee HTTP/1.1" status: 409 len: 330 time: 0.0059354 May 30 20:37:25.006580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46184) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:25.068015 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5be651ea-38c8-4efc-86ed-5db84fda8c83 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.094701 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5be651ea-38c8-4efc-86ed-5db84fda8c83 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.142296 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5be651ea-38c8-4efc-86ed-5db84fda8c83 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.162168 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be651ea-38c8-4efc-86ed-5db84fda8c83 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afdbfa5-2f1e-4620-bd23-abdd8d92ccee,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:25.168955 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5be651ea-38c8-4efc-86ed-5db84fda8c83 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.170052 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5be651ea-38c8-4efc-86ed-5db84fda8c83 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "DELETE /v2.0/security-groups/2afdbfa5-2f1e-4620-bd23-abdd8d92ccee HTTP/1.1" status: 204 len: 168 time: 0.1625936 May 30 20:37:25.172780 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46188) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:25.223160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-deea549a-9e6a-4bc9-a24d-7aab321436b8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Synchronizing usage tracker for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:25.238082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-deea549a-9e6a-4bc9-a24d-7aab321436b8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] Unset dirty status for tenant:e9e47a8d448a4934abac2c34ca2bdbdd on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:25.243185 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-deea549a-9e6a-4bc9-a24d-7aab321436b8 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0656257 May 30 20:37:25.243570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46192) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:25.260420 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-2bde4bc5-42fc-4cf6-9f0f-422b3055639b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] delete failed (client error): The resource could not be found. May 30 20:37:25.261431 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2bde4bc5-42fc-4cf6-9f0f-422b3055639b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "DELETE /v2.0/security-groups/5c3fd2e8-64ff-42f7-b81e-7350a1ed96d7 HTTP/1.1" status: 404 len: 347 time: 0.0167058 May 30 20:37:25.265508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46196) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:25.281833 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-ced89136-05d6-4734-9070-26676f2ed85b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] show failed (client error): The resource could not be found. May 30 20:37:25.282792 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ced89136-05d6-4734-9070-26676f2ed85b tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "GET /v2.0/security-groups/73969c47-5f84-490d-90d9-72f0f5ffbc92 HTTP/1.1" status: 404 len: 347 time: 0.0164311 May 30 20:37:25.286436 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46200) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:25.301267 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-81c12c48-81ef-4bbf-a06e-612c984a24f6 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] show failed (client error): The resource could not be found. May 30 20:37:25.302207 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-81c12c48-81ef-4bbf-a06e-612c984a24f6 tempest-NegativeSecGroupIPv6Test-362781475 tempest-NegativeSecGroupIPv6Test-362781475-project] 10.222.0.84 "GET /v2.0/security-group-rules/861c445e-6032-4081-878a-0cd1260326fe HTTP/1.1" status: 404 len: 356 time: 0.0145533 May 30 20:37:25.587240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46208) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:25.766277 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1151dfc1-19cc-4335-bf52-05a918fcdf5b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e9e47a8d448a4934abac2c34ca2bdbdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1777797 May 30 20:37:25.768899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46214) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:25.828652 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a57448d5-316d-4f1f-b03b-a6214753b7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.853358 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a57448d5-316d-4f1f-b03b-a6214753b7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.902961 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a57448d5-316d-4f1f-b03b-a6214753b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.920098 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57448d5-316d-4f1f-b03b-a6214753b7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be46b13-55f2-49d4-90db-7389e55895bd,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:25.932523 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a57448d5-316d-4f1f-b03b-a6214753b7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.933632 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a57448d5-316d-4f1f-b03b-a6214753b7a0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2be46b13-55f2-49d4-90db-7389e55895bd HTTP/1.1" status: 204 len: 168 time: 0.1638556 May 30 20:37:26.724896 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46236) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:26.852238 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-2ceb686a-845c-4ed0-bbaf-5e2d57356efc tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:26.852801 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-2ceb686a-845c-4ed0-bbaf-5e2d57356efc tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): There was a conflict when trying to complete your request. May 30 20:37:26.853747 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2ceb686a-845c-4ed0-bbaf-5e2d57356efc tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1278932 May 30 20:37:26.857867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46242) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:26.863770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group': {'name': 'tempest-secgroup--2113827703'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:26.870044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:26.874399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:26.877209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:26.882790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:26.892878 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:26.908071 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:26.939423 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:26.943248 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:26.945989 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:26.951540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:27.020938 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.024620 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.066602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b20139ef-6def-4ef5-b2c0-afb9d2e0af37,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:27.069221 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:27.073207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:27.076260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:27.081833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:27.136033 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.139455 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.180154 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c6022b-da3d-4eaa-bbf6-3cba41cb8510,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:27.182735 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.183918 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4b4ecf1e-bfe0-474d-bff5-2a5dce8b9e86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3251452 May 30 20:37:27.186664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46246) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:27.192029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-a49b8b1c-17a7-41ed-a914-f33218107a86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': 'f9c6022b-da3d-4eaa-bbf6-3cba41cb8510', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:27.198169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a49b8b1c-17a7-41ed-a914-f33218107a86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:27.201921 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a49b8b1c-17a7-41ed-a914-f33218107a86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:27.204749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-a49b8b1c-17a7-41ed-a914-f33218107a86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:27.210331 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-a49b8b1c-17a7-41ed-a914-f33218107a86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:27.226314 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a49b8b1c-17a7-41ed-a914-f33218107a86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.289795 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a49b8b1c-17a7-41ed-a914-f33218107a86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.294032 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a49b8b1c-17a7-41ed-a914-f33218107a86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.318084 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b8b1c-17a7-41ed-a914-f33218107a86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1614671-d8f3-48c7-84f7-b61709fc23cd,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:27.327821 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a49b8b1c-17a7-41ed-a914-f33218107a86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.329010 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a49b8b1c-17a7-41ed-a914-f33218107a86 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1414487 May 30 20:37:27.331598 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46250) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:27.336983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f3a4d48d-baf9-4f6c-8d9b-fa33f213cd19 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': 'f9c6022b-da3d-4eaa-bbf6-3cba41cb8510', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:27.343580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f3a4d48d-baf9-4f6c-8d9b-fa33f213cd19 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:27.347449 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f3a4d48d-baf9-4f6c-8d9b-fa33f213cd19 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:27.350280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f3a4d48d-baf9-4f6c-8d9b-fa33f213cd19 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:27.356694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f3a4d48d-baf9-4f6c-8d9b-fa33f213cd19 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:27.372463 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f3a4d48d-baf9-4f6c-8d9b-fa33f213cd19 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.430246 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-f3a4d48d-baf9-4f6c-8d9b-fa33f213cd19 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): There was a conflict when trying to complete your request. May 30 20:37:27.431313 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f3a4d48d-baf9-4f6c-8d9b-fa33f213cd19 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0987895 May 30 20:37:27.434783 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46254) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:27.495900 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc1c6fe9-cde9-405a-838b-dd40734a5c87 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.523226 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc1c6fe9-cde9-405a-838b-dd40734a5c87 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.573488 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc1c6fe9-cde9-405a-838b-dd40734a5c87 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.590114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c6fe9-cde9-405a-838b-dd40734a5c87 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c6022b-da3d-4eaa-bbf6-3cba41cb8510,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:27.594361 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc1c6fe9-cde9-405a-838b-dd40734a5c87 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.595574 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dc1c6fe9-cde9-405a-838b-dd40734a5c87 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "DELETE /v2.0/security-groups/f9c6022b-da3d-4eaa-bbf6-3cba41cb8510 HTTP/1.1" status: 204 len: 168 time: 0.1597447 May 30 20:37:27.597956 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46258) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:27.648473 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d1369015-7c18-4200-9554-4454ce053b4e tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Synchronizing usage tracker for tenant:9782c47ec73a4c8abd9f1ab2db0040dd on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:27.665074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d1369015-7c18-4200-9554-4454ce053b4e tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Unset dirty status for tenant:9782c47ec73a4c8abd9f1ab2db0040dd on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:27.666284 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d1369015-7c18-4200-9554-4454ce053b4e tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0674438 May 30 20:37:27.671457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46262) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:27.677082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-741cc9b0-9caf-46ac-82e1-44140acab12d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460717657'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:27.683592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-741cc9b0-9caf-46ac-82e1-44140acab12d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:27.693510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-741cc9b0-9caf-46ac-82e1-44140acab12d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:27.703925 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-741cc9b0-9caf-46ac-82e1-44140acab12d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.738747 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-741cc9b0-9caf-46ac-82e1-44140acab12d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:27.742603 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-741cc9b0-9caf-46ac-82e1-44140acab12d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:27.745412 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-741cc9b0-9caf-46ac-82e1-44140acab12d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:27.751050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-741cc9b0-9caf-46ac-82e1-44140acab12d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:27.782312 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3a933f69-239b-47b3-a6bb-8e2242557788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.808022 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-741cc9b0-9caf-46ac-82e1-44140acab12d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.812011 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-741cc9b0-9caf-46ac-82e1-44140acab12d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.855469 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cc9b0-9caf-46ac-82e1-44140acab12d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a98f8a3-9c65-4fa1-981c-5a2c88b401af,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:27.860963 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-741cc9b0-9caf-46ac-82e1-44140acab12d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.862142 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-741cc9b0-9caf-46ac-82e1-44140acab12d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1895647 May 30 20:37:27.865211 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46266) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:27.870500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-818e0439-19f2-4c52-b3aa-fccbad6ced61 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': '8a98f8a3-9c65-4fa1-981c-5a2c88b401af', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:27.871616 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-818e0439-19f2-4c52-b3aa-fccbad6ced61 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:27.872558 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-818e0439-19f2-4c52-b3aa-fccbad6ced61 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064731 May 30 20:37:27.874777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46270) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:27.939778 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20b3d4fe-001e-48a9-9724-dd5220eeb89e tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.965958 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20b3d4fe-001e-48a9-9724-dd5220eeb89e tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.011355 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20b3d4fe-001e-48a9-9724-dd5220eeb89e tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.030769 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3d4fe-001e-48a9-9724-dd5220eeb89e tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a98f8a3-9c65-4fa1-981c-5a2c88b401af,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:28.038375 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-20b3d4fe-001e-48a9-9724-dd5220eeb89e tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.039464 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-20b3d4fe-001e-48a9-9724-dd5220eeb89e tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "DELETE /v2.0/security-groups/8a98f8a3-9c65-4fa1-981c-5a2c88b401af HTTP/1.1" status: 204 len: 168 time: 0.1638663 May 30 20:37:28.042107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46274) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:28.092455 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-05285a86-633d-4691-b788-6321f052d881 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Synchronizing usage tracker for tenant:9782c47ec73a4c8abd9f1ab2db0040dd on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:28.108647 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-05285a86-633d-4691-b788-6321f052d881 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Unset dirty status for tenant:9782c47ec73a4c8abd9f1ab2db0040dd on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:28.109818 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-05285a86-633d-4691-b788-6321f052d881 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0667281 May 30 20:37:28.113448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46278) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:28.118758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4f90d23a-d485-416d-93bf-76e447887fb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group': {'name': 'tempest-secgroup--817278308'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:28.126358 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4f90d23a-d485-416d-93bf-76e447887fb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:28.135861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4f90d23a-d485-416d-93bf-76e447887fb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:28.145672 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f90d23a-d485-416d-93bf-76e447887fb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.180813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4f90d23a-d485-416d-93bf-76e447887fb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:28.184478 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4f90d23a-d485-416d-93bf-76e447887fb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:28.187131 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4f90d23a-d485-416d-93bf-76e447887fb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:28.192649 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4f90d23a-d485-416d-93bf-76e447887fb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:28.251021 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f90d23a-d485-416d-93bf-76e447887fb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.254648 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f90d23a-d485-416d-93bf-76e447887fb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.298404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90d23a-d485-416d-93bf-76e447887fb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61d3565-8fee-4f91-ae1d-abf955e39060,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:28.304702 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4f90d23a-d485-416d-93bf-76e447887fb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.309265 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4f90d23a-d485-416d-93bf-76e447887fb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1915069 May 30 20:37:28.309265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46282) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:28.314155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-09e6cfcc-fd03-40f8-a94b-1ab61fd83d63 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': 'f61d3565-8fee-4f91-ae1d-abf955e39060', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:28.314773 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-09e6cfcc-fd03-40f8-a94b-1ab61fd83d63 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:28.315676 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-09e6cfcc-fd03-40f8-a94b-1ab61fd83d63 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060558 May 30 20:37:28.318081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46286) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:28.381915 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d1f010c-95cd-402f-9e64-78d6b61af013 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.409240 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d1f010c-95cd-402f-9e64-78d6b61af013 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.452557 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d1f010c-95cd-402f-9e64-78d6b61af013 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.471399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f010c-95cd-402f-9e64-78d6b61af013 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61d3565-8fee-4f91-ae1d-abf955e39060,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:28.478014 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d1f010c-95cd-402f-9e64-78d6b61af013 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.479102 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9d1f010c-95cd-402f-9e64-78d6b61af013 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "DELETE /v2.0/security-groups/f61d3565-8fee-4f91-ae1d-abf955e39060 HTTP/1.1" status: 204 len: 168 time: 0.1601892 May 30 20:37:28.482127 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46290) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:28.534779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7617a770-19b2-4dfe-98ca-8135940292df tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Synchronizing usage tracker for tenant:9782c47ec73a4c8abd9f1ab2db0040dd on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:28.549771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7617a770-19b2-4dfe-98ca-8135940292df tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Unset dirty status for tenant:9782c47ec73a4c8abd9f1ab2db0040dd on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:28.550953 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7617a770-19b2-4dfe-98ca-8135940292df tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0679507 May 30 20:37:28.554761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46294) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:28.560701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-fbc3704a-ca2b-400a-8e73-a53cbe714f7b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811854323'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:28.567878 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fbc3704a-ca2b-400a-8e73-a53cbe714f7b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:28.577654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fbc3704a-ca2b-400a-8e73-a53cbe714f7b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:28.586992 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fbc3704a-ca2b-400a-8e73-a53cbe714f7b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.622077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fbc3704a-ca2b-400a-8e73-a53cbe714f7b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:28.625877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fbc3704a-ca2b-400a-8e73-a53cbe714f7b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:28.628708 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fbc3704a-ca2b-400a-8e73-a53cbe714f7b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:28.634392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fbc3704a-ca2b-400a-8e73-a53cbe714f7b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:28.689965 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fbc3704a-ca2b-400a-8e73-a53cbe714f7b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.693893 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fbc3704a-ca2b-400a-8e73-a53cbe714f7b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.739985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3704a-ca2b-400a-8e73-a53cbe714f7b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19642dac-c607-4dd9-8177-ea2f1d885172,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:28.747323 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fbc3704a-ca2b-400a-8e73-a53cbe714f7b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.748752 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fbc3704a-ca2b-400a-8e73-a53cbe714f7b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1930194 May 30 20:37:28.751489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46298) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:28.756617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1a22688d-3341-4a84-a10d-ec2b43219b6b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': '19642dac-c607-4dd9-8177-ea2f1d885172', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:28.757344 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-1a22688d-3341-4a84-a10d-ec2b43219b6b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:28.758221 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1a22688d-3341-4a84-a10d-ec2b43219b6b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058219 May 30 20:37:28.760541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46302) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:28.765678 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-10bb4e07-8253-4133-ab3e-a0af104a4525 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': '19642dac-c607-4dd9-8177-ea2f1d885172', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:28.766267 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-10bb4e07-8253-4133-ab3e-a0af104a4525 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:28.767129 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-10bb4e07-8253-4133-ab3e-a0af104a4525 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058227 May 30 20:37:28.769615 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46306) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:28.775267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-03b01123-7d43-45ed-8ff2-2b0d91de9489 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': '19642dac-c607-4dd9-8177-ea2f1d885172', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:28.775867 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-03b01123-7d43-45ed-8ff2-2b0d91de9489 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:28.776779 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-03b01123-7d43-45ed-8ff2-2b0d91de9489 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063772 May 30 20:37:28.779081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46310) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:28.783837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ea6b4ba8-55d0-4577-9d38-62278857aa37 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': '19642dac-c607-4dd9-8177-ea2f1d885172', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:28.784485 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-ea6b4ba8-55d0-4577-9d38-62278857aa37 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:28.785402 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ea6b4ba8-55d0-4577-9d38-62278857aa37 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0054519 May 30 20:37:28.787562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46314) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:28.848765 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96ded9d2-3963-4af5-8df8-ba08e388a6c7 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.877237 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96ded9d2-3963-4af5-8df8-ba08e388a6c7 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.003991 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96ded9d2-3963-4af5-8df8-ba08e388a6c7 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.022374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ded9d2-3963-4af5-8df8-ba08e388a6c7 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19642dac-c607-4dd9-8177-ea2f1d885172,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:29.030661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96ded9d2-3963-4af5-8df8-ba08e388a6c7 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.031763 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-96ded9d2-3963-4af5-8df8-ba08e388a6c7 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "DELETE /v2.0/security-groups/19642dac-c607-4dd9-8177-ea2f1d885172 HTTP/1.1" status: 204 len: 168 time: 0.2433667 May 30 20:37:29.034383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46318) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:29.084784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9770fdd2-dc62-4308-a9c0-c7b178b5737c tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Synchronizing usage tracker for tenant:9782c47ec73a4c8abd9f1ab2db0040dd on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:29.099644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9770fdd2-dc62-4308-a9c0-c7b178b5737c tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Unset dirty status for tenant:9782c47ec73a4c8abd9f1ab2db0040dd on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:29.101154 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9770fdd2-dc62-4308-a9c0-c7b178b5737c tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0655985 May 30 20:37:29.104533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46322) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:29.109860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-26829597-cec5-4af4-909e-360b9ce4437d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group': {'name': 'tempest-secgroup--527143950'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:29.116971 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-26829597-cec5-4af4-909e-360b9ce4437d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:29.126343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-26829597-cec5-4af4-909e-360b9ce4437d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:29.135746 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26829597-cec5-4af4-909e-360b9ce4437d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.168719 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:37:29.171548 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-26829597-cec5-4af4-909e-360b9ce4437d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:29.175347 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-26829597-cec5-4af4-909e-360b9ce4437d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:29.178127 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-26829597-cec5-4af4-909e-360b9ce4437d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:29.183703 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-26829597-cec5-4af4-909e-360b9ce4437d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:29.238289 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26829597-cec5-4af4-909e-360b9ce4437d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.241935 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26829597-cec5-4af4-909e-360b9ce4437d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.284721 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26829597-cec5-4af4-909e-360b9ce4437d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be979728-7b43-4321-90a5-22391c3d38e1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:29.294654 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-26829597-cec5-4af4-909e-360b9ce4437d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.295798 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-26829597-cec5-4af4-909e-360b9ce4437d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1903279 May 30 20:37:29.298562 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46326) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:29.304138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-02e5b337-621b-4f9b-86c0-b5a50b6de9aa tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': 'be979728-7b43-4321-90a5-22391c3d38e1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:29.304773 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-02e5b337-621b-4f9b-86c0-b5a50b6de9aa tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:29.305647 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-02e5b337-621b-4f9b-86c0-b5a50b6de9aa tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062208 May 30 20:37:29.307918 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46330) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:29.313409 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-44fd3925-ed5b-4b2e-ab55-3991084c2bb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': 'be979728-7b43-4321-90a5-22391c3d38e1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:29.323841 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-44fd3925-ed5b-4b2e-ab55-3991084c2bb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:29.328414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-44fd3925-ed5b-4b2e-ab55-3991084c2bb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:29.331265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-44fd3925-ed5b-4b2e-ab55-3991084c2bb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:29.336961 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-44fd3925-ed5b-4b2e-ab55-3991084c2bb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:29.364069 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-44fd3925-ed5b-4b2e-ab55-3991084c2bb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:29.365077 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-44fd3925-ed5b-4b2e-ab55-3991084c2bb4 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0562792 May 30 20:37:29.367845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46334) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:29.373093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-47f6d796-4b5c-4892-a249-5639b6cf82e9 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': 'be979728-7b43-4321-90a5-22391c3d38e1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:29.373682 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-47f6d796-4b5c-4892-a249-5639b6cf82e9 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:29.375377 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-47f6d796-4b5c-4892-a249-5639b6cf82e9 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057995 May 30 20:37:29.377272 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46338) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:29.381957 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-243cecb2-17ec-4bb8-97b3-7c773ad2585b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': 'be979728-7b43-4321-90a5-22391c3d38e1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:29.388472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-243cecb2-17ec-4bb8-97b3-7c773ad2585b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:29.392358 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-243cecb2-17ec-4bb8-97b3-7c773ad2585b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:29.395450 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-243cecb2-17ec-4bb8-97b3-7c773ad2585b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:29.401109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-243cecb2-17ec-4bb8-97b3-7c773ad2585b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:29.429613 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-243cecb2-17ec-4bb8-97b3-7c773ad2585b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:29.430903 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-243cecb2-17ec-4bb8-97b3-7c773ad2585b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0527966 May 30 20:37:29.433685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46342) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:29.438872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-28e96321-a0ce-4b7a-9bd2-eb306630a657 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': 'be979728-7b43-4321-90a5-22391c3d38e1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:29.439494 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-28e96321-a0ce-4b7a-9bd2-eb306630a657 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:29.440395 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-28e96321-a0ce-4b7a-9bd2-eb306630a657 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058341 May 30 20:37:29.442597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46346) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:29.448136 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-cf1ff035-b4b2-4a44-819a-50a5b86d0493 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': 'be979728-7b43-4321-90a5-22391c3d38e1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:29.454588 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cf1ff035-b4b2-4a44-819a-50a5b86d0493 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:29.458343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cf1ff035-b4b2-4a44-819a-50a5b86d0493 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:29.461163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cf1ff035-b4b2-4a44-819a-50a5b86d0493 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:29.467280 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cf1ff035-b4b2-4a44-819a-50a5b86d0493 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:29.495091 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-cf1ff035-b4b2-4a44-819a-50a5b86d0493 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:29.496133 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cf1ff035-b4b2-4a44-819a-50a5b86d0493 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0526621 May 30 20:37:29.498734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46350) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:29.503830 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0ed27486-001a-47aa-9d4b-35f67b6339d8 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': 'be979728-7b43-4321-90a5-22391c3d38e1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:29.504431 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-0ed27486-001a-47aa-9d4b-35f67b6339d8 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:29.505306 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0ed27486-001a-47aa-9d4b-35f67b6339d8 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057113 May 30 20:37:29.507620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46354) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:29.512437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-37881475-6487-496c-9356-066e8eedc210 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': 'be979728-7b43-4321-90a5-22391c3d38e1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:29.519763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-37881475-6487-496c-9356-066e8eedc210 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:29.523535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-37881475-6487-496c-9356-066e8eedc210 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:29.526353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-37881475-6487-496c-9356-066e8eedc210 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:29.532509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-37881475-6487-496c-9356-066e8eedc210 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:29.560235 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-37881475-6487-496c-9356-066e8eedc210 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:29.561189 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-37881475-6487-496c-9356-066e8eedc210 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0526733 May 30 20:37:29.563773 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46358) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:29.569033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-38c3e5cb-1541-471e-a022-71deda1c4d9d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': 'be979728-7b43-4321-90a5-22391c3d38e1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:29.576003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-38c3e5cb-1541-471e-a022-71deda1c4d9d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:29.579864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-38c3e5cb-1541-471e-a022-71deda1c4d9d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:29.583175 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-38c3e5cb-1541-471e-a022-71deda1c4d9d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:29.589067 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-38c3e5cb-1541-471e-a022-71deda1c4d9d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:29.617807 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-38c3e5cb-1541-471e-a022-71deda1c4d9d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:29.618810 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-38c3e5cb-1541-471e-a022-71deda1c4d9d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0541036 May 30 20:37:29.622182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46362) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:29.685061 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d27c2472-2106-40df-90fd-13b957aa1021 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.713643 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d27c2472-2106-40df-90fd-13b957aa1021 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.758352 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d27c2472-2106-40df-90fd-13b957aa1021 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.774955 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c2472-2106-40df-90fd-13b957aa1021 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be979728-7b43-4321-90a5-22391c3d38e1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:29.783062 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d27c2472-2106-40df-90fd-13b957aa1021 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.784200 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d27c2472-2106-40df-90fd-13b957aa1021 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "DELETE /v2.0/security-groups/be979728-7b43-4321-90a5-22391c3d38e1 HTTP/1.1" status: 204 len: 168 time: 0.1611104 May 30 20:37:29.786726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46366) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:29.836681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-04787e27-56fb-4694-90a8-fb07191675c5 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Synchronizing usage tracker for tenant:9782c47ec73a4c8abd9f1ab2db0040dd on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:29.850831 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-04787e27-56fb-4694-90a8-fb07191675c5 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Unset dirty status for tenant:9782c47ec73a4c8abd9f1ab2db0040dd on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:29.852003 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-04787e27-56fb-4694-90a8-fb07191675c5 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0643749 May 30 20:37:29.856434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46370) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:29.861587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c303b70d-fa0e-4bed-8847-ce6f9da19e06 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070188716'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:29.868667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c303b70d-fa0e-4bed-8847-ce6f9da19e06 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:29.878613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c303b70d-fa0e-4bed-8847-ce6f9da19e06 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:29.888532 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c303b70d-fa0e-4bed-8847-ce6f9da19e06 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.922736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c303b70d-fa0e-4bed-8847-ce6f9da19e06 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:29.926464 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c303b70d-fa0e-4bed-8847-ce6f9da19e06 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:29.929208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c303b70d-fa0e-4bed-8847-ce6f9da19e06 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:29.934837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c303b70d-fa0e-4bed-8847-ce6f9da19e06 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:29.963242 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6f424c0f-c527-4a33-a755-cb3c20946802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.991016 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c303b70d-fa0e-4bed-8847-ce6f9da19e06 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.994521 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c303b70d-fa0e-4bed-8847-ce6f9da19e06 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:30.042635 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303b70d-fa0e-4bed-8847-ce6f9da19e06 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1226a4-3c2c-43e2-aa27-d5101cc07278,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:30.046826 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c303b70d-fa0e-4bed-8847-ce6f9da19e06 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:30.047987 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c303b70d-fa0e-4bed-8847-ce6f9da19e06 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1906433 May 30 20:37:30.050800 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46374) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:30.056432 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-87e72241-da25-43a5-8851-6afac73c8ab8 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': 'ee1226a4-3c2c-43e2-aa27-d5101cc07278', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:30.063790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-87e72241-da25-43a5-8851-6afac73c8ab8 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:30.067552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-87e72241-da25-43a5-8851-6afac73c8ab8 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:30.070366 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-87e72241-da25-43a5-8851-6afac73c8ab8 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:30.076684 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-87e72241-da25-43a5-8851-6afac73c8ab8 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:30.111323 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-87e72241-da25-43a5-8851-6afac73c8ab8 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The resource could not be found. May 30 20:37:30.112573 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-87e72241-da25-43a5-8851-6afac73c8ab8 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0607233 May 30 20:37:30.115292 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46378) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:30.120976 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-9cb4dce7-1df4-4610-8a14-4d3473eadac8 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': 'ee1226a4-3c2c-43e2-aa27-d5101cc07278', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0e2ed5d9-61e1-4481-a8b3-97ad28722b8a'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:30.129103 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9cb4dce7-1df4-4610-8a14-4d3473eadac8 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:30.132888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9cb4dce7-1df4-4610-8a14-4d3473eadac8 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:30.135681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9cb4dce7-1df4-4610-8a14-4d3473eadac8 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:30.141948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9cb4dce7-1df4-4610-8a14-4d3473eadac8 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:30.176913 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-9cb4dce7-1df4-4610-8a14-4d3473eadac8 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The resource could not be found. May 30 20:37:30.180414 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9cb4dce7-1df4-4610-8a14-4d3473eadac8 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0615528 May 30 20:37:30.180703 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46382) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:30.243280 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9c28c55f-ad95-49a5-9304-aa1f835bb465 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:30.268876 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9c28c55f-ad95-49a5-9304-aa1f835bb465 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:30.316993 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9c28c55f-ad95-49a5-9304-aa1f835bb465 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:30.335135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28c55f-ad95-49a5-9304-aa1f835bb465 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1226a4-3c2c-43e2-aa27-d5101cc07278,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:30.342447 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9c28c55f-ad95-49a5-9304-aa1f835bb465 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:30.343474 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9c28c55f-ad95-49a5-9304-aa1f835bb465 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "DELETE /v2.0/security-groups/ee1226a4-3c2c-43e2-aa27-d5101cc07278 HTTP/1.1" status: 204 len: 168 time: 0.1618519 May 30 20:37:30.345999 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46386) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:30.397930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-892a9915-bb3f-45e3-9223-34ccacae1d5c tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Synchronizing usage tracker for tenant:9782c47ec73a4c8abd9f1ab2db0040dd on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:30.412856 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-892a9915-bb3f-45e3-9223-34ccacae1d5c tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Unset dirty status for tenant:9782c47ec73a4c8abd9f1ab2db0040dd on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:30.414058 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-892a9915-bb3f-45e3-9223-34ccacae1d5c tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0671582 May 30 20:37:30.418706 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46390) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:30.424332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ce58a0c7-275e-4195-8533-4d92d45ce20f tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': 'e4b7def9-49d2-4823-a1ad-69fabf62911a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:30.430950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ce58a0c7-275e-4195-8533-4d92d45ce20f tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:30.434745 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ce58a0c7-275e-4195-8533-4d92d45ce20f tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:30.437566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ce58a0c7-275e-4195-8533-4d92d45ce20f tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:30.443621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ce58a0c7-275e-4195-8533-4d92d45ce20f tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:30.476487 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-ce58a0c7-275e-4195-8533-4d92d45ce20f tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The resource could not be found. May 30 20:37:30.477482 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ce58a0c7-275e-4195-8533-4d92d45ce20f tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0577841 May 30 20:37:30.481042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46394) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:30.486535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-1a387112-5e61-4516-ab5b-0040bc3c3bc2 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group': {'name': 'tempest-secgroup--363764343'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:30.493538 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1a387112-5e61-4516-ab5b-0040bc3c3bc2 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:30.503085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1a387112-5e61-4516-ab5b-0040bc3c3bc2 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:30.512730 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a387112-5e61-4516-ab5b-0040bc3c3bc2 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:30.547257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1a387112-5e61-4516-ab5b-0040bc3c3bc2 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:30.551094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1a387112-5e61-4516-ab5b-0040bc3c3bc2 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:30.553872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1a387112-5e61-4516-ab5b-0040bc3c3bc2 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:30.560395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1a387112-5e61-4516-ab5b-0040bc3c3bc2 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:30.613708 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a387112-5e61-4516-ab5b-0040bc3c3bc2 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:30.617223 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a387112-5e61-4516-ab5b-0040bc3c3bc2 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:30.660516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a387112-5e61-4516-ab5b-0040bc3c3bc2 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfc73ea-6513-4a1c-bc97-ba4b59c1101a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:30.665924 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a387112-5e61-4516-ab5b-0040bc3c3bc2 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:30.667114 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1a387112-5e61-4516-ab5b-0040bc3c3bc2 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1851013 May 30 20:37:30.670383 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46398) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:30.675540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-44e8b87a-5fec-4c9f-8e8a-161670faeb96 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group': {'name': 'tempest-secgroup--416863693'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:30.681780 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-44e8b87a-5fec-4c9f-8e8a-161670faeb96 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:30.686510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-44e8b87a-5fec-4c9f-8e8a-161670faeb96 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:30.689463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-44e8b87a-5fec-4c9f-8e8a-161670faeb96 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:30.695139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-44e8b87a-5fec-4c9f-8e8a-161670faeb96 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:30.705803 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44e8b87a-5fec-4c9f-8e8a-161670faeb96 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:30.741855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-44e8b87a-5fec-4c9f-8e8a-161670faeb96 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:30.745977 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-44e8b87a-5fec-4c9f-8e8a-161670faeb96 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:30.749492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-44e8b87a-5fec-4c9f-8e8a-161670faeb96 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:30.755104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-44e8b87a-5fec-4c9f-8e8a-161670faeb96 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:30.817572 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44e8b87a-5fec-4c9f-8e8a-161670faeb96 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:30.821034 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44e8b87a-5fec-4c9f-8e8a-161670faeb96 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:30.864790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8b87a-5fec-4c9f-8e8a-161670faeb96 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82cf3057-2cb5-47f9-8543-916afc603a51,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:30.867804 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44e8b87a-5fec-4c9f-8e8a-161670faeb96 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:30.869089 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-44e8b87a-5fec-4c9f-8e8a-161670faeb96 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1978679 May 30 20:37:30.872365 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46402) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:30.877647 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-266148b8-ddf9-41bf-879c-2176767cf190 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group_rule': {'security_group_id': 'cbfc73ea-6513-4a1c-bc97-ba4b59c1101a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '82cf3057-2cb5-47f9-8543-916afc603a51'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:30.883918 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-266148b8-ddf9-41bf-879c-2176767cf190 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:30.888229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-266148b8-ddf9-41bf-879c-2176767cf190 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:30.891054 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-266148b8-ddf9-41bf-879c-2176767cf190 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:30.896927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-266148b8-ddf9-41bf-879c-2176767cf190 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:30.923735 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-266148b8-ddf9-41bf-879c-2176767cf190 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:37:30.924701 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-266148b8-ddf9-41bf-879c-2176767cf190 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0514750 May 30 20:37:30.927359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46406) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:30.987728 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-df19459e-50b5-42ef-b3bb-675ca8ad8b36 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.013948 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-df19459e-50b5-42ef-b3bb-675ca8ad8b36 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.057811 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-df19459e-50b5-42ef-b3bb-675ca8ad8b36 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.079337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19459e-50b5-42ef-b3bb-675ca8ad8b36 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cf3057-2cb5-47f9-8543-916afc603a51,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:31.085780 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-df19459e-50b5-42ef-b3bb-675ca8ad8b36 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.086861 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-df19459e-50b5-42ef-b3bb-675ca8ad8b36 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "DELETE /v2.0/security-groups/82cf3057-2cb5-47f9-8543-916afc603a51 HTTP/1.1" status: 204 len: 168 time: 0.1586328 May 30 20:37:31.089469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46410) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:31.150401 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d4389e0a-11ee-4bb2-a0dd-3d5895c69a59 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Synchronizing usage tracker for tenant:9782c47ec73a4c8abd9f1ab2db0040dd on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:31.165972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d4389e0a-11ee-4bb2-a0dd-3d5895c69a59 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Unset dirty status for tenant:9782c47ec73a4c8abd9f1ab2db0040dd on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:31.167385 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d4389e0a-11ee-4bb2-a0dd-3d5895c69a59 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.0764787 May 30 20:37:31.171002 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46414) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:31.233008 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-640ddd7e-f483-4701-9c14-f1a501f246ec tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.258154 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-640ddd7e-f483-4701-9c14-f1a501f246ec tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.289254 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.304399 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-640ddd7e-f483-4701-9c14-f1a501f246ec tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.324172 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ddd7e-f483-4701-9c14-f1a501f246ec tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfc73ea-6513-4a1c-bc97-ba4b59c1101a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:31.336366 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-640ddd7e-f483-4701-9c14-f1a501f246ec tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.337462 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-640ddd7e-f483-4701-9c14-f1a501f246ec tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "DELETE /v2.0/security-groups/cbfc73ea-6513-4a1c-bc97-ba4b59c1101a HTTP/1.1" status: 204 len: 168 time: 0.1655018 May 30 20:37:31.340590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46418) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:31.390475 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-aa4b79c0-db05-4a14-9716-a1a03a9dde36 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Synchronizing usage tracker for tenant:9782c47ec73a4c8abd9f1ab2db0040dd on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:31.405316 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-aa4b79c0-db05-4a14-9716-a1a03a9dde36 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Unset dirty status for tenant:9782c47ec73a4c8abd9f1ab2db0040dd on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:31.406496 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-aa4b79c0-db05-4a14-9716-a1a03a9dde36 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0649309 May 30 20:37:31.410292 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46422) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:31.415472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0d1028dc-14a9-4aa8-a2f1-4d3162b68b0b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group': {'name': 'tempest-secgroup--917399327'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:31.423039 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0d1028dc-14a9-4aa8-a2f1-4d3162b68b0b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:31.432454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0d1028dc-14a9-4aa8-a2f1-4d3162b68b0b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:31.442655 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d1028dc-14a9-4aa8-a2f1-4d3162b68b0b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.476035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0d1028dc-14a9-4aa8-a2f1-4d3162b68b0b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:31.479698 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0d1028dc-14a9-4aa8-a2f1-4d3162b68b0b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Usage tracker for resource:security_group_rule and tenant:9782c47ec73a4c8abd9f1ab2db0040dd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:31.482904 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0d1028dc-14a9-4aa8-a2f1-4d3162b68b0b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:31.488528 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0d1028dc-14a9-4aa8-a2f1-4d3162b68b0b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:31.541242 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d1028dc-14a9-4aa8-a2f1-4d3162b68b0b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.545039 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d1028dc-14a9-4aa8-a2f1-4d3162b68b0b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.570373 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.590357 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1028dc-14a9-4aa8-a2f1-4d3162b68b0b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02b146e-8f26-47d6-ba2f-3f754ce434e0,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:31.593102 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d1028dc-14a9-4aa8-a2f1-4d3162b68b0b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.594402 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0d1028dc-14a9-4aa8-a2f1-4d3162b68b0b tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1831739 May 30 20:37:31.597404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46426) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:31.602966 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-068b3b97-f708-4308-a46b-0dbe2fcea2a5 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:31.603507 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-068b3b97-f708-4308-a46b-0dbe2fcea2a5 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] update failed (client error): There was a conflict when trying to complete your request. May 30 20:37:31.607104 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-068b3b97-f708-4308-a46b-0dbe2fcea2a5 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "PUT /v2.0/security-groups/d02b146e-8f26-47d6-ba2f-3f754ce434e0 HTTP/1.1" status: 409 len: 330 time: 0.0060775 May 30 20:37:31.607399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46430) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:31.669027 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cefde5ad-b671-4b08-85c5-4a75fe75d554 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.694008 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cefde5ad-b671-4b08-85c5-4a75fe75d554 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.741812 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cefde5ad-b671-4b08-85c5-4a75fe75d554 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.760630 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefde5ad-b671-4b08-85c5-4a75fe75d554 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02b146e-8f26-47d6-ba2f-3f754ce434e0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:31.767869 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cefde5ad-b671-4b08-85c5-4a75fe75d554 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.769982 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cefde5ad-b671-4b08-85c5-4a75fe75d554 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "DELETE /v2.0/security-groups/d02b146e-8f26-47d6-ba2f-3f754ce434e0 HTTP/1.1" status: 204 len: 168 time: 0.1616883 May 30 20:37:31.771453 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46434) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:31.824250 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b99007d9-f5d9-4dba-b2df-7c6f813fdb1a tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Synchronizing usage tracker for tenant:9782c47ec73a4c8abd9f1ab2db0040dd on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:31.838287 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b99007d9-f5d9-4dba-b2df-7c6f813fdb1a tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] Unset dirty status for tenant:9782c47ec73a4c8abd9f1ab2db0040dd on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:31.839461 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b99007d9-f5d9-4dba-b2df-7c6f813fdb1a tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0670874 May 30 20:37:31.843775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46438) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:31.860494 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-cbc4c362-60d9-494b-ab08-a5cc8906f47d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] delete failed (client error): The resource could not be found. May 30 20:37:31.861428 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cbc4c362-60d9-494b-ab08-a5cc8906f47d tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "DELETE /v2.0/security-groups/43a129c2-d1ae-46f8-bdae-941535169d1a HTTP/1.1" status: 404 len: 347 time: 0.0167174 May 30 20:37:31.864719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46442) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:31.879811 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-b0e3cc37-49c4-4d49-8ba3-26110fe00c21 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] show failed (client error): The resource could not be found. May 30 20:37:31.881079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b0e3cc37-49c4-4d49-8ba3-26110fe00c21 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "GET /v2.0/security-groups/ae3d85aa-97a8-48c2-8eef-e1ecb283550b HTTP/1.1" status: 404 len: 347 time: 0.0155311 May 30 20:37:31.884310 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46446) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:31.898459 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-c4826a80-8cc0-4700-9de0-3f57522124f7 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] show failed (client error): The resource could not be found. May 30 20:37:31.899389 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c4826a80-8cc0-4700-9de0-3f57522124f7 tempest-NegativeSecGroupTest-1302559481 tempest-NegativeSecGroupTest-1302559481-project] 10.222.0.84 "GET /v2.0/security-group-rules/ce4f25eb-71aa-467c-bf3c-066e1af0b6da HTTP/1.1" status: 404 len: 356 time: 0.0142450 May 30 20:37:32.189604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46454) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:32.372578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9687cfcc-bcf7-4300-b1be-fc1d23f170f0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9782c47ec73a4c8abd9f1ab2db0040dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1818016 May 30 20:37:32.374929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46460) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:32.433075 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5fc97de7-d978-4cdd-b8d6-8c774a21072a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:32.457951 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5fc97de7-d978-4cdd-b8d6-8c774a21072a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:32.512145 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5fc97de7-d978-4cdd-b8d6-8c774a21072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:32.529968 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc97de7-d978-4cdd-b8d6-8c774a21072a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20139ef-6def-4ef5-b2c0-afb9d2e0af37,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:32.536290 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5fc97de7-d978-4cdd-b8d6-8c774a21072a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:32.537399 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5fc97de7-d978-4cdd-b8d6-8c774a21072a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b20139ef-6def-4ef5-b2c0-afb9d2e0af37 HTTP/1.1" status: 204 len: 168 time: 0.1615722 May 30 20:37:32.900100 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.308219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46486) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:33.342337 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.437558 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-457174341-network', 'tenant_id': 'ba7171963c304d9d95f24033099c535c'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:33.442607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:33.446445 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Usage tracker for resource:network and tenant:ba7171963c304d9d95f24033099c535c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:33.449331 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:33.454925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:33.465013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Made reservation on behalf of ba7171963c304d9d95f24033099c535c for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:33.467594 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.479562 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.510722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:33.514464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Usage tracker for resource:security_group_rule and tenant:ba7171963c304d9d95f24033099c535c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:33.517224 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:33.523107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:33.588704 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.592215 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.618636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:37:33.631106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7a3c62-74e6-489c-9886-7c6a75a9767c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:33.635336 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.635681 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Added segment dfd60b04-ad22-48f9-b1b3-973f9cf6f44d of type vlan for network dece71a2-0622-4a11-a220-18d69c07d9e9 May 30 20:37:33.661170 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.689314 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.690175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:33.690749 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.792745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] Pushing event updated for resources: {'Network': ['ID=dece71a2-0622-4a11-a220-18d69c07d9e9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:33.795698 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-76ed8474-b016-47d2-9b44-f45f2ee48838 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4859531 May 30 20:37:33.798615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46492) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:33.802800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network dece71a2-0622-4a11-a220-18d69c07d9e9 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:37:33.803932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-17f29374-f293-40ea-9fb5-45ef0b548d5f admin admin] Request body: {'subnet': {'network_id': 'dece71a2-0622-4a11-a220-18d69c07d9e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-457174341-subnet', 'tenant_id': 'ba7171963c304d9d95f24033099c535c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:33.809832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-17f29374-f293-40ea-9fb5-45ef0b548d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:33.813682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-17f29374-f293-40ea-9fb5-45ef0b548d5f admin admin] Usage tracker for resource:subnet and tenant:ba7171963c304d9d95f24033099c535c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:33.816568 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-17f29374-f293-40ea-9fb5-45ef0b548d5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:33.822574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-17f29374-f293-40ea-9fb5-45ef0b548d5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:33.833470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f29374-f293-40ea-9fb5-45ef0b548d5f admin admin] Made reservation on behalf of ba7171963c304d9d95f24033099c535c for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:33.836015 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-17f29374-f293-40ea-9fb5-45ef0b548d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.036497 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-17f29374-f293-40ea-9fb5-45ef0b548d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.108958 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f29374-f293-40ea-9fb5-45ef0b548d5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7593e191-1659-435b-81db-61da49777c99,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:34.118428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f29374-f293-40ea-9fb5-45ef0b548d5f admin admin] Checking segment: {'id': 'dfd60b04-ad22-48f9-b1b3-973f9cf6f44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'dece71a2-0622-4a11-a220-18d69c07d9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:37:34.118786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f29374-f293-40ea-9fb5-45ef0b548d5f admin admin] Network hostable DHCP agents. Network: dece71a2-0622-4a11-a220-18d69c07d9e9, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:37:34.140389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f29374-f293-40ea-9fb5-45ef0b548d5f admin admin] Network dece71a2-0622-4a11-a220-18d69c07d9e9 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:37:34.151544 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-17f29374-f293-40ea-9fb5-45ef0b548d5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, dece71a2-0622-4a11-a220-18d69c07d9e9) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:34.156294 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f29374-f293-40ea-9fb5-45ef0b548d5f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:34.156940 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-17f29374-f293-40ea-9fb5-45ef0b548d5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.162487 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d4f3f3-ab27-411c-be9c-b6e9ee837de5 None None] Network dece71a2-0622-4a11-a220-18d69c07d9e9 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:34.186598 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-17f29374-f293-40ea-9fb5-45ef0b548d5f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3783934 May 30 20:37:34.421162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5701f377-2ca1-49b2-8449-352530b633fe None None] Network dece71a2-0622-4a11-a220-18d69c07d9e9 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:35.028257 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46514) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:35.033820 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1841298767-network', 'tenant_id': 'e2693fab14564577b08a3eee0940d7d3'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:35.039039 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:35.042851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Usage tracker for resource:network and tenant:e2693fab14564577b08a3eee0940d7d3 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:35.045776 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:35.051441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:35.060964 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Made reservation on behalf of e2693fab14564577b08a3eee0940d7d3 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:35.063045 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.075536 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.110333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:35.114152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Usage tracker for resource:security_group_rule and tenant:e2693fab14564577b08a3eee0940d7d3 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:35.116930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:35.122623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:35.186536 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.189913 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.219010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:37:35.227710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3292ec-e4f2-4651-9cc4-0bc308864a98,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:35.233350 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.233695 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Added segment cb59390e-fb05-4def-8c57-b2c5d9885243 of type vlan for network 0bd9f9cd-b880-44b2-9dfd-ea00f7a1530e May 30 20:37:35.259464 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.289492 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.290415 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:35.291530 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.467769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] Pushing event updated for resources: {'Network': ['ID=0bd9f9cd-b880-44b2-9dfd-ea00f7a1530e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:35.470939 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e827c8b8-bbe5-42f3-8bc2-1e21fdd7ed35 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4416614 May 30 20:37:35.473724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46518) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:35.478349 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 0bd9f9cd-b880-44b2-9dfd-ea00f7a1530e details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:37:35.478870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-24733e72-b427-49cd-8060-6f58b982f45b admin admin] Request body: {'subnet': {'network_id': '0bd9f9cd-b880-44b2-9dfd-ea00f7a1530e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1841298767-subnet', 'tenant_id': 'e2693fab14564577b08a3eee0940d7d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:35.484267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-24733e72-b427-49cd-8060-6f58b982f45b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:35.488061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-24733e72-b427-49cd-8060-6f58b982f45b admin admin] Usage tracker for resource:subnet and tenant:e2693fab14564577b08a3eee0940d7d3 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:35.490893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-24733e72-b427-49cd-8060-6f58b982f45b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:35.497221 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-24733e72-b427-49cd-8060-6f58b982f45b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:35.508538 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24733e72-b427-49cd-8060-6f58b982f45b admin admin] Made reservation on behalf of e2693fab14564577b08a3eee0940d7d3 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:35.510859 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24733e72-b427-49cd-8060-6f58b982f45b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.712015 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24733e72-b427-49cd-8060-6f58b982f45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.784898 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24733e72-b427-49cd-8060-6f58b982f45b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea511412-5827-4bd2-8f30-1a595257dd77,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:35.798837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24733e72-b427-49cd-8060-6f58b982f45b admin admin] Checking segment: {'id': 'cb59390e-fb05-4def-8c57-b2c5d9885243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0bd9f9cd-b880-44b2-9dfd-ea00f7a1530e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:37:35.799181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24733e72-b427-49cd-8060-6f58b982f45b admin admin] Network hostable DHCP agents. Network: 0bd9f9cd-b880-44b2-9dfd-ea00f7a1530e, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:37:35.821182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24733e72-b427-49cd-8060-6f58b982f45b admin admin] Network 0bd9f9cd-b880-44b2-9dfd-ea00f7a1530e is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:37:35.829772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-24733e72-b427-49cd-8060-6f58b982f45b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 0bd9f9cd-b880-44b2-9dfd-ea00f7a1530e) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:35.833651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24733e72-b427-49cd-8060-6f58b982f45b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:35.834229 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-24733e72-b427-49cd-8060-6f58b982f45b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.839840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c073e9-3330-4f7a-8168-34e71b50e5ad None None] Network 0bd9f9cd-b880-44b2-9dfd-ea00f7a1530e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:35.860672 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-24733e72-b427-49cd-8060-6f58b982f45b admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3793623 May 30 20:37:35.989323 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46526) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:36.049495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbc9002-3ddd-4e01-932d-1e2c304f1c7b admin admin] Deleting subnet 7593e191-1659-435b-81db-61da49777c99 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:37:36.050070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087a6cd8-278e-4bf0-9f78-3d36676007ff None None] Network 0bd9f9cd-b880-44b2-9dfd-ea00f7a1530e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:36.052645 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bbc9002-3ddd-4e01-932d-1e2c304f1c7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.104963 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bbc9002-3ddd-4e01-932d-1e2c304f1c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.161405 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bbc9002-3ddd-4e01-932d-1e2c304f1c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.242741 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bbc9002-3ddd-4e01-932d-1e2c304f1c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.287858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc9002-3ddd-4e01-932d-1e2c304f1c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7593e191-1659-435b-81db-61da49777c99,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:36.297635 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0bbc9002-3ddd-4e01-932d-1e2c304f1c7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.303832 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0bbc9002-3ddd-4e01-932d-1e2c304f1c7b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/7593e191-1659-435b-81db-61da49777c99 HTTP/1.1" status: 204 len: 168 time: 0.3134456 May 30 20:37:36.306265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46530) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:36.409624 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-08236348-9c8a-4e4f-b2d9-9117e86a8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.530774 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-08236348-9c8a-4e4f-b2d9-9117e86a8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.555688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-08236348-9c8a-4e4f-b2d9-9117e86a8b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dece71a2-0622-4a11-a220-18d69c07d9e9']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:36.567721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-08236348-9c8a-4e4f-b2d9-9117e86a8b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd60b04-ad22-48f9-b1b3-973f9cf6f44d') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:36.568042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-08236348-9c8a-4e4f-b2d9-9117e86a8b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd60b04-ad22-48f9-b1b3-973f9cf6f44d') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:36.579904 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-08236348-9c8a-4e4f-b2d9-9117e86a8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.596129 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-08236348-9c8a-4e4f-b2d9-9117e86a8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.602108 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08236348-9c8a-4e4f-b2d9-9117e86a8b8d admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:37:36.602488 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-08236348-9c8a-4e4f-b2d9-9117e86a8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: timer() May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:37:36.615450 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:37:36.690779 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-08236348-9c8a-4e4f-b2d9-9117e86a8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.706849 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-08236348-9c8a-4e4f-b2d9-9117e86a8b8d admin admin] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.716493 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08236348-9c8a-4e4f-b2d9-9117e86a8b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=dece71a2-0622-4a11-a220-18d69c07d9e9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:36.718981 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-08236348-9c8a-4e4f-b2d9-9117e86a8b8d admin admin] 10.222.0.84 "DELETE /v2.0/networks/dece71a2-0622-4a11-a220-18d69c07d9e9 HTTP/1.1" status: 204 len: 168 time: 0.4118080 May 30 20:37:36.721775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46534) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:36.779681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fb2703-aa79-41b4-9cbc-00dc71e8d246 admin admin] Deleting subnet ea511412-5827-4bd2-8f30-1a595257dd77 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:37:36.782638 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94fb2703-aa79-41b4-9cbc-00dc71e8d246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.834064 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94fb2703-aa79-41b4-9cbc-00dc71e8d246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.888113 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94fb2703-aa79-41b4-9cbc-00dc71e8d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.953167 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94fb2703-aa79-41b4-9cbc-00dc71e8d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.992776 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb2703-aa79-41b4-9cbc-00dc71e8d246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea511412-5827-4bd2-8f30-1a595257dd77,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:36.999414 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94fb2703-aa79-41b4-9cbc-00dc71e8d246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.005086 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-94fb2703-aa79-41b4-9cbc-00dc71e8d246 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/ea511412-5827-4bd2-8f30-1a595257dd77 HTTP/1.1" status: 204 len: 168 time: 0.2824235 May 30 20:37:37.007607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46538) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:37.111214 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f55ceaab-7b2b-46d8-8fca-97f6c581f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.237151 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.322713 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f55ceaab-7b2b-46d8-8fca-97f6c581f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.346773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-f55ceaab-7b2b-46d8-8fca-97f6c581f550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd9f9cd-b880-44b2-9dfd-ea00f7a1530e']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:37.359035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-f55ceaab-7b2b-46d8-8fca-97f6c581f550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb59390e-fb05-4def-8c57-b2c5d9885243') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:37.359329 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-f55ceaab-7b2b-46d8-8fca-97f6c581f550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb59390e-fb05-4def-8c57-b2c5d9885243') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:37.370592 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f55ceaab-7b2b-46d8-8fca-97f6c581f550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.386628 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f55ceaab-7b2b-46d8-8fca-97f6c581f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.392867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55ceaab-7b2b-46d8-8fca-97f6c581f550 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:37:37.393254 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f55ceaab-7b2b-46d8-8fca-97f6c581f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: timer() May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:37:37.406160 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:37:37.482702 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f55ceaab-7b2b-46d8-8fca-97f6c581f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.498727 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f55ceaab-7b2b-46d8-8fca-97f6c581f550 admin admin] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.507416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ceaab-7b2b-46d8-8fca-97f6c581f550 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bd9f9cd-b880-44b2-9dfd-ea00f7a1530e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:37.510410 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f55ceaab-7b2b-46d8-8fca-97f6c581f550 admin admin] 10.222.0.84 "DELETE /v2.0/networks/0bd9f9cd-b880-44b2-9dfd-ea00f7a1530e HTTP/1.1" status: 204 len: 168 time: 0.5018783 May 30 20:37:37.698936 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46544) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:37.749064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cafb1014-d295-4876-9647-4a3f8b4ba9d0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ba7171963c304d9d95f24033099c535c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482903 May 30 20:37:37.751506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46548) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:37.809710 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e88a5901-970c-4ff2-9e2f-1105bffcfa9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.834617 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e88a5901-970c-4ff2-9e2f-1105bffcfa9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.888763 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e88a5901-970c-4ff2-9e2f-1105bffcfa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.904479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a5901-970c-4ff2-9e2f-1105bffcfa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7a3c62-74e6-489c-9886-7c6a75a9767c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:37.908659 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e88a5901-970c-4ff2-9e2f-1105bffcfa9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.909764 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e88a5901-970c-4ff2-9e2f-1105bffcfa9e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3b7a3c62-74e6-489c-9886-7c6a75a9767c HTTP/1.1" status: 204 len: 168 time: 0.1573112 May 30 20:37:38.292477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46556) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:38.343125 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a27f387a-7f10-4de6-87ad-2a7b78bd53cf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e2693fab14564577b08a3eee0940d7d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495081 May 30 20:37:38.345711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46560) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:38.406597 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0d28558-f9a6-471a-a8e5-08358bf932f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:38.431857 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0d28558-f9a6-471a-a8e5-08358bf932f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:38.480086 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0d28558-f9a6-471a-a8e5-08358bf932f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:38.494225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d28558-f9a6-471a-a8e5-08358bf932f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3292ec-e4f2-4651-9cc4-0bc308864a98,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:38.500226 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0d28558-f9a6-471a-a8e5-08358bf932f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:38.501325 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c0d28558-f9a6-471a-a8e5-08358bf932f6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4c3292ec-e4f2-4651-9cc4-0bc308864a98 HTTP/1.1" status: 204 len: 168 time: 0.1547210 May 30 20:37:40.231012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa7130-848a-4881-8366-20af281f182c req-355cb35b-f4db-4938-b6a9-026e306a47d6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:40.233932 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98fa7130-848a-4881-8366-20af281f182c req-355cb35b-f4db-4938-b6a9-026e306a47d6 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 945 time: 0.0853236 May 30 20:37:40.296793 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98fa7130-848a-4881-8366-20af281f182c req-57155718-23e0-4f5d-9926-360d3a285c54 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557911 May 30 20:37:41.482723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc606d21-b192-478c-8119-b338d01bbbba req-5dfb8eef-6c46-4f9a-956d-d2b921bbef12 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:41.484186 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc606d21-b192-478c-8119-b338d01bbbba req-5dfb8eef-6c46-4f9a-956d-d2b921bbef12 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 945 time: 0.0786774 May 30 20:37:41.529098 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc606d21-b192-478c-8119-b338d01bbbba req-10e75181-b629-4083-a960-b58dc4dd40c8 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394509 May 30 20:37:42.727434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a285d39-cdb4-4ad7-bc1b-b12ffa832105 req-c506193f-71ca-4dc7-9a62-14b1778199f4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:42.728833 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a285d39-cdb4-4ad7-bc1b-b12ffa832105 req-c506193f-71ca-4dc7-9a62-14b1778199f4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 945 time: 0.0761359 May 30 20:37:42.774595 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a285d39-cdb4-4ad7-bc1b-b12ffa832105 req-8e36cc3b-a55a-42fd-a044-bb8d8b46b16e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399461 May 30 20:37:43.974988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca05fa4-a4aa-4258-b023-19eeb2b3380e req-8426e885-f19c-4a3f-bd02-73b18eba8102 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:43.976461 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ca05fa4-a4aa-4258-b023-19eeb2b3380e req-8426e885-f19c-4a3f-bd02-73b18eba8102 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 945 time: 0.0817752 May 30 20:37:44.022072 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ca05fa4-a4aa-4258-b023-19eeb2b3380e req-b50f4947-2e71-40df-83fa-39eb744de8fa tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399311 May 30 20:37:45.220416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d6936-39f0-4c28-ad11-ee8c704a6ff4 req-ad457a5e-5d05-4fb1-909f-9cc891e89443 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:45.221886 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c6d6936-39f0-4c28-ad11-ee8c704a6ff4 req-ad457a5e-5d05-4fb1-909f-9cc891e89443 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 945 time: 0.0754471 May 30 20:37:45.271795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1c6d6936-39f0-4c28-ad11-ee8c704a6ff4 req-50f90158-fbcb-403d-86a2-7784e92aca4a tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442791 May 30 20:37:46.474425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb804c-1739-413c-94a9-d92078b34aa3 req-eb9dce57-c419-4b45-bae5-d66ee6996c6c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:46.475777 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-91bb804c-1739-413c-94a9-d92078b34aa3 req-eb9dce57-c419-4b45-bae5-d66ee6996c6c tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 945 time: 0.0777516 May 30 20:37:46.525011 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-91bb804c-1739-413c-94a9-d92078b34aa3 req-724f142a-78a4-431d-a5b9-33c2df3dc2bb tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435588 May 30 20:37:47.739509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062557ad-46e9-4e3e-b703-96618538a104 req-de0fdc6b-9b34-4d99-bdef-e8fcf0c4bb24 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:47.740992 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-062557ad-46e9-4e3e-b703-96618538a104 req-de0fdc6b-9b34-4d99-bdef-e8fcf0c4bb24 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 945 time: 0.0903738 May 30 20:37:47.786256 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-062557ad-46e9-4e3e-b703-96618538a104 req-f721b782-6d07-4508-b93e-7390482a0ca4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397012 May 30 20:37:48.984587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833fbe45-8879-4f12-993c-d483af76575a req-4cf8a3d9-d8a7-45ae-b98b-b1a55b63c9fd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:48.985982 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-833fbe45-8879-4f12-993c-d483af76575a req-4cf8a3d9-d8a7-45ae-b98b-b1a55b63c9fd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 945 time: 0.0767665 May 30 20:37:49.032422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-833fbe45-8879-4f12-993c-d483af76575a req-af33b0c9-a132-44ca-8c78-ae4d43c14445 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407970 May 30 20:37:50.295175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c2e0b-8311-4e1e-9ea9-b2506e5a221b req-7abd4941-aa26-4d67-ab1d-3a8da39d6fd4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:50.297318 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b22c2e0b-8311-4e1e-9ea9-b2506e5a221b req-7abd4941-aa26-4d67-ab1d-3a8da39d6fd4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 945 time: 0.1374400 May 30 20:37:50.304472 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8261bea9-88bc-4d6d-8575-b17b6b04db5e req-1a1d568e-4fd4-4d9f-bcd2-7c9787bb6500 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 1096 time: 0.1059034 May 30 20:37:50.375448 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46730) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:50.429807 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b22c2e0b-8311-4e1e-9ea9-b2506e5a221b req-ac0c6e86-66e3-4373-a2af-1dc36be826e2 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243889 May 30 20:37:50.474074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261bea9-88bc-4d6d-8575-b17b6b04db5e req-2275a5b7-1432-4517-9ac4-f21f26d93874 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:50.475511 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8261bea9-88bc-4d6d-8575-b17b6b04db5e req-2275a5b7-1432-4517-9ac4-f21f26d93874 service neutron] 10.222.0.93 "GET /v2.0/networks?id=83ac91c5-4824-4123-80b2-d2c9baa844de HTTP/1.1" status: 200 len: 897 time: 0.1512973 May 30 20:37:50.525608 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a89e9f2-f4a0-49f9-bbe4-16570a4eb4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.555759 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7a89e9f2-f4a0-49f9-bbe4-16570a4eb4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:50.560363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7a89e9f2-f4a0-49f9-bbe4-16570a4eb4bc admin admin] Usage tracker for resource:security_group_rule and tenant:db166da878ce48698f0c79f3629d6322 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:50.563297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7a89e9f2-f4a0-49f9-bbe4-16570a4eb4bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:50.568956 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7a89e9f2-f4a0-49f9-bbe4-16570a4eb4bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:50.577395 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8261bea9-88bc-4d6d-8575-b17b6b04db5e req-448a8a55-fd92-4d8a-8a53-724d825a9248 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c165948c-f0be-4a6e-885e-abdc7ac7dfb6 HTTP/1.1" status: 200 len: 999 time: 0.0955598 May 30 20:37:50.637477 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a89e9f2-f4a0-49f9-bbe4-16570a4eb4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.641249 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a89e9f2-f4a0-49f9-bbe4-16570a4eb4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.644546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261bea9-88bc-4d6d-8575-b17b6b04db5e req-8aaa2286-9ee4-42fa-8767-9ce3f799b871 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:50.645981 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8261bea9-88bc-4d6d-8575-b17b6b04db5e req-8aaa2286-9ee4-42fa-8767-9ce3f799b871 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6f42bc6c-4224-4d12-8f8f-32d1666eef94 HTTP/1.1" status: 200 len: 834 time: 0.0622351 May 30 20:37:50.691645 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89e9f2-f4a0-49f9-bbe4-16570a4eb4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2abb6aa-8a9e-426a-b33d-af72b0c6ce49,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:50.699306 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7a89e9f2-f4a0-49f9-bbe4-16570a4eb4bc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=db166da878ce48698f0c79f3629d6322&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3222451 May 30 20:37:50.699926 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46736) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:50.723859 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8261bea9-88bc-4d6d-8575-b17b6b04db5e req-bd8e5be8-95d9-4803-93f1-da3093b86985 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=83ac91c5-4824-4123-80b2-d2c9baa844de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687089 May 30 20:37:50.759830 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-242261e4-58fb-45ac-8b90-0f5e1967ead0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.785730 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-242261e4-58fb-45ac-8b90-0f5e1967ead0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.840781 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-242261e4-58fb-45ac-8b90-0f5e1967ead0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.857770 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242261e4-58fb-45ac-8b90-0f5e1967ead0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2abb6aa-8a9e-426a-b33d-af72b0c6ce49,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:50.862201 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-242261e4-58fb-45ac-8b90-0f5e1967ead0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.865696 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-242261e4-58fb-45ac-8b90-0f5e1967ead0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a2abb6aa-8a9e-426a-b33d-af72b0c6ce49 HTTP/1.1" status: 204 len: 168 time: 0.1624658 May 30 20:37:50.949510 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8261bea9-88bc-4d6d-8575-b17b6b04db5e req-3e3d2c7d-33ef-4ffa-b747-f0da4918fcc4 service neutron] 10.222.0.93 "GET /v2.0/networks/83ac91c5-4824-4123-80b2-d2c9baa844de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188578 May 30 20:37:51.085191 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8261bea9-88bc-4d6d-8575-b17b6b04db5e req-200265a1-a033-4db6-ad5b-b8000b30c1c0 service neutron] 10.222.0.93 "GET /v2.0/networks/83ac91c5-4824-4123-80b2-d2c9baa844de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285455 May 30 20:37:51.194853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46744) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:51.212566 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ca9f158-91eb-4c64-9e7a-c8b9bbe34405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:51.243592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9ca9f158-91eb-4c64-9e7a-c8b9bbe34405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:51.247439 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9ca9f158-91eb-4c64-9e7a-c8b9bbe34405 admin admin] Usage tracker for resource:security_group_rule and tenant:b42b628b45494bceadcd8ebd08c7a1c8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:51.250223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9ca9f158-91eb-4c64-9e7a-c8b9bbe34405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:51.255890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9ca9f158-91eb-4c64-9e7a-c8b9bbe34405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:51.322094 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ca9f158-91eb-4c64-9e7a-c8b9bbe34405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:51.325887 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9ca9f158-91eb-4c64-9e7a-c8b9bbe34405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:51.374226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9f158-91eb-4c64-9e7a-c8b9bbe34405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65f6af7-12a8-4949-bc07-83bfcb27ca8b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:51.378510 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9ca9f158-91eb-4c64-9e7a-c8b9bbe34405 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b42b628b45494bceadcd8ebd08c7a1c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1826680 May 30 20:37:51.381051 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 46748) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:51.438310 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1de3fa4-d0eb-47dc-a5d1-cc0833b05027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:51.463278 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1de3fa4-d0eb-47dc-a5d1-cc0833b05027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:51.513686 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1de3fa4-d0eb-47dc-a5d1-cc0833b05027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:51.528603 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de3fa4-d0eb-47dc-a5d1-cc0833b05027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65f6af7-12a8-4949-bc07-83bfcb27ca8b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:51.534982 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b1de3fa4-d0eb-47dc-a5d1-cc0833b05027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:51.538755 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b1de3fa4-d0eb-47dc-a5d1-cc0833b05027 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b65f6af7-12a8-4949-bc07-83bfcb27ca8b HTTP/1.1" status: 204 len: 168 time: 0.1567843 May 30 20:37:51.632775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5db82-c5d1-4f53-81b4-b60ef7f57faf req-f69d0b77-8d76-40ea-ac97-47632c6724f7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:51.634236 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9fb5db82-c5d1-4f53-81b4-b60ef7f57faf req-f69d0b77-8d76-40ea-ac97-47632c6724f7 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 945 time: 0.0799718 May 30 20:37:51.680691 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9fb5db82-c5d1-4f53-81b4-b60ef7f57faf req-264b9d6f-6a03-46c9-afea-25b95524b4d4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401711 May 30 20:37:52.944076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0afdec-5730-4170-856d-08d8cad749a4 req-5ba63557-1741-40e1-9266-a4f084c24464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:52.945537 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd0afdec-5730-4170-856d-08d8cad749a4 req-5ba63557-1741-40e1-9266-a4f084c24464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 945 time: 0.1332469 May 30 20:37:52.981842 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fdd4b07b-1ce5-4e73-bd2f-264c6de4db58 req-0962aea4-c8c5-4e61-81ef-48fa0c87891c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 1096 time: 0.1072476 May 30 20:37:53.024899 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd0afdec-5730-4170-856d-08d8cad749a4 req-35c4ee23-db5e-49f8-8e23-b3316cb222fd tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717511 May 30 20:37:53.035661 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fdd4b07b-1ce5-4e73-bd2f-264c6de4db58 req-e77babf3-fcf4-412b-947b-9f3c2003f44a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469012 May 30 20:37:53.911002 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c165948c-f0be-4a6e-885e-abdc7ac7dfb6 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:37:54.048721 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c165948c-f0be-4a6e-885e-abdc7ac7dfb6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c165948c-f0be-4a6e-885e-abdc7ac7dfb6,segment=NetworkSegment(f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13),segment_id=f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:54.062276 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6', 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de', 'port_id': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6', 'mac_address': 'fa:16:3e:4c:e2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:37:54.115838 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:54.133864 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c165948c-f0be-4a6e-885e-abdc7ac7dfb6 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:37:54.150451 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c165948c-f0be-4a6e-885e-abdc7ac7dfb6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c165948c-f0be-4a6e-885e-abdc7ac7dfb6,segment=NetworkSegment(f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13),segment_id=f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:54.155333 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:54.219451 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=c165948c-f0be-4a6e-885e-abdc7ac7dfb6,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:54.235463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71922a6a-daa6-4733-8a7b-f706e28317c7 req-dbdd3908-03e5-474c-89eb-58454a5fe26e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:54.236963 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71922a6a-daa6-4733-8a7b-f706e28317c7 req-dbdd3908-03e5-474c-89eb-58454a5fe26e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 944 time: 0.0814810 May 30 20:37:54.282684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-71922a6a-daa6-4733-8a7b-f706e28317c7 req-35a9e119-cb7f-43f5-9d19-22efbb0e4a7b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399864 May 30 20:37:54.310840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46806) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:54.355047 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['c165948c-f0be-4a6e-885e-abdc7ac7dfb6'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:37:54.415984 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-596b1763-b81a-4ba2-be5d-24a6597b5a21 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/floatingips/a4105a86-eff2-493e-a54c-8c2831afa5bf HTTP/1.1" status: 200 len: 990 time: 0.1039917 May 30 20:37:55.914121 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c165948c-f0be-4a6e-885e-abdc7ac7dfb6 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:37:55.982067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port c165948c-f0be-4a6e-885e-abdc7ac7dfb6 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:55.982426 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:56.122036 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:56.147634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef769740-753f-4d80-a6db-dfefb6f7d7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:37:56.157201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port c165948c-f0be-4a6e-885e-abdc7ac7dfb6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c165948c-f0be-4a6e-885e-abdc7ac7dfb6,segment=NetworkSegment(f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13),segment_id=f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:56.161932 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:56.206691 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d0ed71-cc96-46d2-bae4-4b9d036fcfa9'] response: {'server_uuid': 'ef769740-753f-4d80-a6db-dfefb6f7d7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6', 'code': 200} May 30 20:37:56.235023 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=c165948c-f0be-4a6e-885e-abdc7ac7dfb6,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:57.784628 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4b9c98f6-1617-4c71-ba1b-ab73235e7143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:59.969678 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-556b5f1a-d488-47d6-819c-635fc46aa941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:01.292180 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:01.572803 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:02.901485 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:03.343196 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:06.169806 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:38:07.250821 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:13.080002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 46994) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:13.221979 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:13.253417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:13.257503 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Usage tracker for resource:security_group_rule and tenant:1b8cccf492004cf693653dc072a3dd05 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:13.260385 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:13.266098 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:13.331185 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:13.334861 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:13.377024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ae818a-5e7a-45ea-a267-a08fd7a90f2f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:13.387600 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1b8cccf492004cf693653dc072a3dd05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3066053 May 30 20:38:13.390334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47000) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:13.391128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.391478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.391815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.392173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.392505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.392828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.393411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.393732 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.394051 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.394369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.394687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220663f-6f40-4ae6-8b35-f440072a1b13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.453817 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-669cec1a-0575-44d6-8a09-10d168769a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:13.478300 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-669cec1a-0575-44d6-8a09-10d168769a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:13.529925 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-669cec1a-0575-44d6-8a09-10d168769a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:13.544609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cec1a-0575-44d6-8a09-10d168769a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ae818a-5e7a-45ea-a267-a08fd7a90f2f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:13.555628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-669cec1a-0575-44d6-8a09-10d168769a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:13.556943 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-669cec1a-0575-44d6-8a09-10d168769a21 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c2ae818a-5e7a-45ea-a267-a08fd7a90f2f HTTP/1.1" status: 204 len: 168 time: 0.1655529 May 30 20:38:13.558820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669cec1a-0575-44d6-8a09-10d168769a21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.558958 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669cec1a-0575-44d6-8a09-10d168769a21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.559242 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669cec1a-0575-44d6-8a09-10d168769a21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.559811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669cec1a-0575-44d6-8a09-10d168769a21 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.561246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669cec1a-0575-44d6-8a09-10d168769a21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.561731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669cec1a-0575-44d6-8a09-10d168769a21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.562076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669cec1a-0575-44d6-8a09-10d168769a21 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.562411 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669cec1a-0575-44d6-8a09-10d168769a21 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.562741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669cec1a-0575-44d6-8a09-10d168769a21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.563074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669cec1a-0575-44d6-8a09-10d168769a21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.563393 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669cec1a-0575-44d6-8a09-10d168769a21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:13.878911 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47008) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:13.897423 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ca493f1e-9bbf-4f8e-b5c4-c10a941e9a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:13.928527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ca493f1e-9bbf-4f8e-b5c4-c10a941e9a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:13.932244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ca493f1e-9bbf-4f8e-b5c4-c10a941e9a00 admin admin] Usage tracker for resource:security_group_rule and tenant:b3654df05597453d97d8fb199bb6d524 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:13.934931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ca493f1e-9bbf-4f8e-b5c4-c10a941e9a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:13.940491 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ca493f1e-9bbf-4f8e-b5c4-c10a941e9a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:14.002871 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ca493f1e-9bbf-4f8e-b5c4-c10a941e9a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:14.006306 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ca493f1e-9bbf-4f8e-b5c4-c10a941e9a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:14.051741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca493f1e-9bbf-4f8e-b5c4-c10a941e9a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc38925-141a-44b8-a82a-9f89d172b5d0,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:14.057616 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ca493f1e-9bbf-4f8e-b5c4-c10a941e9a00 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b3654df05597453d97d8fb199bb6d524&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1757572 May 30 20:38:14.059107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47012) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:14.119897 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e3353024-b12b-423a-b98e-02e226194e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:14.146039 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e3353024-b12b-423a-b98e-02e226194e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:14.195267 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e3353024-b12b-423a-b98e-02e226194e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:14.209484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3353024-b12b-423a-b98e-02e226194e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc38925-141a-44b8-a82a-9f89d172b5d0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:14.216588 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e3353024-b12b-423a-b98e-02e226194e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:14.217830 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e3353024-b12b-423a-b98e-02e226194e40 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0cc38925-141a-44b8-a82a-9f89d172b5d0 HTTP/1.1" status: 204 len: 168 time: 0.1581087 May 30 20:38:17.372460 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47084) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:17.512900 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fb7b61af-afd7-4f3a-8263-5e994d49f584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:17.543048 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fb7b61af-afd7-4f3a-8263-5e994d49f584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:17.547438 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fb7b61af-afd7-4f3a-8263-5e994d49f584 admin admin] Usage tracker for resource:security_group_rule and tenant:0e44fd6f37c34216824f899c585c3e60 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:17.550165 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fb7b61af-afd7-4f3a-8263-5e994d49f584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:17.556139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fb7b61af-afd7-4f3a-8263-5e994d49f584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:17.621614 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fb7b61af-afd7-4f3a-8263-5e994d49f584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:17.625214 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fb7b61af-afd7-4f3a-8263-5e994d49f584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:17.669793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b61af-afd7-4f3a-8263-5e994d49f584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726da969-cb25-44c8-9f15-7d27e9f8f0d4,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:17.676951 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fb7b61af-afd7-4f3a-8263-5e994d49f584 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0e44fd6f37c34216824f899c585c3e60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3035090 May 30 20:38:17.679533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47090) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:17.736694 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-258bad9b-aa0f-429a-8a98-7d1c470bec7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:17.761449 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-258bad9b-aa0f-429a-8a98-7d1c470bec7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:17.811628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-258bad9b-aa0f-429a-8a98-7d1c470bec7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:17.825851 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bad9b-aa0f-429a-8a98-7d1c470bec7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726da969-cb25-44c8-9f15-7d27e9f8f0d4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:17.831789 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-258bad9b-aa0f-429a-8a98-7d1c470bec7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:17.832914 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-258bad9b-aa0f-429a-8a98-7d1c470bec7f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/726da969-cb25-44c8-9f15-7d27e9f8f0d4 HTTP/1.1" status: 204 len: 168 time: 0.1524765 May 30 20:38:18.152858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47098) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:18.170781 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94844f47-7e07-4eed-a81a-811615589dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:18.201147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-94844f47-7e07-4eed-a81a-811615589dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:18.204890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-94844f47-7e07-4eed-a81a-811615589dcb admin admin] Usage tracker for resource:security_group_rule and tenant:c340005af35f467aad73f1cd161acf9f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:18.207591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-94844f47-7e07-4eed-a81a-811615589dcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:18.213207 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-94844f47-7e07-4eed-a81a-811615589dcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:18.276528 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94844f47-7e07-4eed-a81a-811615589dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:18.280324 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-94844f47-7e07-4eed-a81a-811615589dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:18.331135 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-94844f47-7e07-4eed-a81a-811615589dcb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c340005af35f467aad73f1cd161acf9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1771364 May 30 20:38:18.331849 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94844f47-7e07-4eed-a81a-811615589dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19d5046-9613-4ae8-a81c-7fb2d505b252,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:18.333692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47102) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:18.396787 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-73b3f696-80ae-4969-b21e-e64ed106670e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:18.421519 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-73b3f696-80ae-4969-b21e-e64ed106670e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:18.470120 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-73b3f696-80ae-4969-b21e-e64ed106670e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:18.485121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3f696-80ae-4969-b21e-e64ed106670e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19d5046-9613-4ae8-a81c-7fb2d505b252,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:18.494335 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-73b3f696-80ae-4969-b21e-e64ed106670e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:18.495437 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-73b3f696-80ae-4969-b21e-e64ed106670e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c19d5046-9613-4ae8-a81c-7fb2d505b252 HTTP/1.1" status: 204 len: 168 time: 0.1602337 May 30 20:38:25.725147 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47216) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:25.864186 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e9a27e0-4797-4775-924a-c7b0b414cc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:25.896060 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9e9a27e0-4797-4775-924a-c7b0b414cc7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:25.899908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9e9a27e0-4797-4775-924a-c7b0b414cc7b admin admin] Usage tracker for resource:security_group_rule and tenant:e98745aef60643d5b3ce9f7119097eab is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:25.902750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9e9a27e0-4797-4775-924a-c7b0b414cc7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:25.908593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9e9a27e0-4797-4775-924a-c7b0b414cc7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:25.971931 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e9a27e0-4797-4775-924a-c7b0b414cc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:25.975535 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e9a27e0-4797-4775-924a-c7b0b414cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.023841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a27e0-4797-4775-924a-c7b0b414cc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bdb424-e0a4-4ee3-9c4b-b6236a071f84,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:26.027663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9e9a27e0-4797-4775-924a-c7b0b414cc7b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e98745aef60643d5b3ce9f7119097eab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3015068 May 30 20:38:26.030420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47222) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:26.088840 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-122909e5-885e-4556-8b8b-b9dba7de305b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.113775 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-122909e5-885e-4556-8b8b-b9dba7de305b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.164559 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-122909e5-885e-4556-8b8b-b9dba7de305b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.181979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122909e5-885e-4556-8b8b-b9dba7de305b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bdb424-e0a4-4ee3-9c4b-b6236a071f84,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:26.185659 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-122909e5-885e-4556-8b8b-b9dba7de305b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.189131 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-122909e5-885e-4556-8b8b-b9dba7de305b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/24bdb424-e0a4-4ee3-9c4b-b6236a071f84 HTTP/1.1" status: 204 len: 168 time: 0.1554725 May 30 20:38:26.504221 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47230) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:26.522953 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94950861-4ab9-420e-9ba6-d3531d6f2c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.554343 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-94950861-4ab9-420e-9ba6-d3531d6f2c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:26.558174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-94950861-4ab9-420e-9ba6-d3531d6f2c8a admin admin] Usage tracker for resource:security_group_rule and tenant:fa0f9da4682445dea92462f91af91da8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:26.560938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-94950861-4ab9-420e-9ba6-d3531d6f2c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:26.566541 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-94950861-4ab9-420e-9ba6-d3531d6f2c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:26.630569 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94950861-4ab9-420e-9ba6-d3531d6f2c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.634498 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-94950861-4ab9-420e-9ba6-d3531d6f2c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.684779 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94950861-4ab9-420e-9ba6-d3531d6f2c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ac4dc3-0897-4175-87f1-b11818e47a5b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:26.690799 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-94950861-4ab9-420e-9ba6-d3531d6f2c8a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fa0f9da4682445dea92462f91af91da8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1855357 May 30 20:38:26.693395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47234) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:26.752646 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-059df5c8-7ca5-416f-8529-964391e787d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.778585 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-059df5c8-7ca5-416f-8529-964391e787d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.828145 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-059df5c8-7ca5-416f-8529-964391e787d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.844819 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059df5c8-7ca5-416f-8529-964391e787d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ac4dc3-0897-4175-87f1-b11818e47a5b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:26.847981 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-059df5c8-7ca5-416f-8529-964391e787d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.849156 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-059df5c8-7ca5-416f-8529-964391e787d3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d3ac4dc3-0897-4175-87f1-b11818e47a5b HTTP/1.1" status: 204 len: 168 time: 0.1548228 May 30 20:38:27.237301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47242) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:27.255868 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-03596526-f508-4f90-8932-c65f394e02ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:27.291136 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-03596526-f508-4f90-8932-c65f394e02ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:27.294921 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-03596526-f508-4f90-8932-c65f394e02ac admin admin] Usage tracker for resource:security_group_rule and tenant:73bf17e563514a749c1c4d76f3258d5c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:27.297780 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-03596526-f508-4f90-8932-c65f394e02ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:27.303377 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-03596526-f508-4f90-8932-c65f394e02ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:27.372796 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-03596526-f508-4f90-8932-c65f394e02ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:27.376691 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-03596526-f508-4f90-8932-c65f394e02ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:27.422885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03596526-f508-4f90-8932-c65f394e02ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2580259b-a513-47d9-b365-8f11a794239c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:27.427253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-03596526-f508-4f90-8932-c65f394e02ac admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=73bf17e563514a749c1c4d76f3258d5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1888399 May 30 20:38:27.430192 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47246) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:27.488700 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7890c1a1-76f2-424d-bffc-674b661555dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:27.513703 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7890c1a1-76f2-424d-bffc-674b661555dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:27.564239 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7890c1a1-76f2-424d-bffc-674b661555dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:27.578184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890c1a1-76f2-424d-bffc-674b661555dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2580259b-a513-47d9-b365-8f11a794239c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:27.585915 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7890c1a1-76f2-424d-bffc-674b661555dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:27.587031 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7890c1a1-76f2-424d-bffc-674b661555dc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2580259b-a513-47d9-b365-8f11a794239c HTTP/1.1" status: 204 len: 168 time: 0.1562545 May 30 20:38:27.790229 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d3acbb7b-7194-411f-9152-72212cadad7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:29.680262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47280) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:29.961269 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5d98b79d-552b-4955-9c55-e0df0c04f41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:29.965737 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b59ad363-352f-417a-b2d8-6748a9edd841 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting port d16347c0-8567-4884-9cd3-dce09c4667f7 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:38:29.966085 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b59ad363-352f-417a-b2d8-6748a9edd841 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:30.137765 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b59ad363-352f-417a-b2d8-6748a9edd841 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:30.138091 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b59ad363-352f-417a-b2d8-6748a9edd841 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:30.260823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-b59ad363-352f-417a-b2d8-6748a9edd841 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Calling delete_port for d16347c0-8567-4884-9cd3-dce09c4667f7 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:38:30.415538 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b59ad363-352f-417a-b2d8-6748a9edd841 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:30.462129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ad363-352f-417a-b2d8-6748a9edd841 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Port': ['ID=d16347c0-8567-4884-9cd3-dce09c4667f7,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:30.561577 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b59ad363-352f-417a-b2d8-6748a9edd841 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:30.966840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59ad363-352f-417a-b2d8-6748a9edd841 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router dadbe690-a48e-499e-86f2-2b74a317251d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:38:31.165702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59ad363-352f-417a-b2d8-6748a9edd841 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:38:31.176651 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8af260c-536c-4d02-8a04-e500d01d82e4 None None] Sync routers for ids ['dadbe690-a48e-499e-86f2-2b74a317251d'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:38:31.189705 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b59ad363-352f-417a-b2d8-6748a9edd841 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:31.190284 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8af260c-536c-4d02-8a04-e500d01d82e4 None None] Routers {'dadbe690-a48e-499e-86f2-2b74a317251d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:31.190921 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a8af260c-536c-4d02-8a04-e500d01d82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:38:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['dadbe690-a48e-499e-86f2-2b74a317251d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:31.266022 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b59ad363-352f-417a-b2d8-6748a9edd841 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/floatingips/a4105a86-eff2-493e-a54c-8c2831afa5bf HTTP/1.1" status: 204 len: 168 time: 1.5840197 May 30 20:38:31.266875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef769740-753f-4d80-a6db-dfefb6f7d7fa', 'tag': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:38:31.371708 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa6f388-2975-4218-940b-81d5ebb5ab55'] response: {'name': 'network-changed', 'server_uuid': 'ef769740-753f-4d80-a6db-dfefb6f7d7fa', 'tag': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6', 'status': 'completed', 'code': 200} May 30 20:38:31.407355 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:31.438334 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-a8af260c-536c-4d02-8a04-e500d01d82e4 None None] Set router dadbe690-a48e-499e-86f2-2b74a317251d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:38:31.470791 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc666bbd-acba-4014-985b-65583da8e637 req-c95452ad-a962-4d81-ba3c-0708564c2ea2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 1096 time: 0.0740411 May 30 20:38:31.669336 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:31.722072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc666bbd-acba-4014-985b-65583da8e637 req-62ec23e1-9179-4ea1-a132-1a0455f6373b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:31.723922 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc666bbd-acba-4014-985b-65583da8e637 req-62ec23e1-9179-4ea1-a132-1a0455f6373b service neutron] 10.222.0.93 "GET /v2.0/networks?id=83ac91c5-4824-4123-80b2-d2c9baa844de HTTP/1.1" status: 200 len: 897 time: 0.2471664 May 30 20:38:31.783401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a8af260c-536c-4d02-8a04-e500d01d82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131933675', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:40Z', 'updated_at': '2022-05-30T20:36:48Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:41Z', 'updated_at': '2022-05-30T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '4c3ad978-74c0-4f49-84e4-1eac40a74085', 'name': '', 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:34:27:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:47Z', 'updated_at': '2022-05-30T20:37:02Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:31.788082 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8af260c-536c-4d02-8a04-e500d01d82e4 None None] Checking router: dadbe690-a48e-499e-86f2-2b74a317251d for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:38:31.799731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8af260c-536c-4d02-8a04-e500d01d82e4 None None] Routers {'dadbe690-a48e-499e-86f2-2b74a317251d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:31.800583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a8af260c-536c-4d02-8a04-e500d01d82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:38:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['dadbe690-a48e-499e-86f2-2b74a317251d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:31.816446 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc666bbd-acba-4014-985b-65583da8e637 req-00c196cf-78c6-4193-b054-1af7cf8e616e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c165948c-f0be-4a6e-885e-abdc7ac7dfb6 HTTP/1.1" status: 200 len: 217 time: 0.0849481 May 30 20:38:31.933466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc666bbd-acba-4014-985b-65583da8e637 req-f39d0b2d-69d3-4c44-a19e-bc581109edfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:31.935773 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc666bbd-acba-4014-985b-65583da8e637 req-f39d0b2d-69d3-4c44-a19e-bc581109edfc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6f42bc6c-4224-4d12-8f8f-32d1666eef94 HTTP/1.1" status: 200 len: 834 time: 0.1131494 May 30 20:38:31.992125 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-a8af260c-536c-4d02-8a04-e500d01d82e4 None None] Set router dadbe690-a48e-499e-86f2-2b74a317251d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:38:32.039465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4be967-9495-4a53-9812-b929aa6fd3f4 req-897252c5-cfd8-4ed0-9e6b-9000010c5eb4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:32.040237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-cc4be967-9495-4a53-9812-b929aa6fd3f4 req-897252c5-cfd8-4ed0-9e6b-9000010c5eb4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Synchronizing usage tracker for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:38:32.054598 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc666bbd-acba-4014-985b-65583da8e637 req-b1fa7770-d3da-4cd2-a9c1-723af47fdb3a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=83ac91c5-4824-4123-80b2-d2c9baa844de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102593 May 30 20:38:32.064792 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-cc4be967-9495-4a53-9812-b929aa6fd3f4 req-897252c5-cfd8-4ed0-9e6b-9000010c5eb4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Unset dirty status for tenant:5cec82bd6ef4496f8304aec7a72a0ecb on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:38:32.065958 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc4be967-9495-4a53-9812-b929aa6fd3f4 req-897252c5-cfd8-4ed0-9e6b-9000010c5eb4 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 945 time: 0.4119673 May 30 20:38:32.241319 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc666bbd-acba-4014-985b-65583da8e637 req-a42d617d-467d-484a-96ad-26a12502955f service neutron] 10.222.0.93 "GET /v2.0/networks/83ac91c5-4824-4123-80b2-d2c9baa844de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797962 May 30 20:38:32.243544 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc4be967-9495-4a53-9812-b929aa6fd3f4 req-2191861e-3faa-4b45-9d76-d3d67a2c1019 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501966 May 30 20:38:32.367724 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-a8af260c-536c-4d02-8a04-e500d01d82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131933675', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:40Z', 'updated_at': '2022-05-30T20:36:48Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:41Z', 'updated_at': '2022-05-30T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '4c3ad978-74c0-4f49-84e4-1eac40a74085', 'name': '', 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:34:27:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:47Z', 'updated_at': '2022-05-30T20:37:02Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:32.372036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8af260c-536c-4d02-8a04-e500d01d82e4 None None] The sync data for ids ['dadbe690-a48e-499e-86f2-2b74a317251d'] in n-d-843949-2 is: [{'id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131933675', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:40Z', 'updated_at': '2022-05-30T20:36:48Z', 'revision_number': 4, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:41Z', 'updated_at': '2022-05-30T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '4c3ad978-74c0-4f49-84e4-1eac40a74085', 'name': '', 'network_id': '83ac91c5-4824-4123-80b2-d2c9baa844de', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'mac_address': 'fa:16:3e:34:27:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:47Z', 'updated_at': '2022-05-30T20:37:02Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'subnets': [{'id': '6f42bc6c-4224-4d12-8f8f-32d1666eef94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:38:32.408979 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fc666bbd-acba-4014-985b-65583da8e637 req-0984a9ce-e3f7-4101-99b0-9c7c330b3cde service neutron] 10.222.0.93 "GET /v2.0/networks/83ac91c5-4824-4123-80b2-d2c9baa844de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596429 May 30 20:38:32.599569 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c790843-ff70-41e7-bdc1-acf44d9e78e8 None None] New status for floating IP a4105a86-eff2-493e-a54c-8c2831afa5bf: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:38:32.895603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4630759-51f6-4af8-b56d-2988d0ac8a79 req-fac4e0df-86e9-460b-a6f1-b3ae7d2f5e20 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:32.897152 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4630759-51f6-4af8-b56d-2988d0ac8a79 req-fac4e0df-86e9-460b-a6f1-b3ae7d2f5e20 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 945 time: 0.0831070 May 30 20:38:32.905915 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:32.967912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-b4630759-51f6-4af8-b56d-2988d0ac8a79 req-0cb3652d-1937-429f-8b5e-0bf54ceb886b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting port c165948c-f0be-4a6e-885e-abdc7ac7dfb6 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:38:32.968291 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b4630759-51f6-4af8-b56d-2988d0ac8a79 req-0cb3652d-1937-429f-8b5e-0bf54ceb886b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:33.220568 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-b4630759-51f6-4af8-b56d-2988d0ac8a79 req-0cb3652d-1937-429f-8b5e-0bf54ceb886b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] For port c165948c-f0be-4a6e-885e-abdc7ac7dfb6, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=c165948c-f0be-4a6e-885e-abdc7ac7dfb6,segment=NetworkSegment(f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13),segment_id=f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:33.221207 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b4630759-51f6-4af8-b56d-2988d0ac8a79 req-0cb3652d-1937-429f-8b5e-0bf54ceb886b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:33.344590 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:33.348556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-b4630759-51f6-4af8-b56d-2988d0ac8a79 req-0cb3652d-1937-429f-8b5e-0bf54ceb886b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Calling delete_port for c165948c-f0be-4a6e-885e-abdc7ac7dfb6 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:38:33.559632 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b4630759-51f6-4af8-b56d-2988d0ac8a79 req-0cb3652d-1937-429f-8b5e-0bf54ceb886b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:33.615220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3652d-1937-429f-8b5e-0bf54ceb886b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Port': ['ID=c165948c-f0be-4a6e-885e-abdc7ac7dfb6,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:33.696012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a45a8-eaec-4908-815e-dbc8da29b139 req-a5734a12-9cf7-4e61-b27c-8b195b63b5b9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:33.697468 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e1a45a8-eaec-4908-815e-dbc8da29b139 req-a5734a12-9cf7-4e61-b27c-8b195b63b5b9 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef769740-753f-4d80-a6db-dfefb6f7d7fa HTTP/1.1" status: 200 len: 945 time: 0.2930229 May 30 20:38:33.702681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4630759-51f6-4af8-b56d-2988d0ac8a79 req-0cb3652d-1937-429f-8b5e-0bf54ceb886b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] No DVR routers for this DVR port c165948c-f0be-4a6e-885e-abdc7ac7dfb6 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:38:33.706266 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-b4630759-51f6-4af8-b56d-2988d0ac8a79 req-0cb3652d-1937-429f-8b5e-0bf54ceb886b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:33.708806 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef769740-753f-4d80-a6db-dfefb6f7d7fa', 'name': 'network-vif-deleted', 'tag': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:38:33.748453 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4630759-51f6-4af8-b56d-2988d0ac8a79 req-0cb3652d-1937-429f-8b5e-0bf54ceb886b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.93 "DELETE /v2.0/ports/c165948c-f0be-4a6e-885e-abdc7ac7dfb6 HTTP/1.1" status: 204 len: 173 time: 0.8452704 May 30 20:38:33.767394 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7045d003-defa-482b-ae7b-2fa967b88243'] response: {'server_uuid': 'ef769740-753f-4d80-a6db-dfefb6f7d7fa', 'name': 'network-vif-deleted', 'tag': 'c165948c-f0be-4a6e-885e-abdc7ac7dfb6', 'status': 'completed', 'code': 200} May 30 20:38:33.770458 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e1a45a8-eaec-4908-815e-dbc8da29b139 req-45014f79-5773-417a-aef5-fef313836f61 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "GET /v2.0/security-groups?id=df1f1bba-1c5d-41d4-a866-9c769d6e7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659592 May 30 20:38:34.881418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47338) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:35.376258 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7204c331-8b00-4247-9fb8-ed61cc7888de tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:35.997218 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7204c331-8b00-4247-9fb8-ed61cc7888de tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting port 4c3ad978-74c0-4f49-84e4-1eac40a74085 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:38:35.997859 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7204c331-8b00-4247-9fb8-ed61cc7888de tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:36.182882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-7204c331-8b00-4247-9fb8-ed61cc7888de tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] For port 4c3ad978-74c0-4f49-84e4-1eac40a74085, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=4c3ad978-74c0-4f49-84e4-1eac40a74085,segment=NetworkSegment(f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13),segment_id=f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:36.183266 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7204c331-8b00-4247-9fb8-ed61cc7888de tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:36.187687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c165948c-f0be-4a6e-885e-abdc7ac7dfb6 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:38:36.224018 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: c165948c-f0be-4a6e-885e-abdc7ac7dfb6 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:38:36.224602 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device c165948c-f0be-4a6e-885e-abdc7ac7dfb6 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:38:36.313337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7204c331-8b00-4247-9fb8-ed61cc7888de tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Calling delete_port for 4c3ad978-74c0-4f49-84e4-1eac40a74085 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:38:36.488879 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7204c331-8b00-4247-9fb8-ed61cc7888de tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:36.627991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204c331-8b00-4247-9fb8-ed61cc7888de tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Port': ['ID=4c3ad978-74c0-4f49-84e4-1eac40a74085,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:36.979272 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7204c331-8b00-4247-9fb8-ed61cc7888de tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:37.253749 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:37.593481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7204c331-8b00-4247-9fb8-ed61cc7888de tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Router dadbe690-a48e-499e-86f2-2b74a317251d has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:38:37.794276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7204c331-8b00-4247-9fb8-ed61cc7888de tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:38:37.804654 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d8cf2-022e-4863-ae71-39146a590dc3 None None] Sync routers for ids ['dadbe690-a48e-499e-86f2-2b74a317251d'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:38:37.806478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7204c331-8b00-4247-9fb8-ed61cc7888de tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "PUT /v2.0/routers/dadbe690-a48e-499e-86f2-2b74a317251d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9246373 May 30 20:38:37.809282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47354) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:37.816065 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d8cf2-022e-4863-ae71-39146a590dc3 None None] Routers {'dadbe690-a48e-499e-86f2-2b74a317251d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:37.816691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-770d8cf2-022e-4863-ae71-39146a590dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:38:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['dadbe690-a48e-499e-86f2-2b74a317251d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:37.993421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd08f2fe-7dd9-4034-95fe-1a8684f73a19 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting subnet 6f42bc6c-4224-4d12-8f8f-32d1666eef94 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:38:37.996471 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd08f2fe-7dd9-4034-95fe-1a8684f73a19 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.003519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-770d8cf2-022e-4863-ae71-39146a590dc3 None None] Set router dadbe690-a48e-499e-86f2-2b74a317251d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:38:38.054561 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd08f2fe-7dd9-4034-95fe-1a8684f73a19 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.251836 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd08f2fe-7dd9-4034-95fe-1a8684f73a19 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.303947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-770d8cf2-022e-4863-ae71-39146a590dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131933675', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:40Z', 'updated_at': '2022-05-30T20:38:36Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:41Z', 'updated_at': '2022-05-30T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:38.307797 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d8cf2-022e-4863-ae71-39146a590dc3 None None] Checking router: dadbe690-a48e-499e-86f2-2b74a317251d for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:38:38.318749 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d8cf2-022e-4863-ae71-39146a590dc3 None None] Routers {'dadbe690-a48e-499e-86f2-2b74a317251d'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:38.319351 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-770d8cf2-022e-4863-ae71-39146a590dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:38:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['dadbe690-a48e-499e-86f2-2b74a317251d'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:38.340994 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd08f2fe-7dd9-4034-95fe-1a8684f73a19 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.384033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08f2fe-7dd9-4034-95fe-1a8684f73a19 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Subnet': ['ID=6f42bc6c-4224-4d12-8f8f-32d1666eef94,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:38.391304 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cd08f2fe-7dd9-4034-95fe-1a8684f73a19 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.400472 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cd08f2fe-7dd9-4034-95fe-1a8684f73a19 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/subnets/6f42bc6c-4224-4d12-8f8f-32d1666eef94 HTTP/1.1" status: 204 len: 168 time: 0.5901921 May 30 20:38:38.401433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47362) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:38.427207 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d012507-e7fb-402c-92f4-57592d54fd06 None None] Network 83ac91c5-4824-4123-80b2-d2c9baa844de requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:38:38.693515 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2967033a-5b2b-4a04-b6b7-1d37cedccd7e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.696167 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-770d8cf2-022e-4863-ae71-39146a590dc3 None None] Set router dadbe690-a48e-499e-86f2-2b74a317251d gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:38:38.889674 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43eabad-d948-497a-ab20-89abb312b258 None None] DHCP port deletion for 83ac91c5-4824-4123-80b2-d2c9baa844de request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:38:38.904120 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c43eabad-d948-497a-ab20-89abb312b258 None None] Deleting port f8850571-51da-46fb-b54a-ae99ad65a688 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:38:38.904482 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c43eabad-d948-497a-ab20-89abb312b258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.915107 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2967033a-5b2b-4a04-b6b7-1d37cedccd7e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.928477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2967033a-5b2b-4a04-b6b7-1d37cedccd7e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting port 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:38:38.929721 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2967033a-5b2b-4a04-b6b7-1d37cedccd7e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.986768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f8850571-51da-46fb-b54a-ae99ad65a688 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:38:39.121646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-2967033a-5b2b-4a04-b6b7-1d37cedccd7e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] For port 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0aa9a978-e29d-4a3f-beee-4185e5e7bb9d,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:39.122056 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2967033a-5b2b-4a04-b6b7-1d37cedccd7e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:39.240636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2967033a-5b2b-4a04-b6b7-1d37cedccd7e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Calling delete_port for 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:38:39.315511 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:39.358003 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c43eabad-d948-497a-ab20-89abb312b258 None None] For port f8850571-51da-46fb-b54a-ae99ad65a688, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f8850571-51da-46fb-b54a-ae99ad65a688,segment=NetworkSegment(f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13),segment_id=f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:39.358388 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c43eabad-d948-497a-ab20-89abb312b258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:39.412445 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2967033a-5b2b-4a04-b6b7-1d37cedccd7e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:39.491853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c43eabad-d948-497a-ab20-89abb312b258 None None] Calling delete_port for f8850571-51da-46fb-b54a-ae99ad65a688 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:38:39.521317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967033a-5b2b-4a04-b6b7-1d37cedccd7e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Port': ['ID=0aa9a978-e29d-4a3f-beee-4185e5e7bb9d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:39.537981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port f8850571-51da-46fb-b54a-ae99ad65a688, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f8850571-51da-46fb-b54a-ae99ad65a688,segment=NetworkSegment(f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13),segment_id=f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:39.541869 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-770d8cf2-022e-4863-ae71-39146a590dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131933675', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:40Z', 'updated_at': '2022-05-30T20:38:36Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:41Z', 'updated_at': '2022-05-30T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:39.546729 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:39.583806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d8cf2-022e-4863-ae71-39146a590dc3 None None] The sync data for ids ['dadbe690-a48e-499e-86f2-2b74a317251d'] in n-d-843949-2 is: [{'id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131933675', 'tenant_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:40Z', 'updated_at': '2022-05-30T20:38:36Z', 'revision_number': 5, 'project_id': '5cec82bd6ef4496f8304aec7a72a0ecb', 'gw_port': {'id': '0aa9a978-e29d-4a3f-beee-4185e5e7bb9d', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadbe690-a48e-499e-86f2-2b74a317251d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:41Z', 'updated_at': '2022-05-30T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:38:39.654401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=f8850571-51da-46fb-b54a-ae99ad65a688,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:39.664791 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:39.665106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:39.665392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:39.666159 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:39.666284 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:39.666559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:39.666887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:39.667227 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:39.667537 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:39.668222 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:39.668342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:39.675172 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-c43eabad-d948-497a-ab20-89abb312b258 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:38:39.675532 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-c43eabad-d948-497a-ab20-89abb312b258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:38:39.727416 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2967033a-5b2b-4a04-b6b7-1d37cedccd7e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:40.025492 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2967033a-5b2b-4a04-b6b7-1d37cedccd7e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:40.030220 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2967033a-5b2b-4a04-b6b7-1d37cedccd7e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:40.057488 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2967033a-5b2b-4a04-b6b7-1d37cedccd7e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:40.058143 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2967033a-5b2b-4a04-b6b7-1d37cedccd7e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Fanout notify agent at l3_agent the message router_deleted on router dadbe690-a48e-499e-86f2-2b74a317251d {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:38:40.082778 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2967033a-5b2b-4a04-b6b7-1d37cedccd7e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:40.084419 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2967033a-5b2b-4a04-b6b7-1d37cedccd7e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/routers/dadbe690-a48e-499e-86f2-2b74a317251d HTTP/1.1" status: 204 len: 168 time: 1.6818728 May 30 20:38:40.086977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47374) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:40.177136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c43eabad-d948-497a-ab20-89abb312b258 None None] Deleting port f8850571-51da-46fb-b54a-ae99ad65a688 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:38:40.177477 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c43eabad-d948-497a-ab20-89abb312b258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:40.340709 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:40.355001 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting port f8850571-51da-46fb-b54a-ae99ad65a688 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:38:40.355892 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:40.430438 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c43eabad-d948-497a-ab20-89abb312b258 None None] For port f8850571-51da-46fb-b54a-ae99ad65a688, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f8850571-51da-46fb-b54a-ae99ad65a688,segment=NetworkSegment(f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13),segment_id=f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:40.430945 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c43eabad-d948-497a-ab20-89abb312b258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:40.561614 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c43eabad-d948-497a-ab20-89abb312b258 None None] Calling delete_port for f8850571-51da-46fb-b54a-ae99ad65a688 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:38:40.577016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] For port f8850571-51da-46fb-b54a-ae99ad65a688, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f8850571-51da-46fb-b54a-ae99ad65a688,segment=NetworkSegment(f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13),segment_id=f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:40.577581 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:40.638798 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c43eabad-d948-497a-ab20-89abb312b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:40.689448 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43eabad-d948-497a-ab20-89abb312b258 None None] Pushing event deleted for resources: {'Port': ['ID=f8850571-51da-46fb-b54a-ae99ad65a688,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:40.693717 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43eabad-d948-497a-ab20-89abb312b258 None None] No DVR routers for this DVR port f8850571-51da-46fb-b54a-ae99ad65a688 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:38:40.738365 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Calling delete_port for f8850571-51da-46fb-b54a-ae99ad65a688 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:38:40.812520 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:38:40.812762 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:38:40.937892 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4c3ad978-74c0-4f49-84e4-1eac40a74085 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:38:40.973094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 4c3ad978-74c0-4f49-84e4-1eac40a74085 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:38:40.973438 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 4c3ad978-74c0-4f49-84e4-1eac40a74085 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:38:40.973861 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:38:41.005533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:38:41.005883 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0aa9a978-e29d-4a3f-beee-4185e5e7bb9d not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:38:41.314422 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Deleting port f8850571-51da-46fb-b54a-ae99ad65a688 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:38:41.314770 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:41.378577 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] The port 'f8850571-51da-46fb-b54a-ae99ad65a688' was deleted {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:38:41.499533 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:41.525137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ac91c5-4824-4123-80b2-d2c9baa844de']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:41.536933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:41.537229 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57c81c9-24ed-4e1f-96ed-6cbdde4a8c13') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:41.548378 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:41.564408 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:41.570547 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:38:41.570932 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: util.warn( May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: timer() May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:38:41.589278 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:38:41.668631 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:41.686593 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:41.697510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'Network': ['ID=83ac91c5-4824-4123-80b2-d2c9baa844de,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:41.710315 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9f1bf8b7-699d-41c7-9f6d-c4a17adee464 tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/networks/83ac91c5-4824-4123-80b2-d2c9baa844de HTTP/1.1" status: 204 len: 168 time: 1.6198552 May 30 20:38:41.710460 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47380) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:41.782977 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc6d62ff-faa1-4143-ae80-2e418162ec0e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:41.814144 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc6d62ff-faa1-4143-ae80-2e418162ec0e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:41.878305 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc6d62ff-faa1-4143-ae80-2e418162ec0e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:41.896924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d62ff-faa1-4143-ae80-2e418162ec0e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1f1bba-1c5d-41d4-a866-9c769d6e7d54,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:41.906756 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dc6d62ff-faa1-4143-ae80-2e418162ec0e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:41.907780 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dc6d62ff-faa1-4143-ae80-2e418162ec0e tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] 10.222.0.84 "DELETE /v2.0/security-groups/df1f1bba-1c5d-41d4-a866-9c769d6e7d54 HTTP/1.1" status: 204 len: 168 time: 0.1963124 May 30 20:38:42.303810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47392) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:42.508197 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0e4ac793-2979-4a9d-aad8-8376ac3ec0c4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5cec82bd6ef4496f8304aec7a72a0ecb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2033899 May 30 20:38:42.510650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47398) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:42.569828 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48bb9ad1-959b-4c28-8684-1020f6eb7050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:42.601820 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48bb9ad1-959b-4c28-8684-1020f6eb7050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:42.653764 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48bb9ad1-959b-4c28-8684-1020f6eb7050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:42.670952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb9ad1-959b-4c28-8684-1020f6eb7050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7f59ba-488a-4c9a-8525-0be119ad0c1b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:42.677615 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-48bb9ad1-959b-4c28-8684-1020f6eb7050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:42.678717 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-48bb9ad1-959b-4c28-8684-1020f6eb7050 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4a7f59ba-488a-4c9a-8525-0be119ad0c1b HTTP/1.1" status: 204 len: 168 time: 0.1671808 May 30 20:38:43.060245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47408) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:43.115898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47412) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:43.116279 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0db31279-f892-4c59-aad6-4148a50b945b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9fcedc5f3be64e88b5d0218ca2fd74b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0545731 May 30 20:38:43.170171 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:38:43.176200 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b47cb515-b4b6-4844-b096-e030b61ad001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:43.202983 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b47cb515-b4b6-4844-b096-e030b61ad001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:43.316149 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b47cb515-b4b6-4844-b096-e030b61ad001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:43.347177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cb515-b4b6-4844-b096-e030b61ad001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22f88f9-193c-4fee-9264-ccd2d2c25c30,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:43.367459 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b47cb515-b4b6-4844-b096-e030b61ad001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:43.370912 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b47cb515-b4b6-4844-b096-e030b61ad001 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e22f88f9-193c-4fee-9264-ccd2d2c25c30 HTTP/1.1" status: 204 len: 168 time: 0.2517226 May 30 20:38:57.785122 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7429b98d-7026-43e9-9459-f258d5683620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:59.967145 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3b5c53d9-8fe8-43fd-b099-4137649348fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:01.298931 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:01.573379 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:02.911168 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:03.357001 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:07.266768 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:16.377829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47602) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:16.519707 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:16.552337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:16.556071 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Usage tracker for resource:security_group_rule and tenant:c4ea82be4cfc41b3a0214d741af83ce5 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:16.559312 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:16.564940 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:16.629688 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:16.633568 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:16.679668 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3731242c-1bf2-4262-aa30-8bffdae3551f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:16.684763 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c4ea82be4cfc41b3a0214d741af83ce5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3058851 May 30 20:39:16.687543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47608) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:16.691343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.691682 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.692038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.692369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.692691 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.693008 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.693325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.693646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.693960 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.694272 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.694586 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d881f26-a44a-49c9-a1b1-78d8cd86de2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.746632 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e76bfcd7-737e-4156-b051-79a8fa2e1881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:16.771706 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e76bfcd7-737e-4156-b051-79a8fa2e1881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:16.820502 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e76bfcd7-737e-4156-b051-79a8fa2e1881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:16.839654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bfcd7-737e-4156-b051-79a8fa2e1881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3731242c-1bf2-4262-aa30-8bffdae3551f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:16.848886 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e76bfcd7-737e-4156-b051-79a8fa2e1881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:16.849969 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e76bfcd7-737e-4156-b051-79a8fa2e1881 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3731242c-1bf2-4262-aa30-8bffdae3551f HTTP/1.1" status: 204 len: 168 time: 0.1613128 May 30 20:39:16.851647 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76bfcd7-737e-4156-b051-79a8fa2e1881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.852003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76bfcd7-737e-4156-b051-79a8fa2e1881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.852382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76bfcd7-737e-4156-b051-79a8fa2e1881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.852667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76bfcd7-737e-4156-b051-79a8fa2e1881 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.852991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76bfcd7-737e-4156-b051-79a8fa2e1881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.853315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76bfcd7-737e-4156-b051-79a8fa2e1881 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.853634 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76bfcd7-737e-4156-b051-79a8fa2e1881 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.853950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76bfcd7-737e-4156-b051-79a8fa2e1881 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.854265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76bfcd7-737e-4156-b051-79a8fa2e1881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.854576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76bfcd7-737e-4156-b051-79a8fa2e1881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:16.854892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76bfcd7-737e-4156-b051-79a8fa2e1881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:20.170522 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:39:27.812092 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3a1209a9-b8e6-4e96-87b0-8db8f43c119a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:29.971694 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-50b8cc66-464f-4ce6-b4d3-a50368577953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:31.302111 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:31.576533 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:32.909996 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:33.372186 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:36.071400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47744) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:36.215518 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd7e0757-3137-4205-9723-26fe6cf418af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:36.247068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fd7e0757-3137-4205-9723-26fe6cf418af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:36.251039 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fd7e0757-3137-4205-9723-26fe6cf418af admin admin] Usage tracker for resource:security_group_rule and tenant:2325e9ab52eb4362ada39a787854283f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:36.253901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fd7e0757-3137-4205-9723-26fe6cf418af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:36.259472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fd7e0757-3137-4205-9723-26fe6cf418af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:36.323703 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd7e0757-3137-4205-9723-26fe6cf418af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:36.328013 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd7e0757-3137-4205-9723-26fe6cf418af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:36.374152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e0757-3137-4205-9723-26fe6cf418af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701698ac-6a57-4f7e-be53-ee5c0faa09ab,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:36.378482 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fd7e0757-3137-4205-9723-26fe6cf418af admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2325e9ab52eb4362ada39a787854283f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3060308 May 30 20:39:36.381079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47750) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:36.439125 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fc680167-e7dd-4ee3-9ae9-3e1fc8ac0531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:36.463949 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fc680167-e7dd-4ee3-9ae9-3e1fc8ac0531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:36.518592 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fc680167-e7dd-4ee3-9ae9-3e1fc8ac0531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:36.532840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc680167-e7dd-4ee3-9ae9-3e1fc8ac0531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701698ac-6a57-4f7e-be53-ee5c0faa09ab,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:36.538829 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fc680167-e7dd-4ee3-9ae9-3e1fc8ac0531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:36.539925 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fc680167-e7dd-4ee3-9ae9-3e1fc8ac0531 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/701698ac-6a57-4f7e-be53-ee5c0faa09ab HTTP/1.1" status: 204 len: 168 time: 0.1579664 May 30 20:39:37.266343 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.302886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47772) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:37.431498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-983967288-network', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:37.437568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:37.441410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Usage tracker for resource:network and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:37.445055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:37.451042 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:37.460162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Made reservation on behalf of dbe0a10b5d3a43678ffc156b850b0a0c for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:39:37.462357 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.474371 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.506493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:37.510330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Usage tracker for resource:security_group_rule and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:37.513148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:37.518795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:37.584482 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.587986 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.615610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:39:37.630953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:37.635764 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.636132 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Added segment eae8444a-dad7-44e0-a44d-8a5a10ad8127 of type vlan for network 4023ba5c-7642-4616-9861-4c197b98ed7e May 30 20:39:37.663456 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.691915 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.692773 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:37.693342 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.800557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] Pushing event updated for resources: {'Network': ['ID=4023ba5c-7642-4616-9861-4c197b98ed7e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:37.805140 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-acc70e77-a5a0-4c19-bae8-db0b73d3276d admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5012269 May 30 20:39:37.807861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47778) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:37.810811 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 4023ba5c-7642-4616-9861-4c197b98ed7e details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:39:37.814006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-66bcb863-6bb2-4abf-8a6c-0204aa8f33a6 admin admin] Request body: {'subnet': {'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-983967288-subnet', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:37.819654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-66bcb863-6bb2-4abf-8a6c-0204aa8f33a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:37.823481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-66bcb863-6bb2-4abf-8a6c-0204aa8f33a6 admin admin] Usage tracker for resource:subnet and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:37.826285 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-66bcb863-6bb2-4abf-8a6c-0204aa8f33a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:37.831916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-66bcb863-6bb2-4abf-8a6c-0204aa8f33a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:37.843423 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bcb863-6bb2-4abf-8a6c-0204aa8f33a6 admin admin] Made reservation on behalf of dbe0a10b5d3a43678ffc156b850b0a0c for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:39:37.845936 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66bcb863-6bb2-4abf-8a6c-0204aa8f33a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:38.129498 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66bcb863-6bb2-4abf-8a6c-0204aa8f33a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:38.203589 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcb863-6bb2-4abf-8a6c-0204aa8f33a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72ad933f-dca7-42ad-9cd7-e78de8e69f63,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:38.213041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bcb863-6bb2-4abf-8a6c-0204aa8f33a6 admin admin] Checking segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:39:38.213387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bcb863-6bb2-4abf-8a6c-0204aa8f33a6 admin admin] Network hostable DHCP agents. Network: 4023ba5c-7642-4616-9861-4c197b98ed7e, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:39:38.235463 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bcb863-6bb2-4abf-8a6c-0204aa8f33a6 admin admin] Network 4023ba5c-7642-4616-9861-4c197b98ed7e is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:39:38.244271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-66bcb863-6bb2-4abf-8a6c-0204aa8f33a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 4023ba5c-7642-4616-9861-4c197b98ed7e) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:38.249018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bcb863-6bb2-4abf-8a6c-0204aa8f33a6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:38.249590 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-66bcb863-6bb2-4abf-8a6c-0204aa8f33a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:38.256269 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b21645-7980-4a45-a816-d4c6c69134e1 None None] Network 4023ba5c-7642-4616-9861-4c197b98ed7e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:39:38.274392 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-66bcb863-6bb2-4abf-8a6c-0204aa8f33a6 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4654403 May 30 20:39:38.277052 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47782) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:38.282233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:38.288299 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:38.291901 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Usage tracker for resource:router and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:38.294777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:38.300503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:38.310851 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:38.311813 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:38.330432 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:38.470153 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:38.472364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-4023ba5c-7642-4616-9861-4c197b98ed7e', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:39:38.473171 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:38.624324 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Allocated IP 172.20.0.2 (4023ba5c-7642-4616-9861-4c197b98ed7e/72ad933f-dca7-42ad-9cd7-e78de8e69f63/a9900634-4899-4645-a91f-7a03661731c9) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:39:38.659476 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:38.689906 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:38.825661 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:38.826167 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Allocated IP 172.25.5.86 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/479b5e47-3fb8-4943-9a54-4eb20f7b3f67) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:39:38.835549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Transition to ACTIVE for port object a9900634-4899-4645-a91f-7a03661731c9 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:39:38.853343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Transition to ACTIVE for port object a9900634-4899-4645-a91f-7a03661731c9 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:39:38.859450 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:38.924256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Network 4023ba5c-7642-4616-9861-4c197b98ed7e is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:39:38.927058 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:38.931318 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:39:38.933402 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Pushing event updated for resources: {'Port': ['ID=a9900634-4899-4645-a91f-7a03661731c9,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:38.984144 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:39.012165 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:39.023681 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Attempting to bind port a9900634-4899-4645-a91f-7a03661731c9 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:39:39.024123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Attempting to bind port a9900634-4899-4645-a91f-7a03661731c9 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:39:39.024478 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Attempting to bind port a9900634-4899-4645-a91f-7a03661731c9 on network 4023ba5c-7642-4616-9861-4c197b98ed7e {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:39:39.031131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:39:39.031491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Checking segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:39:39.031882 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:39.032292 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Bound using segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:39:39.032739 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Bound port: a9900634-4899-4645-a91f-7a03661731c9, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:39:39.033100 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:39.078157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:39:39.080871 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:39.085181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:39:39.109660 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Pushing event updated for resources: {'Port': ['ID=479b5e47-3fb8-4943-9a54-4eb20f7b3f67,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:39.120413 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] For port a9900634-4899-4645-a91f-7a03661731c9, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:39:39.123492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] For port a9900634-4899-4645-a91f-7a03661731c9, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a9900634-4899-4645-a91f-7a03661731c9,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:39:39.128408 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:39.214096 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1829c-000d-4a67-a7be-012f60dec6d2 None None] Pushing event updated for resources: {'Port': ['ID=a9900634-4899-4645-a91f-7a03661731c9,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:39.256312 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:39.257185 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:39.509173 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:39:39.720530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:39.730786 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Sync routers for ids ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:39.744915 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:39.746688 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c56c1a54-9ce8-4728-aca6-528993d8d209 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4681225 May 30 20:39:39.746995 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Routers {'eb15ab42-1c22-4357-a2dc-4dbefd6a3016'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:39.747621 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:39.749366 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47786) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:39.929341 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Set router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:39:40.155336 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ee0c49-0e2f-486f-8276-8cdff98f9bfa None None] Network 4023ba5c-7642-4616-9861-4c197b98ed7e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:39:40.245295 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:39Z', 'revision_number': 3, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:40.251364 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Checking router: eb15ab42-1c22-4357-a2dc-4dbefd6a3016 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:39:40.252137 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Updating router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 port 479b5e47-3fb8-4943-9a54-4eb20f7b3f67 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:39:40.306604 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:40.375387 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b057179a-537c-4a51-9e4e-6a96e2dd2b86 None None] Provisioning for port a9900634-4899-4645-a91f-7a03661731c9 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:39:40.616686 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:40.641629 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:40.653569 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Transition to ACTIVE for port object 479b5e47-3fb8-4943-9a54-4eb20f7b3f67 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:39:40.659987 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:40.740178 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Attempting to bind port 479b5e47-3fb8-4943-9a54-4eb20f7b3f67 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:39:40.740848 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Attempting to bind port 479b5e47-3fb8-4943-9a54-4eb20f7b3f67 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:39:40.740848 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Attempting to bind port 479b5e47-3fb8-4943-9a54-4eb20f7b3f67 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:39:40.742763 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367d592-8098-4f91-a296-7131ce5bd2dc None None] Pushing event updated for resources: {'Port': ['ID=479b5e47-3fb8-4943-9a54-4eb20f7b3f67,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:40.754954 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367d592-8098-4f91-a296-7131ce5bd2dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:40.755212 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367d592-8098-4f91-a296-7131ce5bd2dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:40.755534 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367d592-8098-4f91-a296-7131ce5bd2dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:40.755855 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367d592-8098-4f91-a296-7131ce5bd2dc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:40.756207 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367d592-8098-4f91-a296-7131ce5bd2dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:40.756524 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367d592-8098-4f91-a296-7131ce5bd2dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:40.756838 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367d592-8098-4f91-a296-7131ce5bd2dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:40.757146 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367d592-8098-4f91-a296-7131ce5bd2dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:40.757458 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367d592-8098-4f91-a296-7131ce5bd2dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:40.757765 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367d592-8098-4f91-a296-7131ce5bd2dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:40.758072 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f367d592-8098-4f91-a296-7131ce5bd2dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:40.761165 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:39:40.761578 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:39:40.761971 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:40.762342 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:39:40.762882 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Bound port: 479b5e47-3fb8-4943-9a54-4eb20f7b3f67, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:39:40.763658 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:40.826876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Allocated IP 172.20.0.1 (4023ba5c-7642-4616-9861-4c197b98ed7e/72ad933f-dca7-42ad-9cd7-e78de8e69f63/a17d9561-f5a1-4476-9d7c-886ef2204480) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:39:40.833231 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] For port 479b5e47-3fb8-4943-9a54-4eb20f7b3f67, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:39:40.836295 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] For port 479b5e47-3fb8-4943-9a54-4eb20f7b3f67, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=479b5e47-3fb8-4943-9a54-4eb20f7b3f67,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:39:40.841211 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:40.918242 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367d592-8098-4f91-a296-7131ce5bd2dc None None] Pushing event updated for resources: {'Port': ['ID=479b5e47-3fb8-4943-9a54-4eb20f7b3f67,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:40.922802 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Routers {'eb15ab42-1c22-4357-a2dc-4dbefd6a3016'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:40.923767 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:40.984986 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:41.001461 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Transition to ACTIVE for port object a17d9561-f5a1-4476-9d7c-886ef2204480 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:39:41.021696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a9900634-4899-4645-a91f-7a03661731c9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:39:41.029261 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:41.094313 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port a9900634-4899-4645-a91f-7a03661731c9 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:39:41.099989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a9900634-4899-4645-a91f-7a03661731c9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:41.100406 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:41.104455 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Network 4023ba5c-7642-4616-9861-4c197b98ed7e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:39:41.108573 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:41.110942 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:39:41.138665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Pushing event updated for resources: {'Port': ['ID=a17d9561-f5a1-4476-9d7c-886ef2204480,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:41.150250 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] Set router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:39:41.172073 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:41.262266 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:41.267350 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:41.301753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port a9900634-4899-4645-a91f-7a03661731c9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a9900634-4899-4645-a91f-7a03661731c9,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:41.310299 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:41.393414 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=a9900634-4899-4645-a91f-7a03661731c9,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:41.403156 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:41.403613 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:41.404074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:41.404502 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:41.404924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:41.405344 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:41.405789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:41.406348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:41.406751 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:41.407140 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:41.407551 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:41.440645 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a7f46d86-453b-43ce-880a-38940d827f4a None None] Provisioning for port a17d9561-f5a1-4476-9d7c-886ef2204480 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:39:41.445505 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a7f46d86-453b-43ce-880a-38940d827f4a None None] Provisioning complete for port a17d9561-f5a1-4476-9d7c-886ef2204480 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:41.445877 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a7f46d86-453b-43ce-880a-38940d827f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:41.475738 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:39Z', 'revision_number': 3, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:41.480027 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3438ac76-9075-40f7-a8a9-ba693ddf2b37 None None] The sync data for ids ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'] in n-d-843949-2 is: [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:39Z', 'revision_number': 3, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:41.506582 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a7f46d86-453b-43ce-880a-38940d827f4a None None] Port a17d9561-f5a1-4476-9d7c-886ef2204480 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:39:41.534266 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:41.539352 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:41.747842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Pushing event updated for resources: {'Port': ['ID=a17d9561-f5a1-4476-9d7c-886ef2204480,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:41.752670 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:41.891033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Network 4023ba5c-7642-4616-9861-4c197b98ed7e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:39:41.892171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:42.135227 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a20c2f83-6908-4077-a2bf-b4671d985080 None None] Provisioning complete for port a17d9561-f5a1-4476-9d7c-886ef2204480 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:42.135755 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a20c2f83-6908-4077-a2bf-b4671d985080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:42.190009 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a20c2f83-6908-4077-a2bf-b4671d985080 None None] Port a17d9561-f5a1-4476-9d7c-886ef2204480 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:39:42.289151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:42.488853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:42.498108 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0123032b-d029-4c4e-bc70-4c219ec1dd45 admin admin] 10.222.0.84 "PUT /v2.0/routers/eb15ab42-1c22-4357-a2dc-4dbefd6a3016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7478366 May 30 20:39:43.032986 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a9900634-4899-4645-a91f-7a03661731c9 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:39:43.105320 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a9900634-4899-4645-a91f-7a03661731c9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:43.105690 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:43.248680 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 479b5e47-3fb8-4943-9a54-4eb20f7b3f67 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:39:43.320187 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47808) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:43.326422 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1421730650-network', 'tenant_id': '54f65c6262894a71833d42552a00fe22'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:43.326675 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 479b5e47-3fb8-4943-9a54-4eb20f7b3f67 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:39:43.331483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 479b5e47-3fb8-4943-9a54-4eb20f7b3f67 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:43.331846 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:43.331990 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:43.336084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Usage tracker for resource:network and tenant:54f65c6262894a71833d42552a00fe22 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:43.338869 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:43.345192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:43.357136 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Made reservation on behalf of 54f65c6262894a71833d42552a00fe22 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:39:43.359357 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:43.372312 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:43.404166 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:43.407932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Usage tracker for resource:security_group_rule and tenant:54f65c6262894a71833d42552a00fe22 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:43.410669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:43.416255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:43.448736 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:43.465628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 479b5e47-3fb8-4943-9a54-4eb20f7b3f67, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=479b5e47-3fb8-4943-9a54-4eb20f7b3f67,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:43.469361 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:43.483851 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:43.487833 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:43.520924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:39:43.529468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c594691f-9c4a-472e-97b1-cd0866fb4c63,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:43.535628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:43.535989 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Added segment 625cfebc-53f1-4ce0-b3fc-1a0f7848615a of type vlan for network d3004a35-c265-4c0d-af03-4dafde18f2f6 May 30 20:39:43.538711 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=479b5e47-3fb8-4943-9a54-4eb20f7b3f67,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:43.565707 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:43.609397 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:43.610380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:43.611108 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:43.715786 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3945022 May 30 20:39:43.716644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347697c9-1d07-4b4f-b4fe-2c15d8957475 admin admin] Pushing event updated for resources: {'Network': ['ID=d3004a35-c265-4c0d-af03-4dafde18f2f6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:43.718567 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47812) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:43.727599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-ad6293bb-7778-4e0c-a9de-a5cb56ae8471 admin admin] Request body: {'subnet': {'network_id': 'd3004a35-c265-4c0d-af03-4dafde18f2f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1421730650-subnet', 'tenant_id': '54f65c6262894a71833d42552a00fe22', 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:43.732325 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network d3004a35-c265-4c0d-af03-4dafde18f2f6 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:39:43.735505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ad6293bb-7778-4e0c-a9de-a5cb56ae8471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:43.739437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ad6293bb-7778-4e0c-a9de-a5cb56ae8471 admin admin] Usage tracker for resource:subnet and tenant:54f65c6262894a71833d42552a00fe22 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:43.742373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ad6293bb-7778-4e0c-a9de-a5cb56ae8471 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:43.749656 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ad6293bb-7778-4e0c-a9de-a5cb56ae8471 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:43.760571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6293bb-7778-4e0c-a9de-a5cb56ae8471 admin admin] Made reservation on behalf of 54f65c6262894a71833d42552a00fe22 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:39:43.763810 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ad6293bb-7778-4e0c-a9de-a5cb56ae8471 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:43.965570 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ad6293bb-7778-4e0c-a9de-a5cb56ae8471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.040644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6293bb-7778-4e0c-a9de-a5cb56ae8471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac99759-f9bf-43e0-bf59-6fdd4844c90c,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:44.054016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6293bb-7778-4e0c-a9de-a5cb56ae8471 admin admin] Checking segment: {'id': '625cfebc-53f1-4ce0-b3fc-1a0f7848615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd3004a35-c265-4c0d-af03-4dafde18f2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:39:44.054372 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6293bb-7778-4e0c-a9de-a5cb56ae8471 admin admin] Network hostable DHCP agents. Network: d3004a35-c265-4c0d-af03-4dafde18f2f6, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:39:44.075843 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6293bb-7778-4e0c-a9de-a5cb56ae8471 admin admin] Network d3004a35-c265-4c0d-af03-4dafde18f2f6 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:39:44.084520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-ad6293bb-7778-4e0c-a9de-a5cb56ae8471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, d3004a35-c265-4c0d-af03-4dafde18f2f6) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:44.089047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6293bb-7778-4e0c-a9de-a5cb56ae8471 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:44.089961 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ad6293bb-7778-4e0c-a9de-a5cb56ae8471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.092979 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ecb620-1b92-446c-bb7a-62c7314221c1 None None] Network d3004a35-c265-4c0d-af03-4dafde18f2f6 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:39:44.111698 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ad6293bb-7778-4e0c-a9de-a5cb56ae8471 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3914101 May 30 20:39:44.114073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 47816) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:44.118906 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1421730650-router', 'tenant_id': '54f65c6262894a71833d42552a00fe22', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:44.124676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:44.128450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Usage tracker for resource:router and tenant:54f65c6262894a71833d42552a00fe22 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:44.131297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:44.136946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:44.146720 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.147653 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.168206 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.306793 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-d3004a35-c265-4c0d-af03-4dafde18f2f6', 'network_id': 'd3004a35-c265-4c0d-af03-4dafde18f2f6', 'tenant_id': '54f65c6262894a71833d42552a00fe22', 'fixed_ips': [{'subnet_id': 'fac99759-f9bf-43e0-bf59-6fdd4844c90c'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:39:44.307648 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.313520 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.466702 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Allocated IP 172.20.0.2 (d3004a35-c265-4c0d-af03-4dafde18f2f6/fac99759-f9bf-43e0-bf59-6fdd4844c90c/3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:39:44.508334 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.538815 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.676746 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.678955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Allocated IP 172.25.5.236 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/a9484128-efae-40f6-84b7-cd8017bff395) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:39:44.687221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Transition to ACTIVE for port object 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:39:44.710449 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Transition to ACTIVE for port object 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:39:44.717847 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.785388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Network d3004a35-c265-4c0d-af03-4dafde18f2f6 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:39:44.788254 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:44.792729 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:39:44.794643 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Pushing event updated for resources: {'Port': ['ID=3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:44.841787 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.870572 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.883235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Attempting to bind port 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:39:44.883591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Attempting to bind port 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '625cfebc-53f1-4ce0-b3fc-1a0f7848615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd3004a35-c265-4c0d-af03-4dafde18f2f6'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:39:44.883939 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Attempting to bind port 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 on network d3004a35-c265-4c0d-af03-4dafde18f2f6 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:39:44.890830 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:39:44.891191 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Checking segment: {'id': '625cfebc-53f1-4ce0-b3fc-1a0f7848615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd3004a35-c265-4c0d-af03-4dafde18f2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:39:44.891578 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.891956 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Bound using segment: {'id': '625cfebc-53f1-4ce0-b3fc-1a0f7848615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd3004a35-c265-4c0d-af03-4dafde18f2f6'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:39:44.892432 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Bound port: 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625cfebc-53f1-4ce0-b3fc-1a0f7848615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd3004a35-c265-4c0d-af03-4dafde18f2f6'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:39:44.892794 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.942599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:39:44.943661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Pushing event updated for resources: {'Port': ['ID=a9484128-efae-40f6-84b7-cd8017bff395,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:44.948011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:44.955546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:39:44.993506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] For port 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:39:44.999095 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 479b5e47-3fb8-4943-9a54-4eb20f7b3f67 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:39:45.028517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Sync routers for ids ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:45.057909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] For port 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5,segment=NetworkSegment(625cfebc-53f1-4ce0-b3fc-1a0f7848615a),segment_id=625cfebc-53f1-4ce0-b3fc-1a0f7848615a)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:39:45.071577 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:45.134691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Routers {'eb15ab42-1c22-4357-a2dc-4dbefd6a3016'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:45.135378 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:45.216168 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:45.216883 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:45.320428 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8ac4c-fe2a-4479-9882-3e980d91fbc3 None None] Pushing event updated for resources: {'Port': ['ID=3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:45.363735 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 479b5e47-3fb8-4943-9a54-4eb20f7b3f67 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:45.364132 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:45.422551 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Set router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:39:45.465260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Router 4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:39:45.724929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:45.733780 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Sync routers for ids ['4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:45.748000 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Routers {'4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:45.748854 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:45.753006 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:45.756820 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5712e344-61a7-4aa4-86f1-cc08d73cadcf admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6392932 May 30 20:39:45.757308 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 47822) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:45.829549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 2, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:45.833779 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Checking router: eb15ab42-1c22-4357-a2dc-4dbefd6a3016 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:39:45.834134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Updating router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 port a17d9561-f5a1-4476-9d7c-886ef2204480 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:39:45.891933 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:45.932151 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Set router 4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:39:46.232282 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'name': 'tempest-TestVolumeBootPattern-1421730650-router', 'tenant_id': '54f65c6262894a71833d42552a00fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'a9484128-efae-40f6-84b7-cd8017bff395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:44Z', 'updated_at': '2022-05-30T20:39:45Z', 'revision_number': 3, 'project_id': '54f65c6262894a71833d42552a00fe22', 'gw_port': {'id': 'a9484128-efae-40f6-84b7-cd8017bff395', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:32:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:44Z', 'updated_at': '2022-05-30T20:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:46.237029 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Checking router: 4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:39:46.237467 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Updating router 4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7 port a9484128-efae-40f6-84b7-cd8017bff395 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:39:46.305895 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.317010 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.321605 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Transition to ACTIVE for port object a17d9561-f5a1-4476-9d7c-886ef2204480 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:39:46.331741 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.492149 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5e42a-0d1e-458e-9e8f-ea0dfff8ee2e None None] Pushing event updated for resources: {'Port': ['ID=a17d9561-f5a1-4476-9d7c-886ef2204480,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:46.522018 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68b3977-0002-449b-b981-5031c7e1e976 None None] Network d3004a35-c265-4c0d-af03-4dafde18f2f6 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:39:46.673774 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Attempting to bind port a17d9561-f5a1-4476-9d7c-886ef2204480 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:39:46.674064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Attempting to bind port a17d9561-f5a1-4476-9d7c-886ef2204480 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:39:46.674428 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Attempting to bind port a17d9561-f5a1-4476-9d7c-886ef2204480 on network 4023ba5c-7642-4616-9861-4c197b98ed7e {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:39:46.695436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-917fce5b-505c-4fa6-a06f-2b98b0f923e4 None None] Provisioning for port 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:39:46.705322 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:39:46.705700 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Checking segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:39:46.706102 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.706859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Bound using segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:39:46.706992 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Bound port: a17d9561-f5a1-4476-9d7c-886ef2204480, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:39:46.707318 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.717726 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.745241 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.758765 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Transition to ACTIVE for port object a9484128-efae-40f6-84b7-cd8017bff395 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:39:46.765965 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.885334 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Attempting to bind port a9484128-efae-40f6-84b7-cd8017bff395 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:39:46.885850 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Attempting to bind port a9484128-efae-40f6-84b7-cd8017bff395 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:39:46.886368 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Attempting to bind port a9484128-efae-40f6-84b7-cd8017bff395 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:39:46.896961 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d062a-5387-42e3-93b9-0da3ae3e4e61 None None] Pushing event updated for resources: {'Port': ['ID=a9484128-efae-40f6-84b7-cd8017bff395,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:46.901744 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:39:46.901979 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] For port a17d9561-f5a1-4476-9d7c-886ef2204480, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:39:46.902518 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:39:46.903896 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.904543 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:39:46.905184 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] For port a17d9561-f5a1-4476-9d7c-886ef2204480, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a17d9561-f5a1-4476-9d7c-886ef2204480,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:39:46.906138 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Bound port: a9484128-efae-40f6-84b7-cd8017bff395, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:39:46.906712 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.912483 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.930102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Allocated IP 172.20.0.1 (d3004a35-c265-4c0d-af03-4dafde18f2f6/fac99759-f9bf-43e0-bf59-6fdd4844c90c/576f9112-aee1-415d-a994-28644c1fbd1a) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:39:47.010580 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5e42a-0d1e-458e-9e8f-ea0dfff8ee2e None None] Pushing event updated for resources: {'Port': ['ID=a17d9561-f5a1-4476-9d7c-886ef2204480,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:47.025798 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Routers {'eb15ab42-1c22-4357-a2dc-4dbefd6a3016'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:47.026470 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:47.032713 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] For port a9484128-efae-40f6-84b7-cd8017bff395, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:39:47.043817 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] For port a9484128-efae-40f6-84b7-cd8017bff395, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a9484128-efae-40f6-84b7-cd8017bff395,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:39:47.048919 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.151698 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.154544 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Routers {'4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:47.155004 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:47.157286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:39:47.171115 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Transition to ACTIVE for port object 576f9112-aee1-415d-a994-28644c1fbd1a will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:39:47.203539 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.289443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Network d3004a35-c265-4c0d-af03-4dafde18f2f6 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:39:47.298999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:47.307949 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:39:47.353833 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d062a-5387-42e3-93b9-0da3ae3e4e61 None None] Pushing event updated for resources: {'Port': ['ID=a9484128-efae-40f6-84b7-cd8017bff395,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:47.391723 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.403886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Pushing event updated for resources: {'Port': ['ID=576f9112-aee1-415d-a994-28644c1fbd1a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:47.414291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:39:47.423137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:47.423441 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.430953 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] Set router 4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:39:47.454863 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] Set router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:39:47.506002 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.669070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e0db1b4f-6e69-40d2-924d-ed71bb541406 None None] Provisioning complete for port 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:47.669569 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e0db1b4f-6e69-40d2-924d-ed71bb541406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.750639 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'name': 'tempest-TestVolumeBootPattern-1421730650-router', 'tenant_id': '54f65c6262894a71833d42552a00fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'a9484128-efae-40f6-84b7-cd8017bff395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:44Z', 'updated_at': '2022-05-30T20:39:45Z', 'revision_number': 3, 'project_id': '54f65c6262894a71833d42552a00fe22', 'gw_port': {'id': 'a9484128-efae-40f6-84b7-cd8017bff395', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:32:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:44Z', 'updated_at': '2022-05-30T20:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:47.755392 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0af910a-0411-4769-8ff6-e9bf605a4ae2 None None] The sync data for ids ['4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7'] in n-d-843949-2 is: [{'id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'name': 'tempest-TestVolumeBootPattern-1421730650-router', 'tenant_id': '54f65c6262894a71833d42552a00fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'a9484128-efae-40f6-84b7-cd8017bff395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:44Z', 'updated_at': '2022-05-30T20:39:45Z', 'revision_number': 3, 'project_id': '54f65c6262894a71833d42552a00fe22', 'gw_port': {'id': 'a9484128-efae-40f6-84b7-cd8017bff395', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:32:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:44Z', 'updated_at': '2022-05-30T20:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:47.783267 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.787922 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.859134 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.894322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Pushing event updated for resources: {'Port': ['ID=576f9112-aee1-415d-a994-28644c1fbd1a,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:47.897553 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.979378 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5,segment=NetworkSegment(625cfebc-53f1-4ce0-b3fc-1a0f7848615a),segment_id=625cfebc-53f1-4ce0-b3fc-1a0f7848615a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:47.991070 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:48.039369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Network d3004a35-c265-4c0d-af03-4dafde18f2f6 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:39:48.040884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:48.061044 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e0db1b4f-6e69-40d2-924d-ed71bb541406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:48.094725 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:48.163911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:46Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:48.171677 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-e0db1b4f-6e69-40d2-924d-ed71bb541406 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:39:48.172090 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-e0db1b4f-6e69-40d2-924d-ed71bb541406 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:39:48.172724 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c0c801-3e7b-4045-9953-1a1aa395b18d None None] The sync data for ids ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'] in n-d-843949-2 is: [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:46Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:48.566948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Router 4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:48.801205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:48.816250 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c74cb40c-9c1f-483c-a526-d1cb5180aa4a admin admin] 10.222.0.84 "PUT /v2.0/routers/4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0559428 May 30 20:39:48.875696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3c3e1e8c-dd17-4c00-a031-dbdf011f30bb None None] Provisioning for port 576f9112-aee1-415d-a994-28644c1fbd1a completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:39:48.881471 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3c3e1e8c-dd17-4c00-a031-dbdf011f30bb None None] Provisioning complete for port 576f9112-aee1-415d-a994-28644c1fbd1a triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:48.882021 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3c3e1e8c-dd17-4c00-a031-dbdf011f30bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:48.957363 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e1e8c-dd17-4c00-a031-dbdf011f30bb None None] Port 576f9112-aee1-415d-a994-28644c1fbd1a cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:39:49.093427 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:39:49.175953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:49.176437 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.305065 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a17d9561-f5a1-4476-9d7c-886ef2204480 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:39:49.375863 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port a17d9561-f5a1-4476-9d7c-886ef2204480 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:39:49.381583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a17d9561-f5a1-4476-9d7c-886ef2204480 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:49.382443 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.507592 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.539812 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port a17d9561-f5a1-4476-9d7c-886ef2204480, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a17d9561-f5a1-4476-9d7c-886ef2204480,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:49.544470 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.545214 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a9484128-efae-40f6-84b7-cd8017bff395 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:39:49.697642 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=a17d9561-f5a1-4476-9d7c-886ef2204480,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:49.710839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port a9484128-efae-40f6-84b7-cd8017bff395 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:39:49.716081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a9484128-efae-40f6-84b7-cd8017bff395 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:49.716386 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.834251 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.852377 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port a9484128-efae-40f6-84b7-cd8017bff395, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a9484128-efae-40f6-84b7-cd8017bff395,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:49.859682 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.927137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=a9484128-efae-40f6-84b7-cd8017bff395,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:50.981061 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a17d9561-f5a1-4476-9d7c-886ef2204480 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:39:51.055133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a17d9561-f5a1-4476-9d7c-886ef2204480 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:51.055496 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:51.171825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a9484128-efae-40f6-84b7-cd8017bff395 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:39:51.240289 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a9484128-efae-40f6-84b7-cd8017bff395 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:51.240657 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:51.431801 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-ddbc901e-349c-46b8-bdc8-c433ee40c5dd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:51.433293 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-ddbc901e-349c-46b8-bdc8-c433ee40c5dd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 811 time: 0.1441367 May 30 20:39:51.450278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-f5031adc-0ede-4af5-834d-53475f30f99c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/quotas/dbe0a10b5d3a43678ffc156b850b0a0c HTTP/1.1" status: 200 len: 375 time: 0.0115607 May 30 20:39:51.529310 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-c2caf889-905a-431a-bbad-da88704917d2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742309 May 30 20:39:51.788959 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-11ce8e0c-4f27-4c86-9e82-2cd5816428e6 service neutron] 10.222.0.84 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533576 May 30 20:39:51.927265 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-71325a3e-ebcf-40b2-9ea8-c5a2f5bc33a3 service neutron] 10.222.0.84 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325924 May 30 20:39:52.314992 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1382dcf2-e69f-413b-95ea-f414784af941 req-d35b5cc4-9689-439b-a403-577c94d25513 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 210 time: 0.0464301 May 30 20:39:53.352701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-ea6f9e3e-ab6c-4d5b-b697-df2645ffd593 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:53.353796 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-ea6f9e3e-ab6c-4d5b-b697-df2645ffd593 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Synchronizing usage tracker for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:39:53.372645 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-ea6f9e3e-ab6c-4d5b-b697-df2645ffd593 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Unset dirty status for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:39:53.373931 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-ea6f9e3e-ab6c-4d5b-b697-df2645ffd593 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 811 time: 0.1675668 May 30 20:39:53.397307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a0c68af0-704c-45f4-9112-bdf06925b399 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Request body: {'port': {'device_id': '98c7dcfa-8369-45c6-ae05-d697de945381', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'admin_state_up': True, 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:53.497111 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3fb68882-fd8f-470c-9e6e-e0b5da42f5a8 req-11139ed4-e19d-4921-b4ac-24d13808c7d8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 210 time: 0.0603449 May 30 20:39:53.539113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a0c68af0-704c-45f4-9112-bdf06925b399 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:53.542810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a0c68af0-704c-45f4-9112-bdf06925b399 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Usage tracker for resource:port and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:53.545605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a0c68af0-704c-45f4-9112-bdf06925b399 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:53.551433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a0c68af0-704c-45f4-9112-bdf06925b399 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:53.561653 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a0c68af0-704c-45f4-9112-bdf06925b399 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Made reservation on behalf of dbe0a10b5d3a43678ffc156b850b0a0c for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:39:53.564697 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a0c68af0-704c-45f4-9112-bdf06925b399 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:53.728169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a0c68af0-704c-45f4-9112-bdf06925b399 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Allocated IP 172.20.0.5 (4023ba5c-7642-4616-9861-4c197b98ed7e/72ad933f-dca7-42ad-9cd7-e78de8e69f63/ac3ddc28-2bc9-4a89-a57d-587a874cfd56) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:39:53.928581 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a0c68af0-704c-45f4-9112-bdf06925b399 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:53.944495 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a0c68af0-704c-45f4-9112-bdf06925b399 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Transition to ACTIVE for port object ac3ddc28-2bc9-4a89-a57d-587a874cfd56 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:39:53.967400 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a0c68af0-704c-45f4-9112-bdf06925b399 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:54.039352 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a0c68af0-704c-45f4-9112-bdf06925b399 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Network 4023ba5c-7642-4616-9861-4c197b98ed7e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:39:54.042322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a0c68af0-704c-45f4-9112-bdf06925b399 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:54.046859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a0c68af0-704c-45f4-9112-bdf06925b399 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:39:54.080763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c68af0-704c-45f4-9112-bdf06925b399 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'Port': ['ID=ac3ddc28-2bc9-4a89-a57d-587a874cfd56,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:54.119567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a0c68af0-704c-45f4-9112-bdf06925b399 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:54.120362 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a0c68af0-704c-45f4-9112-bdf06925b399 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:54.142481 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a0c68af0-704c-45f4-9112-bdf06925b399 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7493412 May 30 20:39:54.239734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Request body: {'port': {'device_id': '98c7dcfa-8369-45c6-ae05-d697de945381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:54.321145 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8e716efb-f567-462e-9c9d-a6237eb5d81a None None] Provisioning for port ac3ddc28-2bc9-4a89-a57d-587a874cfd56 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:39:54.326092 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8e716efb-f567-462e-9c9d-a6237eb5d81a None None] Provisioning complete for port ac3ddc28-2bc9-4a89-a57d-587a874cfd56 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:54.326521 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8e716efb-f567-462e-9c9d-a6237eb5d81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:54.351465 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:54.380988 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8e716efb-f567-462e-9c9d-a6237eb5d81a None None] Port ac3ddc28-2bc9-4a89-a57d-587a874cfd56 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:39:54.700701 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bd129-39b7-4097-a1c8-5a2606157083 req-f549a13e-3ad2-40f3-931f-c3770c45874c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:54.703502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-478bd129-39b7-4097-a1c8-5a2606157083 req-f549a13e-3ad2-40f3-931f-c3770c45874c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 931 time: 0.0811369 May 30 20:39:54.752946 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-478bd129-39b7-4097-a1c8-5a2606157083 req-6e23df2f-c41d-4155-bc56-31c183abeea4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448151 May 30 20:39:54.810023 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3ddc28-2bc9-4a89-a57d-587a874cfd56 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:39:54.816923 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:54.832189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Transition to ACTIVE for port object ac3ddc28-2bc9-4a89-a57d-587a874cfd56 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:39:54.835920 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:54.968329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3ddc28-2bc9-4a89-a57d-587a874cfd56,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:55.082488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Attempting to bind port ac3ddc28-2bc9-4a89-a57d-587a874cfd56 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:39:55.082919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Attempting to bind port ac3ddc28-2bc9-4a89-a57d-587a874cfd56 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:39:55.083304 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Attempting to bind port ac3ddc28-2bc9-4a89-a57d-587a874cfd56 on network 4023ba5c-7642-4616-9861-4c197b98ed7e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:39:55.090195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Port ac3ddc28-2bc9-4a89-a57d-587a874cfd56 on network 4023ba5c-7642-4616-9861-4c197b98ed7e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:39:55.090821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Attempting to bind port ac3ddc28-2bc9-4a89-a57d-587a874cfd56 on network 4023ba5c-7642-4616-9861-4c197b98ed7e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:39:55.097383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:39:55.097713 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Checking segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:39:55.098090 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Bound using segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:39:55.098508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Bound port: ac3ddc28-2bc9-4a89-a57d-587a874cfd56, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:39:55.098844 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:55.188125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] For port ac3ddc28-2bc9-4a89-a57d-587a874cfd56, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:39:55.191005 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] For port ac3ddc28-2bc9-4a89-a57d-587a874cfd56, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ac3ddc28-2bc9-4a89-a57d-587a874cfd56,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:39:55.195439 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:55.259318 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:55.260629 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] 10.222.0.77 "PUT /v2.0/ports/ac3ddc28-2bc9-4a89-a57d-587a874cfd56 HTTP/1.1" status: 200 len: 1091 time: 1.1053302 May 30 20:39:55.261055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c7dcfa-8369-45c6-ae05-d697de945381', 'tag': 'ac3ddc28-2bc9-4a89-a57d-587a874cfd56'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:39:55.297948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c28c0-d30d-4ff8-9a26-4357e0610c89 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3ddc28-2bc9-4a89-a57d-587a874cfd56,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:55.381793 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-6589c762-7b28-405e-9957-04a22f208d88 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 1094 time: 0.0774839 May 30 20:39:55.466483 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-65add8d5-6afe-448e-a674-7a0a6547ad06 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac3ddc28-2bc9-4a89-a57d-587a874cfd56 HTTP/1.1" status: 200 len: 217 time: 0.0734971 May 30 20:39:55.505573 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f61a620-8b7c-420b-b0f5-c3b2f981720e'] response: {'name': 'network-changed', 'server_uuid': '98c7dcfa-8369-45c6-ae05-d697de945381', 'tag': 'ac3ddc28-2bc9-4a89-a57d-587a874cfd56', 'status': 'completed', 'code': 200} May 30 20:39:55.534015 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-1809e09f-2f5c-45be-b211-c26419583894 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:55.535442 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-1809e09f-2f5c-45be-b211-c26419583894 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0607140 May 30 20:39:55.612251 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-05fb03f7-648b-4c61-aaa0-52bf2f79edb2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672631 May 30 20:39:55.746727 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-505bcd89-ef5e-4050-9782-1d5b81e8bead service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239657 May 30 20:39:55.880237 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-29e8e935-cb65-4314-b7f1-6a94aa0d8d2a req-2de9bb91-a3a3-402b-b24f-4e7d6932ba9f service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246157 May 30 20:39:55.952061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a54e1-5f08-4591-b4a7-09f694ea7394 req-11ad84b5-1285-4426-8be7-e9e91f6a6b5d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:55.955510 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f9a54e1-5f08-4591-b4a7-09f694ea7394 req-11ad84b5-1285-4426-8be7-e9e91f6a6b5d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 943 time: 0.0835111 May 30 20:39:55.998893 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f9a54e1-5f08-4591-b4a7-09f694ea7394 req-0b815dd3-5143-499b-808f-0edc8ee83076 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398312 May 30 20:39:56.001343 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9983f35c-4b4d-4ec0-ba10-02dbece62a38 req-72badcb4-45d7-4afc-a6a9-8b9a1a5e3b68 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 1094 time: 0.0729785 May 30 20:39:56.134787 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983f35c-4b4d-4ec0-ba10-02dbece62a38 req-53a09a0e-8fb6-41a5-b506-ea50336510b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:56.137324 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9983f35c-4b4d-4ec0-ba10-02dbece62a38 req-53a09a0e-8fb6-41a5-b506-ea50336510b4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1297128 May 30 20:39:56.208797 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9983f35c-4b4d-4ec0-ba10-02dbece62a38 req-eb20f9b9-f669-49cf-9ecd-9ff34999c9cf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac3ddc28-2bc9-4a89-a57d-587a874cfd56 HTTP/1.1" status: 200 len: 217 time: 0.0630887 May 30 20:39:56.271638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983f35c-4b4d-4ec0-ba10-02dbece62a38 req-0c516efc-6554-4c32-aa34-1a67b2339f2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:56.273147 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9983f35c-4b4d-4ec0-ba10-02dbece62a38 req-0c516efc-6554-4c32-aa34-1a67b2339f2d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0573454 May 30 20:39:56.346897 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9983f35c-4b4d-4ec0-ba10-02dbece62a38 req-c4049196-28a3-446e-a270-9642f5688f35 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668402 May 30 20:39:56.476848 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9983f35c-4b4d-4ec0-ba10-02dbece62a38 req-ad02c928-d8e7-458e-8d1b-bf136f2d58c0 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232808 May 30 20:39:56.696578 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9983f35c-4b4d-4ec0-ba10-02dbece62a38 req-1060c5be-8b84-403e-b27d-1821dda556d5 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096453 May 30 20:39:57.171549 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:39:57.194753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b461d7-11f5-4d90-8f20-0d8c1b9bbae8 req-991e33b2-d092-44e4-903e-64ce316c193c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:57.196197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30b461d7-11f5-4d90-8f20-0d8c1b9bbae8 req-991e33b2-d092-44e4-903e-64ce316c193c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 943 time: 0.0739479 May 30 20:39:57.240534 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30b461d7-11f5-4d90-8f20-0d8c1b9bbae8 req-dd10ec88-45ae-42ea-b17a-094425f61465 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389025 May 30 20:39:57.783010 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-01d57283-1a78-4b9a-a626-fba57935f320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:58.440094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db3dbd-9f61-4433-b7f5-9d5233557579 req-144d8a6b-e221-43b9-bf61-8b9f31698adc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:58.441449 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a9db3dbd-9f61-4433-b7f5-9d5233557579 req-144d8a6b-e221-43b9-bf61-8b9f31698adc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 943 time: 0.0797570 May 30 20:39:58.486216 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a9db3dbd-9f61-4433-b7f5-9d5233557579 req-912167b7-1e5e-47f4-99d8-671eb5e4f618 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389960 May 30 20:39:59.694818 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b0059-a8ce-40af-ab25-50975e8cd30b req-5e929eeb-4915-4530-aafb-ebf23f53b62f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:59.696286 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec2b0059-a8ce-40af-ab25-50975e8cd30b req-5e929eeb-4915-4530-aafb-ebf23f53b62f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 943 time: 0.0774350 May 30 20:39:59.833038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec2b0059-a8ce-40af-ab25-50975e8cd30b req-13e0ef04-04f0-4d1f-b164-d15876457ba7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310403 May 30 20:39:59.972633 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-71b318db-915c-499b-83b7-2edb21720214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:01.025246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed2ab2-5c6c-4fad-9d74-4676ad9430d3 req-832013a6-e28c-4fdb-a504-7e1689c96321 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:01.026648 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fbed2ab2-5c6c-4fad-9d74-4676ad9430d3 req-832013a6-e28c-4fdb-a504-7e1689c96321 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 943 time: 0.0745356 May 30 20:40:01.070496 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fbed2ab2-5c6c-4fad-9d74-4676ad9430d3 req-8705a055-3803-4ac6-86bb-745ef6b7220c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381773 May 30 20:40:01.304276 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:01.579235 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:02.266740 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bcda5-020d-4729-97f5-9648d6ca42f4 req-76d1807a-4ca3-4802-a087-5b7ecf654b10 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:02.268197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-277bcda5-020d-4729-97f5-9648d6ca42f4 req-76d1807a-4ca3-4802-a087-5b7ecf654b10 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 943 time: 0.0793283 May 30 20:40:02.315744 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-277bcda5-020d-4729-97f5-9648d6ca42f4 req-2ed20d88-cb04-43c0-a382-12087ced0004 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414290 May 30 20:40:02.913316 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.409701 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.510137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbd5a8-1900-4948-9586-3f9a2faedc8b req-752e7745-89ae-4018-b5f0-269532f57bb0 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:03.511559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f8bbd5a8-1900-4948-9586-3f9a2faedc8b req-752e7745-89ae-4018-b5f0-269532f57bb0 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 943 time: 0.0752881 May 30 20:40:03.556665 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f8bbd5a8-1900-4948-9586-3f9a2faedc8b req-ea096ec3-534e-4586-acc6-cfde67295ec8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393736 May 30 20:40:04.642443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device ac3ddc28-2bc9-4a89-a57d-587a874cfd56 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:40:04.758066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ef28a-fb99-428b-a360-492c10802896 req-a62b71f2-7b01-440d-aa54-480587402e3d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:04.759559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f1ef28a-fb99-428b-a360-492c10802896 req-a62b71f2-7b01-440d-aa54-480587402e3d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 943 time: 0.0800309 May 30 20:40:04.777876 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port ac3ddc28-2bc9-4a89-a57d-587a874cfd56, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ac3ddc28-2bc9-4a89-a57d-587a874cfd56,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:40:04.790963 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'ac3ddc28-2bc9-4a89-a57d-587a874cfd56', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'port_id': 'ac3ddc28-2bc9-4a89-a57d-587a874cfd56', 'mac_address': 'fa:16:3e:06:76:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:40:04.804873 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f1ef28a-fb99-428b-a360-492c10802896 req-783da8e8-c9d9-416c-bd6d-41ed5193f24a tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390477 May 30 20:40:04.844112 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:04.864523 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3ddc28-2bc9-4a89-a57d-587a874cfd56 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:40:04.879377 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port ac3ddc28-2bc9-4a89-a57d-587a874cfd56, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ac3ddc28-2bc9-4a89-a57d-587a874cfd56,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:40:04.883257 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:04.948204 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=ac3ddc28-2bc9-4a89-a57d-587a874cfd56,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:05.183456 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['ac3ddc28-2bc9-4a89-a57d-587a874cfd56'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:40:05.998158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b45036-3ec1-4695-925c-1e144bb3fc19 req-8c1e170e-e2db-485d-99ed-eca52526559c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:05.999590 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7b45036-3ec1-4695-925c-1e144bb3fc19 req-8c1e170e-e2db-485d-99ed-eca52526559c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 944 time: 0.0749946 May 30 20:40:06.047466 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7b45036-3ec1-4695-925c-1e144bb3fc19 req-db5144e1-a27b-47ee-a08c-b6b5e117f471 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422866 May 30 20:40:06.657872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device ac3ddc28-2bc9-4a89-a57d-587a874cfd56 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:40:06.727123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port ac3ddc28-2bc9-4a89-a57d-587a874cfd56 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:40:06.731663 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port ac3ddc28-2bc9-4a89-a57d-587a874cfd56 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:40:06.732058 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:06.845123 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:06.871457 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c7dcfa-8369-45c6-ae05-d697de945381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3ddc28-2bc9-4a89-a57d-587a874cfd56'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:40:06.881011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port ac3ddc28-2bc9-4a89-a57d-587a874cfd56, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ac3ddc28-2bc9-4a89-a57d-587a874cfd56,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:40:06.884677 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:06.928540 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b1f4c6a-f4e5-4d36-ada7-a9325869aa6a'] response: {'server_uuid': '98c7dcfa-8369-45c6-ae05-d697de945381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3ddc28-2bc9-4a89-a57d-587a874cfd56', 'code': 200} May 30 20:40:06.955368 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=ac3ddc28-2bc9-4a89-a57d-587a874cfd56,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:07.066649 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-af22c01b-1387-4a8b-850e-1ce44ee2d5ba req-527208c6-1524-490a-adf0-2dfa3a1c3d85 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 1096 time: 0.0691102 May 30 20:40:07.112498 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-af22c01b-1387-4a8b-850e-1ce44ee2d5ba req-e4c73393-43f6-46aa-b211-26b91dd2ffa8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367813 May 30 20:40:07.240232 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5448b30-77cb-4a63-9284-92389854ef2b req-e695fc4a-3689-41c3-a9f5-43e0a13879ea tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:07.241592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5448b30-77cb-4a63-9284-92389854ef2b req-e695fc4a-3689-41c3-a9f5-43e0a13879ea tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 945 time: 0.0760908 May 30 20:40:07.279895 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:07.291890 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5448b30-77cb-4a63-9284-92389854ef2b req-1ecdbe04-f06a-4ef1-b4ee-3df193efe1ec tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441992 May 30 20:40:08.488469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ff122-e8f8-45a2-a9e6-c2fbb5fb000d req-70f1786c-72a2-41da-91de-f5ae7d2074e4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:08.489899 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-613ff122-e8f8-45a2-a9e6-c2fbb5fb000d req-70f1786c-72a2-41da-91de-f5ae7d2074e4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 945 time: 0.0789914 May 30 20:40:08.535095 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-613ff122-e8f8-45a2-a9e6-c2fbb5fb000d req-53a95cf3-bc5a-49e4-9a38-1f2356ee778f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396867 May 30 20:40:08.726022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d950564-bd65-4a21-a0f5-93d59ff9c50e req-585bb176-e9d2-47c0-a08b-f591dceb2632 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:08.727642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d950564-bd65-4a21-a0f5-93d59ff9c50e req-585bb176-e9d2-47c0-a08b-f591dceb2632 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 945 time: 0.0762691 May 30 20:40:08.772547 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d950564-bd65-4a21-a0f5-93d59ff9c50e req-59dc459e-76a7-4eff-8590-b802f83d6f20 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388160 May 30 20:40:08.966184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb754b86-c6f9-46c9-bc9f-73b30afb03ef req-b6524f3f-1f4b-4c4d-ba96-ca463c77fd06 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:08.967605 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb754b86-c6f9-46c9-bc9f-73b30afb03ef req-b6524f3f-1f4b-4c4d-ba96-ca463c77fd06 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 945 time: 0.0790961 May 30 20:40:09.011844 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb754b86-c6f9-46c9-bc9f-73b30afb03ef req-49ae3184-9ebb-4a5b-b8f4-34d57748c1cd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387137 May 30 20:40:09.420323 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b8e5b-f9f0-400e-9582-90dc560ed376 req-3545ad42-dcaf-4045-b491-7e9c115366a0 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:09.421696 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-572b8e5b-f9f0-400e-9582-90dc560ed376 req-3545ad42-dcaf-4045-b491-7e9c115366a0 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 945 time: 0.0771120 May 30 20:40:09.470709 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-572b8e5b-f9f0-400e-9582-90dc560ed376 req-89a9c557-5bc0-4487-aba3-100ccc2d1bd1 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435073 May 30 20:40:10.044398 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Sync routers for ids ['4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:40:10.056422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Routers {'4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:40:10.057030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:40:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:10.267818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Set router 4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:40:10.586224 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'name': 'tempest-TestVolumeBootPattern-1421730650-router', 'tenant_id': '54f65c6262894a71833d42552a00fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'a9484128-efae-40f6-84b7-cd8017bff395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:44Z', 'updated_at': '2022-05-30T20:39:47Z', 'revision_number': 4, 'project_id': '54f65c6262894a71833d42552a00fe22', 'gw_port': {'id': 'a9484128-efae-40f6-84b7-cd8017bff395', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:44Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '576f9112-aee1-415d-a994-28644c1fbd1a', 'name': '', 'network_id': 'd3004a35-c265-4c0d-af03-4dafde18f2f6', 'tenant_id': '54f65c6262894a71833d42552a00fe22', 'mac_address': 'fa:16:3e:67:b9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fac99759-f9bf-43e0-bf59-6fdd4844c90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:46Z', 'updated_at': '2022-05-30T20:39:47Z', 'revision_number': 2, 'project_id': '54f65c6262894a71833d42552a00fe22', 'subnets': [{'id': 'fac99759-f9bf-43e0-bf59-6fdd4844c90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:10.590565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Checking router: 4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:40:10.590909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Updating router 4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7 port 576f9112-aee1-415d-a994-28644c1fbd1a binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:40:10.641581 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:10.665935 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd3431-10c6-4dfc-bf42-7a2bc4f10e0f req-a81d2375-4734-4e56-9a02-c910788bd136 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:10.667390 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e9bd3431-10c6-4dfc-bf42-7a2bc4f10e0f req-a81d2375-4734-4e56-9a02-c910788bd136 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 945 time: 0.0749838 May 30 20:40:10.712619 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e9bd3431-10c6-4dfc-bf42-7a2bc4f10e0f req-e25ac985-2be3-491b-8f56-24a118ebdf72 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390110 May 30 20:40:10.972357 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:10.973331 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba181c-6d2c-4e8f-9430-a3e50b089d40 req-f7b60392-68cc-4afc-92da-5d7d92002d3d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:10.974023 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-ccba181c-6d2c-4e8f-9430-a3e50b089d40 req-f7b60392-68cc-4afc-92da-5d7d92002d3d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Synchronizing usage tracker for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:10.984008 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Transition to ACTIVE for port object 576f9112-aee1-415d-a994-28644c1fbd1a will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:40:10.990217 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:10.991186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-ccba181c-6d2c-4e8f-9430-a3e50b089d40 req-f7b60392-68cc-4afc-92da-5d7d92002d3d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Unset dirty status for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:10.992342 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ccba181c-6d2c-4e8f-9430-a3e50b089d40 req-f7b60392-68cc-4afc-92da-5d7d92002d3d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 945 time: 0.0935764 May 30 20:40:11.067406 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-ccba181c-6d2c-4e8f-9430-a3e50b089d40 req-dd9c7d0c-5ccc-4f38-9aef-2820f7cb699e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Deleting port ac3ddc28-2bc9-4a89-a57d-587a874cfd56 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:11.067745 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ccba181c-6d2c-4e8f-9430-a3e50b089d40 req-dd9c7d0c-5ccc-4f38-9aef-2820f7cb699e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:11.154199 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d09877-cb95-48cb-a4b4-714a096696fb None None] Pushing event updated for resources: {'Port': ['ID=576f9112-aee1-415d-a994-28644c1fbd1a,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:11.215622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Attempting to bind port 576f9112-aee1-415d-a994-28644c1fbd1a on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:40:11.216306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Attempting to bind port 576f9112-aee1-415d-a994-28644c1fbd1a by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '625cfebc-53f1-4ce0-b3fc-1a0f7848615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd3004a35-c265-4c0d-af03-4dafde18f2f6'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:40:11.216946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Attempting to bind port 576f9112-aee1-415d-a994-28644c1fbd1a on network d3004a35-c265-4c0d-af03-4dafde18f2f6 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:40:11.223781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:40:11.224387 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Checking segment: {'id': '625cfebc-53f1-4ce0-b3fc-1a0f7848615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd3004a35-c265-4c0d-af03-4dafde18f2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:40:11.225057 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:11.225741 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Bound using segment: {'id': '625cfebc-53f1-4ce0-b3fc-1a0f7848615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd3004a35-c265-4c0d-af03-4dafde18f2f6'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:40:11.226362 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Bound port: 576f9112-aee1-415d-a994-28644c1fbd1a, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625cfebc-53f1-4ce0-b3fc-1a0f7848615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd3004a35-c265-4c0d-af03-4dafde18f2f6'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:40:11.227018 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:11.327048 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] For port 576f9112-aee1-415d-a994-28644c1fbd1a, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:40:11.329997 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] For port 576f9112-aee1-415d-a994-28644c1fbd1a, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=576f9112-aee1-415d-a994-28644c1fbd1a,segment=NetworkSegment(625cfebc-53f1-4ce0-b3fc-1a0f7848615a),segment_id=625cfebc-53f1-4ce0-b3fc-1a0f7848615a)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:40:11.331196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-ccba181c-6d2c-4e8f-9430-a3e50b089d40 req-dd9c7d0c-5ccc-4f38-9aef-2820f7cb699e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] For port ac3ddc28-2bc9-4a89-a57d-587a874cfd56, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=ac3ddc28-2bc9-4a89-a57d-587a874cfd56,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:40:11.331670 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ccba181c-6d2c-4e8f-9430-a3e50b089d40 req-dd9c7d0c-5ccc-4f38-9aef-2820f7cb699e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:11.340233 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:11.437839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d09877-cb95-48cb-a4b4-714a096696fb None None] Pushing event updated for resources: {'Port': ['ID=576f9112-aee1-415d-a994-28644c1fbd1a,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:11.442756 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Routers {'4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:40:11.443493 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:40:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:11.462240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-ccba181c-6d2c-4e8f-9430-a3e50b089d40 req-dd9c7d0c-5ccc-4f38-9aef-2820f7cb699e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Calling delete_port for ac3ddc28-2bc9-4a89-a57d-587a874cfd56 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:40:11.619196 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ccba181c-6d2c-4e8f-9430-a3e50b089d40 req-dd9c7d0c-5ccc-4f38-9aef-2820f7cb699e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:11.636301 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['ac3ddc28-2bc9-4a89-a57d-587a874cfd56'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:40:11.670936 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c7d0c-5ccc-4f38-9aef-2820f7cb699e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event deleted for resources: {'Port': ['ID=ac3ddc28-2bc9-4a89-a57d-587a874cfd56,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:11.717874 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] Set router 4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:40:11.767245 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccba181c-6d2c-4e8f-9430-a3e50b089d40 req-dd9c7d0c-5ccc-4f38-9aef-2820f7cb699e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] No DVR routers for this DVR port ac3ddc28-2bc9-4a89-a57d-587a874cfd56 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:40:11.770438 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ccba181c-6d2c-4e8f-9430-a3e50b089d40 req-dd9c7d0c-5ccc-4f38-9aef-2820f7cb699e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:11.781287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c7dcfa-8369-45c6-ae05-d697de945381', 'name': 'network-vif-deleted', 'tag': 'ac3ddc28-2bc9-4a89-a57d-587a874cfd56'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:40:11.795076 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ccba181c-6d2c-4e8f-9430-a3e50b089d40 req-dd9c7d0c-5ccc-4f38-9aef-2820f7cb699e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "DELETE /v2.0/ports/ac3ddc28-2bc9-4a89-a57d-587a874cfd56 HTTP/1.1" status: 204 len: 173 time: 0.7941034 May 30 20:40:11.883248 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949d76c1-270c-4c30-be8f-ba2c63644ea1'] response: {'server_uuid': '98c7dcfa-8369-45c6-ae05-d697de945381', 'name': 'network-vif-deleted', 'tag': 'ac3ddc28-2bc9-4a89-a57d-587a874cfd56', 'status': 'completed', 'code': 200} May 30 20:40:11.968648 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-61f3c9ec-7be6-4aa5-b589-7ebdb8ec945c req-9c446ba6-772c-41d9-8aab-d55e80e1f5f5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c7dcfa-8369-45c6-ae05-d697de945381 HTTP/1.1" status: 200 len: 210 time: 0.0604160 May 30 20:40:12.176039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'name': 'tempest-TestVolumeBootPattern-1421730650-router', 'tenant_id': '54f65c6262894a71833d42552a00fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'a9484128-efae-40f6-84b7-cd8017bff395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:44Z', 'updated_at': '2022-05-30T20:39:47Z', 'revision_number': 4, 'project_id': '54f65c6262894a71833d42552a00fe22', 'gw_port': {'id': 'a9484128-efae-40f6-84b7-cd8017bff395', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:44Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '576f9112-aee1-415d-a994-28644c1fbd1a', 'name': '', 'network_id': 'd3004a35-c265-4c0d-af03-4dafde18f2f6', 'tenant_id': '54f65c6262894a71833d42552a00fe22', 'mac_address': 'fa:16:3e:67:b9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fac99759-f9bf-43e0-bf59-6fdd4844c90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:46Z', 'updated_at': '2022-05-30T20:40:11Z', 'revision_number': 4, 'project_id': '54f65c6262894a71833d42552a00fe22', 'subnets': [{'id': 'fac99759-f9bf-43e0-bf59-6fdd4844c90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:12.180062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd667b84-c8d4-444f-ac32-21a01144b930 None None] The sync data for ids ['4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7'] in n-d-843949-2 is: [{'id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'name': 'tempest-TestVolumeBootPattern-1421730650-router', 'tenant_id': '54f65c6262894a71833d42552a00fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'a9484128-efae-40f6-84b7-cd8017bff395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:44Z', 'updated_at': '2022-05-30T20:39:47Z', 'revision_number': 4, 'project_id': '54f65c6262894a71833d42552a00fe22', 'gw_port': {'id': 'a9484128-efae-40f6-84b7-cd8017bff395', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:44Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '576f9112-aee1-415d-a994-28644c1fbd1a', 'name': '', 'network_id': 'd3004a35-c265-4c0d-af03-4dafde18f2f6', 'tenant_id': '54f65c6262894a71833d42552a00fe22', 'mac_address': 'fa:16:3e:67:b9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fac99759-f9bf-43e0-bf59-6fdd4844c90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:46Z', 'updated_at': '2022-05-30T20:40:11Z', 'revision_number': 4, 'project_id': '54f65c6262894a71833d42552a00fe22', 'subnets': [{'id': 'fac99759-f9bf-43e0-bf59-6fdd4844c90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:40:13.017315 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 576f9112-aee1-415d-a994-28644c1fbd1a up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:40:13.108024 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 576f9112-aee1-415d-a994-28644c1fbd1a completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:40:13.113454 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 576f9112-aee1-415d-a994-28644c1fbd1a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:40:13.114079 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:13.235188 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:13.269030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 576f9112-aee1-415d-a994-28644c1fbd1a, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=576f9112-aee1-415d-a994-28644c1fbd1a,segment=NetworkSegment(625cfebc-53f1-4ce0-b3fc-1a0f7848615a),segment_id=625cfebc-53f1-4ce0-b3fc-1a0f7848615a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:40:13.273717 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:13.341370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=576f9112-aee1-415d-a994-28644c1fbd1a,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:14.720367 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device ac3ddc28-2bc9-4a89-a57d-587a874cfd56 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:40:14.758700 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: ac3ddc28-2bc9-4a89-a57d-587a874cfd56 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:40:14.759039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device ac3ddc28-2bc9-4a89-a57d-587a874cfd56 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:40:14.988069 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 576f9112-aee1-415d-a994-28644c1fbd1a up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:40:15.054630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 576f9112-aee1-415d-a994-28644c1fbd1a triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:40:15.054982 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:27.792538 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-948de83d-8dae-41d0-97cf-2b8ab09a6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:29.974677 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f3073174-f436-4b81-a8bb-a28ddc6fab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.306672 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.581636 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.856392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-aaf7de55-ae20-4e15-8d1d-0579e25c7159 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:31.857695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-aaf7de55-ae20-4e15-8d1d-0579e25c7159 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 811 time: 0.1453338 May 30 20:40:31.873663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-7f954bf6-8ebe-4ee2-8eb1-ecd13009cfd8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/quotas/dbe0a10b5d3a43678ffc156b850b0a0c HTTP/1.1" status: 200 len: 375 time: 0.0106785 May 30 20:40:31.951552 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-7051acaf-2e36-4d2c-9471-c4b5fb804b6b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732579 May 30 20:40:32.083456 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-d8d36783-0a6f-4333-ac4f-79e1fa5d1079 service neutron] 10.222.0.84 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255853 May 30 20:40:32.212879 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-57c4ffe2-7252-40b7-ac83-6f5c2af425fe service neutron] 10.222.0.84 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231928 May 30 20:40:32.438416 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-322841de-46ed-49c8-9e13-5d165bf38fd3 req-ff989048-8280-4881-bb9d-4df805e356b9 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 210 time: 0.0410371 May 30 20:40:32.914321 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:33.401036 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:33.548664 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b67b690-47ee-464f-ac0a-f1564a11475f req-37b196eb-c6d7-4e4c-9c4c-83118f4c84eb tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 210 time: 0.0433722 May 30 20:40:34.172858 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:40:34.669963 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-641ec1e3-2a26-4605-a74e-0344400af6ee req-40137d4f-6eec-42fd-8a8c-ee121b315312 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 210 time: 0.0412385 May 30 20:40:35.787774 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-f6e51de6-fe77-40fb-8d81-4bf4a6238b14 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:35.789395 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-f6e51de6-fe77-40fb-8d81-4bf4a6238b14 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 811 time: 0.1490211 May 30 20:40:35.812451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Request body: {'port': {'device_id': 'd0952355-6834-4ad1-8a0c-48e2507cbacc', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'admin_state_up': True, 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:35.839297 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-45944098-9b68-497f-9e3c-5d96e0c0cff4 req-4b3e58cd-a4d2-45b9-87cc-a403cf45d228 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 210 time: 0.0424085 May 30 20:40:35.948928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:35.952997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Usage tracker for resource:port and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:35.955791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:35.961429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:35.972078 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Made reservation on behalf of dbe0a10b5d3a43678ffc156b850b0a0c for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:40:35.975033 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:36.134147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Allocated IP 172.20.0.3 (4023ba5c-7642-4616-9861-4c197b98ed7e/72ad933f-dca7-42ad-9cd7-e78de8e69f63/a9e56967-0f01-447b-b392-66c6a58e56e0) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:40:36.343725 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:36.358986 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Transition to ACTIVE for port object a9e56967-0f01-447b-b392-66c6a58e56e0 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:40:36.381384 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:36.460754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Network 4023ba5c-7642-4616-9861-4c197b98ed7e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:40:36.461519 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'Port': ['ID=a9e56967-0f01-447b-b392-66c6a58e56e0,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:36.465812 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:40:36.469720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:40:36.509629 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:36.510096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:36.510297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:36.510620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:36.510973 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:36.511293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:36.511623 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:36.511926 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:36.512270 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:36.512582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:36.513018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:36.547534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:36.548682 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:36.577852 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-adbda8c8-8596-4710-b0fa-c5aa1c475419 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7696056 May 30 20:40:36.592436 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Request body: {'port': {'device_id': 'd0952355-6834-4ad1-8a0c-48e2507cbacc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:36.706114 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:36.760435 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4153dac3-489d-4a81-9976-8a20d23b0077 None None] Provisioning for port a9e56967-0f01-447b-b392-66c6a58e56e0 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:40:36.765310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4153dac3-489d-4a81-9976-8a20d23b0077 None None] Provisioning complete for port a9e56967-0f01-447b-b392-66c6a58e56e0 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:40:36.765664 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4153dac3-489d-4a81-9976-8a20d23b0077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:36.818304 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4153dac3-489d-4a81-9976-8a20d23b0077 None None] Port a9e56967-0f01-447b-b392-66c6a58e56e0 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:40:37.144471 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa71e3-7ea2-4ebc-b6a8-5d7235da1c76 req-bb0f4b53-9eb5-4002-bc7b-5015143922ed tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:37.146405 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55aa71e3-7ea2-4ebc-b6a8-5d7235da1c76 req-bb0f4b53-9eb5-4002-bc7b-5015143922ed tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 931 time: 0.1813648 May 30 20:40:37.164708 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e56967-0f01-447b-b392-66c6a58e56e0 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:40:37.172884 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:37.189357 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Transition to ACTIVE for port object a9e56967-0f01-447b-b392-66c6a58e56e0 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:40:37.194969 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:37.198840 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55aa71e3-7ea2-4ebc-b6a8-5d7235da1c76 req-858c8c9e-0965-44f6-a143-3e9c31f78242 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464275 May 30 20:40:37.307318 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:37.331684 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Pushing event updated for resources: {'Port': ['ID=a9e56967-0f01-447b-b392-66c6a58e56e0,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:37.444961 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Attempting to bind port a9e56967-0f01-447b-b392-66c6a58e56e0 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:40:37.445539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Attempting to bind port a9e56967-0f01-447b-b392-66c6a58e56e0 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:40:37.445959 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Attempting to bind port a9e56967-0f01-447b-b392-66c6a58e56e0 on network 4023ba5c-7642-4616-9861-4c197b98ed7e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:40:37.452468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Port a9e56967-0f01-447b-b392-66c6a58e56e0 on network 4023ba5c-7642-4616-9861-4c197b98ed7e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:40:37.452926 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Attempting to bind port a9e56967-0f01-447b-b392-66c6a58e56e0 on network 4023ba5c-7642-4616-9861-4c197b98ed7e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:40:37.459730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:40:37.460326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Checking segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:40:37.460838 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Bound using segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:40:37.461372 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Bound port: a9e56967-0f01-447b-b392-66c6a58e56e0, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:40:37.461817 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:37.550130 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] For port a9e56967-0f01-447b-b392-66c6a58e56e0, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:40:37.553066 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] For port a9e56967-0f01-447b-b392-66c6a58e56e0, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a9e56967-0f01-447b-b392-66c6a58e56e0,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:40:37.557879 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:37.619597 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:37.621011 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] 10.222.0.77 "PUT /v2.0/ports/a9e56967-0f01-447b-b392-66c6a58e56e0 HTTP/1.1" status: 200 len: 1091 time: 1.0329950 May 30 20:40:37.621469 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0952355-6834-4ad1-8a0c-48e2507cbacc', 'tag': 'a9e56967-0f01-447b-b392-66c6a58e56e0'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:40:37.649119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d1487-1155-4844-8aa6-a9df4ef9e95e service neutron] Pushing event updated for resources: {'Port': ['ID=a9e56967-0f01-447b-b392-66c6a58e56e0,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:37.705940 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa30d282-a27d-4d78-ab7b-100c721b923d'] response: {'name': 'network-changed', 'server_uuid': 'd0952355-6834-4ad1-8a0c-48e2507cbacc', 'tag': 'a9e56967-0f01-447b-b392-66c6a58e56e0', 'status': 'completed', 'code': 200} May 30 20:40:37.751490 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-15e9578a-dc75-434f-8b03-45482fec4847 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 1094 time: 0.0823672 May 30 20:40:37.828104 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-bf68e9ee-9ee1-4ba3-ba46-ebc22b9aa42b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9e56967-0f01-447b-b392-66c6a58e56e0 HTTP/1.1" status: 200 len: 217 time: 0.0654025 May 30 20:40:37.892370 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-0dd1e93d-1d57-4373-8c44-7d1642767a61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:37.893784 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-0dd1e93d-1d57-4373-8c44-7d1642767a61 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0571952 May 30 20:40:37.974629 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-ee2792cc-5cf8-492f-b119-421bd093d24f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709028 May 30 20:40:38.108729 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-53bf0ee9-d523-423e-962e-4e0651ea38e5 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244574 May 30 20:40:38.247084 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-196ab3f0-c415-4753-93a6-5f5b29510d34 req-56bb57d1-c0f2-465c-b477-27f5944a3f70 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264668 May 30 20:40:38.394999 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-80e0e7df-1184-43d7-bc57-48a7ec33b5bd req-38a0737c-2fb8-4f56-ae0b-9cb7a1f7556c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 1094 time: 0.0788057 May 30 20:40:38.424217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dac995-832a-4641-8175-7f60e108b6a4 req-424c73ff-d93d-4566-89b9-c4be1489cbc1 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:38.425681 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-89dac995-832a-4641-8175-7f60e108b6a4 req-424c73ff-d93d-4566-89b9-c4be1489cbc1 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 943 time: 0.0776014 May 30 20:40:38.473347 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-89dac995-832a-4641-8175-7f60e108b6a4 req-24eae7bd-f7ba-4439-aba7-980086483f5a tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 May 30 20:40:38.530317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0e7df-1184-43d7-bc57-48a7ec33b5bd req-374b2259-9b24-4192-ac5f-00b3a9342e12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:38.531703 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-80e0e7df-1184-43d7-bc57-48a7ec33b5bd req-374b2259-9b24-4192-ac5f-00b3a9342e12 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1305287 May 30 20:40:38.609862 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-80e0e7df-1184-43d7-bc57-48a7ec33b5bd req-041b034c-1b62-45d1-bbbc-80dcd658abf4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9e56967-0f01-447b-b392-66c6a58e56e0 HTTP/1.1" status: 200 len: 217 time: 0.0670023 May 30 20:40:38.694475 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0e7df-1184-43d7-bc57-48a7ec33b5bd req-1b1fe106-4910-405e-a1e8-5d5ef0449147 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:38.696299 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-80e0e7df-1184-43d7-bc57-48a7ec33b5bd req-1b1fe106-4910-405e-a1e8-5d5ef0449147 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0779657 May 30 20:40:38.793875 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-80e0e7df-1184-43d7-bc57-48a7ec33b5bd req-5b930f49-36cc-4615-8ba1-d9690c26928b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881095 May 30 20:40:39.071052 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-80e0e7df-1184-43d7-bc57-48a7ec33b5bd req-708a41e7-a448-4b17-b35e-834ae7f39ccd service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666583 May 30 20:40:39.226687 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-80e0e7df-1184-43d7-bc57-48a7ec33b5bd req-b3adeb67-e1b7-4385-94b3-155f0005f727 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462884 May 30 20:40:39.735311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0060707-fe07-4568-bc67-6fa9a9ed36c8 req-429041e6-d081-4ced-aee7-01325d8db660 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:39.737881 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0060707-fe07-4568-bc67-6fa9a9ed36c8 req-429041e6-d081-4ced-aee7-01325d8db660 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 943 time: 0.1098990 May 30 20:40:39.813197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0060707-fe07-4568-bc67-6fa9a9ed36c8 req-a7b34b76-2ad0-4db5-aeea-d3f41bb9e3be tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679374 May 30 20:40:41.027323 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d046094-16e9-4c07-88de-54ead6606403 req-6d18e8de-13fa-4e78-9dc3-e246da1cda04 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:41.032413 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d046094-16e9-4c07-88de-54ead6606403 req-6d18e8de-13fa-4e78-9dc3-e246da1cda04 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 943 time: 0.0864584 May 30 20:40:41.091399 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d046094-16e9-4c07-88de-54ead6606403 req-12b14836-76c3-46f4-b7d2-687f2ae93353 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527837 May 30 20:40:42.301558 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d237f3-4fd2-4e7f-8acc-ad2bbcc121f2 req-c76134ec-eebf-4a09-9605-33e376583a81 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:42.311653 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83d237f3-4fd2-4e7f-8acc-ad2bbcc121f2 req-c76134ec-eebf-4a09-9605-33e376583a81 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 943 time: 0.0939956 May 30 20:40:42.360483 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83d237f3-4fd2-4e7f-8acc-ad2bbcc121f2 req-8e175e94-e04d-4299-8168-1679b0c8f40d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475786 May 30 20:40:43.554795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3334139-2f6e-495d-8f87-9757561cd6f5 req-0f8ea6e0-434a-4f15-99fc-30cf51dcea83 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:43.556257 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3334139-2f6e-495d-8f87-9757561cd6f5 req-0f8ea6e0-434a-4f15-99fc-30cf51dcea83 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 943 time: 0.0789900 May 30 20:40:43.601520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3334139-2f6e-495d-8f87-9757561cd6f5 req-39bde319-b6c4-4266-aeca-ab3aa5af5c57 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392044 May 30 20:40:44.797733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1826f78-a719-4310-9a46-8dd3afeebb60 req-fc03ecd2-4a81-4329-9343-59a10a83f74a tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:44.799161 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1826f78-a719-4310-9a46-8dd3afeebb60 req-fc03ecd2-4a81-4329-9343-59a10a83f74a tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 943 time: 0.0770226 May 30 20:40:44.843520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1826f78-a719-4310-9a46-8dd3afeebb60 req-c44879de-2080-4727-8233-a7272c696894 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388627 May 30 20:40:46.041673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d268d-a165-4ce5-af9d-63f1e2a8cd8d req-21dcfc90-e403-486d-a7d8-d4fdcc1005c3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:46.043665 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b96d268d-a165-4ce5-af9d-63f1e2a8cd8d req-21dcfc90-e403-486d-a7d8-d4fdcc1005c3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 943 time: 0.0815301 May 30 20:40:46.090479 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b96d268d-a165-4ce5-af9d-63f1e2a8cd8d req-1bb5c45e-1c41-4bc3-99a5-179de6831465 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409021 May 30 20:40:47.291070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e30df2-33f2-4ed9-b0a1-9ea647612e49 req-0e8d9154-6d93-4203-8ac5-27fe18977a6c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:47.292566 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56e30df2-33f2-4ed9-b0a1-9ea647612e49 req-0e8d9154-6d93-4203-8ac5-27fe18977a6c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 943 time: 0.0837617 May 30 20:40:47.343182 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56e30df2-33f2-4ed9-b0a1-9ea647612e49 req-582d15fd-f21c-484c-b77b-d2c7882ec5aa tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449748 May 30 20:40:48.539067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1a773-12b4-4ac8-bdf6-54dc83d054c1 req-1c7ee020-0430-4a2c-aceb-5903d42b0a48 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:48.540421 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2a1a773-12b4-4ac8-bdf6-54dc83d054c1 req-1c7ee020-0430-4a2c-aceb-5903d42b0a48 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 943 time: 0.0767467 May 30 20:40:48.584624 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d2a1a773-12b4-4ac8-bdf6-54dc83d054c1 req-4417db96-1ac2-4453-8c5f-498c53735f12 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387216 May 30 20:40:49.783115 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbe041-ae48-4fe4-b5ee-b6915a7727d5 req-c54cff94-9f45-43aa-9b44-12cdc7f178c4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:49.784554 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3dfbe041-ae48-4fe4-b5ee-b6915a7727d5 req-c54cff94-9f45-43aa-9b44-12cdc7f178c4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 943 time: 0.0798459 May 30 20:40:49.830302 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3dfbe041-ae48-4fe4-b5ee-b6915a7727d5 req-b3ff29fb-0df6-4ea5-9696-0e8888ed0e16 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400770 May 30 20:40:51.024060 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098a83c-bfec-4389-bf47-11162521b6f8 req-48ce02b8-3664-493c-98d1-a7bc3efb04b1 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:51.025504 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d098a83c-bfec-4389-bf47-11162521b6f8 req-48ce02b8-3664-493c-98d1-a7bc3efb04b1 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 943 time: 0.0768807 May 30 20:40:51.071219 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d098a83c-bfec-4389-bf47-11162521b6f8 req-6984eaae-f858-4478-b89f-068ea871f0b8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394800 May 30 20:40:52.271403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedb6b2-37d6-4b19-97db-a6f4c72d01e6 req-c554f903-2e24-4a8e-b1df-9addb9ed9363 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:52.272870 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ddedb6b2-37d6-4b19-97db-a6f4c72d01e6 req-c554f903-2e24-4a8e-b1df-9addb9ed9363 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 943 time: 0.0797827 May 30 20:40:52.320089 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ddedb6b2-37d6-4b19-97db-a6f4c72d01e6 req-f7faebc0-0b61-4475-89d7-562036d449b6 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414777 May 30 20:40:53.512312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2426f22-b573-4da9-953a-81ae91491af0 req-df27c5c8-129c-48cd-91ab-dd0449e83d44 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:53.513750 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b2426f22-b573-4da9-953a-81ae91491af0 req-df27c5c8-129c-48cd-91ab-dd0449e83d44 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 943 time: 0.0760448 May 30 20:40:53.558393 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b2426f22-b573-4da9-953a-81ae91491af0 req-dc8eaaa8-ad19-4cef-ac46-ae6d734d9c2e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391228 May 30 20:40:54.754754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e77c20-2423-4fa5-bb26-3af137201193 req-94ce899c-6cb5-40e0-bdbe-0db4d93d7805 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:54.756238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-25e77c20-2423-4fa5-bb26-3af137201193 req-94ce899c-6cb5-40e0-bdbe-0db4d93d7805 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 943 time: 0.0807090 May 30 20:40:54.801569 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-25e77c20-2423-4fa5-bb26-3af137201193 req-60b9b4da-f059-49e2-bb9e-90a440c7c768 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397131 May 30 20:40:54.907187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a9e56967-0f01-447b-b392-66c6a58e56e0 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:40:55.037341 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port a9e56967-0f01-447b-b392-66c6a58e56e0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a9e56967-0f01-447b-b392-66c6a58e56e0,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:40:55.049806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'a9e56967-0f01-447b-b392-66c6a58e56e0', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'port_id': 'a9e56967-0f01-447b-b392-66c6a58e56e0', 'mac_address': 'fa:16:3e:c1:c8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:40:55.106270 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:55.122526 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e56967-0f01-447b-b392-66c6a58e56e0 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:40:55.136909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port a9e56967-0f01-447b-b392-66c6a58e56e0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a9e56967-0f01-447b-b392-66c6a58e56e0,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:40:55.141340 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:55.209723 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=a9e56967-0f01-447b-b392-66c6a58e56e0,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:55.217886 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:55.218223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:55.218552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:55.218877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:55.219202 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:55.219519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:55.219832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:55.220169 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:55.220485 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:55.220797 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:55.221109 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:55.386898 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['a9e56967-0f01-447b-b392-66c6a58e56e0'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:40:56.000241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1ad70-575a-4c51-94b4-982193c3446d req-a840a67d-bcd2-4409-adb5-d9c825bb460e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:56.001666 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2fb1ad70-575a-4c51-94b4-982193c3446d req-a840a67d-bcd2-4409-adb5-d9c825bb460e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 944 time: 0.0750773 May 30 20:40:56.049478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2fb1ad70-575a-4c51-94b4-982193c3446d req-f7897008-9bdb-44ff-94a6-d7e883f0d926 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423491 May 30 20:40:56.922870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a9e56967-0f01-447b-b392-66c6a58e56e0 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:40:56.993343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port a9e56967-0f01-447b-b392-66c6a58e56e0 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:40:56.997931 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port a9e56967-0f01-447b-b392-66c6a58e56e0 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:40:56.998298 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:57.116584 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:57.173209 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0952355-6834-4ad1-8a0c-48e2507cbacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e56967-0f01-447b-b392-66c6a58e56e0'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:40:57.182521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port a9e56967-0f01-447b-b392-66c6a58e56e0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a9e56967-0f01-447b-b392-66c6a58e56e0,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:40:57.187461 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:57.252559 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f22e11-cb3b-46f8-853b-284583c9d27e req-a83b6aa3-5334-4af4-91f5-09a81319ce39 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:57.254011 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-02f22e11-cb3b-46f8-853b-284583c9d27e req-a83b6aa3-5334-4af4-91f5-09a81319ce39 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 945 time: 0.0822294 May 30 20:40:57.254505 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=a9e56967-0f01-447b-b392-66c6a58e56e0,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:57.303572 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-02f22e11-cb3b-46f8-853b-284583c9d27e req-794e0dfb-61bf-46d9-9738-fe9302d783b7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428777 May 30 20:40:57.328201 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d54ad387-36ce-473e-bbcb-cac50f677b31'] response: {'server_uuid': 'd0952355-6834-4ad1-8a0c-48e2507cbacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e56967-0f01-447b-b392-66c6a58e56e0', 'code': 200} May 30 20:40:57.467578 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6c739f0a-351b-4aa6-8200-49e3cdc734da req-6d7c9781-2eee-4c02-9819-b37720d7a39a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 1096 time: 0.0702169 May 30 20:40:57.511533 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6c739f0a-351b-4aa6-8200-49e3cdc734da req-dcef1ed6-a3fc-4a35-ab2c-4aa76e081eda service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347605 May 30 20:40:57.785248 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-aec20893-6704-4d3e-80ae-3edb0721d872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:58.501303 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d85a05-ae95-41f5-b6e4-58610b58928d req-a92af052-325e-4693-a30a-166e44c776de tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:58.502729 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3d85a05-ae95-41f5-b6e4-58610b58928d req-a92af052-325e-4693-a30a-166e44c776de tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 945 time: 0.0799637 May 30 20:40:58.547934 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3d85a05-ae95-41f5-b6e4-58610b58928d req-0be4a2b0-d3b4-4d2c-8880-9ad0b8f040be tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396609 May 30 20:40:59.743487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878a51a-4fe3-4a32-96f4-dce0b57587b9 req-7c775a85-169b-40cb-8605-246bb922612e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:59.745648 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a878a51a-4fe3-4a32-96f4-dce0b57587b9 req-7c775a85-169b-40cb-8605-246bb922612e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 945 time: 0.0767586 May 30 20:40:59.789945 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a878a51a-4fe3-4a32-96f4-dce0b57587b9 req-c511dc35-d221-4a92-843d-8ceb552d03e4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385394 May 30 20:40:59.976919 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7c1110cd-a4fd-4f39-872f-66a53d64cd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:59.988752 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9d971-fd89-4a86-ae4b-f12f6fbd0b78 req-55e01d01-a239-4afc-b1b0-431b1eaec117 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:59.990224 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-05c9d971-fd89-4a86-ae4b-f12f6fbd0b78 req-55e01d01-a239-4afc-b1b0-431b1eaec117 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 945 time: 0.0812008 May 30 20:41:00.039588 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-05c9d971-fd89-4a86-ae4b-f12f6fbd0b78 req-9e6ebe51-3a67-459a-9912-1c13a99a6022 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396416 May 30 20:41:00.231706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6736fdc-9341-44cd-b3b3-f479a159d2b0 req-cd403af1-b165-43ef-86e2-39da55ac77f5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:00.233187 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6736fdc-9341-44cd-b3b3-f479a159d2b0 req-cd403af1-b165-43ef-86e2-39da55ac77f5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 945 time: 0.0761986 May 30 20:41:00.281676 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b6736fdc-9341-44cd-b3b3-f479a159d2b0 req-2caceadd-3f7d-46e9-ac1c-682594760735 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429833 May 30 20:41:00.759151 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b4698-5ebd-4e0d-864d-02bd958c5cab req-b9ce8925-12bb-4ec8-a17b-87a4781ead0a tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:00.760671 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-219b4698-5ebd-4e0d-864d-02bd958c5cab req-b9ce8925-12bb-4ec8-a17b-87a4781ead0a tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 945 time: 0.0768750 May 30 20:41:00.805751 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-219b4698-5ebd-4e0d-864d-02bd958c5cab req-d6753659-6f5c-4fad-949f-98d5bfa3ed69 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391066 May 30 20:41:01.309104 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:01.582741 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:02.003679 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2a45c-84d4-46a0-bee6-db1b0dcd171c req-af4fa058-7c1d-4e62-8201-86d643bc3af5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:02.005126 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fbe2a45c-84d4-46a0-bee6-db1b0dcd171c req-af4fa058-7c1d-4e62-8201-86d643bc3af5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 945 time: 0.0787446 May 30 20:41:02.126704 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fbe2a45c-84d4-46a0-bee6-db1b0dcd171c req-d7bc0b31-e9e9-4171-97af-e61f322d252a tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161718 May 30 20:41:02.314817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b999bd-08fa-4bb3-99f0-d944fe91eb94 req-804cb3f7-a3b5-4f1a-bcca-8acdb001a6f3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:02.315512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-35b999bd-08fa-4bb3-99f0-d944fe91eb94 req-804cb3f7-a3b5-4f1a-bcca-8acdb001a6f3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Synchronizing usage tracker for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:41:02.331753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-35b999bd-08fa-4bb3-99f0-d944fe91eb94 req-804cb3f7-a3b5-4f1a-bcca-8acdb001a6f3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Unset dirty status for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:41:02.332891 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-35b999bd-08fa-4bb3-99f0-d944fe91eb94 req-804cb3f7-a3b5-4f1a-bcca-8acdb001a6f3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 945 time: 0.0937603 May 30 20:41:02.404147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-35b999bd-08fa-4bb3-99f0-d944fe91eb94 req-9006a5d9-fa80-44bf-9a9d-59e42e5b8e02 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Deleting port a9e56967-0f01-447b-b392-66c6a58e56e0 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:02.404370 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-35b999bd-08fa-4bb3-99f0-d944fe91eb94 req-9006a5d9-fa80-44bf-9a9d-59e42e5b8e02 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:02.643048 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-35b999bd-08fa-4bb3-99f0-d944fe91eb94 req-9006a5d9-fa80-44bf-9a9d-59e42e5b8e02 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] For port a9e56967-0f01-447b-b392-66c6a58e56e0, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=a9e56967-0f01-447b-b392-66c6a58e56e0,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:02.643397 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-35b999bd-08fa-4bb3-99f0-d944fe91eb94 req-9006a5d9-fa80-44bf-9a9d-59e42e5b8e02 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:02.762019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-35b999bd-08fa-4bb3-99f0-d944fe91eb94 req-9006a5d9-fa80-44bf-9a9d-59e42e5b8e02 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Calling delete_port for a9e56967-0f01-447b-b392-66c6a58e56e0 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:41:02.901792 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-35b999bd-08fa-4bb3-99f0-d944fe91eb94 req-9006a5d9-fa80-44bf-9a9d-59e42e5b8e02 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:02.918774 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['a9e56967-0f01-447b-b392-66c6a58e56e0'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:41:02.953904 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006a5d9-fa80-44bf-9a9d-59e42e5b8e02 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event deleted for resources: {'Port': ['ID=a9e56967-0f01-447b-b392-66c6a58e56e0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:02.954162 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:03.031066 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b999bd-08fa-4bb3-99f0-d944fe91eb94 req-9006a5d9-fa80-44bf-9a9d-59e42e5b8e02 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] No DVR routers for this DVR port a9e56967-0f01-447b-b392-66c6a58e56e0 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:41:03.033864 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-35b999bd-08fa-4bb3-99f0-d944fe91eb94 req-9006a5d9-fa80-44bf-9a9d-59e42e5b8e02 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:03.036995 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0952355-6834-4ad1-8a0c-48e2507cbacc', 'name': 'network-vif-deleted', 'tag': 'a9e56967-0f01-447b-b392-66c6a58e56e0'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:41:03.053739 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-35b999bd-08fa-4bb3-99f0-d944fe91eb94 req-9006a5d9-fa80-44bf-9a9d-59e42e5b8e02 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "DELETE /v2.0/ports/a9e56967-0f01-447b-b392-66c6a58e56e0 HTTP/1.1" status: 204 len: 173 time: 0.7133386 May 30 20:41:03.093060 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c006e3ce-c017-4692-a962-a1a337d9475c'] response: {'server_uuid': 'd0952355-6834-4ad1-8a0c-48e2507cbacc', 'name': 'network-vif-deleted', 'tag': 'a9e56967-0f01-447b-b392-66c6a58e56e0', 'status': 'completed', 'code': 200} May 30 20:41:03.289724 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-41db0b80-9f7f-433d-9a3e-c6daa4674fcb req-7d532008-f108-4e26-888b-5f3e2ab072b1 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0952355-6834-4ad1-8a0c-48e2507cbacc HTTP/1.1" status: 200 len: 210 time: 0.0416794 May 30 20:41:03.406025 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:04.969529 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a9e56967-0f01-447b-b392-66c6a58e56e0 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:41:05.005777 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: a9e56967-0f01-447b-b392-66c6a58e56e0 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:41:05.006121 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device a9e56967-0f01-447b-b392-66c6a58e56e0 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:41:07.289756 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:11.174592 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:41:24.239237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-5223e017-fbe7-4196-8e05-0da6d8f792f4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:24.240682 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-5223e017-fbe7-4196-8e05-0da6d8f792f4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 811 time: 0.1413653 May 30 20:41:24.257064 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-27dc9543-fb73-4392-82a8-0aacd46ad205 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/quotas/dbe0a10b5d3a43678ffc156b850b0a0c HTTP/1.1" status: 200 len: 375 time: 0.0110202 May 30 20:41:24.340992 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-034bcd51-b056-4060-9ab7-3e12d8f0ed80 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789986 May 30 20:41:24.470544 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-54279179-d14e-4576-b6cc-ad3ac1d64bb1 service neutron] 10.222.0.84 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232152 May 30 20:41:24.599435 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-9cb89c09-a373-40b0-925e-0b0b021c375a service neutron] 10.222.0.84 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232312 May 30 20:41:24.986885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62bf541a-0c47-46d7-8e43-2f2b899ce46e req-a5f6d09c-7b96-40f0-85ff-6f2d71eb46d9 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 210 time: 0.0428696 May 30 20:41:26.221818 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-928a4a45-0662-44a1-91ac-cffcc4427623 req-f3fc279a-adc2-4e73-ace4-91c6d2b9b0a4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 210 time: 0.0980239 May 30 20:41:26.290899 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-01a00903-e5b1-4d84-9823-9b8ca9b08693 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:26.292359 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-01a00903-e5b1-4d84-9823-9b8ca9b08693 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.93 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 811 time: 0.1878142 May 30 20:41:26.309044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Request body: {'port': {'device_id': '5f79caed-57da-48fb-b724-d70ce33540ef', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'admin_state_up': True, 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:26.443643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:26.448403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Usage tracker for resource:port and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:26.451368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:26.457186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:26.466916 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Made reservation on behalf of dbe0a10b5d3a43678ffc156b850b0a0c for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:41:26.469995 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:26.628275 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Allocated IP 172.20.0.6 (4023ba5c-7642-4616-9861-4c197b98ed7e/72ad933f-dca7-42ad-9cd7-e78de8e69f63/0d77f984-e41d-4e6b-9da2-0816d221d4f4) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:41:26.829198 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:26.843838 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Transition to ACTIVE for port object 0d77f984-e41d-4e6b-9da2-0816d221d4f4 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:41:26.866724 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:26.936118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Network 4023ba5c-7642-4616-9861-4c197b98ed7e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:41:26.938975 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:41:26.942849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:41:26.979828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'Port': ['ID=0d77f984-e41d-4e6b-9da2-0816d221d4f4,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:27.005933 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:27.006267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:27.006600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:27.006923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:27.007245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:27.007563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:27.007878 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:27.008219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:27.008535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:27.008845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:27.009156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:27.023571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:27.024201 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:27.053185 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-c8c870c0-bc2e-499c-a121-1fc55f80b9fd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7481847 May 30 20:41:27.182256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f4b40b91-f4a2-4ebb-84a4-030b74483633 None None] Provisioning for port 0d77f984-e41d-4e6b-9da2-0816d221d4f4 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:41:27.189766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f4b40b91-f4a2-4ebb-84a4-030b74483633 None None] Provisioning complete for port 0d77f984-e41d-4e6b-9da2-0816d221d4f4 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:41:27.190134 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f4b40b91-f4a2-4ebb-84a4-030b74483633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:27.239517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Request body: {'port': {'device_id': '5f79caed-57da-48fb-b724-d70ce33540ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:27.251191 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f4b40b91-f4a2-4ebb-84a4-030b74483633 None None] Port 0d77f984-e41d-4e6b-9da2-0816d221d4f4 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:41:27.367529 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:27.639574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28254e90-dd6f-4b9d-a384-d6cdab033864 req-b22d26d4-6c06-4464-b2df-031f1377e365 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:27.640188 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-28254e90-dd6f-4b9d-a384-d6cdab033864 req-b22d26d4-6c06-4464-b2df-031f1377e365 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Synchronizing usage tracker for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:41:27.680700 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-28254e90-dd6f-4b9d-a384-d6cdab033864 req-b22d26d4-6c06-4464-b2df-031f1377e365 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Unset dirty status for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:41:27.682407 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28254e90-dd6f-4b9d-a384-d6cdab033864 req-b22d26d4-6c06-4464-b2df-031f1377e365 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 931 time: 0.3049212 May 30 20:41:27.788749 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-62c3ba47-bde5-4d6a-a2ff-87852751437a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:27.807784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28254e90-dd6f-4b9d-a384-d6cdab033864 req-81253767-306c-4780-8fd8-af784b13a555 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756664 May 30 20:41:27.899217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d77f984-e41d-4e6b-9da2-0816d221d4f4 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:41:27.906743 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:27.922238 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Transition to ACTIVE for port object 0d77f984-e41d-4e6b-9da2-0816d221d4f4 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:41:27.925999 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:28.051934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Pushing event updated for resources: {'Port': ['ID=0d77f984-e41d-4e6b-9da2-0816d221d4f4,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:28.162290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Attempting to bind port 0d77f984-e41d-4e6b-9da2-0816d221d4f4 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:41:28.162620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Attempting to bind port 0d77f984-e41d-4e6b-9da2-0816d221d4f4 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:41:28.162942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Attempting to bind port 0d77f984-e41d-4e6b-9da2-0816d221d4f4 on network 4023ba5c-7642-4616-9861-4c197b98ed7e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:41:28.168927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Port 0d77f984-e41d-4e6b-9da2-0816d221d4f4 on network 4023ba5c-7642-4616-9861-4c197b98ed7e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:41:28.169239 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Attempting to bind port 0d77f984-e41d-4e6b-9da2-0816d221d4f4 on network 4023ba5c-7642-4616-9861-4c197b98ed7e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:41:28.175337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:41:28.175666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Checking segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:41:28.176123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Bound using segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:41:28.176491 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Bound port: 0d77f984-e41d-4e6b-9da2-0816d221d4f4, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:41:28.176853 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:28.264759 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] For port 0d77f984-e41d-4e6b-9da2-0816d221d4f4, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:41:28.267559 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] For port 0d77f984-e41d-4e6b-9da2-0816d221d4f4, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0d77f984-e41d-4e6b-9da2-0816d221d4f4,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:41:28.272266 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:28.332582 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:28.333927 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] 10.222.0.93 "PUT /v2.0/ports/0d77f984-e41d-4e6b-9da2-0816d221d4f4 HTTP/1.1" status: 200 len: 1091 time: 1.2737150 May 30 20:41:28.334350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f79caed-57da-48fb-b724-d70ce33540ef', 'tag': '0d77f984-e41d-4e6b-9da2-0816d221d4f4'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:41:28.354385 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c28eb6-0572-449e-992d-7c5018031a6e service neutron] Pushing event updated for resources: {'Port': ['ID=0d77f984-e41d-4e6b-9da2-0816d221d4f4,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:28.452903 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-46c6eaf2-e538-4db9-a742-867e9b5ff1bd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 1094 time: 0.0776508 May 30 20:41:28.511478 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5eaafc9-49ac-4235-8b75-2fd655da766c'] response: {'name': 'network-changed', 'server_uuid': '5f79caed-57da-48fb-b724-d70ce33540ef', 'tag': '0d77f984-e41d-4e6b-9da2-0816d221d4f4', 'status': 'completed', 'code': 200} May 30 20:41:28.525818 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-2ed2ec6b-08e1-46d1-8c26-603ddfe33843 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d77f984-e41d-4e6b-9da2-0816d221d4f4 HTTP/1.1" status: 200 len: 217 time: 0.0661263 May 30 20:41:28.590934 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-e034b513-9ec9-4401-b5bb-b0d82a846329 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:28.592402 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-e034b513-9ec9-4401-b5bb-b0d82a846329 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0611255 May 30 20:41:28.668153 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-e18cec14-c169-4828-b7ee-f7757877c541 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695453 May 30 20:41:28.797780 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-ec3b1585-98a0-484a-931b-1df32ad7bff7 service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233633 May 30 20:41:28.928525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4d046f4-fc0a-4e92-a1c4-0d17a5d46fe9 req-cecebdf2-87a1-4968-ab69-bc893a6983e1 service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250517 May 30 20:41:29.056204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774e93b-84c6-4eb8-b2fd-449680639b55 req-83528c16-9176-4f85-8d8a-5d83a480d2f1 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:29.057566 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1774e93b-84c6-4eb8-b2fd-449680639b55 req-83528c16-9176-4f85-8d8a-5d83a480d2f1 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 943 time: 0.1282055 May 30 20:41:29.089423 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-885a9fcf-7dac-4a32-9556-20a7b527714e req-57bd98af-709b-4822-ac06-b7a3ece9db13 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 1094 time: 0.1084595 May 30 20:41:29.265267 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1774e93b-84c6-4eb8-b2fd-449680639b55 req-91abd4f1-244f-481f-950b-0ab6ff5acce4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013011 May 30 20:41:29.321981 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a9fcf-7dac-4a32-9556-20a7b527714e req-1c6f174e-5d39-4901-8519-dd9899ad18f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:29.324002 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-885a9fcf-7dac-4a32-9556-20a7b527714e req-1c6f174e-5d39-4901-8519-dd9899ad18f6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.2258036 May 30 20:41:29.399906 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-885a9fcf-7dac-4a32-9556-20a7b527714e req-b2907096-8561-45b1-b727-87470e420588 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d77f984-e41d-4e6b-9da2-0816d221d4f4 HTTP/1.1" status: 200 len: 217 time: 0.0695255 May 30 20:41:29.460666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a9fcf-7dac-4a32-9556-20a7b527714e req-3a077e16-3f5c-4280-89ea-64038aa9c18c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:29.462097 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-885a9fcf-7dac-4a32-9556-20a7b527714e req-3a077e16-3f5c-4280-89ea-64038aa9c18c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0564532 May 30 20:41:29.538222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-885a9fcf-7dac-4a32-9556-20a7b527714e req-ed02571e-e579-4537-8df6-ee2975ba6a8e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703001 May 30 20:41:29.667278 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-885a9fcf-7dac-4a32-9556-20a7b527714e req-15a65aab-7ab0-4bcc-be2a-79fc9b684a95 service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228919 May 30 20:41:29.796343 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-885a9fcf-7dac-4a32-9556-20a7b527714e req-a04e0a9b-15c2-4115-8fb0-6a496257199c service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228843 May 30 20:41:29.980652 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c49cb07f-412e-41b9-ad15-f5c5a1cdcb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:30.459351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438081a8-8cfd-4756-b40f-5fd62ba627de req-d66addb5-df11-4ec3-a724-3236f94ad07c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:30.460814 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-438081a8-8cfd-4756-b40f-5fd62ba627de req-d66addb5-df11-4ec3-a724-3236f94ad07c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 943 time: 0.0749993 May 30 20:41:30.505094 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-438081a8-8cfd-4756-b40f-5fd62ba627de req-cda75a32-b14e-451c-b38f-d51010160efb tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381956 May 30 20:41:31.312374 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:31.583734 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:31.703186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d115e-7496-4576-a1a9-4d959c7928b3 req-d44cbe18-7ebf-4941-8bbd-603cbb3504d8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:31.704641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-142d115e-7496-4576-a1a9-4d959c7928b3 req-d44cbe18-7ebf-4941-8bbd-603cbb3504d8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 943 time: 0.0788054 May 30 20:41:31.749660 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-142d115e-7496-4576-a1a9-4d959c7928b3 req-c3a038a3-348b-46f4-8b54-782f13c9b4cf tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395210 May 30 20:41:32.922307 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:32.946546 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca747fa-3808-47b7-b3f7-3822a2d433bb req-2df1ba95-2399-4c9a-9ce6-b4f5e75eef4b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:32.948066 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dca747fa-3808-47b7-b3f7-3822a2d433bb req-2df1ba95-2399-4c9a-9ce6-b4f5e75eef4b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 943 time: 0.0767832 May 30 20:41:32.993801 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dca747fa-3808-47b7-b3f7-3822a2d433bb req-0663d4b9-9ba1-46da-a7a6-14c8154faae0 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399568 May 30 20:41:33.399699 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:34.195298 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be35c09-bd6e-4fea-be93-2363159f1638 req-4aa27504-8a5d-4ddb-95b1-623c82af9fc1 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:34.196788 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1be35c09-bd6e-4fea-be93-2363159f1638 req-4aa27504-8a5d-4ddb-95b1-623c82af9fc1 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 943 time: 0.0821269 May 30 20:41:34.242525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1be35c09-bd6e-4fea-be93-2363159f1638 req-2b04d010-2750-4004-baec-303bc5cc2e4b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396390 May 30 20:41:35.446510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77ae67-c4f3-4b12-9944-4f8294d8ea47 req-abab7920-3edc-4483-b470-30046a1d9343 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:35.448035 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4c77ae67-c4f3-4b12-9944-4f8294d8ea47 req-abab7920-3edc-4483-b470-30046a1d9343 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 943 time: 0.0750797 May 30 20:41:35.497797 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4c77ae67-c4f3-4b12-9944-4f8294d8ea47 req-2a43dfb3-ae85-49ae-ac8b-041eb194cd1b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443795 May 30 20:41:36.690356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412575b1-10be-4a94-ab42-88cd275ffadc req-33730f95-702e-4d09-9d0f-ad4bdc162a8e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:36.691775 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-412575b1-10be-4a94-ab42-88cd275ffadc req-33730f95-702e-4d09-9d0f-ad4bdc162a8e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 943 time: 0.0762303 May 30 20:41:36.737474 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-412575b1-10be-4a94-ab42-88cd275ffadc req-bed7aeaa-031d-448c-81a7-d4048f6f2484 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401323 May 30 20:41:36.896749 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 0d77f984-e41d-4e6b-9da2-0816d221d4f4 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:41:37.027400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 0d77f984-e41d-4e6b-9da2-0816d221d4f4, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0d77f984-e41d-4e6b-9da2-0816d221d4f4,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:37.040293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '0d77f984-e41d-4e6b-9da2-0816d221d4f4', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'port_id': '0d77f984-e41d-4e6b-9da2-0816d221d4f4', 'mac_address': 'fa:16:3e:a4:74:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:41:37.092325 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:37.109217 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d77f984-e41d-4e6b-9da2-0816d221d4f4 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:41:37.124182 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 0d77f984-e41d-4e6b-9da2-0816d221d4f4, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0d77f984-e41d-4e6b-9da2-0816d221d4f4,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:37.127821 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:37.194655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=0d77f984-e41d-4e6b-9da2-0816d221d4f4,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:37.310325 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:37.388996 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['0d77f984-e41d-4e6b-9da2-0816d221d4f4'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:41:37.932756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791bb38-ac1f-4254-beae-57e63cdf470c req-cbaaaa83-ce94-4f69-9a9d-41968855baab tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:37.934195 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7791bb38-ac1f-4254-beae-57e63cdf470c req-cbaaaa83-ce94-4f69-9a9d-41968855baab tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 944 time: 0.0791464 May 30 20:41:37.978829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7791bb38-ac1f-4254-beae-57e63cdf470c req-cfc29b4e-315e-4fae-9e71-4b617f4e746d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391676 May 30 20:41:38.917929 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 0d77f984-e41d-4e6b-9da2-0816d221d4f4 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:41:38.984909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 0d77f984-e41d-4e6b-9da2-0816d221d4f4 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:41:38.989410 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 0d77f984-e41d-4e6b-9da2-0816d221d4f4 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:41:38.989778 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:39.105841 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:39.132060 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f79caed-57da-48fb-b724-d70ce33540ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d77f984-e41d-4e6b-9da2-0816d221d4f4'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:41:39.142266 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 0d77f984-e41d-4e6b-9da2-0816d221d4f4, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0d77f984-e41d-4e6b-9da2-0816d221d4f4,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:39.147288 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:39.175181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88582d-ee25-45f9-bce6-6d4cdf62c9c8 req-ee8f699a-ae46-4177-a9c8-297bc5c1dad8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:39.176689 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b88582d-ee25-45f9-bce6-6d4cdf62c9c8 req-ee8f699a-ae46-4177-a9c8-297bc5c1dad8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 944 time: 0.0794549 May 30 20:41:39.191485 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0498c33-cf05-4040-9bb3-c2b0bed921c2'] response: {'server_uuid': '5f79caed-57da-48fb-b724-d70ce33540ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d77f984-e41d-4e6b-9da2-0816d221d4f4', 'code': 200} May 30 20:41:39.217678 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=0d77f984-e41d-4e6b-9da2-0816d221d4f4,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:39.232795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6b88582d-ee25-45f9-bce6-6d4cdf62c9c8 req-a4b49682-7584-420d-8db1-1570d3fd1172 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497835 May 30 20:41:39.340713 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b87b88b-4256-4165-a8c4-59392a87bc71 req-12dfa3df-524c-45e4-ac83-0e9988592b59 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 1096 time: 0.0823131 May 30 20:41:39.383294 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b87b88b-4256-4165-a8c4-59392a87bc71 req-e207f816-9dc2-456b-99f3-f5f86c59e07a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362074 May 30 20:41:40.440062 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fad07-4254-4629-bc57-74037cc430b4 req-5fccf574-0eb2-40da-8556-b50fe363a51b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:40.441523 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-918fad07-4254-4629-bc57-74037cc430b4 req-5fccf574-0eb2-40da-8556-b50fe363a51b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 945 time: 0.0852945 May 30 20:41:40.491032 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-918fad07-4254-4629-bc57-74037cc430b4 req-d97b7c76-4989-4c75-b015-acff65a40c1d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437305 May 30 20:41:41.686305 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b663e-d19f-424c-9bfd-3fcf99af12e5 req-eff986c0-cf55-45b5-8355-48d21d9819ac tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:41.687716 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-884b663e-d19f-424c-9bfd-3fcf99af12e5 req-eff986c0-cf55-45b5-8355-48d21d9819ac tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 945 time: 0.0757635 May 30 20:41:41.731849 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-884b663e-d19f-424c-9bfd-3fcf99af12e5 req-2d7187ee-de3d-4cc0-8872-fc8a6e94d457 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385787 May 30 20:41:41.925850 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9b2ea-54f1-4f91-8f02-da7e0b20abc4 req-6a011eb0-4e87-4484-bca0-253a3ffc34de tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:41.927172 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54f9b2ea-54f1-4f91-8f02-da7e0b20abc4 req-6a011eb0-4e87-4484-bca0-253a3ffc34de tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 945 time: 0.0784547 May 30 20:41:42.053461 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-54f9b2ea-54f1-4f91-8f02-da7e0b20abc4 req-f07e1813-5bbe-4de1-b671-87a6d06faacc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201973 May 30 20:41:44.817850 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-68c3fe7d-77ab-43d9-90d5-85cc0da396a8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:44.819159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-68c3fe7d-77ab-43d9-90d5-85cc0da396a8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 811 time: 0.1415105 May 30 20:41:44.835222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-bc7842a2-1269-4860-9d3f-14dd3eea0c48 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/quotas/dbe0a10b5d3a43678ffc156b850b0a0c HTTP/1.1" status: 200 len: 375 time: 0.0106626 May 30 20:41:44.913666 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-b11e7f3d-b220-474a-a1b5-d68463ae0a20 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0736225 May 30 20:41:45.044979 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-daf6d822-a529-4222-ab84-7230f11a99df service neutron] 10.222.0.84 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239407 May 30 20:41:45.175197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-549c3ee0-c6c3-4885-8ae2-01ab081bda59 service neutron] 10.222.0.84 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244802 May 30 20:41:45.407085 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3ab80a5d-da00-4d9b-ad1c-682f56e852a4 req-6aa4726d-faaa-42d6-b496-f754295df99d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 210 time: 0.0464973 May 30 20:41:46.571216 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-407600bd-51f0-4d7b-9f2b-709bcc745384 req-c462772c-e83e-48c9-a11d-1cf80c705164 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 210 time: 0.0412121 May 30 20:41:46.736408 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-5bc62072-5707-4609-89f4-85ad2dff80a2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:46.737898 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-5bc62072-5707-4609-89f4-85ad2dff80a2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 811 time: 0.1445327 May 30 20:41:46.768851 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Request body: {'port': {'device_id': '510e46c5-3bee-40f9-aae0-15395d3a7837', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'admin_state_up': True, 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:46.904649 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:46.914153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:46.924153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Made reservation on behalf of dbe0a10b5d3a43678ffc156b850b0a0c for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:41:46.927233 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:47.089518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Allocated IP 172.20.0.7 (4023ba5c-7642-4616-9861-4c197b98ed7e/72ad933f-dca7-42ad-9cd7-e78de8e69f63/09cf4ae5-5677-438f-9f7e-1f52fea2287d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:41:47.299312 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:47.319122 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Transition to ACTIVE for port object 09cf4ae5-5677-438f-9f7e-1f52fea2287d will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:41:47.343097 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:47.356785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['0d77f984-e41d-4e6b-9da2-0816d221d4f4'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:41:47.427369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Network 4023ba5c-7642-4616-9861-4c197b98ed7e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:41:47.430819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:41:47.433946 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:41:47.471338 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'Port': ['ID=09cf4ae5-5677-438f-9f7e-1f52fea2287d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:47.489915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:47.490264 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:47.490597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:47.490923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:47.491252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:47.491666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:47.491874 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:47.494364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:47.494695 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:47.495012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:47.495334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:47.557694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:47.558481 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:47.590765 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-cd583506-c0f5-4d32-9def-3f9093e62380 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8250401 May 30 20:41:47.607168 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Request body: {'port': {'device_id': '510e46c5-3bee-40f9-aae0-15395d3a7837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:47.819353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2af85-9a8b-4d12-af3b-aeb0e2470120 req-cdf265b7-bb26-4cd2-a8cf-86202ab8a9a4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:47.820834 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ff2af85-9a8b-4d12-af3b-aeb0e2470120 req-cdf265b7-bb26-4cd2-a8cf-86202ab8a9a4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 931 time: 0.0838339 May 30 20:41:47.830346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0bb28be7-2111-415d-9860-c7ac0d018a37 None None] Provisioning for port 09cf4ae5-5677-438f-9f7e-1f52fea2287d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:41:47.835591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0bb28be7-2111-415d-9860-c7ac0d018a37 None None] Provisioning complete for port 09cf4ae5-5677-438f-9f7e-1f52fea2287d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:41:47.835985 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0bb28be7-2111-415d-9860-c7ac0d018a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:47.878092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ff2af85-9a8b-4d12-af3b-aeb0e2470120 req-8f075d64-3dd7-47a1-a747-092a46c69b9b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511265 May 30 20:41:47.887527 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:47.906436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0bb28be7-2111-415d-9860-c7ac0d018a37 None None] Port 09cf4ae5-5677-438f-9f7e-1f52fea2287d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:41:48.183365 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:41:48.245705 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09cf4ae5-5677-438f-9f7e-1f52fea2287d {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:41:48.253149 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:48.269026 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Transition to ACTIVE for port object 09cf4ae5-5677-438f-9f7e-1f52fea2287d will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:41:48.272434 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:48.401669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Pushing event updated for resources: {'Port': ['ID=09cf4ae5-5677-438f-9f7e-1f52fea2287d,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:48.512597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Attempting to bind port 09cf4ae5-5677-438f-9f7e-1f52fea2287d on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:41:48.512923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Attempting to bind port 09cf4ae5-5677-438f-9f7e-1f52fea2287d by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:41:48.516194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Attempting to bind port 09cf4ae5-5677-438f-9f7e-1f52fea2287d on network 4023ba5c-7642-4616-9861-4c197b98ed7e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:41:48.522903 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Port 09cf4ae5-5677-438f-9f7e-1f52fea2287d on network 4023ba5c-7642-4616-9861-4c197b98ed7e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:41:48.523222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Attempting to bind port 09cf4ae5-5677-438f-9f7e-1f52fea2287d on network 4023ba5c-7642-4616-9861-4c197b98ed7e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:41:48.532157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:41:48.532531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Checking segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:41:48.532917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Bound using segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:41:48.533349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Bound port: 09cf4ae5-5677-438f-9f7e-1f52fea2287d, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:41:48.533695 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:48.620807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] For port 09cf4ae5-5677-438f-9f7e-1f52fea2287d, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:41:48.624041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] For port 09cf4ae5-5677-438f-9f7e-1f52fea2287d, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=09cf4ae5-5677-438f-9f7e-1f52fea2287d,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:41:48.629181 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:48.696660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:48.698534 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] 10.222.0.77 "PUT /v2.0/ports/09cf4ae5-5677-438f-9f7e-1f52fea2287d HTTP/1.1" status: 200 len: 1091 time: 1.0977678 May 30 20:41:48.698939 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510e46c5-3bee-40f9-aae0-15395d3a7837', 'tag': '09cf4ae5-5677-438f-9f7e-1f52fea2287d'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:41:48.714554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf94493-e3c1-48ac-861e-c647874b252e service neutron] Pushing event updated for resources: {'Port': ['ID=09cf4ae5-5677-438f-9f7e-1f52fea2287d,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:48.789702 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4dc592c-0151-48fa-b317-8345f4468d64'] response: {'name': 'network-changed', 'server_uuid': '510e46c5-3bee-40f9-aae0-15395d3a7837', 'tag': '09cf4ae5-5677-438f-9f7e-1f52fea2287d', 'status': 'completed', 'code': 200} May 30 20:41:48.834296 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-e9cf4512-fad7-4994-9efa-46a8c72656f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 1094 time: 0.0782835 May 30 20:41:48.913173 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-8ba1493a-743b-4644-8708-2255c89fddbf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09cf4ae5-5677-438f-9f7e-1f52fea2287d HTTP/1.1" status: 200 len: 217 time: 0.0673072 May 30 20:41:49.013877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-d233a93f-8b4f-44a4-9bf5-87b5314ff6b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:49.015162 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-d233a93f-8b4f-44a4-9bf5-87b5314ff6b6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0926383 May 30 20:41:49.100292 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-bd84c29f-b767-4cc9-a8a6-3ea08a686347 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757244 May 30 20:41:49.125241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45fc45-66ac-4ffc-b733-3333122f4ad2 req-e2e0ba59-e8be-4119-90bc-cbecca05ccff tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:49.126737 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a45fc45-66ac-4ffc-b733-3333122f4ad2 req-e2e0ba59-e8be-4119-90bc-cbecca05ccff tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 943 time: 0.0895994 May 30 20:41:49.175164 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a45fc45-66ac-4ffc-b733-3333122f4ad2 req-04231672-f901-4dcd-a490-29cbda2c458c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421879 May 30 20:41:49.238985 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-a623b29c-f3ff-434e-816c-bb94b0fba76c service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283021 May 30 20:41:49.381585 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4d3fb594-24ed-4e0d-904c-aadf64c2aec4 req-569525bf-1a38-4d5c-9f33-03760035be01 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329975 May 30 20:41:49.502501 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-59793961-7dbb-4f8a-a9f4-87b3f2f0461f req-af7fe7df-006e-4c30-b6c5-c20c3af2b608 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 1094 time: 0.0729880 May 30 20:41:49.735341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59793961-7dbb-4f8a-a9f4-87b3f2f0461f req-2705cef6-8c82-4a5d-b212-61f1242fb02f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:49.736547 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-59793961-7dbb-4f8a-a9f4-87b3f2f0461f req-2705cef6-8c82-4a5d-b212-61f1242fb02f service neutron] 10.222.0.77 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.2256615 May 30 20:41:49.831289 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-59793961-7dbb-4f8a-a9f4-87b3f2f0461f req-4155b7e7-69d1-4e92-9d27-08b4e273c45b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09cf4ae5-5677-438f-9f7e-1f52fea2287d HTTP/1.1" status: 200 len: 217 time: 0.0859127 May 30 20:41:49.911697 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59793961-7dbb-4f8a-a9f4-87b3f2f0461f req-787515ce-c9c8-4a26-a24d-7cd9de58e255 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:49.913199 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-59793961-7dbb-4f8a-a9f4-87b3f2f0461f req-787515ce-c9c8-4a26-a24d-7cd9de58e255 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0731778 May 30 20:41:50.005833 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-59793961-7dbb-4f8a-a9f4-87b3f2f0461f req-670b3fed-9aa5-477d-8872-bb4ee1529533 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839946 May 30 20:41:50.162862 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-59793961-7dbb-4f8a-a9f4-87b3f2f0461f req-a1b353ae-e4e7-42f4-85a7-afbd09b9d7f9 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463399 May 30 20:41:50.349034 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-59793961-7dbb-4f8a-a9f4-87b3f2f0461f req-1bfab26d-3b45-4734-8c0b-c90e5d9d71ae service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763258 May 30 20:41:50.407573 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076c3ab-c954-4201-ab79-359c06af2414 req-9cee87da-af96-4ba3-a0cd-9d66acdefc77 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:50.411392 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8076c3ab-c954-4201-ab79-359c06af2414 req-9cee87da-af96-4ba3-a0cd-9d66acdefc77 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 943 time: 0.1001148 May 30 20:41:50.497649 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8076c3ab-c954-4201-ab79-359c06af2414 req-26805454-3bb5-4726-a826-0ef34c2f3daf tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801470 May 30 20:41:51.753998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9cf55-8d7f-4248-ad5b-ea9870ab0fa4 req-0cd8acf2-5f1d-49bd-bf13-59bd75e47608 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:51.755116 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bfe9cf55-8d7f-4248-ad5b-ea9870ab0fa4 req-0cd8acf2-5f1d-49bd-bf13-59bd75e47608 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 943 time: 0.0999904 May 30 20:41:51.816109 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bfe9cf55-8d7f-4248-ad5b-ea9870ab0fa4 req-d48f8d8e-e69a-412d-9571-830a19de150f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546169 May 30 20:41:53.057836 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417df7c-ded7-4da2-9ea7-49cc783e457a req-54c40f81-5eb8-4321-8311-c12b2f289829 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:53.060275 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e417df7c-ded7-4da2-9ea7-49cc783e457a req-54c40f81-5eb8-4321-8311-c12b2f289829 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 943 time: 0.1143308 May 30 20:41:53.152586 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e417df7c-ded7-4da2-9ea7-49cc783e457a req-527ea45a-ec3f-40e2-be3c-661d83bb661e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868883 May 30 20:41:53.189973 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74c37d14-2105-402c-be98-dccd26d054f0 req-260f16bc-c606-42e3-bf4b-a56b74d1234a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0897973 May 30 20:41:53.335310 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74c37d14-2105-402c-be98-dccd26d054f0 req-b763e7cf-5c1b-4c67-8ffb-48d751f0c8fa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 1096 time: 0.0769649 May 30 20:41:53.506697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c37d14-2105-402c-be98-dccd26d054f0 req-11f99770-9579-42ef-98bd-6d6814864a83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:53.508092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74c37d14-2105-402c-be98-dccd26d054f0 req-11f99770-9579-42ef-98bd-6d6814864a83 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1519651 May 30 20:41:53.586644 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74c37d14-2105-402c-be98-dccd26d054f0 req-cac41471-b3b9-4815-b037-8828370dcf29 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d77f984-e41d-4e6b-9da2-0816d221d4f4 HTTP/1.1" status: 200 len: 217 time: 0.0708385 May 30 20:41:53.661438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c37d14-2105-402c-be98-dccd26d054f0 req-3f908ee5-85aa-4ca2-b44c-b98242851d1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:53.662904 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74c37d14-2105-402c-be98-dccd26d054f0 req-3f908ee5-85aa-4ca2-b44c-b98242851d1f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0696220 May 30 20:41:53.752376 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74c37d14-2105-402c-be98-dccd26d054f0 req-93867638-3a01-4391-8c2e-8fc2d1867fa5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836735 May 30 20:41:53.981501 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74c37d14-2105-402c-be98-dccd26d054f0 req-17ee06a6-ae8c-46b5-acfc-4c878cde9e93 service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192872 May 30 20:41:54.116942 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74c37d14-2105-402c-be98-dccd26d054f0 req-9d8dbc8c-3376-4262-a150-7a30f39684b5 service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285019 May 30 20:41:54.424999 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff39fb0-6cda-4c22-b307-082637133a0f req-beef0a3a-a664-41eb-b05d-dbb08dd1ede2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:54.425621 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ff39fb0-6cda-4c22-b307-082637133a0f req-beef0a3a-a664-41eb-b05d-dbb08dd1ede2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 943 time: 0.1014059 May 30 20:41:54.475462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ff39fb0-6cda-4c22-b307-082637133a0f req-780ffea5-8f01-4f5a-b6c2-2de42aa0832b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426376 May 30 20:41:55.674329 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2c9be-4faf-4238-b397-edcc8724e39e req-6fb3b13c-b175-4c98-aff6-67475966b2d7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:55.675667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-72c2c9be-4faf-4238-b397-edcc8724e39e req-6fb3b13c-b175-4c98-aff6-67475966b2d7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 943 time: 0.0743628 May 30 20:41:55.722996 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-72c2c9be-4faf-4238-b397-edcc8724e39e req-2560b8dd-376d-4619-8eb1-e61160ef25c9 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418632 May 30 20:41:57.069430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401eb52-2fc8-4a60-9cb7-a2710c25e287 req-0567d343-b590-42d2-8f1e-fde7e3270790 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:57.070879 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8401eb52-2fc8-4a60-9cb7-a2710c25e287 req-0567d343-b590-42d2-8f1e-fde7e3270790 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 943 time: 0.0778310 May 30 20:41:57.116300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8401eb52-2fc8-4a60-9cb7-a2710c25e287 req-c9452da9-9280-48d3-8f6a-de0ad0d32d09 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399225 May 30 20:41:57.801022 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-92198172-f5b1-45cb-bbc0-35fcede5dfb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:58.351034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041c514-5d4a-4e2d-828d-a8b7fbba1736 req-8be9628d-5701-4654-b7db-96c13c002b24 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:58.365364 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d041c514-5d4a-4e2d-828d-a8b7fbba1736 req-8be9628d-5701-4654-b7db-96c13c002b24 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 943 time: 0.0955138 May 30 20:41:58.402381 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d041c514-5d4a-4e2d-828d-a8b7fbba1736 req-6df5e03f-22e2-4b6b-8a13-8f2c6beb7707 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425308 May 30 20:41:59.599598 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74382cd3-a925-4b2e-9e15-7d9c51727372 req-9aa52ce0-5fc3-497e-81f8-46764e2c1746 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:59.601477 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74382cd3-a925-4b2e-9e15-7d9c51727372 req-9aa52ce0-5fc3-497e-81f8-46764e2c1746 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 943 time: 0.0758088 May 30 20:41:59.647861 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74382cd3-a925-4b2e-9e15-7d9c51727372 req-a0d7651a-2be1-496f-8bfe-bbef5e054099 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404983 May 30 20:41:59.982881 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-abbabd22-d51a-4d2e-ad50-3500e6fe1d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:00.849079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb184a8c-2d77-4810-b6fd-a03a55541758 req-6205f287-92f9-44e5-97e6-0876b8bb6150 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:00.851058 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb184a8c-2d77-4810-b6fd-a03a55541758 req-6205f287-92f9-44e5-97e6-0876b8bb6150 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 943 time: 0.0814548 May 30 20:42:00.903263 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb184a8c-2d77-4810-b6fd-a03a55541758 req-02583355-4314-46a9-ac53-1c5a9690d5fc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453382 May 30 20:42:01.313631 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:01.588516 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:02.112296 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421fe40-eee9-44df-a501-53717b69a045 req-8d3bfbd9-678a-43a5-be15-0baaa34f7388 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:02.112296 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6421fe40-eee9-44df-a501-53717b69a045 req-8d3bfbd9-678a-43a5-be15-0baaa34f7388 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 943 time: 0.0827105 May 30 20:42:02.157180 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6421fe40-eee9-44df-a501-53717b69a045 req-cbdbce77-6f26-4b38-9803-a1b330f38566 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428302 May 30 20:42:02.925974 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:03.373110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f93837-721e-4e34-b725-fcb3622b4d59 req-b5c70d10-e13a-4638-923a-a8c15e6e18da tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:03.376703 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0f93837-721e-4e34-b725-fcb3622b4d59 req-b5c70d10-e13a-4638-923a-a8c15e6e18da tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 943 time: 0.0852246 May 30 20:42:03.430569 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:03.444929 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0f93837-721e-4e34-b725-fcb3622b4d59 req-1334b5fc-8225-4eae-a2e4-babb1f30cc3c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616982 May 30 20:42:04.648455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7513b2-f7ea-4f3d-a67d-acf10dd3e335 req-66536040-b08b-4e3f-a643-88d8b172d188 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:04.649735 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc7513b2-f7ea-4f3d-a67d-acf10dd3e335 req-66536040-b08b-4e3f-a643-88d8b172d188 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 943 time: 0.0946643 May 30 20:42:04.700686 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc7513b2-f7ea-4f3d-a67d-acf10dd3e335 req-ea18ecc3-4777-4b73-ae15-6b1a0b24b465 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440373 May 30 20:42:05.930230 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd307e-dfeb-4599-942a-4effee6e6695 req-70357486-32bc-4699-b616-9307f44a2252 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:05.936688 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36fd307e-dfeb-4599-942a-4effee6e6695 req-70357486-32bc-4699-b616-9307f44a2252 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 943 time: 0.0936425 May 30 20:42:05.994328 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36fd307e-dfeb-4599-942a-4effee6e6695 req-d40fd249-dee2-4fa8-bf8b-1f372bfb4977 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554032 May 30 20:42:07.192027 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979fa92-2bd9-47fe-8de6-b6a5ffd4915a req-ac69899f-f9db-4762-9db7-51fa4fc57af5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:07.193393 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a979fa92-2bd9-47fe-8de6-b6a5ffd4915a req-ac69899f-f9db-4762-9db7-51fa4fc57af5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 943 time: 0.0793004 May 30 20:42:07.219370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 09cf4ae5-5677-438f-9f7e-1f52fea2287d details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:42:07.239755 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a979fa92-2bd9-47fe-8de6-b6a5ffd4915a req-fa336f37-74ca-4ea4-9cf2-e8fe848d5cef tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401475 May 30 20:42:07.246790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-1fabe633-57fd-4111-83f4-7b39739a6391 req-aa75065c-7884-4dd9-ab2b-8630c78e8135 service neutron] (84024) timed out ('10.222.0.84', 60704) {{(pid=84024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:42:07.327945 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:07.396579 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 09cf4ae5-5677-438f-9f7e-1f52fea2287d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=09cf4ae5-5677-438f-9f7e-1f52fea2287d,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:07.409786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '09cf4ae5-5677-438f-9f7e-1f52fea2287d', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'port_id': '09cf4ae5-5677-438f-9f7e-1f52fea2287d', 'mac_address': 'fa:16:3e:8e:bd:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:42:07.462162 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:07.479032 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09cf4ae5-5677-438f-9f7e-1f52fea2287d {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:42:07.494880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 09cf4ae5-5677-438f-9f7e-1f52fea2287d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=09cf4ae5-5677-438f-9f7e-1f52fea2287d,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:07.499792 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:07.569129 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=09cf4ae5-5677-438f-9f7e-1f52fea2287d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:07.578356 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:07.578697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:07.579061 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:07.579399 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:07.579724 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:07.580097 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:07.580424 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:07.580746 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:07.581067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:07.581385 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:07.581702 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:07.756675 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['09cf4ae5-5677-438f-9f7e-1f52fea2287d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:42:08.465160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cc71a-6c94-44c0-9bff-421e3463dbb4 req-0e60c865-99a7-4370-b399-4bbcb983fc5c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:08.465948 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c0cc71a-6c94-44c0-9bff-421e3463dbb4 req-0e60c865-99a7-4370-b399-4bbcb983fc5c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 944 time: 0.0969245 May 30 20:42:08.512742 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c0cc71a-6c94-44c0-9bff-421e3463dbb4 req-7137e1d8-5fdd-4554-b954-0b6355d9af08 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401244 May 30 20:42:09.236425 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 09cf4ae5-5677-438f-9f7e-1f52fea2287d up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:09.311583 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 09cf4ae5-5677-438f-9f7e-1f52fea2287d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:09.316412 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 09cf4ae5-5677-438f-9f7e-1f52fea2287d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:09.316724 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:09.442140 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:09.470216 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510e46c5-3bee-40f9-aae0-15395d3a7837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cf4ae5-5677-438f-9f7e-1f52fea2287d'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:42:09.480049 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 09cf4ae5-5677-438f-9f7e-1f52fea2287d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=09cf4ae5-5677-438f-9f7e-1f52fea2287d,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:09.484673 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:09.534898 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6831641-c2c5-4709-bdcd-5d50b2accd7a'] response: {'server_uuid': '510e46c5-3bee-40f9-aae0-15395d3a7837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cf4ae5-5677-438f-9f7e-1f52fea2287d', 'code': 200} May 30 20:42:09.570594 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=09cf4ae5-5677-438f-9f7e-1f52fea2287d,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:09.701669 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1dfffd11-c010-4c68-b504-ffcd6478db5a req-4ff9a9bc-f8fa-41fa-9791-2b0853b09729 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 1096 time: 0.0839858 May 30 20:42:09.756147 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1dfffd11-c010-4c68-b504-ffcd6478db5a req-4068bc68-6b88-45a2-a701-884b3fc342b6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440853 May 30 20:42:09.884266 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330bac6-7194-4f2e-89e0-9b7d038f36b5 req-7e65420f-9f23-462f-9a9d-e356ec05b3de tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:09.885107 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4330bac6-7194-4f2e-89e0-9b7d038f36b5 req-7e65420f-9f23-462f-9a9d-e356ec05b3de tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 945 time: 0.0864162 May 30 20:42:09.935695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4330bac6-7194-4f2e-89e0-9b7d038f36b5 req-e0e1346f-207f-40ca-b193-d38ae2d41240 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432606 May 30 20:42:11.153526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864e9bf-cb97-4320-9d38-b3a7d011d8f9 req-cdfc2e4e-6039-4175-9706-5e3308bcc3f5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:11.155495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4864e9bf-cb97-4320-9d38-b3a7d011d8f9 req-cdfc2e4e-6039-4175-9706-5e3308bcc3f5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 945 time: 0.0857763 May 30 20:42:11.211626 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4864e9bf-cb97-4320-9d38-b3a7d011d8f9 req-31bfbf4b-22e8-4e68-a155-1974a5aeeab0 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510721 May 30 20:42:11.451011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f12a5-1de2-42b9-8cac-5dd197f661ef req-61f980ff-872c-4c22-b917-6cfdb98880b4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:11.451011 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-449f12a5-1de2-42b9-8cac-5dd197f661ef req-61f980ff-872c-4c22-b917-6cfdb98880b4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 945 time: 0.1022706 May 30 20:42:11.501900 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-449f12a5-1de2-42b9-8cac-5dd197f661ef req-c586d118-5733-4d44-bfeb-caaec2aa265b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430977 May 30 20:42:12.065989 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655800cd-aa9b-42dc-aaa7-efa0fa6aa072 req-1f5a91c4-b5d4-455d-8dd8-ff8858749e48 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:12.065989 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-655800cd-aa9b-42dc-aaa7-efa0fa6aa072 req-1f5a91c4-b5d4-455d-8dd8-ff8858749e48 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 945 time: 0.1012762 May 30 20:42:12.123807 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-655800cd-aa9b-42dc-aaa7-efa0fa6aa072 req-3c173fe9-9657-46dc-93b4-f47817011acc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548077 May 30 20:42:13.330229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458aa0db-5e89-4e3c-814c-06e56b046641 req-79e30c3b-5d88-48ee-affc-d530dd3edd97 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:13.331679 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-458aa0db-5e89-4e3c-814c-06e56b046641 req-79e30c3b-5d88-48ee-affc-d530dd3edd97 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 945 time: 0.0762265 May 30 20:42:13.377471 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-458aa0db-5e89-4e3c-814c-06e56b046641 req-b2ce2747-8616-4fcf-a8b0-c727a481d62b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 May 30 20:42:13.552220 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ca220-3cf0-4b5d-ad41-da9e014b5512 req-938ee72b-53f9-4bd5-badc-4edb758e0d9e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:13.552810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-248ca220-3cf0-4b5d-ad41-da9e014b5512 req-938ee72b-53f9-4bd5-badc-4edb758e0d9e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Synchronizing usage tracker for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:13.567645 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-248ca220-3cf0-4b5d-ad41-da9e014b5512 req-938ee72b-53f9-4bd5-badc-4edb758e0d9e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Unset dirty status for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:13.568770 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-248ca220-3cf0-4b5d-ad41-da9e014b5512 req-938ee72b-53f9-4bd5-badc-4edb758e0d9e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 945 time: 0.0884192 May 30 20:42:13.646044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-248ca220-3cf0-4b5d-ad41-da9e014b5512 req-17bab7f1-ee32-433c-b4dd-d4565db07ca2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Deleting port 09cf4ae5-5677-438f-9f7e-1f52fea2287d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:42:13.646044 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-248ca220-3cf0-4b5d-ad41-da9e014b5512 req-17bab7f1-ee32-433c-b4dd-d4565db07ca2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:13.905389 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-248ca220-3cf0-4b5d-ad41-da9e014b5512 req-17bab7f1-ee32-433c-b4dd-d4565db07ca2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] For port 09cf4ae5-5677-438f-9f7e-1f52fea2287d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=09cf4ae5-5677-438f-9f7e-1f52fea2287d,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:13.905590 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-248ca220-3cf0-4b5d-ad41-da9e014b5512 req-17bab7f1-ee32-433c-b4dd-d4565db07ca2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:14.028684 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-248ca220-3cf0-4b5d-ad41-da9e014b5512 req-17bab7f1-ee32-433c-b4dd-d4565db07ca2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Calling delete_port for 09cf4ae5-5677-438f-9f7e-1f52fea2287d owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:42:14.171275 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-248ca220-3cf0-4b5d-ad41-da9e014b5512 req-17bab7f1-ee32-433c-b4dd-d4565db07ca2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:14.183612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['0d77f984-e41d-4e6b-9da2-0816d221d4f4'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:42:14.213226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['09cf4ae5-5677-438f-9f7e-1f52fea2287d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:42:14.218199 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bab7f1-ee32-433c-b4dd-d4565db07ca2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event deleted for resources: {'Port': ['ID=09cf4ae5-5677-438f-9f7e-1f52fea2287d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:14.294650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-248ca220-3cf0-4b5d-ad41-da9e014b5512 req-17bab7f1-ee32-433c-b4dd-d4565db07ca2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] No DVR routers for this DVR port 09cf4ae5-5677-438f-9f7e-1f52fea2287d on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:42:14.297292 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-248ca220-3cf0-4b5d-ad41-da9e014b5512 req-17bab7f1-ee32-433c-b4dd-d4565db07ca2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:14.299910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510e46c5-3bee-40f9-aae0-15395d3a7837', 'name': 'network-vif-deleted', 'tag': '09cf4ae5-5677-438f-9f7e-1f52fea2287d'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:42:14.319412 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-248ca220-3cf0-4b5d-ad41-da9e014b5512 req-17bab7f1-ee32-433c-b4dd-d4565db07ca2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "DELETE /v2.0/ports/09cf4ae5-5677-438f-9f7e-1f52fea2287d HTTP/1.1" status: 204 len: 173 time: 0.7418046 May 30 20:42:14.369750 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e985c222-683a-4911-8915-7ae3a3fef132'] response: {'server_uuid': '510e46c5-3bee-40f9-aae0-15395d3a7837', 'name': 'network-vif-deleted', 'tag': '09cf4ae5-5677-438f-9f7e-1f52fea2287d', 'status': 'completed', 'code': 200} May 30 20:42:14.552875 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46287e66-d600-49ee-9dcb-08478b337bd6 req-dc4c2ec1-8767-48e7-8921-ff091fd13440 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=510e46c5-3bee-40f9-aae0-15395d3a7837 HTTP/1.1" status: 200 len: 210 time: 0.0441096 May 30 20:42:17.281773 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 09cf4ae5-5677-438f-9f7e-1f52fea2287d no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:42:17.318752 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 09cf4ae5-5677-438f-9f7e-1f52fea2287d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:42:17.319094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 09cf4ae5-5677-438f-9f7e-1f52fea2287d not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:42:19.380021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e441c-dca6-4956-acde-1e97c1831ad8 req-abbfb5c7-0a64-4d0f-8752-1c56a6ad0e92 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:19.381493 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf8e441c-dca6-4956-acde-1e97c1831ad8 req-abbfb5c7-0a64-4d0f-8752-1c56a6ad0e92 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 945 time: 0.0790451 May 30 20:42:19.427037 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf8e441c-dca6-4956-acde-1e97c1831ad8 req-e22b314f-6ced-4789-8279-b5d8b19c58f2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399957 May 30 20:42:20.706193 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a083d19-8f72-487e-935c-76afc55a4853 req-09d2e055-838b-49e7-8af0-e387e1ba405e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:20.707636 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a083d19-8f72-487e-935c-76afc55a4853 req-09d2e055-838b-49e7-8af0-e387e1ba405e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 945 time: 0.1579907 May 30 20:42:20.788600 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a083d19-8f72-487e-935c-76afc55a4853 req-e3f414a4-8b2d-40bf-b15e-d3864f3d33ae tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752506 May 30 20:42:20.825055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9075b2-969c-41c4-a3d6-99a5696e9620 req-c1b84ba4-ac88-4445-9021-0c2e1da76c02 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:20.826455 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e9075b2-969c-41c4-a3d6-99a5696e9620 req-c1b84ba4-ac88-4445-9021-0c2e1da76c02 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.93 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 945 time: 0.0798445 May 30 20:42:20.894825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-3e9075b2-969c-41c4-a3d6-99a5696e9620 req-7c2ad101-d765-48bd-bdae-dceeddbc1679 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Deleting port 0d77f984-e41d-4e6b-9da2-0816d221d4f4 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:42:20.895158 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3e9075b2-969c-41c4-a3d6-99a5696e9620 req-7c2ad101-d765-48bd-bdae-dceeddbc1679 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.128568 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-3e9075b2-969c-41c4-a3d6-99a5696e9620 req-7c2ad101-d765-48bd-bdae-dceeddbc1679 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] For port 0d77f984-e41d-4e6b-9da2-0816d221d4f4, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=0d77f984-e41d-4e6b-9da2-0816d221d4f4,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:21.128919 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3e9075b2-969c-41c4-a3d6-99a5696e9620 req-7c2ad101-d765-48bd-bdae-dceeddbc1679 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.251355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-3e9075b2-969c-41c4-a3d6-99a5696e9620 req-7c2ad101-d765-48bd-bdae-dceeddbc1679 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Calling delete_port for 0d77f984-e41d-4e6b-9da2-0816d221d4f4 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:42:21.392878 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3e9075b2-969c-41c4-a3d6-99a5696e9620 req-7c2ad101-d765-48bd-bdae-dceeddbc1679 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.440147 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ad101-d765-48bd-bdae-dceeddbc1679 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event deleted for resources: {'Port': ['ID=0d77f984-e41d-4e6b-9da2-0816d221d4f4,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:21.513706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9075b2-969c-41c4-a3d6-99a5696e9620 req-7c2ad101-d765-48bd-bdae-dceeddbc1679 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] No DVR routers for this DVR port 0d77f984-e41d-4e6b-9da2-0816d221d4f4 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:42:21.516217 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-3e9075b2-969c-41c4-a3d6-99a5696e9620 req-7c2ad101-d765-48bd-bdae-dceeddbc1679 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.518697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f79caed-57da-48fb-b724-d70ce33540ef', 'name': 'network-vif-deleted', 'tag': '0d77f984-e41d-4e6b-9da2-0816d221d4f4'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:42:21.530705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e9075b2-969c-41c4-a3d6-99a5696e9620 req-7c2ad101-d765-48bd-bdae-dceeddbc1679 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.93 "DELETE /v2.0/ports/0d77f984-e41d-4e6b-9da2-0816d221d4f4 HTTP/1.1" status: 204 len: 173 time: 0.6991637 May 30 20:42:21.573736 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe80b66-a278-4da4-99c3-f48d79ca4637'] response: {'server_uuid': '5f79caed-57da-48fb-b724-d70ce33540ef', 'name': 'network-vif-deleted', 'tag': '0d77f984-e41d-4e6b-9da2-0816d221d4f4', 'status': 'completed', 'code': 200} May 30 20:42:21.961570 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-73f9c53e-82d2-4909-abce-a8e67a71d6cf req-0b48aa99-e346-48eb-8210-f58ef0fbabb5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Synchronizing usage tracker for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:21.978186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-73f9c53e-82d2-4909-abce-a8e67a71d6cf req-0b48aa99-e346-48eb-8210-f58ef0fbabb5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Unset dirty status for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:21.979499 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-73f9c53e-82d2-4909-abce-a8e67a71d6cf req-0b48aa99-e346-48eb-8210-f58ef0fbabb5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f79caed-57da-48fb-b724-d70ce33540ef HTTP/1.1" status: 200 len: 210 time: 0.0623784 May 30 20:42:23.198617 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 0d77f984-e41d-4e6b-9da2-0816d221d4f4 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:42:23.232223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 0d77f984-e41d-4e6b-9da2-0816d221d4f4 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:42:23.232558 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 0d77f984-e41d-4e6b-9da2-0816d221d4f4 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:42:25.178584 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:42:25.196833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48542) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:25.202243 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-2bbd410d-765f-4e44-84a8-b1bddf7b456c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-440264881', 'description': 'tempest-secgroup-smoke-440264881 description', 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:25.208615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2bbd410d-765f-4e44-84a8-b1bddf7b456c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:25.212484 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2bbd410d-765f-4e44-84a8-b1bddf7b456c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Usage tracker for resource:security_group and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:25.215304 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2bbd410d-765f-4e44-84a8-b1bddf7b456c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:25.221542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2bbd410d-765f-4e44-84a8-b1bddf7b456c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:25.231868 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bbd410d-765f-4e44-84a8-b1bddf7b456c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.266700 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2bbd410d-765f-4e44-84a8-b1bddf7b456c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:25.270457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2bbd410d-765f-4e44-84a8-b1bddf7b456c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Usage tracker for resource:security_group_rule and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:25.273534 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2bbd410d-765f-4e44-84a8-b1bddf7b456c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:25.279143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2bbd410d-765f-4e44-84a8-b1bddf7b456c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:25.333887 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bbd410d-765f-4e44-84a8-b1bddf7b456c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.337600 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bbd410d-765f-4e44-84a8-b1bddf7b456c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.381148 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd410d-765f-4e44-84a8-b1bddf7b456c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6bc02d-6b30-431d-b986-c0088bc98cc3,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:25.385618 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bbd410d-765f-4e44-84a8-b1bddf7b456c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.389513 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2bbd410d-765f-4e44-84a8-b1bddf7b456c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1889784 May 30 20:42:25.389872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48546) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:25.395010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-687dd085-7f27-42fc-88cb-71e9d1362fc7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Request body: {'security_group_rule': {'security_group_id': 'fa6bc02d-6b30-431d-b986-c0088bc98cc3', 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:25.401536 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-687dd085-7f27-42fc-88cb-71e9d1362fc7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:25.405477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-687dd085-7f27-42fc-88cb-71e9d1362fc7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Usage tracker for resource:security_group_rule and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:25.408497 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-687dd085-7f27-42fc-88cb-71e9d1362fc7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:25.414155 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-687dd085-7f27-42fc-88cb-71e9d1362fc7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:25.430029 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-687dd085-7f27-42fc-88cb-71e9d1362fc7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.492230 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-687dd085-7f27-42fc-88cb-71e9d1362fc7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.495982 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-687dd085-7f27-42fc-88cb-71e9d1362fc7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.520460 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dd085-7f27-42fc-88cb-71e9d1362fc7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0cbda9b-3981-4806-88bd-d3195ebed8a7,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:25.530395 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-687dd085-7f27-42fc-88cb-71e9d1362fc7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.531570 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-687dd085-7f27-42fc-88cb-71e9d1362fc7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1410182 May 30 20:42:25.534286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48550) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:25.539568 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-36645db5-b627-4374-931e-54cf43daa3d8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Request body: {'security_group_rule': {'security_group_id': 'fa6bc02d-6b30-431d-b986-c0088bc98cc3', 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:25.546435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-36645db5-b627-4374-931e-54cf43daa3d8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:25.550988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-36645db5-b627-4374-931e-54cf43daa3d8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Usage tracker for resource:security_group_rule and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:25.554156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-36645db5-b627-4374-931e-54cf43daa3d8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:25.559894 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-36645db5-b627-4374-931e-54cf43daa3d8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:25.577352 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-36645db5-b627-4374-931e-54cf43daa3d8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.638933 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-36645db5-b627-4374-931e-54cf43daa3d8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.642234 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-36645db5-b627-4374-931e-54cf43daa3d8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.665053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36645db5-b627-4374-931e-54cf43daa3d8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b018a4ab-2c58-4cc4-b920-9ba45d24be32,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:25.674216 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-36645db5-b627-4374-931e-54cf43daa3d8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.675378 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-36645db5-b627-4374-931e-54cf43daa3d8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1401522 May 30 20:42:25.678055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48554) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:25.683294 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-2bd6b56e-51a1-47c1-97da-9bca7d513f38 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Request body: {'security_group_rule': {'security_group_id': 'fa6bc02d-6b30-431d-b986-c0088bc98cc3', 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:25.689495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2bd6b56e-51a1-47c1-97da-9bca7d513f38 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:25.693342 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2bd6b56e-51a1-47c1-97da-9bca7d513f38 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Usage tracker for resource:security_group_rule and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:25.696193 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2bd6b56e-51a1-47c1-97da-9bca7d513f38 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:25.701883 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2bd6b56e-51a1-47c1-97da-9bca7d513f38 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:25.718338 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b56e-51a1-47c1-97da-9bca7d513f38 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.781927 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b56e-51a1-47c1-97da-9bca7d513f38 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.785253 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b56e-51a1-47c1-97da-9bca7d513f38 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.808282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6b56e-51a1-47c1-97da-9bca7d513f38 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7f4910-df74-4a97-8e52-6706a00315dc,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:25.826601 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b56e-51a1-47c1-97da-9bca7d513f38 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.827780 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2bd6b56e-51a1-47c1-97da-9bca7d513f38 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1488247 May 30 20:42:25.830449 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48558) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:25.835742 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d75c7123-9667-4062-ab06-2c38ee7bcf2c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Request body: {'security_group_rule': {'security_group_id': 'fa6bc02d-6b30-431d-b986-c0088bc98cc3', 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:25.842472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d75c7123-9667-4062-ab06-2c38ee7bcf2c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:25.846218 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d75c7123-9667-4062-ab06-2c38ee7bcf2c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Usage tracker for resource:security_group_rule and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:25.849085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d75c7123-9667-4062-ab06-2c38ee7bcf2c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:25.854876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d75c7123-9667-4062-ab06-2c38ee7bcf2c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:25.873489 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d75c7123-9667-4062-ab06-2c38ee7bcf2c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.935503 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d75c7123-9667-4062-ab06-2c38ee7bcf2c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.938856 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d75c7123-9667-4062-ab06-2c38ee7bcf2c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.964297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c7123-9667-4062-ab06-2c38ee7bcf2c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be86922a-b79c-42a5-931d-96ae61a6b694,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:25.974034 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d75c7123-9667-4062-ab06-2c38ee7bcf2c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.975314 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d75c7123-9667-4062-ab06-2c38ee7bcf2c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1439655 May 30 20:42:25.978019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48562) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:25.983186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-04cad68d-a8d8-492a-b5e2-4e0de0842145 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Request body: {'security_group_rule': {'security_group_id': 'fa6bc02d-6b30-431d-b986-c0088bc98cc3', 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:25.989102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-04cad68d-a8d8-492a-b5e2-4e0de0842145 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:25.992795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-04cad68d-a8d8-492a-b5e2-4e0de0842145 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Usage tracker for resource:security_group_rule and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:25.995599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-04cad68d-a8d8-492a-b5e2-4e0de0842145 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:26.001166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-04cad68d-a8d8-492a-b5e2-4e0de0842145 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:26.011786 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-04cad68d-a8d8-492a-b5e2-4e0de0842145 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Project dbe0a10b5d3a43678ffc156b850b0a0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:42:26.018135 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04cad68d-a8d8-492a-b5e2-4e0de0842145 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.082136 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04cad68d-a8d8-492a-b5e2-4e0de0842145 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.085625 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04cad68d-a8d8-492a-b5e2-4e0de0842145 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.108050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cad68d-a8d8-492a-b5e2-4e0de0842145 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e69a7be-49a9-4d4b-aa41-ba078fb6c774,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:26.116679 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04cad68d-a8d8-492a-b5e2-4e0de0842145 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.117823 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-04cad68d-a8d8-492a-b5e2-4e0de0842145 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1389184 May 30 20:42:26.120623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48566) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:26.125883 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-aff671fe-5645-4ec3-ae7a-f7708be88cb2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Request body: {'security_group_rule': {'security_group_id': 'fa6bc02d-6b30-431d-b986-c0088bc98cc3', 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:26.131952 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-aff671fe-5645-4ec3-ae7a-f7708be88cb2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:26.136273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-aff671fe-5645-4ec3-ae7a-f7708be88cb2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Usage tracker for resource:security_group_rule and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:26.139068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-aff671fe-5645-4ec3-ae7a-f7708be88cb2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:26.144747 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-aff671fe-5645-4ec3-ae7a-f7708be88cb2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:26.155740 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-aff671fe-5645-4ec3-ae7a-f7708be88cb2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Project dbe0a10b5d3a43678ffc156b850b0a0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:42:26.162096 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aff671fe-5645-4ec3-ae7a-f7708be88cb2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.229510 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aff671fe-5645-4ec3-ae7a-f7708be88cb2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.233119 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aff671fe-5645-4ec3-ae7a-f7708be88cb2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.259013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff671fe-5645-4ec3-ae7a-f7708be88cb2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa53821-ff29-4a17-b2c0-35ba46881d30,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:26.269559 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aff671fe-5645-4ec3-ae7a-f7708be88cb2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.270961 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-aff671fe-5645-4ec3-ae7a-f7708be88cb2 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1494455 May 30 20:42:27.795321 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e5a01d63-9bea-408a-a177-adbd283af889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:29.986192 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d73cde4c-504b-492f-b7e7-f3b53fed81cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:31.319831 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:31.591006 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:32.926892 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:33.430800 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:37.325918 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:40.091749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-9c57f35a-33b7-4da0-95e2-c2337537243e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Synchronizing usage tracker for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:40.107715 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-9c57f35a-33b7-4da0-95e2-c2337537243e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Unset dirty status for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:40.108983 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-9c57f35a-33b7-4da0-95e2-c2337537243e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440264881&fields=id&tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c HTTP/1.1" status: 200 len: 267 time: 0.0578713 May 30 20:42:40.256402 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-6dec38ea-4f57-42b7-a1f3-3e36275f79fc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:40.257722 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-6dec38ea-4f57-42b7-a1f3-3e36275f79fc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 811 time: 0.1423023 May 30 20:42:40.274796 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-e90438fe-e01c-4e54-9894-32f64e986b0b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/quotas/dbe0a10b5d3a43678ffc156b850b0a0c HTTP/1.1" status: 200 len: 375 time: 0.0112698 May 30 20:42:40.354270 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-fb3d4684-e872-4f11-ae01-567089c03f5c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737808 May 30 20:42:40.489141 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-5aea34d1-de8c-41da-96e8-6495d046d342 service neutron] 10.222.0.84 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237624 May 30 20:42:40.695065 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-01f4b746-7d86-400e-991a-f71077b90e0b service neutron] 10.222.0.84 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002878 May 30 20:42:41.076482 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8baf0e29-e093-45bb-b4c2-e7f0cc9ab746 req-ce70b41e-b042-4b3c-83cb-85791818ed75 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 210 time: 0.0458837 May 30 20:42:42.142861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-aaf126f8-a288-40c1-8c09-37e3fc3005d7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:42.144318 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-aaf126f8-a288-40c1-8c09-37e3fc3005d7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 811 time: 0.1504765 May 30 20:42:42.213631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-c9b8b814-9075-4ed5-89da-0666fa210a48 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Synchronizing usage tracker for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:42.230641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-c9b8b814-9075-4ed5-89da-0666fa210a48 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Unset dirty status for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:42.231801 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-c9b8b814-9075-4ed5-89da-0666fa210a48 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c HTTP/1.1" status: 200 len: 379 time: 0.0680053 May 30 20:42:42.245175 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-6d4ce37d-3df6-4d12-9837-eb1e1aee971c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Request body: {'port': {'device_id': '9542f368-0039-4660-b6c3-b0e3706d7836', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'admin_state_up': True, 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'security_groups': ['fa6bc02d-6b30-431d-b986-c0088bc98cc3']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:42.255915 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-95c6c820-e6ea-4b81-a5a4-7245a7488ec4 req-0808e7be-4c5b-4378-abf4-5421c7218b98 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 210 time: 0.0592816 May 30 20:42:42.395492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-6d4ce37d-3df6-4d12-9837-eb1e1aee971c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:42.405340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-6d4ce37d-3df6-4d12-9837-eb1e1aee971c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:42.415367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-6d4ce37d-3df6-4d12-9837-eb1e1aee971c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Made reservation on behalf of dbe0a10b5d3a43678ffc156b850b0a0c for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:42.418822 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-6d4ce37d-3df6-4d12-9837-eb1e1aee971c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:42.580901 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-6d4ce37d-3df6-4d12-9837-eb1e1aee971c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Allocated IP 172.20.0.11 (4023ba5c-7642-4616-9861-4c197b98ed7e/72ad933f-dca7-42ad-9cd7-e78de8e69f63/c8fb534d-beea-4206-850d-0884af0c31dc) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:42.780161 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-6d4ce37d-3df6-4d12-9837-eb1e1aee971c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:42.796573 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-6d4ce37d-3df6-4d12-9837-eb1e1aee971c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Transition to ACTIVE for port object c8fb534d-beea-4206-850d-0884af0c31dc will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:42.818778 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-6d4ce37d-3df6-4d12-9837-eb1e1aee971c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:42.982156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-6d4ce37d-3df6-4d12-9837-eb1e1aee971c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Network 4023ba5c-7642-4616-9861-4c197b98ed7e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:42.985251 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-6d4ce37d-3df6-4d12-9837-eb1e1aee971c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:42.989607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-6d4ce37d-3df6-4d12-9837-eb1e1aee971c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:43.014851 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ce37d-3df6-4d12-9837-eb1e1aee971c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'Port': ['ID=c8fb534d-beea-4206-850d-0884af0c31dc,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:43.058295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-6d4ce37d-3df6-4d12-9837-eb1e1aee971c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:43.059032 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-6d4ce37d-3df6-4d12-9837-eb1e1aee971c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:43.085779 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-6d4ce37d-3df6-4d12-9837-eb1e1aee971c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8450768 May 30 20:42:43.100986 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Request body: {'port': {'device_id': '9542f368-0039-4660-b6c3-b0e3706d7836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:43.209160 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:43.235223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-98cd54ad-27ce-4f28-9577-e2149feff9d6 None None] Provisioning for port c8fb534d-beea-4206-850d-0884af0c31dc completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:43.245231 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-98cd54ad-27ce-4f28-9577-e2149feff9d6 None None] Provisioning complete for port c8fb534d-beea-4206-850d-0884af0c31dc triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:43.245863 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-98cd54ad-27ce-4f28-9577-e2149feff9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:43.314295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-98cd54ad-27ce-4f28-9577-e2149feff9d6 None None] Port c8fb534d-beea-4206-850d-0884af0c31dc cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:42:43.480635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd106f76-8bf5-47b3-9a6b-63fab4f274d9 req-80c27861-b246-4929-9c44-7134f178a8a9 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:43.482768 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd106f76-8bf5-47b3-9a6b-63fab4f274d9 req-80c27861-b246-4929-9c44-7134f178a8a9 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 932 time: 0.0836554 May 30 20:42:43.532411 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd106f76-8bf5-47b3-9a6b-63fab4f274d9 req-f897304d-18df-4088-9005-c7895c270db9 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433171 May 30 20:42:43.578187 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8fb534d-beea-4206-850d-0884af0c31dc {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:42:43.586517 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:43.600821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Transition to ACTIVE for port object c8fb534d-beea-4206-850d-0884af0c31dc will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:43.604845 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:43.733442 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Pushing event updated for resources: {'Port': ['ID=c8fb534d-beea-4206-850d-0884af0c31dc,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:43.849585 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Attempting to bind port c8fb534d-beea-4206-850d-0884af0c31dc on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:42:43.849922 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Attempting to bind port c8fb534d-beea-4206-850d-0884af0c31dc by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:42:43.850246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Attempting to bind port c8fb534d-beea-4206-850d-0884af0c31dc on network 4023ba5c-7642-4616-9861-4c197b98ed7e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:42:43.857022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Port c8fb534d-beea-4206-850d-0884af0c31dc on network 4023ba5c-7642-4616-9861-4c197b98ed7e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:42:43.857227 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Attempting to bind port c8fb534d-beea-4206-850d-0884af0c31dc on network 4023ba5c-7642-4616-9861-4c197b98ed7e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:42:43.863427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:42:43.863762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Checking segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:43.864169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Bound using segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:42:43.864618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Bound port: c8fb534d-beea-4206-850d-0884af0c31dc, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:42:43.864960 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:43.953744 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] For port c8fb534d-beea-4206-850d-0884af0c31dc, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:42:43.957057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] For port c8fb534d-beea-4206-850d-0884af0c31dc, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c8fb534d-beea-4206-850d-0884af0c31dc,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:42:43.961081 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:44.025368 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:44.028257 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] 10.222.0.77 "PUT /v2.0/ports/c8fb534d-beea-4206-850d-0884af0c31dc HTTP/1.1" status: 200 len: 1092 time: 0.9313498 May 30 20:42:44.028954 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9542f368-0039-4660-b6c3-b0e3706d7836', 'tag': 'c8fb534d-beea-4206-850d-0884af0c31dc'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:42:44.052284 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e309c-6c70-406c-b10e-76f5389c9735 service neutron] Pushing event updated for resources: {'Port': ['ID=c8fb534d-beea-4206-850d-0884af0c31dc,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:44.121982 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef2b688-008a-4e81-8614-724a1d31b0f6'] response: {'name': 'network-changed', 'server_uuid': '9542f368-0039-4660-b6c3-b0e3706d7836', 'tag': 'c8fb534d-beea-4206-850d-0884af0c31dc', 'status': 'completed', 'code': 200} May 30 20:42:44.162235 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-51f62b9b-cb0f-4ea8-883c-060f4acfead4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 1095 time: 0.0918019 May 30 20:42:44.238435 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-245c2f91-b1a6-473e-9b2c-09f49a09f3fa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8fb534d-beea-4206-850d-0884af0c31dc HTTP/1.1" status: 200 len: 217 time: 0.0650771 May 30 20:42:44.312793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-0104abae-0aa3-45cc-8de9-1f8bf049eeff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:44.314112 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-0104abae-0aa3-45cc-8de9-1f8bf049eeff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0646939 May 30 20:42:44.393721 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-a884b3df-e1e2-40fe-904e-d8b30be605db service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687191 May 30 20:42:44.530940 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-4a65a20c-6898-45dd-abff-a751e477abff service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279197 May 30 20:42:44.673828 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-66f78eb6-2d9d-4f5e-9e92-a7bbdd1da9b0 req-e6f76c7e-a973-474a-af98-34cc9bd8ef32 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250768 May 30 20:42:44.734189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdeb22-c836-4c63-bc3d-1f34f14356d2 req-3725f3d3-c8b0-4c0e-ac11-603e3b719d38 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:44.735649 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60fdeb22-c836-4c63-bc3d-1f34f14356d2 req-3725f3d3-c8b0-4c0e-ac11-603e3b719d38 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 944 time: 0.0792136 May 30 20:42:44.784448 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60fdeb22-c836-4c63-bc3d-1f34f14356d2 req-6382bf04-5708-49a2-b31a-40977ba6fee9 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416315 May 30 20:42:44.881301 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3741e7f0-6cf6-423a-a9ab-7b02d978d5d6 req-c0eeb75d-8f5c-406a-a670-59923950f18f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 1095 time: 0.1540785 May 30 20:42:45.008160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741e7f0-6cf6-423a-a9ab-7b02d978d5d6 req-42c1d803-7a15-459f-ab3f-c3915b34f338 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:45.009595 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3741e7f0-6cf6-423a-a9ab-7b02d978d5d6 req-42c1d803-7a15-459f-ab3f-c3915b34f338 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1223588 May 30 20:42:45.076743 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3741e7f0-6cf6-423a-a9ab-7b02d978d5d6 req-1346020d-a1ad-45ac-8104-546f0fcc0930 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8fb534d-beea-4206-850d-0884af0c31dc HTTP/1.1" status: 200 len: 217 time: 0.0599906 May 30 20:42:45.142232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741e7f0-6cf6-423a-a9ab-7b02d978d5d6 req-2a6143c0-25cd-4561-b28e-6104f34a7d83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:45.143660 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3741e7f0-6cf6-423a-a9ab-7b02d978d5d6 req-2a6143c0-25cd-4561-b28e-6104f34a7d83 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0607076 May 30 20:42:45.221237 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3741e7f0-6cf6-423a-a9ab-7b02d978d5d6 req-07bd5f7c-8d20-47da-8b22-3f1922097714 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713086 May 30 20:42:45.358756 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3741e7f0-6cf6-423a-a9ab-7b02d978d5d6 req-72c3ef23-77bb-4f1f-a396-4782c0439421 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308622 May 30 20:42:45.491953 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3741e7f0-6cf6-423a-a9ab-7b02d978d5d6 req-e3587e9a-0ad6-4fbb-980e-04875c869272 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237614 May 30 20:42:45.983673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b3c48-f26e-466f-b8fd-40d63ceab597 req-8bcfacc4-3b3b-484f-a9fc-63c2cdaa5244 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:45.985129 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e33b3c48-f26e-466f-b8fd-40d63ceab597 req-8bcfacc4-3b3b-484f-a9fc-63c2cdaa5244 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 944 time: 0.0789754 May 30 20:42:46.029945 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e33b3c48-f26e-466f-b8fd-40d63ceab597 req-c8272185-c691-49e0-83d1-aed3678170cf tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393901 May 30 20:42:47.221349 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68f994-a8aa-4f21-8659-20e8e6e94024 req-51e8d6ee-e3fc-424d-9927-969a0c78735f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:47.222806 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee68f994-a8aa-4f21-8659-20e8e6e94024 req-51e8d6ee-e3fc-424d-9927-969a0c78735f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 944 time: 0.0762844 May 30 20:42:47.268696 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ee68f994-a8aa-4f21-8659-20e8e6e94024 req-13ee0c77-049d-46f6-a474-bd0971f61984 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400677 May 30 20:42:48.468173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef5def-1850-4801-b43b-dcc53f3b5d03 req-13e166b3-da59-46f6-bc99-d46f56db3328 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:48.469615 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3aef5def-1850-4801-b43b-dcc53f3b5d03 req-13e166b3-da59-46f6-bc99-d46f56db3328 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 944 time: 0.0790906 May 30 20:42:48.514300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3aef5def-1850-4801-b43b-dcc53f3b5d03 req-18414ec9-6171-4e12-a27b-5ba2245d9b6f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392687 May 30 20:42:49.706972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f238f7e-a080-450c-905b-5b5f04ce31a4 req-8669620f-07a5-45ae-92f9-8b881709d72b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:49.708463 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9f238f7e-a080-450c-905b-5b5f04ce31a4 req-8669620f-07a5-45ae-92f9-8b881709d72b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 944 time: 0.0755959 May 30 20:42:49.759388 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9f238f7e-a080-450c-905b-5b5f04ce31a4 req-6944694a-be6d-4cc0-aebd-d5c5dd3ea39b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448582 May 30 20:42:50.957165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65530798-398f-45e4-b397-3d0e2e80ccb6 req-430b1aa1-7cfe-47fb-a14f-6742c7a9229e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:50.958616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-65530798-398f-45e4-b397-3d0e2e80ccb6 req-430b1aa1-7cfe-47fb-a14f-6742c7a9229e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 944 time: 0.0767376 May 30 20:42:51.003957 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-65530798-398f-45e4-b397-3d0e2e80ccb6 req-e4b72a11-45f0-413b-bd90-fdc18f42f4ba tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393050 May 30 20:42:51.467440 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c8fb534d-beea-4206-850d-0884af0c31dc details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:42:51.599896 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c8fb534d-beea-4206-850d-0884af0c31dc, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c8fb534d-beea-4206-850d-0884af0c31dc,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:51.612806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'c8fb534d-beea-4206-850d-0884af0c31dc', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'port_id': 'c8fb534d-beea-4206-850d-0884af0c31dc', 'mac_address': 'fa:16:3e:42:9d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:42:51.664306 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:51.681132 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8fb534d-beea-4206-850d-0884af0c31dc {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:42:51.695277 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c8fb534d-beea-4206-850d-0884af0c31dc, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c8fb534d-beea-4206-850d-0884af0c31dc,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:51.698600 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:51.764973 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=c8fb534d-beea-4206-850d-0884af0c31dc,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:51.930942 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['c8fb534d-beea-4206-850d-0884af0c31dc'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:42:52.204623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48365787-f29b-44d4-b471-753839a1de7b req-ddbf2934-dfd5-4454-bd6e-cc03aa15dba0 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:52.205973 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48365787-f29b-44d4-b471-753839a1de7b req-ddbf2934-dfd5-4454-bd6e-cc03aa15dba0 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 945 time: 0.0815058 May 30 20:42:52.251130 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48365787-f29b-44d4-b471-753839a1de7b req-8b7e037b-f19b-48ce-9b2a-237226701a6c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395930 May 30 20:42:53.442596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a8cf3-6ca5-4e9b-b348-92b445cc071e req-c185ba44-ae22-4002-b4af-9f57df3c67df tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:53.444045 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b5a8cf3-6ca5-4e9b-b348-92b445cc071e req-c185ba44-ae22-4002-b4af-9f57df3c67df tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 945 time: 0.0745330 May 30 20:42:53.483215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c8fb534d-beea-4206-850d-0884af0c31dc up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:53.489543 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b5a8cf3-6ca5-4e9b-b348-92b445cc071e req-cb1904d1-fa5f-4d2d-9feb-93e16d1b1423 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397000 May 30 20:42:53.549509 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port c8fb534d-beea-4206-850d-0884af0c31dc completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:53.554028 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port c8fb534d-beea-4206-850d-0884af0c31dc triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:53.554394 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:53.666715 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:53.692833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9542f368-0039-4660-b6c3-b0e3706d7836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fb534d-beea-4206-850d-0884af0c31dc'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:42:53.702953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port c8fb534d-beea-4206-850d-0884af0c31dc, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c8fb534d-beea-4206-850d-0884af0c31dc,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:53.706717 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:53.748597 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b550526-054f-40e0-ad28-2d0d4d6ee91b'] response: {'server_uuid': '9542f368-0039-4660-b6c3-b0e3706d7836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fb534d-beea-4206-850d-0884af0c31dc', 'code': 200} May 30 20:42:53.775333 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=c8fb534d-beea-4206-850d-0884af0c31dc,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:53.881723 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-68465557-f375-4576-a883-2191c85ad733 req-700c4ab0-fe5d-442a-9338-6836b0e7484a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 1097 time: 0.0695570 May 30 20:42:53.929326 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-68465557-f375-4576-a883-2191c85ad733 req-b4cf14bb-7d6d-4845-a1ea-e67029a4b8bf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352654 May 30 20:42:54.691544 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0976a-1bc7-417b-8cd5-2877af167262 req-1ab685f0-6728-45db-8483-4b37fa758e47 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:54.693019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24f0976a-1bc7-417b-8cd5-2877af167262 req-1ab685f0-6728-45db-8483-4b37fa758e47 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 946 time: 0.0812237 May 30 20:42:54.741313 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24f0976a-1bc7-417b-8cd5-2877af167262 req-3d999835-5eb4-4a44-b588-ba48488f731f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418792 May 30 20:42:55.935688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce0425-31c3-454e-938c-e8efa70c2cf1 req-7910728f-3199-4653-97c9-aaf426790209 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:55.937135 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-22ce0425-31c3-454e-938c-e8efa70c2cf1 req-7910728f-3199-4653-97c9-aaf426790209 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 946 time: 0.0741823 May 30 20:42:55.981333 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-22ce0425-31c3-454e-938c-e8efa70c2cf1 req-8e3b2db2-51fc-4e06-8ced-4c6691f067bd tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387437 May 30 20:42:56.177051 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a580b52-4427-4ab2-8fb4-f409d290e9d3 req-6970bdae-13a9-484e-b5e1-2c32e7c08918 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:56.178374 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a580b52-4427-4ab2-8fb4-f409d290e9d3 req-6970bdae-13a9-484e-b5e1-2c32e7c08918 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 946 time: 0.0774715 May 30 20:42:56.223404 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a580b52-4427-4ab2-8fb4-f409d290e9d3 req-0df15da0-78d4-4c3e-a9f7-d93e887a3df9 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390382 May 30 20:42:56.251796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48720) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:56.319243 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cff2416b-c6cd-4023-8f23-e64ba3f6aa52 tempest-TestVolumeBootPattern-282958216 tempest-TestVolumeBootPattern-282958216-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 1092 time: 0.0662851 May 30 20:42:56.322082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48724) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:56.327557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': 'c8fb534d-beea-4206-850d-0884af0c31dc', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:56.333288 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:56.337020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Usage tracker for resource:floatingip and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:56.339756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:56.345625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:56.359306 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:56.490335 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:56.626179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Allocated IP 172.25.5.153 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/018360bc-1ca4-444e-8b71-d4d53b4a1f64) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:56.772283 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:56.799348 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:56.870157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:56.873332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:56.878328 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:56.902828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'Port': ['ID=018360bc-1ca4-444e-8b71-d4d53b4a1f64,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:56.924167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:56.924505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:56.924835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:56.925161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:56.925488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:56.925808 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:56.926124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:56.926439 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:56.926754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:56.927066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:56.927377 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:57.457144 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:57.511801 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:57.715517 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:57.720009 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:57.789355 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-544d5c4d-36ca-404d-90bf-e7a9482a8052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:57.827881 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'Port': ['ID=018360bc-1ca4-444e-8b71-d4d53b4a1f64,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:57.840728 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:58.027971 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Floating IP cd562220-01ef-4ec5-b6c4-7d01dce78094 associated. External IP: 172.25.5.153, port: c8fb534d-beea-4206-850d-0884af0c31dc. May 30 20:42:58.410575 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:42:58.701991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:42:58.711415 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549143f7-d159-44e8-96ed-03ac9765755e None None] Sync routers for ids ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:42:58.724610 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549143f7-d159-44e8-96ed-03ac9765755e None None] Routers {'eb15ab42-1c22-4357-a2dc-4dbefd6a3016'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:42:58.725215 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-549143f7-d159-44e8-96ed-03ac9765755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:42:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:58.725763 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:58.784531 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-44c7bf38-29e3-4cc2-bdf1-7e94316343cc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4581664 May 30 20:42:58.784531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9542f368-0039-4660-b6c3-b0e3706d7836', 'tag': 'c8fb534d-beea-4206-850d-0884af0c31dc'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:42:58.839609 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a00c86-ed49-42f8-a8d4-c8e9c40da533'] response: {'name': 'network-changed', 'server_uuid': '9542f368-0039-4660-b6c3-b0e3706d7836', 'tag': 'c8fb534d-beea-4206-850d-0884af0c31dc', 'status': 'completed', 'code': 200} May 30 20:42:58.902438 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-549143f7-d159-44e8-96ed-03ac9765755e None None] Set router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:42:58.928842 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-44b74478-8eef-45d1-86a2-f5c7bc3cdda3 req-9e9a5cac-ba18-4aff-84e1-38f25b72e587 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 1097 time: 0.0689600 May 30 20:42:59.059119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74478-8eef-45d1-86a2-f5c7bc3cdda3 req-a5d8fa11-afe3-421f-913a-30f44c826c39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:59.060607 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-44b74478-8eef-45d1-86a2-f5c7bc3cdda3 req-a5d8fa11-afe3-421f-913a-30f44c826c39 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1256807 May 30 20:42:59.164186 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-44b74478-8eef-45d1-86a2-f5c7bc3cdda3 req-f6780338-628c-4a17-9fcd-80dd72df6b73 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8fb534d-beea-4206-850d-0884af0c31dc HTTP/1.1" status: 200 len: 1000 time: 0.0975609 May 30 20:42:59.229962 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74478-8eef-45d1-86a2-f5c7bc3cdda3 req-3af68930-3c52-4f67-9c14-aaf25f86ddf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:59.230818 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-44b74478-8eef-45d1-86a2-f5c7bc3cdda3 req-3af68930-3c52-4f67-9c14-aaf25f86ddf3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0606427 May 30 20:42:59.264975 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-549143f7-d159-44e8-96ed-03ac9765755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'cd562220-01ef-4ec5-b6c4-7d01dce78094', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'port_id': 'c8fb534d-beea-4206-850d-0884af0c31dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'mac_address': 'fa:16:3e:42:9d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9542f368-0039-4660-b6c3-b0e3706d7836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:42:57Z', 'updated_at': '2022-05-30T20:42:57Z', 'revision_number': 0, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:59.268816 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549143f7-d159-44e8-96ed-03ac9765755e None None] Checking router: eb15ab42-1c22-4357-a2dc-4dbefd6a3016 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:42:59.280993 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549143f7-d159-44e8-96ed-03ac9765755e None None] Routers {'eb15ab42-1c22-4357-a2dc-4dbefd6a3016'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:42:59.281577 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-549143f7-d159-44e8-96ed-03ac9765755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:42:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:59.306694 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-44b74478-8eef-45d1-86a2-f5c7bc3cdda3 req-dd2ef8f7-3368-40a4-a8a6-03e76cd8fee4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699704 May 30 20:42:59.438403 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-44b74478-8eef-45d1-86a2-f5c7bc3cdda3 req-13083611-f266-4450-bb89-3fccfe7385da service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258252 May 30 20:42:59.455371 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-549143f7-d159-44e8-96ed-03ac9765755e None None] Set router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:42:59.570709 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-44b74478-8eef-45d1-86a2-f5c7bc3cdda3 req-9bc998d8-48bc-40b6-8609-e6203e8b1d96 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249392 May 30 20:42:59.799245 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-549143f7-d159-44e8-96ed-03ac9765755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'cd562220-01ef-4ec5-b6c4-7d01dce78094', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'port_id': 'c8fb534d-beea-4206-850d-0884af0c31dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'mac_address': 'fa:16:3e:42:9d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9542f368-0039-4660-b6c3-b0e3706d7836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:42:57Z', 'updated_at': '2022-05-30T20:42:57Z', 'revision_number': 0, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:59.803068 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549143f7-d159-44e8-96ed-03ac9765755e None None] The sync data for ids ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'] in n-d-843949-2 is: [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'cd562220-01ef-4ec5-b6c4-7d01dce78094', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'port_id': 'c8fb534d-beea-4206-850d-0884af0c31dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'mac_address': 'fa:16:3e:42:9d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9542f368-0039-4660-b6c3-b0e3706d7836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:42:57Z', 'updated_at': '2022-05-30T20:42:57Z', 'revision_number': 0, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:42:59.991015 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-78c224e5-fc29-4f9b-beb1-00794039b7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:00.008119 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf741fc7-fd53-4732-9fe8-c947a40e4b38 None None] New status for floating IP cd562220-01ef-4ec5-b6c4-7d01dce78094: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:43:01.319070 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:01.592947 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:02.178428 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:43:02.929718 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:03.428615 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:07.316572 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:27.791240 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ec8031a1-c442-4da5-b12e-1bd190170877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:29.991338 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-418e92b1-6a9e-4ca8-9c93-14e89cfba401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:31.321728 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:31.595779 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:32.931244 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:33.446723 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:37.324881 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:39.178479 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:43:53.031494 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1aecc2c0-7705-460b-aeca-d2531c7eb27b req-7ab9a0ca-1b2c-4dd6-82e5-de2881224adf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668428 May 30 20:43:53.274828 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1aecc2c0-7705-460b-aeca-d2531c7eb27b req-a372097c-fac5-45cc-a902-2840402c0364 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 1097 time: 0.1642303 May 30 20:43:53.423395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecc2c0-7705-460b-aeca-d2531c7eb27b req-88f943e3-fa35-4883-8ebc-5e91a2e20c0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:53.424888 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1aecc2c0-7705-460b-aeca-d2531c7eb27b req-88f943e3-fa35-4883-8ebc-5e91a2e20c0e service neutron] 10.222.0.77 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1256573 May 30 20:43:53.529404 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1aecc2c0-7705-460b-aeca-d2531c7eb27b req-5596ab84-c630-431a-b8be-6e726cf13772 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8fb534d-beea-4206-850d-0884af0c31dc HTTP/1.1" status: 200 len: 1002 time: 0.0953062 May 30 20:43:53.590282 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecc2c0-7705-460b-aeca-d2531c7eb27b req-1c36f2a0-a26e-4620-bb2b-d3c6ab6c54df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:53.591610 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1aecc2c0-7705-460b-aeca-d2531c7eb27b req-1c36f2a0-a26e-4620-bb2b-d3c6ab6c54df service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0561213 May 30 20:43:53.670019 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1aecc2c0-7705-460b-aeca-d2531c7eb27b req-b124bd62-9f65-4ec1-91f0-8a51db922a4a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693555 May 30 20:43:53.681011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-1aecc2c0-7705-460b-aeca-d2531c7eb27b req-4e37a6ed-aa0f-464a-bb47-6912a1de43db service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:43:53.681971 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1aecc2c0-7705-460b-aeca-d2531c7eb27b req-4e37a6ed-aa0f-464a-bb47-6912a1de43db service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047433 May 30 20:43:53.815236 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1aecc2c0-7705-460b-aeca-d2531c7eb27b req-01cac16b-31e2-469f-ba5c-0c2513999b2c service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245992 May 30 20:43:53.947232 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1aecc2c0-7705-460b-aeca-d2531c7eb27b req-7a09f60a-8562-4024-b1d7-0b4b535dc7d7 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224620 May 30 20:43:57.793777 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fcc3db00-f0b6-4b33-becf-cd6c1da15d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:59.992318 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a2d70ba-8db5-47a4-80f1-36303f6f3fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:01.327383 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:01.596306 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:02.934991 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:03.458026 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:07.323292 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:16.179137 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:44:27.794907 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ceb53c2d-a459-46e8-b3e0-763b715f4e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:29.992458 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-49bd77ac-0a03-42f4-9c1f-d346d76a6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:31.328040 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:31.598264 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:32.937301 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:33.473050 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:37.340223 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:53.179845 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:44:55.137927 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a4fea211-f99c-4b3f-8075-579493d4967e req-f12d8442-7005-44f9-94ba-a35eef20f5e1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2231514 May 30 20:44:55.283088 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a4fea211-f99c-4b3f-8075-579493d4967e req-a7d2917c-6864-4e14-94c9-72f6d230d77b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 1097 time: 0.0688827 May 30 20:44:55.572718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fea211-f99c-4b3f-8075-579493d4967e req-2a51f3da-5d35-4d64-847d-c6e8c2b56d1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:55.574042 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a4fea211-f99c-4b3f-8075-579493d4967e req-2a51f3da-5d35-4d64-847d-c6e8c2b56d1a service neutron] 10.222.0.77 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1253252 May 30 20:44:55.684498 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a4fea211-f99c-4b3f-8075-579493d4967e req-281e91a5-a240-43a9-a374-d0f5d6aa7169 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8fb534d-beea-4206-850d-0884af0c31dc HTTP/1.1" status: 200 len: 1002 time: 0.1008506 May 30 20:44:55.752518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fea211-f99c-4b3f-8075-579493d4967e req-a159b86d-55aa-40cd-9ecd-cd4ebf6dc1c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:55.753910 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a4fea211-f99c-4b3f-8075-579493d4967e req-a159b86d-55aa-40cd-9ecd-cd4ebf6dc1c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0610073 May 30 20:44:55.833136 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a4fea211-f99c-4b3f-8075-579493d4967e req-f91affbc-3b3c-4d96-b4a4-26b40c9e131e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695944 May 30 20:44:55.967252 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a4fea211-f99c-4b3f-8075-579493d4967e req-41cba037-03fb-4fce-8122-fac42aacf647 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236558 May 30 20:44:56.102098 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a4fea211-f99c-4b3f-8075-579493d4967e req-5cfe047c-1ed5-4a39-a129-7a7097661089 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222947 May 30 20:44:57.050016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a11bb-6caf-438d-8c86-7ba15bcd9b39 req-3eb70ce7-c5f4-4a42-90fc-5483aff9f69c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:57.051505 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db0a11bb-6caf-438d-8c86-7ba15bcd9b39 req-3eb70ce7-c5f4-4a42-90fc-5483aff9f69c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 946 time: 0.1513093 May 30 20:44:57.097039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-db0a11bb-6caf-438d-8c86-7ba15bcd9b39 req-bdecd36b-36a9-4523-bdd8-8f589fdf716e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391183 May 30 20:44:57.797439 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-905cb787-5940-46be-af1d-6fd4e8ac2c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:58.383196 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845932c-b66a-4177-b38b-4cfd3a2d4d0c req-7f7f082f-4717-48cb-8a52-54897dafa6db tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:58.384658 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3845932c-b66a-4177-b38b-4cfd3a2d4d0c req-7f7f082f-4717-48cb-8a52-54897dafa6db tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 946 time: 0.1503570 May 30 20:44:58.429253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3845932c-b66a-4177-b38b-4cfd3a2d4d0c req-93cc6a83-9e5e-4e60-9398-602be898f64b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389667 May 30 20:44:58.612584 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e9e8a-bdc8-4a02-8ca6-d5bc86ceb9e4 req-79961adb-405e-4263-aa19-29e58533557e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:58.613183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-230e9e8a-bdc8-4a02-8ca6-d5bc86ceb9e4 req-79961adb-405e-4263-aa19-29e58533557e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Synchronizing usage tracker for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:44:58.628481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-230e9e8a-bdc8-4a02-8ca6-d5bc86ceb9e4 req-79961adb-405e-4263-aa19-29e58533557e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Unset dirty status for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:44:58.629788 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-230e9e8a-bdc8-4a02-8ca6-d5bc86ceb9e4 req-79961adb-405e-4263-aa19-29e58533557e tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 946 time: 0.0902870 May 30 20:44:58.787045 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-230e9e8a-bdc8-4a02-8ca6-d5bc86ceb9e4 req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Deleting port c8fb534d-beea-4206-850d-0884af0c31dc {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:58.787376 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-230e9e8a-bdc8-4a02-8ca6-d5bc86ceb9e4 req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:59.020144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-230e9e8a-bdc8-4a02-8ca6-d5bc86ceb9e4 req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] For port c8fb534d-beea-4206-850d-0884af0c31dc, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=c8fb534d-beea-4206-850d-0884af0c31dc,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:44:59.020489 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-230e9e8a-bdc8-4a02-8ca6-d5bc86ceb9e4 req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:59.295617 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-230e9e8a-bdc8-4a02-8ca6-d5bc86ceb9e4 req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:59.295999 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-230e9e8a-bdc8-4a02-8ca6-d5bc86ceb9e4 req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:59.296379 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [req-230e9e8a-bdc8-4a02-8ca6-d5bc86ceb9e4 req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Floating IP cd562220-01ef-4ec5-b6c4-7d01dce78094 disassociated. External IP: 172.25.5.153, port: c8fb534d-beea-4206-850d-0884af0c31dc. May 30 20:44:59.296718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-230e9e8a-bdc8-4a02-8ca6-d5bc86ceb9e4 req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Calling delete_port for c8fb534d-beea-4206-850d-0884af0c31dc owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:44:59.437690 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-230e9e8a-bdc8-4a02-8ca6-d5bc86ceb9e4 req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:59.487815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event deleted for resources: {'Port': ['ID=c8fb534d-beea-4206-850d-0884af0c31dc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:59.499773 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:59.500909 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:59.500909 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:59.500909 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:59.501154 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:59.501502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:59.501743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:59.502033 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:59.502354 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:59.502667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:59.502985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:59.616584 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e550622a-11ab-416d-a2a1-5ba259ae65d6 req-ca8962cf-2d66-4a95-9dc1-081c0ef5692d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 210 time: 0.0410545 May 30 20:44:59.720066 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-230e9e8a-bdc8-4a02-8ca6-d5bc86ceb9e4 req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:44:59.921447 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-230e9e8a-bdc8-4a02-8ca6-d5bc86ceb9e4 req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:44:59.931503 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6bc207-7f19-470b-9e08-97b592151ec4 None None] Sync routers for ids ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:44:59.944510 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6bc207-7f19-470b-9e08-97b592151ec4 None None] Routers {'eb15ab42-1c22-4357-a2dc-4dbefd6a3016'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:44:59.945122 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-0b6bc207-7f19-470b-9e08-97b592151ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:44:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:59.997973 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c0338c2a-6169-4a99-83a6-9c40cb00b574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:59.999202 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-230e9e8a-bdc8-4a02-8ca6-d5bc86ceb9e4 req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] No DVR routers for this DVR port c8fb534d-beea-4206-850d-0884af0c31dc on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:45:00.002145 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-230e9e8a-bdc8-4a02-8ca6-d5bc86ceb9e4 req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:00.005463 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9542f368-0039-4660-b6c3-b0e3706d7836', 'name': 'network-vif-deleted', 'tag': 'c8fb534d-beea-4206-850d-0884af0c31dc'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:45:00.022302 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-230e9e8a-bdc8-4a02-8ca6-d5bc86ceb9e4 req-485d1b0e-85e4-4766-92cd-691ae0e3b2d5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "DELETE /v2.0/ports/c8fb534d-beea-4206-850d-0884af0c31dc HTTP/1.1" status: 204 len: 173 time: 1.3834887 May 30 20:45:00.136379 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-0b6bc207-7f19-470b-9e08-97b592151ec4 None None] Set router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:45:00.150715 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c119bc-c15c-45e2-b6de-0c659fca4cef'] response: {'server_uuid': '9542f368-0039-4660-b6c3-b0e3706d7836', 'name': 'network-vif-deleted', 'tag': 'c8fb534d-beea-4206-850d-0884af0c31dc', 'status': 'completed', 'code': 200} May 30 20:45:00.479702 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-0b6bc207-7f19-470b-9e08-97b592151ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:00.483463 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6bc207-7f19-470b-9e08-97b592151ec4 None None] Checking router: eb15ab42-1c22-4357-a2dc-4dbefd6a3016 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:45:00.493587 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6bc207-7f19-470b-9e08-97b592151ec4 None None] Routers {'eb15ab42-1c22-4357-a2dc-4dbefd6a3016'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:45:00.494171 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-0b6bc207-7f19-470b-9e08-97b592151ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:45:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:00.670070 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-0b6bc207-7f19-470b-9e08-97b592151ec4 None None] Set router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:45:00.802393 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-61da499f-feaa-4980-bd4d-fc4bd6a083b7 req-91ae9679-221d-43ba-a8e9-251a36d20ce7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=9542f368-0039-4660-b6c3-b0e3706d7836 HTTP/1.1" status: 200 len: 210 time: 0.0403852 May 30 20:45:00.974810 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-0b6bc207-7f19-470b-9e08-97b592151ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:00.978768 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6bc207-7f19-470b-9e08-97b592151ec4 None None] The sync data for ids ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'] in n-d-843949-2 is: [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:45:01.223037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020c0cc3-2649-458b-90ef-e68024439478 None None] New status for floating IP cd562220-01ef-4ec5-b6c4-7d01dce78094: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:45:01.423472 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:01.598775 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:02.032373 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c8fb534d-beea-4206-850d-0884af0c31dc no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:45:02.066201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: c8fb534d-beea-4206-850d-0884af0c31dc {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:45:02.066548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device c8fb534d-beea-4206-850d-0884af0c31dc not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:45:02.129437 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-c14e0ae4-21a6-4d52-8d17-c7af0c242c4d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440264881&fields=id&tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c HTTP/1.1" status: 200 len: 267 time: 0.0437570 May 30 20:45:02.274299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-a99bf68f-edac-4420-ba93-82b924edd4ad tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:02.275709 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-a99bf68f-edac-4420-ba93-82b924edd4ad tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 811 time: 0.1399980 May 30 20:45:02.293341 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-43eeb3db-dfe2-4bac-a5e4-ea8b85b67564 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/quotas/dbe0a10b5d3a43678ffc156b850b0a0c HTTP/1.1" status: 200 len: 375 time: 0.0121427 May 30 20:45:02.375242 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-7419dfc3-31b0-4558-8969-fcacf7ce9232 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767906 May 30 20:45:02.585610 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-826383ee-4025-4a69-8e88-747003a95449 service neutron] 10.222.0.84 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992331 May 30 20:45:02.716274 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-3c858e88-6ae5-4371-a922-419deadeed9a service neutron] 10.222.0.84 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248107 May 30 20:45:02.938314 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:03.098819 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f18efdf7-5a39-4361-9068-6cee3b7bccca req-b323e6ab-d26b-4a42-a1a5-662ff0189645 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 210 time: 0.0421226 May 30 20:45:03.478019 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:04.081720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-58103dca-d41d-45c9-94f0-2ce0b1eb97b5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:04.083116 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-58103dca-d41d-45c9-94f0-2ce0b1eb97b5 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.93 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 811 time: 0.1473391 May 30 20:45:04.135401 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-4a1d27a3-7da3-4302-a38c-07fad26b0088 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c HTTP/1.1" status: 200 len: 379 time: 0.0406697 May 30 20:45:04.150380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Request body: {'port': {'device_id': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'admin_state_up': True, 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'security_groups': ['fa6bc02d-6b30-431d-b986-c0088bc98cc3']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:04.335747 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0bf61e4-3837-4197-9206-5a0604f9cb00 req-3a443679-2655-4898-90aa-5210964da2b6 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 210 time: 0.0848370 May 30 20:45:04.344153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:04.349136 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Usage tracker for resource:port and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:04.352056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:04.364254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:04.368521 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Made reservation on behalf of dbe0a10b5d3a43678ffc156b850b0a0c for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:45:04.371430 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:04.625179 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Allocated IP 172.20.0.3 (4023ba5c-7642-4616-9861-4c197b98ed7e/72ad933f-dca7-42ad-9cd7-e78de8e69f63/3151b6c9-b4cc-4cac-907d-5b603ba58760) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:45:04.817284 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:04.833385 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Transition to ACTIVE for port object 3151b6c9-b4cc-4cac-907d-5b603ba58760 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:45:04.855052 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:04.928358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Network 4023ba5c-7642-4616-9861-4c197b98ed7e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:45:04.931316 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:45:04.933883 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:45:04.976764 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'Port': ['ID=3151b6c9-b4cc-4cac-907d-5b603ba58760,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:04.997039 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:04.997373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:04.997708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:04.998034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:04.998346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:04.998665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:04.998984 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:04.999296 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:04.999730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:04.999989 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:05.000312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:05.014501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:05.015109 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:05.042233 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-039f8ca3-d8fb-4b99-8f61-57bbd24f5310 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8957124 May 30 20:45:05.051584 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-2a51bf30-0330-405e-b3da-758f97b3e191 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:45:05.052628 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-2a51bf30-0330-405e-b3da-758f97b3e191 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052173 May 30 20:45:05.062777 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Request body: {'port': {'device_id': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:05.181601 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:05.188987 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ca29610e-6dce-48e7-9862-f5bc2055ebb3 None None] Provisioning for port 3151b6c9-b4cc-4cac-907d-5b603ba58760 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:45:05.196133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ca29610e-6dce-48e7-9862-f5bc2055ebb3 None None] Provisioning complete for port 3151b6c9-b4cc-4cac-907d-5b603ba58760 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:05.196670 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ca29610e-6dce-48e7-9862-f5bc2055ebb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:05.253418 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ca29610e-6dce-48e7-9862-f5bc2055ebb3 None None] Port 3151b6c9-b4cc-4cac-907d-5b603ba58760 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:45:05.585935 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3151b6c9-b4cc-4cac-907d-5b603ba58760 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:45:05.595229 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:05.617191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c36ff-aece-4b67-9b19-60eeb93bbf82 req-4473a364-9a31-4070-865d-832d15096bb6 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:05.617868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-670c36ff-aece-4b67-9b19-60eeb93bbf82 req-4473a364-9a31-4070-865d-832d15096bb6 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Synchronizing usage tracker for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:45:05.622707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Transition to ACTIVE for port object 3151b6c9-b4cc-4cac-907d-5b603ba58760 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:45:05.627268 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:05.680972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-670c36ff-aece-4b67-9b19-60eeb93bbf82 req-4473a364-9a31-4070-865d-832d15096bb6 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Unset dirty status for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:45:05.682129 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-670c36ff-aece-4b67-9b19-60eeb93bbf82 req-4473a364-9a31-4070-865d-832d15096bb6 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 931 time: 0.2228935 May 30 20:45:05.786255 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Pushing event updated for resources: {'Port': ['ID=3151b6c9-b4cc-4cac-907d-5b603ba58760,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:05.829479 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-670c36ff-aece-4b67-9b19-60eeb93bbf82 req-44cb9c51-7f4e-4390-ba35-d63d397a66ce tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397398 May 30 20:45:05.910011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Attempting to bind port 3151b6c9-b4cc-4cac-907d-5b603ba58760 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:45:05.910347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Attempting to bind port 3151b6c9-b4cc-4cac-907d-5b603ba58760 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:45:05.910673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Attempting to bind port 3151b6c9-b4cc-4cac-907d-5b603ba58760 on network 4023ba5c-7642-4616-9861-4c197b98ed7e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:45:05.916325 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Port 3151b6c9-b4cc-4cac-907d-5b603ba58760 on network 4023ba5c-7642-4616-9861-4c197b98ed7e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:45:05.916643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Attempting to bind port 3151b6c9-b4cc-4cac-907d-5b603ba58760 on network 4023ba5c-7642-4616-9861-4c197b98ed7e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:45:05.922769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:45:05.923101 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Checking segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:45:05.923476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Bound using segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:45:05.924205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Bound port: 3151b6c9-b4cc-4cac-907d-5b603ba58760, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:45:05.925278 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:06.011325 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] For port 3151b6c9-b4cc-4cac-907d-5b603ba58760, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:45:06.014267 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] For port 3151b6c9-b4cc-4cac-907d-5b603ba58760, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3151b6c9-b4cc-4cac-907d-5b603ba58760,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:45:06.018319 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:06.080114 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:06.082018 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] 10.222.0.93 "PUT /v2.0/ports/3151b6c9-b4cc-4cac-907d-5b603ba58760 HTTP/1.1" status: 200 len: 1091 time: 1.0232179 May 30 20:45:06.082444 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'tag': '3151b6c9-b4cc-4cac-907d-5b603ba58760'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:45:06.104355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1058881-f9f9-4b5c-85b5-15b5f557dd14 service neutron] Pushing event updated for resources: {'Port': ['ID=3151b6c9-b4cc-4cac-907d-5b603ba58760,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:06.158276 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b49dd3-b5f1-4158-a8b1-38d6370b3058'] response: {'name': 'network-changed', 'server_uuid': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'tag': '3151b6c9-b4cc-4cac-907d-5b603ba58760', 'status': 'completed', 'code': 200} May 30 20:45:06.195492 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-9c883c53-9122-4c4a-a2a4-e5144145a56d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 1094 time: 0.0732181 May 30 20:45:06.268481 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-9027c7f2-16e6-4832-bb8f-6add05983fec service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3151b6c9-b4cc-4cac-907d-5b603ba58760 HTTP/1.1" status: 200 len: 217 time: 0.0660779 May 30 20:45:06.332467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-55c8fe3f-7153-4d51-b2a0-64cdfc0a2ca1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:06.334079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-55c8fe3f-7153-4d51-b2a0-64cdfc0a2ca1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0605454 May 30 20:45:06.503656 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-ddd12615-1f45-4b1a-9448-37c093856684 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1640611 May 30 20:45:06.633642 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-2c7c0f10-46f2-4416-876e-1ff064ff6205 service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237543 May 30 20:45:06.765311 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7aa7d19-101f-4e14-8d33-ad6a77145bac req-bd471279-9114-4a96-bb65-fa76fddd8cc0 service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257403 May 30 20:45:06.878985 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53e0e93a-5494-4136-a783-e19ca5c6dd25 req-be1648ff-61cf-4c9d-ae5a-87642f92c881 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 1094 time: 0.0687397 May 30 20:45:07.061541 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0e93a-5494-4136-a783-e19ca5c6dd25 req-b0a85167-b680-4a85-8920-fc5d65a9bfc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:07.062948 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53e0e93a-5494-4136-a783-e19ca5c6dd25 req-b0a85167-b680-4a85-8920-fc5d65a9bfc2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1782794 May 30 20:45:07.123217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc14dc-d79a-4a83-87cb-08f10d30c78e req-1a14e040-2558-4a67-bbdd-157b8ec6f4e6 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:07.124644 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2cc14dc-d79a-4a83-87cb-08f10d30c78e req-1a14e040-2558-4a67-bbdd-157b8ec6f4e6 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 943 time: 0.1732230 May 30 20:45:07.151873 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53e0e93a-5494-4136-a783-e19ca5c6dd25 req-4914793e-7b4e-4b3d-99d9-71f376389194 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3151b6c9-b4cc-4cac-907d-5b603ba58760 HTTP/1.1" status: 200 len: 217 time: 0.0810366 May 30 20:45:07.225487 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2cc14dc-d79a-4a83-87cb-08f10d30c78e req-76806434-e238-40ec-a9bb-c6ee8df2946d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953562 May 30 20:45:07.232272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0e93a-5494-4136-a783-e19ca5c6dd25 req-a545d2b4-c205-4eeb-ae42-6998a245c027 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:07.233614 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53e0e93a-5494-4136-a783-e19ca5c6dd25 req-a545d2b4-c205-4eeb-ae42-6998a245c027 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0743184 May 30 20:45:07.308072 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53e0e93a-5494-4136-a783-e19ca5c6dd25 req-bda5321c-6a5a-4e59-9f0a-c8f093f753eb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679269 May 30 20:45:07.354902 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:07.437248 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53e0e93a-5494-4136-a783-e19ca5c6dd25 req-121cbe45-dc41-4c9d-b8cd-8f89d010c676 service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230867 May 30 20:45:07.564830 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-53e0e93a-5494-4136-a783-e19ca5c6dd25 req-fda00460-13b1-4420-8634-62ae932b39df service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221268 May 30 20:45:08.422789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735aa311-39fe-40ca-95e9-e75c12c4b589 req-6af5f5c1-e731-411c-a79e-8e7e24b46717 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:08.424732 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-735aa311-39fe-40ca-95e9-e75c12c4b589 req-6af5f5c1-e731-411c-a79e-8e7e24b46717 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 943 time: 0.0781913 May 30 20:45:08.468759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-735aa311-39fe-40ca-95e9-e75c12c4b589 req-5d14be66-0609-4c87-9674-6676219ecb60 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384226 May 30 20:45:09.664037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ed50e-6e40-4ece-abd5-5f2b525f9b07 req-f39e1188-f5d1-4511-bd31-47574f822c9d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:09.665470 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-693ed50e-6e40-4ece-abd5-5f2b525f9b07 req-f39e1188-f5d1-4511-bd31-47574f822c9d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 943 time: 0.0752163 May 30 20:45:09.710294 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-693ed50e-6e40-4ece-abd5-5f2b525f9b07 req-6db57c53-3bc1-4b01-9e3a-52c5e0905654 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393467 May 30 20:45:10.912880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e82db-230a-4624-ab68-faa9e541017b req-6bd073cb-d9fd-4ce6-9552-eb72623dbd28 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:10.914323 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-297e82db-230a-4624-ab68-faa9e541017b req-6bd073cb-d9fd-4ce6-9552-eb72623dbd28 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 943 time: 0.0783186 May 30 20:45:10.958479 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-297e82db-230a-4624-ab68-faa9e541017b req-bfe04342-04d8-4236-bc5f-38bc033275c4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386441 May 30 20:45:12.156845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069251f2-384e-4db5-b62f-ac03bef70408 req-4d2d15b6-2944-4c97-beca-f1bcd722e8fc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:12.158266 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-069251f2-384e-4db5-b62f-ac03bef70408 req-4d2d15b6-2944-4c97-beca-f1bcd722e8fc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 943 time: 0.0754445 May 30 20:45:12.205873 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-069251f2-384e-4db5-b62f-ac03bef70408 req-d16a26d9-80e9-4da2-a2e6-d165cce84e23 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410223 May 30 20:45:13.403804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816841d8-f4f2-4568-b7d3-85734be220d4 req-a4531263-400a-4c88-b2f3-0c4048f05c08 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:13.405173 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-816841d8-f4f2-4568-b7d3-85734be220d4 req-a4531263-400a-4c88-b2f3-0c4048f05c08 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 943 time: 0.0765395 May 30 20:45:13.450734 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-816841d8-f4f2-4568-b7d3-85734be220d4 req-40ed21d5-ac14-4cf9-b781-78000d5c8f7c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395947 May 30 20:45:13.896415 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3151b6c9-b4cc-4cac-907d-5b603ba58760 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:45:14.027077 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3151b6c9-b4cc-4cac-907d-5b603ba58760, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3151b6c9-b4cc-4cac-907d-5b603ba58760,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:45:14.039939 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '3151b6c9-b4cc-4cac-907d-5b603ba58760', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'port_id': '3151b6c9-b4cc-4cac-907d-5b603ba58760', 'mac_address': 'fa:16:3e:cc:7e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:45:14.092171 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:14.108924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3151b6c9-b4cc-4cac-907d-5b603ba58760 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:45:14.123299 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3151b6c9-b4cc-4cac-907d-5b603ba58760, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3151b6c9-b4cc-4cac-907d-5b603ba58760,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:45:14.127877 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:14.193842 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=3151b6c9-b4cc-4cac-907d-5b603ba58760,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:14.201976 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:14.202317 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:14.202647 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:14.202978 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:14.203301 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:14.203624 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:14.203943 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:14.204284 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:14.204601 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:14.204916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:14.205860 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:14.358339 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['3151b6c9-b4cc-4cac-907d-5b603ba58760'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:45:14.729007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7531c-4159-4962-bb68-fa319d5cf333 req-164794e1-cf43-4ade-adb1-6a5b4b8ed165 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:14.730426 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cc7531c-4159-4962-bb68-fa319d5cf333 req-164794e1-cf43-4ade-adb1-6a5b4b8ed165 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 944 time: 0.1598015 May 30 20:45:14.776052 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cc7531c-4159-4962-bb68-fa319d5cf333 req-3a194d4e-77b0-4819-bf47-ed481bf5eda3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399871 May 30 20:45:15.896181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3151b6c9-b4cc-4cac-907d-5b603ba58760 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:45:15.966002 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 3151b6c9-b4cc-4cac-907d-5b603ba58760 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:45:15.970536 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 3151b6c9-b4cc-4cac-907d-5b603ba58760 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:15.970901 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:15.972800 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035aa9b1-8298-4e50-8b46-b85a553ab50b req-bc4a1b65-9054-4fa9-b534-62cc78581cea tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:15.974231 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-035aa9b1-8298-4e50-8b46-b85a553ab50b req-bc4a1b65-9054-4fa9-b534-62cc78581cea tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 944 time: 0.0774002 May 30 20:45:16.020916 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-035aa9b1-8298-4e50-8b46-b85a553ab50b req-e8140545-078d-4ca4-90ea-f07d4acf7f52 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409701 May 30 20:45:16.081478 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:16.108670 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3151b6c9-b4cc-4cac-907d-5b603ba58760'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:45:16.118944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3151b6c9-b4cc-4cac-907d-5b603ba58760, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3151b6c9-b4cc-4cac-907d-5b603ba58760,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:45:16.122598 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:16.166469 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a37e98e3-8608-47e5-9083-add682db0a82'] response: {'server_uuid': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3151b6c9-b4cc-4cac-907d-5b603ba58760', 'code': 200} May 30 20:45:16.193651 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=3151b6c9-b4cc-4cac-907d-5b603ba58760,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:16.293900 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aacdad61-585b-4fea-8e93-e66f48bc50e3 req-c9a0dc95-0d08-44fa-9bda-d20de1c20d7f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 1096 time: 0.0710890 May 30 20:45:16.336411 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aacdad61-585b-4fea-8e93-e66f48bc50e3 req-ab3a5f67-abf6-48e2-970b-63c1a6f7877d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362072 May 30 20:45:17.217958 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb741cd-8e1f-44c4-8cf2-604de2203440 req-39a21312-7081-43ad-b59d-c5adf83ccf96 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:17.219421 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1fb741cd-8e1f-44c4-8cf2-604de2203440 req-39a21312-7081-43ad-b59d-c5adf83ccf96 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 945 time: 0.0799718 May 30 20:45:17.267281 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1fb741cd-8e1f-44c4-8cf2-604de2203440 req-cbb50b80-a2f5-4d70-acfd-55995cffd266 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411835 May 30 20:45:18.465972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adc915-0aa9-440e-9e20-2a05b467de4d req-2731713b-a3db-429c-ad3c-a0b62b1138e4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:18.467449 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56adc915-0aa9-440e-9e20-2a05b467de4d req-2731713b-a3db-429c-ad3c-a0b62b1138e4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 945 time: 0.0794852 May 30 20:45:18.512089 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56adc915-0aa9-440e-9e20-2a05b467de4d req-6633db0d-5e2a-4a84-a611-f14dbac9155c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390806 May 30 20:45:18.704680 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b85e3-78d6-433b-a123-856765726d59 req-9320b31e-7e9c-43ab-bb5e-d5326fc0477b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:18.707004 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec0b85e3-78d6-433b-a123-856765726d59 req-9320b31e-7e9c-43ab-bb5e-d5326fc0477b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 945 time: 0.0763516 May 30 20:45:18.756243 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ec0b85e3-78d6-433b-a123-856765726d59 req-3a07f46e-9dc8-4b1f-b7a8-a495dd0dcde4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437443 May 30 20:45:18.784078 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48866) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:18.913726 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5c588088-ce1e-4ff2-b9e7-bed26c543253 tempest-TestVolumeBootPattern-282958216 tempest-TestVolumeBootPattern-282958216-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 1091 time: 0.1285167 May 30 20:45:18.916369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 48872) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:18.921322 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': '3151b6c9-b4cc-4cac-907d-5b603ba58760', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:18.927621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:18.931458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Usage tracker for resource:floatingip and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:18.934249 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:18.939838 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:18.950682 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:19.089018 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:19.225896 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Allocated IP 172.25.5.136 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/dbc1a003-135f-4b23-891c-b23e83e67711) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:45:19.372041 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:19.398355 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:19.462216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:45:19.464804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:45:19.468423 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:45:19.503636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'Port': ['ID=dbc1a003-135f-4b23-891c-b23e83e67711,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:19.975628 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:20.114524 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:20.314268 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:20.319233 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:20.426630 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'Port': ['ID=dbc1a003-135f-4b23-891c-b23e83e67711,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:20.438451 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:20.580631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-15802820-f8ee-420b-816f-96d8502707fd req-bb1de890-5da7-4f92-a70c-a7827ef0f4b4 service neutron] (84024) timed out ('10.222.0.84', 37168) {{(pid=84024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:45:20.626646 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Floating IP 47cd9483-5588-41cc-9822-7b0b501af9f4 associated. External IP: 172.25.5.136, port: 3151b6c9-b4cc-4cac-907d-5b603ba58760. May 30 20:45:21.008053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:45:21.202817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:45:21.212318 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf3f80f-505d-4d14-b1b3-2ebe64e398fb None None] Sync routers for ids ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:45:21.224735 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf3f80f-505d-4d14-b1b3-2ebe64e398fb None None] Routers {'eb15ab42-1c22-4357-a2dc-4dbefd6a3016'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:45:21.225415 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-aaf3f80f-505d-4d14-b1b3-2ebe64e398fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:45:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:21.226926 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:21.289933 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1ff816b3-41d1-47b7-8514-7d3e3e497a87 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3725843 May 30 20:45:21.290496 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'tag': '3151b6c9-b4cc-4cac-907d-5b603ba58760'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:45:21.344336 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff73db9-ec6c-4892-b366-2183e47fca5f'] response: {'name': 'network-changed', 'server_uuid': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'tag': '3151b6c9-b4cc-4cac-907d-5b603ba58760', 'status': 'completed', 'code': 200} May 30 20:45:21.404526 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-aaf3f80f-505d-4d14-b1b3-2ebe64e398fb None None] Set router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:45:21.433990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2e48f6b-44bd-4c42-9e4b-111eece2645f req-10f6f265-2d14-452a-bbe6-2851c31ffdd2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 1096 time: 0.0675871 May 30 20:45:21.564050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e48f6b-44bd-4c42-9e4b-111eece2645f req-3db4027e-4d3c-48e6-8252-575618ab727c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:21.565938 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2e48f6b-44bd-4c42-9e4b-111eece2645f req-3db4027e-4d3c-48e6-8252-575618ab727c service neutron] 10.222.0.93 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1262116 May 30 20:45:21.752106 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-aaf3f80f-505d-4d14-b1b3-2ebe64e398fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '47cd9483-5588-41cc-9822-7b0b501af9f4', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'port_id': '3151b6c9-b4cc-4cac-907d-5b603ba58760', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'mac_address': 'fa:16:3e:cc:7e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:45:19Z', 'updated_at': '2022-05-30T20:45:19Z', 'revision_number': 0, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:21.756561 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf3f80f-505d-4d14-b1b3-2ebe64e398fb None None] Checking router: eb15ab42-1c22-4357-a2dc-4dbefd6a3016 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:45:21.766799 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf3f80f-505d-4d14-b1b3-2ebe64e398fb None None] Routers {'eb15ab42-1c22-4357-a2dc-4dbefd6a3016'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:45:21.767391 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-aaf3f80f-505d-4d14-b1b3-2ebe64e398fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:45:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:21.768826 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2e48f6b-44bd-4c42-9e4b-111eece2645f req-b52c9998-cb31-4a5b-8efd-28850540906e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3151b6c9-b4cc-4cac-907d-5b603ba58760 HTTP/1.1" status: 200 len: 999 time: 0.1966715 May 30 20:45:21.830909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e48f6b-44bd-4c42-9e4b-111eece2645f req-1038bb3a-a258-45c3-91e3-ead52e06885e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:21.832289 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2e48f6b-44bd-4c42-9e4b-111eece2645f req-1038bb3a-a258-45c3-91e3-ead52e06885e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0567424 May 30 20:45:21.907908 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2e48f6b-44bd-4c42-9e4b-111eece2645f req-99170379-628b-43e9-bb16-6543bfee4012 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693796 May 30 20:45:21.941093 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-aaf3f80f-505d-4d14-b1b3-2ebe64e398fb None None] Set router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:45:22.041703 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2e48f6b-44bd-4c42-9e4b-111eece2645f req-d907002b-dc25-469d-a50b-682280a43026 service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272142 May 30 20:45:22.172817 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2e48f6b-44bd-4c42-9e4b-111eece2645f req-99313622-779e-4c6d-9f9b-8eeb755cb616 service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250412 May 30 20:45:22.309042 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-aaf3f80f-505d-4d14-b1b3-2ebe64e398fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '47cd9483-5588-41cc-9822-7b0b501af9f4', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'port_id': '3151b6c9-b4cc-4cac-907d-5b603ba58760', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'mac_address': 'fa:16:3e:cc:7e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:45:19Z', 'updated_at': '2022-05-30T20:45:19Z', 'revision_number': 0, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:22.312831 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf3f80f-505d-4d14-b1b3-2ebe64e398fb None None] The sync data for ids ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'] in n-d-843949-2 is: [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '47cd9483-5588-41cc-9822-7b0b501af9f4', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'port_id': '3151b6c9-b4cc-4cac-907d-5b603ba58760', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'mac_address': 'fa:16:3e:cc:7e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:45:19Z', 'updated_at': '2022-05-30T20:45:19Z', 'revision_number': 0, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:45:22.501800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a95b0-0492-4427-b56f-0ecda673f20c None None] New status for floating IP 47cd9483-5588-41cc-9822-7b0b501af9f4: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:45:27.800422 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-48645203-32e3-4ca2-a810-d073c4aa1501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:29.993728 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8ab40c90-8f63-4f7e-93b7-635335007487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:30.180587 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:45:31.334087 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:31.601075 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:32.941365 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:33.497273 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:37.354170 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:57.705024 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-444e2a65-1569-4e13-b7ae-2346380fbf98 req-eb064c0a-f507-4f25-89d8-627e47ffb2e1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701663 May 30 20:45:57.802173 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a28f4267-6e3c-4f5f-9159-caaf1554bd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:57.844544 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-444e2a65-1569-4e13-b7ae-2346380fbf98 req-dd6d9a69-f21c-4fb2-92f4-431aa0f7c8a9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 1096 time: 0.0733573 May 30 20:45:57.986215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e2a65-1569-4e13-b7ae-2346380fbf98 req-3f7dc08b-ebe4-40d8-9319-0494d8b1422b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:57.988164 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-444e2a65-1569-4e13-b7ae-2346380fbf98 req-3f7dc08b-ebe4-40d8-9319-0494d8b1422b service neutron] 10.222.0.93 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1246421 May 30 20:45:58.092465 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-444e2a65-1569-4e13-b7ae-2346380fbf98 req-4c521905-214b-4884-9a10-25c91dd960cf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3151b6c9-b4cc-4cac-907d-5b603ba58760 HTTP/1.1" status: 200 len: 1001 time: 0.0980539 May 30 20:45:58.153290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e2a65-1569-4e13-b7ae-2346380fbf98 req-fbf04f38-8d25-452a-8df3-c4a61934afd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:58.154657 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-444e2a65-1569-4e13-b7ae-2346380fbf98 req-fbf04f38-8d25-452a-8df3-c4a61934afd4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0560517 May 30 20:45:58.228464 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-444e2a65-1569-4e13-b7ae-2346380fbf98 req-db2d636a-a57c-4558-863a-3f7f79d48412 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677917 May 30 20:45:58.355874 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-444e2a65-1569-4e13-b7ae-2346380fbf98 req-c754d1cd-fff7-42c7-a186-18e2e3937921 service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213102 May 30 20:45:58.487011 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-444e2a65-1569-4e13-b7ae-2346380fbf98 req-11c9b156-b5e9-4aa3-b422-9cdb198d59bb service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251166 May 30 20:45:59.994818 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5bffc440-93ca-478d-899d-b633bea46ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:01.337655 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:01.601879 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:02.944465 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:03.502349 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:07.185603 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:46:07.369024 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:27.804257 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f1781910-f171-4b56-871b-faeda755d837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:29.995345 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-af3be75e-aa70-4b9c-8268-f20344cf1802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:31.339540 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:31.603093 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:32.947540 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:33.513336 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:37.385738 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:44.180858 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:46:57.206698 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5095489e-6b27-4bf7-89ad-d2f19e5af840 req-12d8f8a8-7ae1-4676-8125-f76d10d4a643 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1356616 May 30 20:46:57.339603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5095489e-6b27-4bf7-89ad-d2f19e5af840 req-ba5571f6-4cca-44e8-969f-ecf3bceec38b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 1096 time: 0.0680342 May 30 20:46:57.482280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095489e-6b27-4bf7-89ad-d2f19e5af840 req-fff33777-5214-4990-9f15-c50f98472003 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:57.483718 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5095489e-6b27-4bf7-89ad-d2f19e5af840 req-fff33777-5214-4990-9f15-c50f98472003 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1269186 May 30 20:46:57.673215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5095489e-6b27-4bf7-89ad-d2f19e5af840 req-735ad137-b3a3-4faf-b9e1-cdd3f280c650 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3151b6c9-b4cc-4cac-907d-5b603ba58760 HTTP/1.1" status: 200 len: 1001 time: 0.1815617 May 30 20:46:57.736178 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095489e-6b27-4bf7-89ad-d2f19e5af840 req-aeb95828-cf25-4725-b7d1-bb7a45a8126b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:57.737589 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5095489e-6b27-4bf7-89ad-d2f19e5af840 req-aeb95828-cf25-4725-b7d1-bb7a45a8126b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0590632 May 30 20:46:57.805863 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-87027571-76e3-4a99-8dde-a71701b095dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:57.811008 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5095489e-6b27-4bf7-89ad-d2f19e5af840 req-20f974ec-0925-41c5-a048-0eed7e36ecbc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679507 May 30 20:46:57.940498 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5095489e-6b27-4bf7-89ad-d2f19e5af840 req-51a8ac51-f06a-4a50-9d5e-18a2eab7b962 service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235149 May 30 20:46:58.069933 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5095489e-6b27-4bf7-89ad-d2f19e5af840 req-9af2ba34-3f02-4927-8227-a25f60ca5ac0 service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242332 May 30 20:46:59.996083 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fec2710d-41f6-4272-92be-491f730ef9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:01.341676 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:01.607663 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:02.950186 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:03.516677 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:07.387608 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:12.229774 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-00ab0338-02b9-4e6e-942e-0b3ddb490ac7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440264881&fields=id&tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c HTTP/1.1" status: 200 len: 267 time: 0.0411026 May 30 20:47:12.377236 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-651e9519-6e43-4d90-9712-5645326c3990 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:12.378596 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-651e9519-6e43-4d90-9712-5645326c3990 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 811 time: 0.1423311 May 30 20:47:12.395148 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-671b5418-6525-4cf6-a7dc-85861b327385 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/quotas/dbe0a10b5d3a43678ffc156b850b0a0c HTTP/1.1" status: 200 len: 375 time: 0.0106802 May 30 20:47:12.482077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-3a6dc546-9d88-431e-9a7f-79fe60409d2b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0818360 May 30 20:47:12.497253 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-80fe40c5-adc0-4323-b665-7db142b9b1a3 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:47:12.498203 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-80fe40c5-adc0-4323-b665-7db142b9b1a3 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048504 May 30 20:47:12.630010 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-574b80e1-8b62-4337-8209-04b56d8a9f5a service neutron] 10.222.0.84 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260200 May 30 20:47:12.760276 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-2fb43837-1e4e-433d-b5fd-b1fe473a1090 service neutron] 10.222.0.84 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242137 May 30 20:47:13.153266 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a4ccb591-3f9c-400a-8c03-3b0d85fea8c7 req-132b839c-ab87-4962-bcd5-8e8b08ca1363 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 210 time: 0.0417664 May 30 20:47:14.262625 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-52323760-a9f9-4ae3-b299-a6ee90c9bebf req-b85fa2c9-b756-4c9d-8bcd-9da5354d37cb tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 210 time: 0.0411720 May 30 20:47:15.397694 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9165e7eb-f7bd-4975-adf1-a2a5b08796e1 req-17bce8f9-e372-4d7d-84a5-2a4cae12d3a4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 210 time: 0.0450857 May 30 20:47:16.511902 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9553bf99-dcdc-4507-8164-53fadccd6e6d req-0d04564f-5fa3-4e15-968b-3b727754d34b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 210 time: 0.0435226 May 30 20:47:17.673252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-512fd458-062f-4c55-9ff5-880155e656d6 req-265a42eb-376d-4ee7-9fe6-feb2e66f1c62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 210 time: 0.0412967 May 30 20:47:18.421427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-6b1a1ee3-db89-4212-9e31-b24edc122f5c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:18.422863 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-6b1a1ee3-db89-4212-9e31-b24edc122f5c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 811 time: 0.1447439 May 30 20:47:18.475369 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-f0a8deee-6467-4988-a55c-80b3bcdd9593 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c HTTP/1.1" status: 200 len: 379 time: 0.0401754 May 30 20:47:18.485888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Request body: {'port': {'device_id': '62625059-0223-45e5-bb94-e1884aa8c469', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'admin_state_up': True, 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'security_groups': ['fa6bc02d-6b30-431d-b986-c0088bc98cc3']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:18.719493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:47:18.729045 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:47:18.739413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Made reservation on behalf of dbe0a10b5d3a43678ffc156b850b0a0c for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:47:18.742349 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:18.843119 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b7e508c9-9bcd-4dc4-a141-074a6ef64ce3 req-6b3daff2-d325-4ba5-99bb-60d73860a2c8 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 210 time: 0.0451465 May 30 20:47:18.910035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Allocated IP 172.20.0.11 (4023ba5c-7642-4616-9861-4c197b98ed7e/72ad933f-dca7-42ad-9cd7-e78de8e69f63/89c4b2c9-af88-4569-9a1d-0bc7f9fe9925) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:47:19.099200 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:19.115395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Transition to ACTIVE for port object 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:19.137036 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:19.213218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Network 4023ba5c-7642-4616-9861-4c197b98ed7e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:47:19.216303 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:47:19.220656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:47:19.248074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'Port': ['ID=89c4b2c9-af88-4569-9a1d-0bc7f9fe9925,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:19.294131 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:19.294481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:19.294822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:19.295157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:19.295483 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:19.295807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:19.296163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:19.296484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:19.296804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:19.297154 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:19.297473 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:19.307278 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:19.307907 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:19.334928 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-435350b4-2485-4f15-997f-f02b6e340f62 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8523393 May 30 20:47:19.349991 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Request body: {'port': {'device_id': '62625059-0223-45e5-bb94-e1884aa8c469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:19.465621 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:19.495597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a3144d96-4755-49ca-a6cf-74a7002b6e8e None None] Provisioning for port 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:19.500971 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a3144d96-4755-49ca-a6cf-74a7002b6e8e None None] Provisioning complete for port 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:19.501394 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a3144d96-4755-49ca-a6cf-74a7002b6e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:19.554470 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-a3144d96-4755-49ca-a6cf-74a7002b6e8e None None] Port 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:47:19.815272 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:47:19.821993 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:19.837545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Transition to ACTIVE for port object 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:19.841289 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:19.981947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=89c4b2c9-af88-4569-9a1d-0bc7f9fe9925,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:20.064586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9f8fb-18e9-489e-a962-8d39c179d09a req-38482ab9-b435-4a56-9c7c-1e15b06ac953 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:20.072103 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dce9f8fb-18e9-489e-a962-8d39c179d09a req-38482ab9-b435-4a56-9c7c-1e15b06ac953 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 944 time: 0.0970383 May 30 20:47:20.099401 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Attempting to bind port 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:47:20.099647 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Attempting to bind port 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:47:20.099993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Attempting to bind port 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 on network 4023ba5c-7642-4616-9861-4c197b98ed7e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:47:20.106109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Port 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 on network 4023ba5c-7642-4616-9861-4c197b98ed7e not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:47:20.106425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Attempting to bind port 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 on network 4023ba5c-7642-4616-9861-4c197b98ed7e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:47:20.114522 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:47:20.114872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Checking segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:47:20.115247 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Bound using segment: {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:47:20.115678 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Bound port: 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae8444a-dad7-44e0-a44d-8a5a10ad8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:47:20.116049 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:20.118206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dce9f8fb-18e9-489e-a962-8d39c179d09a req-17ce9997-c353-4835-b6cf-13b0233420fc tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450530 May 30 20:47:20.227235 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] For port 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:47:20.231020 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] For port 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=89c4b2c9-af88-4569-9a1d-0bc7f9fe9925,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:47:20.234921 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:20.295219 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:20.296834 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] 10.222.0.77 "PUT /v2.0/ports/89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 HTTP/1.1" status: 200 len: 1092 time: 0.9516275 May 30 20:47:20.299611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62625059-0223-45e5-bb94-e1884aa8c469', 'tag': '89c4b2c9-af88-4569-9a1d-0bc7f9fe9925'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:47:20.321713 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cf4f8-6184-41f2-ab70-b28e4c38b5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=89c4b2c9-af88-4569-9a1d-0bc7f9fe9925,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:20.374960 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314408c2-ba78-4357-9aa3-6757e1bb6d9b'] response: {'name': 'network-changed', 'server_uuid': '62625059-0223-45e5-bb94-e1884aa8c469', 'tag': '89c4b2c9-af88-4569-9a1d-0bc7f9fe9925', 'status': 'completed', 'code': 200} May 30 20:47:20.421274 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-349bc9d3-516b-44b8-ac47-5d6eb02c305a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 1095 time: 0.0794215 May 30 20:47:20.495180 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-3c094afa-d5b7-44ec-996a-e4453f91633c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 HTTP/1.1" status: 200 len: 217 time: 0.0634456 May 30 20:47:20.651637 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-560b3d0d-5a85-4bd6-b1b3-1c5de4b7bdd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:20.652996 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-560b3d0d-5a85-4bd6-b1b3-1c5de4b7bdd6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.1481974 May 30 20:47:20.730165 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-ea8979a1-73e0-4c88-8374-1969c69d451c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672553 May 30 20:47:20.862519 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-352ad480-70ba-4f99-9c5d-275c9e5d475e service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225193 May 30 20:47:20.997097 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a0e71201-82d3-46cd-b011-ebd340bedf05 req-1e302478-4632-4b0b-aecb-5d059a64b6d0 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247475 May 30 20:47:21.116428 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e4241b76-f67c-4254-9e8d-1e9b8d39a34d req-3c596dc8-14c4-4737-ac43-0e608d7d7b9e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 1095 time: 0.0673330 May 30 20:47:21.182184 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:47:21.249583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4241b76-f67c-4254-9e8d-1e9b8d39a34d req-72521ea1-4bd6-4b4c-a687-faf38b9ba51b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:21.251059 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e4241b76-f67c-4254-9e8d-1e9b8d39a34d req-72521ea1-4bd6-4b4c-a687-faf38b9ba51b service neutron] 10.222.0.77 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1291795 May 30 20:47:21.321781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8737b-f253-4f57-8f25-e1fec498de04 req-da8d40a7-9bcd-4586-922a-bb886d731244 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:21.323265 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dff8737b-f253-4f57-8f25-e1fec498de04 req-da8d40a7-9bcd-4586-922a-bb886d731244 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 944 time: 0.0816548 May 30 20:47:21.334803 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e4241b76-f67c-4254-9e8d-1e9b8d39a34d req-3a8a392a-b0ac-49e2-a1c5-07b10736ee23 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 HTTP/1.1" status: 200 len: 217 time: 0.0766282 May 30 20:47:21.369655 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dff8737b-f253-4f57-8f25-e1fec498de04 req-e887abcf-f3e0-4f98-894a-e3c6c7536ff4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406935 May 30 20:47:21.401590 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4241b76-f67c-4254-9e8d-1e9b8d39a34d req-85da6417-94fd-487e-9b51-f8b3897b925c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:21.403002 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e4241b76-f67c-4254-9e8d-1e9b8d39a34d req-85da6417-94fd-487e-9b51-f8b3897b925c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0616369 May 30 20:47:21.475819 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e4241b76-f67c-4254-9e8d-1e9b8d39a34d req-c85505ce-f898-44f5-8158-c5e71e3f8d2d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663548 May 30 20:47:21.604201 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e4241b76-f67c-4254-9e8d-1e9b8d39a34d req-2334a50d-d374-42ce-be41-50c8e4d9005f service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222582 May 30 20:47:21.736853 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e4241b76-f67c-4254-9e8d-1e9b8d39a34d req-eecc5c9d-7908-4a30-ae2b-98e1228c3ba2 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237350 May 30 20:47:22.579479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4e342-f244-4921-a932-9cefb0af543c req-8d1704da-218f-4e77-bf67-71280e8c15f7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:22.581156 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9df4e342-f244-4921-a932-9cefb0af543c req-8d1704da-218f-4e77-bf67-71280e8c15f7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 944 time: 0.0833452 May 30 20:47:22.630667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9df4e342-f244-4921-a932-9cefb0af543c req-a0c3fe47-6a39-4eb1-b6be-e26a04562469 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420616 May 30 20:47:23.918769 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a28c6-a02b-4362-a94a-de1f8934c7ad req-f99d4df5-b5c0-4594-af89-2614989eefd1 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:23.920412 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-644a28c6-a02b-4362-a94a-de1f8934c7ad req-f99d4df5-b5c0-4594-af89-2614989eefd1 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 944 time: 0.1680050 May 30 20:47:23.973956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-644a28c6-a02b-4362-a94a-de1f8934c7ad req-0052c061-84ea-49e5-a44f-6f9f102e37db tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471442 May 30 20:47:25.181728 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd02c54-3c31-48a8-837e-37cc1ebd8a50 req-92f9adbf-915a-4ad3-8400-28d2b055feaa tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:25.183174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efd02c54-3c31-48a8-837e-37cc1ebd8a50 req-92f9adbf-915a-4ad3-8400-28d2b055feaa tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 944 time: 0.0765922 May 30 20:47:25.235755 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-efd02c54-3c31-48a8-837e-37cc1ebd8a50 req-03b2ae1c-80bd-46e3-b1ab-44211e65153d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469632 May 30 20:47:26.431860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd108a-d8b6-47d2-b29a-f255ad88cb5a req-33182bba-4d92-42a0-a499-37ddad86ff8c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:26.433324 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26bd108a-d8b6-47d2-b29a-f255ad88cb5a req-33182bba-4d92-42a0-a499-37ddad86ff8c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 944 time: 0.0761087 May 30 20:47:26.477606 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-26bd108a-d8b6-47d2-b29a-f255ad88cb5a req-6adc15cc-df8f-41d7-bb49-5c89e6e37524 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388782 May 30 20:47:27.672640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd0406-6fde-4739-87a5-c3a29c0161c9 req-b6576bbd-1e49-4988-8207-1d93a61b155d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:27.674060 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48cd0406-6fde-4739-87a5-c3a29c0161c9 req-b6576bbd-1e49-4988-8207-1d93a61b155d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 944 time: 0.0785744 May 30 20:47:27.719057 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48cd0406-6fde-4739-87a5-c3a29c0161c9 req-2cce30b0-99dc-4f47-afd9-3b46d40225b3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395141 May 30 20:47:27.806885 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1e8f2d20-c67b-41ce-895f-8ca7c3163a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:28.807131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:47:28.913064 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695cf17-91af-4c42-9252-93395a0cd87b req-70a570db-860c-4c05-bda5-a4995b08383b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:28.914484 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0695cf17-91af-4c42-9252-93395a0cd87b req-70a570db-860c-4c05-bda5-a4995b08383b tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 944 time: 0.0763998 May 30 20:47:28.940992 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=89c4b2c9-af88-4569-9a1d-0bc7f9fe9925,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:28.954072 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '89c4b2c9-af88-4569-9a1d-0bc7f9fe9925', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'port_id': '89c4b2c9-af88-4569-9a1d-0bc7f9fe9925', 'mac_address': 'fa:16:3e:d0:f1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:47:28.958810 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0695cf17-91af-4c42-9252-93395a0cd87b req-80c7c1c3-2231-4cc2-927a-21942ee7cb5d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387619 May 30 20:47:29.006981 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:29.027187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:47:29.042704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=89c4b2c9-af88-4569-9a1d-0bc7f9fe9925,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:29.046330 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:29.110354 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=89c4b2c9-af88-4569-9a1d-0bc7f9fe9925,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:29.118677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:29.119011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:29.119346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:29.119673 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:29.120019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:29.120344 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:29.120662 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:29.120978 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:29.121292 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:29.121605 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:29.121921 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:29.325481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['89c4b2c9-af88-4569-9a1d-0bc7f9fe9925'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:47:29.996701 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0c311eb9-d6c8-456b-827b-ec2a47d3965a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:30.161520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b3dda-4e00-47fd-8177-29950d3ca3b8 req-60008841-d7b3-46d7-9bfe-2b6ea248496c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:30.162975 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-423b3dda-4e00-47fd-8177-29950d3ca3b8 req-60008841-d7b3-46d7-9bfe-2b6ea248496c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 945 time: 0.0804231 May 30 20:47:30.208213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-423b3dda-4e00-47fd-8177-29950d3ca3b8 req-b93e4583-309d-4b4b-bf9f-6dc8bbd3cfa4 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390487 May 30 20:47:30.813749 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:30.883047 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:30.887688 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:30.888082 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:30.998067 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:31.027127 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62625059-0223-45e5-bb94-e1884aa8c469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c4b2c9-af88-4569-9a1d-0bc7f9fe9925'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:47:31.036962 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=89c4b2c9-af88-4569-9a1d-0bc7f9fe9925,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:31.041457 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:31.109131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=89c4b2c9-af88-4569-9a1d-0bc7f9fe9925,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:31.161156 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a70386-7e51-48aa-9405-f9977ab308d0'] response: {'server_uuid': '62625059-0223-45e5-bb94-e1884aa8c469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c4b2c9-af88-4569-9a1d-0bc7f9fe9925', 'code': 200} May 30 20:47:31.295394 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ded8c1b5-1478-4c2c-9903-96a29935ec62 req-d370943e-59d1-47ef-83f7-3b5055e13e49 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 1097 time: 0.0676782 May 30 20:47:31.343441 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ded8c1b5-1478-4c2c-9903-96a29935ec62 req-a413af10-70f2-406a-8bb1-290b93d94fdc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408638 May 30 20:47:31.345482 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:31.414162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6111841-7b09-4dbe-8fa8-47edbf32719d req-8a5fbc1f-7ba6-44d7-b517-913074318c93 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:31.415634 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6111841-7b09-4dbe-8fa8-47edbf32719d req-8a5fbc1f-7ba6-44d7-b517-913074318c93 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 946 time: 0.0853379 May 30 20:47:31.464206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6111841-7b09-4dbe-8fa8-47edbf32719d req-9be29dd6-c794-4b08-8467-d0aaa0aed168 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429652 May 30 20:47:31.610192 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:32.673323 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c2e75-5db1-48cc-8b78-ea1d018ca222 req-2d9f7b20-256e-4407-a246-947d4e1ed732 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:32.674653 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f11c2e75-5db1-48cc-8b78-ea1d018ca222 req-2d9f7b20-256e-4407-a246-947d4e1ed732 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 946 time: 0.0765717 May 30 20:47:32.720087 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f11c2e75-5db1-48cc-8b78-ea1d018ca222 req-9aec6f16-7ee2-47e3-a618-af8d6c94b956 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393448 May 30 20:47:32.952540 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:33.532384 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:33.914620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b506cd2-8d91-484b-8a9d-9e4fc7d37a85 req-268bc707-2256-43c6-a3b8-6e61f042942c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:33.916140 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7b506cd2-8d91-484b-8a9d-9e4fc7d37a85 req-268bc707-2256-43c6-a3b8-6e61f042942c tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 946 time: 0.0787148 May 30 20:47:33.961538 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7b506cd2-8d91-484b-8a9d-9e4fc7d37a85 req-e58dd9c7-69cf-466c-8d20-eb2d4f26dba1 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400155 May 30 20:47:34.153219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5767c2-d1b1-4349-a078-f613e8a48541 req-1b61d057-a1b6-45ce-bb55-bc80ca396e35 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:34.154652 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7b5767c2-d1b1-4349-a078-f613e8a48541 req-1b61d057-a1b6-45ce-bb55-bc80ca396e35 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 946 time: 0.0749631 May 30 20:47:34.198990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7b5767c2-d1b1-4349-a078-f613e8a48541 req-a1ef11d3-5ad2-4763-8ad9-ccf1bf77916d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389059 May 30 20:47:34.226279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49026) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:34.299274 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b936aa82-b39b-437f-b329-7de960b7aa3d tempest-TestVolumeBootPattern-282958216 tempest-TestVolumeBootPattern-282958216-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 1092 time: 0.0717192 May 30 20:47:34.302454 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49030) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:34.307435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': '89c4b2c9-af88-4569-9a1d-0bc7f9fe9925', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:34.313222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:47:34.317022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Usage tracker for resource:floatingip and tenant:dbe0a10b5d3a43678ffc156b850b0a0c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:47:34.320438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:47:34.326025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:47:34.336201 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:34.469199 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:34.599456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Allocated IP 172.25.5.115 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/91cda628-aef1-48ad-917c-45d6af12ed01) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:47:34.750390 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:34.777829 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:34.843540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:47:34.846211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:47:34.850488 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:47:34.879153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'Port': ['ID=91cda628-aef1-48ad-917c-45d6af12ed01,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:34.900259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:34.900607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:34.900942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:34.901272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:34.901602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:34.901928 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:34.902254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:34.902574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:34.902890 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:34.903208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:34.903524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:35.440439 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:35.495134 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:35.700879 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:35.705334 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:35.812616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event updated for resources: {'Port': ['ID=91cda628-aef1-48ad-917c-45d6af12ed01,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:35.826424 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:36.016554 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Floating IP 3ecf073c-d444-47dd-b4d9-be6d608629f4 associated. External IP: 172.25.5.115, port: 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925. May 30 20:47:36.399469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:47:36.692433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:47:36.701753 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40545dcc-c218-4d50-8e94-795e8351671b None None] Sync routers for ids ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:47:36.713455 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40545dcc-c218-4d50-8e94-795e8351671b None None] Routers {'eb15ab42-1c22-4357-a2dc-4dbefd6a3016'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:47:36.714133 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-40545dcc-c218-4d50-8e94-795e8351671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:47:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:36.715563 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:36.770936 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d39b8fbb-1d29-4a26-9f61-55f303b2a51f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4674792 May 30 20:47:36.771614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62625059-0223-45e5-bb94-e1884aa8c469', 'tag': '89c4b2c9-af88-4569-9a1d-0bc7f9fe9925'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:47:36.886158 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-40545dcc-c218-4d50-8e94-795e8351671b None None] Set router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:47:36.904025 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262f4a89-6e8d-4ccf-8331-4a3466c010c4'] response: {'name': 'network-changed', 'server_uuid': '62625059-0223-45e5-bb94-e1884aa8c469', 'tag': '89c4b2c9-af88-4569-9a1d-0bc7f9fe9925', 'status': 'completed', 'code': 200} May 30 20:47:36.994193 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6f77354e-a58f-4a36-b669-54ed97f36c6d req-eabf77f2-93a1-41c3-9733-971376962975 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 1097 time: 0.0681455 May 30 20:47:37.129238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77354e-a58f-4a36-b669-54ed97f36c6d req-b1b1b317-8634-414f-99ac-cec8e365c6ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:37.130905 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6f77354e-a58f-4a36-b669-54ed97f36c6d req-b1b1b317-8634-414f-99ac-cec8e365c6ff service neutron] 10.222.0.77 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1301711 May 30 20:47:37.231284 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-40545dcc-c218-4d50-8e94-795e8351671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '3ecf073c-d444-47dd-b4d9-be6d608629f4', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'port_id': '89c4b2c9-af88-4569-9a1d-0bc7f9fe9925', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'mac_address': 'fa:16:3e:d0:f1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62625059-0223-45e5-bb94-e1884aa8c469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:47:35Z', 'updated_at': '2022-05-30T20:47:35Z', 'revision_number': 0, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ip_address_scope': None}, {'id': '47cd9483-5588-41cc-9822-7b0b501af9f4', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'port_id': '3151b6c9-b4cc-4cac-907d-5b603ba58760', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'mac_address': 'fa:16:3e:cc:7e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:45:19Z', 'updated_at': '2022-05-30T20:45:22Z', 'revision_number': 1, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:37.235189 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40545dcc-c218-4d50-8e94-795e8351671b None None] Checking router: eb15ab42-1c22-4357-a2dc-4dbefd6a3016 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:47:37.238271 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6f77354e-a58f-4a36-b669-54ed97f36c6d req-f6236236-3e91-47af-a677-760e217d47e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 HTTP/1.1" status: 200 len: 1000 time: 0.1016786 May 30 20:47:37.245700 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40545dcc-c218-4d50-8e94-795e8351671b None None] Routers {'eb15ab42-1c22-4357-a2dc-4dbefd6a3016'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:47:37.246228 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-40545dcc-c218-4d50-8e94-795e8351671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:47:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:37.300718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77354e-a58f-4a36-b669-54ed97f36c6d req-1fe934a3-9efa-41c9-9d75-5611700472e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:37.302229 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6f77354e-a58f-4a36-b669-54ed97f36c6d req-1fe934a3-9efa-41c9-9d75-5611700472e4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0585017 May 30 20:47:37.383869 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:37.460853 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-40545dcc-c218-4d50-8e94-795e8351671b None None] Set router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:47:37.477191 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6f77354e-a58f-4a36-b669-54ed97f36c6d req-440dc9ae-7d2e-4635-9d23-2ac026e85f20 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688020 May 30 20:47:37.608450 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6f77354e-a58f-4a36-b669-54ed97f36c6d req-aa83a656-0175-4746-98fd-8c43479319fb service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245413 May 30 20:47:37.740631 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6f77354e-a58f-4a36-b669-54ed97f36c6d req-a7f5c5f3-3598-46cf-8345-c6bb39482807 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261265 May 30 20:47:37.804484 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-40545dcc-c218-4d50-8e94-795e8351671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '3ecf073c-d444-47dd-b4d9-be6d608629f4', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'port_id': '89c4b2c9-af88-4569-9a1d-0bc7f9fe9925', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'mac_address': 'fa:16:3e:d0:f1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62625059-0223-45e5-bb94-e1884aa8c469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:47:35Z', 'updated_at': '2022-05-30T20:47:35Z', 'revision_number': 0, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ip_address_scope': None}, {'id': '47cd9483-5588-41cc-9822-7b0b501af9f4', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'port_id': '3151b6c9-b4cc-4cac-907d-5b603ba58760', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'mac_address': 'fa:16:3e:cc:7e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:45:19Z', 'updated_at': '2022-05-30T20:45:22Z', 'revision_number': 1, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:37.808341 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40545dcc-c218-4d50-8e94-795e8351671b None None] The sync data for ids ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'] in n-d-843949-2 is: [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '3ecf073c-d444-47dd-b4d9-be6d608629f4', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'port_id': '89c4b2c9-af88-4569-9a1d-0bc7f9fe9925', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'mac_address': 'fa:16:3e:d0:f1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62625059-0223-45e5-bb94-e1884aa8c469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:47:35Z', 'updated_at': '2022-05-30T20:47:35Z', 'revision_number': 0, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ip_address_scope': None}, {'id': '47cd9483-5588-41cc-9822-7b0b501af9f4', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'port_id': '3151b6c9-b4cc-4cac-907d-5b603ba58760', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'mac_address': 'fa:16:3e:cc:7e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:45:19Z', 'updated_at': '2022-05-30T20:45:22Z', 'revision_number': 1, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:47:38.001599 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41269a7-bf77-4e08-8af1-5289fe81cdf2 None None] New status for floating IP 3ecf073c-d444-47dd-b4d9-be6d608629f4: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:47:57.807312 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-86319cd6-5e6b-48da-a5f3-0155a29b122e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:57.998757 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-97c87465-6eb3-4eb6-8078-aef648e0884f req-e79a1cd8-0848-4970-abdb-c3e396186f6a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0658519 May 30 20:47:58.138926 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-97c87465-6eb3-4eb6-8078-aef648e0884f req-3e65ab0d-527e-4dfe-92a7-800cf0c92cdd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 1097 time: 0.0691960 May 30 20:47:58.185053 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:47:58.287098 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c87465-6eb3-4eb6-8078-aef648e0884f req-81255511-ea54-4459-bd1d-b88a4eb09736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:58.288563 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-97c87465-6eb3-4eb6-8078-aef648e0884f req-81255511-ea54-4459-bd1d-b88a4eb09736 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1318049 May 30 20:47:58.392556 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-97c87465-6eb3-4eb6-8078-aef648e0884f req-34156a30-016f-43e8-99be-0fe5b13151cb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 HTTP/1.1" status: 200 len: 1002 time: 0.0973039 May 30 20:47:58.459043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c87465-6eb3-4eb6-8078-aef648e0884f req-4d6dbf7c-ef67-4bba-8b6f-7f03e7b89a59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:58.460463 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-97c87465-6eb3-4eb6-8078-aef648e0884f req-4d6dbf7c-ef67-4bba-8b6f-7f03e7b89a59 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0615177 May 30 20:47:58.537866 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-97c87465-6eb3-4eb6-8078-aef648e0884f req-c699a288-8cf1-4e4b-b4f2-3ef9d0b308aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698707 May 30 20:47:58.667570 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-97c87465-6eb3-4eb6-8078-aef648e0884f req-d1feb6f4-cfcb-4d82-89fe-ffe7e2a136a9 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234345 May 30 20:47:58.797370 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-97c87465-6eb3-4eb6-8078-aef648e0884f req-d6ce12e6-0b17-4886-8c7a-16bd45824d70 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236837 May 30 20:47:59.140637 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d335b2b5-908b-482e-b852-5066c447256e req-fc8a34b6-bbde-41ac-a6b3-c91c93a6a940 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710552 May 30 20:47:59.280271 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d335b2b5-908b-482e-b852-5066c447256e req-db77647b-aafd-45cf-861e-31e3d61b98e8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 1096 time: 0.0722692 May 30 20:47:59.423846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335b2b5-908b-482e-b852-5066c447256e req-8cb34ecd-fae0-40c1-9ab0-a15ee5d42769 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:59.425298 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d335b2b5-908b-482e-b852-5066c447256e req-8cb34ecd-fae0-40c1-9ab0-a15ee5d42769 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1266212 May 30 20:47:59.543532 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d335b2b5-908b-482e-b852-5066c447256e req-eea527ec-50d7-45ca-9bc8-0b85666335b1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3151b6c9-b4cc-4cac-907d-5b603ba58760 HTTP/1.1" status: 200 len: 1001 time: 0.1122546 May 30 20:47:59.610373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335b2b5-908b-482e-b852-5066c447256e req-ff793699-bc9d-45e5-a7e7-2762cb59c114 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:59.611452 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d335b2b5-908b-482e-b852-5066c447256e req-ff793699-bc9d-45e5-a7e7-2762cb59c114 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0606341 May 30 20:47:59.687424 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d335b2b5-908b-482e-b852-5066c447256e req-286ea57a-d9ae-46d7-8c22-1c9e2997bdd4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715098 May 30 20:47:59.834744 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d335b2b5-908b-482e-b852-5066c447256e req-83b06f55-02bd-4df7-9d4b-e0beb955105f service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412401 May 30 20:47:59.970184 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d335b2b5-908b-482e-b852-5066c447256e req-06927957-98dc-4b20-9382-08795f88bc13 service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302612 May 30 20:47:59.998564 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fad639d9-96bc-4818-8e58-e8e9a465216d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:01.347583 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:01.611392 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:02.955393 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:03.545336 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:07.382255 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:27.808314 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-466c9178-1fac-4ca9-8ec0-405154df17e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:30.000367 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-862632ab-b2f9-4330-b249-9b00e31bc7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:31.349805 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:31.615097 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:32.957938 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:33.559854 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:35.186127 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:48:37.397780 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:57.810016 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4b0920d7-918b-4759-97de-e9e2cae1ac9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:57.981888 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f5b1dbde-bdf3-4b17-b2c9-a3baa616bb89 req-59d1ecf5-04d8-4c73-8b65-98ce2d9b3eee service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711734 May 30 20:48:58.125618 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f5b1dbde-bdf3-4b17-b2c9-a3baa616bb89 req-2da5e642-2dbc-417e-a3d0-50bfc49d924b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 1097 time: 0.0698614 May 30 20:48:58.269735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1dbde-bdf3-4b17-b2c9-a3baa616bb89 req-689a66d3-d8ed-45c7-b498-315a1a924712 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:58.271146 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f5b1dbde-bdf3-4b17-b2c9-a3baa616bb89 req-689a66d3-d8ed-45c7-b498-315a1a924712 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1245058 May 30 20:48:58.375497 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f5b1dbde-bdf3-4b17-b2c9-a3baa616bb89 req-7494328b-4afe-40a7-90ea-1dbeddc2e2e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 HTTP/1.1" status: 200 len: 1002 time: 0.0951307 May 30 20:48:58.441291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1dbde-bdf3-4b17-b2c9-a3baa616bb89 req-52ace38d-25da-49ab-a401-8133545fc2be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:58.442701 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f5b1dbde-bdf3-4b17-b2c9-a3baa616bb89 req-52ace38d-25da-49ab-a401-8133545fc2be service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0569246 May 30 20:48:58.605912 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f5b1dbde-bdf3-4b17-b2c9-a3baa616bb89 req-fcd3d6b8-62b3-4ff0-803f-03ec6b7054dd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542122 May 30 20:48:58.737441 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f5b1dbde-bdf3-4b17-b2c9-a3baa616bb89 req-35ab2ea0-ddd3-44d3-a5ca-c33837a31cfc service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212330 May 30 20:48:58.868078 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f5b1dbde-bdf3-4b17-b2c9-a3baa616bb89 req-3e8be6d5-c645-40ec-b5e0-91ad5a97082b service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212821 May 30 20:48:59.147815 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83f80a30-eba8-48cc-8379-18c3f6c2e1e1 req-4a0c86e1-e863-4494-a8d5-05329376d1f5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0656428 May 30 20:48:59.284456 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83f80a30-eba8-48cc-8379-18c3f6c2e1e1 req-adf541a3-e128-4520-9fba-af0a87787e2c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 1096 time: 0.0697358 May 30 20:48:59.428394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f80a30-eba8-48cc-8379-18c3f6c2e1e1 req-c6ee1399-a2db-4268-8716-1f85b8649c07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:59.429786 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83f80a30-eba8-48cc-8379-18c3f6c2e1e1 req-c6ee1399-a2db-4268-8716-1f85b8649c07 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1270831 May 30 20:48:59.531830 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83f80a30-eba8-48cc-8379-18c3f6c2e1e1 req-9cd7473e-b971-4609-bf0c-822d605ee8ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3151b6c9-b4cc-4cac-907d-5b603ba58760 HTTP/1.1" status: 200 len: 1001 time: 0.0965421 May 30 20:48:59.596247 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f80a30-eba8-48cc-8379-18c3f6c2e1e1 req-6e79aadf-8ab0-422e-b113-974e33015851 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:59.597661 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83f80a30-eba8-48cc-8379-18c3f6c2e1e1 req-6e79aadf-8ab0-422e-b113-974e33015851 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0600986 May 30 20:48:59.670372 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83f80a30-eba8-48cc-8379-18c3f6c2e1e1 req-6ccffeef-16d4-48b2-bb12-f038cb417838 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671937 May 30 20:48:59.803224 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83f80a30-eba8-48cc-8379-18c3f6c2e1e1 req-f5f31d4b-6c17-46cc-bd91-f5d01ce8b6f5 service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273134 May 30 20:49:00.001736 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-40c8eb13-2c80-4baa-babd-d68a0d19b325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:00.021863 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83f80a30-eba8-48cc-8379-18c3f6c2e1e1 req-7b8e6200-06c2-4098-87b7-9317623f5ca3 service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126129 May 30 20:49:01.351887 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:01.616465 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:02.960446 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:03.560008 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:07.403935 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:12.186615 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:49:15.857940 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49080) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:16.056949 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Deleting port 91cda628-aef1-48ad-917c-45d6af12ed01 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:49:16.057284 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:16.220893 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:16.221112 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:16.341132 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Calling delete_port for 91cda628-aef1-48ad-917c-45d6af12ed01 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:49:16.486620 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:16.535387 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event deleted for resources: {'Port': ['ID=91cda628-aef1-48ad-917c-45d6af12ed01,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:16.573839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:16.574169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:16.574501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:16.575424 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:16.575746 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:16.576090 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:16.576407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:16.576720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:16.577032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:16.577344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:16.577651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:16.634703 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:17.019016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:49:17.317738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:49:17.327595 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d501cc-aa26-4a73-b48c-918cb62bf1ca None None] Sync routers for ids ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:49:17.333471 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:17.339273 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d501cc-aa26-4a73-b48c-918cb62bf1ca None None] Routers {'eb15ab42-1c22-4357-a2dc-4dbefd6a3016'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:49:17.339893 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e0d501cc-aa26-4a73-b48c-918cb62bf1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:49:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:17.386168 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4da166a3-a144-4e21-af2f-8eb42cc7d964 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "DELETE /v2.0/floatingips/3ecf073c-d444-47dd-b4d9-be6d608629f4 HTTP/1.1" status: 204 len: 168 time: 1.5271592 May 30 20:49:17.386775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62625059-0223-45e5-bb94-e1884aa8c469', 'tag': '89c4b2c9-af88-4569-9a1d-0bc7f9fe9925'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:49:17.484908 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5558b94-679a-4bc9-99e7-175a35600881'] response: {'name': 'network-changed', 'server_uuid': '62625059-0223-45e5-bb94-e1884aa8c469', 'tag': '89c4b2c9-af88-4569-9a1d-0bc7f9fe9925', 'status': 'completed', 'code': 200} May 30 20:49:17.536784 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-e0d501cc-aa26-4a73-b48c-918cb62bf1ca None None] Set router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:49:17.582729 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3ffdd413-70dd-42f3-8474-e593bf0d0520 req-2b313850-3f89-49a2-a96b-6650b1cae5af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 1097 time: 0.0687439 May 30 20:49:17.724336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdd413-70dd-42f3-8474-e593bf0d0520 req-99191cc7-93c7-4c71-a225-26061e1b620b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:17.726090 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3ffdd413-70dd-42f3-8474-e593bf0d0520 req-99191cc7-93c7-4c71-a225-26061e1b620b service neutron] 10.222.0.77 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1345406 May 30 20:49:17.800638 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3ffdd413-70dd-42f3-8474-e593bf0d0520 req-c4c109ec-1ac0-4bb2-bdee-5756f4a885cf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 HTTP/1.1" status: 200 len: 217 time: 0.0672479 May 30 20:49:17.835216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcfd20-ba6f-42a5-afcc-80d2ae6cf54d req-c6509c49-59d9-4902-b4d6-0f4f26d14d37 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:17.836011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-23bcfd20-ba6f-42a5-afcc-80d2ae6cf54d req-c6509c49-59d9-4902-b4d6-0f4f26d14d37 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Synchronizing usage tracker for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:49:17.852602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-23bcfd20-ba6f-42a5-afcc-80d2ae6cf54d req-c6509c49-59d9-4902-b4d6-0f4f26d14d37 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Unset dirty status for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:49:17.853867 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23bcfd20-ba6f-42a5-afcc-80d2ae6cf54d req-c6509c49-59d9-4902-b4d6-0f4f26d14d37 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 946 time: 0.1073821 May 30 20:49:17.871272 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdd413-70dd-42f3-8474-e593bf0d0520 req-a2a2d42a-6229-4292-9841-4f5535369edc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:17.872758 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3ffdd413-70dd-42f3-8474-e593bf0d0520 req-a2a2d42a-6229-4292-9841-4f5535369edc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0634749 May 30 20:49:17.901918 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23bcfd20-ba6f-42a5-afcc-80d2ae6cf54d req-3e08e0de-23ac-4bc2-a603-e1747a47f239 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410328 May 30 20:49:17.907393 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e0d501cc-aa26-4a73-b48c-918cb62bf1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '47cd9483-5588-41cc-9822-7b0b501af9f4', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'port_id': '3151b6c9-b4cc-4cac-907d-5b603ba58760', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'mac_address': 'fa:16:3e:cc:7e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:45:19Z', 'updated_at': '2022-05-30T20:45:22Z', 'revision_number': 1, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:17.911562 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d501cc-aa26-4a73-b48c-918cb62bf1ca None None] Checking router: eb15ab42-1c22-4357-a2dc-4dbefd6a3016 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:49:17.925898 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d501cc-aa26-4a73-b48c-918cb62bf1ca None None] Routers {'eb15ab42-1c22-4357-a2dc-4dbefd6a3016'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:49:17.926599 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e0d501cc-aa26-4a73-b48c-918cb62bf1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:49:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:17.952916 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3ffdd413-70dd-42f3-8474-e593bf0d0520 req-569e25bb-80b2-44e3-b479-0b8a68809629 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733643 May 30 20:49:18.087522 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3ffdd413-70dd-42f3-8474-e593bf0d0520 req-3110f5a4-b9cf-420a-af66-f90e24bab067 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275377 May 30 20:49:18.106892 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-e0d501cc-aa26-4a73-b48c-918cb62bf1ca None None] Set router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:49:18.223244 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3ffdd413-70dd-42f3-8474-e593bf0d0520 req-1b53837d-b70d-489d-9069-675f37e202a2 service neutron] 10.222.0.77 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275334 May 30 20:49:18.479058 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e0d501cc-aa26-4a73-b48c-918cb62bf1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '47cd9483-5588-41cc-9822-7b0b501af9f4', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'port_id': '3151b6c9-b4cc-4cac-907d-5b603ba58760', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'mac_address': 'fa:16:3e:cc:7e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:45:19Z', 'updated_at': '2022-05-30T20:45:22Z', 'revision_number': 1, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:18.483376 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d501cc-aa26-4a73-b48c-918cb62bf1ca None None] The sync data for ids ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'] in n-d-843949-2 is: [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '47cd9483-5588-41cc-9822-7b0b501af9f4', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'port_id': '3151b6c9-b4cc-4cac-907d-5b603ba58760', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'mac_address': 'fa:16:3e:cc:7e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:45:19Z', 'updated_at': '2022-05-30T20:45:22Z', 'revision_number': 1, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:49:18.706035 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc860398-3bdb-4e0b-b653-a20944be037d None None] New status for floating IP 3ecf073c-d444-47dd-b4d9-be6d608629f4: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:49:19.103143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09879223-98ad-42f9-9f73-b9165ba709a9 req-036841d0-ceec-4a35-bdd3-d6be41e5df9a tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:19.104532 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09879223-98ad-42f9-9f73-b9165ba709a9 req-036841d0-ceec-4a35-bdd3-d6be41e5df9a tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 946 time: 0.0779052 May 30 20:49:19.152436 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-09879223-98ad-42f9-9f73-b9165ba709a9 req-7ee4bd8d-7adf-4f09-8ac8-f3c3126cf03d tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416992 May 30 20:49:19.526337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89631f-1439-427d-b1ed-abc8f566d283 req-805819b2-f175-4f24-a6c5-66ba7b852df3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:19.527008 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-9f89631f-1439-427d-b1ed-abc8f566d283 req-805819b2-f175-4f24-a6c5-66ba7b852df3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Synchronizing usage tracker for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:49:19.538885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-9f89631f-1439-427d-b1ed-abc8f566d283 req-805819b2-f175-4f24-a6c5-66ba7b852df3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Unset dirty status for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:49:19.539931 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9f89631f-1439-427d-b1ed-abc8f566d283 req-805819b2-f175-4f24-a6c5-66ba7b852df3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 946 time: 0.0865471 May 30 20:49:19.608806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-9f89631f-1439-427d-b1ed-abc8f566d283 req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Deleting port 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:49:19.609132 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9f89631f-1439-427d-b1ed-abc8f566d283 req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:19.846218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-9f89631f-1439-427d-b1ed-abc8f566d283 req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] For port 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=89c4b2c9-af88-4569-9a1d-0bc7f9fe9925,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:19.846486 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9f89631f-1439-427d-b1ed-abc8f566d283 req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:19.964911 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-9f89631f-1439-427d-b1ed-abc8f566d283 req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Calling delete_port for 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:49:20.188210 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9f89631f-1439-427d-b1ed-abc8f566d283 req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:20.243700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event deleted for resources: {'Port': ['ID=89c4b2c9-af88-4569-9a1d-0bc7f9fe9925,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:20.300126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:20.300434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:20.300768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:20.301096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:20.301415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:20.301733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:20.302048 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:20.302362 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:20.302675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:20.302990 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:20.303299 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:20.344542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f89631f-1439-427d-b1ed-abc8f566d283 req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] No DVR routers for this DVR port 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:49:20.345769 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6eb38e5c-24ba-4133-a845-5b90854ea9fe req-eb292412-42e1-4f1c-baae-f527fbefc2c1 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 210 time: 0.0420296 May 30 20:49:20.347248 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9f89631f-1439-427d-b1ed-abc8f566d283 req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:20.349908 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62625059-0223-45e5-bb94-e1884aa8c469', 'name': 'network-vif-deleted', 'tag': '89c4b2c9-af88-4569-9a1d-0bc7f9fe9925'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:49:20.367705 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9f89631f-1439-427d-b1ed-abc8f566d283 req-f0f02ec3-00c1-486a-83d5-cdf5d39c40d3 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.77 "DELETE /v2.0/ports/89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 HTTP/1.1" status: 204 len: 173 time: 0.8191397 May 30 20:49:20.407603 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-309808e2-d141-462f-8f6a-7e5baedd9356'] response: {'server_uuid': '62625059-0223-45e5-bb94-e1884aa8c469', 'name': 'network-vif-deleted', 'tag': '89c4b2c9-af88-4569-9a1d-0bc7f9fe9925', 'status': 'completed', 'code': 200} May 30 20:49:21.531312 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-663cb6cd-4e10-4056-adec-62597b9b9ec4 req-a215afd4-acb0-4ee7-857b-6997974540d6 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=62625059-0223-45e5-bb94-e1884aa8c469 HTTP/1.1" status: 200 len: 210 time: 0.0422425 May 30 20:49:23.399888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:49:23.432554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:49:23.432892 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 89c4b2c9-af88-4569-9a1d-0bc7f9fe9925 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:49:27.149474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49124) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:27.350226 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d970bcdd-6f15-46ff-a1cf-adb3e8148f64 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Deleting port dbc1a003-135f-4b23-891c-b23e83e67711 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:49:27.350566 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d970bcdd-6f15-46ff-a1cf-adb3e8148f64 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:27.514694 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d970bcdd-6f15-46ff-a1cf-adb3e8148f64 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:27.514931 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d970bcdd-6f15-46ff-a1cf-adb3e8148f64 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:27.634052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d970bcdd-6f15-46ff-a1cf-adb3e8148f64 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Calling delete_port for dbc1a003-135f-4b23-891c-b23e83e67711 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:49:27.780582 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d970bcdd-6f15-46ff-a1cf-adb3e8148f64 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:27.810709 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a3a5-ef1a-479b-bd92-177917569bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:27.826886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970bcdd-6f15-46ff-a1cf-adb3e8148f64 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event deleted for resources: {'Port': ['ID=dbc1a003-135f-4b23-891c-b23e83e67711,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:27.915904 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d970bcdd-6f15-46ff-a1cf-adb3e8148f64 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:28.396084 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d970bcdd-6f15-46ff-a1cf-adb3e8148f64 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:49:28.594498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d970bcdd-6f15-46ff-a1cf-adb3e8148f64 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:49:28.603714 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab57216-29c8-4143-bf95-16065a0f1e16 None None] Sync routers for ids ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:49:28.610569 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d970bcdd-6f15-46ff-a1cf-adb3e8148f64 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:28.615623 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab57216-29c8-4143-bf95-16065a0f1e16 None None] Routers {'eb15ab42-1c22-4357-a2dc-4dbefd6a3016'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:49:28.616244 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-bab57216-29c8-4143-bf95-16065a0f1e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:49:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:28.663376 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d970bcdd-6f15-46ff-a1cf-adb3e8148f64 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "DELETE /v2.0/floatingips/47cd9483-5588-41cc-9822-7b0b501af9f4 HTTP/1.1" status: 204 len: 168 time: 1.5128279 May 30 20:49:28.663980 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'tag': '3151b6c9-b4cc-4cac-907d-5b603ba58760'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:49:28.719050 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85346d71-d77a-4383-aa6c-f0db8931b73f'] response: {'name': 'network-changed', 'server_uuid': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'tag': '3151b6c9-b4cc-4cac-907d-5b603ba58760', 'status': 'completed', 'code': 200} May 30 20:49:28.795155 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-bab57216-29c8-4143-bf95-16065a0f1e16 None None] Set router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:49:28.814300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d9321e7-5bee-41ce-9d8b-daefc8364392 req-c77ff95d-94a5-4871-a918-3977bf74c697 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 1096 time: 0.0732727 May 30 20:49:28.952554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9321e7-5bee-41ce-9d8b-daefc8364392 req-0d0b2139-0fcf-46d8-8ee7-e95fc1b90f56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:28.954088 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d9321e7-5bee-41ce-9d8b-daefc8364392 req-0d0b2139-0fcf-46d8-8ee7-e95fc1b90f56 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 200 len: 912 time: 0.1339819 May 30 20:49:29.062984 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d9321e7-5bee-41ce-9d8b-daefc8364392 req-57067ba2-fdce-49f9-a406-e2af62586828 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3151b6c9-b4cc-4cac-907d-5b603ba58760 HTTP/1.1" status: 200 len: 217 time: 0.1012843 May 30 20:49:29.111107 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-bab57216-29c8-4143-bf95-16065a0f1e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:29.114818 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab57216-29c8-4143-bf95-16065a0f1e16 None None] Checking router: eb15ab42-1c22-4357-a2dc-4dbefd6a3016 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:49:29.125029 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab57216-29c8-4143-bf95-16065a0f1e16 None None] Routers {'eb15ab42-1c22-4357-a2dc-4dbefd6a3016'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:49:29.125608 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-bab57216-29c8-4143-bf95-16065a0f1e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:49:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:29.138902 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9321e7-5bee-41ce-9d8b-daefc8364392 req-8a69afb7-f05c-44d1-bcc2-17a6e07cc683 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:29.140292 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d9321e7-5bee-41ce-9d8b-daefc8364392 req-8a69afb7-f05c-44d1-bcc2-17a6e07cc683 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 200 len: 850 time: 0.0708995 May 30 20:49:29.150502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf91b62-5299-46c6-81bc-5a974785b529 req-ebf28be5-4e38-4bc4-a4f1-07ed53ea9e17 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:29.151153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6cf91b62-5299-46c6-81bc-5a974785b529 req-ebf28be5-4e38-4bc4-a4f1-07ed53ea9e17 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Synchronizing usage tracker for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:49:29.216492 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-6cf91b62-5299-46c6-81bc-5a974785b529 req-ebf28be5-4e38-4bc4-a4f1-07ed53ea9e17 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Unset dirty status for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:49:29.217627 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6cf91b62-5299-46c6-81bc-5a974785b529 req-ebf28be5-4e38-4bc4-a4f1-07ed53ea9e17 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 945 time: 0.2090101 May 30 20:49:29.262777 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d9321e7-5bee-41ce-9d8b-daefc8364392 req-f6571d79-fb3e-4f36-95dd-645801dc9991 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4023ba5c-7642-4616-9861-4c197b98ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084092 May 30 20:49:29.302117 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-bab57216-29c8-4143-bf95-16065a0f1e16 None None] Set router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:49:29.339610 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6cf91b62-5299-46c6-81bc-5a974785b529 req-7213aba1-7e78-4949-9b31-1402a5f1e813 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135757 May 30 20:49:29.403584 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d9321e7-5bee-41ce-9d8b-daefc8364392 req-74cd0a7d-a717-472c-a123-ec6860d218d2 service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342344 May 30 20:49:29.536118 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d9321e7-5bee-41ce-9d8b-daefc8364392 req-0f12cad9-280e-4444-9522-aca9b23f1f49 service neutron] 10.222.0.93 "GET /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258512 May 30 20:49:29.634586 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-bab57216-29c8-4143-bf95-16065a0f1e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:29.638745 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab57216-29c8-4143-bf95-16065a0f1e16 None None] The sync data for ids ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'] in n-d-843949-2 is: [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:41Z', 'revision_number': 4, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'a17d9561-f5a1-4476-9d7c-886ef2204480', 'name': '', 'network_id': '4023ba5c-7642-4616-9861-4c197b98ed7e', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'mac_address': 'fa:16:3e:8b:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:40Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'subnets': [{'id': '72ad933f-dca7-42ad-9cd7-e78de8e69f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:49:29.857388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1686e6f0-f14e-4d54-b7d9-63889cfdfb22 None None] New status for floating IP 47cd9483-5588-41cc-9822-7b0b501af9f4: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:49:30.003638 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0f4994a3-af7a-4b36-ac74-5c92d68245dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:30.543505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69c1a7-7dc5-4662-a17b-c976a274af01 req-887c8833-bcfb-4a56-8f01-b86b29d8685f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:30.544885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd69c1a7-7dc5-4662-a17b-c976a274af01 req-887c8833-bcfb-4a56-8f01-b86b29d8685f tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.93 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 945 time: 0.1294885 May 30 20:49:30.598448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b788b-7fe5-4c0b-a0ec-e6a6b677c5e2 req-902b34d1-4d3a-4ec8-bffb-39ed922a9c15 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:30.599827 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc2b788b-7fe5-4c0b-a0ec-e6a6b677c5e2 req-902b34d1-4d3a-4ec8-bffb-39ed922a9c15 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 945 time: 0.1329589 May 30 20:49:30.638768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-fd69c1a7-7dc5-4662-a17b-c976a274af01 req-1acb56cf-f916-4fa0-85c3-d52a656633f0 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Deleting port 3151b6c9-b4cc-4cac-907d-5b603ba58760 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:49:30.639098 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fd69c1a7-7dc5-4662-a17b-c976a274af01 req-1acb56cf-f916-4fa0-85c3-d52a656633f0 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:30.704686 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc2b788b-7fe5-4c0b-a0ec-e6a6b677c5e2 req-9482eebe-6539-4082-bf09-b30c4aafb433 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/security-groups?id=fa6bc02d-6b30-431d-b986-c0088bc98cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974333 May 30 20:49:30.987420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-fd69c1a7-7dc5-4662-a17b-c976a274af01 req-1acb56cf-f916-4fa0-85c3-d52a656633f0 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] For port 3151b6c9-b4cc-4cac-907d-5b603ba58760, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3151b6c9-b4cc-4cac-907d-5b603ba58760,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:30.987684 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fd69c1a7-7dc5-4662-a17b-c976a274af01 req-1acb56cf-f916-4fa0-85c3-d52a656633f0 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:31.104402 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-fd69c1a7-7dc5-4662-a17b-c976a274af01 req-1acb56cf-f916-4fa0-85c3-d52a656633f0 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Calling delete_port for 3151b6c9-b4cc-4cac-907d-5b603ba58760 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:49:31.243051 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fd69c1a7-7dc5-4662-a17b-c976a274af01 req-1acb56cf-f916-4fa0-85c3-d52a656633f0 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:31.295190 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb56cf-f916-4fa0-85c3-d52a656633f0 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event deleted for resources: {'Port': ['ID=3151b6c9-b4cc-4cac-907d-5b603ba58760,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:31.355319 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:31.365451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd69c1a7-7dc5-4662-a17b-c976a274af01 req-1acb56cf-f916-4fa0-85c3-d52a656633f0 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] No DVR routers for this DVR port 3151b6c9-b4cc-4cac-907d-5b603ba58760 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:49:31.367923 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-fd69c1a7-7dc5-4662-a17b-c976a274af01 req-1acb56cf-f916-4fa0-85c3-d52a656633f0 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:31.370382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'name': 'network-vif-deleted', 'tag': '3151b6c9-b4cc-4cac-907d-5b603ba58760'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:49:31.385680 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd69c1a7-7dc5-4662-a17b-c976a274af01 req-1acb56cf-f916-4fa0-85c3-d52a656633f0 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.93 "DELETE /v2.0/ports/3151b6c9-b4cc-4cac-907d-5b603ba58760 HTTP/1.1" status: 204 len: 173 time: 0.8348811 May 30 20:49:31.424780 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc21513-2f24-4841-9b2a-72bf01691f7c'] response: {'server_uuid': '1f47fe54-4b34-4201-b7db-a8f72636a73d', 'name': 'network-vif-deleted', 'tag': '3151b6c9-b4cc-4cac-907d-5b603ba58760', 'status': 'completed', 'code': 200} May 30 20:49:31.618811 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:31.880875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0e40081a-f82e-4f78-8936-664f4caa830a req-ba411064-eed6-439b-a3ab-cc2a6006d6f7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Synchronizing usage tracker for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:49:31.896607 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-0e40081a-f82e-4f78-8936-664f4caa830a req-ba411064-eed6-439b-a3ab-cc2a6006d6f7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Unset dirty status for tenant:dbe0a10b5d3a43678ffc156b850b0a0c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:49:31.897747 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e40081a-f82e-4f78-8936-664f4caa830a req-ba411064-eed6-439b-a3ab-cc2a6006d6f7 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f47fe54-4b34-4201-b7db-a8f72636a73d HTTP/1.1" status: 200 len: 210 time: 0.0582671 May 30 20:49:32.966115 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:33.004445 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49142) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:33.154622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a4fad-b304-48e3-8427-15d5ebd5b7fe tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Deleting port 018360bc-1ca4-444e-8b71-d4d53b4a1f64 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:49:33.154866 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4fad-b304-48e3-8427-15d5ebd5b7fe tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:33.321937 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4fad-b304-48e3-8427-15d5ebd5b7fe tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:33.322259 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4fad-b304-48e3-8427-15d5ebd5b7fe tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:33.439268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a4fad-b304-48e3-8427-15d5ebd5b7fe tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Calling delete_port for 018360bc-1ca4-444e-8b71-d4d53b4a1f64 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:49:33.565015 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:33.576945 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4fad-b304-48e3-8427-15d5ebd5b7fe tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:33.619209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a4fad-b304-48e3-8427-15d5ebd5b7fe tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event deleted for resources: {'Port': ['ID=018360bc-1ca4-444e-8b71-d4d53b4a1f64,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:33.710173 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4fad-b304-48e3-8427-15d5ebd5b7fe tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:33.727334 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4fad-b304-48e3-8427-15d5ebd5b7fe tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:33.728479 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ca6a4fad-b304-48e3-8427-15d5ebd5b7fe tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "DELETE /v2.0/floatingips/cd562220-01ef-4ec5-b6c4-7d01dce78094 HTTP/1.1" status: 204 len: 168 time: 0.7230852 May 30 20:49:34.922026 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3151b6c9-b4cc-4cac-907d-5b603ba58760 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:49:34.995115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 3151b6c9-b4cc-4cac-907d-5b603ba58760 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:49:34.995456 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3151b6c9-b4cc-4cac-907d-5b603ba58760 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:49:36.178617 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49158) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:36.248880 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3d61919-3c35-4e2e-bc6f-9bd4c9d43d75 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:36.279956 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3d61919-3c35-4e2e-bc6f-9bd4c9d43d75 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:36.344701 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3d61919-3c35-4e2e-bc6f-9bd4c9d43d75 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:36.363297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d61919-3c35-4e2e-bc6f-9bd4c9d43d75 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6bc02d-6b30-431d-b986-c0088bc98cc3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:36.373409 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3d61919-3c35-4e2e-bc6f-9bd4c9d43d75 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:36.374535 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b3d61919-3c35-4e2e-bc6f-9bd4c9d43d75 tempest-TestVolumeBootPattern-2101059120 tempest-TestVolumeBootPattern-2101059120-project] 10.222.0.84 "DELETE /v2.0/security-groups/fa6bc02d-6b30-431d-b986-c0088bc98cc3 HTTP/1.1" status: 204 len: 168 time: 0.1949434 May 30 20:49:36.442373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49164) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:36.970322 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d039556f-9a70-4ce7-97b9-ca7805138183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:37.428221 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:37.644091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d039556f-9a70-4ce7-97b9-ca7805138183 admin admin] Deleting port a17d9561-f5a1-4476-9d7c-886ef2204480 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:49:37.644634 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d039556f-9a70-4ce7-97b9-ca7805138183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:37.812177 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d039556f-9a70-4ce7-97b9-ca7805138183 admin admin] For port a17d9561-f5a1-4476-9d7c-886ef2204480, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a17d9561-f5a1-4476-9d7c-886ef2204480,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:37.812516 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d039556f-9a70-4ce7-97b9-ca7805138183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:37.934160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d039556f-9a70-4ce7-97b9-ca7805138183 admin admin] Calling delete_port for a17d9561-f5a1-4476-9d7c-886ef2204480 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:49:38.100557 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d039556f-9a70-4ce7-97b9-ca7805138183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:38.144926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039556f-9a70-4ce7-97b9-ca7805138183 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17d9561-f5a1-4476-9d7c-886ef2204480,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:38.434139 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d039556f-9a70-4ce7-97b9-ca7805138183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:39.093823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d039556f-9a70-4ce7-97b9-ca7805138183 admin admin] Router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:49:39.300118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d039556f-9a70-4ce7-97b9-ca7805138183 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:49:39.310116 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3260961d-3e26-4a3e-a90c-0f1cda9cdd39 None None] Sync routers for ids ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:49:39.312690 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d039556f-9a70-4ce7-97b9-ca7805138183 admin admin] 10.222.0.84 "PUT /v2.0/routers/eb15ab42-1c22-4357-a2dc-4dbefd6a3016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8692620 May 30 20:49:39.315154 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49170) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:39.322472 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260961d-3e26-4a3e-a90c-0f1cda9cdd39 None None] Routers {'eb15ab42-1c22-4357-a2dc-4dbefd6a3016'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:49:39.323073 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3260961d-3e26-4a3e-a90c-0f1cda9cdd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:49:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:39.495575 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-3260961d-3e26-4a3e-a90c-0f1cda9cdd39 None None] Set router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:49:39.509234 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-503a8221-33b4-40eb-800f-bda18104e47c admin admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:39.705654 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-503a8221-33b4-40eb-800f-bda18104e47c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:39.715063 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-503a8221-33b4-40eb-800f-bda18104e47c admin admin] Deleting port 479b5e47-3fb8-4943-9a54-4eb20f7b3f67 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:49:39.715398 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-503a8221-33b4-40eb-800f-bda18104e47c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:39.772763 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3260961d-3e26-4a3e-a90c-0f1cda9cdd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:49:38Z', 'revision_number': 5, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port': {'id': '479b5e47-3fb8-4943-9a54-4eb20f7b3f67', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:39.776886 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3260961d-3e26-4a3e-a90c-0f1cda9cdd39 None None] Checking router: eb15ab42-1c22-4357-a2dc-4dbefd6a3016 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:49:39.788343 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260961d-3e26-4a3e-a90c-0f1cda9cdd39 None None] Routers {'eb15ab42-1c22-4357-a2dc-4dbefd6a3016'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:49:39.789031 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3260961d-3e26-4a3e-a90c-0f1cda9cdd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:49:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:39.886294 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-503a8221-33b4-40eb-800f-bda18104e47c admin admin] For port 479b5e47-3fb8-4943-9a54-4eb20f7b3f67, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=479b5e47-3fb8-4943-9a54-4eb20f7b3f67,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:39.886732 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-503a8221-33b4-40eb-800f-bda18104e47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:39.936567 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-3260961d-3e26-4a3e-a90c-0f1cda9cdd39 None None] Set router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:49:40.005994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-503a8221-33b4-40eb-800f-bda18104e47c admin admin] Calling delete_port for 479b5e47-3fb8-4943-9a54-4eb20f7b3f67 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:49:40.041542 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-3260961d-3e26-4a3e-a90c-0f1cda9cdd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:49:39Z', 'revision_number': 6, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:40.045988 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3260961d-3e26-4a3e-a90c-0f1cda9cdd39 None None] The sync data for ids ['eb15ab42-1c22-4357-a2dc-4dbefd6a3016'] in n-d-843949-2 is: [{'id': 'eb15ab42-1c22-4357-a2dc-4dbefd6a3016', 'name': 'tempest-TestVolumeBootPattern-983967288-router', 'tenant_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:38Z', 'updated_at': '2022-05-30T20:49:39Z', 'revision_number': 6, 'project_id': 'dbe0a10b5d3a43678ffc156b850b0a0c', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:49:40.171628 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-503a8221-33b4-40eb-800f-bda18104e47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:40.218512 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a8221-33b4-40eb-800f-bda18104e47c admin admin] Pushing event deleted for resources: {'Port': ['ID=479b5e47-3fb8-4943-9a54-4eb20f7b3f67,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:40.438846 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-503a8221-33b4-40eb-800f-bda18104e47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:40.792756 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-503a8221-33b4-40eb-800f-bda18104e47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:40.797806 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-503a8221-33b4-40eb-800f-bda18104e47c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:40.823128 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-503a8221-33b4-40eb-800f-bda18104e47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:40.823667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503a8221-33b4-40eb-800f-bda18104e47c admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb15ab42-1c22-4357-a2dc-4dbefd6a3016 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:49:40.835351 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-503a8221-33b4-40eb-800f-bda18104e47c admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:40.836503 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-503a8221-33b4-40eb-800f-bda18104e47c admin admin] 10.222.0.84 "DELETE /v2.0/routers/eb15ab42-1c22-4357-a2dc-4dbefd6a3016 HTTP/1.1" status: 204 len: 168 time: 1.5204451 May 30 20:49:40.838975 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49174) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:40.898421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1fb386-90be-4110-9284-a6cc3072d96c admin admin] Deleting subnet 72ad933f-dca7-42ad-9cd7-e78de8e69f63 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:49:40.901718 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b1fb386-90be-4110-9284-a6cc3072d96c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:40.953342 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b1fb386-90be-4110-9284-a6cc3072d96c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:41.034080 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b1fb386-90be-4110-9284-a6cc3072d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:41.101024 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b1fb386-90be-4110-9284-a6cc3072d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:41.141498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fb386-90be-4110-9284-a6cc3072d96c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72ad933f-dca7-42ad-9cd7-e78de8e69f63,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:41.145485 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0b1fb386-90be-4110-9284-a6cc3072d96c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:41.151537 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0b1fb386-90be-4110-9284-a6cc3072d96c admin admin] 10.222.0.84 "DELETE /v2.0/subnets/72ad933f-dca7-42ad-9cd7-e78de8e69f63 HTTP/1.1" status: 204 len: 168 time: 0.3116388 May 30 20:49:41.151795 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea35ce8-544f-45e3-b739-a55153707915 None None] Network 4023ba5c-7642-4616-9861-4c197b98ed7e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:49:41.154595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49178) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:41.265230 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:41.277938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] Deleting port a9900634-4899-4645-a91f-7a03661731c9 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:49:41.278275 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:41.303343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a17d9561-f5a1-4476-9d7c-886ef2204480 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:49:41.345164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: a17d9561-f5a1-4476-9d7c-886ef2204480 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:49:41.345502 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a17d9561-f5a1-4476-9d7c-886ef2204480 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:49:41.345915 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 479b5e47-3fb8-4943-9a54-4eb20f7b3f67 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:49:41.378515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 479b5e47-3fb8-4943-9a54-4eb20f7b3f67 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:49:41.378855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 479b5e47-3fb8-4943-9a54-4eb20f7b3f67 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:49:41.462636 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec85cde-1439-4118-8a7a-020ad7443c8a None None] DHCP port deletion for 4023ba5c-7642-4616-9861-4c197b98ed7e request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:49:41.466933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0ec85cde-1439-4118-8a7a-020ad7443c8a None None] Deleting port a9900634-4899-4645-a91f-7a03661731c9 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:49:41.467306 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0ec85cde-1439-4118-8a7a-020ad7443c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:41.482782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] For port a9900634-4899-4645-a91f-7a03661731c9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a9900634-4899-4645-a91f-7a03661731c9,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:41.483130 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:41.603013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] Calling delete_port for a9900634-4899-4645-a91f-7a03661731c9 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:49:41.666814 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-0ec85cde-1439-4118-8a7a-020ad7443c8a None None] For port a9900634-4899-4645-a91f-7a03661731c9, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a9900634-4899-4645-a91f-7a03661731c9,segment=NetworkSegment(eae8444a-dad7-44e0-a44d-8a5a10ad8127),segment_id=eae8444a-dad7-44e0-a44d-8a5a10ad8127)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:41.667199 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0ec85cde-1439-4118-8a7a-020ad7443c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:41.678597 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:41.723459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9900634-4899-4645-a91f-7a03661731c9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:41.727890 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] No DVR routers for this DVR port a9900634-4899-4645-a91f-7a03661731c9 on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:49:41.787752 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0ec85cde-1439-4118-8a7a-020ad7443c8a None None] Calling delete_port for a9900634-4899-4645-a91f-7a03661731c9 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:49:41.842835 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:41.857111 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-0ec85cde-1439-4118-8a7a-020ad7443c8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:49:41.857414 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-0ec85cde-1439-4118-8a7a-020ad7443c8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:49:41.868967 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4023ba5c-7642-4616-9861-4c197b98ed7e']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:41.885025 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae8444a-dad7-44e0-a44d-8a5a10ad8127') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:41.885321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae8444a-dad7-44e0-a44d-8a5a10ad8127') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:41.896472 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:41.994057 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:42.000857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:49:42.001240 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: timer() May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:49:42.014568 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:49:42.090273 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:42.095872 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:42.119771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4023ba5c-7642-4616-9861-4c197b98ed7e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:42.132565 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d3d5ad12-da47-4c16-8a13-8aeb9e40dcb6 admin admin] 10.222.0.84 "DELETE /v2.0/networks/4023ba5c-7642-4616-9861-4c197b98ed7e HTTP/1.1" status: 204 len: 168 time: 0.9770219 May 30 20:49:42.135303 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49182) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:42.358934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0ec85cde-1439-4118-8a7a-020ad7443c8a None None] Deleting port a9900634-4899-4645-a91f-7a03661731c9 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:49:42.359518 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0ec85cde-1439-4118-8a7a-020ad7443c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:42.424168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0ec85cde-1439-4118-8a7a-020ad7443c8a None None] The port 'a9900634-4899-4645-a91f-7a03661731c9' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:49:42.520933 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-efabba61-783b-4e7b-a03e-722a07174d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:43.102723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-efabba61-783b-4e7b-a03e-722a07174d76 admin admin] Deleting port 576f9112-aee1-415d-a994-28644c1fbd1a {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:49:43.103056 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-efabba61-783b-4e7b-a03e-722a07174d76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:43.259647 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a9900634-4899-4645-a91f-7a03661731c9 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:49:43.273921 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-efabba61-783b-4e7b-a03e-722a07174d76 admin admin] For port 576f9112-aee1-415d-a994-28644c1fbd1a, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=576f9112-aee1-415d-a994-28644c1fbd1a,segment=NetworkSegment(625cfebc-53f1-4ce0-b3fc-1a0f7848615a),segment_id=625cfebc-53f1-4ce0-b3fc-1a0f7848615a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:43.274292 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-efabba61-783b-4e7b-a03e-722a07174d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:43.295270 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: a9900634-4899-4645-a91f-7a03661731c9 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:49:43.295609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a9900634-4899-4645-a91f-7a03661731c9 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:49:43.482895 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-efabba61-783b-4e7b-a03e-722a07174d76 admin admin] Calling delete_port for 576f9112-aee1-415d-a994-28644c1fbd1a owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:49:43.646682 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-efabba61-783b-4e7b-a03e-722a07174d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:43.690971 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabba61-783b-4e7b-a03e-722a07174d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=576f9112-aee1-415d-a994-28644c1fbd1a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:43.974212 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-efabba61-783b-4e7b-a03e-722a07174d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:44.541918 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efabba61-783b-4e7b-a03e-722a07174d76 admin admin] Router 4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:49:44.739064 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efabba61-783b-4e7b-a03e-722a07174d76 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:49:44.748156 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f25b9fc-f16f-41c4-a187-ae0fa2441b1c None None] Sync routers for ids ['4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:49:44.749748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-efabba61-783b-4e7b-a03e-722a07174d76 admin admin] 10.222.0.84 "PUT /v2.0/routers/4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6131971 May 30 20:49:44.751845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49188) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:44.760222 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f25b9fc-f16f-41c4-a187-ae0fa2441b1c None None] Routers {'4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:49:44.760827 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5f25b9fc-f16f-41c4-a187-ae0fa2441b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:49:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:44.940402 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-5f25b9fc-f16f-41c4-a187-ae0fa2441b1c None None] Set router 4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:49:45.055132 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7f700f29-79cc-4671-b22a-ddcc969698e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:45.219880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5f25b9fc-f16f-41c4-a187-ae0fa2441b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'name': 'tempest-TestVolumeBootPattern-1421730650-router', 'tenant_id': '54f65c6262894a71833d42552a00fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': 'a9484128-efae-40f6-84b7-cd8017bff395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:44Z', 'updated_at': '2022-05-30T20:49:43Z', 'revision_number': 5, 'project_id': '54f65c6262894a71833d42552a00fe22', 'gw_port': {'id': 'a9484128-efae-40f6-84b7-cd8017bff395', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:39:44Z', 'updated_at': '2022-05-30T20:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:45.224005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f25b9fc-f16f-41c4-a187-ae0fa2441b1c None None] Checking router: 4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:49:45.236918 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f25b9fc-f16f-41c4-a187-ae0fa2441b1c None None] Routers {'4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:49:45.237577 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5f25b9fc-f16f-41c4-a187-ae0fa2441b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:49:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:45.255350 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7f700f29-79cc-4671-b22a-ddcc969698e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:45.266070 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7f700f29-79cc-4671-b22a-ddcc969698e1 admin admin] Deleting port a9484128-efae-40f6-84b7-cd8017bff395 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:49:45.266459 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7f700f29-79cc-4671-b22a-ddcc969698e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:45.431220 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-5f25b9fc-f16f-41c4-a187-ae0fa2441b1c None None] Set router 4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:49:45.449061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-7f700f29-79cc-4671-b22a-ddcc969698e1 admin admin] For port a9484128-efae-40f6-84b7-cd8017bff395, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a9484128-efae-40f6-84b7-cd8017bff395,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:45.449415 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7f700f29-79cc-4671-b22a-ddcc969698e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:45.534969 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5f25b9fc-f16f-41c4-a187-ae0fa2441b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'name': 'tempest-TestVolumeBootPattern-1421730650-router', 'tenant_id': '54f65c6262894a71833d42552a00fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:44Z', 'updated_at': '2022-05-30T20:49:45Z', 'revision_number': 6, 'project_id': '54f65c6262894a71833d42552a00fe22', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:45.538841 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f25b9fc-f16f-41c4-a187-ae0fa2441b1c None None] The sync data for ids ['4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7'] in n-d-843949-2 is: [{'id': '4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7', 'name': 'tempest-TestVolumeBootPattern-1421730650-router', 'tenant_id': '54f65c6262894a71833d42552a00fe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:44Z', 'updated_at': '2022-05-30T20:49:45Z', 'revision_number': 6, 'project_id': '54f65c6262894a71833d42552a00fe22', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:49:45.572302 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7f700f29-79cc-4671-b22a-ddcc969698e1 admin admin] Calling delete_port for a9484128-efae-40f6-84b7-cd8017bff395 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:49:45.738464 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7f700f29-79cc-4671-b22a-ddcc969698e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:45.785687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f700f29-79cc-4671-b22a-ddcc969698e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9484128-efae-40f6-84b7-cd8017bff395,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:46.009026 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7f700f29-79cc-4671-b22a-ddcc969698e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:46.264779 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7f700f29-79cc-4671-b22a-ddcc969698e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:46.268876 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7f700f29-79cc-4671-b22a-ddcc969698e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:46.295022 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7f700f29-79cc-4671-b22a-ddcc969698e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:46.295411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f700f29-79cc-4671-b22a-ddcc969698e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:49:46.309132 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7f700f29-79cc-4671-b22a-ddcc969698e1 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:46.310383 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7f700f29-79cc-4671-b22a-ddcc969698e1 admin admin] 10.222.0.84 "DELETE /v2.0/routers/4abb1b3a-f5bf-4fda-b26e-f1d30a4bebf7 HTTP/1.1" status: 204 len: 168 time: 1.5572286 May 30 20:49:46.312923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49194) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:46.482351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-368a8b77-1649-4b0b-973a-d95b56363dd5 admin admin] Deleting subnet fac99759-f9bf-43e0-bf59-6fdd4844c90c {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:49:46.485526 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-368a8b77-1649-4b0b-973a-d95b56363dd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:46.535987 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-368a8b77-1649-4b0b-973a-d95b56363dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:46.617234 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-368a8b77-1649-4b0b-973a-d95b56363dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:46.683793 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-368a8b77-1649-4b0b-973a-d95b56363dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:46.721459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a8b77-1649-4b0b-973a-d95b56363dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fac99759-f9bf-43e0-bf59-6fdd4844c90c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:46.726210 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-368a8b77-1649-4b0b-973a-d95b56363dd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:46.731653 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-368a8b77-1649-4b0b-973a-d95b56363dd5 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/fac99759-f9bf-43e0-bf59-6fdd4844c90c HTTP/1.1" status: 204 len: 168 time: 0.4177933 May 30 20:49:46.732086 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8ed8a0-4eb9-4aa8-b5d2-41cb0349d603 None None] Network d3004a35-c265-4c0d-af03-4dafde18f2f6 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:49:46.734110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49198) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:46.838230 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:46.848536 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] Deleting port 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:49:46.848864 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:46.966585 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89ffc29-8274-4fe1-86d1-78891f3828d7 None None] DHCP port deletion for d3004a35-c265-4c0d-af03-4dafde18f2f6 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:49:46.970785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e89ffc29-8274-4fe1-86d1-78891f3828d7 None None] Deleting port 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:49:46.971154 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e89ffc29-8274-4fe1-86d1-78891f3828d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:47.053835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] For port 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5,segment=NetworkSegment(625cfebc-53f1-4ce0-b3fc-1a0f7848615a),segment_id=625cfebc-53f1-4ce0-b3fc-1a0f7848615a)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:47.054215 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:47.173726 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] Calling delete_port for 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:49:47.178635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e89ffc29-8274-4fe1-86d1-78891f3828d7 None None] For port 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5,segment=NetworkSegment(625cfebc-53f1-4ce0-b3fc-1a0f7848615a),segment_id=625cfebc-53f1-4ce0-b3fc-1a0f7848615a)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:47.179017 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e89ffc29-8274-4fe1-86d1-78891f3828d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:47.270213 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:47.310128 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 576f9112-aee1-415d-a994-28644c1fbd1a no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:49:47.319926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:47.324417 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] No DVR routers for this DVR port 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:49:47.338023 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e89ffc29-8274-4fe1-86d1-78891f3828d7 None None] Calling delete_port for 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:49:47.378003 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 576f9112-aee1-415d-a994-28644c1fbd1a {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:49:47.378335 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 576f9112-aee1-415d-a994-28644c1fbd1a not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:49:47.378739 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a9484128-efae-40f6-84b7-cd8017bff395 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:49:47.421164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: a9484128-efae-40f6-84b7-cd8017bff395 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:49:47.421493 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a9484128-efae-40f6-84b7-cd8017bff395 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:49:47.421897 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:49:47.439347 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:47.454229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:49:47.454582 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:49:47.464704 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3004a35-c265-4c0d-af03-4dafde18f2f6']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:47.477678 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-e89ffc29-8274-4fe1-86d1-78891f3828d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:49:47.477851 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625cfebc-53f1-4ce0-b3fc-1a0f7848615a') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:47.477980 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625cfebc-53f1-4ce0-b3fc-1a0f7848615a') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:47.478070 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-e89ffc29-8274-4fe1-86d1-78891f3828d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:49:47.490165 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:47.505865 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:47.512059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:49:47.512468 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: timer() May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:49:47.525800 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:49:47.602091 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:47.618308 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:47.628116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] Pushing event deleted for resources: {'Network': ['ID=d3004a35-c265-4c0d-af03-4dafde18f2f6,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:47.632058 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-da53fb10-cd87-476e-bde2-86ac619b02cc admin admin] 10.222.0.84 "DELETE /v2.0/networks/d3004a35-c265-4c0d-af03-4dafde18f2f6 HTTP/1.1" status: 204 len: 168 time: 0.8970058 May 30 20:49:47.804402 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49204) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:47.853963 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d302641a-a173-40a6-8cfe-d4efaeb41bb8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dbe0a10b5d3a43678ffc156b850b0a0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484440 May 30 20:49:47.856281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49208) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:47.918259 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0095ba3-6344-4d80-9d6d-9e42f4f1fe06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:47.943331 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0095ba3-6344-4d80-9d6d-9e42f4f1fe06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:47.979649 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e89ffc29-8274-4fe1-86d1-78891f3828d7 None None] Deleting port 3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:49:47.980174 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e89ffc29-8274-4fe1-86d1-78891f3828d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:47.993827 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0095ba3-6344-4d80-9d6d-9e42f4f1fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:48.011223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0095ba3-6344-4d80-9d6d-9e42f4f1fe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57b7824-d61a-4dfc-b7a6-a3adda2d2b81,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:48.019370 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a0095ba3-6344-4d80-9d6d-9e42f4f1fe06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:48.020379 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a0095ba3-6344-4d80-9d6d-9e42f4f1fe06 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b57b7824-d61a-4dfc-b7a6-a3adda2d2b81 HTTP/1.1" status: 204 len: 168 time: 0.1632254 May 30 20:49:48.052957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e89ffc29-8274-4fe1-86d1-78891f3828d7 None None] The port '3c2e2b29-ccf1-4f53-bf4b-b8493b9fcfd5' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:49:48.436899 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49216) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:48.487115 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-67e15a35-c1c2-4094-9ba8-dfec74f36853 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=54f65c6262894a71833d42552a00fe22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489519 May 30 20:49:48.489435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49220) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:48.547109 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4bae-c37f-426c-ba5e-bf8edfdebd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:48.575215 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4bae-c37f-426c-ba5e-bf8edfdebd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:48.625560 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4bae-c37f-426c-ba5e-bf8edfdebd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:48.641472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d4bae-c37f-426c-ba5e-bf8edfdebd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c594691f-9c4a-472e-97b1-cd0866fb4c63,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:48.646611 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4bae-c37f-426c-ba5e-bf8edfdebd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:48.648476 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ce3d4bae-c37f-426c-ba5e-bf8edfdebd59 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c594691f-9c4a-472e-97b1-cd0866fb4c63 HTTP/1.1" status: 204 len: 168 time: 0.1579349 May 30 20:49:49.186691 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:49:57.812361 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dbd3762b-d3c4-44d1-bb63-3eacfbad5a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:00.006409 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cb26f4bb-00a7-4827-b669-bce47deeb407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:00.557762 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-507806d7-4268-4b4e-94a4-ba56c7bf3873 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=872f9f1d382342ee8cbf53f0bf17864b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275428 May 30 20:50:00.781469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-d66d9367-8e5b-41b5-ae5d-17405f4351df tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:00.782895 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-d66d9367-8e5b-41b5-ae5d-17405f4351df tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2202129 May 30 20:50:00.799376 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-3489a3e5-41bb-49d8-a323-74ab7401300a tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/quotas/872f9f1d382342ee8cbf53f0bf17864b HTTP/1.1" status: 200 len: 375 time: 0.0111768 May 30 20:50:00.843752 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-94dc6a90-92bf-48c6-bc23-7d06e93fdd38 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=872f9f1d382342ee8cbf53f0bf17864b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396817 May 30 20:50:01.164285 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7eae10fb-12be-4248-b577-b8d6b0aa48f3 req-35782c8c-e52c-4c6e-906e-283c62aa13ec tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790 HTTP/1.1" status: 200 len: 210 time: 0.1791041 May 30 20:50:01.358909 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:01.623082 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:02.149206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-011777a9-1cae-4aa8-8e6a-1dbc91206b15 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=872f9f1d382342ee8cbf53f0bf17864b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268669 May 30 20:50:02.309784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-ba4f6525-71e1-4f01-897f-03c70e0f835a tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:02.311565 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-ba4f6525-71e1-4f01-897f-03c70e0f835a tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1572239 May 30 20:50:02.352164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Request body: {'port': {'device_id': 'cfa334b7-cc42-4e5b-8a1e-800aff1e4790', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'admin_state_up': True, 'tenant_id': '872f9f1d382342ee8cbf53f0bf17864b'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:02.373422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d36ed5c-c17c-4517-81c5-95a6533b7b50 req-0198a925-b854-4946-8373-9740252ae848 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790 HTTP/1.1" status: 200 len: 210 time: 0.0592995 May 30 20:50:02.492679 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:02.496410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Usage tracker for resource:port and tenant:872f9f1d382342ee8cbf53f0bf17864b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:02.499270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:02.504988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:02.514404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Made reservation on behalf of 872f9f1d382342ee8cbf53f0bf17864b for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:50:02.517364 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:02.530470 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:02.561026 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:02.564743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Usage tracker for resource:security_group_rule and tenant:872f9f1d382342ee8cbf53f0bf17864b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:02.567470 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:02.573056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:02.647758 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:02.651928 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:02.731299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b32be3e-0ded-45ef-8db4-f11d475873a0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:02.821632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Allocated IP 192.168.233.23 (daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e/eb33df50-8729-4e69-bef4-e61d67118b6c/5089d642-c446-4929-ac20-7f10bbe0b703) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:50:02.961802 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:03.022575 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:03.037781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Transition to ACTIVE for port object 5089d642-c446-4929-ac20-7f10bbe0b703 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:50:03.058739 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:03.131197 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:50:03.134250 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:50:03.137177 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:50:03.171855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Pushing event updated for resources: {'Port': ['ID=5089d642-c446-4929-ac20-7f10bbe0b703,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:03.207574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:03.208219 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:03.235165 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-1bbd2124-f892-4452-8706-bb0bf46cd3f1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8903089 May 30 20:50:03.246376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Request body: {'port': {'device_id': 'cfa334b7-cc42-4e5b-8a1e-800aff1e4790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:03.359907 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:03.367855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4d7748de-f506-4135-b88a-96f71acbab55 None None] Provisioning for port 5089d642-c446-4929-ac20-7f10bbe0b703 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:50:03.373139 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4d7748de-f506-4135-b88a-96f71acbab55 None None] Provisioning complete for port 5089d642-c446-4929-ac20-7f10bbe0b703 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:50:03.373508 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4d7748de-f506-4135-b88a-96f71acbab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:03.427712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4d7748de-f506-4135-b88a-96f71acbab55 None None] Port 5089d642-c446-4929-ac20-7f10bbe0b703 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:50:03.559125 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:03.705620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd5d72-57f9-480f-ad73-45e339b632a6 req-e9b6c65e-628d-417d-b5bb-664f2151a261 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:03.706301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-36cd5d72-57f9-480f-ad73-45e339b632a6 req-e9b6c65e-628d-417d-b5bb-664f2151a261 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Synchronizing usage tracker for tenant:872f9f1d382342ee8cbf53f0bf17864b on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:50:03.769773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-36cd5d72-57f9-480f-ad73-45e339b632a6 req-e9b6c65e-628d-417d-b5bb-664f2151a261 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Unset dirty status for tenant:872f9f1d382342ee8cbf53f0bf17864b on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:50:03.771107 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36cd5d72-57f9-480f-ad73-45e339b632a6 req-e9b6c65e-628d-417d-b5bb-664f2151a261 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790 HTTP/1.1" status: 200 len: 935 time: 0.2442963 May 30 20:50:03.808368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5089d642-c446-4929-ac20-7f10bbe0b703 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:50:03.816663 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:03.938425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Transition to ACTIVE for port object 5089d642-c446-4929-ac20-7f10bbe0b703 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:50:03.941281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-36cd5d72-57f9-480f-ad73-45e339b632a6 req-3e9a8144-c011-4cb9-b45e-f7b86a358372 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Synchronizing usage tracker for tenant:872f9f1d382342ee8cbf53f0bf17864b on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:50:03.945230 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:04.073312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-36cd5d72-57f9-480f-ad73-45e339b632a6 req-3e9a8144-c011-4cb9-b45e-f7b86a358372 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Unset dirty status for tenant:872f9f1d382342ee8cbf53f0bf17864b on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:50:04.074468 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-36cd5d72-57f9-480f-ad73-45e339b632a6 req-3e9a8144-c011-4cb9-b45e-f7b86a358372 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/security-groups?id=5b32be3e-0ded-45ef-8db4-f11d475873a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967503 May 30 20:50:04.081618 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Pushing event updated for resources: {'Port': ['ID=5089d642-c446-4929-ac20-7f10bbe0b703,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:04.197674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Attempting to bind port 5089d642-c446-4929-ac20-7f10bbe0b703 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:50:04.198244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Attempting to bind port 5089d642-c446-4929-ac20-7f10bbe0b703 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:50:04.198341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Attempting to bind port 5089d642-c446-4929-ac20-7f10bbe0b703 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:50:04.204065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Port 5089d642-c446-4929-ac20-7f10bbe0b703 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:50:04.204370 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Attempting to bind port 5089d642-c446-4929-ac20-7f10bbe0b703 on network daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:50:04.210456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:50:04.210785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Checking segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:50:04.211196 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Bound using segment: {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:50:04.211613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Bound port: 5089d642-c446-4929-ac20-7f10bbe0b703, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b1dc0-8f1d-4c79-a2b4-9427785df72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:50:04.211956 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:04.300176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] For port 5089d642-c446-4929-ac20-7f10bbe0b703, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:50:04.303005 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] For port 5089d642-c446-4929-ac20-7f10bbe0b703, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5089d642-c446-4929-ac20-7f10bbe0b703,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:50:04.307984 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:04.372290 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:04.373652 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] 10.222.0.93 "PUT /v2.0/ports/5089d642-c446-4929-ac20-7f10bbe0b703 HTTP/1.1" status: 200 len: 1095 time: 1.1314776 May 30 20:50:04.374081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa334b7-cc42-4e5b-8a1e-800aff1e4790', 'tag': '5089d642-c446-4929-ac20-7f10bbe0b703'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:50:04.391096 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d2cc3-4a9b-4178-9256-1f16e2248d6b service neutron] Pushing event updated for resources: {'Port': ['ID=5089d642-c446-4929-ac20-7f10bbe0b703,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:04.442983 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e0ebb4-3b24-4f4d-a3e1-3ac08bccfe1d'] response: {'name': 'network-changed', 'server_uuid': 'cfa334b7-cc42-4e5b-8a1e-800aff1e4790', 'tag': '5089d642-c446-4929-ac20-7f10bbe0b703', 'status': 'completed', 'code': 200} May 30 20:50:04.486073 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-97bfa4de-5f09-4aa6-be29-49b5127af99b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=872f9f1d382342ee8cbf53f0bf17864b&device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790 HTTP/1.1" status: 200 len: 1098 time: 0.0749130 May 30 20:50:04.557702 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-9191752b-3a62-488f-a1d3-f46106bc4de4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5089d642-c446-4929-ac20-7f10bbe0b703 HTTP/1.1" status: 200 len: 217 time: 0.0654550 May 30 20:50:04.619662 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-78ab92a5-df54-4fbb-a4e1-e6cdaed04b07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:04.621038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-78ab92a5-df54-4fbb-a4e1-e6cdaed04b07 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.0574529 May 30 20:50:04.693330 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-d6a737b1-b072-4786-9c36-c3467e0b9c86 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666444 May 30 20:50:04.822392 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-a81cd9cb-a3f1-4c46-a899-7c950163d026 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227102 May 30 20:50:04.952097 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d532df1-4c35-4b30-abe6-8c4c75aed157 req-6c6abc31-9bbc-4e14-9023-3a522a663697 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223745 May 30 20:50:05.067994 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-618f7b42-0eb0-4c3e-b6c6-ab5e91c8b876 req-91c422fd-d5ed-495c-ac15-666077f8090e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=872f9f1d382342ee8cbf53f0bf17864b&device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790 HTTP/1.1" status: 200 len: 1098 time: 0.0716467 May 30 20:50:05.196446 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f7b42-0eb0-4c3e-b6c6-ab5e91c8b876 req-7b4b237c-d54e-4efa-a1ba-e4a2d50c9e91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:05.197879 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-618f7b42-0eb0-4c3e-b6c6-ab5e91c8b876 req-7b4b237c-d54e-4efa-a1ba-e4a2d50c9e91 service neutron] 10.222.0.93 "GET /v2.0/networks?id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e HTTP/1.1" status: 200 len: 870 time: 0.1240687 May 30 20:50:05.299482 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-618f7b42-0eb0-4c3e-b6c6-ab5e91c8b876 req-ffff7442-70d2-494c-8b7b-9343b97ed00c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5089d642-c446-4929-ac20-7f10bbe0b703 HTTP/1.1" status: 200 len: 217 time: 0.0716133 May 30 20:50:05.375337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f7b42-0eb0-4c3e-b6c6-ab5e91c8b876 req-c07049c1-467f-4b46-8d3a-e0f0f1cd888d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:05.376719 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-618f7b42-0eb0-4c3e-b6c6-ab5e91c8b876 req-c07049c1-467f-4b46-8d3a-e0f0f1cd888d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb33df50-8729-4e69-bef4-e61d67118b6c HTTP/1.1" status: 200 len: 843 time: 0.0673997 May 30 20:50:05.385885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7708d-7311-40f7-9a1b-bed7f55b3b6d req-2d2bd229-0ff7-41fc-aa8f-7bbaeb6b46e0 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:05.387211 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ac7708d-7311-40f7-9a1b-bed7f55b3b6d req-2d2bd229-0ff7-41fc-aa8f-7bbaeb6b46e0 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790 HTTP/1.1" status: 200 len: 947 time: 0.1885083 May 30 20:50:05.479397 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ac7708d-7311-40f7-9a1b-bed7f55b3b6d req-541073e9-3b4f-4578-9314-d2f11eb5ea13 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/security-groups?id=5b32be3e-0ded-45ef-8db4-f11d475873a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635316 May 30 20:50:05.492692 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-618f7b42-0eb0-4c3e-b6c6-ab5e91c8b876 req-4bc0ee88-ee47-4c0c-999e-cda2a39c173d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1045868 May 30 20:50:05.705800 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-618f7b42-0eb0-4c3e-b6c6-ab5e91c8b876 req-06f9a8c3-b123-44f5-b8e9-46ae2c74f78c service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058854 May 30 20:50:05.837880 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-618f7b42-0eb0-4c3e-b6c6-ab5e91c8b876 req-7fdf2465-d8e4-40f3-8fda-957e694db867 service neutron] 10.222.0.93 "GET /v2.0/networks/daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260598 May 30 20:50:06.676458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475d06e-a6a2-4947-a4fd-d921b639da8f req-5092985b-a122-4278-acf8-8e9ca0f926c9 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:06.677801 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d475d06e-a6a2-4947-a4fd-d921b639da8f req-5092985b-a122-4278-acf8-8e9ca0f926c9 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790 HTTP/1.1" status: 200 len: 947 time: 0.0783732 May 30 20:50:06.722269 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d475d06e-a6a2-4947-a4fd-d921b639da8f req-6ee7e773-7934-491b-b624-7a003ab2dee0 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/security-groups?id=5b32be3e-0ded-45ef-8db4-f11d475873a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389373 May 30 20:50:07.424906 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:07.871058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-ee504a29-49b6-47e8-aa28-e73dd41ce598 req-e9509742-dec0-40b0-bf58-01b649a931fe tempest-TestServerAdvancedOps-2096672511 tempest-TestServerAdvancedOps-2096672511-project] (84023) timed out ('10.222.0.77', 54882) {{(pid=84023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:50:07.915880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ab5cc-7d56-489e-b241-6714faed8d5b req-acc7bf90-6cbc-4e05-8085-55e039364f6f tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:07.917346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-912ab5cc-7d56-489e-b241-6714faed8d5b req-acc7bf90-6cbc-4e05-8085-55e039364f6f tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790 HTTP/1.1" status: 200 len: 947 time: 0.0762749 May 30 20:50:07.961982 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-912ab5cc-7d56-489e-b241-6714faed8d5b req-4678b247-b774-4023-a7df-0be0db0ecb3f tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/security-groups?id=5b32be3e-0ded-45ef-8db4-f11d475873a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386715 May 30 20:50:09.107193 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5089d642-c446-4929-ac20-7f10bbe0b703 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:50:09.159807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe480dd7-3d2c-41c9-a4d0-3215fbb54be5 req-ca3a4946-e45c-4b39-8b31-591a4d66954f tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:09.161286 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe480dd7-3d2c-41c9-a4d0-3215fbb54be5 req-ca3a4946-e45c-4b39-8b31-591a4d66954f tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790 HTTP/1.1" status: 200 len: 947 time: 0.0793445 May 30 20:50:09.210111 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe480dd7-3d2c-41c9-a4d0-3215fbb54be5 req-9d13e72c-f762-4c07-8156-092e3ec43bea tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/security-groups?id=5b32be3e-0ded-45ef-8db4-f11d475873a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416288 May 30 20:50:09.254589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5089d642-c446-4929-ac20-7f10bbe0b703, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5089d642-c446-4929-ac20-7f10bbe0b703,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:50:09.302541 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '5089d642-c446-4929-ac20-7f10bbe0b703', 'network_id': 'daaf7e3b-b8f6-42a9-a3f4-5dcd42adbe4e', 'port_id': '5089d642-c446-4929-ac20-7f10bbe0b703', 'mac_address': 'fa:16:3e:97:1d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb33df50-8729-4e69-bef4-e61d67118b6c', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:50:09.354538 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:09.371698 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5089d642-c446-4929-ac20-7f10bbe0b703 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:50:09.386802 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5089d642-c446-4929-ac20-7f10bbe0b703, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5089d642-c446-4929-ac20-7f10bbe0b703,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:50:09.390333 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:09.456596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=5089d642-c446-4929-ac20-7f10bbe0b703,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:09.464930 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:09.465272 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:09.466133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:09.466474 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:09.466799 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:09.467157 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:09.467480 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:09.467797 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:09.468148 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:09.468466 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:09.468783 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:09.616646 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['5089d642-c446-4929-ac20-7f10bbe0b703'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:50:10.414591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1898b30-9eaf-463e-874d-66aa2e5ef26e req-1b549338-df42-4cb5-8eea-b1910f9d68c9 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:10.416063 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b1898b30-9eaf-463e-874d-66aa2e5ef26e req-1b549338-df42-4cb5-8eea-b1910f9d68c9 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790 HTTP/1.1" status: 200 len: 948 time: 0.0788021 May 30 20:50:10.460376 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b1898b30-9eaf-463e-874d-66aa2e5ef26e req-319d4959-9fd5-4767-85e0-d64772f49e66 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/security-groups?id=5b32be3e-0ded-45ef-8db4-f11d475873a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383005 May 30 20:50:11.106553 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5089d642-c446-4929-ac20-7f10bbe0b703 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:50:11.175291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 5089d642-c446-4929-ac20-7f10bbe0b703 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:50:11.179901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 5089d642-c446-4929-ac20-7f10bbe0b703 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:50:11.180292 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:11.296102 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:11.322279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa334b7-cc42-4e5b-8a1e-800aff1e4790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5089d642-c446-4929-ac20-7f10bbe0b703'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:50:11.332337 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 5089d642-c446-4929-ac20-7f10bbe0b703, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5089d642-c446-4929-ac20-7f10bbe0b703,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:50:11.336792 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:11.380603 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f5140f1-746f-40e8-9f6a-9b673acc5a00'] response: {'server_uuid': 'cfa334b7-cc42-4e5b-8a1e-800aff1e4790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5089d642-c446-4929-ac20-7f10bbe0b703', 'code': 200} May 30 20:50:11.407186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=5089d642-c446-4929-ac20-7f10bbe0b703,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:11.503134 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56a3c0d8-3c11-4bce-964d-38d62d08c36d req-c9efc18c-ea42-48e0-ba4d-c859eb998b15 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790 HTTP/1.1" status: 200 len: 1100 time: 0.0676973 May 30 20:50:11.554471 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56a3c0d8-3c11-4bce-964d-38d62d08c36d req-2c64b12c-2f7b-42de-806d-ca1d0c81ea79 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5b32be3e-0ded-45ef-8db4-f11d475873a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438850 May 30 20:50:11.663613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8e72b-c408-4f18-9312-918b2553229a req-1cfa31ea-b7c9-4e06-a100-574554b1bb75 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:11.664998 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99f8e72b-c408-4f18-9312-918b2553229a req-1cfa31ea-b7c9-4e06-a100-574554b1bb75 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790 HTTP/1.1" status: 200 len: 949 time: 0.0789344 May 30 20:50:11.712111 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99f8e72b-c408-4f18-9312-918b2553229a req-dc5c1a9d-50c1-4b32-8f83-7a3f441fdeae tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/security-groups?id=5b32be3e-0ded-45ef-8db4-f11d475873a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409865 May 30 20:50:12.910052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e83ed-cb77-4428-9482-616851fafcd4 req-b5ada45a-e448-4ee4-adb0-462da4409551 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:12.911485 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f9e83ed-cb77-4428-9482-616851fafcd4 req-b5ada45a-e448-4ee4-adb0-462da4409551 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790 HTTP/1.1" status: 200 len: 949 time: 0.0758774 May 30 20:50:12.956355 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f9e83ed-cb77-4428-9482-616851fafcd4 req-1c1faa77-7277-4380-ab5e-e2695c76926d tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/security-groups?id=5b32be3e-0ded-45ef-8db4-f11d475873a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391445 May 30 20:50:13.455712 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bfea4d1-5390-4bea-a19f-e691a5566186 req-8206bb0a-687d-401a-9308-d942e5132455 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1500881 May 30 20:50:13.995820 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7df4c182-bab3-41f3-bd30-7d88a01c0fab req-9551dcc7-6901-466c-aa19-8e94324a34e9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1394536 May 30 20:50:14.516347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db576b1-e733-49e5-823a-852dcb24e17c req-adede447-8573-4989-b152-26bf38803bff tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:14.517701 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3db576b1-e733-49e5-823a-852dcb24e17c req-adede447-8573-4989-b152-26bf38803bff tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790 HTTP/1.1" status: 200 len: 949 time: 0.0797102 May 30 20:50:14.564204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3db576b1-e733-49e5-823a-852dcb24e17c req-a26520fb-b103-49d6-8b1d-5b4717b76732 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/security-groups?id=5b32be3e-0ded-45ef-8db4-f11d475873a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409617 May 30 20:50:15.730588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386eb7f-8248-4068-9265-9c10d4c5e785 req-48f72371-0bce-477d-9273-dfde5a9a3fe2 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:15.732014 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7386eb7f-8248-4068-9265-9c10d4c5e785 req-48f72371-0bce-477d-9273-dfde5a9a3fe2 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790 HTTP/1.1" status: 200 len: 949 time: 0.1116335 May 30 20:50:15.814141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-7386eb7f-8248-4068-9265-9c10d4c5e785 req-c2534d17-abcb-488d-ae75-b4bb6ad3a084 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Deleting port 5089d642-c446-4929-ac20-7f10bbe0b703 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:50:15.814479 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7386eb7f-8248-4068-9265-9c10d4c5e785 req-c2534d17-abcb-488d-ae75-b4bb6ad3a084 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:15.874305 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a7440-e6e8-4e29-a146-86f0759ef5aa req-c8e03b12-cab0-40c3-a218-22db86938962 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:15.875706 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d78a7440-e6e8-4e29-a146-86f0759ef5aa req-c8e03b12-cab0-40c3-a218-22db86938962 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790 HTTP/1.1" status: 200 len: 949 time: 0.1905296 May 30 20:50:15.986355 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d78a7440-e6e8-4e29-a146-86f0759ef5aa req-6697f97a-7ccd-4168-9fc7-88b53ad9eda1 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/security-groups?id=5b32be3e-0ded-45ef-8db4-f11d475873a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049869 May 30 20:50:16.097620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-7386eb7f-8248-4068-9265-9c10d4c5e785 req-c2534d17-abcb-488d-ae75-b4bb6ad3a084 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] For port 5089d642-c446-4929-ac20-7f10bbe0b703, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=5089d642-c446-4929-ac20-7f10bbe0b703,segment=NetworkSegment(0b8b1dc0-8f1d-4c79-a2b4-9427785df72c),segment_id=0b8b1dc0-8f1d-4c79-a2b4-9427785df72c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:50:16.097974 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7386eb7f-8248-4068-9265-9c10d4c5e785 req-c2534d17-abcb-488d-ae75-b4bb6ad3a084 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:16.302723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-7386eb7f-8248-4068-9265-9c10d4c5e785 req-c2534d17-abcb-488d-ae75-b4bb6ad3a084 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Calling delete_port for 5089d642-c446-4929-ac20-7f10bbe0b703 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:50:16.440382 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7386eb7f-8248-4068-9265-9c10d4c5e785 req-c2534d17-abcb-488d-ae75-b4bb6ad3a084 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:16.452518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['5089d642-c446-4929-ac20-7f10bbe0b703'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:50:16.492130 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2534d17-abcb-488d-ae75-b4bb6ad3a084 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Pushing event deleted for resources: {'Port': ['ID=5089d642-c446-4929-ac20-7f10bbe0b703,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:16.564326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7386eb7f-8248-4068-9265-9c10d4c5e785 req-c2534d17-abcb-488d-ae75-b4bb6ad3a084 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] No DVR routers for this DVR port 5089d642-c446-4929-ac20-7f10bbe0b703 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:50:16.566869 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-7386eb7f-8248-4068-9265-9c10d4c5e785 req-c2534d17-abcb-488d-ae75-b4bb6ad3a084 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:16.569440 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa334b7-cc42-4e5b-8a1e-800aff1e4790', 'name': 'network-vif-deleted', 'tag': '5089d642-c446-4929-ac20-7f10bbe0b703'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:50:16.585154 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7386eb7f-8248-4068-9265-9c10d4c5e785 req-c2534d17-abcb-488d-ae75-b4bb6ad3a084 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.93 "DELETE /v2.0/ports/5089d642-c446-4929-ac20-7f10bbe0b703 HTTP/1.1" status: 204 len: 173 time: 0.8468773 May 30 20:50:16.629597 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ddf078-fb43-44fd-8582-b3a0f938ad0e'] response: {'server_uuid': 'cfa334b7-cc42-4e5b-8a1e-800aff1e4790', 'name': 'network-vif-deleted', 'tag': '5089d642-c446-4929-ac20-7f10bbe0b703', 'status': 'completed', 'code': 200} May 30 20:50:17.167541 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8e1ab0f4-074d-4353-83dd-9c618fe6f1c9 req-d9ef4185-e612-4a08-8bd0-49ed27fd9601 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Synchronizing usage tracker for tenant:872f9f1d382342ee8cbf53f0bf17864b on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:50:17.182037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-8e1ab0f4-074d-4353-83dd-9c618fe6f1c9 req-d9ef4185-e612-4a08-8bd0-49ed27fd9601 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] Unset dirty status for tenant:872f9f1d382342ee8cbf53f0bf17864b on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:50:17.183138 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e1ab0f4-074d-4353-83dd-9c618fe6f1c9 req-d9ef4185-e612-4a08-8bd0-49ed27fd9601 tempest-ServersAdminNegativeTestJSON-370426845 tempest-ServersAdminNegativeTestJSON-370426845-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa334b7-cc42-4e5b-8a1e-800aff1e4790 HTTP/1.1" status: 200 len: 210 time: 0.0592124 May 30 20:50:18.589678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49374) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:18.756891 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9b646ca3-0f8a-4310-b4b3-f854ed6e41b5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=872f9f1d382342ee8cbf53f0bf17864b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1659091 May 30 20:50:18.759127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49380) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:18.817855 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a62e45a7-5016-49b6-a234-8331fdb399e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:18.843001 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a62e45a7-5016-49b6-a234-8331fdb399e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:18.892949 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a62e45a7-5016-49b6-a234-8331fdb399e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:18.911599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e45a7-5016-49b6-a234-8331fdb399e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b32be3e-0ded-45ef-8db4-f11d475873a0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:18.924259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62e45a7-5016-49b6-a234-8331fdb399e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:18.924599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62e45a7-5016-49b6-a234-8331fdb399e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:18.924930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62e45a7-5016-49b6-a234-8331fdb399e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:18.925259 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62e45a7-5016-49b6-a234-8331fdb399e1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:18.925583 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62e45a7-5016-49b6-a234-8331fdb399e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:18.925909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62e45a7-5016-49b6-a234-8331fdb399e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:18.926226 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62e45a7-5016-49b6-a234-8331fdb399e1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:18.926541 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62e45a7-5016-49b6-a234-8331fdb399e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:18.926855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62e45a7-5016-49b6-a234-8331fdb399e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:18.927166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62e45a7-5016-49b6-a234-8331fdb399e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:18.927490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62e45a7-5016-49b6-a234-8331fdb399e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:18.931503 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-a62e45a7-5016-49b6-a234-8331fdb399e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:18.936551 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a62e45a7-5016-49b6-a234-8331fdb399e1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5b32be3e-0ded-45ef-8db4-f11d475873a0 HTTP/1.1" status: 204 len: 168 time: 0.1739972 May 30 20:50:19.259228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49388) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:19.277326 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb44b3b5-5d53-4614-a9da-c3865fe189d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:19.310474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fb44b3b5-5d53-4614-a9da-c3865fe189d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:19.314135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fb44b3b5-5d53-4614-a9da-c3865fe189d1 admin admin] Usage tracker for resource:security_group_rule and tenant:b85b7da98724417ab47ddee18863c4b1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:19.316836 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fb44b3b5-5d53-4614-a9da-c3865fe189d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:19.322529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fb44b3b5-5d53-4614-a9da-c3865fe189d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:19.392959 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb44b3b5-5d53-4614-a9da-c3865fe189d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:19.396738 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fb44b3b5-5d53-4614-a9da-c3865fe189d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:19.443082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44b3b5-5d53-4614-a9da-c3865fe189d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359366b5-a3bd-43b3-b364-56369819e4ac,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:19.448094 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fb44b3b5-5d53-4614-a9da-c3865fe189d1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b85b7da98724417ab47ddee18863c4b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1878090 May 30 20:50:19.450844 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49392) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:19.512819 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-52dec0aa-2dc4-43a9-b181-8fe55739dc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:19.538104 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-52dec0aa-2dc4-43a9-b181-8fe55739dc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:19.589009 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-52dec0aa-2dc4-43a9-b181-8fe55739dc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:19.603523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dec0aa-2dc4-43a9-b181-8fe55739dc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359366b5-a3bd-43b3-b364-56369819e4ac,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:19.611932 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-52dec0aa-2dc4-43a9-b181-8fe55739dc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:19.613051 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-52dec0aa-2dc4-43a9-b181-8fe55739dc7a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/359366b5-a3bd-43b3-b364-56369819e4ac HTTP/1.1" status: 204 len: 168 time: 0.1612122 May 30 20:50:20.429716 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49414) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:20.553794 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1972669633-network', 'tenant_id': '484c4463f5974954a18e44949ce711a1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:20.559376 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:20.563774 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Usage tracker for resource:network and tenant:484c4463f5974954a18e44949ce711a1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:20.566719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:20.572380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:20.582259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Made reservation on behalf of 484c4463f5974954a18e44949ce711a1 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:50:20.584443 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:20.596317 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:20.628334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:20.632280 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Usage tracker for resource:security_group_rule and tenant:484c4463f5974954a18e44949ce711a1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:20.635124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:20.640798 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:20.705254 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:20.709068 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:20.741221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:50:20.746263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7eb3452-1066-4f50-aae1-949e113d537f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:20.757433 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:20.757768 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Added segment 0a9c826f-8b69-4be2-acf8-2430b16d39aa of type vlan for network 72eb62c5-8229-4c2e-b07f-aad1ae113615 May 30 20:50:20.759341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:20.759678 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:20.760027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:20.760359 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:20.760681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:20.760998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:20.761313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:20.761626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:20.761938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:20.762247 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:20.762556 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:20.795869 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:20.823726 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:20.824568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:20.825452 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:20.925630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] Pushing event updated for resources: {'Network': ['ID=72eb62c5-8229-4c2e-b07f-aad1ae113615,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:20.929829 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-513aa767-d8b7-4e22-a506-3a8ec6e00674 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4991150 May 30 20:50:20.933094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49420) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:20.935203 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 72eb62c5-8229-4c2e-b07f-aad1ae113615 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:50:20.939218 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-155ae258-2619-4baa-b147-0a0785a2ca3a admin admin] Request body: {'subnet': {'network_id': '72eb62c5-8229-4c2e-b07f-aad1ae113615', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1972669633-subnet', 'tenant_id': '484c4463f5974954a18e44949ce711a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:20.944739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-155ae258-2619-4baa-b147-0a0785a2ca3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:20.949790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-155ae258-2619-4baa-b147-0a0785a2ca3a admin admin] Usage tracker for resource:subnet and tenant:484c4463f5974954a18e44949ce711a1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:20.952927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-155ae258-2619-4baa-b147-0a0785a2ca3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:20.958800 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-155ae258-2619-4baa-b147-0a0785a2ca3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:20.969770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155ae258-2619-4baa-b147-0a0785a2ca3a admin admin] Made reservation on behalf of 484c4463f5974954a18e44949ce711a1 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:50:20.972224 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-155ae258-2619-4baa-b147-0a0785a2ca3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:21.172965 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-155ae258-2619-4baa-b147-0a0785a2ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:21.190800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5089d642-c446-4929-ac20-7f10bbe0b703 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:50:21.228012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 5089d642-c446-4929-ac20-7f10bbe0b703 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:50:21.228351 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 5089d642-c446-4929-ac20-7f10bbe0b703 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:50:21.237612 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ae258-2619-4baa-b147-0a0785a2ca3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d636460d-871e-47d0-8791-d312d54c6b9e,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:21.263032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ae258-2619-4baa-b147-0a0785a2ca3a admin admin] Checking segment: {'id': '0a9c826f-8b69-4be2-acf8-2430b16d39aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '72eb62c5-8229-4c2e-b07f-aad1ae113615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:50:21.263919 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155ae258-2619-4baa-b147-0a0785a2ca3a admin admin] Network hostable DHCP agents. Network: 72eb62c5-8229-4c2e-b07f-aad1ae113615, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:50:21.286585 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155ae258-2619-4baa-b147-0a0785a2ca3a admin admin] Network 72eb62c5-8229-4c2e-b07f-aad1ae113615 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:50:21.295627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-155ae258-2619-4baa-b147-0a0785a2ca3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 72eb62c5-8229-4c2e-b07f-aad1ae113615) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:50:21.299420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155ae258-2619-4baa-b147-0a0785a2ca3a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:21.300144 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-155ae258-2619-4baa-b147-0a0785a2ca3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:21.304410 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be1912c-f305-4bd6-a146-612c446a6102 None None] Network 72eb62c5-8229-4c2e-b07f-aad1ae113615 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:50:21.328201 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-155ae258-2619-4baa-b147-0a0785a2ca3a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3892002 May 30 20:50:21.525485 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4d6364-0d7a-474f-a241-e8b8ac247506 None None] Network 72eb62c5-8229-4c2e-b07f-aad1ae113615 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:50:21.865921 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-70766369-c860-4aa8-8205-651ceeb17246 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:21.867350 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-70766369-c860-4aa8-8205-651ceeb17246 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/networks?id=72eb62c5-8229-4c2e-b07f-aad1ae113615 HTTP/1.1" status: 200 len: 812 time: 0.1432531 May 30 20:50:21.884139 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-f2562c78-d45f-4840-b105-5746e834668e tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/quotas/484c4463f5974954a18e44949ce711a1 HTTP/1.1" status: 200 len: 375 time: 0.0114233 May 30 20:50:21.929582 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-5b4c9451-0df5-49fb-9c22-d57c1731c3dc tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=484c4463f5974954a18e44949ce711a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400846 May 30 20:50:22.059549 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-fe2d0ad3-cf46-406b-a2df-a6f3406d41dd service neutron] 10.222.0.84 "GET /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236019 May 30 20:50:22.190553 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-16408125-1f80-4bfb-9cba-7744e8e7aa31 service neutron] 10.222.0.84 "GET /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247554 May 30 20:50:23.395641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9c1a16e4-89f3-40a4-b6b1-58919da68fc1 req-385194f4-1952-4dcf-89d3-8652ec9530de tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 210 time: 0.0449314 May 30 20:50:24.461415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-cde6a1c1-16f5-4661-a365-53d14366981b tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:24.462088 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-cde6a1c1-16f5-4661-a365-53d14366981b tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Synchronizing usage tracker for tenant:484c4463f5974954a18e44949ce711a1 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:50:24.480671 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-cde6a1c1-16f5-4661-a365-53d14366981b tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Unset dirty status for tenant:484c4463f5974954a18e44949ce711a1 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:50:24.481796 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-cde6a1c1-16f5-4661-a365-53d14366981b tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.77 "GET /v2.0/networks?id=72eb62c5-8229-4c2e-b07f-aad1ae113615 HTTP/1.1" status: 200 len: 812 time: 0.1659617 May 30 20:50:24.505113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-0bfe9f58-fcd3-4dd6-8216-997c113b8467 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Request body: {'port': {'device_id': '02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9', 'network_id': '72eb62c5-8229-4c2e-b07f-aad1ae113615', 'admin_state_up': True, 'tenant_id': '484c4463f5974954a18e44949ce711a1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:24.560733 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5cd667e6-ed7a-4c1e-ae66-c33d988347da req-232fb327-c795-47cc-85ad-35e3e38f978b tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 210 time: 0.0418198 May 30 20:50:24.639623 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-0bfe9f58-fcd3-4dd6-8216-997c113b8467 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:24.643400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-0bfe9f58-fcd3-4dd6-8216-997c113b8467 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Usage tracker for resource:port and tenant:484c4463f5974954a18e44949ce711a1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:24.646117 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-0bfe9f58-fcd3-4dd6-8216-997c113b8467 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:24.651871 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-0bfe9f58-fcd3-4dd6-8216-997c113b8467 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:24.661694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-0bfe9f58-fcd3-4dd6-8216-997c113b8467 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Made reservation on behalf of 484c4463f5974954a18e44949ce711a1 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:50:24.664771 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-0bfe9f58-fcd3-4dd6-8216-997c113b8467 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:24.822283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-0bfe9f58-fcd3-4dd6-8216-997c113b8467 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Allocated IP 172.20.0.5 (72eb62c5-8229-4c2e-b07f-aad1ae113615/d636460d-871e-47d0-8791-d312d54c6b9e/05fcd0b0-7bfa-4200-886f-75d792b3fe96) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:50:25.100371 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-0bfe9f58-fcd3-4dd6-8216-997c113b8467 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:25.126512 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-0bfe9f58-fcd3-4dd6-8216-997c113b8467 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:25.194886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-0bfe9f58-fcd3-4dd6-8216-997c113b8467 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Network 72eb62c5-8229-4c2e-b07f-aad1ae113615 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:50:25.197716 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-0bfe9f58-fcd3-4dd6-8216-997c113b8467 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:50:25.202117 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-0bfe9f58-fcd3-4dd6-8216-997c113b8467 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:50:25.234988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe9f58-fcd3-4dd6-8216-997c113b8467 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Pushing event updated for resources: {'Port': ['ID=05fcd0b0-7bfa-4200-886f-75d792b3fe96,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:25.267821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-0bfe9f58-fcd3-4dd6-8216-997c113b8467 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:25.268442 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-0bfe9f58-fcd3-4dd6-8216-997c113b8467 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:25.288000 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-0bfe9f58-fcd3-4dd6-8216-997c113b8467 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7869649 May 30 20:50:25.374058 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Request body: {'port': {'device_id': '02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:25.478783 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:25.754480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40c8ee-1372-4f9d-9176-7647c2fc6113 req-df5a3525-914c-409e-881d-f8a613fbdb50 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:25.756125 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e40c8ee-1372-4f9d-9176-7647c2fc6113 req-df5a3525-914c-409e-881d-f8a613fbdb50 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 931 time: 0.0766697 May 30 20:50:25.802701 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e40c8ee-1372-4f9d-9176-7647c2fc6113 req-6c7e6e5d-d969-42ea-a645-46531dd231c4 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407248 May 30 20:50:25.825332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05fcd0b0-7bfa-4200-886f-75d792b3fe96 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:50:25.832729 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:25.847731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Transition to ACTIVE for port object 05fcd0b0-7bfa-4200-886f-75d792b3fe96 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:50:25.851302 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:25.977954 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Pushing event updated for resources: {'Port': ['ID=05fcd0b0-7bfa-4200-886f-75d792b3fe96,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:26.083467 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Attempting to bind port 05fcd0b0-7bfa-4200-886f-75d792b3fe96 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:50:26.083797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Attempting to bind port 05fcd0b0-7bfa-4200-886f-75d792b3fe96 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '0a9c826f-8b69-4be2-acf8-2430b16d39aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '72eb62c5-8229-4c2e-b07f-aad1ae113615'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:50:26.084152 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Attempting to bind port 05fcd0b0-7bfa-4200-886f-75d792b3fe96 on network 72eb62c5-8229-4c2e-b07f-aad1ae113615 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:50:26.090013 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Port 05fcd0b0-7bfa-4200-886f-75d792b3fe96 on network 72eb62c5-8229-4c2e-b07f-aad1ae113615 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:50:26.090334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Attempting to bind port 05fcd0b0-7bfa-4200-886f-75d792b3fe96 on network 72eb62c5-8229-4c2e-b07f-aad1ae113615 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:50:26.096669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:50:26.097008 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Checking segment: {'id': '0a9c826f-8b69-4be2-acf8-2430b16d39aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '72eb62c5-8229-4c2e-b07f-aad1ae113615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:50:26.097391 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Bound using segment: {'id': '0a9c826f-8b69-4be2-acf8-2430b16d39aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '72eb62c5-8229-4c2e-b07f-aad1ae113615'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:50:26.097814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Bound port: 05fcd0b0-7bfa-4200-886f-75d792b3fe96, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9c826f-8b69-4be2-acf8-2430b16d39aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '72eb62c5-8229-4c2e-b07f-aad1ae113615'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:50:26.098163 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:26.184565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] For port 05fcd0b0-7bfa-4200-886f-75d792b3fe96, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:50:26.187087 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:50:26.187842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] For port 05fcd0b0-7bfa-4200-886f-75d792b3fe96, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=05fcd0b0-7bfa-4200-886f-75d792b3fe96,segment=NetworkSegment(0a9c826f-8b69-4be2-acf8-2430b16d39aa),segment_id=0a9c826f-8b69-4be2-acf8-2430b16d39aa)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:50:26.192226 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:26.258028 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:26.259380 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] 10.222.0.77 "PUT /v2.0/ports/05fcd0b0-7bfa-4200-886f-75d792b3fe96 HTTP/1.1" status: 200 len: 1091 time: 0.9601419 May 30 20:50:26.259869 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9', 'tag': '05fcd0b0-7bfa-4200-886f-75d792b3fe96'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:50:26.282692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93ca7c-5c6d-4cf3-a7f6-624642793b0a service neutron] Pushing event updated for resources: {'Port': ['ID=05fcd0b0-7bfa-4200-886f-75d792b3fe96,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:26.376438 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-1581c588-3fd1-458d-b08b-cdb8a050f96d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=484c4463f5974954a18e44949ce711a1&device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 1094 time: 0.0736210 May 30 20:50:26.434965 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040db719-51a7-449e-a521-db70414ef654'] response: {'name': 'network-changed', 'server_uuid': '02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9', 'tag': '05fcd0b0-7bfa-4200-886f-75d792b3fe96', 'status': 'completed', 'code': 200} May 30 20:50:26.452939 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-8653307c-f1fb-4d83-873e-f0181ed63538 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05fcd0b0-7bfa-4200-886f-75d792b3fe96 HTTP/1.1" status: 200 len: 217 time: 0.0666342 May 30 20:50:26.516398 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-fc76d61f-1776-4bfb-bf68-7fb12e469ffa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:26.517771 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-fc76d61f-1776-4bfb-bf68-7fb12e469ffa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d636460d-871e-47d0-8791-d312d54c6b9e HTTP/1.1" status: 200 len: 852 time: 0.0560703 May 30 20:50:26.565012 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-89dce735-730c-41d2-996a-37d5ba671f86 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72eb62c5-8229-4c2e-b07f-aad1ae113615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380938 May 30 20:50:26.696395 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-23ac625a-6cdc-47f7-b52f-b8e15deb01c6 service neutron] 10.222.0.77 "GET /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217768 May 30 20:50:26.915235 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-99815c35-6aa9-452b-b6ae-def8a80e290e req-d5fbd04c-ddd6-4ea2-83d2-fd1267364275 service neutron] 10.222.0.77 "GET /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112203 May 30 20:50:27.043126 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d4599976-213f-44cd-aa51-e29fe3d4a4d8 req-a8e1b76f-aebd-471c-80cf-0aa297a9b81c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=484c4463f5974954a18e44949ce711a1&device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 1094 time: 0.0750020 May 30 20:50:27.099767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e58c93-6bf0-4d24-be0f-6ccab3687c85 req-b73d7e13-a484-4b48-9c18-ca3fa5008a74 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:27.101228 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-14e58c93-6bf0-4d24-be0f-6ccab3687c85 req-b73d7e13-a484-4b48-9c18-ca3fa5008a74 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 943 time: 0.1749303 May 30 20:50:27.145853 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-14e58c93-6bf0-4d24-be0f-6ccab3687c85 req-6a5e105f-93b5-428d-af98-90aa1c6e2ff9 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389841 May 30 20:50:27.173887 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4599976-213f-44cd-aa51-e29fe3d4a4d8 req-6f149aae-ca6b-4157-81e4-05cb8881f1c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:27.175345 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d4599976-213f-44cd-aa51-e29fe3d4a4d8 req-6f149aae-ca6b-4157-81e4-05cb8881f1c1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=72eb62c5-8229-4c2e-b07f-aad1ae113615 HTTP/1.1" status: 200 len: 913 time: 0.1260958 May 30 20:50:27.241172 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d4599976-213f-44cd-aa51-e29fe3d4a4d8 req-d26d292d-d794-4965-8a12-a1d30b0eaea7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05fcd0b0-7bfa-4200-886f-75d792b3fe96 HTTP/1.1" status: 200 len: 217 time: 0.0597155 May 30 20:50:27.305786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4599976-213f-44cd-aa51-e29fe3d4a4d8 req-b73e38b2-e638-4928-aa18-defc05cf3d6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:27.307139 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d4599976-213f-44cd-aa51-e29fe3d4a4d8 req-b73e38b2-e638-4928-aa18-defc05cf3d6e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d636460d-871e-47d0-8791-d312d54c6b9e HTTP/1.1" status: 200 len: 852 time: 0.0599124 May 30 20:50:27.351641 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d4599976-213f-44cd-aa51-e29fe3d4a4d8 req-9ab13229-d19a-4d18-b15c-0729b6c09859 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72eb62c5-8229-4c2e-b07f-aad1ae113615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380750 May 30 20:50:27.479948 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d4599976-213f-44cd-aa51-e29fe3d4a4d8 req-69a86c17-980f-4fd9-bc31-9df983b40e0e service neutron] 10.222.0.77 "GET /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211536 May 30 20:50:27.611377 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d4599976-213f-44cd-aa51-e29fe3d4a4d8 req-0ad0f195-3a20-46e0-a573-2fc80e0c528c service neutron] 10.222.0.77 "GET /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224294 May 30 20:50:27.815861 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2b1c0323-83a9-4fe7-ad4a-a48eb1ff0eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:28.346537 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741c0b3-a33d-4b3f-a1ce-5eee51355f31 req-8b41b4b1-a39c-4da0-89e4-bdf7edc5a17a tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:28.347986 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d741c0b3-a33d-4b3f-a1ce-5eee51355f31 req-8b41b4b1-a39c-4da0-89e4-bdf7edc5a17a tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 943 time: 0.0796149 May 30 20:50:28.393354 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d741c0b3-a33d-4b3f-a1ce-5eee51355f31 req-5bc5077f-e007-4b35-9b53-d7318ff16030 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397835 May 30 20:50:29.588799 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e99ee-3ef8-4e0f-8cdd-0a31f27f2570 req-7ffff6ff-7a21-4c46-8c70-fd7ca48c89a0 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:29.590249 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b5e99ee-3ef8-4e0f-8cdd-0a31f27f2570 req-7ffff6ff-7a21-4c46-8c70-fd7ca48c89a0 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 943 time: 0.0783389 May 30 20:50:29.635010 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b5e99ee-3ef8-4e0f-8cdd-0a31f27f2570 req-b71da329-ec53-471c-8a75-fc3e2008adb0 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387273 May 30 20:50:29.679826 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 05fcd0b0-7bfa-4200-886f-75d792b3fe96 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:50:29.813085 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 05fcd0b0-7bfa-4200-886f-75d792b3fe96, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=05fcd0b0-7bfa-4200-886f-75d792b3fe96,segment=NetworkSegment(0a9c826f-8b69-4be2-acf8-2430b16d39aa),segment_id=0a9c826f-8b69-4be2-acf8-2430b16d39aa)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:50:29.828266 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '05fcd0b0-7bfa-4200-886f-75d792b3fe96', 'network_id': '72eb62c5-8229-4c2e-b07f-aad1ae113615', 'port_id': '05fcd0b0-7bfa-4200-886f-75d792b3fe96', 'mac_address': 'fa:16:3e:83:e9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd636460d-871e-47d0-8791-d312d54c6b9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:50:29.881443 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:29.901541 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fcd0b0-7bfa-4200-886f-75d792b3fe96 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:50:29.916308 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 05fcd0b0-7bfa-4200-886f-75d792b3fe96, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=05fcd0b0-7bfa-4200-886f-75d792b3fe96,segment=NetworkSegment(0a9c826f-8b69-4be2-acf8-2430b16d39aa),segment_id=0a9c826f-8b69-4be2-acf8-2430b16d39aa)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:50:29.919787 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:29.983107 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=05fcd0b0-7bfa-4200-886f-75d792b3fe96,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:30.007300 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fda6ea02-3a19-4994-85aa-a214e927e6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:30.226734 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['05fcd0b0-7bfa-4200-886f-75d792b3fe96'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:50:30.832157 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82e923-5fe0-4dca-9c35-1adb3c705606 req-9e35719c-07bd-444f-8385-eadcc16f8b40 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:30.833586 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac82e923-5fe0-4dca-9c35-1adb3c705606 req-9e35719c-07bd-444f-8385-eadcc16f8b40 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 944 time: 0.0812316 May 30 20:50:30.878691 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac82e923-5fe0-4dca-9c35-1adb3c705606 req-4aef3bde-8e50-41e2-a871-b7f69826d81a tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395384 May 30 20:50:31.360556 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:31.625536 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:31.693958 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 05fcd0b0-7bfa-4200-886f-75d792b3fe96 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:50:31.759068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 05fcd0b0-7bfa-4200-886f-75d792b3fe96 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:50:31.763705 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 05fcd0b0-7bfa-4200-886f-75d792b3fe96 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:50:31.764118 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:31.876321 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:31.901788 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fcd0b0-7bfa-4200-886f-75d792b3fe96'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:50:31.911664 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 05fcd0b0-7bfa-4200-886f-75d792b3fe96, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=05fcd0b0-7bfa-4200-886f-75d792b3fe96,segment=NetworkSegment(0a9c826f-8b69-4be2-acf8-2430b16d39aa),segment_id=0a9c826f-8b69-4be2-acf8-2430b16d39aa)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:50:31.916487 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:31.961317 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1525b7c-7c4b-47f4-8513-651b046b710b'] response: {'server_uuid': '02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fcd0b0-7bfa-4200-886f-75d792b3fe96', 'code': 200} May 30 20:50:31.987474 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=05fcd0b0-7bfa-4200-886f-75d792b3fe96,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:32.082143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad50f17-16d9-4bf5-8374-c2ad1327b946 req-74917fbd-e2ce-4b1f-9dec-ffdd1b93965c tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:32.083587 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ad50f17-16d9-4bf5-8374-c2ad1327b946 req-74917fbd-e2ce-4b1f-9dec-ffdd1b93965c tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0774608 May 30 20:50:32.119523 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-336604f0-572b-4e6a-b960-7f4377d472b3 req-9c3ccaba-a4f9-46a1-8f1c-897a7f93e8b4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 1096 time: 0.0718939 May 30 20:50:32.130155 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ad50f17-16d9-4bf5-8374-c2ad1327b946 req-1e0c6aa4-3d96-4cf8-a6fa-43a5f2651bf8 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407755 May 30 20:50:32.164795 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-336604f0-572b-4e6a-b960-7f4377d472b3 req-01a9ca60-ed5c-47e0-ac38-47ef2e62a3ac service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357170 May 30 20:50:32.964132 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:33.330352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa590e-6f2f-4553-b73b-2c02130766fc req-a90fba80-e12a-4f0b-8dab-f8f467ef3ce6 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:33.331814 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74fa590e-6f2f-4553-b73b-2c02130766fc req-a90fba80-e12a-4f0b-8dab-f8f467ef3ce6 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0803530 May 30 20:50:33.379371 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74fa590e-6f2f-4553-b73b-2c02130766fc req-ebad39df-e2ee-4780-8c69-39a171a12c6b tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403154 May 30 20:50:33.572089 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:34.710633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83458f8c-8539-46c8-a0cc-7b110547393b req-75b7f166-d259-440a-b855-0b55a53ceb6e tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:34.712095 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83458f8c-8539-46c8-a0cc-7b110547393b req-75b7f166-d259-440a-b855-0b55a53ceb6e tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.1431811 May 30 20:50:34.760060 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83458f8c-8539-46c8-a0cc-7b110547393b req-951504a5-8cd5-4bc1-bb61-46968b75908f tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423999 May 30 20:50:34.954352 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23f60acf-6282-422a-b8be-589bbd067e2f req-7ac410eb-6d35-4438-bd42-48c91be7addc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0665026 May 30 20:50:35.128548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49482) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:35.312707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78376259-5b96-4c63-ab1f-3e6ce2371bd7 req-74e5bb08-fc0a-473b-a14e-8856a7a1e6a9 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:35.314165 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78376259-5b96-4c63-ab1f-3e6ce2371bd7 req-74e5bb08-fc0a-473b-a14e-8856a7a1e6a9 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.1324847 May 30 20:50:35.320405 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-29a01cd4-42ee-48a3-94c8-aca7a875854e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1906171 May 30 20:50:35.361440 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78376259-5b96-4c63-ab1f-3e6ce2371bd7 req-77579ed8-3976-47bd-a449-10428ff3552e tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401161 May 30 20:50:36.520373 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-cc1869f9-662d-486e-a4a9-5836f1acd9cb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=484c4463f5974954a18e44949ce711a1&device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 1096 time: 0.0689850 May 30 20:50:36.652280 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-6f68963b-25ac-4b56-934d-e1e53071c879 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:36.654159 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-6f68963b-25ac-4b56-934d-e1e53071c879 service neutron] 10.222.0.77 "GET /v2.0/networks?id=72eb62c5-8229-4c2e-b07f-aad1ae113615 HTTP/1.1" status: 200 len: 913 time: 0.1273398 May 30 20:50:36.669327 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a8cb5-08cf-4328-b7ed-70e9b520434f req-1ee9d64c-cf01-402b-9e11-31b070a2a568 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:36.671266 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-084a8cb5-08cf-4328-b7ed-70e9b520434f req-1ee9d64c-cf01-402b-9e11-31b070a2a568 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.1478126 May 30 20:50:36.717687 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-084a8cb5-08cf-4328-b7ed-70e9b520434f req-dd5c54a9-951f-4d37-8b20-4e259834deb9 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406880 May 30 20:50:36.729332 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-f342d3f0-1a2c-4aea-8b29-4460da5ec0e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05fcd0b0-7bfa-4200-886f-75d792b3fe96 HTTP/1.1" status: 200 len: 217 time: 0.0692670 May 30 20:50:36.789893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-a9b258a2-0303-45da-9e70-a060830ebf7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:36.791324 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-a9b258a2-0303-45da-9e70-a060830ebf7f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d636460d-871e-47d0-8791-d312d54c6b9e HTTP/1.1" status: 200 len: 852 time: 0.0568521 May 30 20:50:36.837852 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b0bb3212-6f9a-46b5-b603-6b1c0c5c5961 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72eb62c5-8229-4c2e-b07f-aad1ae113615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400522 May 30 20:50:36.965265 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-30ebf740-3f9c-4eec-97cd-8a98299e7cd7 service neutron] 10.222.0.77 "GET /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216691 May 30 20:50:37.175773 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-dcd154c9-1358-43e9-b5be-d8ae670b7e80 service neutron] 10.222.0.77 "GET /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045534 May 30 20:50:37.440890 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:37.913663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1266b0e-404d-4ef3-b664-aea61e1585aa req-51635f52-f9cd-4d65-96e9-e78c0f481b1b tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:37.915107 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1266b0e-404d-4ef3-b664-aea61e1585aa req-51635f52-f9cd-4d65-96e9-e78c0f481b1b tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0760570 May 30 20:50:37.959651 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1266b0e-404d-4ef3-b664-aea61e1585aa req-1ed85003-78c1-4f1f-8daa-83fa030915e0 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385354 May 30 20:50:39.159276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a90f4-3863-4e82-afad-a074c9e92d4c req-67a850f5-9c06-4ce2-92c7-dd2238d90046 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:39.160766 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e24a90f4-3863-4e82-afad-a074c9e92d4c req-67a850f5-9c06-4ce2-92c7-dd2238d90046 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0787072 May 30 20:50:39.206711 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e24a90f4-3863-4e82-afad-a074c9e92d4c req-b253b99f-b181-45ff-bb3b-3843a859b244 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404704 May 30 20:50:40.406577 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136d847-93a1-44e8-8f5d-0740af471835 req-2e622c61-fd85-42f5-ae30-75a29cd12eda tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:40.408038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0136d847-93a1-44e8-8f5d-0740af471835 req-2e622c61-fd85-42f5-ae30-75a29cd12eda tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0790036 May 30 20:50:40.454434 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0136d847-93a1-44e8-8f5d-0740af471835 req-9c5f47b5-0bf3-47de-b4f1-0844f9ca8a79 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409300 May 30 20:50:41.644821 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5dae8-5897-4aec-9a5f-b953275c2101 req-0e08bcd7-d451-4217-9b13-32393ba3048d tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:41.646236 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-45d5dae8-5897-4aec-9a5f-b953275c2101 req-0e08bcd7-d451-4217-9b13-32393ba3048d tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0742717 May 30 20:50:41.690046 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-45d5dae8-5897-4aec-9a5f-b953275c2101 req-e7980704-3555-4c6c-9e6e-d6213ac2a7f7 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381153 May 30 20:50:42.885241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97e882-e811-4493-ab59-2b75a5ee7264 req-0e6e86d3-96fe-44ef-9f37-bdd818ecf194 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:42.886666 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d97e882-e811-4493-ab59-2b75a5ee7264 req-0e6e86d3-96fe-44ef-9f37-bdd818ecf194 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0775571 May 30 20:50:42.931292 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d97e882-e811-4493-ab59-2b75a5ee7264 req-93a0ad07-76f5-42a0-ad69-040bc2b1d241 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385752 May 30 20:50:44.125013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06de754-3bfa-4ebb-9e17-2778e27ae6e2 req-c9b80191-827c-42e6-b604-9aa3010cd11f tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:44.126463 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a06de754-3bfa-4ebb-9e17-2778e27ae6e2 req-c9b80191-827c-42e6-b604-9aa3010cd11f tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0753310 May 30 20:50:44.172126 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a06de754-3bfa-4ebb-9e17-2778e27ae6e2 req-85f69689-1f1b-4f07-aa75-9f72e71cb004 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397460 May 30 20:50:45.368053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83db2ea-155d-4abc-b9b4-294a42dc5fb7 req-d4a17546-384e-4e9c-b5f7-9a13428012f7 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:45.369464 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a83db2ea-155d-4abc-b9b4-294a42dc5fb7 req-d4a17546-384e-4e9c-b5f7-9a13428012f7 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0774801 May 30 20:50:45.413970 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a83db2ea-155d-4abc-b9b4-294a42dc5fb7 req-256822e4-f350-4c08-a665-4afe4c31cc51 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384796 May 30 20:50:46.612661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37641135-efeb-44d1-9a40-728b42e4ce14 req-aa16d2d8-e9a9-44d4-8d5c-5441ef173796 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:46.614007 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-37641135-efeb-44d1-9a40-728b42e4ce14 req-aa16d2d8-e9a9-44d4-8d5c-5441ef173796 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0757782 May 30 20:50:46.661983 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-37641135-efeb-44d1-9a40-728b42e4ce14 req-78c32a30-d3e5-4541-adff-557854310846 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423038 May 30 20:50:47.871475 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a346db-e930-4a31-885c-d878b46d8ba2 req-38b40f03-5a8e-4c99-91f6-d0c2926f341f tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:47.873730 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79a346db-e930-4a31-885c-d878b46d8ba2 req-38b40f03-5a8e-4c99-91f6-d0c2926f341f tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0842636 May 30 20:50:47.920182 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-79a346db-e930-4a31-885c-d878b46d8ba2 req-8af9818b-f316-486b-84aa-49c96c3b9a5b tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403574 May 30 20:50:49.193465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf63e51-9d3e-4b36-a980-c61cc679d81c req-584bed4f-d66a-4361-8282-3c8ae7ac7044 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:49.194910 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cf63e51-9d3e-4b36-a980-c61cc679d81c req-584bed4f-d66a-4361-8282-3c8ae7ac7044 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.1575913 May 30 20:50:49.239855 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cf63e51-9d3e-4b36-a980-c61cc679d81c req-915f0941-d270-4d45-9f1a-063880650b0e tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393074 May 30 20:50:50.432888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632b2a3-a992-45f5-b7c2-0b5282265986 req-0cef85f5-44a0-40bc-8207-f68e26b05c47 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:50.434320 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c632b2a3-a992-45f5-b7c2-0b5282265986 req-0cef85f5-44a0-40bc-8207-f68e26b05c47 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0758274 May 30 20:50:50.478536 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c632b2a3-a992-45f5-b7c2-0b5282265986 req-4fcd1f90-d3f8-43a6-98ec-7d6626b949f0 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387850 May 30 20:50:51.675560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaea517-738b-4be8-a75a-30f51f64507e req-0162f75f-0c79-4f50-b4f2-3ffcef1c713f tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:51.677011 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ffaea517-738b-4be8-a75a-30f51f64507e req-0162f75f-0c79-4f50-b4f2-3ffcef1c713f tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0786767 May 30 20:50:51.721264 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ffaea517-738b-4be8-a75a-30f51f64507e req-4f2708be-83b5-40c9-ae4f-2323fd129931 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386829 May 30 20:50:52.915973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdb481-5769-4fda-8e13-a94f00b8c592 req-df8df2ef-b0bc-4e6b-979a-12241ee6bb81 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:52.917435 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4acdb481-5769-4fda-8e13-a94f00b8c592 req-df8df2ef-b0bc-4e6b-979a-12241ee6bb81 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0753834 May 30 20:50:52.962475 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4acdb481-5769-4fda-8e13-a94f00b8c592 req-3e9bb797-cc3e-4dea-b78b-ec62afe63048 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395148 May 30 20:50:54.160734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513c69-ae63-451f-a5f8-1a0af09a3719 req-e33e75a5-4289-497a-8caa-65837578ab9d tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:54.162177 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e9513c69-ae63-451f-a5f8-1a0af09a3719 req-e33e75a5-4289-497a-8caa-65837578ab9d tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0795031 May 30 20:50:54.206190 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e9513c69-ae63-451f-a5f8-1a0af09a3719 req-2f54dc8e-36f2-4265-b08d-9874f7c9fab7 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385177 May 30 20:50:55.405344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fedad4-4f28-40a5-bd9d-9c551ff0927d req-95f91936-0b47-479e-b3f7-8db9db0bd88a tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:55.406799 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a6fedad4-4f28-40a5-bd9d-9c551ff0927d req-95f91936-0b47-479e-b3f7-8db9db0bd88a tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0768948 May 30 20:50:55.455592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a6fedad4-4f28-40a5-bd9d-9c551ff0927d req-bcd90df9-e81b-4527-b02c-05e34688c0af tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434213 May 30 20:50:56.650461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239120e-889d-4567-b686-929d866af212 req-bae52eb0-443f-4639-b892-150e02b17690 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:56.652090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d239120e-889d-4567-b686-929d866af212 req-bae52eb0-443f-4639-b892-150e02b17690 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0781474 May 30 20:50:56.696844 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d239120e-889d-4567-b686-929d866af212 req-f1db2694-44ce-45e9-b01c-71ccba4ed269 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389352 May 30 20:50:57.818211 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-15f1f17f-fc55-4901-baf9-9f17882ea513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:57.898125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43608e0-2288-4634-a49b-a3595772689b req-66aedda5-92dc-4632-bfeb-403a99e95c75 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:57.899577 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b43608e0-2288-4634-a49b-a3595772689b req-66aedda5-92dc-4632-bfeb-403a99e95c75 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0802186 May 30 20:50:57.945619 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b43608e0-2288-4634-a49b-a3595772689b req-7b464bb4-66ed-467c-a922-078f8ccc892e tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394750 May 30 20:50:59.138472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bb297-c8ca-4c63-a522-7b5520dfccee req-28bf4a09-75d2-42d4-8a0d-f8ee6a8f37a1 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:59.139905 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c5bb297-c8ca-4c63-a522-7b5520dfccee req-28bf4a09-75d2-42d4-8a0d-f8ee6a8f37a1 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0754435 May 30 20:50:59.184068 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8c5bb297-c8ca-4c63-a522-7b5520dfccee req-b561acce-d13c-4be3-b26b-15d35c1797db tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387549 May 30 20:50:59.395303 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-a92ba70a-46bb-4eeb-a0b5-49b188f1c711 req-b98507a2-c9df-4a63-843d-4e435e609a76 service neutron] (84024) timed out ('10.222.0.84', 49146) {{(pid=84024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:51:00.008629 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c523c9c9-a638-47c2-ac38-88f59519856a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:00.383833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f26c0c-f573-4d39-96db-d1a0e747d4d7 req-789bca01-38a8-4aec-8661-13912abb836b tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:00.385304 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20f26c0c-f573-4d39-96db-d1a0e747d4d7 req-789bca01-38a8-4aec-8661-13912abb836b tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0800500 May 30 20:51:00.430672 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20f26c0c-f573-4d39-96db-d1a0e747d4d7 req-a903f080-c6d3-4874-a2f8-515660f034c8 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399497 May 30 20:51:01.052342 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0a0ad2f2-9d90-4744-9a49-108ea01e0d64 req-610fd449-166c-4587-bddc-6bce7f232dad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=484c4463f5974954a18e44949ce711a1&device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 1096 time: 0.0680981 May 30 20:51:01.194382 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ad2f2-9d90-4744-9a49-108ea01e0d64 req-592d33a2-bf50-42be-b204-21023215af25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:01.195802 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0a0ad2f2-9d90-4744-9a49-108ea01e0d64 req-592d33a2-bf50-42be-b204-21023215af25 service neutron] 10.222.0.77 "GET /v2.0/networks?id=72eb62c5-8229-4c2e-b07f-aad1ae113615 HTTP/1.1" status: 200 len: 913 time: 0.1243169 May 30 20:51:01.265133 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0a0ad2f2-9d90-4744-9a49-108ea01e0d64 req-b453c02b-2e25-4ab9-8162-ff25dbc76cee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05fcd0b0-7bfa-4200-886f-75d792b3fe96 HTTP/1.1" status: 200 len: 217 time: 0.0633292 May 30 20:51:01.328165 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ad2f2-9d90-4744-9a49-108ea01e0d64 req-1b9b7c3c-c94a-416b-8fd1-4c01e67a19ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:01.329507 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0a0ad2f2-9d90-4744-9a49-108ea01e0d64 req-1b9b7c3c-c94a-416b-8fd1-4c01e67a19ca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d636460d-871e-47d0-8791-d312d54c6b9e HTTP/1.1" status: 200 len: 852 time: 0.0568430 May 30 20:51:01.364403 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:01.378500 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0a0ad2f2-9d90-4744-9a49-108ea01e0d64 req-116cc271-ff63-4680-bc60-038d2c92effc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72eb62c5-8229-4c2e-b07f-aad1ae113615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420592 May 30 20:51:01.513003 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0a0ad2f2-9d90-4744-9a49-108ea01e0d64 req-6bedccf0-b2a8-45fe-8e2a-375bff18ff61 service neutron] 10.222.0.77 "GET /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246958 May 30 20:51:01.629628 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:01.658607 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0a0ad2f2-9d90-4744-9a49-108ea01e0d64 req-eb277704-6f04-472d-9185-460353a4d056 service neutron] 10.222.0.77 "GET /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391690 May 30 20:51:01.776431 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37abeb-360e-4555-9608-742cc9df78d1 req-c8e44c26-ceac-4c9f-9f14-64cdbc182cda tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:01.778795 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f37abeb-360e-4555-9608-742cc9df78d1 req-c8e44c26-ceac-4c9f-9f14-64cdbc182cda tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0758579 May 30 20:51:01.827107 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f37abeb-360e-4555-9608-742cc9df78d1 req-754fb122-bd4a-430c-920e-a97cc8b46eff tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428288 May 30 20:51:02.966500 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:03.025785 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe60cca-2dbc-4d43-9aff-d3b4b0b8e204 req-c0ea445b-51bb-4406-ab4d-cda9112849c0 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:03.027585 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbe60cca-2dbc-4d43-9aff-d3b4b0b8e204 req-c0ea445b-51bb-4406-ab4d-cda9112849c0 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0779698 May 30 20:51:03.073028 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cbe60cca-2dbc-4d43-9aff-d3b4b0b8e204 req-cee0d3ca-13d3-4e9b-ba7f-0973ea289b49 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398703 May 30 20:51:03.186623 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:51:03.574081 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:04.269744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd9568-55ea-4705-b17b-aaa3f1326c9a req-ed979099-93ab-4378-b58e-af48a3e12c1b tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:04.271207 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dddd9568-55ea-4705-b17b-aaa3f1326c9a req-ed979099-93ab-4378-b58e-af48a3e12c1b tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.0804217 May 30 20:51:04.318563 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dddd9568-55ea-4705-b17b-aaa3f1326c9a req-f3e67a31-4652-4fe2-a00b-771352a755d4 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 May 30 20:51:04.338593 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-6a2bf7ca-c5d5-40d8-b6f4-fe324cf99ac1 service neutron] show failed (client error): The resource could not be found. May 30 20:51:04.339617 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-6a2bf7ca-c5d5-40d8-b6f4-fe324cf99ac1 service neutron] 10.222.0.77 "GET /v2.0/ports/05fcd0b0-7bfa-4200-886f-75d792b3fe96/bindings/n-h2-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.0735044 May 30 20:51:04.718100 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-9af8ba06-c624-4eee-ab40-c506d451883e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9&tenant_id=484c4463f5974954a18e44949ce711a1 HTTP/1.1" status: 200 len: 1096 time: 0.1294215 May 30 20:51:04.728082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:04.835821 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:05.096983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] For port 05fcd0b0-7bfa-4200-886f-75d792b3fe96, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=05fcd0b0-7bfa-4200-886f-75d792b3fe96,segment=NetworkSegment(0a9c826f-8b69-4be2-acf8-2430b16d39aa),segment_id=0a9c826f-8b69-4be2-acf8-2430b16d39aa)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:05.124231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] For port 05fcd0b0-7bfa-4200-886f-75d792b3fe96, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:51:05.178766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05fcd0b0-7bfa-4200-886f-75d792b3fe96'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:51:05.183258 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:05.197712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Transition to ACTIVE for port object 05fcd0b0-7bfa-4200-886f-75d792b3fe96 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:51:05.202450 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:05.409333 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa98b08-7ca8-4d51-b8b6-5485b7c14910'] response: {'server_uuid': '02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05fcd0b0-7bfa-4200-886f-75d792b3fe96', 'code': 200} May 30 20:51:05.428055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Pushing event updated for resources: {'Port': ['ID=05fcd0b0-7bfa-4200-886f-75d792b3fe96,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:05.499945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] No DVR routers for this DVR port 05fcd0b0-7bfa-4200-886f-75d792b3fe96 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:51:05.570011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Attempting to bind port 05fcd0b0-7bfa-4200-886f-75d792b3fe96 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:51:05.570338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Attempting to bind port 05fcd0b0-7bfa-4200-886f-75d792b3fe96 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '0a9c826f-8b69-4be2-acf8-2430b16d39aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '72eb62c5-8229-4c2e-b07f-aad1ae113615'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:51:05.570666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Attempting to bind port 05fcd0b0-7bfa-4200-886f-75d792b3fe96 on network 72eb62c5-8229-4c2e-b07f-aad1ae113615 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:51:05.581496 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Port 05fcd0b0-7bfa-4200-886f-75d792b3fe96 on network 72eb62c5-8229-4c2e-b07f-aad1ae113615 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:51:05.581816 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Attempting to bind port 05fcd0b0-7bfa-4200-886f-75d792b3fe96 on network 72eb62c5-8229-4c2e-b07f-aad1ae113615 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:51:05.593052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:51:05.593388 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Checking segment: {'id': '0a9c826f-8b69-4be2-acf8-2430b16d39aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '72eb62c5-8229-4c2e-b07f-aad1ae113615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:51:05.593772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Bound using segment: {'id': '0a9c826f-8b69-4be2-acf8-2430b16d39aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '72eb62c5-8229-4c2e-b07f-aad1ae113615'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:51:05.594195 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Bound port: 05fcd0b0-7bfa-4200-886f-75d792b3fe96, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9c826f-8b69-4be2-acf8-2430b16d39aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '72eb62c5-8229-4c2e-b07f-aad1ae113615'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:51:05.594538 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:05.615026 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be557ee-8924-4ed6-8c10-fc225f136b4e req-f5fe9340-5765-4053-88aa-5e17eb86cce1 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:05.616408 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9be557ee-8924-4ed6-8c10-fc225f136b4e req-f5fe9340-5765-4053-88aa-5e17eb86cce1 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 943 time: 0.1579163 May 30 20:51:05.723338 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9be557ee-8924-4ed6-8c10-fc225f136b4e req-10c3dd99-819a-4e83-a146-01f09a58108e tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774882 May 30 20:51:05.727044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] For port 05fcd0b0-7bfa-4200-886f-75d792b3fe96, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:51:05.730270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] For port 05fcd0b0-7bfa-4200-886f-75d792b3fe96, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=05fcd0b0-7bfa-4200-886f-75d792b3fe96,segment=NetworkSegment(0a9c826f-8b69-4be2-acf8-2430b16d39aa),segment_id=0a9c826f-8b69-4be2-acf8-2430b16d39aa)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:51:05.734075 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:05.802175 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:05.803538 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] 10.222.0.93 "PUT /v2.0/ports/05fcd0b0-7bfa-4200-886f-75d792b3fe96 HTTP/1.1" status: 200 len: 1091 time: 1.0792809 May 30 20:51:05.816153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b48870-31ae-4fcd-91b7-7994dcbfa456 service neutron] Pushing event updated for resources: {'Port': ['ID=05fcd0b0-7bfa-4200-886f-75d792b3fe96,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:05.892918 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-c8172527-e6e7-45a2-ac76-d75046ae91bf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=484c4463f5974954a18e44949ce711a1&device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 1094 time: 0.0676649 May 30 20:51:06.021809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-4d2c3582-1601-4e92-b0b0-c95b5c2a8bfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:06.023253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-4d2c3582-1601-4e92-b0b0-c95b5c2a8bfc service neutron] 10.222.0.93 "GET /v2.0/networks?id=72eb62c5-8229-4c2e-b07f-aad1ae113615 HTTP/1.1" status: 200 len: 913 time: 0.1247349 May 30 20:51:06.092354 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-995b2575-d32e-441e-8590-ab8f472ba137 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05fcd0b0-7bfa-4200-886f-75d792b3fe96 HTTP/1.1" status: 200 len: 217 time: 0.0625446 May 30 20:51:06.152049 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-9be15f4f-3ca1-429c-9d53-d9c30e6f80ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:06.153889 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-9be15f4f-3ca1-429c-9d53-d9c30e6f80ce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d636460d-871e-47d0-8791-d312d54c6b9e HTTP/1.1" status: 200 len: 852 time: 0.0564866 May 30 20:51:06.196944 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-c3dc095e-da2e-4eb7-a5c7-40c7e3d4856b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=72eb62c5-8229-4c2e-b07f-aad1ae113615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375109 May 30 20:51:06.325056 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-74af1144-c479-4e7b-aa90-724162b8a77f service neutron] 10.222.0.93 "GET /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222520 May 30 20:51:06.453338 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2811f6f-8a64-4962-8f72-aa26b3af4671 req-f3e609e3-99ad-4ace-8aa2-96d4d2e1aabb service neutron] 10.222.0.93 "GET /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226480 May 30 20:51:06.926642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220277bb-a963-4d1a-9a63-f71aec35a435 req-0ad47ed0-e443-4973-86fd-40f5285bbb16 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:06.928121 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-220277bb-a963-4d1a-9a63-f71aec35a435 req-0ad47ed0-e443-4973-86fd-40f5285bbb16 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 943 time: 0.0803711 May 30 20:51:06.973298 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-220277bb-a963-4d1a-9a63-f71aec35a435 req-4ab34f98-d6ec-4002-919e-dd84c1642073 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395622 May 30 20:51:07.410809 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9', 'tag': '05fcd0b0-7bfa-4200-886f-75d792b3fe96'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:51:07.442389 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:07.477442 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e166066-094e-4c93-84e6-5fcab6b45806'] response: {'name': 'network-changed', 'server_uuid': '02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9', 'tag': '05fcd0b0-7bfa-4200-886f-75d792b3fe96', 'status': 'completed', 'code': 200} May 30 20:51:07.567761 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d1f6341-a867-40d0-9479-7208e53beff2 req-4e72d10b-1cc7-4252-9480-aeedbcb7843e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=484c4463f5974954a18e44949ce711a1&device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 1094 time: 0.0681415 May 30 20:51:07.575146 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9d1f6341-a867-40d0-9479-7208e53beff2 req-ec864c31-4d1f-446e-8a15-ed8652be7b5c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=484c4463f5974954a18e44949ce711a1&device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 1094 time: 0.0685861 May 30 20:51:07.699369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f6341-a867-40d0-9479-7208e53beff2 req-46a8d238-b253-4d73-956b-6643cd1cb7f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:07.700872 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d1f6341-a867-40d0-9479-7208e53beff2 req-46a8d238-b253-4d73-956b-6643cd1cb7f1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=72eb62c5-8229-4c2e-b07f-aad1ae113615 HTTP/1.1" status: 200 len: 913 time: 0.1262987 May 30 20:51:07.709609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f6341-a867-40d0-9479-7208e53beff2 req-b52c5caa-95d3-4547-b96d-f485424211da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:07.711032 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9d1f6341-a867-40d0-9479-7208e53beff2 req-b52c5caa-95d3-4547-b96d-f485424211da service neutron] 10.222.0.77 "GET /v2.0/networks?id=72eb62c5-8229-4c2e-b07f-aad1ae113615 HTTP/1.1" status: 200 len: 913 time: 0.1265740 May 30 20:51:07.770955 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d1f6341-a867-40d0-9479-7208e53beff2 req-c8eca3bf-cd10-4600-8256-f900b0ea084b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05fcd0b0-7bfa-4200-886f-75d792b3fe96 HTTP/1.1" status: 200 len: 217 time: 0.0640364 May 30 20:51:07.786605 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9d1f6341-a867-40d0-9479-7208e53beff2 req-bf29d376-3176-4b43-8733-4ef6eb85d0eb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05fcd0b0-7bfa-4200-886f-75d792b3fe96 HTTP/1.1" status: 200 len: 217 time: 0.0654683 May 30 20:51:07.802750 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 05fcd0b0-7bfa-4200-886f-75d792b3fe96 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:51:07.835994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f6341-a867-40d0-9479-7208e53beff2 req-4f2768fa-fe8f-4dfb-a922-a57fd3bc60df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:07.837357 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d1f6341-a867-40d0-9479-7208e53beff2 req-4f2768fa-fe8f-4dfb-a922-a57fd3bc60df service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d636460d-871e-47d0-8791-d312d54c6b9e HTTP/1.1" status: 200 len: 852 time: 0.0585804 May 30 20:51:07.851546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f6341-a867-40d0-9479-7208e53beff2 req-a59ee923-3f35-4c29-852c-abee1231f664 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:07.853006 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9d1f6341-a867-40d0-9479-7208e53beff2 req-a59ee923-3f35-4c29-852c-abee1231f664 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d636460d-871e-47d0-8791-d312d54c6b9e HTTP/1.1" status: 200 len: 852 time: 0.0578640 May 30 20:51:07.859280 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 05fcd0b0-7bfa-4200-886f-75d792b3fe96 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:51:07.905816 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9d1f6341-a867-40d0-9479-7208e53beff2 req-2cc39cbe-4cf7-4091-b9f9-16ce1c88fcf0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72eb62c5-8229-4c2e-b07f-aad1ae113615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437624 May 30 20:51:07.979465 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d1f6341-a867-40d0-9479-7208e53beff2 req-91d495bb-03dd-440e-bbec-aa3913842836 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=72eb62c5-8229-4c2e-b07f-aad1ae113615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355946 May 30 20:51:08.057973 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9d1f6341-a867-40d0-9479-7208e53beff2 req-f86c50bd-036f-46e9-8d23-5147b52f56bb service neutron] 10.222.0.77 "GET /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422787 May 30 20:51:08.186900 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d1f6341-a867-40d0-9479-7208e53beff2 req-68aefa87-213e-4eec-9d23-70108998540e service neutron] 10.222.0.93 "GET /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011967 May 30 20:51:08.202375 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9d1f6341-a867-40d0-9479-7208e53beff2 req-3ca44837-8819-42c4-bdcd-c0afc2086706 service neutron] 10.222.0.77 "GET /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348622 May 30 20:51:08.315331 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc92d4-59d2-450d-b7f1-b34a39675a78 req-2db329ba-fffa-49b9-b33b-3474c1e73396 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:08.316797 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6fc92d4-59d2-450d-b7f1-b34a39675a78 req-2db329ba-fffa-49b9-b33b-3474c1e73396 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 943 time: 0.2023468 May 30 20:51:08.360213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d1f6341-a867-40d0-9479-7208e53beff2 req-20bab7ca-205f-4b76-a532-d035668a4b01 service neutron] 10.222.0.93 "GET /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651344 May 30 20:51:08.382495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6fc92d4-59d2-450d-b7f1-b34a39675a78 req-9e4c1947-bec6-4784-a5fe-7fe02551ec30 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587578 May 30 20:51:08.774828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-c7941636-3d40-49b0-bb2c-7019d7906a1d tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:08.775565 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-c7941636-3d40-49b0-bb2c-7019d7906a1d tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Synchronizing usage tracker for tenant:484c4463f5974954a18e44949ce711a1 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:51:08.792984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-c7941636-3d40-49b0-bb2c-7019d7906a1d tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Unset dirty status for tenant:484c4463f5974954a18e44949ce711a1 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:51:08.794631 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-c7941636-3d40-49b0-bb2c-7019d7906a1d tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.77 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9&tenant_id=484c4463f5974954a18e44949ce711a1&binding%3Ahost_id=n-h2-843949-2 HTTP/1.1" status: 200 len: 943 time: 0.0982635 May 30 20:51:08.960666 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-8e93adaf-421c-41cf-8915-a25e94fd50c0 service neutron] delete failed (client error): The resource could not be found. May 30 20:51:08.961646 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-8e93adaf-421c-41cf-8915-a25e94fd50c0 service neutron] 10.222.0.77 "DELETE /v2.0/ports/05fcd0b0-7bfa-4200-886f-75d792b3fe96/bindings/n-h1-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.1585004 May 30 20:51:09.097663 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-fb71eb45-ac66-4235-857a-3516c5f0c1b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=484c4463f5974954a18e44949ce711a1&device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 1094 time: 0.0681109 May 30 20:51:09.232774 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-ebccca96-63f9-41ef-b031-f43a63f8b60c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:09.234224 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-ebccca96-63f9-41ef-b031-f43a63f8b60c service neutron] 10.222.0.77 "GET /v2.0/networks?id=72eb62c5-8229-4c2e-b07f-aad1ae113615 HTTP/1.1" status: 200 len: 913 time: 0.1308479 May 30 20:51:09.312508 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-4641a4e1-9a26-41cd-8577-05f7355aad0a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05fcd0b0-7bfa-4200-886f-75d792b3fe96 HTTP/1.1" status: 200 len: 217 time: 0.0686338 May 30 20:51:09.375886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-286da8ff-0bed-44a4-9d6c-f83b8b914946 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:09.377243 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-286da8ff-0bed-44a4-9d6c-f83b8b914946 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d636460d-871e-47d0-8791-d312d54c6b9e HTTP/1.1" status: 200 len: 852 time: 0.0567346 May 30 20:51:09.424495 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-7b255679-bdde-48e3-ab22-86b62e465153 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72eb62c5-8229-4c2e-b07f-aad1ae113615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389922 May 30 20:51:09.442920 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 05fcd0b0-7bfa-4200-886f-75d792b3fe96 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:51:09.553184 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-6621a6fd-827d-4cde-9723-9d8e92b76c95 service neutron] 10.222.0.77 "GET /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222639 May 30 20:51:09.573190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 05fcd0b0-7bfa-4200-886f-75d792b3fe96, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=05fcd0b0-7bfa-4200-886f-75d792b3fe96,segment=NetworkSegment(0a9c826f-8b69-4be2-acf8-2430b16d39aa),segment_id=0a9c826f-8b69-4be2-acf8-2430b16d39aa)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:09.587361 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '05fcd0b0-7bfa-4200-886f-75d792b3fe96', 'network_id': '72eb62c5-8229-4c2e-b07f-aad1ae113615', 'port_id': '05fcd0b0-7bfa-4200-886f-75d792b3fe96', 'mac_address': 'fa:16:3e:83:e9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd636460d-871e-47d0-8791-d312d54c6b9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:51:09.644157 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:09.661644 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fcd0b0-7bfa-4200-886f-75d792b3fe96 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:51:09.676489 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 05fcd0b0-7bfa-4200-886f-75d792b3fe96, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=05fcd0b0-7bfa-4200-886f-75d792b3fe96,segment=NetworkSegment(0a9c826f-8b69-4be2-acf8-2430b16d39aa),segment_id=0a9c826f-8b69-4be2-acf8-2430b16d39aa)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:09.680865 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:09.692511 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-4f84a6f2-d002-4c9d-a7d1-88a8a1ecb68d service neutron] 10.222.0.77 "GET /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266005 May 30 20:51:09.750876 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=05fcd0b0-7bfa-4200-886f-75d792b3fe96,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:09.759916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:09.760286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:09.760704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:09.761031 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:09.761422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:09.761771 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:09.762097 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:09.763624 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:09.763980 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:09.764310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:09.764636 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:09.890971 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['05fcd0b0-7bfa-4200-886f-75d792b3fe96'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:51:10.587340 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a055b-ae75-4194-89f1-78634bd7c2ca req-c34e43a1-0269-4392-aa44-8fb116a876a5 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:10.588842 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-256a055b-ae75-4194-89f1-78634bd7c2ca req-c34e43a1-0269-4392-aa44-8fb116a876a5 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 944 time: 0.0752840 May 30 20:51:10.633568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-256a055b-ae75-4194-89f1-78634bd7c2ca req-87092ff9-0512-4b1b-b1ba-dea9d4f68fca tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392904 May 30 20:51:11.450988 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 05fcd0b0-7bfa-4200-886f-75d792b3fe96 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:51:11.517988 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 05fcd0b0-7bfa-4200-886f-75d792b3fe96 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:51:11.523418 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 05fcd0b0-7bfa-4200-886f-75d792b3fe96 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:51:11.523733 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:11.639296 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:11.674794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fcd0b0-7bfa-4200-886f-75d792b3fe96'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:51:11.684565 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 05fcd0b0-7bfa-4200-886f-75d792b3fe96, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=05fcd0b0-7bfa-4200-886f-75d792b3fe96,segment=NetworkSegment(0a9c826f-8b69-4be2-acf8-2430b16d39aa),segment_id=0a9c826f-8b69-4be2-acf8-2430b16d39aa)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:11.690016 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:11.779115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=05fcd0b0-7bfa-4200-886f-75d792b3fe96,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:11.853465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-fcba5c01-8daa-48c7-af08-1840c0d0c9e3 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:11.854988 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-fcba5c01-8daa-48c7-af08-1840c0d0c9e3 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.1485009 May 30 20:51:11.897926 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed2dc88-ef78-4bed-8af0-3ddcd2a1c9ee'] response: {'server_uuid': '02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fcd0b0-7bfa-4200-886f-75d792b3fe96', 'code': 200} May 30 20:51:11.929375 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2b23e-665a-4942-8f56-002da3dc1a3c req-d593310c-cf39-4952-9dff-ea8ea864f571 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:11.930812 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2e2b23e-665a-4942-8f56-002da3dc1a3c req-d593310c-cf39-4952-9dff-ea8ea864f571 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9 HTTP/1.1" status: 200 len: 945 time: 0.1574163 May 30 20:51:11.938460 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-b5349ef3-1bb3-40e3-a67e-b57569a2b5d7 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Deleting port 05fcd0b0-7bfa-4200-886f-75d792b3fe96 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:51:11.938733 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-b5349ef3-1bb3-40e3-a67e-b57569a2b5d7 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:12.061838 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2e2b23e-665a-4942-8f56-002da3dc1a3c req-9f6140ab-8bcd-4d20-94fc-fd1f94a772a5 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7eb3452-1066-4f50-aae1-949e113d537f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993593 May 30 20:51:12.215513 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-b5349ef3-1bb3-40e3-a67e-b57569a2b5d7 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] For port 05fcd0b0-7bfa-4200-886f-75d792b3fe96, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=05fcd0b0-7bfa-4200-886f-75d792b3fe96,segment=NetworkSegment(0a9c826f-8b69-4be2-acf8-2430b16d39aa),segment_id=0a9c826f-8b69-4be2-acf8-2430b16d39aa)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:12.215871 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-b5349ef3-1bb3-40e3-a67e-b57569a2b5d7 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:12.342350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-b5349ef3-1bb3-40e3-a67e-b57569a2b5d7 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Calling delete_port for 05fcd0b0-7bfa-4200-886f-75d792b3fe96 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:51:12.478376 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-b5349ef3-1bb3-40e3-a67e-b57569a2b5d7 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:12.489381 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['05fcd0b0-7bfa-4200-886f-75d792b3fe96'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:51:12.529074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5349ef3-1bb3-40e3-a67e-b57569a2b5d7 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Pushing event deleted for resources: {'Port': ['ID=05fcd0b0-7bfa-4200-886f-75d792b3fe96,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:12.599926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-b5349ef3-1bb3-40e3-a67e-b57569a2b5d7 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] No DVR routers for this DVR port 05fcd0b0-7bfa-4200-886f-75d792b3fe96 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:51:12.602377 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-b5349ef3-1bb3-40e3-a67e-b57569a2b5d7 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:12.604857 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9', 'name': 'network-vif-deleted', 'tag': '05fcd0b0-7bfa-4200-886f-75d792b3fe96'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:51:12.620691 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cadfcc8b-b5b9-4931-bbe5-e117688d7bf4 req-b5349ef3-1bb3-40e3-a67e-b57569a2b5d7 tempest-DeleteServersTestJSON-732897569 tempest-DeleteServersTestJSON-732897569-project] 10.222.0.93 "DELETE /v2.0/ports/05fcd0b0-7bfa-4200-886f-75d792b3fe96 HTTP/1.1" status: 204 len: 173 time: 0.7599277 May 30 20:51:12.662558 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7707a03d-4964-4d64-ba3b-f65029b5e272'] response: {'server_uuid': '02e8da56-b9b9-462a-bfc4-6b3eb42c3fa9', 'name': 'network-vif-deleted', 'tag': '05fcd0b0-7bfa-4200-886f-75d792b3fe96', 'status': 'completed', 'code': 200} May 30 20:51:13.327771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49598) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:13.389812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd00fef-b19b-495e-8e98-cfe142986817 admin admin] Deleting subnet d636460d-871e-47d0-8791-d312d54c6b9e {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:51:13.392609 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bcd00fef-b19b-495e-8e98-cfe142986817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:13.440377 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bcd00fef-b19b-495e-8e98-cfe142986817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:13.497463 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bcd00fef-b19b-495e-8e98-cfe142986817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:13.649339 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bcd00fef-b19b-495e-8e98-cfe142986817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:13.684241 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd00fef-b19b-495e-8e98-cfe142986817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d636460d-871e-47d0-8791-d312d54c6b9e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:13.690779 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bcd00fef-b19b-495e-8e98-cfe142986817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:13.696445 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bcd00fef-b19b-495e-8e98-cfe142986817 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/d636460d-871e-47d0-8791-d312d54c6b9e HTTP/1.1" status: 204 len: 168 time: 0.3675957 May 30 20:51:13.698996 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49602) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:13.801509 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e52d713a-b54d-470c-8acf-8e103959532f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:13.922835 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e52d713a-b54d-470c-8acf-8e103959532f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:13.947305 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-e52d713a-b54d-470c-8acf-8e103959532f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72eb62c5-8229-4c2e-b07f-aad1ae113615']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:13.959477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-e52d713a-b54d-470c-8acf-8e103959532f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9c826f-8b69-4be2-acf8-2430b16d39aa') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:13.959775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-e52d713a-b54d-470c-8acf-8e103959532f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9c826f-8b69-4be2-acf8-2430b16d39aa') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:13.970712 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e52d713a-b54d-470c-8acf-8e103959532f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:13.989826 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e52d713a-b54d-470c-8acf-8e103959532f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:13.995917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52d713a-b54d-470c-8acf-8e103959532f admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:51:13.996324 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e52d713a-b54d-470c-8acf-8e103959532f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: timer() May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:51:14.009748 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:51:14.081721 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e52d713a-b54d-470c-8acf-8e103959532f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:14.097704 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e52d713a-b54d-470c-8acf-8e103959532f admin admin] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:14.109441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d713a-b54d-470c-8acf-8e103959532f admin admin] Pushing event deleted for resources: {'Network': ['ID=72eb62c5-8229-4c2e-b07f-aad1ae113615,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:14.115450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e52d713a-b54d-470c-8acf-8e103959532f admin admin] 10.222.0.84 "DELETE /v2.0/networks/72eb62c5-8229-4c2e-b07f-aad1ae113615 HTTP/1.1" status: 204 len: 168 time: 0.4155529 May 30 20:51:14.245595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49608) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:14.300237 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e4e26e1c-dba3-40b3-b61f-8b844a32d472 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=484c4463f5974954a18e44949ce711a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0534194 May 30 20:51:14.302593 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49612) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:14.360072 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aab9c382-a46f-42b6-9940-23c3bedc3662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:14.385008 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aab9c382-a46f-42b6-9940-23c3bedc3662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:14.436154 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aab9c382-a46f-42b6-9940-23c3bedc3662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:14.452772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9c382-a46f-42b6-9940-23c3bedc3662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7eb3452-1066-4f50-aae1-949e113d537f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:14.460140 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aab9c382-a46f-42b6-9940-23c3bedc3662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:14.461831 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-aab9c382-a46f-42b6-9940-23c3bedc3662 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d7eb3452-1066-4f50-aae1-949e113d537f HTTP/1.1" status: 204 len: 168 time: 0.1583626 May 30 20:51:15.366518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 49634) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:15.467142 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 05fcd0b0-7bfa-4200-886f-75d792b3fe96 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:51:15.492372 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-809775978-network', 'tenant_id': '8cb596a1a36d4a63b5ccb9f089c4cb7c'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:15.499276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:15.503111 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Usage tracker for resource:network and tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:15.503758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 05fcd0b0-7bfa-4200-886f-75d792b3fe96 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:51:15.504188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 05fcd0b0-7bfa-4200-886f-75d792b3fe96 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:51:15.505944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:15.516524 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:15.526443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Made reservation on behalf of 8cb596a1a36d4a63b5ccb9f089c4cb7c for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:51:15.529372 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:15.541456 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:15.570849 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:15.574641 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Usage tracker for resource:security_group_rule and tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:15.577889 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:15.583385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:15.648019 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:15.652301 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:15.681646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:51:15.689906 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:15.696369 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:15.696714 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Added segment 92caaa32-1c56-408f-b81e-c532e254c83f of type vlan for network 2537e4fb-d797-425a-8196-bceca374b2ce May 30 20:51:15.723854 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:15.751793 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:15.752645 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:15.753378 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:15.853891 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4862137 May 30 20:51:15.856711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1c3cf-8db2-41bb-adbb-fa34dbad2b5f admin admin] Pushing event updated for resources: {'Network': ['ID=2537e4fb-d797-425a-8196-bceca374b2ce,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:15.857023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49640) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:15.862965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-053b3331-6ecd-4995-94d1-a2c35c3e80a5 admin admin] Request body: {'subnet': {'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-809775978-subnet', 'tenant_id': '8cb596a1a36d4a63b5ccb9f089c4cb7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:15.866946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 2537e4fb-d797-425a-8196-bceca374b2ce details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:51:15.868371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-053b3331-6ecd-4995-94d1-a2c35c3e80a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:15.872692 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-053b3331-6ecd-4995-94d1-a2c35c3e80a5 admin admin] Usage tracker for resource:subnet and tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:15.875466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-053b3331-6ecd-4995-94d1-a2c35c3e80a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:15.881024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-053b3331-6ecd-4995-94d1-a2c35c3e80a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:15.891706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053b3331-6ecd-4995-94d1-a2c35c3e80a5 admin admin] Made reservation on behalf of 8cb596a1a36d4a63b5ccb9f089c4cb7c for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:51:15.894058 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-053b3331-6ecd-4995-94d1-a2c35c3e80a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:16.097715 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-053b3331-6ecd-4995-94d1-a2c35c3e80a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:16.169786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b3331-6ecd-4995-94d1-a2c35c3e80a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a2072cb-09bd-4f0c-881b-7d6da8ade0a3,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:16.181120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b3331-6ecd-4995-94d1-a2c35c3e80a5 admin admin] Checking segment: {'id': '92caaa32-1c56-408f-b81e-c532e254c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:51:16.181475 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053b3331-6ecd-4995-94d1-a2c35c3e80a5 admin admin] Network hostable DHCP agents. Network: 2537e4fb-d797-425a-8196-bceca374b2ce, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:51:16.203566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053b3331-6ecd-4995-94d1-a2c35c3e80a5 admin admin] Network 2537e4fb-d797-425a-8196-bceca374b2ce is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:51:16.212409 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-053b3331-6ecd-4995-94d1-a2c35c3e80a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 2537e4fb-d797-425a-8196-bceca374b2ce) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:51:16.216207 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053b3331-6ecd-4995-94d1-a2c35c3e80a5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:16.216791 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-053b3331-6ecd-4995-94d1-a2c35c3e80a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:16.223668 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd74aa0a-cd5a-46d6-84cd-68a97dfc13cc None None] Network 2537e4fb-d797-425a-8196-bceca374b2ce requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:51:16.245826 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-053b3331-6ecd-4995-94d1-a2c35c3e80a5 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3800724 May 30 20:51:16.464577 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1980f1b6-534c-4cc4-b3d4-ca54fab8eaf4 None None] Network 2537e4fb-d797-425a-8196-bceca374b2ce requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:51:16.784152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-c0834a73-7618-4761-941b-3cf20eb954f0 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:16.785580 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-c0834a73-7618-4761-941b-3cf20eb954f0 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/networks?id=2537e4fb-d797-425a-8196-bceca374b2ce HTTP/1.1" status: 200 len: 814 time: 0.1436915 May 30 20:51:16.803649 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-91450276-c6de-42c0-9312-3fa71faa0f42 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/quotas/8cb596a1a36d4a63b5ccb9f089c4cb7c HTTP/1.1" status: 200 len: 375 time: 0.0115721 May 30 20:51:16.851420 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-c0ef04b7-82d7-434a-b2d6-0624be6697e2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430779 May 30 20:51:16.962629 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-63bc53dd-59b9-4d3f-b4c8-a82fe4b7bcb7 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:51:16.963606 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-63bc53dd-59b9-4d3f-b4c8-a82fe4b7bcb7 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0701027 May 30 20:51:17.096306 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-e72ac847-4ff0-4d11-8ce8-f0ddc76bcd9f service neutron] 10.222.0.84 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259205 May 30 20:51:17.226286 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-a7dbd699-28dc-4a3d-8628-57ba7f62d324 service neutron] 10.222.0.84 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242003 May 30 20:51:17.408934 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4edb5334-8ef2-4c26-a140-92f5e24e241a req-ce0d1594-bc5e-4c79-8175-1c7aeaeffd43 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 210 time: 0.0422390 May 30 20:51:18.495596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-897d5a88-4b0f-4968-b6ea-6108b9203942 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:18.496347 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-897d5a88-4b0f-4968-b6ea-6108b9203942 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Synchronizing usage tracker for tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:51:18.515394 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-897d5a88-4b0f-4968-b6ea-6108b9203942 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Unset dirty status for tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:51:18.516431 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-897d5a88-4b0f-4968-b6ea-6108b9203942 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.77 "GET /v2.0/networks?id=2537e4fb-d797-425a-8196-bceca374b2ce HTTP/1.1" status: 200 len: 814 time: 0.1656446 May 30 20:51:18.536559 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-10b28313-0946-447a-a75f-045031e457b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Request body: {'port': {'device_id': '10a62098-81a0-4acc-a85c-367fa18caf32', 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce', 'admin_state_up': True, 'tenant_id': '8cb596a1a36d4a63b5ccb9f089c4cb7c'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:18.578060 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e84c257-f48b-4f23-a1b3-e8aab9dac37e req-f21523cd-c9d0-45f4-9863-1cabc752b3cb tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 210 time: 0.0440257 May 30 20:51:18.672692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-10b28313-0946-447a-a75f-045031e457b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:18.676768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-10b28313-0946-447a-a75f-045031e457b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Usage tracker for resource:port and tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:18.679452 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-10b28313-0946-447a-a75f-045031e457b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:18.685506 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-10b28313-0946-447a-a75f-045031e457b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:18.694939 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-10b28313-0946-447a-a75f-045031e457b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Made reservation on behalf of 8cb596a1a36d4a63b5ccb9f089c4cb7c for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:51:18.697912 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-10b28313-0946-447a-a75f-045031e457b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:18.856546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-10b28313-0946-447a-a75f-045031e457b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Allocated IP 172.20.0.14 (2537e4fb-d797-425a-8196-bceca374b2ce/5a2072cb-09bd-4f0c-881b-7d6da8ade0a3/31793a73-eb1a-4d10-8c77-2433532abbc8) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:51:19.052388 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-10b28313-0946-447a-a75f-045031e457b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:19.080148 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-10b28313-0946-447a-a75f-045031e457b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:19.238833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-10b28313-0946-447a-a75f-045031e457b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Network 2537e4fb-d797-425a-8196-bceca374b2ce is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:51:19.241861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-10b28313-0946-447a-a75f-045031e457b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:51:19.246255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-10b28313-0946-447a-a75f-045031e457b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:51:19.271447 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b28313-0946-447a-a75f-045031e457b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Pushing event updated for resources: {'Port': ['ID=31793a73-eb1a-4d10-8c77-2433532abbc8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:19.308078 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-10b28313-0946-447a-a75f-045031e457b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:19.308659 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-10b28313-0946-447a-a75f-045031e457b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:19.328677 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-10b28313-0946-447a-a75f-045031e457b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7962420 May 30 20:51:19.449149 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Request body: {'port': {'device_id': '10a62098-81a0-4acc-a85c-367fa18caf32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:19.558156 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:19.775557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec73f3-8103-44ce-a894-2c28934c105a req-911f6622-792c-4ee3-b9a2-359734ddb3d8 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:19.777431 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82ec73f3-8103-44ce-a894-2c28934c105a req-911f6622-792c-4ee3-b9a2-359734ddb3d8 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 932 time: 0.0790560 May 30 20:51:19.825707 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82ec73f3-8103-44ce-a894-2c28934c105a req-28f999f3-636f-4e80-9619-3d53f4cf114e tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398979 May 30 20:51:19.904244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31793a73-eb1a-4d10-8c77-2433532abbc8 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:51:19.910832 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:19.925322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Transition to ACTIVE for port object 31793a73-eb1a-4d10-8c77-2433532abbc8 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:51:19.928144 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:20.050222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Pushing event updated for resources: {'Port': ['ID=31793a73-eb1a-4d10-8c77-2433532abbc8,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:20.170679 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Attempting to bind port 31793a73-eb1a-4d10-8c77-2433532abbc8 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:51:20.170917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Attempting to bind port 31793a73-eb1a-4d10-8c77-2433532abbc8 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '92caaa32-1c56-408f-b81e-c532e254c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:51:20.171235 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Attempting to bind port 31793a73-eb1a-4d10-8c77-2433532abbc8 on network 2537e4fb-d797-425a-8196-bceca374b2ce {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:51:20.176866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Port 31793a73-eb1a-4d10-8c77-2433532abbc8 on network 2537e4fb-d797-425a-8196-bceca374b2ce not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:51:20.177176 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Attempting to bind port 31793a73-eb1a-4d10-8c77-2433532abbc8 on network 2537e4fb-d797-425a-8196-bceca374b2ce {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:51:20.183328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:51:20.183657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Checking segment: {'id': '92caaa32-1c56-408f-b81e-c532e254c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:51:20.184086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Bound using segment: {'id': '92caaa32-1c56-408f-b81e-c532e254c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:51:20.184498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Bound port: 31793a73-eb1a-4d10-8c77-2433532abbc8, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92caaa32-1c56-408f-b81e-c532e254c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:51:20.184831 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:20.272876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] For port 31793a73-eb1a-4d10-8c77-2433532abbc8, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:51:20.276239 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] For port 31793a73-eb1a-4d10-8c77-2433532abbc8, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=31793a73-eb1a-4d10-8c77-2433532abbc8,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:51:20.282351 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:20.346293 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:20.347661 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] 10.222.0.77 "PUT /v2.0/ports/31793a73-eb1a-4d10-8c77-2433532abbc8 HTTP/1.1" status: 200 len: 1092 time: 0.9625454 May 30 20:51:20.348114 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a62098-81a0-4acc-a85c-367fa18caf32', 'tag': '31793a73-eb1a-4d10-8c77-2433532abbc8'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:51:20.360270 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7d833-df4e-45d7-ad13-fb47fc9d729f service neutron] Pushing event updated for resources: {'Port': ['ID=31793a73-eb1a-4d10-8c77-2433532abbc8,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:20.459099 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-381603ac-cdc4-4f0d-90f9-40c50c4b52bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 1095 time: 0.0727236 May 30 20:51:20.540100 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-a17dd382-e218-4d45-bcfd-04accf5a51ba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31793a73-eb1a-4d10-8c77-2433532abbc8 HTTP/1.1" status: 200 len: 217 time: 0.0651529 May 30 20:51:20.547815 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d3c1e6-3090-42ca-85eb-325bccf59c54'] response: {'name': 'network-changed', 'server_uuid': '10a62098-81a0-4acc-a85c-367fa18caf32', 'tag': '31793a73-eb1a-4d10-8c77-2433532abbc8', 'status': 'completed', 'code': 200} May 30 20:51:20.611618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-ddd81689-2aa7-4ae6-90b2-ebe8426f498a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:20.613107 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-ddd81689-2aa7-4ae6-90b2-ebe8426f498a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a2072cb-09bd-4f0c-881b-7d6da8ade0a3 HTTP/1.1" status: 200 len: 854 time: 0.0571365 May 30 20:51:20.664062 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-d2224bf7-1a36-4fcb-8c18-94db31b87c94 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2537e4fb-d797-425a-8196-bceca374b2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420561 May 30 20:51:20.796086 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-beb240d1-5e36-4146-a775-641ad806efdc service neutron] 10.222.0.77 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230798 May 30 20:51:20.930033 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b86ab074-29e9-408d-b05d-8d276b92e7e1 req-b15ad8f4-c3a1-496b-acd0-9a48b5573c75 service neutron] 10.222.0.77 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243360 May 30 20:51:21.026338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb25b8-1918-4655-b368-d39b61cf58bf req-d56cdef9-ef41-4c11-b245-4eae1744199e tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:21.027785 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2cdb25b8-1918-4655-b368-d39b61cf58bf req-d56cdef9-ef41-4c11-b245-4eae1744199e tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 944 time: 0.0762587 May 30 20:51:21.046317 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5032faf2-cc11-4426-840a-d2a4acc03e37 req-a109dd23-bea9-4db1-96f4-894f6941b210 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 1095 time: 0.0689354 May 30 20:51:21.073935 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2cdb25b8-1918-4655-b368-d39b61cf58bf req-7e60746e-d231-4eb5-a51c-f406d6ce81d4 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405185 May 30 20:51:21.262922 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032faf2-cc11-4426-840a-d2a4acc03e37 req-245fafe2-f54f-4b33-b409-f489e922be32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:21.264392 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5032faf2-cc11-4426-840a-d2a4acc03e37 req-245fafe2-f54f-4b33-b409-f489e922be32 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2537e4fb-d797-425a-8196-bceca374b2ce HTTP/1.1" status: 200 len: 915 time: 0.2121220 May 30 20:51:21.335533 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5032faf2-cc11-4426-840a-d2a4acc03e37 req-ae683ccb-7cac-4c09-838d-3153546f1b91 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31793a73-eb1a-4d10-8c77-2433532abbc8 HTTP/1.1" status: 200 len: 217 time: 0.0635560 May 30 20:51:21.396160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032faf2-cc11-4426-840a-d2a4acc03e37 req-6702fdc3-682c-4fc7-9d44-1cc20e92f7e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:21.397530 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5032faf2-cc11-4426-840a-d2a4acc03e37 req-6702fdc3-682c-4fc7-9d44-1cc20e92f7e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a2072cb-09bd-4f0c-881b-7d6da8ade0a3 HTTP/1.1" status: 200 len: 854 time: 0.0556562 May 30 20:51:21.444754 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5032faf2-cc11-4426-840a-d2a4acc03e37 req-c6471198-6ffb-4c68-91b2-819db7e9798a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2537e4fb-d797-425a-8196-bceca374b2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406630 May 30 20:51:21.575252 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5032faf2-cc11-4426-840a-d2a4acc03e37 req-4c578210-82b0-40dc-b37f-586a54c58b28 service neutron] 10.222.0.77 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235693 May 30 20:51:21.703342 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5032faf2-cc11-4426-840a-d2a4acc03e37 req-00e75edc-4aca-45f6-9cfa-00aa058b40fa service neutron] 10.222.0.77 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222396 May 30 20:51:22.271215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244ee45-c054-4227-8c70-763ace486a07 req-8754865d-f373-4a73-97c1-f4331d109616 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:22.272667 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0244ee45-c054-4227-8c70-763ace486a07 req-8754865d-f373-4a73-97c1-f4331d109616 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 944 time: 0.0784895 May 30 20:51:22.318208 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0244ee45-c054-4227-8c70-763ace486a07 req-6550def2-3043-4f38-b549-9050048736c6 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397840 May 30 20:51:23.511440 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc00cb-41f3-4879-a45c-b5f153faad4e req-1e07b4be-6fcb-494e-88db-de538858c3eb tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:23.513471 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-47cc00cb-41f3-4879-a45c-b5f153faad4e req-1e07b4be-6fcb-494e-88db-de538858c3eb tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 944 time: 0.0759747 May 30 20:51:23.562222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-47cc00cb-41f3-4879-a45c-b5f153faad4e req-8139d6b8-142f-485e-a68d-d49176bfcf6c tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433245 May 30 20:51:23.792803 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-50acd53f-a295-4f2c-91f9-4fc40ee20bbb req-395b6323-2f89-4e9c-b5bb-9d483833802a service neutron] (84024) timed out ('10.222.0.93', 58304) {{(pid=84024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:51:23.865421 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 31793a73-eb1a-4d10-8c77-2433532abbc8 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:51:23.996242 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 31793a73-eb1a-4d10-8c77-2433532abbc8, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=31793a73-eb1a-4d10-8c77-2433532abbc8,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:24.009518 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '31793a73-eb1a-4d10-8c77-2433532abbc8', 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce', 'port_id': '31793a73-eb1a-4d10-8c77-2433532abbc8', 'mac_address': 'fa:16:3e:e9:dd:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a2072cb-09bd-4f0c-881b-7d6da8ade0a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:51:24.062346 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:24.078477 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31793a73-eb1a-4d10-8c77-2433532abbc8 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:51:24.092918 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 31793a73-eb1a-4d10-8c77-2433532abbc8, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=31793a73-eb1a-4d10-8c77-2433532abbc8,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:24.096704 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:24.163396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=31793a73-eb1a-4d10-8c77-2433532abbc8,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:24.281734 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-32b8867b-a0c2-43bf-89b3-49cb78945f15 req-4880008f-3e4f-499b-9d3d-28a458f36e94 service neutron] (84023) timed out ('10.222.0.93', 58399) {{(pid=84023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:51:24.341190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['31793a73-eb1a-4d10-8c77-2433532abbc8'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:51:24.830039 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e92e84-627f-4d15-93ee-a39ab615b7d3 req-62d2cdb2-20b5-4384-a372-279e90f74077 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:24.831495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0e92e84-627f-4d15-93ee-a39ab615b7d3 req-62d2cdb2-20b5-4384-a372-279e90f74077 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 945 time: 0.1519928 May 30 20:51:24.876283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-fe1ee180-e474-4e9b-85d3-40fed2b17e86 req-f04342dd-d80d-432d-992b-7d26bd33990b tempest-TestNetworkAdvancedServerOps-882726496 tempest-TestNetworkAdvancedServerOps-882726496-project] (84023) timed out ('10.222.0.93', 58400) {{(pid=84023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:51:24.878480 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b0e92e84-627f-4d15-93ee-a39ab615b7d3 req-15909b3a-58c1-425b-ac3a-f36989194d79 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414536 May 30 20:51:25.865265 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 31793a73-eb1a-4d10-8c77-2433532abbc8 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:51:25.933216 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 31793a73-eb1a-4d10-8c77-2433532abbc8 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:51:25.939738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 31793a73-eb1a-4d10-8c77-2433532abbc8 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:51:25.940152 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:26.056078 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:26.076203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45e793-0a0d-45e6-b37b-95307a13b898 req-b6526f7f-0493-4edf-aa52-4695b7bb4149 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:26.077659 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa45e793-0a0d-45e6-b37b-95307a13b898 req-b6526f7f-0493-4edf-aa52-4695b7bb4149 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 945 time: 0.0793142 May 30 20:51:26.082683 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a62098-81a0-4acc-a85c-367fa18caf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31793a73-eb1a-4d10-8c77-2433532abbc8'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:51:26.092664 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 31793a73-eb1a-4d10-8c77-2433532abbc8, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=31793a73-eb1a-4d10-8c77-2433532abbc8,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:26.096433 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:26.126891 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa45e793-0a0d-45e6-b37b-95307a13b898 req-0c0aa4db-47d7-4d53-add2-34c058cfe386 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435514 May 30 20:51:26.140123 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-133603bb-589e-43ee-934a-1710d025825f'] response: {'server_uuid': '10a62098-81a0-4acc-a85c-367fa18caf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31793a73-eb1a-4d10-8c77-2433532abbc8', 'code': 200} May 30 20:51:26.166176 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=31793a73-eb1a-4d10-8c77-2433532abbc8,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:26.282694 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9f26cc02-e9f1-42f3-bb06-749a0c4062cf req-c6c5a7a3-e407-4908-8da2-49448a4a7a57 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 1097 time: 0.0683999 May 30 20:51:26.326870 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9f26cc02-e9f1-42f3-bb06-749a0c4062cf req-dbfb3869-98b4-42e5-bde7-7a9dbc727719 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351932 May 30 20:51:27.325749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e391e39-868c-43f4-b637-e9633ab57e92 req-b108dad7-4efa-44cc-ad21-5a4845920f31 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:27.327200 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e391e39-868c-43f4-b637-e9633ab57e92 req-b108dad7-4efa-44cc-ad21-5a4845920f31 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0757456 May 30 20:51:27.372860 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e391e39-868c-43f4-b637-e9633ab57e92 req-b9e654b2-bfe6-4022-81e0-1972d9227ff0 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400777 May 30 20:51:27.821682 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a73c520b-c0f5-4389-9ef8-0b53a1a0c1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:28.570151 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296208f3-2c97-4c48-9a5a-92cd7434553b req-599f777c-7a35-4f7a-a5ab-462289bd26b1 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:28.571639 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-296208f3-2c97-4c48-9a5a-92cd7434553b req-599f777c-7a35-4f7a-a5ab-462289bd26b1 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0792384 May 30 20:51:28.617122 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-296208f3-2c97-4c48-9a5a-92cd7434553b req-8b32a577-f091-4275-974f-5b543fa4539b tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385141 May 30 20:51:28.814707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcf0f2-7046-47b4-97bc-67e8977c300d req-26a94576-8400-46a4-926e-3f01f7e80d3d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:28.817449 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f8fcf0f2-7046-47b4-97bc-67e8977c300d req-26a94576-8400-46a4-926e-3f01f7e80d3d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0828199 May 30 20:51:28.866612 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f8fcf0f2-7046-47b4-97bc-67e8977c300d req-9c1f2d9e-1c39-4f97-8574-1ac4f82b8ed1 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436137 May 30 20:51:29.232413 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82896f4b-256a-4aa1-9667-0e6da2b6b0c2 req-d63be77b-5708-4a84-8b54-49c37eacfeff tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:29.234213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82896f4b-256a-4aa1-9667-0e6da2b6b0c2 req-d63be77b-5708-4a84-8b54-49c37eacfeff tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0798528 May 30 20:51:29.284462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82896f4b-256a-4aa1-9667-0e6da2b6b0c2 req-e862c9bd-dfdd-4806-8c3c-f2440e050447 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438612 May 30 20:51:29.482330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ef9ac-96ea-4d21-83f1-b51c09145352 req-80566920-8110-4d15-be82-a29b99082ffc tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:29.483803 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-533ef9ac-96ea-4d21-83f1-b51c09145352 req-80566920-8110-4d15-be82-a29b99082ffc tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0791755 May 30 20:51:29.528702 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-533ef9ac-96ea-4d21-83f1-b51c09145352 req-a22b5ed5-c16c-4641-9529-b18373cf7376 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394919 May 30 20:51:29.721462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-40ecba82-2019-4e14-a8f5-28a1e67c01c4 req-c5e42f8c-8b67-46dc-bc99-cf5d17abc9ea service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0668306 May 30 20:51:30.010615 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1a7c575c-fe32-434f-91c1-def9dc7c7429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:30.017842 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-cc454937-dd1d-4a71-949c-afbd1a908f87 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1233685 May 30 20:51:30.041170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbbe3a-1ccb-4de2-9654-138238a253c4 req-039e280e-27d1-426b-955b-368be3c9a875 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:30.042578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-07dbbe3a-1ccb-4de2-9654-138238a253c4 req-039e280e-27d1-426b-955b-368be3c9a875 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0938809 May 30 20:51:30.088078 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-07dbbe3a-1ccb-4de2-9654-138238a253c4 req-3a05e1bb-1219-4056-b09d-bc23df908811 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397246 May 30 20:51:31.260012 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-899b3c20-8a8a-46ba-9531-bfffeed8fdae service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 1097 time: 0.0725126 May 30 20:51:31.289005 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc370d39-270a-45a6-89fc-865c095eaf33 req-d69fa41b-31b9-4f6b-954b-e87a373d3b2a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:31.290456 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc370d39-270a-45a6-89fc-865c095eaf33 req-d69fa41b-31b9-4f6b-954b-e87a373d3b2a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0798542 May 30 20:51:31.336848 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc370d39-270a-45a6-89fc-865c095eaf33 req-b88d29d7-b47d-46d7-93a2-b8f0fba98d12 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400388 May 30 20:51:31.373081 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:31.392222 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-97a58e66-0d31-4378-9fac-f3c04e4fa48a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:31.393591 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-97a58e66-0d31-4378-9fac-f3c04e4fa48a service neutron] 10.222.0.77 "GET /v2.0/networks?id=2537e4fb-d797-425a-8196-bceca374b2ce HTTP/1.1" status: 200 len: 915 time: 0.1280925 May 30 20:51:31.459345 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-77674574-d016-474a-809d-2dc2c12b035e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31793a73-eb1a-4d10-8c77-2433532abbc8 HTTP/1.1" status: 200 len: 217 time: 0.0599399 May 30 20:51:31.523183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-1178eb46-78c5-436e-8a5d-905c5d0259b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:31.524586 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-1178eb46-78c5-436e-8a5d-905c5d0259b8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a2072cb-09bd-4f0c-881b-7d6da8ade0a3 HTTP/1.1" status: 200 len: 854 time: 0.0591815 May 30 20:51:31.568207 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-93dcab24-971e-4e95-8a6b-950bc0a63647 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2537e4fb-d797-425a-8196-bceca374b2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380843 May 30 20:51:31.633759 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:31.696745 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-85b07b02-5b63-4a71-9ce6-d73b86a0b13c service neutron] 10.222.0.77 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226234 May 30 20:51:31.824728 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-df6e4fe9-6c2a-43b4-a19c-d3ea81b94602 service neutron] 10.222.0.77 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224968 May 30 20:51:32.537725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae00e0-d1e0-4f13-a98d-4f4bac987f4c req-3dc342c1-5d12-4df5-b6d2-6931d6b3ba30 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:32.539080 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdae00e0-d1e0-4f13-a98d-4f4bac987f4c req-3dc342c1-5d12-4df5-b6d2-6931d6b3ba30 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0746512 May 30 20:51:32.583485 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdae00e0-d1e0-4f13-a98d-4f4bac987f4c req-cdff6c32-8ee8-4d09-abcb-8e6c5ca93ba8 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388751 May 30 20:51:32.967248 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:33.587157 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:33.783741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edf0d0-72c9-454b-b982-4a175c9ec5ff req-f8b30c4b-9f81-4cbc-ab1d-62514c13dd7d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:33.785208 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6edf0d0-72c9-454b-b982-4a175c9ec5ff req-f8b30c4b-9f81-4cbc-ab1d-62514c13dd7d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0789299 May 30 20:51:33.830061 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6edf0d0-72c9-454b-b982-4a175c9ec5ff req-35857986-29d3-4cef-af67-a510ed49c89e tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392971 May 30 20:51:35.029517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444c963-6777-412a-88b1-df9f402fcd96 req-17465cb2-3be0-426c-a791-75997247351a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:35.030957 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2444c963-6777-412a-88b1-df9f402fcd96 req-17465cb2-3be0-426c-a791-75997247351a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0766115 May 30 20:51:35.079326 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2444c963-6777-412a-88b1-df9f402fcd96 req-89074377-8ebd-482e-8b71-1022a321ead8 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428472 May 30 20:51:36.272171 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ae9ae-aeb2-4dd7-801b-f70eed75dcce req-40fb3b4b-f349-4312-9a4b-30df5319e1b1 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:36.273685 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a94ae9ae-aeb2-4dd7-801b-f70eed75dcce req-40fb3b4b-f349-4312-9a4b-30df5319e1b1 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0767970 May 30 20:51:36.321957 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a94ae9ae-aeb2-4dd7-801b-f70eed75dcce req-24a3dbb8-eba8-46ba-ade0-dcec07cf5e29 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416608 May 30 20:51:37.457326 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:37.520376 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a98f0-d1bc-46b5-aa0d-2241ddf6b937 req-e4fcb589-41ab-4c33-85ef-3b1364d2e5d7 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:37.521851 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b1a98f0-d1bc-46b5-aa0d-2241ddf6b937 req-e4fcb589-41ab-4c33-85ef-3b1364d2e5d7 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0806434 May 30 20:51:37.566765 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b1a98f0-d1bc-46b5-aa0d-2241ddf6b937 req-7338f139-935a-47d6-baea-50080463a781 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391145 May 30 20:51:38.760324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08619e-79d3-450e-a62a-8acfb87b19c8 req-35acf42f-cea6-4682-b3df-23edec3a746a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:38.761806 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c08619e-79d3-450e-a62a-8acfb87b19c8 req-35acf42f-cea6-4682-b3df-23edec3a746a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0752044 May 30 20:51:38.806647 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c08619e-79d3-450e-a62a-8acfb87b19c8 req-4f4bc6cd-8af7-461f-bdfa-748e44170c09 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394855 May 30 20:51:40.003555 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d845a-128d-4015-a69a-7667fbf15fb3 req-46664dc5-89d3-4edc-bfc8-5155951cc39f tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:40.005025 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a8d845a-128d-4015-a69a-7667fbf15fb3 req-46664dc5-89d3-4edc-bfc8-5155951cc39f tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0787885 May 30 20:51:40.050396 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a8d845a-128d-4015-a69a-7667fbf15fb3 req-fdcb385a-6edd-4f0b-b640-cd2c47788fba tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398228 May 30 20:51:40.186885 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:51:41.244790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bee3e-77c6-4c4a-a8dc-4b72c3a3d38c req-fcc7eff9-0a98-469d-8f1f-0c3c6b3fcd57 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:41.246230 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d18bee3e-77c6-4c4a-a8dc-4b72c3a3d38c req-fcc7eff9-0a98-469d-8f1f-0c3c6b3fcd57 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0749583 May 30 20:51:41.296085 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d18bee3e-77c6-4c4a-a8dc-4b72c3a3d38c req-2ca4957e-c6e0-4a16-afc4-88b416195403 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434139 May 30 20:51:42.492605 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9955d-36e4-4844-aaa6-25506b0ea29f req-dfefd8ab-dd18-4651-9d9b-6a8f60e9d3ac tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:42.494043 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aee9955d-36e4-4844-aaa6-25506b0ea29f req-dfefd8ab-dd18-4651-9d9b-6a8f60e9d3ac tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0765162 May 30 20:51:42.539336 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aee9955d-36e4-4844-aaa6-25506b0ea29f req-8e88fbcd-7ea4-4392-87c4-7d87b08e7f9c tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390141 May 30 20:51:43.740313 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6d20b-5b0d-439a-b4e9-d0d039803c25 req-693b602a-6cac-45c5-8cd6-f79b6b4d303a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:43.741736 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-25d6d20b-5b0d-439a-b4e9-d0d039803c25 req-693b602a-6cac-45c5-8cd6-f79b6b4d303a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0792325 May 30 20:51:43.865069 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-25d6d20b-5b0d-439a-b4e9-d0d039803c25 req-449234e8-b455-4126-8e6e-c42abfb187e0 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177611 May 30 20:51:45.064891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97323e-4130-46e3-b6dc-806e9ff87b62 req-f033d55d-48ab-4b02-b59a-d6c8aaf264d0 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:45.066323 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f97323e-4130-46e3-b6dc-806e9ff87b62 req-f033d55d-48ab-4b02-b59a-d6c8aaf264d0 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0757723 May 30 20:51:45.110563 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f97323e-4130-46e3-b6dc-806e9ff87b62 req-8855ad22-1375-4dc2-97ee-fd8afb8dd27a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387492 May 30 20:51:46.306845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14721f-88fb-4091-9e1b-7f6c6458b8cc req-47359df3-b60d-4791-b67b-9f26579d5134 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:46.308303 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e14721f-88fb-4091-9e1b-7f6c6458b8cc req-47359df3-b60d-4791-b67b-9f26579d5134 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0796905 May 30 20:51:46.353890 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e14721f-88fb-4091-9e1b-7f6c6458b8cc req-b1b71843-6e5f-4a1e-bc5e-f51c3bc29c6f tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400314 May 30 20:51:47.546287 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b05236-bf07-488a-880d-88e0c4a5fe8f req-d92d15f6-eb4f-45fb-bf56-8e7c89789063 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:47.547686 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44b05236-bf07-488a-880d-88e0c4a5fe8f req-d92d15f6-eb4f-45fb-bf56-8e7c89789063 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0759516 May 30 20:51:47.595544 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44b05236-bf07-488a-880d-88e0c4a5fe8f req-e7609f34-1088-4dea-a3db-fbb6d9f1b387 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422544 May 30 20:51:48.791896 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e5bdd-bbb9-4da2-820a-6ac3da41320b req-6c0a799b-2dd9-41fd-9473-37fefc5dc9be tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:48.793362 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e95e5bdd-bbb9-4da2-820a-6ac3da41320b req-6c0a799b-2dd9-41fd-9473-37fefc5dc9be tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0758841 May 30 20:51:48.838195 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e95e5bdd-bbb9-4da2-820a-6ac3da41320b req-f9bd94a1-4198-44f1-868b-31a78af5e429 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393984 May 30 20:51:50.038450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a783cac-1c29-4ede-95d9-eb5171d5eb68 req-aeb58179-2efd-4ea8-9288-0e0d7d96650f tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:50.039880 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a783cac-1c29-4ede-95d9-eb5171d5eb68 req-aeb58179-2efd-4ea8-9288-0e0d7d96650f tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0797863 May 30 20:51:50.084537 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a783cac-1c29-4ede-95d9-eb5171d5eb68 req-e300b616-1343-4db9-830e-54b8d956ffd6 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391030 May 30 20:51:51.275990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1d6f4-cb43-4849-80ec-252737b709ec req-864f3de9-1fe8-4377-b449-0c46b2fad859 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:51.277695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fdd1d6f4-cb43-4849-80ec-252737b709ec req-864f3de9-1fe8-4377-b449-0c46b2fad859 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0769079 May 30 20:51:51.322489 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fdd1d6f4-cb43-4849-80ec-252737b709ec req-959fca8d-fb26-4f08-99c1-0d6842babd7b tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385299 May 30 20:51:52.522540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e897eb2-0fbe-486c-a50d-81dc54e2d5fa req-ff7773e8-a527-40c1-926a-c7106e86fe38 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:52.524006 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e897eb2-0fbe-486c-a50d-81dc54e2d5fa req-ff7773e8-a527-40c1-926a-c7106e86fe38 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0811186 May 30 20:51:52.569358 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e897eb2-0fbe-486c-a50d-81dc54e2d5fa req-365fa8ae-eabd-4e20-83c5-5aa63c776e99 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394914 May 30 20:51:53.760731 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a824a-0dfb-4f45-a2e2-7ed9cb8c3a79 req-cb3b9eb2-2f84-4d58-a96c-2a91c95aca74 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:53.762168 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a07a824a-0dfb-4f45-a2e2-7ed9cb8c3a79 req-cb3b9eb2-2f84-4d58-a96c-2a91c95aca74 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0754774 May 30 20:51:53.812275 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a07a824a-0dfb-4f45-a2e2-7ed9cb8c3a79 req-d519596c-f79a-47b8-91e9-0cac9ceb2679 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438089 May 30 20:51:55.005757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470882be-7c5d-403d-a796-73167c48a6a7 req-aa88e49a-e2d7-421e-945c-cdddf87ba29a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:55.007223 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-470882be-7c5d-403d-a796-73167c48a6a7 req-aa88e49a-e2d7-421e-945c-cdddf87ba29a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0751653 May 30 20:51:55.053042 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-470882be-7c5d-403d-a796-73167c48a6a7 req-59de5380-17b5-4260-8f85-932a9328bcf4 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402560 May 30 20:51:56.394427 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee3f0b-7ad8-48d7-9736-f7018e2a64bb req-30ffff2d-2be6-4638-b85e-d935beb4ec63 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:56.395796 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3dee3f0b-7ad8-48d7-9736-f7018e2a64bb req-30ffff2d-2be6-4638-b85e-d935beb4ec63 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0799561 May 30 20:51:56.441808 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3dee3f0b-7ad8-48d7-9736-f7018e2a64bb req-14c27a3d-716c-4a38-a89e-e0ba3db2b167 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404680 May 30 20:51:57.638260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9f7a9-d24c-45a6-9d91-3b48e18254dc req-ab48c949-83ab-4a99-aa3d-80f9acc36500 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:57.639619 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-39d9f7a9-d24c-45a6-9d91-3b48e18254dc req-ab48c949-83ab-4a99-aa3d-80f9acc36500 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0753877 May 30 20:51:57.684890 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-39d9f7a9-d24c-45a6-9d91-3b48e18254dc req-05fb6b65-1714-4c85-bbae-430bd92cef7f tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397556 May 30 20:51:57.823909 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c3fcd9d1-5140-4808-acfb-74157c65ff9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:58.880527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77e4fc-98f2-45ae-85ce-7675f9f8ccb2 req-e5a237ce-d489-4af5-8818-056d01190572 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:58.881978 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a77e4fc-98f2-45ae-85ce-7675f9f8ccb2 req-e5a237ce-d489-4af5-8818-056d01190572 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0793130 May 30 20:51:58.927723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1a77e4fc-98f2-45ae-85ce-7675f9f8ccb2 req-d0dd8f63-4a93-4fe0-87fd-eda1ac9de802 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402715 May 30 20:51:58.958031 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-ce34e9aa-12bd-4426-8154-027801b3d22e service neutron] show failed (client error): The resource could not be found. May 30 20:51:58.959047 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-ce34e9aa-12bd-4426-8154-027801b3d22e service neutron] 10.222.0.77 "GET /v2.0/ports/31793a73-eb1a-4d10-8c77-2433532abbc8/bindings/n-h2-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.0778883 May 30 20:51:59.222524 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-4466e442-29c0-4152-93ae-590f0afd7d28 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32&tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c HTTP/1.1" status: 200 len: 1097 time: 0.0680318 May 30 20:51:59.232768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:59.341145 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:59.602818 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] For port 31793a73-eb1a-4d10-8c77-2433532abbc8, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=31793a73-eb1a-4d10-8c77-2433532abbc8,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:59.631664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] For port 31793a73-eb1a-4d10-8c77-2433532abbc8, host n-h1-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:51:59.686175 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a62098-81a0-4acc-a85c-367fa18caf32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31793a73-eb1a-4d10-8c77-2433532abbc8'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:51:59.691637 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:59.708290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Transition to ACTIVE for port object 31793a73-eb1a-4d10-8c77-2433532abbc8 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:51:59.713109 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:59.834049 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14ee28f0-c5c2-40e1-9c8a-c2269d1fb6b4'] response: {'server_uuid': '10a62098-81a0-4acc-a85c-367fa18caf32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31793a73-eb1a-4d10-8c77-2433532abbc8', 'code': 200} May 30 20:51:59.955427 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Pushing event updated for resources: {'Port': ['ID=31793a73-eb1a-4d10-8c77-2433532abbc8,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:59.963698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] No DVR routers for this DVR port 31793a73-eb1a-4d10-8c77-2433532abbc8 on host n-h1-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:51:59.973983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:59.974402 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:59.974645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:59.974975 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:59.975301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:59.975630 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:59.976066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:59.976287 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:59.976614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:59.976922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:59.977237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:00.014946 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fda550db-e0e2-40e5-9c92-6e4b0bf3510b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:00.032517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Attempting to bind port 31793a73-eb1a-4d10-8c77-2433532abbc8 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:52:00.032846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Attempting to bind port 31793a73-eb1a-4d10-8c77-2433532abbc8 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '92caaa32-1c56-408f-b81e-c532e254c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:52:00.033169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Attempting to bind port 31793a73-eb1a-4d10-8c77-2433532abbc8 on network 2537e4fb-d797-425a-8196-bceca374b2ce {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:52:00.039137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Port 31793a73-eb1a-4d10-8c77-2433532abbc8 on network 2537e4fb-d797-425a-8196-bceca374b2ce not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:52:00.039450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Attempting to bind port 31793a73-eb1a-4d10-8c77-2433532abbc8 on network 2537e4fb-d797-425a-8196-bceca374b2ce {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:52:00.045652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:52:00.045980 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Checking segment: {'id': '92caaa32-1c56-408f-b81e-c532e254c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:52:00.046355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Bound using segment: {'id': '92caaa32-1c56-408f-b81e-c532e254c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:52:00.046766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.managers [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Bound port: 31793a73-eb1a-4d10-8c77-2433532abbc8, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92caaa32-1c56-408f-b81e-c532e254c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:52:00.047107 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:00.198013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d09dc-832f-4a66-bc51-422c36fa48e1 req-6f6f7ded-7b8f-48f1-a8e4-7ff3a5f4dcde tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:00.199377 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-743d09dc-832f-4a66-bc51-422c36fa48e1 req-6f6f7ded-7b8f-48f1-a8e4-7ff3a5f4dcde tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 944 time: 0.1392128 May 30 20:52:00.200494 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] For port 31793a73-eb1a-4d10-8c77-2433532abbc8, host n-h2-843949-2, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:52:00.204274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] For port 31793a73-eb1a-4d10-8c77-2433532abbc8, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=31793a73-eb1a-4d10-8c77-2433532abbc8,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:52:00.225232 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:00.309691 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:00.311028 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] 10.222.0.93 "PUT /v2.0/ports/31793a73-eb1a-4d10-8c77-2433532abbc8 HTTP/1.1" status: 200 len: 1092 time: 1.0821078 May 30 20:52:00.313382 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-743d09dc-832f-4a66-bc51-422c36fa48e1 req-a7cee90e-c05c-4003-89d2-58927e40dd25 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074882 May 30 20:52:00.325459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2b617-4a9c-47be-b84e-0ef2467b8798 service neutron] Pushing event updated for resources: {'Port': ['ID=31793a73-eb1a-4d10-8c77-2433532abbc8,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:00.403980 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-a802fad1-4469-4c5d-9934-6c3f63657e3c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 1095 time: 0.0723898 May 30 20:52:00.532885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-1bb9e899-81dd-4212-bcf2-1e93960789c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:00.534295 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-1bb9e899-81dd-4212-bcf2-1e93960789c5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2537e4fb-d797-425a-8196-bceca374b2ce HTTP/1.1" status: 200 len: 915 time: 0.1247039 May 30 20:52:00.600224 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-50f805b2-4037-4269-84a9-97d4ba27524b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31793a73-eb1a-4d10-8c77-2433532abbc8 HTTP/1.1" status: 200 len: 217 time: 0.0603533 May 30 20:52:00.666164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-2fc8c771-5526-48a7-818f-92de7c02da99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:00.667551 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-2fc8c771-5526-48a7-818f-92de7c02da99 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5a2072cb-09bd-4f0c-881b-7d6da8ade0a3 HTTP/1.1" status: 200 len: 854 time: 0.0599830 May 30 20:52:00.711850 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-c6934315-7f9d-40b9-908f-37d65662231f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2537e4fb-d797-425a-8196-bceca374b2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386572 May 30 20:52:00.842138 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-f7305c2f-7ae7-49bd-94f9-f448ca02c14f service neutron] 10.222.0.93 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237597 May 30 20:52:00.971823 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32dba648-057c-417a-af5e-f14b19b8ec2e req-caa9acac-41e2-4d5e-9358-b61525029c80 service neutron] 10.222.0.93 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239605 May 30 20:52:01.369543 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:01.515450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77fa6b-793f-412b-98b3-079a0cf45df2 req-406d92e4-25de-4ca8-b464-d53e6c9c2d4d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:01.516943 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f77fa6b-793f-412b-98b3-079a0cf45df2 req-406d92e4-25de-4ca8-b464-d53e6c9c2d4d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 944 time: 0.0767815 May 30 20:52:01.565462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f77fa6b-793f-412b-98b3-079a0cf45df2 req-e1a622aa-bccd-4c6e-87ba-820ac9b7ce35 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431085 May 30 20:52:01.634956 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:01.834562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a62098-81a0-4acc-a85c-367fa18caf32', 'tag': '31793a73-eb1a-4d10-8c77-2433532abbc8'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:52:01.902561 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce8e557c-3850-473f-966a-8820afc9ca32'] response: {'name': 'network-changed', 'server_uuid': '10a62098-81a0-4acc-a85c-367fa18caf32', 'tag': '31793a73-eb1a-4d10-8c77-2433532abbc8', 'status': 'completed', 'code': 200} May 30 20:52:01.988865 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9322c31f-85da-4b58-aa63-970efe8b5a6b req-dc42ae4c-c4c4-43bb-8dae-0ee0ff5c88b7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 1095 time: 0.0692105 May 30 20:52:01.995206 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9322c31f-85da-4b58-aa63-970efe8b5a6b req-d616e396-bc40-4442-af80-1af99fab0135 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 1095 time: 0.0675595 May 30 20:52:02.083693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 31793a73-eb1a-4d10-8c77-2433532abbc8 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:52:02.130843 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322c31f-85da-4b58-aa63-970efe8b5a6b req-c3a5457c-c4eb-4ea6-913d-38f537aacfa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:02.132331 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9322c31f-85da-4b58-aa63-970efe8b5a6b req-c3a5457c-c4eb-4ea6-913d-38f537aacfa9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2537e4fb-d797-425a-8196-bceca374b2ce HTTP/1.1" status: 200 len: 915 time: 0.1334090 May 30 20:52:02.142030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 31793a73-eb1a-4d10-8c77-2433532abbc8 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:52:02.231944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322c31f-85da-4b58-aa63-970efe8b5a6b req-a27167e7-dc56-4848-989a-fc9982294092 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:02.233762 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9322c31f-85da-4b58-aa63-970efe8b5a6b req-a27167e7-dc56-4848-989a-fc9982294092 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2537e4fb-d797-425a-8196-bceca374b2ce HTTP/1.1" status: 200 len: 915 time: 0.2282293 May 30 20:52:02.298211 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9322c31f-85da-4b58-aa63-970efe8b5a6b req-5183fcb4-e139-4bb4-b44f-2692204f61ea service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31793a73-eb1a-4d10-8c77-2433532abbc8 HTTP/1.1" status: 200 len: 217 time: 0.1579199 May 30 20:52:02.309695 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9322c31f-85da-4b58-aa63-970efe8b5a6b req-67c8570e-455a-449e-93d9-bb382abe44f8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31793a73-eb1a-4d10-8c77-2433532abbc8 HTTP/1.1" status: 200 len: 217 time: 0.0656378 May 30 20:52:02.360303 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322c31f-85da-4b58-aa63-970efe8b5a6b req-b813f836-d632-4ca9-a431-97956bef9b23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:02.361810 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9322c31f-85da-4b58-aa63-970efe8b5a6b req-b813f836-d632-4ca9-a431-97956bef9b23 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5a2072cb-09bd-4f0c-881b-7d6da8ade0a3 HTTP/1.1" status: 200 len: 854 time: 0.0577908 May 30 20:52:02.373134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322c31f-85da-4b58-aa63-970efe8b5a6b req-80bf387e-9a5f-42d3-80f9-eac0da7694c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:02.374694 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9322c31f-85da-4b58-aa63-970efe8b5a6b req-80bf387e-9a5f-42d3-80f9-eac0da7694c2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a2072cb-09bd-4f0c-881b-7d6da8ade0a3 HTTP/1.1" status: 200 len: 854 time: 0.0566850 May 30 20:52:02.409344 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9322c31f-85da-4b58-aa63-970efe8b5a6b req-637bc0cf-8796-4518-af50-a51b44e52b56 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2537e4fb-d797-425a-8196-bceca374b2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407312 May 30 20:52:02.419768 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9322c31f-85da-4b58-aa63-970efe8b5a6b req-19cba6a4-f6b4-4787-a97b-6eb8bbb56002 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2537e4fb-d797-425a-8196-bceca374b2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389493 May 30 20:52:02.561449 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9322c31f-85da-4b58-aa63-970efe8b5a6b req-12617314-670f-4a04-b868-8877358f81c6 service neutron] 10.222.0.93 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406474 May 30 20:52:02.569195 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9322c31f-85da-4b58-aa63-970efe8b5a6b req-7242a26f-7081-4e2f-b90c-6dfd3b519774 service neutron] 10.222.0.77 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396229 May 30 20:52:02.699041 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9322c31f-85da-4b58-aa63-970efe8b5a6b req-a0c8fa1c-a2f6-4bac-8e21-286d99ba9551 service neutron] 10.222.0.93 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317904 May 30 20:52:02.708786 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9322c31f-85da-4b58-aa63-970efe8b5a6b req-f4b4d599-5ef5-43e7-a604-c9c6a883538a service neutron] 10.222.0.77 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300933 May 30 20:52:02.777336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deb598-bb2d-4f63-8163-057ac9198186 req-c83310e2-7780-4e06-be16-b30c2dc20c51 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:02.778781 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23deb598-bb2d-4f63-8163-057ac9198186 req-c83310e2-7780-4e06-be16-b30c2dc20c51 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 944 time: 0.0829446 May 30 20:52:02.824325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23deb598-bb2d-4f63-8163-057ac9198186 req-6b0f7747-cfe7-4dd4-a48f-b4b41a973854 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394046 May 30 20:52:02.973442 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:03.159052 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491adc0-80d5-4859-b417-cad006c4108a req-d129560f-19ea-433b-b06b-5eafc32cde2b tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:03.159740 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-7491adc0-80d5-4859-b417-cad006c4108a req-d129560f-19ea-433b-b06b-5eafc32cde2b tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Synchronizing usage tracker for tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:52:03.176626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-7491adc0-80d5-4859-b417-cad006c4108a req-d129560f-19ea-433b-b06b-5eafc32cde2b tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Unset dirty status for tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:52:03.177734 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7491adc0-80d5-4859-b417-cad006c4108a req-d129560f-19ea-433b-b06b-5eafc32cde2b tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.77 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32&tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&binding%3Ahost_id=n-h2-843949-2 HTTP/1.1" status: 200 len: 944 time: 0.1012926 May 30 20:52:03.199475 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc55addf-5eca-4ead-b34f-f902f00dc25d req-d0eb1f85-3c94-4ae9-8724-909e6edc04c1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1310046 May 30 20:52:03.206456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590021ae-b7c1-4623-b60d-6c19bfaed6d3 req-69565ae5-4481-4dd4-a467-8c77ffd92ce0 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:03.207830 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-590021ae-b7c1-4623-b60d-6c19bfaed6d3 req-69565ae5-4481-4dd4-a467-8c77ffd92ce0 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 944 time: 0.1095309 May 30 20:52:03.264599 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [req-7491adc0-80d5-4859-b417-cad006c4108a req-b3e90168-4ee9-4f4a-b9ad-ed5d199db8d6 service neutron] delete failed (client error): The resource could not be found. May 30 20:52:03.265432 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7491adc0-80d5-4859-b417-cad006c4108a req-b3e90168-4ee9-4f4a-b9ad-ed5d199db8d6 service neutron] 10.222.0.77 "DELETE /v2.0/ports/31793a73-eb1a-4d10-8c77-2433532abbc8/bindings/n-h1-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.0787661 May 30 20:52:03.268472 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-590021ae-b7c1-4623-b60d-6c19bfaed6d3 req-6958f25b-211b-43bb-b0c9-475a0d314601 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515766 May 30 20:52:03.357054 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc55addf-5eca-4ead-b34f-f902f00dc25d req-05d944c7-33ad-49df-894e-3d2c66ead0f4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 1095 time: 0.0799518 May 30 20:52:03.421746 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7491adc0-80d5-4859-b417-cad006c4108a req-e192226b-4ed0-4530-a1db-284254f40f92 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 1095 time: 0.0727005 May 30 20:52:03.501166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55addf-5eca-4ead-b34f-f902f00dc25d req-f22365d2-03aa-4d4b-ab44-dded6e33cb78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:03.502639 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc55addf-5eca-4ead-b34f-f902f00dc25d req-f22365d2-03aa-4d4b-ab44-dded6e33cb78 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2537e4fb-d797-425a-8196-bceca374b2ce HTTP/1.1" status: 200 len: 915 time: 0.1270933 May 30 20:52:03.555225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491adc0-80d5-4859-b417-cad006c4108a req-f28cd24e-f76b-4cd6-a235-7c048416bddc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:03.556721 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7491adc0-80d5-4859-b417-cad006c4108a req-f28cd24e-f76b-4cd6-a235-7c048416bddc service neutron] 10.222.0.77 "GET /v2.0/networks?id=2537e4fb-d797-425a-8196-bceca374b2ce HTTP/1.1" status: 200 len: 915 time: 0.1257937 May 30 20:52:03.573255 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc55addf-5eca-4ead-b34f-f902f00dc25d req-30ac831e-42fc-417a-9482-807a699f6ea5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31793a73-eb1a-4d10-8c77-2433532abbc8 HTTP/1.1" status: 200 len: 217 time: 0.0647299 May 30 20:52:03.592107 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:03.627348 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7491adc0-80d5-4859-b417-cad006c4108a req-7ce82935-5c03-4caa-be4a-83065848aada service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31793a73-eb1a-4d10-8c77-2433532abbc8 HTTP/1.1" status: 200 len: 217 time: 0.0612464 May 30 20:52:03.635906 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55addf-5eca-4ead-b34f-f902f00dc25d req-6c34229e-b519-42f4-b572-035b80abe441 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:03.637364 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc55addf-5eca-4ead-b34f-f902f00dc25d req-6c34229e-b519-42f4-b572-035b80abe441 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5a2072cb-09bd-4f0c-881b-7d6da8ade0a3 HTTP/1.1" status: 200 len: 854 time: 0.0579207 May 30 20:52:03.684591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc55addf-5eca-4ead-b34f-f902f00dc25d req-411a4a24-0f9d-48f5-9a67-74cd2c235974 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2537e4fb-d797-425a-8196-bceca374b2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415435 May 30 20:52:03.694675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491adc0-80d5-4859-b417-cad006c4108a req-301d9be3-96b0-4999-8637-35bdf8418529 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:03.696132 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7491adc0-80d5-4859-b417-cad006c4108a req-301d9be3-96b0-4999-8637-35bdf8418529 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a2072cb-09bd-4f0c-881b-7d6da8ade0a3 HTTP/1.1" status: 200 len: 854 time: 0.0607667 May 30 20:52:03.717350 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 31793a73-eb1a-4d10-8c77-2433532abbc8 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:52:03.742859 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7491adc0-80d5-4859-b417-cad006c4108a req-4717bfbe-df38-416a-9a10-d89f15d40c48 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2537e4fb-d797-425a-8196-bceca374b2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377274 May 30 20:52:03.819520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc55addf-5eca-4ead-b34f-f902f00dc25d req-cdcb259a-3d7d-464e-8ab7-8b01d1c61993 service neutron] 10.222.0.93 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290376 May 30 20:52:03.858129 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 31793a73-eb1a-4d10-8c77-2433532abbc8, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=31793a73-eb1a-4d10-8c77-2433532abbc8,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:03.873231 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '31793a73-eb1a-4d10-8c77-2433532abbc8', 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce', 'port_id': '31793a73-eb1a-4d10-8c77-2433532abbc8', 'mac_address': 'fa:16:3e:e9:dd:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a2072cb-09bd-4f0c-881b-7d6da8ade0a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:52:03.894576 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7491adc0-80d5-4859-b417-cad006c4108a req-181c086d-a811-49a8-a8a5-f16b7ae2c65f service neutron] 10.222.0.77 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421478 May 30 20:52:03.931104 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:03.948727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31793a73-eb1a-4d10-8c77-2433532abbc8 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:52:03.957222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc55addf-5eca-4ead-b34f-f902f00dc25d req-5dddea87-b668-49b1-8bfc-c36c906a312e service neutron] 10.222.0.93 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317973 May 30 20:52:03.963909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 31793a73-eb1a-4d10-8c77-2433532abbc8, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=31793a73-eb1a-4d10-8c77-2433532abbc8,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:03.969181 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:04.034616 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=31793a73-eb1a-4d10-8c77-2433532abbc8,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:04.039125 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7491adc0-80d5-4859-b417-cad006c4108a req-ff46d2f5-8b46-413a-9c10-f3ad96c8b09c service neutron] 10.222.0.77 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348021 May 30 20:52:04.181722 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['31793a73-eb1a-4d10-8c77-2433532abbc8'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:52:04.471299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925b112-ad07-497d-a8c1-867adca8ceca req-1929c1c8-a545-49f6-9056-ff7d5ea96271 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:04.472703 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a925b112-ad07-497d-a8c1-867adca8ceca req-1929c1c8-a545-49f6-9056-ff7d5ea96271 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 945 time: 0.0811329 May 30 20:52:04.521044 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a925b112-ad07-497d-a8c1-867adca8ceca req-8b36a551-9865-4f1f-b748-dfacf05426e1 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422807 May 30 20:52:05.717886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd3631-ad3a-48c5-886f-2b45cb285fb0 req-82919e2a-b0da-404c-864e-172eabc760e6 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:05.719857 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a6fd3631-ad3a-48c5-886f-2b45cb285fb0 req-82919e2a-b0da-404c-864e-172eabc760e6 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 945 time: 0.0784814 May 30 20:52:05.733442 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 31793a73-eb1a-4d10-8c77-2433532abbc8 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:52:05.764457 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a6fd3631-ad3a-48c5-886f-2b45cb285fb0 req-bf265702-1d8c-4ddc-9921-3c1e520205d9 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389242 May 30 20:52:05.803392 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 31793a73-eb1a-4d10-8c77-2433532abbc8 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:52:05.808285 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 31793a73-eb1a-4d10-8c77-2433532abbc8 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:52:05.808660 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:05.923921 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:05.949434 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a62098-81a0-4acc-a85c-367fa18caf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31793a73-eb1a-4d10-8c77-2433532abbc8'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:52:05.964022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 31793a73-eb1a-4d10-8c77-2433532abbc8, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=31793a73-eb1a-4d10-8c77-2433532abbc8,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:05.968187 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:05.968328 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993afc5-be81-4d93-aef4-8e64ad59b390 req-c8c3feb0-0b17-4a34-a8a7-9e93cac7f679 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:05.970472 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5993afc5-be81-4d93-aef4-8e64ad59b390 req-c8c3feb0-0b17-4a34-a8a7-9e93cac7f679 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 945 time: 0.0803905 May 30 20:52:06.016070 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30ca3148-6d89-4fe0-b7bf-441e91857258'] response: {'server_uuid': '10a62098-81a0-4acc-a85c-367fa18caf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31793a73-eb1a-4d10-8c77-2433532abbc8', 'code': 200} May 30 20:52:06.021375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5993afc5-be81-4d93-aef4-8e64ad59b390 req-9f8e87a7-e4c3-4241-a81e-e2a3ceab403d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452564 May 30 20:52:06.041172 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=31793a73-eb1a-4d10-8c77-2433532abbc8,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:06.134083 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49816) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:06.139549 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-86083e22-e2d2-4978-b5ab-dbe2e5b83b60 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--808730819', 'description': 'tempest-description--698051432'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:52:06.146498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-86083e22-e2d2-4978-b5ab-dbe2e5b83b60 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:52:06.150362 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-86083e22-e2d2-4978-b5ab-dbe2e5b83b60 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Usage tracker for resource:security_group and tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:52:06.153531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-86083e22-e2d2-4978-b5ab-dbe2e5b83b60 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:52:06.159745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-86083e22-e2d2-4978-b5ab-dbe2e5b83b60 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:52:06.253646 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86083e22-e2d2-4978-b5ab-dbe2e5b83b60 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.289901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-86083e22-e2d2-4978-b5ab-dbe2e5b83b60 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:52:06.293786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-86083e22-e2d2-4978-b5ab-dbe2e5b83b60 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Usage tracker for resource:security_group_rule and tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:52:06.296558 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-86083e22-e2d2-4978-b5ab-dbe2e5b83b60 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:52:06.302561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-86083e22-e2d2-4978-b5ab-dbe2e5b83b60 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:52:06.355768 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86083e22-e2d2-4978-b5ab-dbe2e5b83b60 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.359265 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86083e22-e2d2-4978-b5ab-dbe2e5b83b60 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.399588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86083e22-e2d2-4978-b5ab-dbe2e5b83b60 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9494d9c-abee-4139-b0ad-e0a59814886e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:06.402273 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-86083e22-e2d2-4978-b5ab-dbe2e5b83b60 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.403451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-86083e22-e2d2-4978-b5ab-dbe2e5b83b60 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2683773 May 30 20:52:06.406288 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49820) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:06.412156 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-8b0449d2-d555-4a5e-9852-e73ee325bda9 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Request body: {'security_group_rule': {'security_group_id': 'a9494d9c-abee-4139-b0ad-e0a59814886e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:52:06.418424 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8b0449d2-d555-4a5e-9852-e73ee325bda9 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:52:06.422246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8b0449d2-d555-4a5e-9852-e73ee325bda9 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Usage tracker for resource:security_group_rule and tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:52:06.425085 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8b0449d2-d555-4a5e-9852-e73ee325bda9 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:52:06.430706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8b0449d2-d555-4a5e-9852-e73ee325bda9 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:52:06.447559 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8b0449d2-d555-4a5e-9852-e73ee325bda9 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.508808 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8b0449d2-d555-4a5e-9852-e73ee325bda9 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.512244 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8b0449d2-d555-4a5e-9852-e73ee325bda9 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.535529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0449d2-d555-4a5e-9852-e73ee325bda9 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d02e75-f8bb-4e78-99f7-5c08c972697f,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:06.544129 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8b0449d2-d555-4a5e-9852-e73ee325bda9 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.545338 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8b0449d2-d555-4a5e-9852-e73ee325bda9 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1375818 May 30 20:52:06.548133 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49824) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:06.553420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-70a35ef5-b882-43eb-879f-8eea8a9b0475 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Request body: {'security_group_rule': {'security_group_id': 'a9494d9c-abee-4139-b0ad-e0a59814886e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:52:06.559479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-70a35ef5-b882-43eb-879f-8eea8a9b0475 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:52:06.563837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-70a35ef5-b882-43eb-879f-8eea8a9b0475 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Usage tracker for resource:security_group_rule and tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:52:06.566697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-70a35ef5-b882-43eb-879f-8eea8a9b0475 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:52:06.572538 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-70a35ef5-b882-43eb-879f-8eea8a9b0475 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:52:06.590862 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-70a35ef5-b882-43eb-879f-8eea8a9b0475 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.650650 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-70a35ef5-b882-43eb-879f-8eea8a9b0475 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.654249 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-70a35ef5-b882-43eb-879f-8eea8a9b0475 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.677062 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a35ef5-b882-43eb-879f-8eea8a9b0475 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e1b84b-2640-4a4d-b45a-5752cf00b457,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:06.685196 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-70a35ef5-b882-43eb-879f-8eea8a9b0475 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.686351 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-70a35ef5-b882-43eb-879f-8eea8a9b0475 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1373234 May 30 20:52:06.690042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 49828) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:06.695153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:52:06.700920 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:52:06.705447 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Usage tracker for resource:floatingip and tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:52:06.708281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:52:06.713966 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:52:06.724552 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.858107 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.993979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Allocated IP 172.25.5.102 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/b3fb8e21-d13b-4560-b74c-e95030127e98) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:52:07.139990 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:07.167397 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:07.235190 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:52:07.237838 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:52:07.241587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:52:07.269832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Pushing event updated for resources: {'Port': ['ID=b3fb8e21-d13b-4560-b74c-e95030127e98,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:07.400768 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:07.457540 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:07.470837 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:07.657420 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:07.661918 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:07.769077 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Pushing event updated for resources: {'Port': ['ID=b3fb8e21-d13b-4560-b74c-e95030127e98,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:07.781278 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:07.803841 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:07.805068 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c0664eb4-f843-4ef2-9383-144d995bcb58 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1141038 May 30 20:52:07.973561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3a08e-2970-406c-8732-32c2d0c94c9f req-817d3a11-a971-4985-b681-9d2ef319aa2d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:07.974919 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12e3a08e-2970-406c-8732-32c2d0c94c9f req-817d3a11-a971-4985-b681-9d2ef319aa2d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0769792 May 30 20:52:08.021960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-12e3a08e-2970-406c-8732-32c2d0c94c9f req-4175da8a-a734-4897-adae-713bca75e819 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Synchronizing usage tracker for tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:52:08.038347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-12e3a08e-2970-406c-8732-32c2d0c94c9f req-4175da8a-a734-4897-adae-713bca75e819 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Unset dirty status for tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:52:08.039598 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-12e3a08e-2970-406c-8732-32c2d0c94c9f req-4175da8a-a734-4897-adae-713bca75e819 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593207 May 30 20:52:08.541673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-21af0efa-7455-4494-bf80-c47b8fb1dc68 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:08.543086 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-21af0efa-7455-4494-bf80-c47b8fb1dc68 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/networks?id=2537e4fb-d797-425a-8196-bceca374b2ce HTTP/1.1" status: 200 len: 814 time: 0.1411588 May 30 20:52:08.559720 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-db49afa8-3c55-494c-8f76-3205435d1002 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/quotas/8cb596a1a36d4a63b5ccb9f089c4cb7c HTTP/1.1" status: 200 len: 375 time: 0.0108263 May 30 20:52:08.638117 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-4d81f4a4-e5d7-4763-96df-925f0c97682f tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729864 May 30 20:52:08.847794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-0cb83ee2-fe78-4d31-bfbe-9b8275cb6658 service neutron] 10.222.0.84 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030592 May 30 20:52:08.978424 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-d4d15620-5e3f-41f3-a417-eaae60c3c43a service neutron] 10.222.0.84 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250725 May 30 20:52:09.167324 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-215f580b-9bbd-4481-92ad-b4b2120090ae req-9e8b7a7c-e716-479a-a4ba-ab6edcdeab8c tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 210 time: 0.0424891 May 30 20:52:09.683391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387cd70-669f-465b-bec0-de2e657b6fb0 req-c05e8323-44d9-4bf9-a278-d5847ad97985 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:09.684754 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1387cd70-669f-465b-bec0-de2e657b6fb0 req-c05e8323-44d9-4bf9-a278-d5847ad97985 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.93 "GET /v2.0/ports?device_id=10a62098-81a0-4acc-a85c-367fa18caf32 HTTP/1.1" status: 200 len: 946 time: 0.0802944 May 30 20:52:09.754639 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-1387cd70-669f-465b-bec0-de2e657b6fb0 req-ce9785f3-18b6-4d30-9ef0-182a643727d5 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Deleting port 31793a73-eb1a-4d10-8c77-2433532abbc8 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:52:09.754942 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1387cd70-669f-465b-bec0-de2e657b6fb0 req-ce9785f3-18b6-4d30-9ef0-182a643727d5 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:10.004542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1387cd70-669f-465b-bec0-de2e657b6fb0 req-ce9785f3-18b6-4d30-9ef0-182a643727d5 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] For port 31793a73-eb1a-4d10-8c77-2433532abbc8, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=31793a73-eb1a-4d10-8c77-2433532abbc8,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:10.005210 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1387cd70-669f-465b-bec0-de2e657b6fb0 req-ce9785f3-18b6-4d30-9ef0-182a643727d5 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:10.012938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.93', 58998) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:10.132402 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [req-1387cd70-669f-465b-bec0-de2e657b6fb0 req-ce9785f3-18b6-4d30-9ef0-182a643727d5 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Calling delete_port for 31793a73-eb1a-4d10-8c77-2433532abbc8 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:52:10.175058 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-be22e9b9-9a2d-4082-b3d8-aa4073fe4763 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:10.176528 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-be22e9b9-9a2d-4082-b3d8-aa4073fe4763 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.93 "GET /v2.0/networks?id=2537e4fb-d797-425a-8196-bceca374b2ce HTTP/1.1" status: 200 len: 814 time: 0.1625125 May 30 20:52:10.193705 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Request body: {'port': {'device_id': '7939f8df-5ca9-4802-b023-40f6119aa24b', 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce', 'admin_state_up': True, 'tenant_id': '8cb596a1a36d4a63b5ccb9f089c4cb7c'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:52:10.356920 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-006234bd-3c59-4ab3-90d6-6e1f03fb3bc4 req-1e8b03b3-37c1-4501-985f-36005b09cbf6 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 210 time: 0.0473802 May 30 20:52:10.371797 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1387cd70-669f-465b-bec0-de2e657b6fb0 req-ce9785f3-18b6-4d30-9ef0-182a643727d5 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:10.388064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['31793a73-eb1a-4d10-8c77-2433532abbc8'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:52:10.424874 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9785f3-18b6-4d30-9ef0-182a643727d5 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Pushing event deleted for resources: {'Port': ['ID=31793a73-eb1a-4d10-8c77-2433532abbc8,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:10.456459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:52:10.465877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:52:10.476773 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Made reservation on behalf of 8cb596a1a36d4a63b5ccb9f089c4cb7c for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:52:10.480034 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:10.503468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1387cd70-669f-465b-bec0-de2e657b6fb0 req-ce9785f3-18b6-4d30-9ef0-182a643727d5 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] No DVR routers for this DVR port 31793a73-eb1a-4d10-8c77-2433532abbc8 on host n-h2-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:52:10.506282 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1387cd70-669f-465b-bec0-de2e657b6fb0 req-ce9785f3-18b6-4d30-9ef0-182a643727d5 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:10.510340 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a62098-81a0-4acc-a85c-367fa18caf32', 'name': 'network-vif-deleted', 'tag': '31793a73-eb1a-4d10-8c77-2433532abbc8'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:52:10.527098 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1387cd70-669f-465b-bec0-de2e657b6fb0 req-ce9785f3-18b6-4d30-9ef0-182a643727d5 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.93 "DELETE /v2.0/ports/31793a73-eb1a-4d10-8c77-2433532abbc8 HTTP/1.1" status: 204 len: 173 time: 0.8330288 May 30 20:52:10.578743 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49bc4ef4-d684-4d4a-911a-38f81e48243e'] response: {'server_uuid': '10a62098-81a0-4acc-a85c-367fa18caf32', 'name': 'network-vif-deleted', 'tag': '31793a73-eb1a-4d10-8c77-2433532abbc8', 'status': 'completed', 'code': 200} May 30 20:52:10.653267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Allocated IP 172.20.0.3 (2537e4fb-d797-425a-8196-bceca374b2ce/5a2072cb-09bd-4f0c-881b-7d6da8ade0a3/955d53ae-8d83-4a06-a3e4-29beaaeb6cdc) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:52:10.858570 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:10.885145 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:10.895730 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['31793a73-eb1a-4d10-8c77-2433532abbc8'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:52:10.959268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Network 2537e4fb-d797-425a-8196-bceca374b2ce is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:52:10.962217 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:52:10.966064 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:52:11.002258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Pushing event updated for resources: {'Port': ['ID=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:11.024417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:11.024991 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:11.025095 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:11.025404 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:11.025732 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:11.026056 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:11.026635 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:11.026960 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:11.027281 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:11.027599 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:11.027923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:11.040799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:11.041395 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:11.064713 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-ee922545-95c7-4862-855a-06276cb5d504 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8750703 May 30 20:52:11.076029 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Request body: {'port': {'device_id': '7939f8df-5ca9-4802-b023-40f6119aa24b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:52:11.183645 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:11.528971 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:52:11.536566 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:11.552666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Transition to ACTIVE for port object 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:52:11.557457 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:11.566291 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803cb27-48d2-4fe7-a928-184863bb2e9b req-577d26b6-6953-4d72-a1c4-8a7295f3cb26 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:11.566981 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4803cb27-48d2-4fe7-a928-184863bb2e9b req-577d26b6-6953-4d72-a1c4-8a7295f3cb26 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Synchronizing usage tracker for tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:52:11.582436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-4803cb27-48d2-4fe7-a928-184863bb2e9b req-577d26b6-6953-4d72-a1c4-8a7295f3cb26 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Unset dirty status for tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:52:11.583917 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4803cb27-48d2-4fe7-a928-184863bb2e9b req-577d26b6-6953-4d72-a1c4-8a7295f3cb26 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 931 time: 0.1004896 May 30 20:52:11.632590 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4803cb27-48d2-4fe7-a928-184863bb2e9b req-a2bee805-a3e4-44d2-95e0-bcf2763ec88a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432711 May 30 20:52:11.685810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Pushing event updated for resources: {'Port': ['ID=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:11.790147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Attempting to bind port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:52:11.790382 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Attempting to bind port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '92caaa32-1c56-408f-b81e-c532e254c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:52:11.790701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Attempting to bind port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc on network 2537e4fb-d797-425a-8196-bceca374b2ce {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:52:11.796396 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc on network 2537e4fb-d797-425a-8196-bceca374b2ce not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:52:11.796711 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Attempting to bind port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc on network 2537e4fb-d797-425a-8196-bceca374b2ce {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:52:11.803447 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:52:11.803771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Checking segment: {'id': '92caaa32-1c56-408f-b81e-c532e254c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:52:11.804174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Bound using segment: {'id': '92caaa32-1c56-408f-b81e-c532e254c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:52:11.804593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Bound port: 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92caaa32-1c56-408f-b81e-c532e254c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:52:11.804931 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:11.893169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] For port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:52:11.896021 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] For port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:52:11.900398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:11.961679 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:11.963290 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] 10.222.0.93 "PUT /v2.0/ports/955d53ae-8d83-4a06-a3e4-29beaaeb6cdc HTTP/1.1" status: 200 len: 1091 time: 0.8911278 May 30 20:52:11.963709 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7939f8df-5ca9-4802-b023-40f6119aa24b', 'tag': '955d53ae-8d83-4a06-a3e4-29beaaeb6cdc'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:52:11.979868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b27d6c-19a7-4b44-a9b2-09fdd2ac102c service neutron] Pushing event updated for resources: {'Port': ['ID=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:12.044394 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c55c2b0-08f5-4f15-bd7c-a2bf6820ee79'] response: {'name': 'network-changed', 'server_uuid': '7939f8df-5ca9-4802-b023-40f6119aa24b', 'tag': '955d53ae-8d83-4a06-a3e4-29beaaeb6cdc', 'status': 'completed', 'code': 200} May 30 20:52:12.083807 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-4ae483bd-8045-4521-8853-3f0b6e31a3ce service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 1094 time: 0.0703788 May 30 20:52:12.153884 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-e72a34dc-fa8f-4dfa-80de-aaab4f812a75 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc HTTP/1.1" status: 200 len: 217 time: 0.0638049 May 30 20:52:12.212867 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-71833df9-7412-44c0-853e-47d7c8fca7ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:12.214237 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-71833df9-7412-44c0-853e-47d7c8fca7ff service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5a2072cb-09bd-4f0c-881b-7d6da8ade0a3 HTTP/1.1" status: 200 len: 854 time: 0.0550025 May 30 20:52:12.345560 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-f203b4d3-64d1-4eee-8e77-90bba027e90d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2537e4fb-d797-425a-8196-bceca374b2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250260 May 30 20:52:12.475426 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-a1abc64a-80a3-406e-a00e-39ea1200065d service neutron] 10.222.0.93 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232343 May 30 20:52:12.604311 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-327cf8ed-021d-49a6-8f2b-edd8acaa3350 req-f3634397-efd4-4845-86e4-4d02b5f1e88f service neutron] 10.222.0.93 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223772 May 30 20:52:12.712842 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0f0ceec6-4a8f-4cba-b305-b1cdbd43e1d3 req-7c7f0bd8-9a7d-4d85-a742-4418d4a478ed service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 1094 time: 0.0679572 May 30 20:52:12.826958 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082abc39-99ca-4aca-8dd8-3cd924d36e3d req-5e6abcff-22aa-40af-8369-b44a48d41550 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:12.828468 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-082abc39-99ca-4aca-8dd8-3cd924d36e3d req-5e6abcff-22aa-40af-8369-b44a48d41550 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 943 time: 0.0768714 May 30 20:52:12.850489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ceec6-4a8f-4cba-b305-b1cdbd43e1d3 req-ea066930-a392-4594-ad97-d070c2cc5d9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:12.851938 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0f0ceec6-4a8f-4cba-b305-b1cdbd43e1d3 req-ea066930-a392-4594-ad97-d070c2cc5d9f service neutron] 10.222.0.93 "GET /v2.0/networks?id=2537e4fb-d797-425a-8196-bceca374b2ce HTTP/1.1" status: 200 len: 915 time: 0.1320901 May 30 20:52:12.888002 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-082abc39-99ca-4aca-8dd8-3cd924d36e3d req-16d23bf8-028d-4b6a-8099-9d308e621442 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533874 May 30 20:52:12.923647 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0f0ceec6-4a8f-4cba-b305-b1cdbd43e1d3 req-8cf1d036-c486-43a6-9266-f2a4758337c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc HTTP/1.1" status: 200 len: 217 time: 0.0645065 May 30 20:52:12.986901 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ceec6-4a8f-4cba-b305-b1cdbd43e1d3 req-6aa6c766-21c0-4fce-bc65-c93e7f47f125 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:12.988326 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0f0ceec6-4a8f-4cba-b305-b1cdbd43e1d3 req-6aa6c766-21c0-4fce-bc65-c93e7f47f125 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5a2072cb-09bd-4f0c-881b-7d6da8ade0a3 HTTP/1.1" status: 200 len: 854 time: 0.0585625 May 30 20:52:13.035943 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0f0ceec6-4a8f-4cba-b305-b1cdbd43e1d3 req-9a228a02-a983-40b5-a76b-75a62dbce24d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2537e4fb-d797-425a-8196-bceca374b2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408840 May 30 20:52:13.163109 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0f0ceec6-4a8f-4cba-b305-b1cdbd43e1d3 req-f942921c-fc2b-46da-a643-380a468c4d08 service neutron] 10.222.0.93 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205676 May 30 20:52:13.294579 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0f0ceec6-4a8f-4cba-b305-b1cdbd43e1d3 req-862845c3-6ac4-4fb5-b47e-13a3be523415 service neutron] 10.222.0.93 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248591 May 30 20:52:13.774795 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 31793a73-eb1a-4d10-8c77-2433532abbc8 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:52:13.808226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 31793a73-eb1a-4d10-8c77-2433532abbc8 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:52:13.808564 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 31793a73-eb1a-4d10-8c77-2433532abbc8 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:52:14.085579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245b46b-10d0-485b-9b60-3b3f7e155f4a req-8673542a-75ce-4517-b655-cace0984bf6a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:14.086918 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e245b46b-10d0-485b-9b60-3b3f7e155f4a req-8673542a-75ce-4517-b655-cace0984bf6a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 943 time: 0.0794754 May 30 20:52:14.131826 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e245b46b-10d0-485b-9b60-3b3f7e155f4a req-f69da7bf-a888-464d-83d9-019568039054 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392032 May 30 20:52:15.325530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86255147-01c7-44f5-9919-325f139cfda6 req-cae6ab9c-afb7-4b5b-a676-2a2f3f5d5be7 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:15.326975 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-86255147-01c7-44f5-9919-325f139cfda6 req-cae6ab9c-afb7-4b5b-a676-2a2f3f5d5be7 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 943 time: 0.0756211 May 30 20:52:15.374635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-86255147-01c7-44f5-9919-325f139cfda6 req-5341db84-e80e-4a06-943e-5fc0a3e22776 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420411 May 30 20:52:15.796692 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:52:15.927291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:15.940407 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '955d53ae-8d83-4a06-a3e4-29beaaeb6cdc', 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce', 'port_id': '955d53ae-8d83-4a06-a3e4-29beaaeb6cdc', 'mac_address': 'fa:16:3e:61:12:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a2072cb-09bd-4f0c-881b-7d6da8ade0a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:52:15.992342 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:16.009858 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:52:16.024782 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:16.028659 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:16.095085 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:16.103529 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:16.103871 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:16.104233 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:16.104568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:16.104893 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:16.105224 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:16.105545 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:16.105864 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:16.106189 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:16.106499 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:16.106813 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:16.230552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['955d53ae-8d83-4a06-a3e4-29beaaeb6cdc'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:52:16.569681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5df85-85b1-4f65-84fa-1bf645766621 req-dbbe37cb-431e-4267-a79d-36334c7a89b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:16.571119 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2ac5df85-85b1-4f65-84fa-1bf645766621 req-dbbe37cb-431e-4267-a79d-36334c7a89b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 944 time: 0.0754271 May 30 20:52:16.615676 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2ac5df85-85b1-4f65-84fa-1bf645766621 req-63e9636b-9232-4c05-8925-e85eaa082d1c tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391278 May 30 20:52:17.188576 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:52:17.822050 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:52:17.890644 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:52:17.895206 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:52:17.895565 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:17.906499 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cda67-d22a-43bf-a381-4538bfb7790d req-5c7d41c8-0bc2-4709-99f1-73e756c648fc tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:17.907911 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-727cda67-d22a-43bf-a381-4538bfb7790d req-5c7d41c8-0bc2-4709-99f1-73e756c648fc tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 944 time: 0.1717374 May 30 20:52:17.952967 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-727cda67-d22a-43bf-a381-4538bfb7790d req-583b5501-95cd-4574-8af1-52cc319cee64 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391364 May 30 20:52:18.009410 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:18.035604 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7939f8df-5ca9-4802-b023-40f6119aa24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955d53ae-8d83-4a06-a3e4-29beaaeb6cdc'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:52:18.044736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:18.049811 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:18.094726 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a026a0-c19e-44e6-9a0f-20458367cde8'] response: {'server_uuid': '7939f8df-5ca9-4802-b023-40f6119aa24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955d53ae-8d83-4a06-a3e4-29beaaeb6cdc', 'code': 200} May 30 20:52:18.118519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:18.213979 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-28e206da-d0ce-4bf3-a01f-fd7f7c07eea9 req-1156268d-b16d-4f21-a831-f00ad2cfd262 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 1096 time: 0.0660903 May 30 20:52:18.255186 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-28e206da-d0ce-4bf3-a01f-fd7f7c07eea9 req-3767bd11-caeb-4ff1-80af-c407dae5b3f4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350645 May 30 20:52:19.149214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637abe3-e304-42aa-be15-a1e0e28c29cd req-e213b0d0-09d1-46e9-98cd-763669aa8872 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:19.150660 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7637abe3-e304-42aa-be15-a1e0e28c29cd req-e213b0d0-09d1-46e9-98cd-763669aa8872 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0782130 May 30 20:52:19.197827 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7637abe3-e304-42aa-be15-a1e0e28c29cd req-47bbdd4c-432a-4400-a0a3-a583a753555f tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407269 May 30 20:52:20.400231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00960735-29d5-47e0-a358-c0714a9d1a84 req-28275313-5add-41fd-9fb0-242d08a9fe43 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:20.402177 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-00960735-29d5-47e0-a358-c0714a9d1a84 req-28275313-5add-41fd-9fb0-242d08a9fe43 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0794585 May 30 20:52:20.447500 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-00960735-29d5-47e0-a358-c0714a9d1a84 req-0e7771fb-72d9-4dc0-b90b-e6f5b8105b7c tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400004 May 30 20:52:20.637646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3f016-592c-4a6c-98c4-fadd1a8d75f7 req-b83a8e1e-8fcc-41e1-9082-f0e3061e7fe2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:20.639081 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27e3f016-592c-4a6c-98c4-fadd1a8d75f7 req-b83a8e1e-8fcc-41e1-9082-f0e3061e7fe2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0744472 May 30 20:52:20.683933 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27e3f016-592c-4a6c-98c4-fadd1a8d75f7 req-bff3230c-5ca9-4bed-8c13-55cb75e47811 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394053 May 30 20:52:21.001734 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f31198c1-9886-40f9-a1c7-3406417d0b03 req-6505f6ac-71af-499d-b7df-94f5d630301a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1300020 May 30 20:52:21.365635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea026c9-a086-435d-9eb5-2fd38039458c req-2a4dee5e-82c0-415f-82ff-0b0b437635c6 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:21.367104 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ea026c9-a086-435d-9eb5-2fd38039458c req-2a4dee5e-82c0-415f-82ff-0b0b437635c6 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.1329124 May 30 20:52:21.392497 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-13927e36-5478-408d-acd5-eee7aedd0dcc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1790507 May 30 20:52:21.419819 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ea026c9-a086-435d-9eb5-2fd38039458c req-9fd8425e-feba-46b3-aff7-51bba5530418 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469189 May 30 20:52:22.607529 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-a00fd828-4e91-4856-9733-dba73621221c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 1096 time: 0.0720727 May 30 20:52:22.634520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778f8fa-2602-4b5b-abe7-c1924a72cf22 req-85729236-6ef8-423d-9c48-621fc55db87d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:22.635972 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d778f8fa-2602-4b5b-abe7-c1924a72cf22 req-85729236-6ef8-423d-9c48-621fc55db87d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0794482 May 30 20:52:22.681793 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d778f8fa-2602-4b5b-abe7-c1924a72cf22 req-1a00dd25-caed-4808-8064-d3a5c16c61f4 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397124 May 30 20:52:22.736808 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-617faa30-bd5c-48a6-a010-6d1a2f8ed110 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:22.738204 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-617faa30-bd5c-48a6-a010-6d1a2f8ed110 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2537e4fb-d797-425a-8196-bceca374b2ce HTTP/1.1" status: 200 len: 915 time: 0.1254611 May 30 20:52:22.803918 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-dec43ce6-2d13-48f8-893a-ec34c0b58957 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc HTTP/1.1" status: 200 len: 217 time: 0.0595956 May 30 20:52:22.866309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-5a498f43-5543-42d4-a012-c7aa162ecd23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:22.867714 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-5a498f43-5543-42d4-a012-c7aa162ecd23 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5a2072cb-09bd-4f0c-881b-7d6da8ade0a3 HTTP/1.1" status: 200 len: 854 time: 0.0583580 May 30 20:52:22.911508 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-09a18c90-1830-4626-8dcd-046d81fdbfa5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2537e4fb-d797-425a-8196-bceca374b2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382464 May 30 20:52:23.127548 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-83fec912-d275-4165-92ce-ee68a752ab09 service neutron] 10.222.0.93 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092574 May 30 20:52:23.253900 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-7c20ce51-1072-43ec-8f56-4d716b9784fb service neutron] 10.222.0.93 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210527 May 30 20:52:23.875755 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f67b41-ad65-4c30-820e-e684e9d5375b req-b7ca37b4-139c-42c6-978e-4b9d14ff44f0 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:23.877225 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2f67b41-ad65-4c30-820e-e684e9d5375b req-b7ca37b4-139c-42c6-978e-4b9d14ff44f0 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0758905 May 30 20:52:23.922250 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2f67b41-ad65-4c30-820e-e684e9d5375b req-0e9bbe8c-f839-46c4-abc5-65dd6228e615 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389814 May 30 20:52:25.117120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d259d9e-cc07-4a31-b758-6348f005dd9c req-1c7cea14-6921-498f-838f-c3fdd7a8190a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:25.118546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d259d9e-cc07-4a31-b758-6348f005dd9c req-1c7cea14-6921-498f-838f-c3fdd7a8190a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0785208 May 30 20:52:25.163532 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1d259d9e-cc07-4a31-b758-6348f005dd9c req-dd0092e2-9c0a-4230-8244-6d94b0946855 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394387 May 30 20:52:26.356958 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32a681-e57d-43fe-977b-71a788e2564f req-8e8dcae1-fc6a-414a-83ec-32af9fa224d5 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:26.358395 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d32a681-e57d-43fe-977b-71a788e2564f req-8e8dcae1-fc6a-414a-83ec-32af9fa224d5 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0755537 May 30 20:52:26.403569 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d32a681-e57d-43fe-977b-71a788e2564f req-0339bf75-38c1-4a6a-bb03-0e98eccf23a2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391276 May 30 20:52:27.603013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3cf39-a828-4b53-a398-88bbce03f04c req-941f4ad5-1b72-40b0-87f6-fba4350086ad tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:27.604462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7c3cf39-a828-4b53-a398-88bbce03f04c req-941f4ad5-1b72-40b0-87f6-fba4350086ad tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0776982 May 30 20:52:27.648520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c7c3cf39-a828-4b53-a398-88bbce03f04c req-23ec4fca-db58-4984-93ce-3df8e7469322 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386517 May 30 20:52:27.826048 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-449fff1f-ef36-402a-9fd8-3c2d5c5be29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:28.845666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefe226-5111-4282-8278-95d9c0da39a5 req-376620d4-89f4-4915-9a22-3d98488b0860 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:28.847104 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fbefe226-5111-4282-8278-95d9c0da39a5 req-376620d4-89f4-4915-9a22-3d98488b0860 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0784807 May 30 20:52:28.894549 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fbefe226-5111-4282-8278-95d9c0da39a5 req-d84b7d1b-32b6-4806-a6e9-150fc57d9516 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419254 May 30 20:52:30.017001 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-352e6a63-2e8d-4f82-9ebd-757625464479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:30.087520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4392c8-ccb3-4109-ad05-59f502ca5b8c req-00a30ff1-d0b5-45f7-a539-477274d64c68 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:30.089000 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd4392c8-ccb3-4109-ad05-59f502ca5b8c req-00a30ff1-d0b5-45f7-a539-477274d64c68 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0769510 May 30 20:52:30.133855 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd4392c8-ccb3-4109-ad05-59f502ca5b8c req-2fe24267-052e-48ff-9395-bf1cbff4aa17 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386555 May 30 20:52:31.331269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286c0e7-0dfa-4316-8587-665606547290 req-cf888754-0dcf-4e9d-af9b-e9ec2ae9aa6a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:31.332729 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5286c0e7-0dfa-4316-8587-665606547290 req-cf888754-0dcf-4e9d-af9b-e9ec2ae9aa6a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0809369 May 30 20:52:31.370598 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:31.379221 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5286c0e7-0dfa-4316-8587-665606547290 req-d286fc15-4dcb-4f2e-bbc2-03678599c3f6 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409281 May 30 20:52:31.636163 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:32.573915 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda9ed2-4505-4949-987d-5dac367b3ae7 req-b461a3dc-4d02-487a-81f8-f65bd9d2b787 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:32.575252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-afda9ed2-4505-4949-987d-5dac367b3ae7 req-b461a3dc-4d02-487a-81f8-f65bd9d2b787 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0756624 May 30 20:52:32.619490 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-afda9ed2-4505-4949-987d-5dac367b3ae7 req-589118d3-3411-42c4-a31a-55c2bc9dba45 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382504 May 30 20:52:32.973275 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:33.603214 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:33.815125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1f172-a999-4f34-9193-5bfe84a9520f req-f1a43d56-c10a-402a-b36f-67911723f83f tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:33.816598 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6c1f172-a999-4f34-9193-5bfe84a9520f req-f1a43d56-c10a-402a-b36f-67911723f83f tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0789015 May 30 20:52:33.862190 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d6c1f172-a999-4f34-9193-5bfe84a9520f req-b014688e-c711-4004-9296-423c03a4f8ca tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400527 May 30 20:52:35.056451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca747b1-ed83-47e7-b74c-2dee5bd78ce0 req-0aa993e3-608f-4ab9-88ec-f7186dc72c52 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:35.057872 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ca747b1-ed83-47e7-b74c-2dee5bd78ce0 req-0aa993e3-608f-4ab9-88ec-f7186dc72c52 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0756805 May 30 20:52:35.104643 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1ca747b1-ed83-47e7-b74c-2dee5bd78ce0 req-067104c2-79f9-42c6-a7fa-d3cf515fba2f tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412638 May 30 20:52:36.303479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284539f-6fa8-4aa7-9dee-cc27e45bd7c6 req-05b83cae-da9a-4c07-9ccc-716e51d19705 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:36.304948 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6284539f-6fa8-4aa7-9dee-cc27e45bd7c6 req-05b83cae-da9a-4c07-9ccc-716e51d19705 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0770028 May 30 20:52:36.349512 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6284539f-6fa8-4aa7-9dee-cc27e45bd7c6 req-b2f02143-cc3c-4697-a628-cb577e8c4fe5 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391285 May 30 20:52:37.474583 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:37.551858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86704c-94ab-4995-8494-160fa2327f9b req-730d38fa-c082-40fb-95f2-f3bd9c54c88b tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:37.553343 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d86704c-94ab-4995-8494-160fa2327f9b req-730d38fa-c082-40fb-95f2-f3bd9c54c88b tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0798848 May 30 20:52:37.675526 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d86704c-94ab-4995-8494-160fa2327f9b req-a87bfb04-1747-4a7e-941e-1131a1f9e1e7 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164789 May 30 20:52:38.882297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87318a1-f117-4295-b9a0-f01f866d60d1 req-19b7d833-3bd0-4f82-a5e2-0db360636cda tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:38.883721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d87318a1-f117-4295-b9a0-f01f866d60d1 req-19b7d833-3bd0-4f82-a5e2-0db360636cda tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0758560 May 30 20:52:38.928693 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d87318a1-f117-4295-b9a0-f01f866d60d1 req-b839fb92-dd51-4793-96ec-3e55f617202c tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394919 May 30 20:52:40.126786 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bc26b-885b-4798-87f1-25b18730d0ba req-a630ec0e-fd45-485c-9f32-80a857c04cbc tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:40.128233 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c04bc26b-885b-4798-87f1-25b18730d0ba req-a630ec0e-fd45-485c-9f32-80a857c04cbc tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0782208 May 30 20:52:40.173997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c04bc26b-885b-4798-87f1-25b18730d0ba req-e8d62d71-f680-4e7b-82cd-2409734914dc tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401473 May 30 20:52:41.369846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003a66d-ebce-4a73-8584-32d7f0219c6e req-edba4eca-e300-41a3-9a3a-c59f67812212 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:41.371207 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5003a66d-ebce-4a73-8584-32d7f0219c6e req-edba4eca-e300-41a3-9a3a-c59f67812212 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0758803 May 30 20:52:41.419525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5003a66d-ebce-4a73-8584-32d7f0219c6e req-8143b8e1-9d5e-49a9-9e05-357fe5b3554e tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428367 May 30 20:52:42.614049 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da569fd1-96c3-494a-8ae1-b42cb2367dd9 req-ce6960d6-de52-45e4-871f-f65a028f216c tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:42.615393 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-da569fd1-96c3-494a-8ae1-b42cb2367dd9 req-ce6960d6-de52-45e4-871f-f65a028f216c tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0753088 May 30 20:52:42.659759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-da569fd1-96c3-494a-8ae1-b42cb2367dd9 req-9b675ede-f48f-4595-bedd-d8cf54bff8d9 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388205 May 30 20:52:43.861399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e17c84-f946-46a3-816f-5c35c67e44b9 req-669ae9dd-6b13-4ee9-9c0d-92f473b816d4 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:43.862849 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-07e17c84-f946-46a3-816f-5c35c67e44b9 req-669ae9dd-6b13-4ee9-9c0d-92f473b816d4 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0799026 May 30 20:52:43.910849 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-07e17c84-f946-46a3-816f-5c35c67e44b9 req-1a6e9e1e-f231-4896-9111-18f99b7233fa tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424738 May 30 20:52:45.105610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b178a58-d9dd-4078-afed-e2e88f8961fb req-41f73fdd-cf0e-40d4-9e14-e55b604c562e tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:45.107068 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b178a58-d9dd-4078-afed-e2e88f8961fb req-41f73fdd-cf0e-40d4-9e14-e55b604c562e tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0771236 May 30 20:52:45.161092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b178a58-d9dd-4078-afed-e2e88f8961fb req-c9a3c047-751e-4b1f-83a7-4db7ce1a6353 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483613 May 30 20:52:46.357587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69d972-75e2-41e8-86b8-3386c8844e82 req-5ca492f6-ff02-4fe4-b9ef-b9ef4218b62a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:46.359027 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e69d972-75e2-41e8-86b8-3386c8844e82 req-5ca492f6-ff02-4fe4-b9ef-b9ef4218b62a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0798724 May 30 20:52:46.404301 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e69d972-75e2-41e8-86b8-3386c8844e82 req-c647a861-f747-4cdf-bc71-79b0bb63d914 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391343 May 30 20:52:47.599640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab407e-b1cb-45a7-a0c7-bc6664efc446 req-d85965f0-0bcc-4181-b4a9-e60bddcce74a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:47.601020 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cab407e-b1cb-45a7-a0c7-bc6664efc446 req-d85965f0-0bcc-4181-b4a9-e60bddcce74a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0753455 May 30 20:52:47.649526 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cab407e-b1cb-45a7-a0c7-bc6664efc446 req-2dcc4ea2-1421-4ac5-8fa6-a56b31585885 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429935 May 30 20:52:48.842471 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a483f4-bea1-42f5-94d1-d2d1ab9add58 req-6563f209-688b-4b74-9297-f6e1c938cedb tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:48.844474 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a5a483f4-bea1-42f5-94d1-d2d1ab9add58 req-6563f209-688b-4b74-9297-f6e1c938cedb tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0758376 May 30 20:52:48.887542 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a5a483f4-bea1-42f5-94d1-d2d1ab9add58 req-ca0076a4-2cdb-46a4-bb7b-62fe25ed6048 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375948 May 30 20:52:50.090264 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460d942-9c05-40c6-b318-0891390ab03d req-27773efc-5cd2-445f-aa9b-9443c1830019 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:50.091701 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d460d942-9c05-40c6-b318-0891390ab03d req-27773efc-5cd2-445f-aa9b-9443c1830019 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0831943 May 30 20:52:50.137036 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d460d942-9c05-40c6-b318-0891390ab03d req-a0572d2a-5938-47ea-a0ab-1a192d26581f tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392933 May 30 20:52:50.209620 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3a646725-0326-491a-bc93-341a5d9c1360 service neutron] show failed (client error): The resource could not be found. May 30 20:52:50.210518 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3a646725-0326-491a-bc93-341a5d9c1360 service neutron] 10.222.0.93 "GET /v2.0/ports/955d53ae-8d83-4a06-a3e4-29beaaeb6cdc/bindings/n-h1-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.0810537 May 30 20:52:50.481017 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-0a462955-9efc-4355-9ef9-9f07cfb06528 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b&tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c HTTP/1.1" status: 200 len: 1096 time: 0.0729229 May 30 20:52:50.495259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:52:50.600587 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:50.859881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] For port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:50.887607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] For port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:52:50.942126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7939f8df-5ca9-4802-b023-40f6119aa24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955d53ae-8d83-4a06-a3e4-29beaaeb6cdc'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:52:50.947234 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:50.962636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Transition to ACTIVE for port object 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:52:50.966665 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:51.018230 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57204878-1cd1-454a-83f7-2aeebde97f56'] response: {'server_uuid': '7939f8df-5ca9-4802-b023-40f6119aa24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955d53ae-8d83-4a06-a3e4-29beaaeb6cdc', 'code': 200} May 30 20:52:51.093169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Pushing event updated for resources: {'Port': ['ID=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,revision_number=6']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:51.128530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] No DVR routers for this DVR port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:52:51.179604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Attempting to bind port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:52:51.179933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Attempting to bind port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '92caaa32-1c56-408f-b81e-c532e254c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:52:51.180292 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Attempting to bind port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc on network 2537e4fb-d797-425a-8196-bceca374b2ce {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:52:51.185943 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc on network 2537e4fb-d797-425a-8196-bceca374b2ce not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:52:51.186327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Attempting to bind port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc on network 2537e4fb-d797-425a-8196-bceca374b2ce {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:52:51.193011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:52:51.193341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Checking segment: {'id': '92caaa32-1c56-408f-b81e-c532e254c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:52:51.193713 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Bound using segment: {'id': '92caaa32-1c56-408f-b81e-c532e254c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:52:51.194128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Bound port: 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92caaa32-1c56-408f-b81e-c532e254c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:52:51.194464 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:51.295863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] For port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:52:51.299637 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] For port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:52:51.305982 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:51.341611 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f83b6-5535-41de-942e-d5c1cb5a033e req-7be23854-41e2-42c8-b78e-6540ec5e6c0d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:51.343447 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d33f83b6-5535-41de-942e-d5c1cb5a033e req-7be23854-41e2-42c8-b78e-6540ec5e6c0d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 943 time: 0.0840907 May 30 20:52:51.368969 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:51.370392 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] 10.222.0.77 "PUT /v2.0/ports/955d53ae-8d83-4a06-a3e4-29beaaeb6cdc HTTP/1.1" status: 200 len: 1091 time: 0.8789568 May 30 20:52:51.383125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f551fbf-a1b3-4761-a3d6-b510771cd654 service neutron] Pushing event updated for resources: {'Port': ['ID=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,revision_number=7']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:51.395501 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d33f83b6-5535-41de-942e-d5c1cb5a033e req-6c42ab1b-55f9-4763-8d72-0425b285a0f1 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464485 May 30 20:52:51.467645 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-f17d53b6-c746-4a06-b808-2158d2d5b62b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 1094 time: 0.0694695 May 30 20:52:51.608043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-16f960aa-0b6f-4599-8066-4f4151332bd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:51.609473 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-16f960aa-0b6f-4599-8066-4f4151332bd3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2537e4fb-d797-425a-8196-bceca374b2ce HTTP/1.1" status: 200 len: 915 time: 0.1265776 May 30 20:52:51.681908 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-de4a0e67-bd83-4f69-aaed-7ee8824b1aa9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc HTTP/1.1" status: 200 len: 217 time: 0.0631733 May 30 20:52:51.744116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-1d938831-6daa-4477-a118-da4d34a6e41b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:51.745476 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-1d938831-6daa-4477-a118-da4d34a6e41b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a2072cb-09bd-4f0c-881b-7d6da8ade0a3 HTTP/1.1" status: 200 len: 854 time: 0.0555470 May 30 20:52:51.878513 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-c8d1eb0a-67c5-46b5-a449-f79b44f90ab2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2537e4fb-d797-425a-8196-bceca374b2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245136 May 30 20:52:52.009131 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-814491f3-b64d-479a-838f-a5298c4cbf8d service neutron] 10.222.0.77 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212816 May 30 20:52:52.140410 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-32614388-a91c-4531-bf88-c83c8b1a9bea req-4844148b-bebf-425f-9542-66751e0c727b service neutron] 10.222.0.77 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217360 May 30 20:52:52.593369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e28aa-162f-4d53-98a2-9f2b926ca2e4 req-4252d2d5-d69a-4be8-87d7-e2364d6c1db9 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:52.594713 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-105e28aa-162f-4d53-98a2-9f2b926ca2e4 req-4252d2d5-d69a-4be8-87d7-e2364d6c1db9 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 943 time: 0.0791860 May 30 20:52:52.639218 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-105e28aa-162f-4d53-98a2-9f2b926ca2e4 req-d6e8cc69-c26b-48f1-b44f-698d69545d5a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389798 May 30 20:52:53.019446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7939f8df-5ca9-4802-b023-40f6119aa24b', 'tag': '955d53ae-8d83-4a06-a3e4-29beaaeb6cdc'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:52:53.085560 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1977d42b-906e-41f2-bcd3-f61097b11878'] response: {'name': 'network-changed', 'server_uuid': '7939f8df-5ca9-4802-b023-40f6119aa24b', 'tag': '955d53ae-8d83-4a06-a3e4-29beaaeb6cdc', 'status': 'completed', 'code': 200} May 30 20:52:53.222579 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fcd33fde-2ba0-4f15-a3a2-e85da024d6ea req-915bd739-c1c6-4216-8945-e7b9f192e166 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 1094 time: 0.1210654 May 30 20:52:53.228720 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fcd33fde-2ba0-4f15-a3a2-e85da024d6ea req-815c4a1e-3522-4313-92fd-64c855ff06cc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 1094 time: 0.0989888 May 30 20:52:53.456891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd33fde-2ba0-4f15-a3a2-e85da024d6ea req-cf003287-20b2-4b39-9bb1-0ff7bcd9820b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:53.458314 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fcd33fde-2ba0-4f15-a3a2-e85da024d6ea req-cf003287-20b2-4b39-9bb1-0ff7bcd9820b service neutron] 10.222.0.93 "GET /v2.0/networks?id=2537e4fb-d797-425a-8196-bceca374b2ce HTTP/1.1" status: 200 len: 915 time: 0.2287476 May 30 20:52:53.460384 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd33fde-2ba0-4f15-a3a2-e85da024d6ea req-f9c354c0-1217-4f5d-a6d6-230d7f37c26c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:53.461635 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fcd33fde-2ba0-4f15-a3a2-e85da024d6ea req-f9c354c0-1217-4f5d-a6d6-230d7f37c26c service neutron] 10.222.0.77 "GET /v2.0/networks?id=2537e4fb-d797-425a-8196-bceca374b2ce HTTP/1.1" status: 200 len: 915 time: 0.2152424 May 30 20:52:53.581029 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fcd33fde-2ba0-4f15-a3a2-e85da024d6ea req-fd85933f-aff7-4ec2-9a61-90ea35746921 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc HTTP/1.1" status: 200 len: 217 time: 0.1168604 May 30 20:52:53.582215 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fcd33fde-2ba0-4f15-a3a2-e85da024d6ea req-86ed69d5-bac7-4b7e-a1bf-92e74d6f1325 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc HTTP/1.1" status: 200 len: 217 time: 0.0694237 May 30 20:52:53.687159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd33fde-2ba0-4f15-a3a2-e85da024d6ea req-f38c0c67-e1cb-415d-87bb-f28eaab375bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:53.688622 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fcd33fde-2ba0-4f15-a3a2-e85da024d6ea req-f38c0c67-e1cb-415d-87bb-f28eaab375bd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5a2072cb-09bd-4f0c-881b-7d6da8ade0a3 HTTP/1.1" status: 200 len: 854 time: 0.1020610 May 30 20:52:53.691540 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd33fde-2ba0-4f15-a3a2-e85da024d6ea req-db56c3ec-6a6c-488a-bb86-ceb40fde195b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:53.692824 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fcd33fde-2ba0-4f15-a3a2-e85da024d6ea req-db56c3ec-6a6c-488a-bb86-ceb40fde195b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5a2072cb-09bd-4f0c-881b-7d6da8ade0a3 HTTP/1.1" status: 200 len: 854 time: 0.0762608 May 30 20:52:53.765354 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fcd33fde-2ba0-4f15-a3a2-e85da024d6ea req-9c8baf23-0193-4449-b302-b3b798bfc069 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2537e4fb-d797-425a-8196-bceca374b2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709071 May 30 20:52:53.770846 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fcd33fde-2ba0-4f15-a3a2-e85da024d6ea req-fa9e54b7-d103-40b4-8957-280ec0a1508e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2537e4fb-d797-425a-8196-bceca374b2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449238 May 30 20:52:53.833209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28fdd0-daef-46fc-966e-0ed7b3c87821 req-e077d101-b7cc-4a29-b7a9-7cb4128428ac tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:53.834565 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e28fdd0-daef-46fc-966e-0ed7b3c87821 req-e077d101-b7cc-4a29-b7a9-7cb4128428ac tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 943 time: 0.0758879 May 30 20:52:53.885584 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e28fdd0-daef-46fc-966e-0ed7b3c87821 req-c77607af-7513-4944-93a9-7628aeb2dbc9 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451229 May 30 20:52:53.999262 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fcd33fde-2ba0-4f15-a3a2-e85da024d6ea req-1ac45ad4-5432-404f-ba44-0561cf42dd88 service neutron] 10.222.0.77 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104101 May 30 20:52:54.001588 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fcd33fde-2ba0-4f15-a3a2-e85da024d6ea req-d0df0246-70b0-4088-9baf-a2fd75821164 service neutron] 10.222.0.93 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299531 May 30 20:52:54.066141 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:52:54.126210 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:52:54.190555 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:52:54.287802 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:52:54.336464 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fcd33fde-2ba0-4f15-a3a2-e85da024d6ea req-49718fba-5af9-4875-9167-a938ac402808 service neutron] 10.222.0.93 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292172 May 30 20:52:54.338095 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fcd33fde-2ba0-4f15-a3a2-e85da024d6ea req-4967bfb1-7d44-4023-ba4b-4e86f0344f98 service neutron] 10.222.0.77 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298717 May 30 20:52:54.447708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:54.460378 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '955d53ae-8d83-4a06-a3e4-29beaaeb6cdc', 'network_id': '2537e4fb-d797-425a-8196-bceca374b2ce', 'port_id': '955d53ae-8d83-4a06-a3e4-29beaaeb6cdc', 'mac_address': 'fa:16:3e:61:12:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a2072cb-09bd-4f0c-881b-7d6da8ade0a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:52:54.512157 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:54.528718 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:52:54.543723 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:54.547825 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:54.614130 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:54.782909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['955d53ae-8d83-4a06-a3e4-29beaaeb6cdc'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:52:55.099574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cf500-cecb-41e5-a859-878af77d32ca req-503d8c19-0bac-4993-9121-cb2440570889 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:55.100992 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e49cf500-cecb-41e5-a859-878af77d32ca req-503d8c19-0bac-4993-9121-cb2440570889 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 944 time: 0.0781479 May 30 20:52:55.145886 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e49cf500-cecb-41e5-a859-878af77d32ca req-1fd13b22-2779-48a3-8b68-03c77c48a2ea tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394769 May 30 20:52:55.488549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac47c1-f554-4a5e-a756-1237334794c3 req-b3392b07-f310-4558-9fe0-792c80f3841f tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:55.489275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-adac47c1-f554-4a5e-a756-1237334794c3 req-b3392b07-f310-4558-9fe0-792c80f3841f tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Synchronizing usage tracker for tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:52:55.490201 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2cbd7-b11e-4834-b59c-37ffa983423f req-11ec2cd3-d5bf-4dfd-9b17-e978c12589ab tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:55.491645 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63c2cbd7-b11e-4834-b59c-37ffa983423f req-11ec2cd3-d5bf-4dfd-9b17-e978c12589ab tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 944 time: 0.0872300 May 30 20:52:55.501233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-adac47c1-f554-4a5e-a756-1237334794c3 req-b3392b07-f310-4558-9fe0-792c80f3841f tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Unset dirty status for tenant:8cb596a1a36d4a63b5ccb9f089c4cb7c on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:52:55.502342 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-adac47c1-f554-4a5e-a756-1237334794c3 req-b3392b07-f310-4558-9fe0-792c80f3841f tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.93 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b&tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 944 time: 0.1017787 May 30 20:52:55.538142 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63c2cbd7-b11e-4834-b59c-37ffa983423f req-2c388768-c2b1-4711-96aa-1377aeb661b2 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408752 May 30 20:52:55.585771 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [req-adac47c1-f554-4a5e-a756-1237334794c3 req-2d2d40d6-90e0-4c76-9c6d-6e7371b6bcd7 service neutron] delete failed (client error): The resource could not be found. May 30 20:52:55.586766 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-adac47c1-f554-4a5e-a756-1237334794c3 req-2d2d40d6-90e0-4c76-9c6d-6e7371b6bcd7 service neutron] 10.222.0.93 "DELETE /v2.0/ports/955d53ae-8d83-4a06-a3e4-29beaaeb6cdc/bindings/n-h2-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.0781677 May 30 20:52:55.729079 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-adac47c1-f554-4a5e-a756-1237334794c3 req-4ba43002-cf8b-49db-a376-eadae29f77f5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 1095 time: 0.0673079 May 30 20:52:55.860783 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac47c1-f554-4a5e-a756-1237334794c3 req-fc048de4-bf3b-4b78-b1d8-4d150b7b3db3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:55.862231 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-adac47c1-f554-4a5e-a756-1237334794c3 req-fc048de4-bf3b-4b78-b1d8-4d150b7b3db3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2537e4fb-d797-425a-8196-bceca374b2ce HTTP/1.1" status: 200 len: 915 time: 0.1264069 May 30 20:52:55.931224 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-adac47c1-f554-4a5e-a756-1237334794c3 req-775aaa43-1a42-4612-861d-17018892125f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc HTTP/1.1" status: 200 len: 217 time: 0.0634582 May 30 20:52:55.991908 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac47c1-f554-4a5e-a756-1237334794c3 req-e8ae19cc-2598-4a9a-ab3d-741ebdd22565 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:55.993324 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-adac47c1-f554-4a5e-a756-1237334794c3 req-e8ae19cc-2598-4a9a-ab3d-741ebdd22565 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5a2072cb-09bd-4f0c-881b-7d6da8ade0a3 HTTP/1.1" status: 200 len: 854 time: 0.0570617 May 30 20:52:56.041027 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-adac47c1-f554-4a5e-a756-1237334794c3 req-73ae4d02-9ceb-4e9d-9795-65a4ae0ad414 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2537e4fb-d797-425a-8196-bceca374b2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424206 May 30 20:52:56.171400 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-adac47c1-f554-4a5e-a756-1237334794c3 req-e00cf41e-63b1-4b9a-a5ea-7339bce899dc service neutron] 10.222.0.93 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246786 May 30 20:52:56.303736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:52:56.304345 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-adac47c1-f554-4a5e-a756-1237334794c3 req-bbe68c50-3617-46ca-8c93-542b877f998f service neutron] 10.222.0.93 "GET /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273084 May 30 20:52:56.372384 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:52:56.376980 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:52:56.377337 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:56.488494 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:56.513436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7939f8df-5ca9-4802-b023-40f6119aa24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955d53ae-8d83-4a06-a3e4-29beaaeb6cdc'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:52:56.523218 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:56.527458 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:56.584510 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dab899f-c2c0-40f0-ad29-44ab5779e498'] response: {'server_uuid': '7939f8df-5ca9-4802-b023-40f6119aa24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955d53ae-8d83-4a06-a3e4-29beaaeb6cdc', 'code': 200} May 30 20:52:56.600258 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:56.738399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cbc31-d7f8-4127-adb4-6af7df1fc492 req-ab518e44-d4d1-4350-9b7a-41d692a77e86 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:56.740200 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b26cbc31-d7f8-4127-adb4-6af7df1fc492 req-ab518e44-d4d1-4350-9b7a-41d692a77e86 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0797143 May 30 20:52:56.787865 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b26cbc31-d7f8-4127-adb4-6af7df1fc492 req-45492d3a-6a2f-4287-beee-fa2f3bdf97ec tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420508 May 30 20:52:57.827574 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3156b1bb-7cd7-47aa-9075-87a459a2daff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:57.985214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006be54-fd72-4e73-8525-a26b7838ec07 req-d8f3c624-3be8-4706-a2f5-4b77133508ad tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:57.986544 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e006be54-fd72-4e73-8525-a26b7838ec07 req-d8f3c624-3be8-4706-a2f5-4b77133508ad tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0781064 May 30 20:52:58.030601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e006be54-fd72-4e73-8525-a26b7838ec07 req-2e3be3b3-b35e-4c5c-afbe-265570d25832 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386617 May 30 20:52:58.222365 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9a5b0-41a9-493a-aa89-12e427d15e7b req-a35e0efc-83ac-4d1d-872c-e32f16ff9393 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:58.223818 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7eb9a5b0-41a9-493a-aa89-12e427d15e7b req-a35e0efc-83ac-4d1d-872c-e32f16ff9393 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0764043 May 30 20:52:58.268690 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7eb9a5b0-41a9-493a-aa89-12e427d15e7b req-4566b4a3-132a-4ab3-a056-566e56962a05 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393679 May 30 20:52:58.465804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1191e-2869-40dc-856b-587267ec77c0 req-8abe2455-c58c-40a2-9c13-4cd7cc629625 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:58.467234 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-66b1191e-2869-40dc-856b-587267ec77c0 req-8abe2455-c58c-40a2-9c13-4cd7cc629625 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0803246 May 30 20:52:58.511406 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-66b1191e-2869-40dc-856b-587267ec77c0 req-ec607249-d8c0-46b9-b758-79ceacc76bb8 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387044 May 30 20:52:59.093077 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7dea3-06c0-4e75-875e-4fac675988d5 req-175aa390-2de7-4cdc-8178-dbcf6d39cb7b tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:59.094938 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bad7dea3-06c0-4e75-875e-4fac675988d5 req-175aa390-2de7-4cdc-8178-dbcf6d39cb7b tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0757453 May 30 20:52:59.142993 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bad7dea3-06c0-4e75-875e-4fac675988d5 req-49ee6e17-8a70-48ca-af36-3653f2ae8f1a tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425336 May 30 20:53:00.018936 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8269b169-34e4-407e-b436-a54d4c78f1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:00.256914 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18af726-82d5-42a8-a9dd-b1544f2bb805 req-1d139af3-7b16-46ce-a9c2-f4cead00d7f9 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:00.258336 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c18af726-82d5-42a8-a9dd-b1544f2bb805 req-1d139af3-7b16-46ce-a9c2-f4cead00d7f9 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.77 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0748644 May 30 20:53:00.328595 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-c18af726-82d5-42a8-a9dd-b1544f2bb805 req-629a15d2-5b26-46f4-88a6-f2e6e2fa7e73 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Deleting port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:53:00.328948 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c18af726-82d5-42a8-a9dd-b1544f2bb805 req-629a15d2-5b26-46f4-88a6-f2e6e2fa7e73 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:00.338399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66b02d-1308-43e4-9812-4d790a64a33a req-31223c5e-66df-40a3-a638-0f5428e41b7b tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:00.339870 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb66b02d-1308-43e4-9812-4d790a64a33a req-31223c5e-66df-40a3-a638-0f5428e41b7b tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/ports?device_id=7939f8df-5ca9-4802-b023-40f6119aa24b HTTP/1.1" status: 200 len: 945 time: 0.0781157 May 30 20:53:00.386043 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb66b02d-1308-43e4-9812-4d790a64a33a req-3bd4e5c8-c3de-4bbc-986d-9dbeb39abbfb tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 May 30 20:53:00.571570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-c18af726-82d5-42a8-a9dd-b1544f2bb805 req-629a15d2-5b26-46f4-88a6-f2e6e2fa7e73 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] For port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,segment=NetworkSegment(92caaa32-1c56-408f-b81e-c532e254c83f),segment_id=92caaa32-1c56-408f-b81e-c532e254c83f)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:00.571801 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c18af726-82d5-42a8-a9dd-b1544f2bb805 req-629a15d2-5b26-46f4-88a6-f2e6e2fa7e73 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:00.690716 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-c18af726-82d5-42a8-a9dd-b1544f2bb805 req-629a15d2-5b26-46f4-88a6-f2e6e2fa7e73 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Calling delete_port for 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:53:00.914317 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c18af726-82d5-42a8-a9dd-b1544f2bb805 req-629a15d2-5b26-46f4-88a6-f2e6e2fa7e73 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:00.929823 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['955d53ae-8d83-4a06-a3e4-29beaaeb6cdc'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:53:00.965824 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a15d2-5b26-46f4-88a6-f2e6e2fa7e73 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Pushing event deleted for resources: {'Port': ['ID=955d53ae-8d83-4a06-a3e4-29beaaeb6cdc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:01.034699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18af726-82d5-42a8-a9dd-b1544f2bb805 req-629a15d2-5b26-46f4-88a6-f2e6e2fa7e73 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] No DVR routers for this DVR port 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:53:01.037217 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-c18af726-82d5-42a8-a9dd-b1544f2bb805 req-629a15d2-5b26-46f4-88a6-f2e6e2fa7e73 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.039644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7939f8df-5ca9-4802-b023-40f6119aa24b', 'name': 'network-vif-deleted', 'tag': '955d53ae-8d83-4a06-a3e4-29beaaeb6cdc'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:53:01.055391 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c18af726-82d5-42a8-a9dd-b1544f2bb805 req-629a15d2-5b26-46f4-88a6-f2e6e2fa7e73 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.77 "DELETE /v2.0/ports/955d53ae-8d83-4a06-a3e4-29beaaeb6cdc HTTP/1.1" status: 204 len: 173 time: 0.7886910 May 30 20:53:01.095496 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a25f706-9266-40d3-b6aa-1812d9dcfc8d'] response: {'server_uuid': '7939f8df-5ca9-4802-b023-40f6119aa24b', 'name': 'network-vif-deleted', 'tag': '955d53ae-8d83-4a06-a3e4-29beaaeb6cdc', 'status': 'completed', 'code': 200} May 30 20:53:01.376508 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.527636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50036) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:01.592369 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-584cd413-75b2-4145-bfa4-3202e18ea97d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.619526 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-584cd413-75b2-4145-bfa4-3202e18ea97d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.638269 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.676193 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-584cd413-75b2-4145-bfa4-3202e18ea97d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.693060 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cd413-75b2-4145-bfa4-3202e18ea97d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9494d9c-abee-4139-b0ad-e0a59814886e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:01.704629 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-584cd413-75b2-4145-bfa4-3202e18ea97d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.705726 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-584cd413-75b2-4145-bfa4-3202e18ea97d tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "DELETE /v2.0/security-groups/a9494d9c-abee-4139-b0ad-e0a59814886e HTTP/1.1" status: 204 len: 168 time: 0.1770337 May 30 20:53:01.708423 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50040) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:01.724163 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [None req-cdb63f68-8770-42f0-b76c-0fc89658c2b5 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] show failed (client error): The resource could not be found. May 30 20:53:01.725122 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cdb63f68-8770-42f0-b76c-0fc89658c2b5 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "GET /v2.0/security-groups/a9494d9c-abee-4139-b0ad-e0a59814886e HTTP/1.1" status: 404 len: 347 time: 0.0158250 May 30 20:53:01.727667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50044) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:01.877533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ea0d9186-e636-4552-9e0d-4c4e709ae483 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Deleting port b3fb8e21-d13b-4560-b74c-e95030127e98 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:53:01.877866 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ea0d9186-e636-4552-9e0d-4c4e709ae483 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.043040 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ea0d9186-e636-4552-9e0d-4c4e709ae483 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.043353 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ea0d9186-e636-4552-9e0d-4c4e709ae483 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.159387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ea0d9186-e636-4552-9e0d-4c4e709ae483 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Calling delete_port for b3fb8e21-d13b-4560-b74c-e95030127e98 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:53:02.293957 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ea0d9186-e636-4552-9e0d-4c4e709ae483 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.337834 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d9186-e636-4552-9e0d-4c4e709ae483 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Pushing event deleted for resources: {'Port': ['ID=b3fb8e21-d13b-4560-b74c-e95030127e98,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:02.427700 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ea0d9186-e636-4552-9e0d-4c4e709ae483 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.440865 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ea0d9186-e636-4552-9e0d-4c4e709ae483 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.441960 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ea0d9186-e636-4552-9e0d-4c4e709ae483 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] 10.222.0.84 "DELETE /v2.0/floatingips/f1975681-e2d3-4446-b99b-9b87c9d987b5 HTTP/1.1" status: 204 len: 168 time: 0.7134116 May 30 20:53:02.598283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50052) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:02.656890 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7de37b-e3d6-403b-ab91-edde1b07649d admin admin] Deleting subnet 5a2072cb-09bd-4f0c-881b-7d6da8ade0a3 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:53:02.659720 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7de37b-e3d6-403b-ab91-edde1b07649d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.707298 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7de37b-e3d6-403b-ab91-edde1b07649d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.764690 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7de37b-e3d6-403b-ab91-edde1b07649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.831924 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7de37b-e3d6-403b-ab91-edde1b07649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.869638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7de37b-e3d6-403b-ab91-edde1b07649d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a2072cb-09bd-4f0c-881b-7d6da8ade0a3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:02.874290 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9c7de37b-e3d6-403b-ab91-edde1b07649d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.879850 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9c7de37b-e3d6-403b-ab91-edde1b07649d admin admin] 10.222.0.84 "DELETE /v2.0/subnets/5a2072cb-09bd-4f0c-881b-7d6da8ade0a3 HTTP/1.1" status: 204 len: 168 time: 0.2805390 May 30 20:53:02.882342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50056) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:02.976491 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.985770 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-32f843e2-be62-48fd-9abf-d728b9a3d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.187803 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-32f843e2-be62-48fd-9abf-d728b9a3d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.214985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-32f843e2-be62-48fd-9abf-d728b9a3d4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2537e4fb-d797-425a-8196-bceca374b2ce']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:03.227622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-32f843e2-be62-48fd-9abf-d728b9a3d4d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92caaa32-1c56-408f-b81e-c532e254c83f') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:03.227996 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-32f843e2-be62-48fd-9abf-d728b9a3d4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92caaa32-1c56-408f-b81e-c532e254c83f') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:03.239196 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-32f843e2-be62-48fd-9abf-d728b9a3d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.254566 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-32f843e2-be62-48fd-9abf-d728b9a3d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.260582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f843e2-be62-48fd-9abf-d728b9a3d4d1 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:53:03.261000 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-32f843e2-be62-48fd-9abf-d728b9a3d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: timer() May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:53:03.274338 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:53:03.350521 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-32f843e2-be62-48fd-9abf-d728b9a3d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.366070 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-32f843e2-be62-48fd-9abf-d728b9a3d4d1 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.376425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f843e2-be62-48fd-9abf-d728b9a3d4d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2537e4fb-d797-425a-8196-bceca374b2ce,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:03.392195 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-32f843e2-be62-48fd-9abf-d728b9a3d4d1 admin admin] 10.222.0.84 "DELETE /v2.0/networks/2537e4fb-d797-425a-8196-bceca374b2ce HTTP/1.1" status: 204 len: 168 time: 0.5088751 May 30 20:53:03.626971 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50062) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:03.638288 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.677604 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-63b42bc7-905b-416b-bbe7-655dede72218 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8cb596a1a36d4a63b5ccb9f089c4cb7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494618 May 30 20:53:03.679948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50066) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:03.737094 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-122fab67-0ee2-40f6-a35d-fabfee743398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.761967 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-122fab67-0ee2-40f6-a35d-fabfee743398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.812063 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-122fab67-0ee2-40f6-a35d-fabfee743398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.830740 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fab67-0ee2-40f6-a35d-fabfee743398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:03.835185 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-122fab67-0ee2-40f6-a35d-fabfee743398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.836255 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-122fab67-0ee2-40f6-a35d-fabfee743398 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1e20a22a-f2c8-41ff-b9a2-ffe17a094a7a HTTP/1.1" status: 204 len: 168 time: 0.1553690 May 30 20:53:04.337113 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:53:04.370332 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:53:04.370676 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 955d53ae-8d83-4a06-a3e4-29beaaeb6cdc not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:53:04.675325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50090) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:04.801467 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1341989540-network', 'tenant_id': '65f92b89485d44a78f73bb972d472616'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:04.807010 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:04.810832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Usage tracker for resource:network and tenant:65f92b89485d44a78f73bb972d472616 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:04.814250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:04.819815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:04.833106 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Made reservation on behalf of 65f92b89485d44a78f73bb972d472616 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:53:04.835279 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:04.847325 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:04.878195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:04.881968 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Usage tracker for resource:security_group_rule and tenant:65f92b89485d44a78f73bb972d472616 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:04.884870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:04.890747 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:04.953994 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:04.957465 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:04.985536 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:53:04.997506 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3eb37e-8fd0-4d05-9991-7cef14e9e29e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:05.002175 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:05.002517 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Added segment a47122aa-ddce-41a3-8e6d-0f4603f08641 of type vlan for network 3dfba4c8-d93e-4630-b607-44f229c905fd May 30 20:53:05.028800 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:05.057456 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:05.058373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:05.058955 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:05.158390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] Pushing event updated for resources: {'Network': ['ID=3dfba4c8-d93e-4630-b607-44f229c905fd,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:05.161733 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-64ed3e00-6a56-4941-a66d-bc24afed7639 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4853795 May 30 20:53:05.164760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50096) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:05.169039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 3dfba4c8-d93e-4630-b607-44f229c905fd details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:53:05.169951 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5a6cec0c-3917-4b8d-ba47-957ee6fc8565 admin admin] Request body: {'subnet': {'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1341989540-subnet', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:05.176198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5a6cec0c-3917-4b8d-ba47-957ee6fc8565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:05.180051 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5a6cec0c-3917-4b8d-ba47-957ee6fc8565 admin admin] Usage tracker for resource:subnet and tenant:65f92b89485d44a78f73bb972d472616 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:05.182860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5a6cec0c-3917-4b8d-ba47-957ee6fc8565 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:05.188697 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5a6cec0c-3917-4b8d-ba47-957ee6fc8565 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:05.199521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6cec0c-3917-4b8d-ba47-957ee6fc8565 admin admin] Made reservation on behalf of 65f92b89485d44a78f73bb972d472616 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:53:05.201875 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5a6cec0c-3917-4b8d-ba47-957ee6fc8565 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:05.419874 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5a6cec0c-3917-4b8d-ba47-957ee6fc8565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:05.507559 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6cec0c-3917-4b8d-ba47-957ee6fc8565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:05.526579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6cec0c-3917-4b8d-ba47-957ee6fc8565 admin admin] Checking segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:53:05.527126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6cec0c-3917-4b8d-ba47-957ee6fc8565 admin admin] Network hostable DHCP agents. Network: 3dfba4c8-d93e-4630-b607-44f229c905fd, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:53:05.552914 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6cec0c-3917-4b8d-ba47-957ee6fc8565 admin admin] Network 3dfba4c8-d93e-4630-b607-44f229c905fd is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:53:05.562786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-5a6cec0c-3917-4b8d-ba47-957ee6fc8565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 3dfba4c8-d93e-4630-b607-44f229c905fd) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:53:05.567053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6cec0c-3917-4b8d-ba47-957ee6fc8565 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:05.567670 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5a6cec0c-3917-4b8d-ba47-957ee6fc8565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:05.571835 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fae3846-758c-4cb5-86c2-08d49407ee69 None None] Network 3dfba4c8-d93e-4630-b607-44f229c905fd requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:53:05.595704 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5a6cec0c-3917-4b8d-ba47-957ee6fc8565 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4299715 May 30 20:53:05.598557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50100) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:05.604394 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:05.610043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:05.615379 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Usage tracker for resource:router and tenant:65f92b89485d44a78f73bb972d472616 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:05.618300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:05.624053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:05.636811 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:05.638396 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:05.666149 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:05.816079 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:05.818077 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-3dfba4c8-d93e-4630-b607-44f229c905fd', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:53:05.818871 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:05.975691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Allocated IP 172.20.0.2 (3dfba4c8-d93e-4630-b607-44f229c905fd/f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0/11e9aeb7-88f4-4e12-8f84-df5d5708ea4e) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:53:06.011732 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:06.042339 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:06.179954 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Allocated IP 172.25.5.26 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/0afc9ce9-4e4a-4333-b500-ea15c96ed8a2) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:53:06.182753 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:06.193901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Transition to ACTIVE for port object 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:53:06.212800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Transition to ACTIVE for port object 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:53:06.219446 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:06.290578 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Network 3dfba4c8-d93e-4630-b607-44f229c905fd is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:53:06.293422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:53:06.297302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:53:06.303879 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Pushing event updated for resources: {'Port': ['ID=11e9aeb7-88f4-4e12-8f84-df5d5708ea4e,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:06.389296 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Attempting to bind port 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:53:06.389657 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Attempting to bind port 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:53:06.390014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Attempting to bind port 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:53:06.396985 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:53:06.397347 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Checking segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:53:06.397740 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:06.398128 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Bound using segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:53:06.398578 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Bound port: 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:53:06.398946 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:06.428617 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:06.457456 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:06.518861 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] For port 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:53:06.522659 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] For port 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=11e9aeb7-88f4-4e12-8f84-df5d5708ea4e,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:53:06.526511 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:06.527557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:53:06.530450 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:53:06.535025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:53:06.561473 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Pushing event updated for resources: {'Port': ['ID=0afc9ce9-4e4a-4333-b500-ea15c96ed8a2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:06.611474 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a687311-764c-42a6-a0ad-369803a0239c None None] Pushing event updated for resources: {'Port': ['ID=11e9aeb7-88f4-4e12-8f84-df5d5708ea4e,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:06.702240 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:06.703676 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:06.941073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:53:07.138928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:53:07.147936 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Sync routers for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:53:07.159511 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:07.160338 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:53:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:07.163445 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:07.164774 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3af6a9a8-a139-4dbd-9d7b-52070fd96363 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5652723 May 30 20:53:07.167588 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50104) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:07.374228 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:07.430339 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:07.506019 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:07.525460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:07.654461 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502304cc-41c5-440b-a97c-e020957aadc2 None None] Network 3dfba4c8-d93e-4630-b607-44f229c905fd requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:53:07.681839 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:06Z', 'revision_number': 3, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:07.685737 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Checking router: 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:53:07.686083 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Updating router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 port 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:53:07.737978 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:07.824015 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-eb3c2025-12a9-4566-95ee-2e61dc83e90d None None] Provisioning for port 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:07.831703 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-eb3c2025-12a9-4566-95ee-2e61dc83e90d None None] Provisioning complete for port 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:07.832103 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-eb3c2025-12a9-4566-95ee-2e61dc83e90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:07.955452 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:07.996280 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-eb3c2025-12a9-4566-95ee-2e61dc83e90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.037521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-eb3c2025-12a9-4566-95ee-2e61dc83e90d None None] For port 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=11e9aeb7-88f4-4e12-8f84-df5d5708ea4e,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:08.046155 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-eb3c2025-12a9-4566-95ee-2e61dc83e90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.085379 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.099729 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Transition to ACTIVE for port object 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:53:08.106901 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.127657 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c2025-12a9-4566-95ee-2e61dc83e90d None None] Pushing event updated for resources: {'Port': ['ID=11e9aeb7-88f4-4e12-8f84-df5d5708ea4e,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:08.206483 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Attempting to bind port 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:53:08.207005 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Attempting to bind port 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:53:08.207182 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Attempting to bind port 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:53:08.217162 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:53:08.217795 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:53:08.218402 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.218933 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:53:08.219553 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Bound port: 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:53:08.220115 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.257787 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093c7b7-be2c-4c68-a6f8-af62264a2e9a None None] Pushing event updated for resources: {'Port': ['ID=0afc9ce9-4e4a-4333-b500-ea15c96ed8a2,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:08.279894 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093c7b7-be2c-4c68-a6f8-af62264a2e9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:08.280548 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093c7b7-be2c-4c68-a6f8-af62264a2e9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:08.280692 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-12c58b93-941c-45bf-9271-d6393a1d4871 None None] Provisioning complete for port 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:08.281051 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-12c58b93-941c-45bf-9271-d6393a1d4871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.281449 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093c7b7-be2c-4c68-a6f8-af62264a2e9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:08.281965 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093c7b7-be2c-4c68-a6f8-af62264a2e9a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:08.282479 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093c7b7-be2c-4c68-a6f8-af62264a2e9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:08.282997 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093c7b7-be2c-4c68-a6f8-af62264a2e9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:08.283497 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093c7b7-be2c-4c68-a6f8-af62264a2e9a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:08.284015 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093c7b7-be2c-4c68-a6f8-af62264a2e9a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:08.284514 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093c7b7-be2c-4c68-a6f8-af62264a2e9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:08.285080 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093c7b7-be2c-4c68-a6f8-af62264a2e9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:08.285407 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093c7b7-be2c-4c68-a6f8-af62264a2e9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:08.327719 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] For port 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:53:08.328920 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Allocated IP 172.20.0.1 (3dfba4c8-d93e-4630-b607-44f229c905fd/f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0/0653327b-8c53-4af9-920e-684343779b42) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:53:08.331562 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] For port 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0afc9ce9-4e4a-4333-b500-ea15c96ed8a2,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:53:08.336813 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.422419 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093c7b7-be2c-4c68-a6f8-af62264a2e9a None None] Pushing event updated for resources: {'Port': ['ID=0afc9ce9-4e4a-4333-b500-ea15c96ed8a2,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:08.427596 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:08.428395 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:53:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:08.484862 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.501417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Transition to ACTIVE for port object 0653327b-8c53-4af9-920e-684343779b42 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:53:08.523005 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.589911 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Network 3dfba4c8-d93e-4630-b607-44f229c905fd is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:53:08.592689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:53:08.597073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:53:08.604526 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:08.621915 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Pushing event updated for resources: {'Port': ['ID=0653327b-8c53-4af9-920e-684343779b42,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:08.656430 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.742068 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.828629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4bf17218-e5d2-4639-bc98-b90d7bebb43e None None] Provisioning for port 0653327b-8c53-4af9-920e-684343779b42 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:08.836587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4bf17218-e5d2-4639-bc98-b90d7bebb43e None None] Provisioning complete for port 0653327b-8c53-4af9-920e-684343779b42 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:08.837259 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4bf17218-e5d2-4639-bc98-b90d7bebb43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.891671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4bf17218-e5d2-4639-bc98-b90d7bebb43e None None] Port 0653327b-8c53-4af9-920e-684343779b42 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:53:08.917151 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:06Z', 'revision_number': 3, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:08.920930 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7829d9f-c7f0-43db-ac12-12d9f5bad409 None None] The sync data for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 is: [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:06Z', 'revision_number': 3, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:53:08.973272 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.978018 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:09.088719 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:09.091310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Pushing event updated for resources: {'Port': ['ID=0653327b-8c53-4af9-920e-684343779b42,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:09.238174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Network 3dfba4c8-d93e-4630-b607-44f229c905fd is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:53:09.239697 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:53:09.462039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:09.536508 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0fdaad2d-4312-4b95-ab87-c1078c9d87e9 None None] Provisioning complete for port 0653327b-8c53-4af9-920e-684343779b42 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:09.536963 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0fdaad2d-4312-4b95-ab87-c1078c9d87e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:09.589533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:09.589982 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:09.636665 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0fdaad2d-4312-4b95-ab87-c1078c9d87e9 None None] Port 0653327b-8c53-4af9-920e-684343779b42 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:53:09.668557 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:53:09.730219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:09.799256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:09.804649 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:09.805147 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:09.925149 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:09.940946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0afc9ce9-4e4a-4333-b500-ea15c96ed8a2,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:09.946599 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:09.977380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:53:09.994509 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-84f7865c-dd7d-415d-bef2-f2c3b8be7349 admin admin] 10.222.0.84 "PUT /v2.0/routers/48cd2eda-a1ab-4dae-8ded-dcdad3c1a547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8183563 May 30 20:53:10.012740 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=0afc9ce9-4e4a-4333-b500-ea15c96ed8a2,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:10.334853 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50116) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:10.340339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--617948491', 'description': 'tempest-description--1235880140'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:10.346807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:10.350712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Usage tracker for resource:security_group and tenant:65f92b89485d44a78f73bb972d472616 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:10.353566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:10.359672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:10.368966 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:10.403677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:10.407415 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Usage tracker for resource:security_group_rule and tenant:65f92b89485d44a78f73bb972d472616 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:10.410184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:10.415893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:10.474595 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:10.478334 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:10.519272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af20554-73a9-4ae8-ba33-0160eb7f81cb,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:10.522774 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:10.523956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1881046 May 30 20:53:10.527101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50120) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:10.530986 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:10.531334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:10.531676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:10.532033 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:10.532370 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:10.532683 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ab9f6893-2fe9-4ddc-aaee-8994642128d7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Request body: {'security_group_rule': {'security_group_id': '3af20554-73a9-4ae8-ba33-0160eb7f81cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:10.532803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:10.533014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:10.533332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:10.533657 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:10.533977 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:10.534297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b37dfc-25b0-4f2b-bb53-1116fce345c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:10.539531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ab9f6893-2fe9-4ddc-aaee-8994642128d7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:10.543353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ab9f6893-2fe9-4ddc-aaee-8994642128d7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Usage tracker for resource:security_group_rule and tenant:65f92b89485d44a78f73bb972d472616 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:10.546188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ab9f6893-2fe9-4ddc-aaee-8994642128d7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:10.552451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ab9f6893-2fe9-4ddc-aaee-8994642128d7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:10.569308 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ab9f6893-2fe9-4ddc-aaee-8994642128d7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:10.631132 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ab9f6893-2fe9-4ddc-aaee-8994642128d7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:10.634543 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ab9f6893-2fe9-4ddc-aaee-8994642128d7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:10.657749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f6893-2fe9-4ddc-aaee-8994642128d7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4352f6-7d61-4ff8-9a6c-8883bd2180bc,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:10.666670 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ab9f6893-2fe9-4ddc-aaee-8994642128d7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:10.667813 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ab9f6893-2fe9-4ddc-aaee-8994642128d7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1397452 May 30 20:53:10.670360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50124) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:10.675583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-7ebb3953-5205-409a-9b5f-fac14a60ca99 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Request body: {'security_group_rule': {'security_group_id': '3af20554-73a9-4ae8-ba33-0160eb7f81cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:10.681965 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7ebb3953-5205-409a-9b5f-fac14a60ca99 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:10.685688 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7ebb3953-5205-409a-9b5f-fac14a60ca99 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Usage tracker for resource:security_group_rule and tenant:65f92b89485d44a78f73bb972d472616 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:10.688492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7ebb3953-5205-409a-9b5f-fac14a60ca99 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:10.694041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7ebb3953-5205-409a-9b5f-fac14a60ca99 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:10.710122 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7ebb3953-5205-409a-9b5f-fac14a60ca99 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:10.772221 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7ebb3953-5205-409a-9b5f-fac14a60ca99 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:10.775755 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7ebb3953-5205-409a-9b5f-fac14a60ca99 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:10.799706 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb3953-5205-409a-9b5f-fac14a60ca99 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad148da-026d-4940-a8f1-942580b3e25a,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:10.808745 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7ebb3953-5205-409a-9b5f-fac14a60ca99 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:10.809892 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7ebb3953-5205-409a-9b5f-fac14a60ca99 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1386428 May 30 20:53:10.812857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 50128) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:10.817881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:10.823907 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:10.828247 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Usage tracker for resource:floatingip and tenant:65f92b89485d44a78f73bb972d472616 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:10.831009 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:10.836604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:10.847132 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:10.980759 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:11.115763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Allocated IP 172.25.5.71 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/52089793-6894-42d7-b5da-9b768728c290) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:53:11.260434 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:11.291730 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:11.362150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:53:11.365110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:53:11.369757 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:53:11.371956 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:11.398208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Pushing event updated for resources: {'Port': ['ID=52089793-6894-42d7-b5da-9b768728c290,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:11.422394 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:11.422730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:11.423064 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:11.423401 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:11.423721 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:11.424071 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:11.424392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:11.424712 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:11.425029 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:11.425342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:11.425654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:11.446700 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:11.447064 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:11.548423 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:11.611329 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:11.819408 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:11.823863 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:11.933000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Pushing event updated for resources: {'Port': ['ID=52089793-6894-42d7-b5da-9b768728c290,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:11.945066 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:11.966689 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:11.968105 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1d613ba6-60b5-4a68-b3d0-39f266abc5ce tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1543436 May 30 20:53:12.142133 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-60487481-9987-4dcf-acb2-888de56aa05d req-6593b4b1-4dcb-40e4-89e1-10f7fbe1cf1a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Synchronizing usage tracker for tenant:65f92b89485d44a78f73bb972d472616 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:53:12.160588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-60487481-9987-4dcf-acb2-888de56aa05d req-6593b4b1-4dcb-40e4-89e1-10f7fbe1cf1a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Unset dirty status for tenant:65f92b89485d44a78f73bb972d472616 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:53:12.161762 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60487481-9987-4dcf-acb2-888de56aa05d req-6593b4b1-4dcb-40e4-89e1-10f7fbe1cf1a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--617948491&fields=id&tenant_id=65f92b89485d44a78f73bb972d472616 HTTP/1.1" status: 200 len: 267 time: 0.0613420 May 30 20:53:12.409368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60487481-9987-4dcf-acb2-888de56aa05d req-497c45c0-cf7f-40fe-97d3-b524d2bb4799 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:12.410811 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60487481-9987-4dcf-acb2-888de56aa05d req-497c45c0-cf7f-40fe-97d3-b524d2bb4799 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 812 time: 0.2394295 May 30 20:53:12.427586 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60487481-9987-4dcf-acb2-888de56aa05d req-074d7fe0-d633-400f-86cf-641837781e20 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/quotas/65f92b89485d44a78f73bb972d472616 HTTP/1.1" status: 200 len: 375 time: 0.0113919 May 30 20:53:12.446770 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Sync routers for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:53:12.458940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:12.459605 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:53:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:12.509178 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60487481-9987-4dcf-acb2-888de56aa05d req-c9e0590f-dd5a-4e68-a11a-bba3760f5e60 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0759523 May 30 20:53:12.648133 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60487481-9987-4dcf-acb2-888de56aa05d req-cb60f7b9-d2d6-4837-b531-5582d5903b33 service neutron] 10.222.0.84 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263695 May 30 20:53:12.669172 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:12.782115 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60487481-9987-4dcf-acb2-888de56aa05d req-096b84e5-cc4f-443d-94c2-e788ce2e60f4 service neutron] 10.222.0.84 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273942 May 30 20:53:12.984313 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 2, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:12.985897 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dc7c8a23-7a43-4a6c-924e-e6f7a2d35be2 req-2e92ac22-8a51-46ef-aa30-3c12134a1d41 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 210 time: 0.0518043 May 30 20:53:12.988471 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Checking router: 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:53:12.988821 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Updating router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 port 0653327b-8c53-4af9-920e-684343779b42 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:53:13.045472 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:13.396071 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:13.409684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Transition to ACTIVE for port object 0653327b-8c53-4af9-920e-684343779b42 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:53:13.415934 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:13.542041 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901d9e5-88de-4631-b7c1-2fede0804a30 None None] Pushing event updated for resources: {'Port': ['ID=0653327b-8c53-4af9-920e-684343779b42,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:13.635279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Attempting to bind port 0653327b-8c53-4af9-920e-684343779b42 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:53:13.635650 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Attempting to bind port 0653327b-8c53-4af9-920e-684343779b42 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:53:13.636036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Attempting to bind port 0653327b-8c53-4af9-920e-684343779b42 on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:53:13.642915 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:53:13.643314 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Checking segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:53:13.643719 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:13.644136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Bound using segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:53:13.644609 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Bound port: 0653327b-8c53-4af9-920e-684343779b42, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:53:13.645028 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:13.739091 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] For port 0653327b-8c53-4af9-920e-684343779b42, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:53:13.742236 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] For port 0653327b-8c53-4af9-920e-684343779b42, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0653327b-8c53-4af9-920e-684343779b42,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:53:13.745736 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:13.835276 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901d9e5-88de-4631-b7c1-2fede0804a30 None None] Pushing event updated for resources: {'Port': ['ID=0653327b-8c53-4af9-920e-684343779b42,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:13.845808 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:13.846430 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:53:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:14.028375 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:14.147653 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4721dc51-0921-46bf-ae26-26dd4b4bcb2c req-6abafee3-b10f-41e9-ab92-54e40031869d tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 210 time: 0.0419109 May 30 20:53:14.368392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60487481-9987-4dcf-acb2-888de56aa05d req-6c3e73f5-021a-483e-beaa-900851decf63 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:14.369294 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-60487481-9987-4dcf-acb2-888de56aa05d req-6c3e73f5-021a-483e-beaa-900851decf63 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Synchronizing usage tracker for tenant:65f92b89485d44a78f73bb972d472616 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:53:14.387089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-60487481-9987-4dcf-acb2-888de56aa05d req-6c3e73f5-021a-483e-beaa-900851decf63 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Unset dirty status for tenant:65f92b89485d44a78f73bb972d472616 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:53:14.388397 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-60487481-9987-4dcf-acb2-888de56aa05d req-6c3e73f5-021a-483e-beaa-900851decf63 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 812 time: 0.1827455 May 30 20:53:14.408668 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:13Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:14.412796 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f99088-0a39-4be2-aaa6-12006f48ac8c None None] The sync data for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 is: [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:13Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:53:14.449323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-60487481-9987-4dcf-acb2-888de56aa05d req-43c9bf43-ea40-4839-81ed-df12d37b46a9 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Synchronizing usage tracker for tenant:65f92b89485d44a78f73bb972d472616 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:53:14.469376 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-60487481-9987-4dcf-acb2-888de56aa05d req-43c9bf43-ea40-4839-81ed-df12d37b46a9 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Unset dirty status for tenant:65f92b89485d44a78f73bb972d472616 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:53:14.470522 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-60487481-9987-4dcf-acb2-888de56aa05d req-43c9bf43-ea40-4839-81ed-df12d37b46a9 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65f92b89485d44a78f73bb972d472616 HTTP/1.1" status: 200 len: 379 time: 0.0629654 May 30 20:53:14.479888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-60487481-9987-4dcf-acb2-888de56aa05d req-a812052f-865a-4b6e-8aa0-f542bccf37fe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Request body: {'port': {'device_id': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'admin_state_up': True, 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'security_groups': ['3af20554-73a9-4ae8-ba33-0160eb7f81cb']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:14.628772 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-60487481-9987-4dcf-acb2-888de56aa05d req-a812052f-865a-4b6e-8aa0-f542bccf37fe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:14.632722 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-60487481-9987-4dcf-acb2-888de56aa05d req-a812052f-865a-4b6e-8aa0-f542bccf37fe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Usage tracker for resource:port and tenant:65f92b89485d44a78f73bb972d472616 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:14.635596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-60487481-9987-4dcf-acb2-888de56aa05d req-a812052f-865a-4b6e-8aa0-f542bccf37fe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:14.641979 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-60487481-9987-4dcf-acb2-888de56aa05d req-a812052f-865a-4b6e-8aa0-f542bccf37fe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:14.652181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60487481-9987-4dcf-acb2-888de56aa05d req-a812052f-865a-4b6e-8aa0-f542bccf37fe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Made reservation on behalf of 65f92b89485d44a78f73bb972d472616 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:53:14.655306 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-60487481-9987-4dcf-acb2-888de56aa05d req-a812052f-865a-4b6e-8aa0-f542bccf37fe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:14.923810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-60487481-9987-4dcf-acb2-888de56aa05d req-a812052f-865a-4b6e-8aa0-f542bccf37fe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Allocated IP 172.20.0.3 (3dfba4c8-d93e-4630-b607-44f229c905fd/f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0/fc2476ab-e025-481e-a1e7-65582da61f5b) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:53:15.117025 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-60487481-9987-4dcf-acb2-888de56aa05d req-a812052f-865a-4b6e-8aa0-f542bccf37fe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:15.132899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-60487481-9987-4dcf-acb2-888de56aa05d req-a812052f-865a-4b6e-8aa0-f542bccf37fe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Transition to ACTIVE for port object fc2476ab-e025-481e-a1e7-65582da61f5b will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:53:15.156617 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-60487481-9987-4dcf-acb2-888de56aa05d req-a812052f-865a-4b6e-8aa0-f542bccf37fe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:15.239241 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60487481-9987-4dcf-acb2-888de56aa05d req-a812052f-865a-4b6e-8aa0-f542bccf37fe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Network 3dfba4c8-d93e-4630-b607-44f229c905fd is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:53:15.243093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-60487481-9987-4dcf-acb2-888de56aa05d req-a812052f-865a-4b6e-8aa0-f542bccf37fe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:53:15.245767 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-60487481-9987-4dcf-acb2-888de56aa05d req-a812052f-865a-4b6e-8aa0-f542bccf37fe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:53:15.309365 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60487481-9987-4dcf-acb2-888de56aa05d req-a812052f-865a-4b6e-8aa0-f542bccf37fe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:15.309988 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-60487481-9987-4dcf-acb2-888de56aa05d req-a812052f-865a-4b6e-8aa0-f542bccf37fe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:15.335096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812052f-865a-4b6e-8aa0-f542bccf37fe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Pushing event updated for resources: {'Port': ['ID=fc2476ab-e025-481e-a1e7-65582da61f5b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:15.349586 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-60487481-9987-4dcf-acb2-888de56aa05d req-a812052f-865a-4b6e-8aa0-f542bccf37fe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8732991 May 30 20:53:15.365705 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Request body: {'port': {'device_id': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:15.396737 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94964c10-b3a1-4224-b91a-4795653a722a req-a791a062-7742-4aff-8174-1bd3385c1e47 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:15.398674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94964c10-b3a1-4224-b91a-4795653a722a req-a791a062-7742-4aff-8174-1bd3385c1e47 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 931 time: 0.1073060 May 30 20:53:15.426463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0653327b-8c53-4af9-920e-684343779b42 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:15.454790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94964c10-b3a1-4224-b91a-4795653a722a req-f65f704b-e871-47d0-a207-6293a3f0b063 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495329 May 30 20:53:15.505738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 0653327b-8c53-4af9-920e-684343779b42 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:15.509765 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:15.510760 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0653327b-8c53-4af9-920e-684343779b42 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:15.511135 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:15.635195 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:15.650179 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ee17b0b6-6ca3-454d-850c-fe9f4fa88cc2 None None] Provisioning for port fc2476ab-e025-481e-a1e7-65582da61f5b completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:15.657317 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ee17b0b6-6ca3-454d-850c-fe9f4fa88cc2 None None] Provisioning complete for port fc2476ab-e025-481e-a1e7-65582da61f5b triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:15.657679 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ee17b0b6-6ca3-454d-850c-fe9f4fa88cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:15.719089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 0653327b-8c53-4af9-920e-684343779b42, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0653327b-8c53-4af9-920e-684343779b42,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:15.721718 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ee17b0b6-6ca3-454d-850c-fe9f4fa88cc2 None None] Port fc2476ab-e025-481e-a1e7-65582da61f5b cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:53:15.724802 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:15.794835 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=0653327b-8c53-4af9-920e-684343779b42,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:15.860016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2476ab-e025-481e-a1e7-65582da61f5b {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:53:15.866642 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:15.881128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Transition to ACTIVE for port object fc2476ab-e025-481e-a1e7-65582da61f5b will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:53:15.884489 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:16.011654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Pushing event updated for resources: {'Port': ['ID=fc2476ab-e025-481e-a1e7-65582da61f5b,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:16.117034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Attempting to bind port fc2476ab-e025-481e-a1e7-65582da61f5b on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:53:16.117368 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Attempting to bind port fc2476ab-e025-481e-a1e7-65582da61f5b by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:53:16.117696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Attempting to bind port fc2476ab-e025-481e-a1e7-65582da61f5b on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:53:16.123417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Port fc2476ab-e025-481e-a1e7-65582da61f5b on network 3dfba4c8-d93e-4630-b607-44f229c905fd not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:53:16.123734 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Attempting to bind port fc2476ab-e025-481e-a1e7-65582da61f5b on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:53:16.130505 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:53:16.130836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Checking segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:53:16.131209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Bound using segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:53:16.131632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Bound port: fc2476ab-e025-481e-a1e7-65582da61f5b, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:53:16.131995 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:16.220821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] For port fc2476ab-e025-481e-a1e7-65582da61f5b, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:53:16.223644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] For port fc2476ab-e025-481e-a1e7-65582da61f5b, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc2476ab-e025-481e-a1e7-65582da61f5b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:53:16.228035 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:16.289009 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:16.290385 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-60487481-9987-4dcf-acb2-888de56aa05d req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] 10.222.0.77 "PUT /v2.0/ports/fc2476ab-e025-481e-a1e7-65582da61f5b HTTP/1.1" status: 200 len: 1091 time: 0.9293909 May 30 20:53:16.290820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'tag': 'fc2476ab-e025-481e-a1e7-65582da61f5b'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:53:16.309178 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61076b1a-4e80-4283-a175-845c9e9214cb service neutron] Pushing event updated for resources: {'Port': ['ID=fc2476ab-e025-481e-a1e7-65582da61f5b,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:16.378877 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e6d9d8-b8e4-48be-a8d0-bd65d10774c5'] response: {'name': 'network-changed', 'server_uuid': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'tag': 'fc2476ab-e025-481e-a1e7-65582da61f5b', 'status': 'completed', 'code': 200} May 30 20:53:16.420420 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-60487481-9987-4dcf-acb2-888de56aa05d req-6cc35214-8e07-423a-8f15-97534808a5e4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 1094 time: 0.0757749 May 30 20:53:16.491296 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-60487481-9987-4dcf-acb2-888de56aa05d req-d9fc9419-bce3-430b-a706-04a8fd5d9d51 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc2476ab-e025-481e-a1e7-65582da61f5b HTTP/1.1" status: 200 len: 217 time: 0.0605240 May 30 20:53:16.562000 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60487481-9987-4dcf-acb2-888de56aa05d req-8f36b309-23a5-4883-96d2-30a8551a242b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:16.563240 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-60487481-9987-4dcf-acb2-888de56aa05d req-8f36b309-23a5-4883-96d2-30a8551a242b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0633721 May 30 20:53:16.639824 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-60487481-9987-4dcf-acb2-888de56aa05d req-cbe20132-374e-44a7-add9-cf0c8c0decfe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666349 May 30 20:53:16.653324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62718b0b-769c-4afc-a332-11c9f46660bc req-e53081c6-7b3f-4d80-9f8b-d890ebcb1d5b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:16.654755 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62718b0b-769c-4afc-a332-11c9f46660bc req-e53081c6-7b3f-4d80-9f8b-d890ebcb1d5b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 943 time: 0.0754256 May 30 20:53:16.699837 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62718b0b-769c-4afc-a332-11c9f46660bc req-edb8186e-7cec-4ca0-b4f5-e79911f6dd6a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387607 May 30 20:53:16.772191 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-60487481-9987-4dcf-acb2-888de56aa05d req-887ddba0-3ccd-4598-955e-1158e142c5d3 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222115 May 30 20:53:16.991781 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-60487481-9987-4dcf-acb2-888de56aa05d req-ad85f2e8-c66d-45de-8241-36db9185ae22 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101870 May 30 20:53:17.115550 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8826466f-7a95-4cc3-9fb9-4c3e45e7c59b req-118107dd-4a75-4e19-8b67-3b994903a235 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 1094 time: 0.0710266 May 30 20:53:17.248797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826466f-7a95-4cc3-9fb9-4c3e45e7c59b req-eca15f85-0c12-4b62-9d0f-6d0ea6c481b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:17.250132 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8826466f-7a95-4cc3-9fb9-4c3e45e7c59b req-eca15f85-0c12-4b62-9d0f-6d0ea6c481b9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1224239 May 30 20:53:17.319857 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8826466f-7a95-4cc3-9fb9-4c3e45e7c59b req-04e26f33-5686-4c74-8c9e-b8ee67274c2b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc2476ab-e025-481e-a1e7-65582da61f5b HTTP/1.1" status: 200 len: 217 time: 0.0605943 May 30 20:53:17.371543 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0653327b-8c53-4af9-920e-684343779b42 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:17.399083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826466f-7a95-4cc3-9fb9-4c3e45e7c59b req-f2f9dc5f-9427-4609-a881-12cb56d4c6e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:17.400527 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8826466f-7a95-4cc3-9fb9-4c3e45e7c59b req-f2f9dc5f-9427-4609-a881-12cb56d4c6e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0749197 May 30 20:53:17.438913 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0653327b-8c53-4af9-920e-684343779b42 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:17.439287 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:17.475277 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8826466f-7a95-4cc3-9fb9-4c3e45e7c59b req-97ed2fec-8219-4a19-9c15-3f116bca3f44 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677674 May 30 20:53:17.615396 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8826466f-7a95-4cc3-9fb9-4c3e45e7c59b req-38c81cce-5a9c-4397-a81d-d8d01c207be9 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332889 May 30 20:53:17.746049 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8826466f-7a95-4cc3-9fb9-4c3e45e7c59b req-7faa26ac-7243-487d-bb88-8c27558ae8f0 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238983 May 30 20:53:17.904155 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae5239-387b-44a4-8dcf-60549084d541 req-69adad16-f69a-4e3a-bce9-e5fd73270a13 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:17.905635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28ae5239-387b-44a4-8dcf-60549084d541 req-69adad16-f69a-4e3a-bce9-e5fd73270a13 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 943 time: 0.0800073 May 30 20:53:17.951144 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28ae5239-387b-44a4-8dcf-60549084d541 req-98314dbe-487d-4462-9788-bf9025342551 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399694 May 30 20:53:18.415415 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fc2476ab-e025-481e-a1e7-65582da61f5b details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:53:18.543880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fc2476ab-e025-481e-a1e7-65582da61f5b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc2476ab-e025-481e-a1e7-65582da61f5b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:18.556893 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'fc2476ab-e025-481e-a1e7-65582da61f5b', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'port_id': 'fc2476ab-e025-481e-a1e7-65582da61f5b', 'mac_address': 'fa:16:3e:40:ab:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:53:18.613303 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:18.629553 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2476ab-e025-481e-a1e7-65582da61f5b {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:53:18.643620 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fc2476ab-e025-481e-a1e7-65582da61f5b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc2476ab-e025-481e-a1e7-65582da61f5b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:18.648017 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:18.712080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fc2476ab-e025-481e-a1e7-65582da61f5b,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:18.720966 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:18.721310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:18.721646 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:18.721976 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:18.722304 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:18.722627 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:18.722949 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:18.723269 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:18.723587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:18.723903 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:18.724248 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:18.910318 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['fc2476ab-e025-481e-a1e7-65582da61f5b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:53:19.150598 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e9baf-eb3c-473c-ac8b-f21ea321fe54 req-a97627d4-9559-43a2-8bf1-fd6c25904d5e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:19.152308 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517e9baf-eb3c-473c-ac8b-f21ea321fe54 req-a97627d4-9559-43a2-8bf1-fd6c25904d5e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 944 time: 0.0770073 May 30 20:53:19.196543 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-517e9baf-eb3c-473c-ac8b-f21ea321fe54 req-8bf08057-a35f-4a91-9f7e-2d84e56d4be7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384870 May 30 20:53:20.394031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741244c-56e4-4092-a450-0127725de5fb req-0ce69590-bd48-495f-8c07-9286e9a508bb tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:20.395575 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f741244c-56e4-4092-a450-0127725de5fb req-0ce69590-bd48-495f-8c07-9286e9a508bb tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 944 time: 0.0789273 May 30 20:53:20.425620 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fc2476ab-e025-481e-a1e7-65582da61f5b up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:20.440715 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f741244c-56e4-4092-a450-0127725de5fb req-2a56562a-a756-4492-8cc1-fc4d56d9c578 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396280 May 30 20:53:20.492973 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port fc2476ab-e025-481e-a1e7-65582da61f5b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:20.497705 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port fc2476ab-e025-481e-a1e7-65582da61f5b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:20.498066 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:20.611944 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:20.639343 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2476ab-e025-481e-a1e7-65582da61f5b'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:53:20.649688 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port fc2476ab-e025-481e-a1e7-65582da61f5b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc2476ab-e025-481e-a1e7-65582da61f5b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:20.653551 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:20.718539 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff46dfb-8d67-4ce7-8299-d7d1e4e0ed4a'] response: {'server_uuid': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2476ab-e025-481e-a1e7-65582da61f5b', 'code': 200} May 30 20:53:20.730090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=fc2476ab-e025-481e-a1e7-65582da61f5b,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:20.852897 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-da99aa2b-f4ec-4da1-8867-6e1a2fbe0f04 req-33d06afa-c8ec-4a47-a13a-346dbbc15cb3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 1096 time: 0.0709872 May 30 20:53:20.898450 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-da99aa2b-f4ec-4da1-8867-6e1a2fbe0f04 req-539e1c55-586a-4e24-8112-260c7391ca96 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356894 May 30 20:53:21.646133 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0dd20-5570-4c5f-b59f-03bb789fe130 req-69431be8-6e0d-442c-870f-0c71f67c4228 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:21.647559 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdb0dd20-5570-4c5f-b59f-03bb789fe130 req-69431be8-6e0d-442c-870f-0c71f67c4228 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0768135 May 30 20:53:21.692312 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdb0dd20-5570-4c5f-b59f-03bb789fe130 req-4b90c7c4-b0be-406d-99d2-a996848bc228 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389471 May 30 20:53:22.890811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01424570-a5ab-4249-8de3-904007b251e8 req-cd035305-860d-483f-82a6-25cab04fc7f1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:22.892273 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01424570-a5ab-4249-8de3-904007b251e8 req-cd035305-860d-483f-82a6-25cab04fc7f1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0785491 May 30 20:53:22.937271 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01424570-a5ab-4249-8de3-904007b251e8 req-6788fc6e-06cd-408b-9fcd-22e85a09d2ae tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394576 May 30 20:53:23.127761 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a07e76-3160-4f2c-aef4-0796fb7ffaaf req-872af1ef-9a75-480e-8d07-1d92a43f3744 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:23.129271 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8a07e76-3160-4f2c-aef4-0796fb7ffaaf req-872af1ef-9a75-480e-8d07-1d92a43f3744 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0769203 May 30 20:53:23.138191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50192) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:23.143410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-66c24812-0a67-43fc-af6b-5fc0c207d2d6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Request body: {'floatingip': {'port_id': 'fc2476ab-e025-481e-a1e7-65582da61f5b'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:23.219576 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66c24812-0a67-43fc-af6b-5fc0c207d2d6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:23.882795 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66c24812-0a67-43fc-af6b-5fc0c207d2d6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:23.886465 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66c24812-0a67-43fc-af6b-5fc0c207d2d6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:24.075071 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-66c24812-0a67-43fc-af6b-5fc0c207d2d6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Floating IP f137625d-be6c-4365-9f14-4a0f1cbe0422 associated. External IP: 172.25.5.71, port: fc2476ab-e025-481e-a1e7-65582da61f5b. May 30 20:53:24.459274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c24812-0a67-43fc-af6b-5fc0c207d2d6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:53:24.652869 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c24812-0a67-43fc-af6b-5fc0c207d2d6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:53:24.657633 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66c24812-0a67-43fc-af6b-5fc0c207d2d6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:24.662785 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9c902-3ad3-4d64-8170-57fde8290d60 None None] Sync routers for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:53:24.675348 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9c902-3ad3-4d64-8170-57fde8290d60 None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:24.675941 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f5c9c902-3ad3-4d64-8170-57fde8290d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:53:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:24.712526 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-66c24812-0a67-43fc-af6b-5fc0c207d2d6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "PUT /v2.0/floatingips/f137625d-be6c-4365-9f14-4a0f1cbe0422 HTTP/1.1" status: 200 len: 990 time: 1.5731990 May 30 20:53:24.713104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'tag': 'fc2476ab-e025-481e-a1e7-65582da61f5b'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:53:24.769398 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ec9679-dd9a-4c79-aaba-824a32ecc0f1'] response: {'name': 'network-changed', 'server_uuid': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'tag': 'fc2476ab-e025-481e-a1e7-65582da61f5b', 'status': 'completed', 'code': 200} May 30 20:53:24.853221 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-f5c9c902-3ad3-4d64-8170-57fde8290d60 None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:24.860875 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1828ca25-fe29-41d8-af67-5707d69a0764 req-7e3a8720-f7a3-4393-a9e6-7ce594c7c64c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 1096 time: 0.0693729 May 30 20:53:24.889810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ceddc-a3e2-4261-a8fe-d3dabc1d457d req-abeb7528-bc34-4b67-a333-47f863e65121 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:24.892169 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-411ceddc-a3e2-4261-a8fe-d3dabc1d457d req-abeb7528-bc34-4b67-a333-47f863e65121 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0787897 May 30 20:53:24.941045 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-411ceddc-a3e2-4261-a8fe-d3dabc1d457d req-8cc55cb4-39d9-49ea-8b2b-afdffe2ac52c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404081 May 30 20:53:25.002963 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828ca25-fe29-41d8-af67-5707d69a0764 req-a512730b-ef3d-427d-9e3b-cf8ca8a92eaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:25.004468 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1828ca25-fe29-41d8-af67-5707d69a0764 req-a512730b-ef3d-427d-9e3b-cf8ca8a92eaa service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1381540 May 30 20:53:25.111722 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1828ca25-fe29-41d8-af67-5707d69a0764 req-c93a8faa-1d0d-47ba-950d-a1ae411454e0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc2476ab-e025-481e-a1e7-65582da61f5b HTTP/1.1" status: 200 len: 998 time: 0.1015940 May 30 20:53:25.155922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96fff1-1ba1-45bc-951f-2fa3de0b60c5 req-b43c431f-8dad-40fa-a36f-b00123a6911d tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:25.157429 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b96fff1-1ba1-45bc-951f-2fa3de0b60c5 req-b43c431f-8dad-40fa-a36f-b00123a6911d tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0857117 May 30 20:53:25.176597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828ca25-fe29-41d8-af67-5707d69a0764 req-20fbce25-0da8-416e-84ab-a0a2c786d7c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:25.178459 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1828ca25-fe29-41d8-af67-5707d69a0764 req-20fbce25-0da8-416e-84ab-a0a2c786d7c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0607712 May 30 20:53:25.206208 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b96fff1-1ba1-45bc-951f-2fa3de0b60c5 req-78a04d9f-8072-4a43-afb4-c71189d78b43 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425832 May 30 20:53:25.269472 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1828ca25-fe29-41d8-af67-5707d69a0764 req-6c85e5fd-1395-402d-b4cd-b4af8737b22a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853679 May 30 20:53:25.366409 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f5c9c902-3ad3-4d64-8170-57fde8290d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'f137625d-be6c-4365-9f14-4a0f1cbe0422', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'port_id': 'fc2476ab-e025-481e-a1e7-65582da61f5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'mac_address': 'fa:16:3e:40:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:53:11Z', 'updated_at': '2022-05-30T20:53:23Z', 'revision_number': 1, 'project_id': '65f92b89485d44a78f73bb972d472616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:25.372679 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9c902-3ad3-4d64-8170-57fde8290d60 None None] Checking router: 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:53:25.398653 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1828ca25-fe29-41d8-af67-5707d69a0764 req-c582b76c-4bd1-4487-8866-69cd5efc68ac service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229289 May 30 20:53:25.401009 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9c902-3ad3-4d64-8170-57fde8290d60 None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:25.401612 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f5c9c902-3ad3-4d64-8170-57fde8290d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:53:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:25.590284 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-f5c9c902-3ad3-4d64-8170-57fde8290d60 None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:25.622866 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1828ca25-fe29-41d8-af67-5707d69a0764 req-509236ed-9e24-4584-9511-f6124eb7c8ce service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184923 May 30 20:53:25.941306 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f5c9c902-3ad3-4d64-8170-57fde8290d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'f137625d-be6c-4365-9f14-4a0f1cbe0422', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'port_id': 'fc2476ab-e025-481e-a1e7-65582da61f5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'mac_address': 'fa:16:3e:40:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:53:11Z', 'updated_at': '2022-05-30T20:53:23Z', 'revision_number': 1, 'project_id': '65f92b89485d44a78f73bb972d472616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:25.945137 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9c902-3ad3-4d64-8170-57fde8290d60 None None] The sync data for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 is: [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'f137625d-be6c-4365-9f14-4a0f1cbe0422', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'port_id': 'fc2476ab-e025-481e-a1e7-65582da61f5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'mac_address': 'fa:16:3e:40:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:53:11Z', 'updated_at': '2022-05-30T20:53:23Z', 'revision_number': 1, 'project_id': '65f92b89485d44a78f73bb972d472616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:53:26.404403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d359477-5c4b-4dd1-9ba0-3e10c06146cd req-a0353b0f-3758-497f-9fdb-7a8ec347d6c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:26.405828 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d359477-5c4b-4dd1-9ba0-3e10c06146cd req-a0353b0f-3758-497f-9fdb-7a8ec347d6c3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0765457 May 30 20:53:26.449923 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d359477-5c4b-4dd1-9ba0-3e10c06146cd req-1c9c56b9-1433-4b2b-a663-6d1fb61ac8ed tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380862 May 30 20:53:26.743397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe2abb-b8cf-4c33-b482-d93b26e1f4ea req-f378d4b4-16b2-4eaa-b557-885c318ef008 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:26.744878 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fabe2abb-b8cf-4c33-b482-d93b26e1f4ea req-f378d4b4-16b2-4eaa-b557-885c318ef008 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.1782568 May 30 20:53:26.789910 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fabe2abb-b8cf-4c33-b482-d93b26e1f4ea req-e7c48679-210a-43ea-8938-5cd36a6a1ea3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388877 May 30 20:53:26.977224 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac6c1cc9-a451-4ea2-83e4-08aabfc34cc4 req-4f3ec87f-7ea5-45a1-9783-3792e0595516 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0658720 May 30 20:53:27.283375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-0dc43fb8-f911-43af-9b1e-8a284d4672d7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1196795 May 30 20:53:27.303766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905fd9b-c2b0-4247-90fb-c1a55703467c req-e47f6dfb-8b31-4c10-8c97-99a49ad34ea4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:27.305226 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4905fd9b-c2b0-4247-90fb-c1a55703467c req-e47f6dfb-8b31-4c10-8c97-99a49ad34ea4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0880270 May 30 20:53:27.352111 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4905fd9b-c2b0-4247-90fb-c1a55703467c req-3ba8d157-a12e-44e6-8d4f-2e2ce3260a9e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412157 May 30 20:53:27.831330 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fc5cccda-db43-4fbf-a1aa-f54788eac2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:28.416497 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-0493267d-bc38-4708-8de0-672d4e0d8ca8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 1096 time: 0.0676985 May 30 20:53:28.546893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f669db7f-5229-47dd-8934-14177853fa78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:28.548911 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f669db7f-5229-47dd-8934-14177853fa78 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1265059 May 30 20:53:28.552584 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf005a5e-6ed5-466d-ba0c-0a9005f009b0 req-4000716f-2ec6-4dda-bc41-94c3a5771cf6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:28.554032 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf005a5e-6ed5-466d-ba0c-0a9005f009b0 req-4000716f-2ec6-4dda-bc41-94c3a5771cf6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0781586 May 30 20:53:28.600449 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf005a5e-6ed5-466d-ba0c-0a9005f009b0 req-74dd7095-01c4-4687-a7e6-e544abcca0b5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405045 May 30 20:53:28.652343 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-7523de5f-d53c-45d9-9e15-31b0245f2562 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc2476ab-e025-481e-a1e7-65582da61f5b HTTP/1.1" status: 200 len: 998 time: 0.0972941 May 30 20:53:28.716018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-19a412f0-d095-4668-9f01-23f8b1ef9afb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:28.717423 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-19a412f0-d095-4668-9f01-23f8b1ef9afb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0594482 May 30 20:53:28.788965 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f0252a28-5132-4344-b657-995ff27f276f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662127 May 30 20:53:28.917396 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-b9f773ac-e0bc-4efd-acb8-3bc82ea4c11b service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225743 May 30 20:53:29.045344 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-b41d1e94-6765-470c-be05-0ebf574e0bf5 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216536 May 30 20:53:29.346567 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4bedc9-629b-4924-b791-d2e51c05c8d8 None None] New status for floating IP f137625d-be6c-4365-9f14-4a0f1cbe0422: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:53:29.796407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f7d41-089b-4f2e-ad3b-2cc06b194e84 req-f316cb55-d90d-49d7-8ea0-1784c9cce168 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:29.798403 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b75f7d41-089b-4f2e-ad3b-2cc06b194e84 req-f316cb55-d90d-49d7-8ea0-1784c9cce168 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0763798 May 30 20:53:29.846887 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b75f7d41-089b-4f2e-ad3b-2cc06b194e84 req-3b6ae217-718e-4737-af21-26491e3d72da tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430062 May 30 20:53:30.020189 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f8b8312c-7cbe-46fe-9c9d-466456426b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:31.041040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedb0d2-d48d-4217-b010-1419085e83f1 req-19cf2a95-23c1-4d6d-a9a3-b82ca1ffac57 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:31.042487 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1eedb0d2-d48d-4217-b010-1419085e83f1 req-19cf2a95-23c1-4d6d-a9a3-b82ca1ffac57 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0752449 May 30 20:53:31.088635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1eedb0d2-d48d-4217-b010-1419085e83f1 req-98d96c9f-ec94-4ce2-af94-901ac560a400 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400848 May 30 20:53:31.190837 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:53:31.377020 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:31.642402 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:32.284606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c47c0-3d88-4eb2-af06-02d4683a9737 req-248ba695-f1aa-4fdd-8f7e-de8f3aa6c229 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:32.286081 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-420c47c0-3d88-4eb2-af06-02d4683a9737 req-248ba695-f1aa-4fdd-8f7e-de8f3aa6c229 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0795627 May 30 20:53:32.331207 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-420c47c0-3d88-4eb2-af06-02d4683a9737 req-52e37bfd-832c-461c-a17d-9125c4505e03 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396428 May 30 20:53:32.981209 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:33.525694 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41c850-2721-4634-9ce2-7e295c383353 req-bc494f2e-e95d-44d6-bd96-bb7193a43f44 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:33.527382 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b41c850-2721-4634-9ce2-7e295c383353 req-bc494f2e-e95d-44d6-bd96-bb7193a43f44 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0762131 May 30 20:53:33.571647 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b41c850-2721-4634-9ce2-7e295c383353 req-3cd99e83-0654-45b0-92ce-5b2fb561bdf0 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388155 May 30 20:53:33.628044 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:34.922272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decb63b-bc2f-4f49-ab43-d74a2fa7ef3e req-28e5ebc8-3885-441a-af84-4949cf4d62f1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:34.923670 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3decb63b-bc2f-4f49-ab43-d74a2fa7ef3e req-28e5ebc8-3885-441a-af84-4949cf4d62f1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0814407 May 30 20:53:34.968670 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3decb63b-bc2f-4f49-ab43-d74a2fa7ef3e req-5593adbd-cba5-4a70-9746-1a8b69b02cca tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395358 May 30 20:53:36.163042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19eaeb-8892-4d93-9333-b70a1897695f req-99cd36f9-f18d-4f75-ad01-678a75a4aac9 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:36.164516 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b19eaeb-8892-4d93-9333-b70a1897695f req-99cd36f9-f18d-4f75-ad01-678a75a4aac9 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0754862 May 30 20:53:36.212551 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9b19eaeb-8892-4d93-9333-b70a1897695f req-fdbf3b92-83f8-4eec-bd53-4c37ebc3a374 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426276 May 30 20:53:37.405014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cd52a-92ca-46cb-8982-628e9352ca11 req-ac6244e9-e2a0-4da4-8e75-ba286e67bd44 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:37.406988 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d14cd52a-92ca-46cb-8982-628e9352ca11 req-ac6244e9-e2a0-4da4-8e75-ba286e67bd44 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0758629 May 30 20:53:37.451986 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d14cd52a-92ca-46cb-8982-628e9352ca11 req-cc1c12b9-b52c-4d8e-b2e3-e38d381b2582 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395198 May 30 20:53:37.474045 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:38.649520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638ed6e-d5c7-4ca3-9789-9be81fa26248 req-4e458f33-5efb-4555-b031-0ade2366ffa6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:38.650871 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8638ed6e-d5c7-4ca3-9789-9be81fa26248 req-4e458f33-5efb-4555-b031-0ade2366ffa6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0791147 May 30 20:53:38.695869 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8638ed6e-d5c7-4ca3-9789-9be81fa26248 req-0c6ba496-1925-4cb3-aaeb-1c671f50b6e5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392957 May 30 20:53:39.899245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eeb606-0391-4d91-b0b3-9c8fa25c6d25 req-e03fa166-1ffc-4546-9298-1f59d6185a24 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:39.900730 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-17eeb606-0391-4d91-b0b3-9c8fa25c6d25 req-e03fa166-1ffc-4546-9298-1f59d6185a24 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0766077 May 30 20:53:39.947483 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-17eeb606-0391-4d91-b0b3-9c8fa25c6d25 req-854567a4-7070-4c41-9b35-ec808e67558e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408807 May 30 20:53:41.146364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df5f4d-2bcd-4970-90fb-0b0a418876be req-68eb6b5e-e523-4fb8-b939-34dd36f40a30 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:41.147782 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50df5f4d-2bcd-4970-90fb-0b0a418876be req-68eb6b5e-e523-4fb8-b939-34dd36f40a30 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0786870 May 30 20:53:41.193212 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50df5f4d-2bcd-4970-90fb-0b0a418876be req-a83a1a6c-17f3-4286-91ef-f5d7460d5adb tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396130 May 30 20:53:42.390566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f2dd1-1f12-45aa-ba98-487aabae931a req-686ef1cd-c218-4679-a82b-1570320eca04 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:42.392025 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-582f2dd1-1f12-45aa-ba98-487aabae931a req-686ef1cd-c218-4679-a82b-1570320eca04 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0755708 May 30 20:53:42.437450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-582f2dd1-1f12-45aa-ba98-487aabae931a req-5b73bb2d-4f71-4ff9-93a7-89d8ed49e3c4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399685 May 30 20:53:43.632332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb369c3-cc9a-4713-b147-59f174c97b58 req-fa0b230f-7c64-48b9-9ade-ea87cbf076f5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:43.633690 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fb369c3-cc9a-4713-b147-59f174c97b58 req-fa0b230f-7c64-48b9-9ade-ea87cbf076f5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0788715 May 30 20:53:43.677945 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0fb369c3-cc9a-4713-b147-59f174c97b58 req-c3c7db5b-3e58-47f6-9290-8189f259e5fa tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387597 May 30 20:53:44.869363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77947614-c729-4564-9114-44402c137332 req-7e3c7f32-99af-48fe-8db2-cef109f26697 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:44.870779 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-77947614-c729-4564-9114-44402c137332 req-7e3c7f32-99af-48fe-8db2-cef109f26697 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0752435 May 30 20:53:44.918896 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-77947614-c729-4564-9114-44402c137332 req-9bdc4acb-1d00-4e3e-834e-7619cf1ba121 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420692 May 30 20:53:46.029679 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-e986483c-c94f-4b38-bc86-2e1657b51218 service neutron] show failed (client error): The resource could not be found. May 30 20:53:46.030668 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-e986483c-c94f-4b38-bc86-2e1657b51218 service neutron] 10.222.0.77 "GET /v2.0/ports/fc2476ab-e025-481e-a1e7-65582da61f5b/bindings/n-h2-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.0737791 May 30 20:53:46.120297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6c178-f798-412d-848c-b41991c88a42 req-f6fdebb5-40e7-4170-a00a-c290e61317f5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:46.121742 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84d6c178-f798-412d-848c-b41991c88a42 req-f6fdebb5-40e7-4170-a00a-c290e61317f5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0805249 May 30 20:53:46.167743 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84d6c178-f798-412d-848c-b41991c88a42 req-fc9ffd27-a470-4f66-9a73-b47e435932a7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403373 May 30 20:53:46.292979 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-7615ddb5-8b19-4a2a-a248-43ef25f70d56 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94&tenant_id=65f92b89485d44a78f73bb972d472616 HTTP/1.1" status: 200 len: 1096 time: 0.0710437 May 30 20:53:46.303395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:46.406779 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:46.665024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] For port fc2476ab-e025-481e-a1e7-65582da61f5b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=fc2476ab-e025-481e-a1e7-65582da61f5b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:46.692330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] For port fc2476ab-e025-481e-a1e7-65582da61f5b, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:53:46.750784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc2476ab-e025-481e-a1e7-65582da61f5b'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:53:46.755907 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:46.771048 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Transition to ACTIVE for port object fc2476ab-e025-481e-a1e7-65582da61f5b will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:53:46.774882 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:46.829835 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9713494-8dac-45c8-91b5-1fcbd89c1bef'] response: {'server_uuid': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc2476ab-e025-481e-a1e7-65582da61f5b', 'code': 200} May 30 20:53:46.904553 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2476ab-e025-481e-a1e7-65582da61f5b,revision_number=6']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:46.980588 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] No DVR routers for this DVR port fc2476ab-e025-481e-a1e7-65582da61f5b on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:53:47.321253 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Attempting to bind port fc2476ab-e025-481e-a1e7-65582da61f5b on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:53:47.321933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Attempting to bind port fc2476ab-e025-481e-a1e7-65582da61f5b by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:53:47.322048 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Attempting to bind port fc2476ab-e025-481e-a1e7-65582da61f5b on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:53:47.329108 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Port fc2476ab-e025-481e-a1e7-65582da61f5b on network 3dfba4c8-d93e-4630-b607-44f229c905fd not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:53:47.329454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Attempting to bind port fc2476ab-e025-481e-a1e7-65582da61f5b on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:53:47.336156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:53:47.336495 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Checking segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:53:47.336875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Bound using segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:53:47.337301 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Bound port: fc2476ab-e025-481e-a1e7-65582da61f5b, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:53:47.337651 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:47.376152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf75b2-6fe3-4b6d-89d6-5b5d0cf6ff77 req-c5bb5ccf-c076-4c64-8b8d-fa478590d134 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:47.377602 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8fcf75b2-6fe3-4b6d-89d6-5b5d0cf6ff77 req-c5bb5ccf-c076-4c64-8b8d-fa478590d134 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 943 time: 0.0839093 May 30 20:53:47.423240 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8fcf75b2-6fe3-4b6d-89d6-5b5d0cf6ff77 req-d47b303f-9b69-4320-85df-9cb673431b7a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400734 May 30 20:53:47.428398 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] For port fc2476ab-e025-481e-a1e7-65582da61f5b, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:53:47.431358 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] For port fc2476ab-e025-481e-a1e7-65582da61f5b, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=fc2476ab-e025-481e-a1e7-65582da61f5b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:53:47.435924 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:47.496248 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:47.497616 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] 10.222.0.93 "PUT /v2.0/ports/fc2476ab-e025-481e-a1e7-65582da61f5b HTTP/1.1" status: 200 len: 1091 time: 1.1979642 May 30 20:53:47.511007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693acfe-553d-4d21-84ed-607043165ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2476ab-e025-481e-a1e7-65582da61f5b,revision_number=7']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:47.591580 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-1db824a1-38aa-4e01-bbb8-d2720058730b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 1094 time: 0.0734560 May 30 20:53:47.723781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-19655c7f-16b4-42ce-a112-276602dc5c3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:47.725259 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-19655c7f-16b4-42ce-a112-276602dc5c3a service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1269412 May 30 20:53:47.825988 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-7fe9dfb1-4334-4e98-9935-55afb5f66051 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc2476ab-e025-481e-a1e7-65582da61f5b HTTP/1.1" status: 200 len: 998 time: 0.0947542 May 30 20:53:47.888008 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-8bd0e70d-432b-42f2-ac57-53fa2133ae8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:47.889441 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-8bd0e70d-432b-42f2-ac57-53fa2133ae8a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0569172 May 30 20:53:47.962844 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-70013a6f-1c6c-49e4-bdf2-b3603539deff service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667145 May 30 20:53:48.090600 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-acb314ac-32b1-406d-b38d-d8378089de57 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217210 May 30 20:53:48.219636 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-889a1cb2-51bd-408f-87a6-c28ad2ccfd20 req-4ed3a6f6-edd6-4a65-b33a-fede0213306a service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234663 May 30 20:53:48.550686 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fc2476ab-e025-481e-a1e7-65582da61f5b no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:53:48.606733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device fc2476ab-e025-481e-a1e7-65582da61f5b not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:53:48.618432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acca26-1419-46d0-9735-87813864d7a3 req-6d078c0f-b46f-4ba5-9f85-2b5f466d4dd1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:48.619880 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a7acca26-1419-46d0-9735-87813864d7a3 req-6d078c0f-b46f-4ba5-9f85-2b5f466d4dd1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 943 time: 0.0743740 May 30 20:53:48.664554 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a7acca26-1419-46d0-9735-87813864d7a3 req-5407244c-51ca-4b10-abf5-252e19ec1bef tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385826 May 30 20:53:48.831059 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'tag': 'fc2476ab-e025-481e-a1e7-65582da61f5b'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:53:48.896680 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b9eac1a-3ddd-4769-939f-24b60c58decb'] response: {'name': 'network-changed', 'server_uuid': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'tag': 'fc2476ab-e025-481e-a1e7-65582da61f5b', 'status': 'completed', 'code': 200} May 30 20:53:49.040965 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5719ed1b-8096-4f5d-bd4c-0a34ceaf44ab req-c2a38cfe-13e7-4b83-be43-da333d811e9e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 1094 time: 0.0928664 May 30 20:53:49.044348 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5719ed1b-8096-4f5d-bd4c-0a34ceaf44ab req-08d58a9c-64bc-4f28-a7aa-8b807c22ff45 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 1094 time: 0.1291599 May 30 20:53:49.277539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719ed1b-8096-4f5d-bd4c-0a34ceaf44ab req-c99782d7-c396-4a53-b72c-c06681c46c46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:49.278971 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5719ed1b-8096-4f5d-bd4c-0a34ceaf44ab req-c99782d7-c396-4a53-b72c-c06681c46c46 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.2288854 May 30 20:53:49.279928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719ed1b-8096-4f5d-bd4c-0a34ceaf44ab req-0f60149c-2a77-42da-9f0f-d2c2f4b354b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:49.281753 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5719ed1b-8096-4f5d-bd4c-0a34ceaf44ab req-0f60149c-2a77-42da-9f0f-d2c2f4b354b2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.2139900 May 30 20:53:49.554923 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5719ed1b-8096-4f5d-bd4c-0a34ceaf44ab req-a2289283-f8f6-4eee-9969-20c22f8566da service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc2476ab-e025-481e-a1e7-65582da61f5b HTTP/1.1" status: 200 len: 998 time: 0.2667968 May 30 20:53:49.556479 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5719ed1b-8096-4f5d-bd4c-0a34ceaf44ab req-b2ee5927-5082-4546-bdbd-f7e06c9ded75 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc2476ab-e025-481e-a1e7-65582da61f5b HTTP/1.1" status: 200 len: 998 time: 0.1293843 May 30 20:53:49.665363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719ed1b-8096-4f5d-bd4c-0a34ceaf44ab req-8badc2d0-ec2e-49b0-a4d5-8e7ad7fd7971 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:49.666800 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5719ed1b-8096-4f5d-bd4c-0a34ceaf44ab req-8badc2d0-ec2e-49b0-a4d5-8e7ad7fd7971 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.1041663 May 30 20:53:49.669772 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719ed1b-8096-4f5d-bd4c-0a34ceaf44ab req-b4f26574-46fc-4e7d-8308-d4b1c3c7c4c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:49.671047 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5719ed1b-8096-4f5d-bd4c-0a34ceaf44ab req-b4f26574-46fc-4e7d-8308-d4b1c3c7c4c8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0781066 May 30 20:53:49.807612 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5719ed1b-8096-4f5d-bd4c-0a34ceaf44ab req-dbca0527-b1f6-437d-a9ff-7a1e088304bf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337597 May 30 20:53:49.811087 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5719ed1b-8096-4f5d-bd4c-0a34ceaf44ab req-ebdcdcf1-d468-4bc7-ab49-405a680e140e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072192 May 30 20:53:49.882030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b0651-fda8-4226-a7a5-440a753f507b req-1847f687-32df-4461-a6e9-3902321c8944 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:49.883462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f91b0651-fda8-4226-a7a5-440a753f507b req-1847f687-32df-4461-a6e9-3902321c8944 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 943 time: 0.0883291 May 30 20:53:49.939188 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f91b0651-fda8-4226-a7a5-440a753f507b req-67b701a1-c3d2-4c20-b343-b8fb84a0e6ac tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499730 May 30 20:53:50.049201 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5719ed1b-8096-4f5d-bd4c-0a34ceaf44ab req-8b44251c-0f9e-44dc-94b4-35692b5e6099 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355652 May 30 20:53:50.052115 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5719ed1b-8096-4f5d-bd4c-0a34ceaf44ab req-a1b8a6a7-afdf-455a-81a1-816f193ee8dd service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206454 May 30 20:53:50.284069 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5719ed1b-8096-4f5d-bd4c-0a34ceaf44ab req-1b782b90-d5e6-4bd5-8e6f-1a687cf6d28f service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284982 May 30 20:53:50.287018 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5719ed1b-8096-4f5d-bd4c-0a34ceaf44ab req-bf919a14-a917-4fcd-af7b-09f160b29e58 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143464 May 30 20:53:51.133818 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cad42-9f64-4856-a1df-51ed7e16d626 req-5d4c0a07-d092-4dc2-aa31-08d07fc4ce6b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:51.135253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-374cad42-9f64-4856-a1df-51ed7e16d626 req-5d4c0a07-d092-4dc2-aa31-08d07fc4ce6b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 943 time: 0.0753822 May 30 20:53:51.185396 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-374cad42-9f64-4856-a1df-51ed7e16d626 req-d4c22e21-1fe8-447c-a2c1-8905e2f50bc8 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441625 May 30 20:53:51.508523 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce258a0-f6af-4c5e-b553-e25a4d130f46 req-59982508-8286-41e1-812b-af14c334f350 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:51.509886 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ce258a0-f6af-4c5e-b553-e25a4d130f46 req-59982508-8286-41e1-812b-af14c334f350 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 943 time: 0.0761724 May 30 20:53:51.513163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791a4c9-6aae-4125-88b1-cf2b6d9014c1 req-40a996bd-5e85-4dc1-83bc-f7ee226c64dc tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:51.513861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-8791a4c9-6aae-4125-88b1-cf2b6d9014c1 req-40a996bd-5e85-4dc1-83bc-f7ee226c64dc tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Synchronizing usage tracker for tenant:65f92b89485d44a78f73bb972d472616 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:53:51.532095 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-8791a4c9-6aae-4125-88b1-cf2b6d9014c1 req-40a996bd-5e85-4dc1-83bc-f7ee226c64dc tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Unset dirty status for tenant:65f92b89485d44a78f73bb972d472616 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:53:51.533213 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8791a4c9-6aae-4125-88b1-cf2b6d9014c1 req-40a996bd-5e85-4dc1-83bc-f7ee226c64dc tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94&tenant_id=65f92b89485d44a78f73bb972d472616&binding%3Ahost_id=n-h2-843949-2 HTTP/1.1" status: 200 len: 943 time: 0.0984435 May 30 20:53:51.557003 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ce258a0-f6af-4c5e-b553-e25a4d130f46 req-3d198b0d-e26d-4758-9d5d-6ff1f91736c8 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413446 May 30 20:53:51.617439 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [req-8791a4c9-6aae-4125-88b1-cf2b6d9014c1 req-95ec9ab3-4b4e-4191-8849-3da11960641d service neutron] delete failed (client error): The resource could not be found. May 30 20:53:51.618438 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8791a4c9-6aae-4125-88b1-cf2b6d9014c1 req-95ec9ab3-4b4e-4191-8849-3da11960641d service neutron] 10.222.0.77 "DELETE /v2.0/ports/fc2476ab-e025-481e-a1e7-65582da61f5b/bindings/n-h1-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.0768261 May 30 20:53:51.765638 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8791a4c9-6aae-4125-88b1-cf2b6d9014c1 req-6b37a166-789b-40e6-a473-e9c2f23d733f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 1094 time: 0.0679634 May 30 20:53:51.897151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791a4c9-6aae-4125-88b1-cf2b6d9014c1 req-c9edf731-8d44-4bce-b5a9-4128fe69fbf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:51.898549 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8791a4c9-6aae-4125-88b1-cf2b6d9014c1 req-c9edf731-8d44-4bce-b5a9-4128fe69fbf4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1247051 May 30 20:53:52.004071 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8791a4c9-6aae-4125-88b1-cf2b6d9014c1 req-fa45f316-ecbf-4433-8945-da8b8b7ab7e5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc2476ab-e025-481e-a1e7-65582da61f5b HTTP/1.1" status: 200 len: 998 time: 0.0962017 May 30 20:53:52.067473 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791a4c9-6aae-4125-88b1-cf2b6d9014c1 req-486f8d8d-38f7-4797-b084-bccaec6ea371 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:52.068856 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8791a4c9-6aae-4125-88b1-cf2b6d9014c1 req-486f8d8d-38f7-4797-b084-bccaec6ea371 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0561836 May 30 20:53:52.242333 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8791a4c9-6aae-4125-88b1-cf2b6d9014c1 req-74bf458b-cf53-4961-a8dc-60de9b7d856b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642270 May 30 20:53:52.345458 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device fc2476ab-e025-481e-a1e7-65582da61f5b details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:53:52.377110 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8791a4c9-6aae-4125-88b1-cf2b6d9014c1 req-c51e1bb2-1df6-4425-85a1-d07fb6aa8d19 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246650 May 30 20:53:52.475179 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port fc2476ab-e025-481e-a1e7-65582da61f5b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=fc2476ab-e025-481e-a1e7-65582da61f5b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:52.488696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'fc2476ab-e025-481e-a1e7-65582da61f5b', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'port_id': 'fc2476ab-e025-481e-a1e7-65582da61f5b', 'mac_address': 'fa:16:3e:40:ab:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:53:52.510532 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8791a4c9-6aae-4125-88b1-cf2b6d9014c1 req-8eecee24-0e07-4a2f-8d63-214d941ace0f service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247580 May 30 20:53:52.545476 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:52.562460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2476ab-e025-481e-a1e7-65582da61f5b {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:53:52.580309 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port fc2476ab-e025-481e-a1e7-65582da61f5b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=fc2476ab-e025-481e-a1e7-65582da61f5b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:52.584223 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:52.651182 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=fc2476ab-e025-481e-a1e7-65582da61f5b,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:52.760154 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d7a5a-7615-442c-85aa-4a953ae19dd0 req-9cd04d22-c4b8-4606-8d9b-e1063949a193 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:52.761588 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-200d7a5a-7615-442c-85aa-4a953ae19dd0 req-9cd04d22-c4b8-4606-8d9b-e1063949a193 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 944 time: 0.0823667 May 30 20:53:52.799076 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['fc2476ab-e025-481e-a1e7-65582da61f5b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:53:52.892956 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-200d7a5a-7615-442c-85aa-4a953ae19dd0 req-24c3dce7-4f59-461f-82fa-3bddb7bb7896 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251788 May 30 20:53:54.088733 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441e902-82ea-440a-99bb-76a9e39a82b3 req-50627875-c349-4c05-96df-c2c4f98aff5c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:54.090155 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b441e902-82ea-440a-99bb-76a9e39a82b3 req-50627875-c349-4c05-96df-c2c4f98aff5c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 944 time: 0.0755126 May 30 20:53:54.134414 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b441e902-82ea-440a-99bb-76a9e39a82b3 req-14c366e3-b6d6-4cc6-878c-8ea85aa695d8 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382991 May 30 20:53:54.331937 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70128fc9-55bb-42be-a448-34917daeff46 req-6241cbd2-9960-41bd-bc63-ca7233a5d30e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:54.333404 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70128fc9-55bb-42be-a448-34917daeff46 req-6241cbd2-9960-41bd-bc63-ca7233a5d30e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 944 time: 0.0787942 May 30 20:53:54.350383 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device fc2476ab-e025-481e-a1e7-65582da61f5b up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:54.377896 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70128fc9-55bb-42be-a448-34917daeff46 req-940cc631-e607-4331-83a3-ae0323ff2313 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390427 May 30 20:53:54.418617 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port fc2476ab-e025-481e-a1e7-65582da61f5b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:54.423547 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port fc2476ab-e025-481e-a1e7-65582da61f5b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:54.423908 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:54.538398 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:54.565163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2476ab-e025-481e-a1e7-65582da61f5b'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:53:54.570723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397defb-04ac-40db-8d2b-637537237027 req-ed440a7e-f358-4bcf-8a3e-9c5b5c2b594e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:54.572231 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4397defb-04ac-40db-8d2b-637537237027 req-ed440a7e-f358-4bcf-8a3e-9c5b5c2b594e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 944 time: 0.0764670 May 30 20:53:54.579998 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port fc2476ab-e025-481e-a1e7-65582da61f5b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=fc2476ab-e025-481e-a1e7-65582da61f5b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:54.585355 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:54.624574 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-462139be-c535-4200-aca6-5ab46ce1c292'] response: {'server_uuid': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2476ab-e025-481e-a1e7-65582da61f5b', 'code': 200} May 30 20:53:54.627663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4397defb-04ac-40db-8d2b-637537237027 req-9368a21a-6a6d-49d4-9dbf-fbf055aec0b6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498583 May 30 20:53:54.657136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=fc2476ab-e025-481e-a1e7-65582da61f5b,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:55.024853 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334a5f2-dbf5-43f1-8bb7-c92dc8061f2e req-d09209bd-c63f-499e-9d6a-5656815d07dc tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:55.026329 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5334a5f2-dbf5-43f1-8bb7-c92dc8061f2e req-d09209bd-c63f-499e-9d6a-5656815d07dc tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0761325 May 30 20:53:55.071696 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5334a5f2-dbf5-43f1-8bb7-c92dc8061f2e req-5dbf355d-bcd1-4dfe-95be-0b0c47ab27cc tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396214 May 30 20:53:56.230586 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31a19f-a936-42d9-8dd5-e7ec9f1a5fda req-e10b4213-d034-4487-9e2d-322e31644f82 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:56.232156 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1e31a19f-a936-42d9-8dd5-e7ec9f1a5fda req-e10b4213-d034-4487-9e2d-322e31644f82 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.93 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0749743 May 30 20:53:56.275339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f39607-bf9e-4776-9e18-dd258b89f9e7 req-6f5fdb0f-a8eb-42ed-89b3-f4f109000f17 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:56.276988 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57f39607-bf9e-4776-9e18-dd258b89f9e7 req-6f5fdb0f-a8eb-42ed-89b3-f4f109000f17 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 945 time: 0.0813758 May 30 20:53:56.307330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-1e31a19f-a936-42d9-8dd5-e7ec9f1a5fda req-b39e9a92-b72f-43fd-8d3a-388858da266a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Deleting port fc2476ab-e025-481e-a1e7-65582da61f5b {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:53:56.307688 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1e31a19f-a936-42d9-8dd5-e7ec9f1a5fda req-b39e9a92-b72f-43fd-8d3a-388858da266a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:56.325876 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-57f39607-bf9e-4776-9e18-dd258b89f9e7 req-29587deb-d19e-48fe-a35a-9c805a53ebcd tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427763 May 30 20:53:56.552036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-1e31a19f-a936-42d9-8dd5-e7ec9f1a5fda req-b39e9a92-b72f-43fd-8d3a-388858da266a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] For port fc2476ab-e025-481e-a1e7-65582da61f5b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=fc2476ab-e025-481e-a1e7-65582da61f5b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:56.552392 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1e31a19f-a936-42d9-8dd5-e7ec9f1a5fda req-b39e9a92-b72f-43fd-8d3a-388858da266a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:56.832845 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1e31a19f-a936-42d9-8dd5-e7ec9f1a5fda req-b39e9a92-b72f-43fd-8d3a-388858da266a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:56.833206 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1e31a19f-a936-42d9-8dd5-e7ec9f1a5fda req-b39e9a92-b72f-43fd-8d3a-388858da266a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:56.833515 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [req-1e31a19f-a936-42d9-8dd5-e7ec9f1a5fda req-b39e9a92-b72f-43fd-8d3a-388858da266a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Floating IP f137625d-be6c-4365-9f14-4a0f1cbe0422 disassociated. External IP: 172.25.5.71, port: fc2476ab-e025-481e-a1e7-65582da61f5b. May 30 20:53:56.833847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-1e31a19f-a936-42d9-8dd5-e7ec9f1a5fda req-b39e9a92-b72f-43fd-8d3a-388858da266a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Calling delete_port for fc2476ab-e025-481e-a1e7-65582da61f5b owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:53:56.974423 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1e31a19f-a936-42d9-8dd5-e7ec9f1a5fda req-b39e9a92-b72f-43fd-8d3a-388858da266a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:57.020845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e9a92-b72f-43fd-8d3a-388858da266a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Pushing event deleted for resources: {'Port': ['ID=fc2476ab-e025-481e-a1e7-65582da61f5b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:57.232258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e31a19f-a936-42d9-8dd5-e7ec9f1a5fda req-b39e9a92-b72f-43fd-8d3a-388858da266a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:53:57.492173 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a596a267-8edf-4a5a-823a-1bff97fc3011 req-948d384e-afbd-4938-99bd-2393945d888e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f1403cf-463d-44cf-8091-19df7c2a0a94 HTTP/1.1" status: 200 len: 210 time: 0.0401807 May 30 20:53:57.530561 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e31a19f-a936-42d9-8dd5-e7ec9f1a5fda req-b39e9a92-b72f-43fd-8d3a-388858da266a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:53:57.539749 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d572dade-0a64-4d79-ab58-ade39582dcb4 None None] Sync routers for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:53:57.551408 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d572dade-0a64-4d79-ab58-ade39582dcb4 None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:57.552017 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d572dade-0a64-4d79-ab58-ade39582dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:53:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:57.600153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e31a19f-a936-42d9-8dd5-e7ec9f1a5fda req-b39e9a92-b72f-43fd-8d3a-388858da266a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] No DVR routers for this DVR port fc2476ab-e025-481e-a1e7-65582da61f5b on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:53:57.602621 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1e31a19f-a936-42d9-8dd5-e7ec9f1a5fda req-b39e9a92-b72f-43fd-8d3a-388858da266a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:57.605134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'name': 'network-vif-deleted', 'tag': 'fc2476ab-e025-481e-a1e7-65582da61f5b'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:53:57.621161 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1e31a19f-a936-42d9-8dd5-e7ec9f1a5fda req-b39e9a92-b72f-43fd-8d3a-388858da266a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.93 "DELETE /v2.0/ports/fc2476ab-e025-481e-a1e7-65582da61f5b HTTP/1.1" status: 204 len: 173 time: 1.3817790 May 30 20:53:57.665999 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf70430-d905-4ead-8933-cabb7510390c'] response: {'server_uuid': '9f1403cf-463d-44cf-8091-19df7c2a0a94', 'name': 'network-vif-deleted', 'tag': 'fc2476ab-e025-481e-a1e7-65582da61f5b', 'status': 'completed', 'code': 200} May 30 20:53:57.738987 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-d572dade-0a64-4d79-ab58-ade39582dcb4 None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:57.834114 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-76ff7691-5f5d-40f9-917b-38c27b0e01d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:58.042971 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d572dade-0a64-4d79-ab58-ade39582dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:58.046811 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d572dade-0a64-4d79-ab58-ade39582dcb4 None None] Checking router: 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:53:58.060356 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d572dade-0a64-4d79-ab58-ade39582dcb4 None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:58.061034 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d572dade-0a64-4d79-ab58-ade39582dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:53:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:58.244863 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-d572dade-0a64-4d79-ab58-ade39582dcb4 None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:58.544439 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d572dade-0a64-4d79-ab58-ade39582dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:58.548414 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d572dade-0a64-4d79-ab58-ade39582dcb4 None None] The sync data for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 is: [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:53:58.768655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38df840-9246-4378-8dcb-b0172d1c3bc4 None None] New status for floating IP f137625d-be6c-4365-9f14-4a0f1cbe0422: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:53:58.849620 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-ff144e7a-2f2b-46dd-970a-0599907a7b1a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--617948491&fields=id&tenant_id=65f92b89485d44a78f73bb972d472616 HTTP/1.1" status: 200 len: 267 time: 0.0405428 May 30 20:53:58.998256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-be1f0105-3255-46b4-8017-245028a5fc63 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:58.999695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-be1f0105-3255-46b4-8017-245028a5fc63 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 812 time: 0.1435182 May 30 20:53:59.017850 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-1383ec8b-c2a2-4b83-be68-3cf34a5b8bcd tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/quotas/65f92b89485d44a78f73bb972d472616 HTTP/1.1" status: 200 len: 375 time: 0.0116918 May 30 20:53:59.100533 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-cbb78bfe-339b-403f-b4b0-bfcfd915527e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775378 May 30 20:53:59.233329 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-8e3e4093-07fc-4d00-a30e-c768803b92af service neutron] 10.222.0.84 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215506 May 30 20:53:59.363219 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-a474a490-6134-4743-891a-dd5650f6a354 service neutron] 10.222.0.84 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232426 May 30 20:53:59.551561 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70367f5f-1215-47dd-9b97-325cd37c8484 req-9c22b7e3-813b-46d8-81a6-55675fd64342 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 210 time: 0.0442033 May 30 20:54:00.022946 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-216179b3-0dff-49d8-9868-aa55f3cc382d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:00.366101 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device fc2476ab-e025-481e-a1e7-65582da61f5b no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:54:00.397973 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: fc2476ab-e025-481e-a1e7-65582da61f5b {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:54:00.398306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device fc2476ab-e025-481e-a1e7-65582da61f5b not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:54:00.529885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-4b3fee24-fa91-4aa0-b351-cf680949751b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:00.531269 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-4b3fee24-fa91-4aa0-b351-cf680949751b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 812 time: 0.1467235 May 30 20:54:00.583840 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-8bbbc0ba-619a-4e9d-be98-528635464896 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65f92b89485d44a78f73bb972d472616 HTTP/1.1" status: 200 len: 379 time: 0.0409071 May 30 20:54:00.592093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-b917a63e-8979-4eab-bd5d-e0c5d2f64dda tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Request body: {'port': {'device_id': '73add7c9-405b-421d-85b5-482a85216396', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'admin_state_up': True, 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'security_groups': ['3af20554-73a9-4ae8-ba33-0160eb7f81cb']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:54:00.712403 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9851d057-d03e-4695-89a8-6a58eefa795d req-f38ee9ff-f7ac-47af-94d9-6506202a97fa tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 210 time: 0.0406146 May 30 20:54:00.724858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-b917a63e-8979-4eab-bd5d-e0c5d2f64dda tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:54:00.728932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-b917a63e-8979-4eab-bd5d-e0c5d2f64dda tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Usage tracker for resource:port and tenant:65f92b89485d44a78f73bb972d472616 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:54:00.731709 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-b917a63e-8979-4eab-bd5d-e0c5d2f64dda tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:54:00.738810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-b917a63e-8979-4eab-bd5d-e0c5d2f64dda tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:54:00.750173 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-b917a63e-8979-4eab-bd5d-e0c5d2f64dda tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Made reservation on behalf of 65f92b89485d44a78f73bb972d472616 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:54:00.753821 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-b917a63e-8979-4eab-bd5d-e0c5d2f64dda tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:00.912921 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-b917a63e-8979-4eab-bd5d-e0c5d2f64dda tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Allocated IP 172.20.0.5 (3dfba4c8-d93e-4630-b607-44f229c905fd/f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0/b82cfb60-605d-4227-bf22-ff6bd199968b) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:54:01.093943 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-b917a63e-8979-4eab-bd5d-e0c5d2f64dda tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:01.110151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-b917a63e-8979-4eab-bd5d-e0c5d2f64dda tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Transition to ACTIVE for port object b82cfb60-605d-4227-bf22-ff6bd199968b will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:54:01.131542 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-b917a63e-8979-4eab-bd5d-e0c5d2f64dda tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:01.203975 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-b917a63e-8979-4eab-bd5d-e0c5d2f64dda tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Network 3dfba4c8-d93e-4630-b607-44f229c905fd is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:54:01.206771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-b917a63e-8979-4eab-bd5d-e0c5d2f64dda tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:54:01.210643 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-b917a63e-8979-4eab-bd5d-e0c5d2f64dda tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:54:01.250150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917a63e-8979-4eab-bd5d-e0c5d2f64dda tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Pushing event updated for resources: {'Port': ['ID=b82cfb60-605d-4227-bf22-ff6bd199968b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:01.287339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-b917a63e-8979-4eab-bd5d-e0c5d2f64dda tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:01.288319 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-b917a63e-8979-4eab-bd5d-e0c5d2f64dda tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:01.313682 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-b917a63e-8979-4eab-bd5d-e0c5d2f64dda tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7250118 May 30 20:54:01.324523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Request body: {'port': {'device_id': '73add7c9-405b-421d-85b5-482a85216396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:54:01.380968 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:01.439543 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:01.486997 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f9ae4b01-179d-4b88-ae85-27cafe3041ca None None] Provisioning for port b82cfb60-605d-4227-bf22-ff6bd199968b completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:54:01.491465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f9ae4b01-179d-4b88-ae85-27cafe3041ca None None] Provisioning complete for port b82cfb60-605d-4227-bf22-ff6bd199968b triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:01.491825 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f9ae4b01-179d-4b88-ae85-27cafe3041ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:01.549472 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f9ae4b01-179d-4b88-ae85-27cafe3041ca None None] Port b82cfb60-605d-4227-bf22-ff6bd199968b cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:54:01.644144 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:01.771750 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82cfb60-605d-4227-bf22-ff6bd199968b {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:54:01.779046 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:01.795184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Transition to ACTIVE for port object b82cfb60-605d-4227-bf22-ff6bd199968b will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:54:01.799131 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:01.922358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe7aaa-8315-461d-856b-46608ec985e6 req-b1c92ee1-ed10-4ba8-999f-48bfde49445d tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:01.928523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Pushing event updated for resources: {'Port': ['ID=b82cfb60-605d-4227-bf22-ff6bd199968b,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:01.929625 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bebe7aaa-8315-461d-856b-46608ec985e6 req-b1c92ee1-ed10-4ba8-999f-48bfde49445d tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 943 time: 0.0897694 May 30 20:54:01.972989 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bebe7aaa-8315-461d-856b-46608ec985e6 req-31e667cf-383e-4e2a-8a59-b994ffc0c92b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424974 May 30 20:54:02.134496 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Attempting to bind port b82cfb60-605d-4227-bf22-ff6bd199968b on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:54:02.134727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Attempting to bind port b82cfb60-605d-4227-bf22-ff6bd199968b by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:54:02.135052 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Attempting to bind port b82cfb60-605d-4227-bf22-ff6bd199968b on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:54:02.140692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Port b82cfb60-605d-4227-bf22-ff6bd199968b on network 3dfba4c8-d93e-4630-b607-44f229c905fd not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:54:02.141006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Attempting to bind port b82cfb60-605d-4227-bf22-ff6bd199968b on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:54:02.147701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:54:02.148061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Checking segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:54:02.148439 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Bound using segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:54:02.148854 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Bound port: b82cfb60-605d-4227-bf22-ff6bd199968b, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:54:02.149192 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:02.233437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] For port b82cfb60-605d-4227-bf22-ff6bd199968b, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:54:02.237129 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] For port b82cfb60-605d-4227-bf22-ff6bd199968b, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b82cfb60-605d-4227-bf22-ff6bd199968b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:54:02.243848 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:02.309539 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:02.310986 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] 10.222.0.93 "PUT /v2.0/ports/b82cfb60-605d-4227-bf22-ff6bd199968b HTTP/1.1" status: 200 len: 1091 time: 0.9905288 May 30 20:54:02.311324 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73add7c9-405b-421d-85b5-482a85216396', 'tag': 'b82cfb60-605d-4227-bf22-ff6bd199968b'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:54:02.339538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdbab6-0908-427f-b0ae-e67de0b54160 service neutron] Pushing event updated for resources: {'Port': ['ID=b82cfb60-605d-4227-bf22-ff6bd199968b,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:02.381393 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d64783-da0d-4768-ab69-0621bcfd05b7'] response: {'name': 'network-changed', 'server_uuid': '73add7c9-405b-421d-85b5-482a85216396', 'tag': 'b82cfb60-605d-4227-bf22-ff6bd199968b', 'status': 'completed', 'code': 200} May 30 20:54:02.423781 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-1c07b5d5-d8ce-4056-ba43-52165e754add service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 1094 time: 0.0744894 May 30 20:54:02.497528 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-67c16e8e-6f12-4d7d-b49b-2b65c146ab5d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b82cfb60-605d-4227-bf22-ff6bd199968b HTTP/1.1" status: 200 len: 217 time: 0.0672703 May 30 20:54:02.558893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-28071b21-3666-442d-8c5d-32b8ee8e77e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:02.560262 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-28071b21-3666-442d-8c5d-32b8ee8e77e1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0567930 May 30 20:54:02.635519 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-caa07418-1959-4d38-8b8d-b3896fb75b9a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695224 May 30 20:54:02.765940 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-4d85dc1c-e397-4b92-b5ff-db1e544d0a8c service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232932 May 30 20:54:02.895055 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8da84d54-3540-4134-9779-3e72b139f7b6 req-2984f998-80ca-420a-b643-bdbb19f02b9e service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236641 May 30 20:54:02.980659 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:03.007846 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-444e002a-6f18-4be0-b0f6-aa47e3c7f26c req-37948e39-0d59-4e30-a2fc-90aecad12709 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 1094 time: 0.0679402 May 30 20:54:03.139831 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e002a-6f18-4be0-b0f6-aa47e3c7f26c req-b12ac469-39cd-4b95-8ce8-835bf6258d6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:03.141215 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-444e002a-6f18-4be0-b0f6-aa47e3c7f26c req-b12ac469-39cd-4b95-8ce8-835bf6258d6d service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1270750 May 30 20:54:03.173549 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823b933-801f-4b2a-ad70-539b3151999a req-fa487772-9a52-4a67-9fcc-f574c766e3a9 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:03.174988 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4823b933-801f-4b2a-ad70-539b3151999a req-fa487772-9a52-4a67-9fcc-f574c766e3a9 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 943 time: 0.0759141 May 30 20:54:03.211095 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-444e002a-6f18-4be0-b0f6-aa47e3c7f26c req-9cf84b4d-6d9c-48f2-a83d-4318e101fd1e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b82cfb60-605d-4227-bf22-ff6bd199968b HTTP/1.1" status: 200 len: 217 time: 0.0637407 May 30 20:54:03.224090 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4823b933-801f-4b2a-ad70-539b3151999a req-c18bec9c-12c7-42a7-abc8-6659d739277d tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434699 May 30 20:54:03.273962 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e002a-6f18-4be0-b0f6-aa47e3c7f26c req-5267eca2-4a19-4255-9d7b-a0475a92a1b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:03.275423 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-444e002a-6f18-4be0-b0f6-aa47e3c7f26c req-5267eca2-4a19-4255-9d7b-a0475a92a1b8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0580263 May 30 20:54:03.354364 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-444e002a-6f18-4be0-b0f6-aa47e3c7f26c req-9b56029b-e01a-4978-a844-a6eabe9b164c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719817 May 30 20:54:03.486414 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-444e002a-6f18-4be0-b0f6-aa47e3c7f26c req-7c83459b-53e7-4c6d-a9eb-75f397962c3d service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236119 May 30 20:54:03.615513 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-444e002a-6f18-4be0-b0f6-aa47e3c7f26c req-f841bff0-6fd2-4ef2-ba0d-b5ae9a2e3ca7 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233881 May 30 20:54:03.627909 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:04.421974 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a72e83-d125-473e-90d0-8de1cf8ea8d7 req-9235d46f-598e-4983-a7bb-c35d009a13b2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:04.424020 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6a72e83-d125-473e-90d0-8de1cf8ea8d7 req-9235d46f-598e-4983-a7bb-c35d009a13b2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 943 time: 0.0767732 May 30 20:54:04.468174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6a72e83-d125-473e-90d0-8de1cf8ea8d7 req-77322c4d-9611-457e-96cb-a5029eded668 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386755 May 30 20:54:05.667908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b99753-ce6c-4075-b2cc-08f4ca73f4c2 req-96ce8d0c-10be-445d-9397-6fa8a22a337c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:05.669295 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78b99753-ce6c-4075-b2cc-08f4ca73f4c2 req-96ce8d0c-10be-445d-9397-6fa8a22a337c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 943 time: 0.0825322 May 30 20:54:05.713415 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78b99753-ce6c-4075-b2cc-08f4ca73f4c2 req-c7d9c21e-2115-4ae4-bc3f-869989152dab tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379195 May 30 20:54:06.379901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b82cfb60-605d-4227-bf22-ff6bd199968b details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:54:06.509992 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port b82cfb60-605d-4227-bf22-ff6bd199968b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b82cfb60-605d-4227-bf22-ff6bd199968b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:06.522808 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'b82cfb60-605d-4227-bf22-ff6bd199968b', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'port_id': 'b82cfb60-605d-4227-bf22-ff6bd199968b', 'mac_address': 'fa:16:3e:11:ab:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:54:06.574707 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:06.591005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82cfb60-605d-4227-bf22-ff6bd199968b {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:54:06.605592 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port b82cfb60-605d-4227-bf22-ff6bd199968b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b82cfb60-605d-4227-bf22-ff6bd199968b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:06.609815 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:06.677114 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=b82cfb60-605d-4227-bf22-ff6bd199968b,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:06.800194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['b82cfb60-605d-4227-bf22-ff6bd199968b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:54:06.910579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7eef6-a173-42c0-b7cf-e3d831bfdeae req-247b60d8-58dd-4f1d-ae71-07fb89d82f20 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:06.911943 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94c7eef6-a173-42c0-b7cf-e3d831bfdeae req-247b60d8-58dd-4f1d-ae71-07fb89d82f20 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 944 time: 0.0756917 May 30 20:54:06.956346 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94c7eef6-a173-42c0-b7cf-e3d831bfdeae req-2cfdc52d-70da-4cd5-9b9f-de792472c5fd tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388224 May 30 20:54:07.484692 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:08.192046 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:54:08.235374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630492db-6a85-41d8-af18-5024378ec094 req-acadf7ad-79b1-4162-b392-37edfb116e69 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:08.237366 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-630492db-6a85-41d8-af18-5024378ec094 req-acadf7ad-79b1-4162-b392-37edfb116e69 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 944 time: 0.1622853 May 30 20:54:08.281921 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-630492db-6a85-41d8-af18-5024378ec094 req-7137fb31-ad2e-4890-a5f1-f99d44aef002 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387316 May 30 20:54:08.397215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b82cfb60-605d-4227-bf22-ff6bd199968b up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:54:08.491286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port b82cfb60-605d-4227-bf22-ff6bd199968b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:54:08.495814 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port b82cfb60-605d-4227-bf22-ff6bd199968b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:08.496220 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:08.606722 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:08.633235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73add7c9-405b-421d-85b5-482a85216396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82cfb60-605d-4227-bf22-ff6bd199968b'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:54:08.642346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port b82cfb60-605d-4227-bf22-ff6bd199968b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b82cfb60-605d-4227-bf22-ff6bd199968b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:08.646201 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:08.690336 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec613a2-4b9e-4958-a6aa-79d89d501132'] response: {'server_uuid': '73add7c9-405b-421d-85b5-482a85216396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82cfb60-605d-4227-bf22-ff6bd199968b', 'code': 200} May 30 20:54:08.712798 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=b82cfb60-605d-4227-bf22-ff6bd199968b,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:08.813992 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9346ce25-97c2-4dcb-b8ea-f5c21e4641ef req-50cd1943-6184-4468-92bb-25147eefaf1a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 1096 time: 0.0675840 May 30 20:54:08.855106 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9346ce25-97c2-4dcb-b8ea-f5c21e4641ef req-17fd539d-006c-44f5-9929-fd9d9ad17d81 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351374 May 30 20:54:09.481114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6da5b0-6d03-4e13-a944-2d57d7bfc1e1 req-ff70bc58-bba6-4bc9-ab42-6d0f0f32037e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:09.482549 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d6da5b0-6d03-4e13-a944-2d57d7bfc1e1 req-ff70bc58-bba6-4bc9-ab42-6d0f0f32037e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0781977 May 30 20:54:09.529801 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d6da5b0-6d03-4e13-a944-2d57d7bfc1e1 req-a63e1b11-0704-4ccc-af89-a48870d804d0 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412109 May 30 20:54:10.726465 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c25fe2-e745-4f47-8128-2166852b54f2 req-06e633a2-93b4-40f0-8f7d-b51d4e6979f8 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:10.727885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83c25fe2-e745-4f47-8128-2166852b54f2 req-06e633a2-93b4-40f0-8f7d-b51d4e6979f8 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0747347 May 30 20:54:10.773252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83c25fe2-e745-4f47-8128-2166852b54f2 req-66bac2cb-2b23-4ae9-9edf-feeed894edff tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399883 May 30 20:54:10.963082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f5735-1c52-490c-ba2a-0ed1f727bc0d req-8b2572ad-bee8-474a-a5b3-43aec9db8a8b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:10.964533 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-503f5735-1c52-490c-ba2a-0ed1f727bc0d req-8b2572ad-bee8-474a-a5b3-43aec9db8a8b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0787721 May 30 20:54:10.973822 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50358) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:10.978802 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-8e234583-66f2-46a9-8cb0-0da9bdba36b2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Request body: {'floatingip': {'port_id': 'b82cfb60-605d-4227-bf22-ff6bd199968b'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:54:11.051381 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e234583-66f2-46a9-8cb0-0da9bdba36b2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:11.635864 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e234583-66f2-46a9-8cb0-0da9bdba36b2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:11.639545 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e234583-66f2-46a9-8cb0-0da9bdba36b2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:11.829827 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-8e234583-66f2-46a9-8cb0-0da9bdba36b2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Floating IP f137625d-be6c-4365-9f14-4a0f1cbe0422 associated. External IP: 172.25.5.71, port: b82cfb60-605d-4227-bf22-ff6bd199968b. May 30 20:54:12.308434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e234583-66f2-46a9-8cb0-0da9bdba36b2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:54:12.505779 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e234583-66f2-46a9-8cb0-0da9bdba36b2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:54:12.510556 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e234583-66f2-46a9-8cb0-0da9bdba36b2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:12.515813 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4668c0ea-caa3-4e4b-8f42-32650420da56 None None] Sync routers for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:54:12.527811 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4668c0ea-caa3-4e4b-8f42-32650420da56 None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:12.528503 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4668c0ea-caa3-4e4b-8f42-32650420da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:54:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:12.563152 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8e234583-66f2-46a9-8cb0-0da9bdba36b2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "PUT /v2.0/floatingips/f137625d-be6c-4365-9f14-4a0f1cbe0422 HTTP/1.1" status: 200 len: 990 time: 1.5882912 May 30 20:54:12.563815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73add7c9-405b-421d-85b5-482a85216396', 'tag': 'b82cfb60-605d-4227-bf22-ff6bd199968b'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:54:12.617041 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e5ae8b-67dd-407c-9190-c901f168d114'] response: {'name': 'network-changed', 'server_uuid': '73add7c9-405b-421d-85b5-482a85216396', 'tag': 'b82cfb60-605d-4227-bf22-ff6bd199968b', 'status': 'completed', 'code': 200} May 30 20:54:12.707454 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-4668c0ea-caa3-4e4b-8f42-32650420da56 None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:54:12.811559 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-44c3a6e7-215f-41eb-b4e4-38f989f8b4d8 req-6c16c133-ece1-45ca-8d21-705f1b80007e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 1096 time: 0.1737962 May 30 20:54:12.942741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3a6e7-215f-41eb-b4e4-38f989f8b4d8 req-fc7e38f0-bc04-4e1b-8300-358b0a7fe37c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:12.944197 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-44c3a6e7-215f-41eb-b4e4-38f989f8b4d8 req-fc7e38f0-bc04-4e1b-8300-358b0a7fe37c service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1268744 May 30 20:54:13.042355 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-44c3a6e7-215f-41eb-b4e4-38f989f8b4d8 req-91b76d07-128a-4822-b601-a951fd62398f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b82cfb60-605d-4227-bf22-ff6bd199968b HTTP/1.1" status: 200 len: 998 time: 0.0923579 May 30 20:54:13.086490 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4668c0ea-caa3-4e4b-8f42-32650420da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'f137625d-be6c-4365-9f14-4a0f1cbe0422', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'port_id': 'b82cfb60-605d-4227-bf22-ff6bd199968b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'mac_address': 'fa:16:3e:11:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73add7c9-405b-421d-85b5-482a85216396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:53:11Z', 'updated_at': '2022-05-30T20:54:11Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:13.090274 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4668c0ea-caa3-4e4b-8f42-32650420da56 None None] Checking router: 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:54:13.100532 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4668c0ea-caa3-4e4b-8f42-32650420da56 None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:13.101118 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4668c0ea-caa3-4e4b-8f42-32650420da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:54:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:13.108773 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3a6e7-215f-41eb-b4e4-38f989f8b4d8 req-75af6179-a4ae-4065-bba0-ddb44683ae57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:13.110201 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-44c3a6e7-215f-41eb-b4e4-38f989f8b4d8 req-75af6179-a4ae-4065-bba0-ddb44683ae57 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0616713 May 30 20:54:13.183188 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-44c3a6e7-215f-41eb-b4e4-38f989f8b4d8 req-89928d65-91f5-4148-99fa-df37f9d4ceba service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673344 May 30 20:54:13.277139 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-4668c0ea-caa3-4e4b-8f42-32650420da56 None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:54:13.313792 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-44c3a6e7-215f-41eb-b4e4-38f989f8b4d8 req-8ad4fd8e-4d6f-488d-8354-051e2aa0f3d6 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244462 May 30 20:54:13.447557 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-44c3a6e7-215f-41eb-b4e4-38f989f8b4d8 req-e0f8ac51-51f7-4bdb-ac23-0e4f68853fcd service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283982 May 30 20:54:13.617864 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-4668c0ea-caa3-4e4b-8f42-32650420da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'f137625d-be6c-4365-9f14-4a0f1cbe0422', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'port_id': 'b82cfb60-605d-4227-bf22-ff6bd199968b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'mac_address': 'fa:16:3e:11:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73add7c9-405b-421d-85b5-482a85216396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:53:11Z', 'updated_at': '2022-05-30T20:54:11Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:13.621708 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4668c0ea-caa3-4e4b-8f42-32650420da56 None None] The sync data for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 is: [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'f137625d-be6c-4365-9f14-4a0f1cbe0422', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'port_id': 'b82cfb60-605d-4227-bf22-ff6bd199968b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'mac_address': 'fa:16:3e:11:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73add7c9-405b-421d-85b5-482a85216396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:53:11Z', 'updated_at': '2022-05-30T20:54:11Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:54:13.816215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32397755-794e-4879-975f-16deea439bca None None] New status for floating IP f137625d-be6c-4365-9f14-4a0f1cbe0422: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:54:27.836093 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9c7bdc1f-e2c4-45f2-b030-17d2458f091a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:30.024434 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b3ca8a02-3fda-4bbe-8cfd-2eff1e3243dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:31.383217 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:31.646618 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:32.983888 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:33.646011 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:37.500231 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:45.194008 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:54:47.437880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2808f6-ef68-4c21-a6cb-aab46eb3cac5 req-6efef0ab-446a-4f13-8fd6-c1316431d4b5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:47.439361 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc2808f6-ef68-4c21-a6cb-aab46eb3cac5 req-6efef0ab-446a-4f13-8fd6-c1316431d4b5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0906646 May 30 20:54:47.486206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc2808f6-ef68-4c21-a6cb-aab46eb3cac5 req-8fcf6ede-7566-484a-b2a3-a14c93656a78 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410509 May 30 20:54:48.684142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e193c-7250-4255-a9bb-3fd1d2435f6c req-e898e8c8-b69f-4af6-8968-0116231fc67e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:48.685581 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-802e193c-7250-4255-a9bb-3fd1d2435f6c req-e898e8c8-b69f-4af6-8968-0116231fc67e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0762620 May 30 20:54:48.730051 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-802e193c-7250-4255-a9bb-3fd1d2435f6c req-8ca4c9e5-ef4f-4f7f-8571-70825f489e53 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390215 May 30 20:54:49.926775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48b64c-d816-4e04-a68b-2c3cf4b173bf req-b197072f-08fd-4cfc-a552-c5fa9284fbbf tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:49.928243 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6c48b64c-d816-4e04-a68b-2c3cf4b173bf req-b197072f-08fd-4cfc-a552-c5fa9284fbbf tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0808935 May 30 20:54:49.972817 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6c48b64c-d816-4e04-a68b-2c3cf4b173bf req-88642904-d120-48a6-97a0-4d49ef085635 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391169 May 30 20:54:51.163702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba8f1e-2e9a-4892-bf0c-fdb997f46056 req-d654c38a-b761-440a-8c5a-2475bee466d2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:51.165163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bfba8f1e-2e9a-4892-bf0c-fdb997f46056 req-d654c38a-b761-440a-8c5a-2475bee466d2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0748322 May 30 20:54:51.209514 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bfba8f1e-2e9a-4892-bf0c-fdb997f46056 req-34d645a2-a4e1-466e-90b7-72d0c01aee0c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388405 May 30 20:54:52.406729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca6755-c4dc-4adc-9d2b-6b11f4ac08f4 req-52d2f0df-c394-4455-9ab2-cdf15fa8f468 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:52.408174 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b2ca6755-c4dc-4adc-9d2b-6b11f4ac08f4 req-52d2f0df-c394-4455-9ab2-cdf15fa8f468 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0784097 May 30 20:54:52.453312 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b2ca6755-c4dc-4adc-9d2b-6b11f4ac08f4 req-c4fa9a8a-5315-43b0-8a2f-940cebfac7d3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391433 May 30 20:54:53.646638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27701a-8ea4-4578-988b-515daba34f2d req-c25eb15a-6bb7-4603-a52b-2859f7c8eece tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:53.648095 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff27701a-8ea4-4578-988b-515daba34f2d req-c25eb15a-6bb7-4603-a52b-2859f7c8eece tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0743041 May 30 20:54:53.696336 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff27701a-8ea4-4578-988b-515daba34f2d req-e56a4e44-3123-4bdc-a7da-b227d88daafa tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425036 May 30 20:54:54.888754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b33974-df0f-4982-b2cd-91b4414b2eee req-08c1e20e-6f86-4dd0-8a1f-c5733470e3db tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:54.890177 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04b33974-df0f-4982-b2cd-91b4414b2eee req-08c1e20e-6f86-4dd0-8a1f-c5733470e3db tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0755241 May 30 20:54:54.934000 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04b33974-df0f-4982-b2cd-91b4414b2eee req-aef99a17-259d-41f4-b96b-845a6b6276db tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383763 May 30 20:54:56.133678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a2e36-2de3-4a30-8509-94d6096a0431 req-bba30075-d656-4e6c-aaf6-03bc1017fec5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:56.135101 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-126a2e36-2de3-4a30-8509-94d6096a0431 req-bba30075-d656-4e6c-aaf6-03bc1017fec5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0782354 May 30 20:54:56.180785 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-126a2e36-2de3-4a30-8509-94d6096a0431 req-67e3f536-7d5b-476d-8257-90fed08e977c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402527 May 30 20:54:57.379315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90f2bf-9181-4015-9b1b-a0b28fb76105 req-3eb43aa5-969a-4533-9666-a407c6adc017 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:57.380991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1b90f2bf-9181-4015-9b1b-a0b28fb76105 req-3eb43aa5-969a-4533-9666-a407c6adc017 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0799034 May 30 20:54:57.426407 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1b90f2bf-9181-4015-9b1b-a0b28fb76105 req-3d9c57f1-6374-4450-a314-8859ab3aec2b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396905 May 30 20:54:57.837852 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6a50c42d-8ebc-48d7-a277-09ac282fca77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:58.623130 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f21f27-c598-4d5f-a00b-535dc6f47d68 req-2cbb8d23-09c5-4ac4-9717-033b33e07683 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:58.624494 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44f21f27-c598-4d5f-a00b-535dc6f47d68 req-2cbb8d23-09c5-4ac4-9717-033b33e07683 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0799446 May 30 20:54:58.669442 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44f21f27-c598-4d5f-a00b-535dc6f47d68 req-c050a0eb-48cd-4733-bb9b-f1b31fa88ec2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387809 May 30 20:54:59.864390 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ef57c-5436-44ed-a01e-781fc7c22d2d req-8d57ed19-a056-4b8a-81a0-86a7e7e58dfe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:59.865736 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd9ef57c-5436-44ed-a01e-781fc7c22d2d req-8d57ed19-a056-4b8a-81a0-86a7e7e58dfe tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0750492 May 30 20:54:59.913648 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd9ef57c-5436-44ed-a01e-781fc7c22d2d req-9ed2ed0d-a5b9-43cb-88f2-bd21cde75133 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424995 May 30 20:55:00.025531 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ffc3786f-6891-42a8-92f4-e8563945015b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:01.105550 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3c0aa-286a-4bd9-8424-c4e95e68144e req-b4cb1b8e-4b42-4d5c-8365-796eb6bb886a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:01.106966 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3cb3c0aa-286a-4bd9-8424-c4e95e68144e req-b4cb1b8e-4b42-4d5c-8365-796eb6bb886a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0755091 May 30 20:55:01.151104 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3cb3c0aa-286a-4bd9-8424-c4e95e68144e req-1ef50d5b-5cf7-4791-8913-56d93ccc27ef tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381351 May 30 20:55:01.386659 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:01.647613 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:02.349923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9d467-9e69-4df4-aeb2-e79d57312e8c req-2b5a7b40-8a6e-450d-9085-90cc02e1502c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:02.351351 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f3d9d467-9e69-4df4-aeb2-e79d57312e8c req-2b5a7b40-8a6e-450d-9085-90cc02e1502c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0801902 May 30 20:55:02.482630 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f3d9d467-9e69-4df4-aeb2-e79d57312e8c req-4b865fcb-3d9c-4e71-b51f-53be47a0b751 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255198 May 30 20:55:02.985971 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:03.643202 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:03.681672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f02713-9d2b-43b3-a773-43be2d3313a8 req-dc92bdf3-b73a-419d-b789-9527d3c30805 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:03.683125 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69f02713-9d2b-43b3-a773-43be2d3313a8 req-dc92bdf3-b73a-419d-b789-9527d3c30805 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0774746 May 30 20:55:03.728143 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69f02713-9d2b-43b3-a773-43be2d3313a8 req-b0b5584b-32c7-45ae-bd97-0ea8e6ae4f76 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393329 May 30 20:55:03.920604 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c5051b5f-99aa-46e7-957a-6e402fa5865d req-d4c004e8-9607-4de4-bfd6-c182b7026822 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0701535 May 30 20:55:04.216717 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-3ac7b8c8-439f-45ea-b101-2847e253d608 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1205359 May 30 20:55:04.237135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2e8c7-7373-4ae3-b99a-8fb281af4528 req-d7957254-1a97-4442-8500-7404f4f6cf30 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:04.238557 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-00e2e8c7-7373-4ae3-b99a-8fb281af4528 req-d7957254-1a97-4442-8500-7404f4f6cf30 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0896792 May 30 20:55:04.288407 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-00e2e8c7-7373-4ae3-b99a-8fb281af4528 req-bd7e64e8-adb5-42df-8876-873d9fec16f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435827 May 30 20:55:05.481921 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed55c43-c6d0-4c95-9d45-099cb9fb8cb2 req-6cd18a77-d0ad-40c4-bfe6-52039d8873c9 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:05.483519 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aed55c43-c6d0-4c95-9d45-099cb9fb8cb2 req-6cd18a77-d0ad-40c4-bfe6-52039d8873c9 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0762026 May 30 20:55:05.533890 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aed55c43-c6d0-4c95-9d45-099cb9fb8cb2 req-cf849d9c-bc4e-4db6-849f-1554eed607c1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447283 May 30 20:55:05.621120 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-5ee8a98f-22a4-46dc-bb0c-50a54539ebcb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 1096 time: 0.0721593 May 30 20:55:05.750465 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-a717d1d7-a62d-4da3-ae34-44a4e9a64cd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:05.752472 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-a717d1d7-a62d-4da3-ae34-44a4e9a64cd9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1251104 May 30 20:55:05.853726 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-9de7d6d1-74f5-4ef0-822e-24af7e05192a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b82cfb60-605d-4227-bf22-ff6bd199968b HTTP/1.1" status: 200 len: 1000 time: 0.0957570 May 30 20:55:05.914874 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-4ea8c306-edf9-4de6-8283-a4d91e5f3a89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:05.916234 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-4ea8c306-edf9-4de6-8283-a4d91e5f3a89 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0570564 May 30 20:55:05.987917 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-7f962e30-2595-4620-8a9c-20cd79c17c14 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662861 May 30 20:55:05.996863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-dc08e8dc-333f-49f2-9f93-400910d462e4 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:55:05.997762 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-dc08e8dc-333f-49f2-9f93-400910d462e4 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045431 May 30 20:55:06.125838 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-1bb5d856-de4b-44b0-85e9-37869345f370 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215281 May 30 20:55:06.254569 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-fefa8779-1e15-4d57-92fd-881bb80062ce service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226151 May 30 20:55:06.734346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbdba0-f460-41b0-9aae-785c39fd55ed req-d8be030e-eed7-4159-8f99-104be206c67e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:06.735809 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81dbdba0-f460-41b0-9aae-785c39fd55ed req-d8be030e-eed7-4159-8f99-104be206c67e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0762036 May 30 20:55:06.759038 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-37618915-1e5b-4549-aabf-39c453aea821 req-11bd449c-bc37-437b-9a3f-520f6b92e245 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 1096 time: 0.0730362 May 30 20:55:06.781228 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81dbdba0-f460-41b0-9aae-785c39fd55ed req-4f74076e-6301-4d81-8e39-4c541036d5a6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398571 May 30 20:55:06.987999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37618915-1e5b-4549-aabf-39c453aea821 req-44b3ffda-2723-41af-b7c9-ebd0232015de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:06.989329 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-37618915-1e5b-4549-aabf-39c453aea821 req-44b3ffda-2723-41af-b7c9-ebd0232015de service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.2104778 May 30 20:55:07.090475 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-37618915-1e5b-4549-aabf-39c453aea821 req-093f19a7-b5ae-45bb-af88-edef58502a4d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b82cfb60-605d-4227-bf22-ff6bd199968b HTTP/1.1" status: 200 len: 1000 time: 0.0945125 May 30 20:55:07.151384 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37618915-1e5b-4549-aabf-39c453aea821 req-65acc13d-f16a-4367-9ee1-ebfbfe3126db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:07.153046 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-37618915-1e5b-4549-aabf-39c453aea821 req-65acc13d-f16a-4367-9ee1-ebfbfe3126db service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0563409 May 30 20:55:07.225658 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-37618915-1e5b-4549-aabf-39c453aea821 req-b7e93f9c-aa1b-4472-98bd-af2d5fbceb85 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656238 May 30 20:55:07.354570 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-37618915-1e5b-4549-aabf-39c453aea821 req-09a5341f-7674-4e13-af0a-faef4213ebf5 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229422 May 30 20:55:07.483143 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-37618915-1e5b-4549-aabf-39c453aea821 req-7968a451-f6c0-4c36-a152-9058104ca081 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221821 May 30 20:55:07.515159 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:07.978061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf899db-a93f-4db1-86c9-57ce0707ad0f req-402b5319-c9d0-4eb9-8baf-22b3b0ad3673 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:07.979571 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6bf899db-a93f-4db1-86c9-57ce0707ad0f req-402b5319-c9d0-4eb9-8baf-22b3b0ad3673 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0794735 May 30 20:55:08.024403 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6bf899db-a93f-4db1-86c9-57ce0707ad0f req-248da026-7e4b-4997-a4d7-a78e7b76f2b5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393794 May 30 20:55:08.144031 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-ff92f484-2374-4a43-986a-ee4bc1881832 service neutron] show failed (client error): The resource could not be found. May 30 20:55:08.144907 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-ff92f484-2374-4a43-986a-ee4bc1881832 service neutron] 10.222.0.93 "GET /v2.0/ports/b82cfb60-605d-4227-bf22-ff6bd199968b/bindings/n-h1-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.0755725 May 30 20:55:08.403711 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-7bc1fe91-192f-48f5-a9df-a42ecff61308 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396&tenant_id=65f92b89485d44a78f73bb972d472616 HTTP/1.1" status: 200 len: 1096 time: 0.0682242 May 30 20:55:08.417530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:55:08.523735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:08.781464 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] For port b82cfb60-605d-4227-bf22-ff6bd199968b, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=b82cfb60-605d-4227-bf22-ff6bd199968b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:55:08.808984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] For port b82cfb60-605d-4227-bf22-ff6bd199968b, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:55:08.863385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73add7c9-405b-421d-85b5-482a85216396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b82cfb60-605d-4227-bf22-ff6bd199968b'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:55:08.868559 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:08.883220 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Transition to ACTIVE for port object b82cfb60-605d-4227-bf22-ff6bd199968b will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:55:08.886606 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:08.938949 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e06f8911-cc07-4705-a668-77ff7b16f027'] response: {'server_uuid': '73add7c9-405b-421d-85b5-482a85216396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b82cfb60-605d-4227-bf22-ff6bd199968b', 'code': 200} May 30 20:55:09.017774 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Pushing event updated for resources: {'Port': ['ID=b82cfb60-605d-4227-bf22-ff6bd199968b,revision_number=6']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:09.040032 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:09.040304 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:09.040636 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:09.040965 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:09.041292 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:09.041616 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:09.041933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:09.042250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:09.042566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:09.042878 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:09.043191 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:09.097125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] No DVR routers for this DVR port b82cfb60-605d-4227-bf22-ff6bd199968b on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:55:09.226979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fb4d6-bba3-4a2a-8540-06d34781ea80 req-7101a288-aa38-4fbf-bb6a-6c37372c88d6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:09.228383 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f34fb4d6-bba3-4a2a-8540-06d34781ea80 req-7101a288-aa38-4fbf-bb6a-6c37372c88d6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 943 time: 0.0763423 May 30 20:55:09.279385 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f34fb4d6-bba3-4a2a-8540-06d34781ea80 req-319b3738-7474-4068-b7e2-e2df445d08f8 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447726 May 30 20:55:09.431083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Attempting to bind port b82cfb60-605d-4227-bf22-ff6bd199968b on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:55:09.431692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Attempting to bind port b82cfb60-605d-4227-bf22-ff6bd199968b by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:55:09.431692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Attempting to bind port b82cfb60-605d-4227-bf22-ff6bd199968b on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:55:09.437375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Port b82cfb60-605d-4227-bf22-ff6bd199968b on network 3dfba4c8-d93e-4630-b607-44f229c905fd not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:55:09.437692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Attempting to bind port b82cfb60-605d-4227-bf22-ff6bd199968b on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:55:09.443782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:55:09.444148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Checking segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:55:09.444521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Bound using segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:55:09.444933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Bound port: b82cfb60-605d-4227-bf22-ff6bd199968b, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:55:09.445265 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:09.529079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] For port b82cfb60-605d-4227-bf22-ff6bd199968b, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:55:09.532236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] For port b82cfb60-605d-4227-bf22-ff6bd199968b, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b82cfb60-605d-4227-bf22-ff6bd199968b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:55:09.536951 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:09.599404 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:09.600887 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] 10.222.0.77 "PUT /v2.0/ports/b82cfb60-605d-4227-bf22-ff6bd199968b HTTP/1.1" status: 200 len: 1091 time: 1.1870580 May 30 20:55:09.613761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e5253-9ade-4725-87a6-e80281c9a832 service neutron] Pushing event updated for resources: {'Port': ['ID=b82cfb60-605d-4227-bf22-ff6bd199968b,revision_number=7']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:09.699435 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-3332ddd9-4d08-4ebd-a6fd-7f2fe3c60233 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 1094 time: 0.0701056 May 30 20:55:09.832951 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-ae508f98-308e-4c5e-aefe-8cb5587a029c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:09.834370 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-ae508f98-308e-4c5e-aefe-8cb5587a029c service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1259661 May 30 20:55:09.940761 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-e64a1e42-eb94-4287-a3aa-72e95049c48d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b82cfb60-605d-4227-bf22-ff6bd199968b HTTP/1.1" status: 200 len: 998 time: 0.0960331 May 30 20:55:10.006933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-2afac497-1a48-4268-94c4-f74598e27542 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:10.008333 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-2afac497-1a48-4268-94c4-f74598e27542 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0592005 May 30 20:55:10.087194 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-379d3e19-6934-40d3-99e2-d1f395e0784e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693343 May 30 20:55:10.099993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-bb9c4ff4-5305-4311-9d3e-2855f72e050c service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:55:10.100896 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-bb9c4ff4-5305-4311-9d3e-2855f72e050c service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046964 May 30 20:55:10.234938 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-21051850-f064-4d4a-a2cf-804452b7cf80 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232984 May 30 20:55:10.369548 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b18f81d2-dbd6-4d57-9d93-816f3d5f0f74 req-df2c2920-cfe8-4c6d-8502-0b4a4d26f4ef service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259625 May 30 20:55:10.482998 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5837fb-9c48-4449-b025-72187dcdb520 req-d502fda1-9604-4eea-909c-0ad4c198daa9 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:10.484438 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc5837fb-9c48-4449-b025-72187dcdb520 req-d502fda1-9604-4eea-909c-0ad4c198daa9 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 943 time: 0.0805719 May 30 20:55:10.531223 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc5837fb-9c48-4449-b025-72187dcdb520 req-cae7853d-aef0-4496-947c-7be4cc3b0397 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401928 May 30 20:55:10.940504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73add7c9-405b-421d-85b5-482a85216396', 'tag': 'b82cfb60-605d-4227-bf22-ff6bd199968b'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:55:11.005853 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6965cb06-32f6-45fe-be1f-c31e6c5102f3'] response: {'name': 'network-changed', 'server_uuid': '73add7c9-405b-421d-85b5-482a85216396', 'tag': 'b82cfb60-605d-4227-bf22-ff6bd199968b', 'status': 'completed', 'code': 200} May 30 20:55:11.148351 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ee353dc-8ed5-44a9-8349-974141849573 req-d6332ad8-9a96-451a-ab15-e208e3a6881c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 1094 time: 0.1250150 May 30 20:55:11.151649 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ee353dc-8ed5-44a9-8349-974141849573 req-dfc9b0c4-2283-445f-bc8c-7240fcacebd5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 1094 time: 0.0989254 May 30 20:55:11.379041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee353dc-8ed5-44a9-8349-974141849573 req-aee9abed-8262-48e4-91a8-1b7255842f4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:11.380500 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ee353dc-8ed5-44a9-8349-974141849573 req-aee9abed-8262-48e4-91a8-1b7255842f4c service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.2264922 May 30 20:55:11.382596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee353dc-8ed5-44a9-8349-974141849573 req-08d1c5c5-5368-4905-a353-321eb01578bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:11.383861 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ee353dc-8ed5-44a9-8349-974141849573 req-08d1c5c5-5368-4905-a353-321eb01578bd service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.2129128 May 30 20:55:11.664452 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ee353dc-8ed5-44a9-8349-974141849573 req-7a563fe5-397b-4237-bc25-8798900a4a69 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b82cfb60-605d-4227-bf22-ff6bd199968b HTTP/1.1" status: 200 len: 998 time: 0.2776818 May 30 20:55:11.666331 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ee353dc-8ed5-44a9-8349-974141849573 req-6d87c773-0ae1-44e3-b1dc-4ae728b00e38 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b82cfb60-605d-4227-bf22-ff6bd199968b HTTP/1.1" status: 200 len: 998 time: 0.2297332 May 30 20:55:11.734152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f305b-bb30-4841-af5d-33ad3a353ef2 req-fc65a42f-e50b-423b-9d57-ee16d296d9d3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:11.736443 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-164f305b-bb30-4841-af5d-33ad3a353ef2 req-fc65a42f-e50b-423b-9d57-ee16d296d9d3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 943 time: 0.0813065 May 30 20:55:11.776463 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee353dc-8ed5-44a9-8349-974141849573 req-599b89ec-5969-4af3-81cc-6eec76a7e9d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:11.778356 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ee353dc-8ed5-44a9-8349-974141849573 req-599b89ec-5969-4af3-81cc-6eec76a7e9d8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.1083622 May 30 20:55:11.781390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee353dc-8ed5-44a9-8349-974141849573 req-08f5cc76-9edc-49e6-98eb-7cf2a6657cce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:11.782656 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ee353dc-8ed5-44a9-8349-974141849573 req-08f5cc76-9edc-49e6-98eb-7cf2a6657cce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0810411 May 30 20:55:11.790543 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-164f305b-bb30-4841-af5d-33ad3a353ef2 req-a6222f61-6888-4cae-b422-86491e96fa0a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482087 May 30 20:55:11.909423 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ee353dc-8ed5-44a9-8349-974141849573 req-6f6d8e1b-c7c2-4b84-871e-05ad8a3d8215 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238234 May 30 20:55:11.916412 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ee353dc-8ed5-44a9-8349-974141849573 req-7571b8a9-bd6d-482b-88a8-437c31b3d92e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972748 May 30 20:55:12.151367 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ee353dc-8ed5-44a9-8349-974141849573 req-262d1acc-c97f-4934-9a1b-8405b461f1ef service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340367 May 30 20:55:12.154570 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ee353dc-8ed5-44a9-8349-974141849573 req-d4051cc6-46ae-43ee-90f5-766d93826bef service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162104 May 30 20:55:12.389939 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ee353dc-8ed5-44a9-8349-974141849573 req-5bbf33a5-fefb-4a8e-9f20-3249ae4333a5 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324369 May 30 20:55:12.392894 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ee353dc-8ed5-44a9-8349-974141849573 req-be846199-4ba7-4762-bf05-9dca3313d473 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142363 May 30 20:55:12.691937 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b82cfb60-605d-4227-bf22-ff6bd199968b no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:55:12.750507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device b82cfb60-605d-4227-bf22-ff6bd199968b not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:55:12.828184 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b82cfb60-605d-4227-bf22-ff6bd199968b details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:55:12.962848 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b82cfb60-605d-4227-bf22-ff6bd199968b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b82cfb60-605d-4227-bf22-ff6bd199968b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:55:12.976413 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'b82cfb60-605d-4227-bf22-ff6bd199968b', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'port_id': 'b82cfb60-605d-4227-bf22-ff6bd199968b', 'mac_address': 'fa:16:3e:11:ab:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:55:12.997410 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d5bb0-68d8-444e-bdeb-82a59f93f8e7 req-24f2b0e6-510c-4f11-b017-4b0a1e1258e1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:12.998852 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a5d5bb0-68d8-444e-bdeb-82a59f93f8e7 req-24f2b0e6-510c-4f11-b017-4b0a1e1258e1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 943 time: 0.0858679 May 30 20:55:13.029607 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:13.045283 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a5d5bb0-68d8-444e-bdeb-82a59f93f8e7 req-74370df5-bc33-486c-9e7a-9d47aeef08d7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402949 May 30 20:55:13.046241 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82cfb60-605d-4227-bf22-ff6bd199968b {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:55:13.060894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b82cfb60-605d-4227-bf22-ff6bd199968b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b82cfb60-605d-4227-bf22-ff6bd199968b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:55:13.065720 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:13.130228 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b82cfb60-605d-4227-bf22-ff6bd199968b,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:13.139083 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:13.139429 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:13.139765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:13.140131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:13.140464 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:13.140789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:13.141110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:13.141431 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:13.141749 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:13.142066 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:13.142382 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:13.378088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b82cfb60-605d-4227-bf22-ff6bd199968b'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:55:13.386831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f2ed3-7822-4b7e-b7d0-4f9275d73d23 req-0d9c4c0a-81b2-4b11-a494-11e453e6e148 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:13.387853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba283e6-9033-4d43-a2a0-8182e7683c68 req-9b064cb4-84c0-4e38-b4ae-c8ccca6c99d5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:13.388376 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-868f2ed3-7822-4b7e-b7d0-4f9275d73d23 req-0d9c4c0a-81b2-4b11-a494-11e453e6e148 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 944 time: 0.0813372 May 30 20:55:13.392016 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-6ba283e6-9033-4d43-a2a0-8182e7683c68 req-9b064cb4-84c0-4e38-b4ae-c8ccca6c99d5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Synchronizing usage tracker for tenant:65f92b89485d44a78f73bb972d472616 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:55:13.408548 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-6ba283e6-9033-4d43-a2a0-8182e7683c68 req-9b064cb4-84c0-4e38-b4ae-c8ccca6c99d5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Unset dirty status for tenant:65f92b89485d44a78f73bb972d472616 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:55:13.409682 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ba283e6-9033-4d43-a2a0-8182e7683c68 req-9b064cb4-84c0-4e38-b4ae-c8ccca6c99d5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.93 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396&tenant_id=65f92b89485d44a78f73bb972d472616&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 944 time: 0.1051421 May 30 20:55:13.434821 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-868f2ed3-7822-4b7e-b7d0-4f9275d73d23 req-edc88b39-2628-45c3-ae14-9d24078c757b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409210 May 30 20:55:13.490978 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [req-6ba283e6-9033-4d43-a2a0-8182e7683c68 req-ece38281-2724-4a3d-92da-9d76bcd59959 service neutron] delete failed (client error): The resource could not be found. May 30 20:55:13.491890 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ba283e6-9033-4d43-a2a0-8182e7683c68 req-ece38281-2724-4a3d-92da-9d76bcd59959 service neutron] 10.222.0.93 "DELETE /v2.0/ports/b82cfb60-605d-4227-bf22-ff6bd199968b/bindings/n-h2-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.0766196 May 30 20:55:13.629857 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ba283e6-9033-4d43-a2a0-8182e7683c68 req-75a5956d-45fa-4d8b-8400-4d7c4e6d8409 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 1095 time: 0.0706022 May 30 20:55:13.756195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba283e6-9033-4d43-a2a0-8182e7683c68 req-7c8e56b6-000b-4b7b-910f-2d214d052a6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:13.757536 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ba283e6-9033-4d43-a2a0-8182e7683c68 req-7c8e56b6-000b-4b7b-910f-2d214d052a6b service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1223247 May 30 20:55:13.857266 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ba283e6-9033-4d43-a2a0-8182e7683c68 req-271290f9-1ee7-4eec-a1ad-bdc3e131a53c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b82cfb60-605d-4227-bf22-ff6bd199968b HTTP/1.1" status: 200 len: 999 time: 0.0941789 May 30 20:55:13.918792 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba283e6-9033-4d43-a2a0-8182e7683c68 req-67e05e0e-40d8-4a67-b9b9-ced87945fcc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:13.920250 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ba283e6-9033-4d43-a2a0-8182e7683c68 req-67e05e0e-40d8-4a67-b9b9-ced87945fcc0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0562081 May 30 20:55:13.992334 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ba283e6-9033-4d43-a2a0-8182e7683c68 req-3df33cf8-282a-418d-8421-1042ff45d365 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657058 May 30 20:55:14.118619 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ba283e6-9033-4d43-a2a0-8182e7683c68 req-3d8bb835-c43a-4cef-831c-aab81c247cc4 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207507 May 30 20:55:14.341911 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ba283e6-9033-4d43-a2a0-8182e7683c68 req-d19361b1-e4f1-4e28-8184-bb81140f0e4b service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179744 May 30 20:55:14.639073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2ab57-9261-4879-9801-a1c805c0d6eb req-dc7eb44c-c03a-4c47-8648-3285542fb815 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:14.640525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93b2ab57-9261-4879-9801-a1c805c0d6eb req-dc7eb44c-c03a-4c47-8648-3285542fb815 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 944 time: 0.0803356 May 30 20:55:14.687884 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93b2ab57-9261-4879-9801-a1c805c0d6eb req-257b0740-4660-4806-89ba-94338f1b62d3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411839 May 30 20:55:14.855616 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b82cfb60-605d-4227-bf22-ff6bd199968b up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:55:14.933820 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port b82cfb60-605d-4227-bf22-ff6bd199968b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:55:14.938333 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port b82cfb60-605d-4227-bf22-ff6bd199968b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:55:14.938693 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:15.051234 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:15.079485 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73add7c9-405b-421d-85b5-482a85216396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82cfb60-605d-4227-bf22-ff6bd199968b'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:55:15.088890 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b82cfb60-605d-4227-bf22-ff6bd199968b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b82cfb60-605d-4227-bf22-ff6bd199968b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:55:15.093129 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:15.154374 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a65f87b-824a-428f-a32d-a9da89ea5726'] response: {'server_uuid': '73add7c9-405b-421d-85b5-482a85216396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82cfb60-605d-4227-bf22-ff6bd199968b', 'code': 200} May 30 20:55:15.192105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b82cfb60-605d-4227-bf22-ff6bd199968b,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:15.886198 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933656d-7834-4696-b1af-986e50cd72a1 req-5e3e2000-041e-4fca-b237-b8c385ed2fdf tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:15.887641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6933656d-7834-4696-b1af-986e50cd72a1 req-5e3e2000-041e-4fca-b237-b8c385ed2fdf tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0789154 May 30 20:55:15.934521 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6933656d-7834-4696-b1af-986e50cd72a1 req-1d9cbdba-541d-4fc3-a463-5e9758b04b67 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408032 May 30 20:55:16.127462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa262150-8533-4507-80b7-6e26b611e33f req-2a0ad7c5-1aff-47f5-82e7-712473f069ba tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:16.128916 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa262150-8533-4507-80b7-6e26b611e33f req-2a0ad7c5-1aff-47f5-82e7-712473f069ba tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0749648 May 30 20:55:16.172775 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa262150-8533-4507-80b7-6e26b611e33f req-4fb4ce33-2578-47d7-9b86-7a7bb64379f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384645 May 30 20:55:16.534596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0cac7-d911-4c38-9a20-cd78cdcb8ccd req-0f4b0bc4-25be-46af-be9d-85aef2f79906 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:16.535951 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e9f0cac7-d911-4c38-9a20-cd78cdcb8ccd req-0f4b0bc4-25be-46af-be9d-85aef2f79906 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0848439 May 30 20:55:16.581502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e9f0cac7-d911-4c38-9a20-cd78cdcb8ccd req-cab11959-e1fe-4136-a494-4d7ec5265dc2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399151 May 30 20:55:16.585336 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f2b301d2-16a4-4d55-bfeb-bf307df03239 req-1c6211d2-32ca-4b32-a918-8381bd72bc0c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 1096 time: 0.0740125 May 30 20:55:16.720508 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b301d2-16a4-4d55-bfeb-bf307df03239 req-909d6422-3d73-4f37-950a-442f84c30d08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:16.722550 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f2b301d2-16a4-4d55-bfeb-bf307df03239 req-909d6422-3d73-4f37-950a-442f84c30d08 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1281393 May 30 20:55:16.826329 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f2b301d2-16a4-4d55-bfeb-bf307df03239 req-37253088-f253-49b2-a382-8a96ebcab8b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b82cfb60-605d-4227-bf22-ff6bd199968b HTTP/1.1" status: 200 len: 1000 time: 0.0945158 May 30 20:55:16.889360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b301d2-16a4-4d55-bfeb-bf307df03239 req-1caeae4a-1b58-4399-ada8-82c713c81c8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:16.890746 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f2b301d2-16a4-4d55-bfeb-bf307df03239 req-1caeae4a-1b58-4399-ada8-82c713c81c8a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0556436 May 30 20:55:16.969578 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f2b301d2-16a4-4d55-bfeb-bf307df03239 req-a11d8715-41da-4e72-91ce-98c53e7ada45 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695257 May 30 20:55:17.098783 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f2b301d2-16a4-4d55-bfeb-bf307df03239 req-63613626-f3b6-48b1-9dac-9b8a12c33ed3 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222153 May 30 20:55:17.231353 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f2b301d2-16a4-4d55-bfeb-bf307df03239 req-21b55fa4-9b78-4e48-807c-8acae271dc12 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227970 May 30 20:55:17.790077 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d55e00-922e-4c0b-ba7c-a006a1db48a4 req-46b4b774-d414-4a9f-b08d-24c9e68f78d7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:17.791505 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70d55e00-922e-4c0b-ba7c-a006a1db48a4 req-46b4b774-d414-4a9f-b08d-24c9e68f78d7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0761261 May 30 20:55:17.841372 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70d55e00-922e-4c0b-ba7c-a006a1db48a4 req-f799b48c-8b27-4031-b8f4-40982f955615 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422707 May 30 20:55:19.037135 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cf91d-a884-4838-bde9-bb3184133867 req-849b258e-975c-486b-b899-c4e1b860a86b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:19.038572 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-171cf91d-a884-4838-bde9-bb3184133867 req-849b258e-975c-486b-b899-c4e1b860a86b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0767183 May 30 20:55:19.084056 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-171cf91d-a884-4838-bde9-bb3184133867 req-a72f2bd4-fa91-40a4-a6ee-d4b7d8aaba38 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399055 May 30 20:55:19.482904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd5690-1989-4cb3-b802-9f31f435927e req-4e2b3633-5fae-45f4-b5c0-6ef856bbeeaa tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:19.484358 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64cd5690-1989-4cb3-b802-9f31f435927e req-4e2b3633-5fae-45f4-b5c0-6ef856bbeeaa tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0781054 May 30 20:55:19.528936 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64cd5690-1989-4cb3-b802-9f31f435927e req-81b98065-2174-4fa3-bf79-3751b9c2ba80 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385466 May 30 20:55:20.725955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debab35-b508-448b-8cb2-ba74d268c9ac req-bd8884a2-5150-4baa-8d7f-4e3a97880c44 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:20.727374 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9debab35-b508-448b-8cb2-ba74d268c9ac req-bd8884a2-5150-4baa-8d7f-4e3a97880c44 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0757375 May 30 20:55:20.773986 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9debab35-b508-448b-8cb2-ba74d268c9ac req-73c7213f-41e6-4cc5-b3c5-a3600bf8c4eb tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412092 May 30 20:55:20.814813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3425b1-4ae9-446a-bea2-e7bd656f18fb req-30647036-2bd0-40ce-8a62-52f536f3ba17 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:20.816244 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ec3425b1-4ae9-446a-bea2-e7bd656f18fb req-30647036-2bd0-40ce-8a62-52f536f3ba17 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.77 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 945 time: 0.0767939 May 30 20:55:20.885050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-ec3425b1-4ae9-446a-bea2-e7bd656f18fb req-28591ef3-d26d-4a2e-8b58-e789ea759434 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Deleting port b82cfb60-605d-4227-bf22-ff6bd199968b {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:55:20.885308 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ec3425b1-4ae9-446a-bea2-e7bd656f18fb req-28591ef3-d26d-4a2e-8b58-e789ea759434 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:21.129942 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-ec3425b1-4ae9-446a-bea2-e7bd656f18fb req-28591ef3-d26d-4a2e-8b58-e789ea759434 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] For port b82cfb60-605d-4227-bf22-ff6bd199968b, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b82cfb60-605d-4227-bf22-ff6bd199968b,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:55:21.130294 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ec3425b1-4ae9-446a-bea2-e7bd656f18fb req-28591ef3-d26d-4a2e-8b58-e789ea759434 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:21.419717 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ec3425b1-4ae9-446a-bea2-e7bd656f18fb req-28591ef3-d26d-4a2e-8b58-e789ea759434 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:21.420115 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ec3425b1-4ae9-446a-bea2-e7bd656f18fb req-28591ef3-d26d-4a2e-8b58-e789ea759434 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:21.420427 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [req-ec3425b1-4ae9-446a-bea2-e7bd656f18fb req-28591ef3-d26d-4a2e-8b58-e789ea759434 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Floating IP f137625d-be6c-4365-9f14-4a0f1cbe0422 disassociated. External IP: 172.25.5.71, port: b82cfb60-605d-4227-bf22-ff6bd199968b. May 30 20:55:21.420762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-ec3425b1-4ae9-446a-bea2-e7bd656f18fb req-28591ef3-d26d-4a2e-8b58-e789ea759434 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Calling delete_port for b82cfb60-605d-4227-bf22-ff6bd199968b owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:55:21.645704 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ec3425b1-4ae9-446a-bea2-e7bd656f18fb req-28591ef3-d26d-4a2e-8b58-e789ea759434 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:21.693957 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28591ef3-d26d-4a2e-8b58-e789ea759434 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Pushing event deleted for resources: {'Port': ['ID=b82cfb60-605d-4227-bf22-ff6bd199968b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:21.905664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec3425b1-4ae9-446a-bea2-e7bd656f18fb req-28591ef3-d26d-4a2e-8b58-e789ea759434 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:55:22.024332 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48f71153-c87b-4167-8da0-c272fb79fe6c req-22648d7a-ac42-4b40-9c1b-73ea2d1551c1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=73add7c9-405b-421d-85b5-482a85216396 HTTP/1.1" status: 200 len: 210 time: 0.1238906 May 30 20:55:22.105535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec3425b1-4ae9-446a-bea2-e7bd656f18fb req-28591ef3-d26d-4a2e-8b58-e789ea759434 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:55:22.114740 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539c35d-d856-4f5a-b7b5-2d10e0ccd14d None None] Sync routers for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:55:22.127466 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6539c35d-d856-4f5a-b7b5-2d10e0ccd14d None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:55:22.128173 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6539c35d-d856-4f5a-b7b5-2d10e0ccd14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:55:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:22.172501 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3425b1-4ae9-446a-bea2-e7bd656f18fb req-28591ef3-d26d-4a2e-8b58-e789ea759434 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] No DVR routers for this DVR port b82cfb60-605d-4227-bf22-ff6bd199968b on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:55:22.174896 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ec3425b1-4ae9-446a-bea2-e7bd656f18fb req-28591ef3-d26d-4a2e-8b58-e789ea759434 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:22.177383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73add7c9-405b-421d-85b5-482a85216396', 'name': 'network-vif-deleted', 'tag': 'b82cfb60-605d-4227-bf22-ff6bd199968b'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:55:22.193190 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ec3425b1-4ae9-446a-bea2-e7bd656f18fb req-28591ef3-d26d-4a2e-8b58-e789ea759434 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.77 "DELETE /v2.0/ports/b82cfb60-605d-4227-bf22-ff6bd199968b HTTP/1.1" status: 204 len: 173 time: 1.3682683 May 30 20:55:22.239372 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6043851-eeaf-4fd8-baa3-1ceb2a68f79c'] response: {'server_uuid': '73add7c9-405b-421d-85b5-482a85216396', 'name': 'network-vif-deleted', 'tag': 'b82cfb60-605d-4227-bf22-ff6bd199968b', 'status': 'completed', 'code': 200} May 30 20:55:22.265393 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:55:22.315603 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-6539c35d-d856-4f5a-b7b5-2d10e0ccd14d None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:55:22.621058 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6539c35d-d856-4f5a-b7b5-2d10e0ccd14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:22.624774 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539c35d-d856-4f5a-b7b5-2d10e0ccd14d None None] Checking router: 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:55:22.635697 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6539c35d-d856-4f5a-b7b5-2d10e0ccd14d None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:55:22.636323 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6539c35d-d856-4f5a-b7b5-2d10e0ccd14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:55:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:22.851768 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-6539c35d-d856-4f5a-b7b5-2d10e0ccd14d None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:55:23.165983 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6539c35d-d856-4f5a-b7b5-2d10e0ccd14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:23.169945 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539c35d-d856-4f5a-b7b5-2d10e0ccd14d None None] The sync data for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 is: [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:55:23.388227 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-2adfc630-11c7-40bd-b523-9fe0564bdff0 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--617948491&fields=id&tenant_id=65f92b89485d44a78f73bb972d472616 HTTP/1.1" status: 200 len: 267 time: 0.0420544 May 30 20:55:23.419847 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4983dbd-6a3c-4bcd-b5ab-f7544e7e7b93 None None] New status for floating IP f137625d-be6c-4365-9f14-4a0f1cbe0422: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:55:23.536170 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-5e979d84-2fd6-4eb6-8153-ffaa0a1a2e47 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:23.537633 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-5e979d84-2fd6-4eb6-8153-ffaa0a1a2e47 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 812 time: 0.1421704 May 30 20:55:23.554828 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ee50d3c3-0348-46a2-821e-cd29b46f4193 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/quotas/65f92b89485d44a78f73bb972d472616 HTTP/1.1" status: 200 len: 375 time: 0.0116673 May 30 20:55:23.642101 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-78c69b50-698f-4803-b236-2d1e85c7cfba tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821519 May 30 20:55:23.781238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-d8b8b38b-8901-4b7f-b503-80540ab17c8d service neutron] 10.222.0.84 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251373 May 30 20:55:23.911372 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-23fe7699-75fd-4126-8b98-52f0813f9605 service neutron] 10.222.0.84 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238263 May 30 20:55:24.252759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81d023bf-c6b5-4d51-834f-b2b800afe56c req-11932169-7fa6-44d2-996a-ee7a2f984d65 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 210 time: 0.0425692 May 30 20:55:24.896047 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b82cfb60-605d-4227-bf22-ff6bd199968b no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:55:24.931341 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: b82cfb60-605d-4227-bf22-ff6bd199968b {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:55:24.931677 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b82cfb60-605d-4227-bf22-ff6bd199968b not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:55:25.328560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-b85bd0b3-55f7-43cb-8971-97667cb55f15 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:25.330384 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-b85bd0b3-55f7-43cb-8971-97667cb55f15 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 812 time: 0.1575177 May 30 20:55:25.391175 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-6744f251-6283-4edf-ac10-3b1253ea9c8a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65f92b89485d44a78f73bb972d472616 HTTP/1.1" status: 200 len: 379 time: 0.0469313 May 30 20:55:25.403193 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-06d56503-c441-4c9c-93c2-287b2fa8d389 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Request body: {'port': {'device_id': '219fb7fd-e479-42c5-ac09-407100b83116', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'admin_state_up': True, 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'security_groups': ['3af20554-73a9-4ae8-ba33-0160eb7f81cb']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:55:25.427089 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-76aed423-7245-458d-869a-1d597eb58d40 req-8bfe1e64-8889-4452-beb2-49958144d8a7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 210 time: 0.0455651 May 30 20:55:25.536013 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-06d56503-c441-4c9c-93c2-287b2fa8d389 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:55:25.539955 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-06d56503-c441-4c9c-93c2-287b2fa8d389 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Usage tracker for resource:port and tenant:65f92b89485d44a78f73bb972d472616 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:55:25.542719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-06d56503-c441-4c9c-93c2-287b2fa8d389 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:55:25.549041 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-06d56503-c441-4c9c-93c2-287b2fa8d389 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:55:25.557633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-06d56503-c441-4c9c-93c2-287b2fa8d389 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Made reservation on behalf of 65f92b89485d44a78f73bb972d472616 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:55:25.560514 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-06d56503-c441-4c9c-93c2-287b2fa8d389 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:25.718558 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-06d56503-c441-4c9c-93c2-287b2fa8d389 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Allocated IP 172.20.0.3 (3dfba4c8-d93e-4630-b607-44f229c905fd/f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0/1de64844-ca03-4e91-965e-17fb395d7b46) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:55:25.901919 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-06d56503-c441-4c9c-93c2-287b2fa8d389 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:25.917303 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-06d56503-c441-4c9c-93c2-287b2fa8d389 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Transition to ACTIVE for port object 1de64844-ca03-4e91-965e-17fb395d7b46 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:55:25.938948 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-06d56503-c441-4c9c-93c2-287b2fa8d389 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:26.008951 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-06d56503-c441-4c9c-93c2-287b2fa8d389 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Network 3dfba4c8-d93e-4630-b607-44f229c905fd is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:55:26.011983 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-06d56503-c441-4c9c-93c2-287b2fa8d389 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:55:26.016245 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-06d56503-c441-4c9c-93c2-287b2fa8d389 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:55:26.042172 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d56503-c441-4c9c-93c2-287b2fa8d389 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Pushing event updated for resources: {'Port': ['ID=1de64844-ca03-4e91-965e-17fb395d7b46,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:26.082818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-06d56503-c441-4c9c-93c2-287b2fa8d389 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:26.083509 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-06d56503-c441-4c9c-93c2-287b2fa8d389 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:26.110349 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-06d56503-c441-4c9c-93c2-287b2fa8d389 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7108829 May 30 20:55:26.126137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Request body: {'port': {'device_id': '219fb7fd-e479-42c5-ac09-407100b83116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:55:26.232595 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:26.293269 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f4bbf70c-0cd4-4115-8473-ac62dc4f7719 None None] Provisioning for port 1de64844-ca03-4e91-965e-17fb395d7b46 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:55:26.298760 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f4bbf70c-0cd4-4115-8473-ac62dc4f7719 None None] Provisioning complete for port 1de64844-ca03-4e91-965e-17fb395d7b46 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:55:26.299210 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf70c-0cd4-4115-8473-ac62dc4f7719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:26.353628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f4bbf70c-0cd4-4115-8473-ac62dc4f7719 None None] Port 1de64844-ca03-4e91-965e-17fb395d7b46 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:55:26.627711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51ef34-374d-42be-921c-82f1caeebe86 req-8336fbfe-08a3-45ae-885c-f9b796d10480 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:26.629179 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e51ef34-374d-42be-921c-82f1caeebe86 req-8336fbfe-08a3-45ae-885c-f9b796d10480 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 931 time: 0.0797679 May 30 20:55:26.667478 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de64844-ca03-4e91-965e-17fb395d7b46 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:55:26.674130 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:26.675335 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e51ef34-374d-42be-921c-82f1caeebe86 req-899a3f5f-8977-43a5-b82c-346dacf48c08 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405421 May 30 20:55:26.688817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Transition to ACTIVE for port object 1de64844-ca03-4e91-965e-17fb395d7b46 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:55:26.692979 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:26.822440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Pushing event updated for resources: {'Port': ['ID=1de64844-ca03-4e91-965e-17fb395d7b46,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:26.931387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Attempting to bind port 1de64844-ca03-4e91-965e-17fb395d7b46 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:55:26.931717 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Attempting to bind port 1de64844-ca03-4e91-965e-17fb395d7b46 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:55:26.932070 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Attempting to bind port 1de64844-ca03-4e91-965e-17fb395d7b46 on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:55:26.937771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Port 1de64844-ca03-4e91-965e-17fb395d7b46 on network 3dfba4c8-d93e-4630-b607-44f229c905fd not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:55:26.938084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Attempting to bind port 1de64844-ca03-4e91-965e-17fb395d7b46 on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:55:26.944929 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:55:26.945260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Checking segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:55:26.945639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Bound using segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:55:26.946056 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Bound port: 1de64844-ca03-4e91-965e-17fb395d7b46, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:55:26.946395 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:27.031217 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:55:27.034207 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1de64844-ca03-4e91-965e-17fb395d7b46,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:55:27.038524 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:27.101958 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:27.103323 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] 10.222.0.77 "PUT /v2.0/ports/1de64844-ca03-4e91-965e-17fb395d7b46 HTTP/1.1" status: 200 len: 1091 time: 0.9814079 May 30 20:55:27.103753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219fb7fd-e479-42c5-ac09-407100b83116', 'tag': '1de64844-ca03-4e91-965e-17fb395d7b46'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:55:27.127603 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42ff98-370d-42d5-8b1d-7f2854f9e09d service neutron] Pushing event updated for resources: {'Port': ['ID=1de64844-ca03-4e91-965e-17fb395d7b46,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:27.175645 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd4530b0-4804-49d0-87f7-e3802e31fd96'] response: {'name': 'network-changed', 'server_uuid': '219fb7fd-e479-42c5-ac09-407100b83116', 'tag': '1de64844-ca03-4e91-965e-17fb395d7b46', 'status': 'completed', 'code': 200} May 30 20:55:27.217334 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-4709b0e6-ea12-49d1-9908-5a9f130344a3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 1094 time: 0.0728724 May 30 20:55:27.293756 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-92169c5e-a718-4729-ab1f-659d12f1cb49 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1de64844-ca03-4e91-965e-17fb395d7b46 HTTP/1.1" status: 200 len: 217 time: 0.0661578 May 30 20:55:27.358766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-5261d844-b628-4287-8ea3-9ea5b5a15ff3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:27.360234 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-5261d844-b628-4287-8ea3-9ea5b5a15ff3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0574148 May 30 20:55:27.439407 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-07c71c06-20b7-48c2-ac6e-a384235c4e86 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681961 May 30 20:55:27.572034 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-78204c41-76cb-4759-b468-81ed6bdb5887 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222756 May 30 20:55:27.702141 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4bf4e374-f62f-4d44-b999-b42f6b955504 req-465c85a8-24f3-45a1-84b4-8b13357ec017 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205947 May 30 20:55:27.821706 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e0a96222-4173-4729-aa2c-55e8a88de271 req-93206850-66b9-4ee9-8693-0a411d8c1fe1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 1094 time: 0.0719905 May 30 20:55:27.841437 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-96808ee0-c722-423d-ab2d-5ab02db281f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:27.878416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6af3e-e890-4f6c-8525-70596c4998ca req-0d692a5b-7cc2-4370-adb1-6951747c2ffd tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:27.879846 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be6af3e-e890-4f6c-8525-70596c4998ca req-0d692a5b-7cc2-4370-adb1-6951747c2ffd tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 943 time: 0.0777524 May 30 20:55:27.931842 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5be6af3e-e890-4f6c-8525-70596c4998ca req-8a128b48-eca5-4b47-b66d-cb240c108619 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463278 May 30 20:55:27.961143 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a96222-4173-4729-aa2c-55e8a88de271 req-59526916-a193-4c6a-ba61-bb125a17341d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:27.962566 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e0a96222-4173-4729-aa2c-55e8a88de271 req-59526916-a193-4c6a-ba61-bb125a17341d service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1354985 May 30 20:55:28.031715 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e0a96222-4173-4729-aa2c-55e8a88de271 req-2a061213-c1a6-459e-9184-7d3fe6a313d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1de64844-ca03-4e91-965e-17fb395d7b46 HTTP/1.1" status: 200 len: 217 time: 0.0627601 May 30 20:55:28.177181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a96222-4173-4729-aa2c-55e8a88de271 req-a763fe35-0af9-4c09-bf61-149fb6d7cdfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:28.178513 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e0a96222-4173-4729-aa2c-55e8a88de271 req-a763fe35-0af9-4c09-bf61-149fb6d7cdfa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.1407466 May 30 20:55:28.254675 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e0a96222-4173-4729-aa2c-55e8a88de271 req-f38fa8f0-f5ef-43f1-afc7-cb6ee8c0b800 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697098 May 30 20:55:28.384906 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e0a96222-4173-4729-aa2c-55e8a88de271 req-908b400d-4fbf-431b-a30f-b317784337cc service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237884 May 30 20:55:28.512869 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e0a96222-4173-4729-aa2c-55e8a88de271 req-ff94fc48-c448-442d-8759-3ceb76106320 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213064 May 30 20:55:29.129056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfb3a0-eac8-43b2-bac9-09d4882bbb99 req-dee981e2-1338-481b-b2c4-294c49cfbbd8 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:29.130482 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84dfb3a0-eac8-43b2-bac9-09d4882bbb99 req-dee981e2-1338-481b-b2c4-294c49cfbbd8 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 943 time: 0.0789914 May 30 20:55:29.175899 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84dfb3a0-eac8-43b2-bac9-09d4882bbb99 req-fa0a6930-ca16-4ad8-b0cd-4b286cf4a262 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399029 May 30 20:55:30.028571 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0aaef495-0e50-4714-b656-9f92ab0fd45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:30.371813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893d069-28a7-40fd-9e53-2ee824b8be4e req-d69ef17f-486d-45fd-9006-a573acb673c0 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:30.373272 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6893d069-28a7-40fd-9e53-2ee824b8be4e req-d69ef17f-486d-45fd-9006-a573acb673c0 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 943 time: 0.0778711 May 30 20:55:30.422590 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6893d069-28a7-40fd-9e53-2ee824b8be4e req-edf0bdd3-4177-489f-8740-41aa512878a3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432048 May 30 20:55:30.923661 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1de64844-ca03-4e91-965e-17fb395d7b46 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:55:31.062281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1de64844-ca03-4e91-965e-17fb395d7b46,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:55:31.074926 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '1de64844-ca03-4e91-965e-17fb395d7b46', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'port_id': '1de64844-ca03-4e91-965e-17fb395d7b46', 'mac_address': 'fa:16:3e:c6:c4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:55:31.130339 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:31.149148 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de64844-ca03-4e91-965e-17fb395d7b46 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:55:31.164132 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1de64844-ca03-4e91-965e-17fb395d7b46,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:55:31.167816 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:31.233089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=1de64844-ca03-4e91-965e-17fb395d7b46,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:31.387623 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:31.405626 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['1de64844-ca03-4e91-965e-17fb395d7b46'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:55:31.618312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3f21c-0214-49db-a8e7-5cf00bd757c9 req-504b2155-2938-49e9-9226-479eb4d73359 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:31.619743 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ef3f21c-0214-49db-a8e7-5cf00bd757c9 req-504b2155-2938-49e9-9226-479eb4d73359 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 944 time: 0.0766060 May 30 20:55:31.651141 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:31.667320 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ef3f21c-0214-49db-a8e7-5cf00bd757c9 req-49eab09e-50a7-43a6-9a99-596ff93c9260 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420406 May 30 20:55:32.871464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b8acb-3017-431d-bb4a-b3ef086701f3 req-d79ca9a8-c057-4fba-823b-305ad5388d7b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:32.872927 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e5b8acb-3017-431d-bb4a-b3ef086701f3 req-d79ca9a8-c057-4fba-823b-305ad5388d7b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 944 time: 0.0815942 May 30 20:55:32.918598 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e5b8acb-3017-431d-bb4a-b3ef086701f3 req-85da4b7b-674b-43ab-8dfe-ae0baa166319 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401309 May 30 20:55:32.938982 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1de64844-ca03-4e91-965e-17fb395d7b46 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:55:33.001999 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:33.016608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 1de64844-ca03-4e91-965e-17fb395d7b46 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:55:33.021572 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 1de64844-ca03-4e91-965e-17fb395d7b46 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:55:33.021928 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:33.133385 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:33.160269 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219fb7fd-e479-42c5-ac09-407100b83116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de64844-ca03-4e91-965e-17fb395d7b46'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:55:33.169682 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1de64844-ca03-4e91-965e-17fb395d7b46,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:55:33.173806 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:33.222626 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86236bf-86b0-4281-a112-21616fd44ffe'] response: {'server_uuid': '219fb7fd-e479-42c5-ac09-407100b83116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de64844-ca03-4e91-965e-17fb395d7b46', 'code': 200} May 30 20:55:33.259012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=1de64844-ca03-4e91-965e-17fb395d7b46,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:33.347157 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fb00c850-29c6-471b-89db-225e3bd7a3b3 req-3e1e6d2f-0ac6-4ec0-9d7f-78d8881a1867 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 1096 time: 0.0659413 May 30 20:55:33.391917 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fb00c850-29c6-471b-89db-225e3bd7a3b3 req-be7c26d5-d595-4c7a-8082-db3dc60e031f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351346 May 30 20:55:33.658060 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:34.110021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549993b8-ebe9-40e1-b4ee-3f235a592114 req-a2653419-3d3d-439a-a0d2-4891d80a9cf2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:34.112015 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-549993b8-ebe9-40e1-b4ee-3f235a592114 req-a2653419-3d3d-439a-a0d2-4891d80a9cf2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0749025 May 30 20:55:34.155827 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-549993b8-ebe9-40e1-b4ee-3f235a592114 req-1420ed97-130d-46ca-be82-fc9ba82291b5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383251 May 30 20:55:35.482009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a00068-319e-4436-b580-c76003ca10d6 req-7b7b3351-c16d-4bca-bad0-42938d05ae6b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:35.483399 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1a00068-319e-4436-b580-c76003ca10d6 req-7b7b3351-c16d-4bca-bad0-42938d05ae6b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.2070129 May 30 20:55:35.527406 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1a00068-319e-4436-b580-c76003ca10d6 req-72cbed82-2e6a-41b9-933b-b5b15ac92ffc tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379815 May 30 20:55:35.719807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c5c5e-31d6-41c3-9031-3c37b82570d8 req-ac13f7a7-7538-48de-98ef-8cd6fdb68e96 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:35.721260 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-864c5c5e-31d6-41c3-9031-3c37b82570d8 req-ac13f7a7-7538-48de-98ef-8cd6fdb68e96 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0804074 May 30 20:55:35.729938 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50548) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:35.735171 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-3e76edfe-9834-4848-96d2-b0f6ace9eb04 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Request body: {'floatingip': {'port_id': '1de64844-ca03-4e91-965e-17fb395d7b46'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:55:35.811325 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e76edfe-9834-4848-96d2-b0f6ace9eb04 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:36.465008 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e76edfe-9834-4848-96d2-b0f6ace9eb04 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:36.468602 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e76edfe-9834-4848-96d2-b0f6ace9eb04 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:36.656758 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-3e76edfe-9834-4848-96d2-b0f6ace9eb04 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Floating IP f137625d-be6c-4365-9f14-4a0f1cbe0422 associated. External IP: 172.25.5.71, port: 1de64844-ca03-4e91-965e-17fb395d7b46. May 30 20:55:37.038346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e76edfe-9834-4848-96d2-b0f6ace9eb04 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:55:37.231121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e76edfe-9834-4848-96d2-b0f6ace9eb04 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:55:37.236075 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e76edfe-9834-4848-96d2-b0f6ace9eb04 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:37.241459 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c819706e-565c-4ab6-9705-71b207fafbd4 None None] Sync routers for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:55:37.253600 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c819706e-565c-4ab6-9705-71b207fafbd4 None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:55:37.254197 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c819706e-565c-4ab6-9705-71b207fafbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:55:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:37.386397 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3e76edfe-9834-4848-96d2-b0f6ace9eb04 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "PUT /v2.0/floatingips/f137625d-be6c-4365-9f14-4a0f1cbe0422 HTTP/1.1" status: 200 len: 990 time: 1.6533141 May 30 20:55:37.386397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219fb7fd-e479-42c5-ac09-407100b83116', 'tag': '1de64844-ca03-4e91-965e-17fb395d7b46'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:55:37.434985 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-c819706e-565c-4ab6-9705-71b207fafbd4 None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:55:37.438377 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a5afd6-7565-4256-a6d8-6a7f1d8403ab'] response: {'name': 'network-changed', 'server_uuid': '219fb7fd-e479-42c5-ac09-407100b83116', 'tag': '1de64844-ca03-4e91-965e-17fb395d7b46', 'status': 'completed', 'code': 200} May 30 20:55:37.530054 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:37.530856 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-355b94d2-bd59-4491-bcf2-e892d3cea2a9 req-908c7b35-2bd2-4f3b-9f5a-a3f7343bc60f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 1096 time: 0.0716870 May 30 20:55:37.661260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b94d2-bd59-4491-bcf2-e892d3cea2a9 req-79c2c20f-8a6d-47fd-bbb7-0742404619cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:37.662601 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-355b94d2-bd59-4491-bcf2-e892d3cea2a9 req-79c2c20f-8a6d-47fd-bbb7-0742404619cb service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1261384 May 30 20:55:37.760688 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-355b94d2-bd59-4491-bcf2-e892d3cea2a9 req-89347590-37ef-4b70-be9f-223d385f6c32 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1de64844-ca03-4e91-965e-17fb395d7b46 HTTP/1.1" status: 200 len: 998 time: 0.0919964 May 30 20:55:37.774450 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c819706e-565c-4ab6-9705-71b207fafbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'f137625d-be6c-4365-9f14-4a0f1cbe0422', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'port_id': '1de64844-ca03-4e91-965e-17fb395d7b46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'mac_address': 'fa:16:3e:c6:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219fb7fd-e479-42c5-ac09-407100b83116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:53:11Z', 'updated_at': '2022-05-30T20:55:36Z', 'revision_number': 9, 'project_id': '65f92b89485d44a78f73bb972d472616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:37.778644 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c819706e-565c-4ab6-9705-71b207fafbd4 None None] Checking router: 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:55:37.788867 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c819706e-565c-4ab6-9705-71b207fafbd4 None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:55:37.789446 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c819706e-565c-4ab6-9705-71b207fafbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:55:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:37.825724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b94d2-bd59-4491-bcf2-e892d3cea2a9 req-513e5295-a394-47a5-a430-b2f32e6a7152 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:37.827149 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-355b94d2-bd59-4491-bcf2-e892d3cea2a9 req-513e5295-a394-47a5-a430-b2f32e6a7152 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0608425 May 30 20:55:37.901386 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-355b94d2-bd59-4491-bcf2-e892d3cea2a9 req-8ac9c0f7-76a9-4391-8357-a881bb63e14e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680950 May 30 20:55:37.989153 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-c819706e-565c-4ab6-9705-71b207fafbd4 None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:55:38.033614 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-355b94d2-bd59-4491-bcf2-e892d3cea2a9 req-92f1c2a0-deb0-433a-ac82-74fe74cacf0f service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260116 May 30 20:55:38.164058 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-355b94d2-bd59-4491-bcf2-e892d3cea2a9 req-31409725-5b29-4dee-9274-b356897d0da9 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247652 May 30 20:55:38.329341 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-c819706e-565c-4ab6-9705-71b207fafbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'f137625d-be6c-4365-9f14-4a0f1cbe0422', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'port_id': '1de64844-ca03-4e91-965e-17fb395d7b46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'mac_address': 'fa:16:3e:c6:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219fb7fd-e479-42c5-ac09-407100b83116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:53:11Z', 'updated_at': '2022-05-30T20:55:36Z', 'revision_number': 9, 'project_id': '65f92b89485d44a78f73bb972d472616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:38.333184 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c819706e-565c-4ab6-9705-71b207fafbd4 None None] The sync data for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 is: [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'f137625d-be6c-4365-9f14-4a0f1cbe0422', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'port_id': '1de64844-ca03-4e91-965e-17fb395d7b46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'mac_address': 'fa:16:3e:c6:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219fb7fd-e479-42c5-ac09-407100b83116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:53:11Z', 'updated_at': '2022-05-30T20:55:36Z', 'revision_number': 9, 'project_id': '65f92b89485d44a78f73bb972d472616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:55:38.519208 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba3935a-8708-4221-84e1-a25a515a5d3e None None] New status for floating IP f137625d-be6c-4365-9f14-4a0f1cbe0422: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:55:57.844355 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-724012a7-2367-4103-a7cf-8370f19b282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:59.257976 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:56:00.030369 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2101e989-fb13-4eaa-bdd8-56b47c203812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:01.391386 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:01.653344 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:02.993684 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:03.657539 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:07.547899 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:07.977063 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cf2d3a36-c875-4c62-a3ef-85b1917d0f9e req-07ca5c78-e4fc-4d6f-aa1e-249167a8b2d2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716169 May 30 20:56:08.111639 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cf2d3a36-c875-4c62-a3ef-85b1917d0f9e req-7450cd9b-f9f5-4b7d-8e53-66148aa72dd1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 1096 time: 0.0667720 May 30 20:56:08.253027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d3a36-c875-4c62-a3ef-85b1917d0f9e req-ccf57418-6765-4d8b-88a3-3647770bb8d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:08.254380 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cf2d3a36-c875-4c62-a3ef-85b1917d0f9e req-ccf57418-6765-4d8b-88a3-3647770bb8d5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1243107 May 30 20:56:08.435503 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cf2d3a36-c875-4c62-a3ef-85b1917d0f9e req-9e09936c-2785-43c2-a472-903551eab3f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1de64844-ca03-4e91-965e-17fb395d7b46 HTTP/1.1" status: 200 len: 1001 time: 0.1753123 May 30 20:56:08.496507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d3a36-c875-4c62-a3ef-85b1917d0f9e req-05580e88-d35e-4331-bc60-f4f6e0154a1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:08.497858 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cf2d3a36-c875-4c62-a3ef-85b1917d0f9e req-05580e88-d35e-4331-bc60-f4f6e0154a1c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0554667 May 30 20:56:08.573429 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cf2d3a36-c875-4c62-a3ef-85b1917d0f9e req-ebdd0664-5952-4738-9cc0-7f3b435674b9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681946 May 30 20:56:08.703707 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cf2d3a36-c875-4c62-a3ef-85b1917d0f9e req-6f3fc070-bb88-4eba-ab02-758ebf3ef8c1 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214006 May 30 20:56:08.845742 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cf2d3a36-c875-4c62-a3ef-85b1917d0f9e req-163f76bb-acd3-4cd5-b9ec-2dff67f74b52 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359758 May 30 20:56:12.710118 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99c246d5-e311-4e34-b3e3-f73e1d9365bf req-bda8d0f6-e443-4de4-968f-31f9373eb0bc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0675724 May 30 20:56:14.019849 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-905c7551-1557-4d30-a357-c56f72041025 req-305493a8-916b-4c17-94c6-eb69e17cb5c4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1142614 May 30 20:56:14.048808 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e1a14-68ee-400d-9f98-2b1f6a49dce8 req-47fb67ee-2634-4d89-88a4-f491c10675f9 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:14.050222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d2e1a14-68ee-400d-9f98-2b1f6a49dce8 req-47fb67ee-2634-4d89-88a4-f491c10675f9 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0850899 May 30 20:56:14.096231 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d2e1a14-68ee-400d-9f98-2b1f6a49dce8 req-f652f686-6f8e-439a-bb3f-e8ed4bac6963 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397537 May 30 20:56:15.165364 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-905c7551-1557-4d30-a357-c56f72041025 req-e278b5bf-42bf-4747-8ccb-82df8aa43b76 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 1096 time: 0.0692916 May 30 20:56:15.309789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c7551-1557-4d30-a357-c56f72041025 req-07b8a1cc-dffb-4684-aae9-e00356c4827d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:15.311338 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-905c7551-1557-4d30-a357-c56f72041025 req-07b8a1cc-dffb-4684-aae9-e00356c4827d service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1398604 May 30 20:56:15.386682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6638f68-3c72-4eb5-9cab-3860c44ed1d6 req-3f05377f-86ef-4bbf-be6e-a58acccf36a6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:15.388080 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6638f68-3c72-4eb5-9cab-3860c44ed1d6 req-3f05377f-86ef-4bbf-be6e-a58acccf36a6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.1665626 May 30 20:56:15.416764 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-905c7551-1557-4d30-a357-c56f72041025 req-07bf6e06-da45-4ac8-b5af-04720d44357d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1de64844-ca03-4e91-965e-17fb395d7b46 HTTP/1.1" status: 200 len: 1001 time: 0.0992494 May 30 20:56:15.434650 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c6638f68-3c72-4eb5-9cab-3860c44ed1d6 req-4641479a-c7da-4273-bf07-d942010882d6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408437 May 30 20:56:15.481920 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c7551-1557-4d30-a357-c56f72041025 req-4b1efc01-e98f-47fb-aada-8f51cf1cab13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:15.483324 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-905c7551-1557-4d30-a357-c56f72041025 req-4b1efc01-e98f-47fb-aada-8f51cf1cab13 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0595515 May 30 20:56:15.558788 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-905c7551-1557-4d30-a357-c56f72041025 req-69f62524-4299-49a1-9053-c2cf876a645a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674810 May 30 20:56:15.689089 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-905c7551-1557-4d30-a357-c56f72041025 req-6fa434e2-f995-4b90-bf52-abe88673a423 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237333 May 30 20:56:15.821341 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-905c7551-1557-4d30-a357-c56f72041025 req-f74bcd8e-e179-4730-baa8-ed45cf9f4287 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223764 May 30 20:56:16.627077 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261ac0a-3eb9-4e3d-98d3-173fc2f1be13 req-c8d858b3-1fba-4746-8d5c-1b5b245f40b7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:16.628422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2261ac0a-3eb9-4e3d-98d3-173fc2f1be13 req-c8d858b3-1fba-4746-8d5c-1b5b245f40b7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0752552 May 30 20:56:16.672701 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2261ac0a-3eb9-4e3d-98d3-173fc2f1be13 req-4892be04-53d7-46b8-8e0e-efdae159decc tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382738 May 30 20:56:17.871636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a3448-5c4c-4b57-900b-223d95ba403e req-acaec742-4997-464e-91fb-e43c51898bd1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:17.873086 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a30a3448-5c4c-4b57-900b-223d95ba403e req-acaec742-4997-464e-91fb-e43c51898bd1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0779138 May 30 20:56:17.918859 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a30a3448-5c4c-4b57-900b-223d95ba403e req-88c8b328-7d2c-4bec-8a09-05925d760ee1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403171 May 30 20:56:19.112837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ff958-4091-4efc-aa9c-22bc1d0c3d69 req-e4c5bbdc-bf38-4fba-ac8f-b389b2f416c6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:19.114270 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d06ff958-4091-4efc-aa9c-22bc1d0c3d69 req-e4c5bbdc-bf38-4fba-ac8f-b389b2f416c6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0780971 May 30 20:56:19.162163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d06ff958-4091-4efc-aa9c-22bc1d0c3d69 req-f44b843b-9a80-4ff2-a27a-4a213b375320 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424218 May 30 20:56:20.358117 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f7a64-187b-4877-b778-b946f4d3c73b req-cd8719b3-f351-4da9-a8ec-66c4c4e9835f tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:20.359549 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c9f7a64-187b-4877-b778-b946f4d3c73b req-cd8719b3-f351-4da9-a8ec-66c4c4e9835f tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0760498 May 30 20:56:20.403852 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0c9f7a64-187b-4877-b778-b946f4d3c73b req-333a6e3c-f85e-4ff2-b716-291b1f4675ad tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387530 May 30 20:56:21.603718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ef544-c413-48bd-9926-c8d1cf61f96a req-5073557a-7d53-4af2-a1d8-6e2813eb677b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:21.605082 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f1ef544-c413-48bd-9926-c8d1cf61f96a req-5073557a-7d53-4af2-a1d8-6e2813eb677b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0785294 May 30 20:56:21.649026 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f1ef544-c413-48bd-9926-c8d1cf61f96a req-5fc8540c-c1c1-46b1-b862-efa0c7273c88 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385156 May 30 20:56:22.843278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99df9c4-7a39-44c0-81a3-22c974786dba req-d501f524-b82e-4ff5-9a10-5ef30b845a91 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:22.844739 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c99df9c4-7a39-44c0-81a3-22c974786dba req-d501f524-b82e-4ff5-9a10-5ef30b845a91 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0759518 May 30 20:56:22.893394 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c99df9c4-7a39-44c0-81a3-22c974786dba req-2788ad66-a492-4837-abf6-7758aea8a6eb tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431440 May 30 20:56:24.113375 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb30fd2-63f1-498f-94db-e8cd2b5b62c7 req-654bd948-4d25-4db4-b46b-1631ca01ece3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:24.114790 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cb30fd2-63f1-498f-94db-e8cd2b5b62c7 req-654bd948-4d25-4db4-b46b-1631ca01ece3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0776260 May 30 20:56:24.159196 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4cb30fd2-63f1-498f-94db-e8cd2b5b62c7 req-845947ec-b51d-4988-b9e5-f8b60fb05b42 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384092 May 30 20:56:25.370495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe044259-4920-4cec-97f9-01f7452487a3 req-0f45f593-85e6-4d5f-a348-dde6167d6a43 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:25.371936 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe044259-4920-4cec-97f9-01f7452487a3 req-0f45f593-85e6-4d5f-a348-dde6167d6a43 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0768528 May 30 20:56:25.416859 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe044259-4920-4cec-97f9-01f7452487a3 req-e562df27-fcc0-4bc5-ba85-ff5572376730 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392182 May 30 20:56:26.612427 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31db4fd-8ee2-421a-b875-d6a8453380e4 req-d44f1c65-1946-47ee-9421-2ad74055e1ff tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:26.613757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d31db4fd-8ee2-421a-b875-d6a8453380e4 req-d44f1c65-1946-47ee-9421-2ad74055e1ff tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0777793 May 30 20:56:26.658681 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d31db4fd-8ee2-421a-b875-d6a8453380e4 req-b2d1c2bc-2506-4741-8be9-ee7e7f3b1e52 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389500 May 30 20:56:27.847030 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fba86dcd-129b-4009-b91c-f3132444b74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:27.870891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ce3a4-0486-4d62-a9cb-bae430082e70 req-ede4168c-7084-447d-9050-15473c8ca2b2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:27.872368 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d8ce3a4-0486-4d62-a9cb-bae430082e70 req-ede4168c-7084-447d-9050-15473c8ca2b2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0768962 May 30 20:56:27.920746 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4d8ce3a4-0486-4d62-a9cb-bae430082e70 req-f21b8409-985e-47cc-b048-69472c7cc17c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427823 May 30 20:56:29.132641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe34fe8-97ba-45d9-b265-95d26b08768c req-9a0bd196-9ffc-410c-a29b-b1e7885b1840 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:29.134575 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9fe34fe8-97ba-45d9-b265-95d26b08768c req-9a0bd196-9ffc-410c-a29b-b1e7885b1840 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0764763 May 30 20:56:29.178857 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9fe34fe8-97ba-45d9-b265-95d26b08768c req-399d1778-641a-4ba4-ad3c-41c86a57d2ee tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388551 May 30 20:56:30.032266 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-284eeded-89d7-43b0-9f40-73db4a6cc11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:30.377258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7012ae0-b93b-4b24-8124-7430975bf150 req-f5c2c56f-378f-49da-b635-f5e7327c2b88 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:30.378581 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7012ae0-b93b-4b24-8124-7430975bf150 req-f5c2c56f-378f-49da-b635-f5e7327c2b88 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0786347 May 30 20:56:30.425520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7012ae0-b93b-4b24-8124-7430975bf150 req-37c17939-98f2-453a-935e-df754a25631c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414085 May 30 20:56:31.393539 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:31.619002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccb5ac-2815-4d03-a29e-b9ad1ea62536 req-0d95eb5d-2891-4fb6-942c-32e2a4cbf905 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:31.620337 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30ccb5ac-2815-4d03-a29e-b9ad1ea62536 req-0d95eb5d-2891-4fb6-942c-32e2a4cbf905 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0757742 May 30 20:56:31.656251 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:31.668409 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30ccb5ac-2815-4d03-a29e-b9ad1ea62536 req-95ca0ec1-8cf6-4b73-ab1b-cc279aa239bb tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425949 May 30 20:56:32.870229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04885f-779c-4605-8801-6d5aeecd10e9 req-6f21046a-5c1d-479c-8041-52f97c7605ac tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:32.871658 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa04885f-779c-4605-8801-6d5aeecd10e9 req-6f21046a-5c1d-479c-8041-52f97c7605ac tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0812268 May 30 20:56:32.921961 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa04885f-779c-4605-8801-6d5aeecd10e9 req-dbe0660a-7a77-4efe-812d-f68b22246eb9 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433459 May 30 20:56:32.998889 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:33.045812 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [req-905c7551-1557-4d30-a357-c56f72041025 req-93e870b8-cad4-469f-80e4-7b17f82fa12c service neutron] show failed (client error): The resource could not be found. May 30 20:56:33.046830 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-905c7551-1557-4d30-a357-c56f72041025 req-93e870b8-cad4-469f-80e4-7b17f82fa12c service neutron] 10.222.0.77 "GET /v2.0/ports/1de64844-ca03-4e91-965e-17fb395d7b46/bindings/n-h2-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.1400027 May 30 20:56:33.377827 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-905c7551-1557-4d30-a357-c56f72041025 req-e17f1738-37f8-42e3-a2d0-af431dfa5fa3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116&tenant_id=65f92b89485d44a78f73bb972d472616 HTTP/1.1" status: 200 len: 1096 time: 0.1368406 May 30 20:56:33.388163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:56:33.493457 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:33.661380 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:33.841556 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1de64844-ca03-4e91-965e-17fb395d7b46,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:56:33.869563 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:56:33.927338 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219fb7fd-e479-42c5-ac09-407100b83116', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de64844-ca03-4e91-965e-17fb395d7b46'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:56:33.933364 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:33.949119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Transition to ACTIVE for port object 1de64844-ca03-4e91-965e-17fb395d7b46 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:56:33.953209 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:34.092173 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Pushing event updated for resources: {'Port': ['ID=1de64844-ca03-4e91-965e-17fb395d7b46,revision_number=6']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:34.105310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:34.105669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:34.105974 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:34.106300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:34.106623 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:34.106943 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:34.107258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:34.107574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:34.108019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:34.108337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:34.108650 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:34.129528 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51733404-e68b-4a9e-941e-f52b0c120d3c'] response: {'server_uuid': '219fb7fd-e479-42c5-ac09-407100b83116', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de64844-ca03-4e91-965e-17fb395d7b46', 'code': 200} May 30 20:56:34.133181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63db892-84d0-4f94-a3e6-c1f459e8eb2c req-6a20ebf5-8544-49b6-b1be-2160cfe9ac93 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:34.134684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f63db892-84d0-4f94-a3e6-c1f459e8eb2c req-6a20ebf5-8544-49b6-b1be-2160cfe9ac93 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 943 time: 0.0851953 May 30 20:56:34.173306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] No DVR routers for this DVR port 1de64844-ca03-4e91-965e-17fb395d7b46 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:56:34.188091 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f63db892-84d0-4f94-a3e6-c1f459e8eb2c req-497fbb5f-0919-4e9a-8d43-1fb3d1bd70eb tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477395 May 30 20:56:34.422167 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Attempting to bind port 1de64844-ca03-4e91-965e-17fb395d7b46 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:56:34.422416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Attempting to bind port 1de64844-ca03-4e91-965e-17fb395d7b46 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:56:34.422738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Attempting to bind port 1de64844-ca03-4e91-965e-17fb395d7b46 on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:56:34.428358 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Port 1de64844-ca03-4e91-965e-17fb395d7b46 on network 3dfba4c8-d93e-4630-b607-44f229c905fd not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:56:34.428682 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Attempting to bind port 1de64844-ca03-4e91-965e-17fb395d7b46 on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:56:34.434829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:56:34.435162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Checking segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:56:34.435542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Bound using segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:56:34.435981 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Bound port: 1de64844-ca03-4e91-965e-17fb395d7b46, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:56:34.436329 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:34.523690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:56:34.527338 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1de64844-ca03-4e91-965e-17fb395d7b46,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:56:34.531297 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:34.590519 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:34.591936 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-905c7551-1557-4d30-a357-c56f72041025 req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] 10.222.0.93 "PUT /v2.0/ports/1de64844-ca03-4e91-965e-17fb395d7b46 HTTP/1.1" status: 200 len: 1091 time: 1.2075047 May 30 20:56:34.610560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673eaff-6853-4f96-b520-7ac56639918e service neutron] Pushing event updated for resources: {'Port': ['ID=1de64844-ca03-4e91-965e-17fb395d7b46,revision_number=7']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:34.703611 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-905c7551-1557-4d30-a357-c56f72041025 req-d47fb1ca-77b7-47f6-8d2f-b1d78aeaefd1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 1094 time: 0.0744884 May 30 20:56:34.837584 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c7551-1557-4d30-a357-c56f72041025 req-0954c8da-807b-46a1-9a45-030f017cd29a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:34.839011 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-905c7551-1557-4d30-a357-c56f72041025 req-0954c8da-807b-46a1-9a45-030f017cd29a service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1294880 May 30 20:56:34.942350 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-905c7551-1557-4d30-a357-c56f72041025 req-2d283123-05d7-4ea5-ba27-cfa60329bbf3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1de64844-ca03-4e91-965e-17fb395d7b46 HTTP/1.1" status: 200 len: 999 time: 0.0973969 May 30 20:56:35.003015 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c7551-1557-4d30-a357-c56f72041025 req-c376126f-0390-4bd1-81b0-84f507421fe7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:35.004403 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-905c7551-1557-4d30-a357-c56f72041025 req-c376126f-0390-4bd1-81b0-84f507421fe7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0556631 May 30 20:56:35.079806 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-905c7551-1557-4d30-a357-c56f72041025 req-66dff115-3c26-4900-bfd1-1a8f1028159f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690441 May 30 20:56:35.215319 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-905c7551-1557-4d30-a357-c56f72041025 req-b6032082-75a6-4f25-a404-f2862bb81332 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264400 May 30 20:56:35.351758 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-905c7551-1557-4d30-a357-c56f72041025 req-443b4c79-7e59-49db-b3d6-4fac6cdcc562 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286509 May 30 20:56:35.393621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87079d-6616-41a4-8b20-862beda4f6df req-e08500cc-a6cb-4c82-bd77-84c2290ae8ae tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:35.395060 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d87079d-6616-41a4-8b20-862beda4f6df req-e08500cc-a6cb-4c82-bd77-84c2290ae8ae tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 943 time: 0.0769417 May 30 20:56:35.442012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d87079d-6616-41a4-8b20-862beda4f6df req-ec009cb9-b60d-45e0-b2d5-b796bbc92c35 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413802 May 30 20:56:36.130874 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219fb7fd-e479-42c5-ac09-407100b83116', 'tag': '1de64844-ca03-4e91-965e-17fb395d7b46'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:56:36.200217 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-792ae216-dcd4-4f8e-8842-b21aa921f148'] response: {'name': 'network-changed', 'server_uuid': '219fb7fd-e479-42c5-ac09-407100b83116', 'tag': '1de64844-ca03-4e91-965e-17fb395d7b46', 'status': 'completed', 'code': 200} May 30 20:56:36.258824 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:56:36.434702 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-386c7b01-7b21-42f0-a86b-34fb399c0952 req-c10b36c1-4532-4f20-957c-5fcb2df410a2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 1094 time: 0.2161088 May 30 20:56:36.437266 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-386c7b01-7b21-42f0-a86b-34fb399c0952 req-a5525ea0-3fec-4a61-83e0-9c14cd719bf7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 1094 time: 0.1863577 May 30 20:56:36.642808 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37b9f0-6e63-47d0-8311-e0aed6d4e6b0 req-56b61124-d379-4271-8a56-8a01e7463693 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:36.644271 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b37b9f0-6e63-47d0-8311-e0aed6d4e6b0 req-56b61124-d379-4271-8a56-8a01e7463693 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 943 time: 0.0803399 May 30 20:56:36.675763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c7b01-7b21-42f0-a86b-34fb399c0952 req-45668fb2-2798-4a43-b846-f106d1c294ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:36.677266 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-386c7b01-7b21-42f0-a86b-34fb399c0952 req-45668fb2-2798-4a43-b846-f106d1c294ef service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.2367046 May 30 20:56:36.678288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c7b01-7b21-42f0-a86b-34fb399c0952 req-1bba5049-46bf-4e58-8dfb-72ec0640b20d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:36.679577 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-386c7b01-7b21-42f0-a86b-34fb399c0952 req-1bba5049-46bf-4e58-8dfb-72ec0640b20d service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.2202547 May 30 20:56:36.771112 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b37b9f0-6e63-47d0-8311-e0aed6d4e6b0 req-34ad0404-be37-4775-9aa5-240a8def43c6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208103 May 30 20:56:36.867078 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-386c7b01-7b21-42f0-a86b-34fb399c0952 req-dc18fa79-12be-492a-9185-a3c328cae811 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1de64844-ca03-4e91-965e-17fb395d7b46 HTTP/1.1" status: 200 len: 999 time: 0.1329572 May 30 20:56:36.869489 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-386c7b01-7b21-42f0-a86b-34fb399c0952 req-20fdd02d-9895-4dc5-a823-e4f32179dec9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1de64844-ca03-4e91-965e-17fb395d7b46 HTTP/1.1" status: 200 len: 999 time: 0.1833553 May 30 20:56:36.981624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c7b01-7b21-42f0-a86b-34fb399c0952 req-2a23f0a3-fa3d-475f-b4be-4b3d29cd431f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:36.983093 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-386c7b01-7b21-42f0-a86b-34fb399c0952 req-2a23f0a3-fa3d-475f-b4be-4b3d29cd431f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.1063001 May 30 20:56:36.987733 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c7b01-7b21-42f0-a86b-34fb399c0952 req-eafc2bcb-422c-416f-8965-0fcd5344f009 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:36.989063 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-386c7b01-7b21-42f0-a86b-34fb399c0952 req-eafc2bcb-422c-416f-8965-0fcd5344f009 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0780776 May 30 20:56:37.116348 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-386c7b01-7b21-42f0-a86b-34fb399c0952 req-8efaec07-8c6c-4cad-94b6-946471cdedf0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966065 May 30 20:56:37.119699 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-386c7b01-7b21-42f0-a86b-34fb399c0952 req-425d5bfc-68a0-41ff-a797-81ca8cb37afb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278827 May 30 20:56:37.281773 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1de64844-ca03-4e91-965e-17fb395d7b46 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:56:37.337279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1de64844-ca03-4e91-965e-17fb395d7b46 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:56:37.351339 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-386c7b01-7b21-42f0-a86b-34fb399c0952 req-481d9686-122a-4dba-886f-7249c58b215d service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292259 May 30 20:56:37.356793 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-386c7b01-7b21-42f0-a86b-34fb399c0952 req-60e95abd-5ae6-4dfb-a9ed-7aac89a43a2e service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163982 May 30 20:56:37.543985 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:37.586180 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-386c7b01-7b21-42f0-a86b-34fb399c0952 req-a9728120-1d4a-453b-9ba0-c510b5df3c1e service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284710 May 30 20:56:37.588555 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-386c7b01-7b21-42f0-a86b-34fb399c0952 req-b31a7051-e0e9-43a6-b783-410b915d4bbb service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135613 May 30 20:56:37.970861 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04c70d-ec42-436d-8db8-6bf1ad4ec275 req-89e60df1-0b91-47fa-bf6e-3a0d61ac3c87 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:37.972406 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f04c70d-ec42-436d-8db8-6bf1ad4ec275 req-89e60df1-0b91-47fa-bf6e-3a0d61ac3c87 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 943 time: 0.0778482 May 30 20:56:38.017569 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1f04c70d-ec42-436d-8db8-6bf1ad4ec275 req-c6f0849c-ccdd-40b1-9953-342da2527a96 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395272 May 30 20:56:38.428740 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-c5d98d66-15b5-4d5e-a1fa-714d38514ca0 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:38.429413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-c5d98d66-15b5-4d5e-a1fa-714d38514ca0 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Synchronizing usage tracker for tenant:65f92b89485d44a78f73bb972d472616 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:56:38.445083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-c5d98d66-15b5-4d5e-a1fa-714d38514ca0 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Unset dirty status for tenant:65f92b89485d44a78f73bb972d472616 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:56:38.446739 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-c5d98d66-15b5-4d5e-a1fa-714d38514ca0 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.93 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116&tenant_id=65f92b89485d44a78f73bb972d472616&binding%3Ahost_id=n-h2-843949-2 HTTP/1.1" status: 200 len: 943 time: 0.0954263 May 30 20:56:38.487368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad99a8d-1d4c-4956-89c4-432f2b0e63d6 req-6d039ffa-7a79-4414-9b13-db6a94bb13ae tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:38.488916 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dad99a8d-1d4c-4956-89c4-432f2b0e63d6 req-6d039ffa-7a79-4414-9b13-db6a94bb13ae tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 943 time: 0.0805519 May 30 20:56:38.537917 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dad99a8d-1d4c-4956-89c4-432f2b0e63d6 req-fbeac73c-6b00-4977-9985-a4429355a7e5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425549 May 30 20:56:38.630374 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-77c4a188-c300-4ef2-9bef-a59a7bda3750 service neutron] 10.222.0.93 "GET /v2.0/ports/1de64844-ca03-4e91-965e-17fb395d7b46/bindings/n-h2-843949-2 HTTP/1.1" status: 200 len: 382 time: 0.1782506 May 30 20:56:38.717186 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-e8f0e9e7-0420-4711-89d4-9228c7b9ca42 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 1094 time: 0.0658689 May 30 20:56:38.843726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-ec58b080-6410-4819-b087-424591aa7d5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:38.845174 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-ec58b080-6410-4819-b087-424591aa7d5c service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1215715 May 30 20:56:38.947317 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-6affc35e-701b-4955-a21e-12a3282be5c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1de64844-ca03-4e91-965e-17fb395d7b46 HTTP/1.1" status: 200 len: 999 time: 0.0954561 May 30 20:56:39.010770 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-623ef77e-690e-46e0-9a03-b9c2b1485461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:39.012209 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-623ef77e-690e-46e0-9a03-b9c2b1485461 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0594742 May 30 20:56:39.082670 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-a69ca218-513f-4ef8-8082-5e7ced3892a9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651393 May 30 20:56:39.084904 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1de64844-ca03-4e91-965e-17fb395d7b46 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:56:39.209422 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-55830765-eaf6-49ff-bce5-86f2a9dce9f9 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210530 May 30 20:56:39.215894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1de64844-ca03-4e91-965e-17fb395d7b46,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:56:39.230297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '1de64844-ca03-4e91-965e-17fb395d7b46', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'port_id': '1de64844-ca03-4e91-965e-17fb395d7b46', 'mac_address': 'fa:16:3e:c6:c4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:56:39.287416 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:39.305758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de64844-ca03-4e91-965e-17fb395d7b46 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:56:39.321025 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1de64844-ca03-4e91-965e-17fb395d7b46,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:56:39.325154 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:39.342778 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-123d2c37-80fe-425c-97e9-700d5ff07ffe service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278768 May 30 20:56:39.392370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1de64844-ca03-4e91-965e-17fb395d7b46,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:39.401435 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:39.401874 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:39.402214 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:39.402544 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:39.402875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:39.403452 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:39.403773 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:39.404121 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:39.404438 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:39.404753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:39.405068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:39.570601 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['1de64844-ca03-4e91-965e-17fb395d7b46'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:56:39.738651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df81e9f-8fab-4375-849e-027afc37f853 req-be8fb1b3-46cb-42e0-bde2-2398cee3afc2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:39.740366 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4df81e9f-8fab-4375-849e-027afc37f853 req-be8fb1b3-46cb-42e0-bde2-2398cee3afc2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 944 time: 0.0747669 May 30 20:56:39.788897 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4df81e9f-8fab-4375-849e-027afc37f853 req-e6964198-3a74-4b10-9854-f881b2e31abd tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430975 May 30 20:56:40.984260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75178c-ef7c-4d88-9367-51cc2afa8ece req-e99237e0-1926-46f6-8a68-a05526f67b1c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:40.985693 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b75178c-ef7c-4d88-9367-51cc2afa8ece req-e99237e0-1926-46f6-8a68-a05526f67b1c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 944 time: 0.0772278 May 30 20:56:41.034777 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2b75178c-ef7c-4d88-9367-51cc2afa8ece req-2076b08f-a886-4da8-b006-7690811de672 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424142 May 30 20:56:41.095714 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1de64844-ca03-4e91-965e-17fb395d7b46 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:56:41.164234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 1de64844-ca03-4e91-965e-17fb395d7b46 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:56:41.169342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 1de64844-ca03-4e91-965e-17fb395d7b46 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:56:41.169721 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:41.284045 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:41.311216 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219fb7fd-e479-42c5-ac09-407100b83116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de64844-ca03-4e91-965e-17fb395d7b46'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:56:41.320952 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1de64844-ca03-4e91-965e-17fb395d7b46,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:56:41.326904 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:41.401522 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1de64844-ca03-4e91-965e-17fb395d7b46,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:41.443954 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-414b7972-8430-48b9-a6d3-0b228d888e4e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116&tenant_id=65f92b89485d44a78f73bb972d472616 HTTP/1.1" status: 200 len: 1096 time: 0.0699539 May 30 20:56:41.459308 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:56:41.464609 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9bc34ff-a7b0-4473-8495-6a48d5f3b48f'] response: {'server_uuid': '219fb7fd-e479-42c5-ac09-407100b83116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de64844-ca03-4e91-965e-17fb395d7b46', 'code': 200} May 30 20:56:41.568595 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:41.829356 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1de64844-ca03-4e91-965e-17fb395d7b46,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:56:41.857688 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:56:41.911209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219fb7fd-e479-42c5-ac09-407100b83116', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de64844-ca03-4e91-965e-17fb395d7b46'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:56:41.917116 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:41.933061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Transition to ACTIVE for port object 1de64844-ca03-4e91-965e-17fb395d7b46 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:56:41.936873 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:41.996461 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89377a95-ec53-400b-bf98-50aea50d2d17'] response: {'server_uuid': '219fb7fd-e479-42c5-ac09-407100b83116', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de64844-ca03-4e91-965e-17fb395d7b46', 'code': 200} May 30 20:56:42.077500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Pushing event updated for resources: {'Port': ['ID=1de64844-ca03-4e91-965e-17fb395d7b46,revision_number=10']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:42.140140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] No DVR routers for this DVR port 1de64844-ca03-4e91-965e-17fb395d7b46 on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:56:42.255478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1780d75-cb8a-4f92-810b-7b063e9893df req-fe65c611-a352-42b7-88c7-b3d140830aa2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:42.257193 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1780d75-cb8a-4f92-810b-7b063e9893df req-fe65c611-a352-42b7-88c7-b3d140830aa2 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 944 time: 0.0856392 May 30 20:56:42.309042 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1780d75-cb8a-4f92-810b-7b063e9893df req-7790ffab-5212-4d80-aaf1-dd3235c76d3b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454054 May 30 20:56:42.488644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Attempting to bind port 1de64844-ca03-4e91-965e-17fb395d7b46 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:56:42.489212 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Attempting to bind port 1de64844-ca03-4e91-965e-17fb395d7b46 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:56:42.489212 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Attempting to bind port 1de64844-ca03-4e91-965e-17fb395d7b46 on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:56:42.495294 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Port 1de64844-ca03-4e91-965e-17fb395d7b46 on network 3dfba4c8-d93e-4630-b607-44f229c905fd not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:56:42.495606 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Attempting to bind port 1de64844-ca03-4e91-965e-17fb395d7b46 on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:56:42.501705 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:56:42.502026 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Checking segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:56:42.502390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Bound using segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:56:42.502799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Bound port: 1de64844-ca03-4e91-965e-17fb395d7b46, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:56:42.503132 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:42.589609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:56:42.592457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1de64844-ca03-4e91-965e-17fb395d7b46,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:56:42.596693 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:42.658199 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:42.659552 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] 10.222.0.77 "PUT /v2.0/ports/1de64844-ca03-4e91-965e-17fb395d7b46 HTTP/1.1" status: 200 len: 1092 time: 1.2053318 May 30 20:56:42.672298 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee6233-72ea-4b7b-a409-c671369c167d service neutron] Pushing event updated for resources: {'Port': ['ID=1de64844-ca03-4e91-965e-17fb395d7b46,revision_number=11']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:42.755992 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-33343417-57f6-45e2-95e5-b54d5df19b0e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 1095 time: 0.0700727 May 30 20:56:42.892367 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-05613365-72fe-47fa-b427-56245ca073a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:42.893800 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-05613365-72fe-47fa-b427-56245ca073a3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1281540 May 30 20:56:43.001181 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-83ddf90f-7166-44c8-9c36-ed087d718f8d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1de64844-ca03-4e91-965e-17fb395d7b46 HTTP/1.1" status: 200 len: 999 time: 0.0985994 May 30 20:56:43.070269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-b435cb05-44e2-4c38-8196-31dfe348733f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:43.071658 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-b435cb05-44e2-4c38-8196-31dfe348733f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0597653 May 30 20:56:43.146075 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-1237d5fc-05ac-4fef-b7bc-43d7c9c4abe6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656338 May 30 20:56:43.280174 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-cd4a449e-00b5-43f6-ad78-8f3e5b3d8ce5 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238739 May 30 20:56:43.417118 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-fef8d8a3-7f93-4fcd-bbee-338d7628c78a req-557ad89c-7265-43bc-93d8-7ede7aa99af6 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266170 May 30 20:56:43.509947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb30ca-0dfa-4262-a551-60fcf0313a0c req-942443a4-03ba-4c76-811f-d250622e1a26 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:43.511357 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8bb30ca-0dfa-4262-a551-60fcf0313a0c req-942443a4-03ba-4c76-811f-d250622e1a26 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 944 time: 0.0761571 May 30 20:56:43.556365 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8bb30ca-0dfa-4262-a551-60fcf0313a0c req-0847fe10-8170-4d43-9f44-ccc41a1e74df tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393782 May 30 20:56:43.997882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219fb7fd-e479-42c5-ac09-407100b83116', 'tag': '1de64844-ca03-4e91-965e-17fb395d7b46'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:56:44.063223 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92efaec-624c-415d-9a67-98beba7c37ea'] response: {'name': 'network-changed', 'server_uuid': '219fb7fd-e479-42c5-ac09-407100b83116', 'tag': '1de64844-ca03-4e91-965e-17fb395d7b46', 'status': 'completed', 'code': 200} May 30 20:56:44.205534 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d13f963e-b246-4244-b5d8-6a4ed6994a89 req-72f1f5b4-b704-4158-b874-0f12534087db service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 1095 time: 0.1235836 May 30 20:56:44.208857 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d13f963e-b246-4244-b5d8-6a4ed6994a89 req-df74e20b-d710-4998-9c52-37eecad3d205 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 1095 time: 0.0986304 May 30 20:56:44.436512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f963e-b246-4244-b5d8-6a4ed6994a89 req-ebe0ac4d-5cbf-4caf-8757-eef663a826bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:44.437918 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d13f963e-b246-4244-b5d8-6a4ed6994a89 req-ebe0ac4d-5cbf-4caf-8757-eef663a826bb service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.2267315 May 30 20:56:44.438862 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f963e-b246-4244-b5d8-6a4ed6994a89 req-aefabf0b-0128-423e-a5e1-2ad0bc1851cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:44.440126 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d13f963e-b246-4244-b5d8-6a4ed6994a89 req-aefabf0b-0128-423e-a5e1-2ad0bc1851cd service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.2115023 May 30 20:56:44.717618 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d13f963e-b246-4244-b5d8-6a4ed6994a89 req-b3251588-d8e5-4841-a785-7c45b84c5c2d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1de64844-ca03-4e91-965e-17fb395d7b46 HTTP/1.1" status: 200 len: 999 time: 0.2725146 May 30 20:56:44.719472 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d13f963e-b246-4244-b5d8-6a4ed6994a89 req-ad0568f7-be37-49ac-861e-4cb7528b52fc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1de64844-ca03-4e91-965e-17fb395d7b46 HTTP/1.1" status: 200 len: 999 time: 0.2258875 May 30 20:56:44.759084 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f999e4a-bd6c-40f3-bf21-f8a85b796a36 req-ba8526ee-52e6-4b36-8cd1-541afcbe2a61 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:44.760597 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f999e4a-bd6c-40f3-bf21-f8a85b796a36 req-ba8526ee-52e6-4b36-8cd1-541afcbe2a61 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 944 time: 0.0805244 May 30 20:56:44.807264 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f999e4a-bd6c-40f3-bf21-f8a85b796a36 req-58370202-4b12-4a92-92e9-ea0aea7cc282 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410967 May 30 20:56:44.827855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f963e-b246-4244-b5d8-6a4ed6994a89 req-779af3ff-e8e3-4e50-88ec-aba05efffa35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:44.829287 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d13f963e-b246-4244-b5d8-6a4ed6994a89 req-779af3ff-e8e3-4e50-88ec-aba05efffa35 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.1060781 May 30 20:56:44.830520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f963e-b246-4244-b5d8-6a4ed6994a89 req-b7ffd042-4140-4293-b1a1-1451fab70386 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:44.831766 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d13f963e-b246-4244-b5d8-6a4ed6994a89 req-b7ffd042-4140-4293-b1a1-1451fab70386 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0803905 May 30 20:56:44.958089 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d13f963e-b246-4244-b5d8-6a4ed6994a89 req-65994338-bf9a-4f94-9e61-35df1a1a57a2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226299 May 30 20:56:44.961867 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d13f963e-b246-4244-b5d8-6a4ed6994a89 req-30ced88f-483c-49ef-94b1-8faa05028ac5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980322 May 30 20:56:45.112688 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1de64844-ca03-4e91-965e-17fb395d7b46 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:56:45.191993 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d13f963e-b246-4244-b5d8-6a4ed6994a89 req-d226b752-b505-4f86-8bf7-ecafb0d29a9b service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281785 May 30 20:56:45.193746 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d13f963e-b246-4244-b5d8-6a4ed6994a89 req-52be2c89-7460-4fc5-8747-9d5b0deffb6b service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137742 May 30 20:56:45.252030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1de64844-ca03-4e91-965e-17fb395d7b46 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:56:45.430850 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d13f963e-b246-4244-b5d8-6a4ed6994a89 req-cb509fb5-0bbb-4e76-ba52-09a6af93b8c7 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328346 May 30 20:56:45.432641 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d13f963e-b246-4244-b5d8-6a4ed6994a89 req-055b7555-c754-4a20-beef-fc0fdcf90d5d service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183678 May 30 20:56:46.005772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359af201-1d3a-465a-b599-eb944e5d2c59 req-c921c325-6ec0-47a5-9d5f-55c8bf049296 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:46.007212 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-359af201-1d3a-465a-b599-eb944e5d2c59 req-c921c325-6ec0-47a5-9d5f-55c8bf049296 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 944 time: 0.0750411 May 30 20:56:46.066221 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-359af201-1d3a-465a-b599-eb944e5d2c59 req-9ddee814-0226-40b5-a951-e5d6bd8e66d3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528088 May 30 20:56:46.258987 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af76cff-2124-4098-ae13-edf03fc1734d req-f2deec6b-c5cb-4d2a-8979-04e3cb2e87dc tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:46.260468 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9af76cff-2124-4098-ae13-edf03fc1734d req-f2deec6b-c5cb-4d2a-8979-04e3cb2e87dc tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 944 time: 0.0766649 May 30 20:56:46.306494 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9af76cff-2124-4098-ae13-edf03fc1734d req-c4d29425-e94f-4e79-b399-7f7684a208f5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404615 May 30 20:56:46.500223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984d5a9-faef-4d71-80ac-a76e132bd1d7 req-958c2665-14ae-41aa-9b61-a7af73a3399a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:46.501647 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7984d5a9-faef-4d71-80ac-a76e132bd1d7 req-958c2665-14ae-41aa-9b61-a7af73a3399a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 944 time: 0.0787919 May 30 20:56:46.546706 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7984d5a9-faef-4d71-80ac-a76e132bd1d7 req-75b797ab-82d3-4c38-bc29-5673f2daf0f9 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395937 May 30 20:56:46.937375 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7e4e7-99e6-4673-9fb7-409884527472 req-3710fdae-a195-4dbc-b256-541338d91ad6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:46.938728 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aaa7e4e7-99e6-4673-9fb7-409884527472 req-3710fdae-a195-4dbc-b256-541338d91ad6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 944 time: 0.0743856 May 30 20:56:46.982733 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aaa7e4e7-99e6-4673-9fb7-409884527472 req-e672dbe2-ce52-4685-9174-516d88c794b1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386140 May 30 20:56:47.342612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1de64844-ca03-4e91-965e-17fb395d7b46 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:56:47.473040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1de64844-ca03-4e91-965e-17fb395d7b46,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:56:47.485666 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '1de64844-ca03-4e91-965e-17fb395d7b46', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'port_id': '1de64844-ca03-4e91-965e-17fb395d7b46', 'mac_address': 'fa:16:3e:c6:c4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:56:47.541094 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:47.558555 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de64844-ca03-4e91-965e-17fb395d7b46 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:56:47.573614 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1de64844-ca03-4e91-965e-17fb395d7b46,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:56:47.577631 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:47.645295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=1de64844-ca03-4e91-965e-17fb395d7b46,revision_number=12']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:47.830108 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['1de64844-ca03-4e91-965e-17fb395d7b46'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:56:48.182687 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333b42f-753e-4dfa-b2be-5e24b189e2b4 req-e80a8749-af30-4865-a9f4-01c8055c198d tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:48.184100 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f333b42f-753e-4dfa-b2be-5e24b189e2b4 req-e80a8749-af30-4865-a9f4-01c8055c198d tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0796680 May 30 20:56:48.215612 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f78040-9c9c-49c2-a5ff-3883328bfd21 req-1141a356-84b4-4349-9e04-27f834422d4d tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:48.217060 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-81f78040-9c9c-49c2-a5ff-3883328bfd21 req-1141a356-84b4-4349-9e04-27f834422d4d tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.77 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 945 time: 0.0743935 May 30 20:56:48.230345 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f333b42f-753e-4dfa-b2be-5e24b189e2b4 req-6d348329-633f-4364-a7b1-d55f54dbad3d tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404394 May 30 20:56:48.293382 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-81f78040-9c9c-49c2-a5ff-3883328bfd21 req-b92b7e32-ed1d-4258-9b08-b7e8e8ce8bf4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Deleting port 1de64844-ca03-4e91-965e-17fb395d7b46 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:56:48.293722 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-81f78040-9c9c-49c2-a5ff-3883328bfd21 req-b92b7e32-ed1d-4258-9b08-b7e8e8ce8bf4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:48.530143 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-81f78040-9c9c-49c2-a5ff-3883328bfd21 req-b92b7e32-ed1d-4258-9b08-b7e8e8ce8bf4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] For port 1de64844-ca03-4e91-965e-17fb395d7b46, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1de64844-ca03-4e91-965e-17fb395d7b46,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:56:48.530496 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-81f78040-9c9c-49c2-a5ff-3883328bfd21 req-b92b7e32-ed1d-4258-9b08-b7e8e8ce8bf4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:48.905869 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-81f78040-9c9c-49c2-a5ff-3883328bfd21 req-b92b7e32-ed1d-4258-9b08-b7e8e8ce8bf4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:48.906139 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-81f78040-9c9c-49c2-a5ff-3883328bfd21 req-b92b7e32-ed1d-4258-9b08-b7e8e8ce8bf4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:48.906450 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [req-81f78040-9c9c-49c2-a5ff-3883328bfd21 req-b92b7e32-ed1d-4258-9b08-b7e8e8ce8bf4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Floating IP f137625d-be6c-4365-9f14-4a0f1cbe0422 disassociated. External IP: 172.25.5.71, port: 1de64844-ca03-4e91-965e-17fb395d7b46. May 30 20:56:48.906781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-81f78040-9c9c-49c2-a5ff-3883328bfd21 req-b92b7e32-ed1d-4258-9b08-b7e8e8ce8bf4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Calling delete_port for 1de64844-ca03-4e91-965e-17fb395d7b46 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:56:49.041690 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-81f78040-9c9c-49c2-a5ff-3883328bfd21 req-b92b7e32-ed1d-4258-9b08-b7e8e8ce8bf4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:49.092868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b7e32-ed1d-4258-9b08-b7e8e8ce8bf4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Pushing event deleted for resources: {'Port': ['ID=1de64844-ca03-4e91-965e-17fb395d7b46,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:49.300806 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81f78040-9c9c-49c2-a5ff-3883328bfd21 req-b92b7e32-ed1d-4258-9b08-b7e8e8ce8bf4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:56:49.360278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1de64844-ca03-4e91-965e-17fb395d7b46 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:56:49.365295 n-d-843949-2 neutron-server[84025]: INFO neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No ports have port_id starting with 1de64844-ca03-4e91-965e-17fb395d7b46 May 30 20:56:49.366196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1de64844-ca03-4e91-965e-17fb395d7b46 requested by agent hyperv_n-h1-843949-2 not found in database {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:99}} May 30 20:56:49.401108 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-66a15a75-6de6-4451-817f-ec327bee26ad req-d2c2279c-40e8-47c1-b610-f195a2ff6770 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=219fb7fd-e479-42c5-ac09-407100b83116 HTTP/1.1" status: 200 len: 210 time: 0.0416622 May 30 20:56:49.501543 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81f78040-9c9c-49c2-a5ff-3883328bfd21 req-b92b7e32-ed1d-4258-9b08-b7e8e8ce8bf4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:56:49.511438 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef7f7b9-9d02-4056-815d-cabad54d882d None None] Sync routers for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:56:49.522625 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef7f7b9-9d02-4056-815d-cabad54d882d None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:56:49.523233 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8ef7f7b9-9d02-4056-815d-cabad54d882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:56:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:56:49.568840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f78040-9c9c-49c2-a5ff-3883328bfd21 req-b92b7e32-ed1d-4258-9b08-b7e8e8ce8bf4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] No DVR routers for this DVR port 1de64844-ca03-4e91-965e-17fb395d7b46 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:56:49.571372 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-81f78040-9c9c-49c2-a5ff-3883328bfd21 req-b92b7e32-ed1d-4258-9b08-b7e8e8ce8bf4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:49.573873 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219fb7fd-e479-42c5-ac09-407100b83116', 'name': 'network-vif-deleted', 'tag': '1de64844-ca03-4e91-965e-17fb395d7b46'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:56:49.590026 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-81f78040-9c9c-49c2-a5ff-3883328bfd21 req-b92b7e32-ed1d-4258-9b08-b7e8e8ce8bf4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.77 "DELETE /v2.0/ports/1de64844-ca03-4e91-965e-17fb395d7b46 HTTP/1.1" status: 204 len: 173 time: 1.3649447 May 30 20:56:49.634450 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b799c8-2762-4fe2-88c9-e3d9b794797f'] response: {'server_uuid': '219fb7fd-e479-42c5-ac09-407100b83116', 'name': 'network-vif-deleted', 'tag': '1de64844-ca03-4e91-965e-17fb395d7b46', 'status': 'completed', 'code': 200} May 30 20:56:49.700378 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-8ef7f7b9-9d02-4056-815d-cabad54d882d None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:56:50.006978 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8ef7f7b9-9d02-4056-815d-cabad54d882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:56:50.011215 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef7f7b9-9d02-4056-815d-cabad54d882d None None] Checking router: 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:56:50.021444 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef7f7b9-9d02-4056-815d-cabad54d882d None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:56:50.022015 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8ef7f7b9-9d02-4056-815d-cabad54d882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:56:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:56:50.193396 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-8ef7f7b9-9d02-4056-815d-cabad54d882d None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:56:50.529120 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8ef7f7b9-9d02-4056-815d-cabad54d882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:56:50.532992 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef7f7b9-9d02-4056-815d-cabad54d882d None None] The sync data for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 is: [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:56:50.763639 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7336ddf-590c-45af-853f-1df584e7acce None None] New status for floating IP f137625d-be6c-4365-9f14-4a0f1cbe0422: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:56:50.768568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-36531c94-2c9f-4df7-a908-138351bc3b88 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--617948491&fields=id&tenant_id=65f92b89485d44a78f73bb972d472616 HTTP/1.1" status: 200 len: 267 time: 0.0455132 May 30 20:56:50.918324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-11243c95-1b08-402f-89e9-50ff6a5bfedf tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:50.919675 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-11243c95-1b08-402f-89e9-50ff6a5bfedf tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 812 time: 0.1440704 May 30 20:56:50.936916 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-45e0a75e-1d09-4703-a838-dc9e8d89d323 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/quotas/65f92b89485d44a78f73bb972d472616 HTTP/1.1" status: 200 len: 375 time: 0.0117135 May 30 20:56:51.022462 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-d169ab69-68c4-4ea9-a30a-b7ac7df9b877 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805581 May 30 20:56:51.225007 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-a82061c3-7c48-4dab-9e7d-cd98b36c2fa3 service neutron] 10.222.0.84 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898341 May 30 20:56:51.434794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-5fae04c9-311a-4b77-b9f3-7519d8f4add1 service neutron] 10.222.0.84 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040555 May 30 20:56:51.616614 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-471144cb-db5e-4a82-898a-065a32396926 req-f7942e6a-2682-4f45-a687-d63cb0ed37f5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 210 time: 0.0400467 May 30 20:56:52.629082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-c0ff1c1e-3e4c-4b92-9dc2-05bdb1c5f70f tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:52.630405 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-c0ff1c1e-3e4c-4b92-9dc2-05bdb1c5f70f tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 812 time: 0.1425905 May 30 20:56:52.690551 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-bb3880e5-b860-44fb-a306-efe4a2442688 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65f92b89485d44a78f73bb972d472616 HTTP/1.1" status: 200 len: 379 time: 0.0485113 May 30 20:56:52.699381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-56803c20-6c4d-466f-802d-2b265df856f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Request body: {'port': {'device_id': '7abce29a-07f9-4656-977d-a80621ed2160', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'admin_state_up': True, 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'security_groups': ['3af20554-73a9-4ae8-ba33-0160eb7f81cb']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:56:52.782550 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0993d593-1739-4a13-a163-09b9b0f47493 req-31686556-3e94-494e-85f9-a4edba126062 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 210 time: 0.0437930 May 30 20:56:52.837220 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-56803c20-6c4d-466f-802d-2b265df856f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:56:52.841283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-56803c20-6c4d-466f-802d-2b265df856f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Usage tracker for resource:port and tenant:65f92b89485d44a78f73bb972d472616 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:56:52.843948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-56803c20-6c4d-466f-802d-2b265df856f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:56:52.849427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-56803c20-6c4d-466f-802d-2b265df856f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:56:52.858509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-56803c20-6c4d-466f-802d-2b265df856f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Made reservation on behalf of 65f92b89485d44a78f73bb972d472616 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:56:52.861382 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-56803c20-6c4d-466f-802d-2b265df856f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:53.021152 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-56803c20-6c4d-466f-802d-2b265df856f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Allocated IP 172.20.0.10 (3dfba4c8-d93e-4630-b607-44f229c905fd/f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0/1ba942ea-8f51-48b1-8a57-bddbdf4d22aa) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:56:53.202813 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-56803c20-6c4d-466f-802d-2b265df856f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:53.217908 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-56803c20-6c4d-466f-802d-2b265df856f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Transition to ACTIVE for port object 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:56:53.239200 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-56803c20-6c4d-466f-802d-2b265df856f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:53.309276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-56803c20-6c4d-466f-802d-2b265df856f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Network 3dfba4c8-d93e-4630-b607-44f229c905fd is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:56:53.312287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-56803c20-6c4d-466f-802d-2b265df856f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:56:53.316507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-56803c20-6c4d-466f-802d-2b265df856f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:56:53.341188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56803c20-6c4d-466f-802d-2b265df856f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Pushing event updated for resources: {'Port': ['ID=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:53.359582 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1de64844-ca03-4e91-965e-17fb395d7b46 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:56:53.382312 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-56803c20-6c4d-466f-802d-2b265df856f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:53.382908 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-56803c20-6c4d-466f-802d-2b265df856f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:53.393273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 1de64844-ca03-4e91-965e-17fb395d7b46 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:56:53.393615 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1de64844-ca03-4e91-965e-17fb395d7b46 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:56:53.409253 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-56803c20-6c4d-466f-802d-2b265df856f6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7139122 May 30 20:56:53.420727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Request body: {'port': {'device_id': '7abce29a-07f9-4656-977d-a80621ed2160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:56:53.592298 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-03a44f67-d855-44f5-b5cc-c8c0219a1a5f None None] Provisioning for port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:56:53.597232 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-03a44f67-d855-44f5-b5cc-c8c0219a1a5f None None] Provisioning complete for port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:56:53.597594 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-03a44f67-d855-44f5-b5cc-c8c0219a1a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:53.619573 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:53.652319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-03a44f67-d855-44f5-b5cc-c8c0219a1a5f None None] Port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:56:53.953591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:56:53.960206 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:53.974919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Transition to ACTIVE for port object 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:56:53.978488 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:53.981456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2ea62-21b6-44b4-9eef-9a795d56bbf4 req-bcb2573e-7614-426b-8355-0e5160f54b3c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:53.983084 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9de2ea62-21b6-44b4-9eef-9a795d56bbf4 req-bcb2573e-7614-426b-8355-0e5160f54b3c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 932 time: 0.0770991 May 30 20:56:54.029578 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9de2ea62-21b6-44b4-9eef-9a795d56bbf4 req-736d26ec-6151-4160-be76-00aa09b76eef tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405409 May 30 20:56:54.103097 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:54.215108 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Attempting to bind port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:56:54.215438 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Attempting to bind port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:56:54.215759 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Attempting to bind port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:56:54.221552 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa on network 3dfba4c8-d93e-4630-b607-44f229c905fd not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:56:54.221861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Attempting to bind port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:56:54.227993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:56:54.228341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Checking segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:56:54.228717 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Bound using segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:56:54.229133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Bound port: 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:56:54.229471 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:54.316754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:56:54.319523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:56:54.324488 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:54.383610 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:54.385817 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] 10.222.0.93 "PUT /v2.0/ports/1ba942ea-8f51-48b1-8a57-bddbdf4d22aa HTTP/1.1" status: 200 len: 1092 time: 0.9691999 May 30 20:56:54.386244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:56:54.405940 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535154d-cc09-4c92-8a5f-9d75930d69f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:54.473294 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533fccf9-9bba-4fb3-a8e9-b7224b124d64'] response: {'name': 'network-changed', 'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'status': 'completed', 'code': 200} May 30 20:56:54.516697 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-bc316fba-a8f4-49e8-8bfb-3e410b46e4a1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 1095 time: 0.0768321 May 30 20:56:54.589966 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-839adb69-3b70-48f9-b08b-28606f26a126 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa HTTP/1.1" status: 200 len: 217 time: 0.0656023 May 30 20:56:54.650863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-55a8c01b-cd12-4f44-af3b-42472309218f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:54.652259 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-55a8c01b-cd12-4f44-af3b-42472309218f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0573292 May 30 20:56:54.724299 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-36ec8c46-1edc-45a1-a76d-bd42da9ef5a2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662611 May 30 20:56:54.852189 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-8cc6a89e-3f2a-4469-8cfd-c5e68bac1927 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219826 May 30 20:56:54.979284 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ba15f47a-c8ab-46bf-ae8e-6ec39e711990 req-d43dd948-94c8-4683-89f8-0a57714e209a service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210938 May 30 20:56:55.098192 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ec4150a6-11b7-40c3-a84b-8991810f5bc3 req-c3ce3449-c60f-44f6-bb26-f1060c48dc88 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 1095 time: 0.0737073 May 30 20:56:55.229993 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96838d4c-ac14-4e5d-bce6-72e472806ff0 req-fc52c1ac-58f1-48c1-a665-03f753139bfa tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:55.231402 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96838d4c-ac14-4e5d-bce6-72e472806ff0 req-fc52c1ac-58f1-48c1-a665-03f753139bfa tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 944 time: 0.0827057 May 30 20:56:55.279628 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-96838d4c-ac14-4e5d-bce6-72e472806ff0 req-d604f975-041c-40c5-bc08-c37c8ed788a5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418475 May 30 20:56:55.319225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4150a6-11b7-40c3-a84b-8991810f5bc3 req-7bd35c4c-29b5-4a0a-8a07-afc5e8b9d784 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:55.320716 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ec4150a6-11b7-40c3-a84b-8991810f5bc3 req-7bd35c4c-29b5-4a0a-8a07-afc5e8b9d784 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.2167857 May 30 20:56:55.386734 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ec4150a6-11b7-40c3-a84b-8991810f5bc3 req-2a3ae969-5ffa-4461-b6ca-48e42f8417a4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa HTTP/1.1" status: 200 len: 217 time: 0.0596488 May 30 20:56:55.452181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4150a6-11b7-40c3-a84b-8991810f5bc3 req-9815750e-7651-4196-9083-ee78f02da0b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:55.453604 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ec4150a6-11b7-40c3-a84b-8991810f5bc3 req-9815750e-7651-4196-9083-ee78f02da0b1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0600743 May 30 20:56:55.529313 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ec4150a6-11b7-40c3-a84b-8991810f5bc3 req-023bd82f-20eb-4b2c-8111-2f0742d10f49 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687766 May 30 20:56:55.659792 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ec4150a6-11b7-40c3-a84b-8991810f5bc3 req-7208ba1f-8682-429b-8b6b-0f300c945351 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233139 May 30 20:56:55.789643 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ec4150a6-11b7-40c3-a84b-8991810f5bc3 req-26b93c0f-6f8e-436d-b700-640dc7955e17 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232970 May 30 20:56:56.476893 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8c36b-f4e0-409b-b7ae-6f69525a6ba8 req-475a08d0-d222-417e-bd05-1fb6d3a301fa tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:56.478367 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-10e8c36b-f4e0-409b-b7ae-6f69525a6ba8 req-475a08d0-d222-417e-bd05-1fb6d3a301fa tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 944 time: 0.0742469 May 30 20:56:56.522625 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-10e8c36b-f4e0-409b-b7ae-6f69525a6ba8 req-5f0445aa-bb17-40a0-9547-dcfb8e51b303 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387611 May 30 20:56:57.195664 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:56:57.328101 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:56:57.341223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'port_id': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'mac_address': 'fa:16:3e:cd:2e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:56:57.392945 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:57.410291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:56:57.424506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:56:57.428579 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:57.499025 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:57.617045 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['1ba942ea-8f51-48b1-8a57-bddbdf4d22aa'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:56:57.721061 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91c229-cdf3-4235-a93f-ae17ac5d2b0d req-57c45b69-dc7c-4492-846a-6c755d01bef1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:57.722505 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe91c229-cdf3-4235-a93f-ae17ac5d2b0d req-57c45b69-dc7c-4492-846a-6c755d01bef1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 945 time: 0.0816877 May 30 20:56:57.768222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe91c229-cdf3-4235-a93f-ae17ac5d2b0d req-507e6bda-1817-470c-ad8d-31edc3f4556f tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399418 May 30 20:56:57.847309 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-67979221-a3ef-4bbb-a883-f051882d0c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:58.963034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dabc8-df7c-4bcb-9c20-a291ee705b53 req-8ab51858-d508-44d2-b87f-4c831447c1af tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:58.964480 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-922dabc8-df7c-4bcb-9c20-a291ee705b53 req-8ab51858-d508-44d2-b87f-4c831447c1af tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 945 time: 0.0759153 May 30 20:56:59.009729 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-922dabc8-df7c-4bcb-9c20-a291ee705b53 req-72c07fbd-1d34-48cd-9a30-47a18661e3d4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397210 May 30 20:56:59.211227 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:56:59.281358 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:56:59.286229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:56:59.286600 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:59.398158 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:59.426001 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:56:59.434806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:56:59.439026 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:59.479754 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f46ce4-e1ff-45db-8324-f1e3124bcde5'] response: {'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'code': 200} May 30 20:56:59.513966 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:59.607073 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-45eff29b-8c0e-4489-a4cd-dd0fa3b2e418 req-f3bc66ad-f3df-4ff0-8c94-e66cfe1c2d32 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 1097 time: 0.0709209 May 30 20:56:59.647607 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-45eff29b-8c0e-4489-a4cd-dd0fa3b2e418 req-d8eeb19a-095f-4635-9d0b-d9a20fd0b990 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349178 May 30 20:57:00.033534 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f4757fbd-dc1a-44f3-bf64-0ffd171b9698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:00.204935 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7a85b-99fa-4582-96a1-7832acad2a64 req-1c8c7a41-3ea5-4e99-8e86-ae9f42060166 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:00.206375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fdd7a85b-99fa-4582-96a1-7832acad2a64 req-1c8c7a41-3ea5-4e99-8e86-ae9f42060166 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0787580 May 30 20:57:00.250721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fdd7a85b-99fa-4582-96a1-7832acad2a64 req-1dc57e4e-6b39-4702-bb2a-f7b531f4f0b4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389249 May 30 20:57:01.397358 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:01.448828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dac061-ad92-4aa5-a4b7-95caed50b891 req-46e606ce-ef0e-4d11-8952-ee80eaf3d807 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:01.450263 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20dac061-ad92-4aa5-a4b7-95caed50b891 req-46e606ce-ef0e-4d11-8952-ee80eaf3d807 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0763640 May 30 20:57:01.498612 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20dac061-ad92-4aa5-a4b7-95caed50b891 req-4eeae078-9a7b-4cfa-95df-46a883c123dd tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427747 May 30 20:57:01.658878 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:01.688326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0587709-adfc-440a-a4ce-3417611a49e4 req-6a1a0c43-e650-4281-bff8-c18c25df3a4b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:01.689768 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e0587709-adfc-440a-a4ce-3417611a49e4 req-6a1a0c43-e650-4281-bff8-c18c25df3a4b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0766494 May 30 20:57:01.698589 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50750) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:57:01.703661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-8f04b003-c706-45cb-9bca-98a933b4d271 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Request body: {'floatingip': {'port_id': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:57:01.779307 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f04b003-c706-45cb-9bca-98a933b4d271 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:02.438239 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f04b003-c706-45cb-9bca-98a933b4d271 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:02.441980 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f04b003-c706-45cb-9bca-98a933b4d271 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:02.631206 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-8f04b003-c706-45cb-9bca-98a933b4d271 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Floating IP f137625d-be6c-4365-9f14-4a0f1cbe0422 associated. External IP: 172.25.5.71, port: 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa. May 30 20:57:02.998371 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:03.024964 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f04b003-c706-45cb-9bca-98a933b4d271 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:57:03.222568 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f04b003-c706-45cb-9bca-98a933b4d271 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:57:03.226701 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8f04b003-c706-45cb-9bca-98a933b4d271 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:03.232761 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bbd94f-4403-4430-97f0-1626d0602e5e None None] Sync routers for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:57:03.245554 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bbd94f-4403-4430-97f0-1626d0602e5e None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:57:03.246169 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-07bbd94f-4403-4430-97f0-1626d0602e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:57:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:57:03.283794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8f04b003-c706-45cb-9bca-98a933b4d271 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "PUT /v2.0/floatingips/f137625d-be6c-4365-9f14-4a0f1cbe0422 HTTP/1.1" status: 200 len: 992 time: 1.5841691 May 30 20:57:03.284525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:57:03.416041 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abca7988-1010-4c83-8cc1-542ce9fd7dc2'] response: {'name': 'network-changed', 'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'status': 'completed', 'code': 200} May 30 20:57:03.425702 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-07bbd94f-4403-4430-97f0-1626d0602e5e None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:57:03.505176 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e96d9036-61d2-46fa-b163-4afdf85865d7 req-091e66f1-6ec0-477e-a483-1779f4c238d2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 1097 time: 0.0677183 May 30 20:57:03.636246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d9036-61d2-46fa-b163-4afdf85865d7 req-eaad3630-6a31-4be5-a458-5e222bf3c47f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:03.637706 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e96d9036-61d2-46fa-b163-4afdf85865d7 req-eaad3630-6a31-4be5-a458-5e222bf3c47f service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1270936 May 30 20:57:03.678223 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:03.741780 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e96d9036-61d2-46fa-b163-4afdf85865d7 req-dc71dada-3f85-4aff-a3b9-befbaaa19b35 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa HTTP/1.1" status: 200 len: 1000 time: 0.0983472 May 30 20:57:03.766440 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-07bbd94f-4403-4430-97f0-1626d0602e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'f137625d-be6c-4365-9f14-4a0f1cbe0422', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'port_id': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'mac_address': 'fa:16:3e:cd:2e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abce29a-07f9-4656-977d-a80621ed2160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:53:11Z', 'updated_at': '2022-05-30T20:57:02Z', 'revision_number': 13, 'project_id': '65f92b89485d44a78f73bb972d472616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:57:03.770101 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bbd94f-4403-4430-97f0-1626d0602e5e None None] Checking router: 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:57:03.781050 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bbd94f-4403-4430-97f0-1626d0602e5e None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:57:03.781623 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-07bbd94f-4403-4430-97f0-1626d0602e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:57:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:57:03.808221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d9036-61d2-46fa-b163-4afdf85865d7 req-5731e7b3-0b1b-43a2-a400-25a22a82b0d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:03.809650 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e96d9036-61d2-46fa-b163-4afdf85865d7 req-5731e7b3-0b1b-43a2-a400-25a22a82b0d1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0625908 May 30 20:57:03.882346 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e96d9036-61d2-46fa-b163-4afdf85865d7 req-3d1b88bb-e9e2-46a9-9e52-2bc426cf2b1a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671201 May 30 20:57:03.961116 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-07bbd94f-4403-4430-97f0-1626d0602e5e None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:57:04.013580 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e96d9036-61d2-46fa-b163-4afdf85865d7 req-29fdbc62-cb41-4efd-9859-c583c1c3add3 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250873 May 30 20:57:04.146224 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e96d9036-61d2-46fa-b163-4afdf85865d7 req-50db0927-f1bc-4dc2-b0e6-23eb76020093 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260371 May 30 20:57:04.303931 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-07bbd94f-4403-4430-97f0-1626d0602e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'f137625d-be6c-4365-9f14-4a0f1cbe0422', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'port_id': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'mac_address': 'fa:16:3e:cd:2e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abce29a-07f9-4656-977d-a80621ed2160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:53:11Z', 'updated_at': '2022-05-30T20:57:02Z', 'revision_number': 13, 'project_id': '65f92b89485d44a78f73bb972d472616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:57:04.307987 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bbd94f-4403-4430-97f0-1626d0602e5e None None] The sync data for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 is: [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'f137625d-be6c-4365-9f14-4a0f1cbe0422', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'port_id': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'mac_address': 'fa:16:3e:cd:2e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abce29a-07f9-4656-977d-a80621ed2160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:53:11Z', 'updated_at': '2022-05-30T20:57:02Z', 'revision_number': 13, 'project_id': '65f92b89485d44a78f73bb972d472616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:57:04.500406 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ac4b9-1b68-4112-b01e-6bad992c9ead None None] New status for floating IP f137625d-be6c-4365-9f14-4a0f1cbe0422: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:57:07.560482 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:10.747595 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4ff56b69-218e-4c98-bd21-814cd0546e90 req-1ed65feb-4532-497d-9292-d731936fcc91 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0660837 May 30 20:57:10.908930 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4ff56b69-218e-4c98-bd21-814cd0546e90 req-1865b5fa-6503-4a59-a965-7f5e0509d87b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 1097 time: 0.0947645 May 30 20:57:11.139625 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56b69-218e-4c98-bd21-814cd0546e90 req-3ef57712-a10d-4957-b7a0-295e682da87a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:11.141060 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4ff56b69-218e-4c98-bd21-814cd0546e90 req-3ef57712-a10d-4957-b7a0-295e682da87a service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.2116847 May 30 20:57:11.245051 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4ff56b69-218e-4c98-bd21-814cd0546e90 req-ae6e75e3-2e24-45ab-9a29-4862e67027c1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa HTTP/1.1" status: 200 len: 1002 time: 0.0947878 May 30 20:57:11.308730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56b69-218e-4c98-bd21-814cd0546e90 req-26d456da-636b-42b7-a237-db69623534a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:11.310181 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4ff56b69-218e-4c98-bd21-814cd0546e90 req-26d456da-636b-42b7-a237-db69623534a4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0592937 May 30 20:57:11.383872 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4ff56b69-218e-4c98-bd21-814cd0546e90 req-a8d4d347-2ba1-4f51-9f6e-a9497bc18268 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675659 May 30 20:57:11.515768 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4ff56b69-218e-4c98-bd21-814cd0546e90 req-3da0d582-9558-4585-8fac-1991cb84fc19 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259146 May 30 20:57:11.647089 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4ff56b69-218e-4c98-bd21-814cd0546e90 req-d84f12ed-e62a-455d-a563-9e7ee99c9dc3 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247766 May 30 20:57:13.259970 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:57:27.847614 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d0651159-3334-4afe-95f2-3cf1cdf6a407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:30.036061 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6d5af1fc-8eb0-40a9-b0ac-431ffc3ad474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:31.399039 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:31.661124 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:33.002377 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:33.673661 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:37.555852 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:39.209048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5833c-767e-4e90-b495-44ec06b030bf req-21ed2be5-f697-4fef-b21d-362be87a2036 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:39.210491 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98b5833c-767e-4e90-b495-44ec06b030bf req-21ed2be5-f697-4fef-b21d-362be87a2036 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0759590 May 30 20:57:39.256754 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-98b5833c-767e-4e90-b495-44ec06b030bf req-2f39e4ad-8755-456e-b977-a9649154d4da tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400999 May 30 20:57:47.563074 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c2d927d9-1d00-4f57-b6a9-9461ec6379ed req-df2ada4c-a1c6-4e5e-9c64-b97ed63f8492 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0702240 May 30 20:57:47.925724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef910b07-e90f-4156-a75d-31ed5d9b0caa req-851e8c8a-c4cc-4b4b-b5bd-3052550adbcf tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:47.927075 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef910b07-e90f-4156-a75d-31ed5d9b0caa req-851e8c8a-c4cc-4b4b-b5bd-3052550adbcf tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.1300311 May 30 20:57:47.935931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-944dc50b-a54e-4c55-a4c1-6d7aa9e3a8ca service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1964290 May 30 20:57:47.981900 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ef910b07-e90f-4156-a75d-31ed5d9b0caa req-dbdfac39-6b8a-475d-afcf-fa7e8bb68140 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449963 May 30 20:57:49.177492 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-91ef3c43-e32f-4ddd-b45d-ab55c9f51394 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 1097 time: 0.0737956 May 30 20:57:49.191663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ec158-3654-45bf-b220-6097af9ff925 req-48240448-6732-4d32-b892-fdfa941fa4ef tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:49.193139 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d7ec158-3654-45bf-b220-6097af9ff925 req-48240448-6732-4d32-b892-fdfa941fa4ef tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0761189 May 30 20:57:49.238572 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d7ec158-3654-45bf-b220-6097af9ff925 req-3d19132d-1e25-48b5-bd67-b728e05abff1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397606 May 30 20:57:49.310447 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e9c7009a-a26f-4da1-8ca2-0cac708ad9fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:49.311884 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e9c7009a-a26f-4da1-8ca2-0cac708ad9fa service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1283967 May 30 20:57:49.413670 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-8a8e676d-65e5-400a-a95c-b7a8549d0ecc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa HTTP/1.1" status: 200 len: 1002 time: 0.0957193 May 30 20:57:49.473829 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-75207d0d-a4aa-436e-a5d4-b446aa76e70f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:49.475439 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-75207d0d-a4aa-436e-a5d4-b446aa76e70f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0562055 May 30 20:57:49.552591 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-d8f251f0-23a9-47fc-8cbd-85446d076a1f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715983 May 30 20:57:49.680228 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-c4d595b4-65da-44c7-becc-75ef068e2771 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222560 May 30 20:57:49.806334 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-6a62f0b3-fca3-431d-b948-1ed5ccc13879 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203701 May 30 20:57:50.260315 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:57:50.440298 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dafbbd-73ba-4d3e-9afe-b62e1bf9ab3e req-7d26c673-daf1-461c-ad28-d455a358a5ae tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:50.441745 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3dafbbd-73ba-4d3e-9afe-b62e1bf9ab3e req-7d26c673-daf1-461c-ad28-d455a358a5ae tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0793517 May 30 20:57:50.486556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3dafbbd-73ba-4d3e-9afe-b62e1bf9ab3e req-22be4b7b-e7dd-45dd-9be1-84848891726e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392420 May 30 20:57:51.679674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b68cb-674d-4c53-97c7-f6c13211c817 req-4e550836-0249-4220-89b4-73ac56465ee4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:51.681159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf1b68cb-674d-4c53-97c7-f6c13211c817 req-4e550836-0249-4220-89b4-73ac56465ee4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0756605 May 30 20:57:51.725796 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bf1b68cb-674d-4c53-97c7-f6c13211c817 req-663df8a3-0713-4449-b764-3d683cd3737e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387859 May 30 20:57:53.017576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015773a-c197-47ce-bb50-e192fed46dd9 req-c6e7c92b-0a15-44c3-a490-3c3beb91c581 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:53.019015 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e015773a-c197-47ce-bb50-e192fed46dd9 req-c6e7c92b-0a15-44c3-a490-3c3beb91c581 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.1735687 May 30 20:57:53.065758 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e015773a-c197-47ce-bb50-e192fed46dd9 req-5b23c8ee-86d0-4922-9890-d1f83ed705bc tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408881 May 30 20:57:54.263639 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1969a-34cb-41be-a595-7829c5a3b84d req-7ba5d1ee-7b46-4225-a948-88a0db62183b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:54.265119 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bd1969a-34cb-41be-a595-7829c5a3b84d req-7ba5d1ee-7b46-4225-a948-88a0db62183b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0773418 May 30 20:57:54.313753 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4bd1969a-34cb-41be-a595-7829c5a3b84d req-57edbef0-ec51-4a44-b717-357e54c965a6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431259 May 30 20:57:55.507180 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ebc93-0b43-43cd-8db2-5161964a75d2 req-d7e08ef0-86bc-409b-8eb6-3454728eb5ea tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:55.508694 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-954ebc93-0b43-43cd-8db2-5161964a75d2 req-d7e08ef0-86bc-409b-8eb6-3454728eb5ea tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0763772 May 30 20:57:55.553609 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-954ebc93-0b43-43cd-8db2-5161964a75d2 req-2d7d6178-ce0e-4e22-a747-acadb573f4da tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388308 May 30 20:57:56.751260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a8d48-66d8-4009-afdc-3b44c24643ba req-9feb5d06-31c1-4b43-8916-17e9954fe3a7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:56.752723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-269a8d48-66d8-4009-afdc-3b44c24643ba req-9feb5d06-31c1-4b43-8916-17e9954fe3a7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0808737 May 30 20:57:56.796794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-269a8d48-66d8-4009-afdc-3b44c24643ba req-abe6cd4d-c20f-43f8-8183-1a4486f756da tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385919 May 30 20:57:57.849100 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9d79b136-6978-4989-95dc-5bedf0668c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:57.997435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f050c6-cedd-41cc-afc6-73dce16a486b req-69f69a11-b650-491b-897b-2641e464b933 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:57.998789 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-02f050c6-cedd-41cc-afc6-73dce16a486b req-69f69a11-b650-491b-897b-2641e464b933 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0771720 May 30 20:57:58.048732 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-02f050c6-cedd-41cc-afc6-73dce16a486b req-84144f09-f26f-4e24-b5e2-96e9b88714ed tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407867 May 30 20:57:59.245823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8df96e-9100-4113-b462-36d93176597c req-ef5f8705-49b6-454d-9f0d-7d28853dc3c7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:59.248484 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa8df96e-9100-4113-b462-36d93176597c req-ef5f8705-49b6-454d-9f0d-7d28853dc3c7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0793457 May 30 20:57:59.293544 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fa8df96e-9100-4113-b462-36d93176597c req-6492305f-ae32-40bb-ba78-0525bc26c83d tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406454 May 30 20:58:00.038632 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2050c2ec-90ab-40f9-9b1b-c887edaebdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:00.486711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69267f-361c-45d3-b4b8-f43c58720d8e req-a5849356-40aa-4a87-b6e2-b1bc2c55cd16 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:00.488176 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e69267f-361c-45d3-b4b8-f43c58720d8e req-a5849356-40aa-4a87-b6e2-b1bc2c55cd16 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0756218 May 30 20:58:00.536599 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e69267f-361c-45d3-b4b8-f43c58720d8e req-e9d8152b-d28c-46d8-8d9d-b95aa87a40b3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428483 May 30 20:58:01.402811 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:01.664222 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:01.733778 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a08f57-7bd9-4c6c-b92d-0a81aedd3cdd req-54cf2a12-88dd-48f0-a131-b3634c371439 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:01.735217 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30a08f57-7bd9-4c6c-b92d-0a81aedd3cdd req-54cf2a12-88dd-48f0-a131-b3634c371439 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0775399 May 30 20:58:01.780832 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-30a08f57-7bd9-4c6c-b92d-0a81aedd3cdd req-ae742c36-60ce-44ff-95ab-2175e0d88cff tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399706 May 30 20:58:02.979216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed333c58-b335-4986-9bb4-1941c625ac70 req-fe27b335-7d9b-4889-9ddf-b6be24c2f0b1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:02.980692 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ed333c58-b335-4986-9bb4-1941c625ac70 req-fe27b335-7d9b-4889-9ddf-b6be24c2f0b1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0806403 May 30 20:58:03.005909 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:03.031576 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ed333c58-b335-4986-9bb4-1941c625ac70 req-80f50b4d-00d4-40a4-afb4-123be3ca4d97 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454185 May 30 20:58:03.684909 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:04.223204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6ac3d-27d2-4f8b-9c46-00330da9bdc4 req-337f8db9-e4d1-4408-90ef-910753f5cb6b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:04.224659 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8e6ac3d-27d2-4f8b-9c46-00330da9bdc4 req-337f8db9-e4d1-4408-90ef-910753f5cb6b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0751445 May 30 20:58:04.269268 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b8e6ac3d-27d2-4f8b-9c46-00330da9bdc4 req-c35520a8-3cea-4d2d-bc7a-06847f50f80d tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383661 May 30 20:58:05.470601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc6800-f054-43c3-9967-558974491a53 req-da31514d-93bb-4bac-a9de-f01e4ec1e925 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:05.472050 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-edfc6800-f054-43c3-9967-558974491a53 req-da31514d-93bb-4bac-a9de-f01e4ec1e925 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0785940 May 30 20:58:05.516657 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-edfc6800-f054-43c3-9967-558974491a53 req-ca0557d2-1c02-4e48-9129-6c7ae31cbb0a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391607 May 30 20:58:06.708523 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea9710-9e58-40d1-9e88-88075c053e7a req-6cbfba8f-07b7-42d8-9a6a-5879a7a31670 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:06.709937 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92ea9710-9e58-40d1-9e88-88075c053e7a req-6cbfba8f-07b7-42d8-9a6a-5879a7a31670 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0747747 May 30 20:58:06.754252 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92ea9710-9e58-40d1-9e88-88075c053e7a req-7cf629ac-5ccf-47ed-b305-4919a1bd410c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382779 May 30 20:58:07.393154 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-d87a31da-2ae5-488c-92cc-d031f6be27e0 service neutron] show failed (client error): The resource could not be found. May 30 20:58:07.394135 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-d87a31da-2ae5-488c-92cc-d031f6be27e0 service neutron] 10.222.0.93 "GET /v2.0/ports/1ba942ea-8f51-48b1-8a57-bddbdf4d22aa/bindings/n-h1-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.0731812 May 30 20:58:07.562483 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:07.658377 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-be41be80-c596-4a41-804b-9a124319f12f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160&tenant_id=65f92b89485d44a78f73bb972d472616 HTTP/1.1" status: 200 len: 1097 time: 0.0724618 May 30 20:58:07.672501 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:58:07.777821 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:07.962309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac32c22-c5bc-46ff-85f2-fb26094ff5c4 req-62f2953d-2b8c-442a-b74d-13e01617eedc tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:07.964302 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aac32c22-c5bc-46ff-85f2-fb26094ff5c4 req-62f2953d-2b8c-442a-b74d-13e01617eedc tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0810800 May 30 20:58:08.011730 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aac32c22-c5bc-46ff-85f2-fb26094ff5c4 req-bfdb2b5f-9def-478a-accb-a0052192656a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418339 May 30 20:58:08.135068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:08.163737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:58:08.218076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:58:08.223615 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:08.239024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Transition to ACTIVE for port object 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:58:08.244493 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:08.309490 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f218cd7-86fe-4b47-8646-1e548a33d0bc'] response: {'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'code': 200} May 30 20:58:08.376771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,revision_number=6']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:08.397256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:08.397898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:08.397898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:08.398228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:08.398550 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:08.398869 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:08.399188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:08.399501 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:08.399815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:08.400156 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:08.400471 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:08.465334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] No DVR routers for this DVR port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:58:08.738965 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Attempting to bind port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:58:08.739211 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Attempting to bind port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:58:08.739518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Attempting to bind port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:58:08.745822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa on network 3dfba4c8-d93e-4630-b607-44f229c905fd not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:58:08.746133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Attempting to bind port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:58:08.752288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:58:08.752620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Checking segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:58:08.752993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Bound using segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:58:08.753406 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Bound port: 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:58:08.753748 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:08.845607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:58:08.848796 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:58:08.853323 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:08.919236 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:08.920676 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] 10.222.0.77 "PUT /v2.0/ports/1ba942ea-8f51-48b1-8a57-bddbdf4d22aa HTTP/1.1" status: 200 len: 1092 time: 1.2519858 May 30 20:58:08.929255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852515a-85b2-40dc-81ac-5749fb7d0420 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,revision_number=7']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:09.020953 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-54f6614e-2451-48fa-8d6d-a4bd62b649e9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 1095 time: 0.0712099 May 30 20:58:09.160997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-8fbc1d29-d432-4aa7-af8b-9455dc112c6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:09.162452 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-8fbc1d29-d432-4aa7-af8b-9455dc112c6b service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1317441 May 30 20:58:09.219245 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fd6da-54f3-4a8a-9e23-784fb67b1096 req-f8179f77-e159-4e9e-a695-07d0174ded99 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:09.220756 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e0fd6da-54f3-4a8a-9e23-784fb67b1096 req-f8179f77-e159-4e9e-a695-07d0174ded99 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 944 time: 0.0776625 May 30 20:58:09.270190 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-a2909f5d-c033-4487-ad3c-2de6bf2fc0e0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa HTTP/1.1" status: 200 len: 1000 time: 0.0981805 May 30 20:58:09.272393 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e0fd6da-54f3-4a8a-9e23-784fb67b1096 req-026783c8-c015-4f24-94a7-312bec3c39a7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458307 May 30 20:58:09.343930 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-fa2775d0-5676-45b7-8e3c-57584b58d321 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:09.345362 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-fa2775d0-5676-45b7-8e3c-57584b58d321 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0654731 May 30 20:58:09.421238 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-aedecdff-ba2e-42f9-91d6-b491981ff446 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666420 May 30 20:58:09.553111 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-c9e85024-2fcc-4e27-8bf9-99f08bd4e104 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217363 May 30 20:58:09.774934 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-42a0e1aa-f5fd-426b-9e84-d69debf1d0b1 req-21ff7ce4-be17-4ddf-a312-ad8e5f0ffc43 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129362 May 30 20:58:10.310340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:58:10.387193 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f43add6-13e7-4256-af37-6c6ba8760954'] response: {'name': 'network-changed', 'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'status': 'completed', 'code': 200} May 30 20:58:10.480856 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964dcbc-3eab-44ff-8982-561f27344752 req-f73692f0-2107-467b-abbe-452a9ce40f74 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:10.482515 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0964dcbc-3eab-44ff-8982-561f27344752 req-f73692f0-2107-467b-abbe-452a9ce40f74 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 944 time: 0.0784693 May 30 20:58:10.532224 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0964dcbc-3eab-44ff-8982-561f27344752 req-b7d9ecc1-b564-47b9-94f0-011664852964 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435059 May 30 20:58:10.536872 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1b3aa76c-8870-4d3c-9511-210eb94f4748 req-1c6650f3-e428-48c9-b9a2-a978a10fd25b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 1095 time: 0.1338592 May 30 20:58:10.540312 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1b3aa76c-8870-4d3c-9511-210eb94f4748 req-1a6f2e13-78af-4d55-81eb-6c586b468c4a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 1095 time: 0.1018822 May 30 20:58:10.777618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3aa76c-8870-4d3c-9511-210eb94f4748 req-66f59c90-92f2-44d4-8b26-663519a46bab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:10.779311 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1b3aa76c-8870-4d3c-9511-210eb94f4748 req-66f59c90-92f2-44d4-8b26-663519a46bab service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.2357337 May 30 20:58:10.781488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3aa76c-8870-4d3c-9511-210eb94f4748 req-92a968c1-450c-426b-9212-82d377228c9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:10.782818 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1b3aa76c-8870-4d3c-9511-210eb94f4748 req-92a968c1-450c-426b-9212-82d377228c9f service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.2207077 May 30 20:58:10.967748 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1b3aa76c-8870-4d3c-9511-210eb94f4748 req-036c3ca6-bc05-4680-a935-667cf9acdbba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa HTTP/1.1" status: 200 len: 1000 time: 0.1821377 May 30 20:58:10.969308 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1b3aa76c-8870-4d3c-9511-210eb94f4748 req-ae6c5d16-9e91-41ae-ba8a-bd9b82f811b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa HTTP/1.1" status: 200 len: 1000 time: 0.1318104 May 30 20:58:11.079352 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3aa76c-8870-4d3c-9511-210eb94f4748 req-dc89010e-8635-4cb2-b189-8cf27b87921f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:11.080821 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1b3aa76c-8870-4d3c-9511-210eb94f4748 req-dc89010e-8635-4cb2-b189-8cf27b87921f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.1078668 May 30 20:58:11.082084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3aa76c-8870-4d3c-9511-210eb94f4748 req-288a876f-0ac6-4088-8797-e5b737082b19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:11.083344 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1b3aa76c-8870-4d3c-9511-210eb94f4748 req-288a876f-0ac6-4088-8797-e5b737082b19 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0813737 May 30 20:58:11.210954 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1b3aa76c-8870-4d3c-9511-210eb94f4748 req-f3083794-ecc2-4de1-97ae-3de7b1da0d40 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236393 May 30 20:58:11.218591 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1b3aa76c-8870-4d3c-9511-210eb94f4748 req-41bce64b-e6b4-4676-9ca1-1b9229b41651 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023390 May 30 20:58:11.455292 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1b3aa76c-8870-4d3c-9511-210eb94f4748 req-d3b99cb1-d0bb-4d03-af08-3ee9cb8d8229 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353842 May 30 20:58:11.456708 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1b3aa76c-8870-4d3c-9511-210eb94f4748 req-a3b8adb8-56e6-4aef-b574-7dd601781c31 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202671 May 30 20:58:11.542433 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:58:11.614999 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:58:11.696326 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1b3aa76c-8870-4d3c-9511-210eb94f4748 req-26c3bf08-2f88-4d01-abf6-159687de63e4 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174532 May 30 20:58:11.698591 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1b3aa76c-8870-4d3c-9511-210eb94f4748 req-5d58de59-2741-4d70-aa93-54299d35d0b7 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374635 May 30 20:58:11.757619 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423c452-d2c7-46bb-909b-d3565c002088 req-9271aefc-afed-49be-9843-4db7c29023c1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:11.759077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4423c452-d2c7-46bb-909b-d3565c002088 req-9271aefc-afed-49be-9843-4db7c29023c1 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 944 time: 0.0900817 May 30 20:58:11.805617 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4423c452-d2c7-46bb-909b-d3565c002088 req-b8c0588a-14b7-4942-89ef-ab9f69809a47 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401931 May 30 20:58:12.124111 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-67014038-b97a-4bbb-9cda-17c70a362199 req-2a01e4d1-25c9-4651-af0c-8c4e5e3fe61d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 1095 time: 0.1740358 May 30 20:58:12.269183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67014038-b97a-4bbb-9cda-17c70a362199 req-8e8dfb52-21e9-4806-85dd-8d5d48df21e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:12.270617 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-67014038-b97a-4bbb-9cda-17c70a362199 req-8e8dfb52-21e9-4806-85dd-8d5d48df21e9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1259756 May 30 20:58:12.377938 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-67014038-b97a-4bbb-9cda-17c70a362199 req-8b589ccb-2223-4c6f-8bb9-ffc199349a47 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa HTTP/1.1" status: 200 len: 1000 time: 0.0970671 May 30 20:58:12.440169 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67014038-b97a-4bbb-9cda-17c70a362199 req-37148292-8a4f-42be-8b50-516f6dd901ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:12.441470 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-67014038-b97a-4bbb-9cda-17c70a362199 req-37148292-8a4f-42be-8b50-516f6dd901ea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0569887 May 30 20:58:12.520587 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-67014038-b97a-4bbb-9cda-17c70a362199 req-e623d577-a53a-4656-bf6b-2f9e686d2a0e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696306 May 30 20:58:12.651723 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-67014038-b97a-4bbb-9cda-17c70a362199 req-28cd7896-2c2b-4d81-8d2d-6265646708da service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213188 May 30 20:58:12.782695 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-67014038-b97a-4bbb-9cda-17c70a362199 req-d27d1f48-26f9-456d-8599-73d10898ffbe service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226802 May 30 20:58:13.004474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c71a3-f99f-4406-b1f5-1f2f27bbccd9 req-7579541d-4c88-4649-90c3-dcfd81ce7572 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:13.005823 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f03c71a3-f99f-4406-b1f5-1f2f27bbccd9 req-7579541d-4c88-4649-90c3-dcfd81ce7572 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 944 time: 0.0774524 May 30 20:58:13.051216 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f03c71a3-f99f-4406-b1f5-1f2f27bbccd9 req-9ec4715d-2110-430b-8f09-9aa169330ac5 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396821 May 30 20:58:14.250600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d399c4-b38f-4d21-bec4-ee5cfc0c02cc req-9f6dc3c2-2166-4ee5-b46a-e76c34e40f1b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:14.252079 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-45d399c4-b38f-4d21-bec4-ee5cfc0c02cc req-9f6dc3c2-2166-4ee5-b46a-e76c34e40f1b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 944 time: 0.0788648 May 30 20:58:14.298177 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-45d399c4-b38f-4d21-bec4-ee5cfc0c02cc req-73dc6d0f-d5a1-420f-9795-3598793b40ab tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405357 May 30 20:58:15.493962 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893972e7-7aa2-4ab3-a2d5-84541fdc0419 req-09faa198-f7b7-4bd8-819b-392808c61317 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:15.495416 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-893972e7-7aa2-4ab3-a2d5-84541fdc0419 req-09faa198-f7b7-4bd8-819b-392808c61317 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 944 time: 0.0776207 May 30 20:58:15.543817 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-893972e7-7aa2-4ab3-a2d5-84541fdc0419 req-aa4f5111-6bb8-4b65-b887-6c95f0297f9a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428832 May 30 20:58:16.740317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f9d96-bdef-433a-ad44-fcff7538d5cc req-b35bf8ab-8878-4b8f-b563-a8fe36683272 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:16.741748 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc7f9d96-bdef-433a-ad44-fcff7538d5cc req-b35bf8ab-8878-4b8f-b563-a8fe36683272 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 944 time: 0.0768092 May 30 20:58:16.786655 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bc7f9d96-bdef-433a-ad44-fcff7538d5cc req-5099086b-ed80-4334-8f2a-4fb1fbca5007 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387626 May 30 20:58:17.987705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfa393-c7ff-4500-924c-a7f43746879e req-cf41ebef-4800-48fa-bc61-23fe1abd986a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:17.989158 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ebfa393-c7ff-4500-924c-a7f43746879e req-cf41ebef-4800-48fa-bc61-23fe1abd986a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 944 time: 0.0787802 May 30 20:58:18.118273 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ebfa393-c7ff-4500-924c-a7f43746879e req-0ffed1f6-4e48-4d81-8950-85cb7248c8ea tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235588 May 30 20:58:19.461395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632a302-b1de-47f9-8949-18d1aecd7986 req-0f7290cb-a93f-4e8f-a8cb-29cbe4239349 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:19.462752 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f632a302-b1de-47f9-8949-18d1aecd7986 req-0f7290cb-a93f-4e8f-a8cb-29cbe4239349 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 944 time: 0.0771048 May 30 20:58:19.507755 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f632a302-b1de-47f9-8949-18d1aecd7986 req-0772f777-4419-4922-b6e5-c289eb9e5fb6 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396159 May 30 20:58:19.816953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:58:19.925275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-5168075c-0682-4cd1-8f39-69afbde8543a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:19.926160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-5168075c-0682-4cd1-8f39-69afbde8543a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Synchronizing usage tracker for tenant:65f92b89485d44a78f73bb972d472616 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:58:19.943467 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-5168075c-0682-4cd1-8f39-69afbde8543a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Unset dirty status for tenant:65f92b89485d44a78f73bb972d472616 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:58:19.945417 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-5168075c-0682-4cd1-8f39-69afbde8543a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160&tenant_id=65f92b89485d44a78f73bb972d472616&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 944 time: 0.1088572 May 30 20:58:19.979318 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cb8e4-7721-4f23-addb-93d0f1b3ced0 req-8b7f9cec-8b2c-4166-b800-038beb2d4fa7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:19.986499 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-106cb8e4-7721-4f23-addb-93d0f1b3ced0 req-8b7f9cec-8b2c-4166-b800-038beb2d4fa7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 944 time: 0.0955203 May 30 20:58:19.993191 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:20.006982 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'port_id': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'mac_address': 'fa:16:3e:cd:2e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:58:20.027988 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-2f590908-2cf4-4fda-9c5d-911caa4a1602 service neutron] 10.222.0.77 "GET /v2.0/ports/1ba942ea-8f51-48b1-8a57-bddbdf4d22aa/bindings/n-h1-843949-2 HTTP/1.1" status: 200 len: 382 time: 0.0774934 May 30 20:58:20.032478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-106cb8e4-7721-4f23-addb-93d0f1b3ced0 req-d906001a-d645-4cb8-8b85-ea64714f02ad tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455287 May 30 20:58:20.070594 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:20.087693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:58:20.102821 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:20.106876 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:20.119403 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-804233b4-5d77-4b04-adbf-ef6eb876ac65 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 1095 time: 0.0702717 May 30 20:58:20.178746 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:20.187808 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:20.188159 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:20.188493 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:20.188824 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:20.189149 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:20.189474 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:20.189789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:20.190106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:20.190422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:20.190737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:20.191052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:20.249023 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-c7b4ee65-b118-4b10-9fe4-014204cf2c68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:20.250462 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-c7b4ee65-b118-4b10-9fe4-014204cf2c68 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1254745 May 30 20:58:20.349379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['1ba942ea-8f51-48b1-8a57-bddbdf4d22aa'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:58:20.353549 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1a5f32e9-dbc5-4162-90cc-6d29370e9534 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa HTTP/1.1" status: 200 len: 1001 time: 0.0952830 May 30 20:58:20.418127 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-8bd22474-1a88-4084-92a0-d9b71ce8259d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:20.419576 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-8bd22474-1a88-4084-92a0-d9b71ce8259d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0587010 May 30 20:58:20.495479 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-0a68d261-e8f9-42ab-9a8f-947e65db29eb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699334 May 30 20:58:20.623528 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-a08b0eb8-470b-4eda-a288-11215300bf63 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220319 May 30 20:58:20.844918 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-8ddf70bd-f8e9-4604-ae5f-ae44906a04cd service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148132 May 30 20:58:21.226946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfab277-12ee-4495-ab80-74ecd25122e0 req-d6d8554b-02de-4f4c-b919-c8954b1bb4a7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:21.228406 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9bfab277-12ee-4495-ab80-74ecd25122e0 req-d6d8554b-02de-4f4c-b919-c8954b1bb4a7 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 945 time: 0.0751042 May 30 20:58:21.276904 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9bfab277-12ee-4495-ab80-74ecd25122e0 req-dcaef07e-2734-4811-be48-431da3442000 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424597 May 30 20:58:21.827832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:58:21.894580 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:58:21.899358 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:58:21.899724 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:22.011387 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:22.038459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:58:22.047846 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:22.052543 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:22.111737 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a718cf-d2fb-41e0-8355-40d12a7a8a5f'] response: {'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'code': 200} May 30 20:58:22.119146 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:22.471613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fafc87-d1ec-4145-a45f-5e09fc77b6c6 req-67896e36-5b0c-4db5-a91b-56abfa14e805 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:22.472990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3fafc87-d1ec-4145-a45f-5e09fc77b6c6 req-67896e36-5b0c-4db5-a91b-56abfa14e805 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0767529 May 30 20:58:22.517694 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e3fafc87-d1ec-4145-a45f-5e09fc77b6c6 req-e4eff4e7-2f15-425d-bdc6-c0527c597752 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393569 May 30 20:58:23.674695 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-d8777f57-7ca0-464f-b7cb-7dcc352195a5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160&tenant_id=65f92b89485d44a78f73bb972d472616 HTTP/1.1" status: 200 len: 1097 time: 0.0702078 May 30 20:58:23.685538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:58:23.720315 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb626f36-3476-452c-9149-fdfdbc3aaa10 req-39de82af-84dc-4fed-8851-a5f519538c8f tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:23.721768 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb626f36-3476-452c-9149-fdfdbc3aaa10 req-39de82af-84dc-4fed-8851-a5f519538c8f tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0810108 May 30 20:58:23.767884 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb626f36-3476-452c-9149-fdfdbc3aaa10 req-7e76b5ac-e3d3-4108-944f-07c025e75fa3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403175 May 30 20:58:23.793629 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:24.055757 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:24.083928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:58:24.139269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:58:24.145110 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:24.160184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Transition to ACTIVE for port object 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:58:24.164037 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:24.206377 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d7bb569-3cef-4edd-8ca1-9a3a788b5900'] response: {'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'code': 200} May 30 20:58:24.297743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,revision_number=10']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:24.363317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] No DVR routers for this DVR port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:58:24.612107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Attempting to bind port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:58:24.612353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Attempting to bind port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:58:24.612669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Attempting to bind port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:58:24.618189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa on network 3dfba4c8-d93e-4630-b607-44f229c905fd not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:58:24.618498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Attempting to bind port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa on network 3dfba4c8-d93e-4630-b607-44f229c905fd {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:58:24.624566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:58:24.624887 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Checking segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:58:24.625252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Bound using segment: {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:58:24.625672 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Bound port: 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47122aa-ddce-41a3-8e6d-0f4603f08641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:58:24.625986 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:24.708718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:58:24.711530 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:58:24.716676 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:24.782523 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:24.783767 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] 10.222.0.93 "PUT /v2.0/ports/1ba942ea-8f51-48b1-8a57-bddbdf4d22aa HTTP/1.1" status: 200 len: 1093 time: 1.1022778 May 30 20:58:24.795790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13e9db-8f77-45a3-a0cf-80cddcdaca75 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,revision_number=11']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:24.886269 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-c5e1b287-e847-44c2-9401-9c049dcb9564 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 1096 time: 0.0771227 May 30 20:58:24.979105 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c6eea-a9a9-4481-9b78-6017a520b9da req-65e965b7-6a8e-4fb9-8725-075b82492d9c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:24.981084 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-242c6eea-a9a9-4481-9b78-6017a520b9da req-65e965b7-6a8e-4fb9-8725-075b82492d9c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 945 time: 0.0848444 May 30 20:58:25.020080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-205725c6-523a-439c-8fda-6e98ffa3711c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:25.021562 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-205725c6-523a-439c-8fda-6e98ffa3711c service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.1298704 May 30 20:58:25.027948 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-242c6eea-a9a9-4481-9b78-6017a520b9da req-2bbc78f5-e8e1-4d7b-9b7c-86a4b5754567 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405867 May 30 20:58:25.124628 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-79d1bb32-bce7-43cc-9493-02424c016932 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa HTTP/1.1" status: 200 len: 1000 time: 0.0956323 May 30 20:58:25.184426 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-93ab9dac-3303-44fd-94db-0a4853fb90b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:25.185792 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-93ab9dac-3303-44fd-94db-0a4853fb90b9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0554912 May 30 20:58:25.348825 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-f8dc8a77-49a4-42ed-9b34-2b02cb39d513 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577125 May 30 20:58:25.477437 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-5d79b785-2151-4637-a951-9c29cb3f07d7 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222191 May 30 20:58:25.605762 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-be5bf894-bfe6-4859-952f-2df4fb597169 req-1525b33c-6abd-4661-9933-39f5c2ada363 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227014 May 30 20:58:25.841777 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:58:25.900878 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:58:26.207480 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:58:26.234616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a177d3-7e5a-4176-96b4-ba31d7406334 req-9f77a968-d1cb-4f97-a54f-d8a43ddda686 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:26.236122 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-38a177d3-7e5a-4176-96b4-ba31d7406334 req-9f77a968-d1cb-4f97-a54f-d8a43ddda686 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 945 time: 0.0841293 May 30 20:58:26.286366 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-38a177d3-7e5a-4176-96b4-ba31d7406334 req-ffcd33cb-1226-48b6-820a-f56765a47114 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443432 May 30 20:58:26.317240 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4157d5af-a9c4-4a53-97c9-20d0deb46ef0'] response: {'name': 'network-changed', 'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'status': 'completed', 'code': 200} May 30 20:58:26.465013 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-feb35bbd-c497-4ae5-a495-e97e2541f62e req-f6ab6919-b3b4-4fc8-9a25-985e475285dc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 1096 time: 0.1300545 May 30 20:58:26.467520 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-feb35bbd-c497-4ae5-a495-e97e2541f62e req-5a04a8cb-5d8f-4abb-8de8-3ce0235f3ba0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=65f92b89485d44a78f73bb972d472616&device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 1096 time: 0.1020021 May 30 20:58:26.700881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb35bbd-c497-4ae5-a495-e97e2541f62e req-60b9f336-8cd9-469f-957a-c2eccbbe413f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:26.702307 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-feb35bbd-c497-4ae5-a495-e97e2541f62e req-60b9f336-8cd9-469f-957a-c2eccbbe413f service neutron] 10.222.0.93 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.2321930 May 30 20:58:26.703269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb35bbd-c497-4ae5-a495-e97e2541f62e req-ad62fc00-f54e-4498-805a-df0587f66964 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:26.704565 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-feb35bbd-c497-4ae5-a495-e97e2541f62e req-ad62fc00-f54e-4498-805a-df0587f66964 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 200 len: 913 time: 0.2172129 May 30 20:58:26.891733 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-feb35bbd-c497-4ae5-a495-e97e2541f62e req-5ab5e3ef-89d0-4c6d-973f-e535bd7730ac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa HTTP/1.1" status: 200 len: 1000 time: 0.1830132 May 30 20:58:26.893264 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-feb35bbd-c497-4ae5-a495-e97e2541f62e req-cae6f14b-69d0-407c-83e3-c252fbd53122 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa HTTP/1.1" status: 200 len: 1000 time: 0.1382370 May 30 20:58:27.000012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb35bbd-c497-4ae5-a495-e97e2541f62e req-b933447c-6160-4f89-a7c4-69a014a1774b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:27.001441 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-feb35bbd-c497-4ae5-a495-e97e2541f62e req-b933447c-6160-4f89-a7c4-69a014a1774b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.1041605 May 30 20:58:27.006078 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb35bbd-c497-4ae5-a495-e97e2541f62e req-1dd58b51-4f39-4a02-b9bf-cf6f3920a28c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:27.007350 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-feb35bbd-c497-4ae5-a495-e97e2541f62e req-1dd58b51-4f39-4a02-b9bf-cf6f3920a28c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 200 len: 851 time: 0.0776529 May 30 20:58:27.132941 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-feb35bbd-c497-4ae5-a495-e97e2541f62e req-cc6bab40-505c-4478-991f-e30fc6379c6b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246850 May 30 20:58:27.136297 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-feb35bbd-c497-4ae5-a495-e97e2541f62e req-9a9a6c1a-f470-43aa-9f7b-6e93e3f4cc07 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3dfba4c8-d93e-4630-b607-44f229c905fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967045 May 30 20:58:27.261214 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:58:27.379806 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-feb35bbd-c497-4ae5-a495-e97e2541f62e req-cbffbda8-4de9-417b-9c37-2be9212accdb service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400324 May 30 20:58:27.382730 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-feb35bbd-c497-4ae5-a495-e97e2541f62e req-351c18c1-1007-44f2-855e-5f2fa7dd9525 service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263041 May 30 20:58:27.492491 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabd53e-2328-493b-87da-50f8c9e2311e req-ba702bfe-c38b-4d9c-956d-8c2ac74c1867 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:27.493989 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2cabd53e-2328-493b-87da-50f8c9e2311e req-ba702bfe-c38b-4d9c-956d-8c2ac74c1867 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 945 time: 0.0808578 May 30 20:58:27.546430 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2cabd53e-2328-493b-87da-50f8c9e2311e req-c30af1b1-2e91-4866-a9d7-d5c8e62d1e8b tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462816 May 30 20:58:27.738214 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-feb35bbd-c497-4ae5-a495-e97e2541f62e req-e19bd776-e983-437c-b9c4-ec06fe937750 service neutron] 10.222.0.93 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523560 May 30 20:58:27.741028 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-feb35bbd-c497-4ae5-a495-e97e2541f62e req-4bd31e18-e02e-4add-9c79-09f9a43f4b3b service neutron] 10.222.0.77 "GET /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358982 May 30 20:58:27.850743 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-210f68ea-ab51-4d22-a3e2-adb08c67456d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:28.745744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c67d6-9c0c-4568-b004-2ca63b8dfe45 req-c00cd811-15a2-45e6-b449-b3bd049ca1e9 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:28.747788 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f66c67d6-9c0c-4568-b004-2ca63b8dfe45 req-c00cd811-15a2-45e6-b449-b3bd049ca1e9 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 945 time: 0.0759068 May 30 20:58:28.792452 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f66c67d6-9c0c-4568-b004-2ca63b8dfe45 req-50d50acc-28db-4b28-9bc8-78de9662c959 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391409 May 30 20:58:29.990761 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cd720-02e3-4aa3-98c5-fbf1207e849b req-168d0df5-366a-4d91-9af2-8d9e27aa603a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:29.992233 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-806cd720-02e3-4aa3-98c5-fbf1207e849b req-168d0df5-366a-4d91-9af2-8d9e27aa603a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 945 time: 0.0793016 May 30 20:58:30.037581 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-806cd720-02e3-4aa3-98c5-fbf1207e849b req-48f1f7f8-b780-47f2-a333-88ae2d6467ae tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397766 May 30 20:58:30.041972 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b9561d15-d4d5-4c85-b6de-be968a80380f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:31.234534 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50987a27-34bc-466e-b8d3-1df66da2aadc req-f29b930a-ed9b-46f3-9adc-937675a57f65 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:31.236011 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50987a27-34bc-466e-b8d3-1df66da2aadc req-f29b930a-ed9b-46f3-9adc-937675a57f65 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 945 time: 0.0752268 May 30 20:58:31.281760 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-50987a27-34bc-466e-b8d3-1df66da2aadc req-a14bba3d-fbca-40cc-bbae-e37e5b608f09 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402179 May 30 20:58:31.404196 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:31.666057 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:32.477027 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d6bb3-ddb7-4ecc-89a7-d4606d403464 req-42056164-26fa-4f3d-bb24-50a7fc7ced10 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:32.478483 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a8d6bb3-ddb7-4ecc-89a7-d4606d403464 req-42056164-26fa-4f3d-bb24-50a7fc7ced10 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 945 time: 0.0786107 May 30 20:58:32.523325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9a8d6bb3-ddb7-4ecc-89a7-d4606d403464 req-49b69c8d-d2ac-44c4-8072-8c5db4dc56c4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388827 May 30 20:58:33.008027 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:33.685671 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:33.729511 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ddd1d-ba87-4415-85aa-e8716da7c9e6 req-3695b393-edfc-465d-b5fa-0e135115f977 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:33.731085 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c86ddd1d-ba87-4415-85aa-e8716da7c9e6 req-3695b393-edfc-465d-b5fa-0e135115f977 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 945 time: 0.0871680 May 30 20:58:33.778363 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c86ddd1d-ba87-4415-85aa-e8716da7c9e6 req-88ef461b-13c4-4b5d-8758-0ac5e0a688c9 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414674 May 30 20:58:34.981145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ccd30-131d-4e44-a1a2-2563db611860 req-b83eb7e8-8c8a-4604-a4f8-49c656d5397c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:34.982586 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4c3ccd30-131d-4e44-a1a2-2563db611860 req-b83eb7e8-8c8a-4604-a4f8-49c656d5397c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 945 time: 0.0793738 May 30 20:58:35.026560 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4c3ccd30-131d-4e44-a1a2-2563db611860 req-aee7d10e-31ea-40e7-96b9-dd6e0e5fb50e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385244 May 30 20:58:35.221843 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8337b0b-4c3a-48a1-9611-263a0fa6f5ce req-ff8031b4-660e-4d9b-8fdd-cc7f847079e4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:35.223360 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8337b0b-4c3a-48a1-9611-263a0fa6f5ce req-ff8031b4-660e-4d9b-8fdd-cc7f847079e4 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 945 time: 0.0772190 May 30 20:58:35.271248 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c8337b0b-4c3a-48a1-9611-263a0fa6f5ce req-3ace1bd0-3219-4502-ad90-3d356cf91df3 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423501 May 30 20:58:35.466145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3f070-67f7-485e-8e6c-37916851dfcb req-63050da1-29cd-4127-a7f9-bde4b40e4c67 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:35.467490 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31f3f070-67f7-485e-8e6c-37916851dfcb req-63050da1-29cd-4127-a7f9-bde4b40e4c67 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 945 time: 0.0765975 May 30 20:58:35.511214 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-31f3f070-67f7-485e-8e6c-37916851dfcb req-34481bd4-4894-4a8d-9fbe-05429389d5db tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381136 May 30 20:58:35.670681 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:58:35.809325 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:35.822899 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'port_id': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'mac_address': 'fa:16:3e:cd:2e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:58:35.876105 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:35.893733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:58:35.909013 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:35.913164 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:35.919408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9e7bc-137c-4b91-9570-3a0ba9cbfbd6 req-7451350f-2dc5-44be-9264-5235f07aff2a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:35.920924 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fcd9e7bc-137c-4b91-9570-3a0ba9cbfbd6 req-7451350f-2dc5-44be-9264-5235f07aff2a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 945 time: 0.0827656 May 30 20:58:35.966855 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fcd9e7bc-137c-4b91-9570-3a0ba9cbfbd6 req-34e70e1f-a073-4e59-8e64-79d901eab392 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403798 May 30 20:58:35.981900 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,revision_number=12']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:36.187269 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['1ba942ea-8f51-48b1-8a57-bddbdf4d22aa'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:58:37.165269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7561903-7b4c-4f9b-bc7d-46cdca189ea7 req-503e54eb-3dc3-4a35-81e0-52963fb41916 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:37.166693 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7561903-7b4c-4f9b-bc7d-46cdca189ea7 req-503e54eb-3dc3-4a35-81e0-52963fb41916 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0752344 May 30 20:58:37.210838 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d7561903-7b4c-4f9b-bc7d-46cdca189ea7 req-1dde4ab5-31a9-4d95-bb1e-15fe2f9b615c tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380678 May 30 20:58:37.397494 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-eb50cd43-d69b-4a1d-b8f4-709266c4a7eb tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:37.398906 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-eb50cd43-d69b-4a1d-b8f4-709266c4a7eb tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.93 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 946 time: 0.0756612 May 30 20:58:37.465570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Deleting port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:37.465889 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:37.575521 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:37.685944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:58:37.705716 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:37.706071 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:37.756824 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:58:37.762472 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:58:37.762829 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:37.876167 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:37.902544 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:58:37.912120 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:37.916614 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:37.967682 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80d20600-af7c-4a20-945d-ca37ec38387a'] response: {'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'code': 200} May 30 20:58:37.983470 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,revision_number=13']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:37.995238 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:37.995598 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:37.996674 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Floating IP f137625d-be6c-4365-9f14-4a0f1cbe0422 disassociated. External IP: 172.25.5.71, port: 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa. May 30 20:58:37.996898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Calling delete_port for 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:58:38.077205 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.db.api [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:58:38.077517 n-d-843949-2 neutron-server[84024]: DEBUG oslo_db.api [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:58:38.410959 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b6873-6eec-4e61-bd4e-9b19660c5269 req-0175bf51-85b3-441a-aa51-f0f6e412c60e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:38.412434 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a1b6873-6eec-4e61-bd4e-9b19660c5269 req-0175bf51-85b3-441a-aa51-f0f6e412c60e tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 947 time: 0.0798831 May 30 20:58:38.457784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a1b6873-6eec-4e61-bd4e-9b19660c5269 req-9d81792c-ce51-45b6-9805-e47eebb7c867 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af20554-73a9-4ae8-ba33-0160eb7f81cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398097 May 30 20:58:38.578868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Deleting port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:38.579394 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:38.817798 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] For port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:38.818151 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:39.181341 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:39.181729 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:39.182021 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Floating IP f137625d-be6c-4365-9f14-4a0f1cbe0422 disassociated. External IP: 172.25.5.71, port: 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa. May 30 20:58:39.182401 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Calling delete_port for 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:58:39.322654 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:39.368623 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Pushing event deleted for resources: {'Port': ['ID=1ba942ea-8f51-48b1-8a57-bddbdf4d22aa,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:39.588604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:58:39.625587 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c185b95-f3e3-4d26-9cee-a9a5b312e8c3 req-b9493e72-30d8-43e9-93f7-6d50ff32a4be tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 210 time: 0.0405054 May 30 20:58:39.786170 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:58:39.795942 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe7163a-f006-4716-a886-199df0c25f97 None None] Sync routers for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:58:39.807842 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe7163a-f006-4716-a886-199df0c25f97 None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:58:39.809106 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-dfe7163a-f006-4716-a886-199df0c25f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:58:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:39.856804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] No DVR routers for this DVR port 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:58:39.859352 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:39.861859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'name': 'network-vif-deleted', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:58:39.877313 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f1007068-23b9-4e9b-a8d9-edb6543ec081 req-01c31272-da99-45e2-9199-3e30d062e869 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.93 "DELETE /v2.0/ports/1ba942ea-8f51-48b1-8a57-bddbdf4d22aa HTTP/1.1" status: 204 len: 173 time: 2.4726818 May 30 20:58:39.930508 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db232bf-4ae4-4768-ae4e-92ece19286c8'] response: {'server_uuid': '7abce29a-07f9-4656-977d-a80621ed2160', 'name': 'network-vif-deleted', 'tag': '1ba942ea-8f51-48b1-8a57-bddbdf4d22aa', 'status': 'completed', 'code': 200} May 30 20:58:40.001320 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-dfe7163a-f006-4716-a886-199df0c25f97 None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:58:40.328835 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-dfe7163a-f006-4716-a886-199df0c25f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:40.332882 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe7163a-f006-4716-a886-199df0c25f97 None None] Checking router: 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:58:40.344078 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe7163a-f006-4716-a886-199df0c25f97 None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:58:40.344672 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-dfe7163a-f006-4716-a886-199df0c25f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:58:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:40.526575 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-dfe7163a-f006-4716-a886-199df0c25f97 None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:58:40.813590 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-707eaa11-7eec-46ab-b411-17f6f4594bbe req-d9e298da-fb96-4558-b818-a796d7ba832a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abce29a-07f9-4656-977d-a80621ed2160 HTTP/1.1" status: 200 len: 210 time: 0.0477812 May 30 20:58:40.853020 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-dfe7163a-f006-4716-a886-199df0c25f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:40.857086 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe7163a-f006-4716-a886-199df0c25f97 None None] The sync data for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 is: [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:08Z', 'revision_number': 4, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0653327b-8c53-4af9-920e-684343779b42', 'name': '', 'network_id': '3dfba4c8-d93e-4630-b607-44f229c905fd', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'mac_address': 'fa:16:3e:23:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:08Z', 'updated_at': '2022-05-30T20:53:15Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'subnets': [{'id': 'f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:58:41.085399 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cc79c7-e359-43eb-a659-2927ceab42ba None None] New status for floating IP f137625d-be6c-4365-9f14-4a0f1cbe0422: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:58:41.701630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:58:41.762259 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:58:41.762598 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1ba942ea-8f51-48b1-8a57-bddbdf4d22aa not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:58:45.122127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50988) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:45.187326 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-416e4403-7d98-48e7-9998-520dadfad625 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:45.214451 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-416e4403-7d98-48e7-9998-520dadfad625 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:45.274159 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-416e4403-7d98-48e7-9998-520dadfad625 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:45.294868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e4403-7d98-48e7-9998-520dadfad625 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af20554-73a9-4ae8-ba33-0160eb7f81cb,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:45.307445 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416e4403-7d98-48e7-9998-520dadfad625 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:45.307731 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416e4403-7d98-48e7-9998-520dadfad625 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:45.308097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416e4403-7d98-48e7-9998-520dadfad625 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:45.308429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416e4403-7d98-48e7-9998-520dadfad625 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:45.308756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416e4403-7d98-48e7-9998-520dadfad625 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:45.309081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416e4403-7d98-48e7-9998-520dadfad625 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:45.309400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416e4403-7d98-48e7-9998-520dadfad625 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:45.309720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416e4403-7d98-48e7-9998-520dadfad625 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:45.310035 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416e4403-7d98-48e7-9998-520dadfad625 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:45.310351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416e4403-7d98-48e7-9998-520dadfad625 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:45.310664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416e4403-7d98-48e7-9998-520dadfad625 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:45.317236 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-416e4403-7d98-48e7-9998-520dadfad625 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:45.319524 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-416e4403-7d98-48e7-9998-520dadfad625 tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "DELETE /v2.0/security-groups/3af20554-73a9-4ae8-ba33-0160eb7f81cb HTTP/1.1" status: 204 len: 168 time: 0.1958132 May 30 20:58:45.321690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50992) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:45.339058 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-6e730169-7e4f-4bca-ad11-8ae6dfac9b5d tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] show failed (client error): The resource could not be found. May 30 20:58:45.340591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6e730169-7e4f-4bca-ad11-8ae6dfac9b5d tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "GET /v2.0/security-groups/3af20554-73a9-4ae8-ba33-0160eb7f81cb HTTP/1.1" status: 404 len: 347 time: 0.0180135 May 30 20:58:45.343140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 50996) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:45.575452 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7d19014a-252b-4605-bbc3-2f9858dbeb7a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Deleting port 52089793-6894-42d7-b5da-9b768728c290 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:45.575706 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d19014a-252b-4605-bbc3-2f9858dbeb7a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:45.742565 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d19014a-252b-4605-bbc3-2f9858dbeb7a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:45.742890 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d19014a-252b-4605-bbc3-2f9858dbeb7a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:45.872060 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7d19014a-252b-4605-bbc3-2f9858dbeb7a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Calling delete_port for 52089793-6894-42d7-b5da-9b768728c290 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:58:46.006213 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d19014a-252b-4605-bbc3-2f9858dbeb7a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:46.056172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19014a-252b-4605-bbc3-2f9858dbeb7a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Pushing event deleted for resources: {'Port': ['ID=52089793-6894-42d7-b5da-9b768728c290,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:46.148425 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d19014a-252b-4605-bbc3-2f9858dbeb7a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:46.162108 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7d19014a-252b-4605-bbc3-2f9858dbeb7a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:46.163214 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7d19014a-252b-4605-bbc3-2f9858dbeb7a tempest-ServerActionsTestJSON-746632658 tempest-ServerActionsTestJSON-746632658-project] 10.222.0.84 "DELETE /v2.0/floatingips/f137625d-be6c-4365-9f14-4a0f1cbe0422 HTTP/1.1" status: 204 len: 168 time: 0.8192222 May 30 20:58:46.166145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51000) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:46.612977 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0242ee3-ac4d-4909-9cd2-75c44e77cdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:47.284636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d0242ee3-ac4d-4909-9cd2-75c44e77cdc6 admin admin] Deleting port 0653327b-8c53-4af9-920e-684343779b42 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:47.285253 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0242ee3-ac4d-4909-9cd2-75c44e77cdc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:47.454144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d0242ee3-ac4d-4909-9cd2-75c44e77cdc6 admin admin] For port 0653327b-8c53-4af9-920e-684343779b42, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0653327b-8c53-4af9-920e-684343779b42,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:47.454501 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0242ee3-ac4d-4909-9cd2-75c44e77cdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:47.577072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d0242ee3-ac4d-4909-9cd2-75c44e77cdc6 admin admin] Calling delete_port for 0653327b-8c53-4af9-920e-684343779b42 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:58:47.742857 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0242ee3-ac4d-4909-9cd2-75c44e77cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:47.789676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0242ee3-ac4d-4909-9cd2-75c44e77cdc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0653327b-8c53-4af9-920e-684343779b42,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:48.073788 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0242ee3-ac4d-4909-9cd2-75c44e77cdc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:48.754895 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0242ee3-ac4d-4909-9cd2-75c44e77cdc6 admin admin] Router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:58:48.952813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0242ee3-ac4d-4909-9cd2-75c44e77cdc6 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:58:48.961260 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfdc5db-151c-43f5-956c-417253367000 None None] Sync routers for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:58:48.964962 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d0242ee3-ac4d-4909-9cd2-75c44e77cdc6 admin admin] 10.222.0.84 "PUT /v2.0/routers/48cd2eda-a1ab-4dae-8ded-dcdad3c1a547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7978630 May 30 20:58:48.968099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51006) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:48.973957 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfdc5db-151c-43f5-956c-417253367000 None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:58:48.974557 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fdfdc5db-151c-43f5-956c-417253367000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:58:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:49.147998 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-fdfdc5db-151c-43f5-956c-417253367000 None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:58:49.163671 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8513-1428-4fe8-ab61-7a5f8dc01551 admin admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:49.360924 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8513-1428-4fe8-ab61-7a5f8dc01551 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:49.370627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd8513-1428-4fe8-ab61-7a5f8dc01551 admin admin] Deleting port 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:49.371014 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8513-1428-4fe8-ab61-7a5f8dc01551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:49.462863 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fdfdc5db-151c-43f5-956c-417253367000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:58:47Z', 'revision_number': 5, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port': {'id': '0afc9ce9-4e4a-4333-b500-ea15c96ed8a2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:06Z', 'updated_at': '2022-05-30T20:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:49.467135 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfdc5db-151c-43f5-956c-417253367000 None None] Checking router: 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:58:49.477322 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfdc5db-151c-43f5-956c-417253367000 None None] Routers {'48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:58:49.478002 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fdfdc5db-151c-43f5-956c-417253367000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:58:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:49.552270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9fcd8513-1428-4fe8-ab61-7a5f8dc01551 admin admin] For port 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0afc9ce9-4e4a-4333-b500-ea15c96ed8a2,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:49.552690 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8513-1428-4fe8-ab61-7a5f8dc01551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:49.626225 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-fdfdc5db-151c-43f5-956c-417253367000 None None] Set router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:58:49.671346 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd8513-1428-4fe8-ab61-7a5f8dc01551 admin admin] Calling delete_port for 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:58:49.733809 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fdfdc5db-151c-43f5-956c-417253367000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:58:49Z', 'revision_number': 6, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:49.737637 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfdc5db-151c-43f5-956c-417253367000 None None] The sync data for ids ['48cd2eda-a1ab-4dae-8ded-dcdad3c1a547'] in n-d-843949-2 is: [{'id': '48cd2eda-a1ab-4dae-8ded-dcdad3c1a547', 'name': 'tempest-ServerActionsTestJSON-1341989540-router', 'tenant_id': '65f92b89485d44a78f73bb972d472616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:58:49Z', 'revision_number': 6, 'project_id': '65f92b89485d44a78f73bb972d472616', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:58:49.838843 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8513-1428-4fe8-ab61-7a5f8dc01551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:49.882510 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd8513-1428-4fe8-ab61-7a5f8dc01551 admin admin] Pushing event deleted for resources: {'Port': ['ID=0afc9ce9-4e4a-4333-b500-ea15c96ed8a2,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:50.202249 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8513-1428-4fe8-ab61-7a5f8dc01551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.455892 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8513-1428-4fe8-ab61-7a5f8dc01551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.460126 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8513-1428-4fe8-ab61-7a5f8dc01551 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.488513 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8513-1428-4fe8-ab61-7a5f8dc01551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.489279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcd8513-1428-4fe8-ab61-7a5f8dc01551 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:58:50.502768 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8513-1428-4fe8-ab61-7a5f8dc01551 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.503893 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9fcd8513-1428-4fe8-ab61-7a5f8dc01551 admin admin] 10.222.0.84 "DELETE /v2.0/routers/48cd2eda-a1ab-4dae-8ded-dcdad3c1a547 HTTP/1.1" status: 204 len: 168 time: 1.5349083 May 30 20:58:50.506387 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51010) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:50.564134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e6a332-66de-4e0f-94f9-61b3e96e2b4b admin admin] Deleting subnet f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:58:50.567120 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-12e6a332-66de-4e0f-94f9-61b3e96e2b4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.618236 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-12e6a332-66de-4e0f-94f9-61b3e96e2b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.697848 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-12e6a332-66de-4e0f-94f9-61b3e96e2b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.768641 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-12e6a332-66de-4e0f-94f9-61b3e96e2b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.810240 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6a332-66de-4e0f-94f9-61b3e96e2b4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:50.816347 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-12e6a332-66de-4e0f-94f9-61b3e96e2b4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.821895 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e92508d-4e20-4e56-915b-1e53b7d8f1c4 None None] Network 3dfba4c8-d93e-4630-b607-44f229c905fd requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:58:50.822372 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-12e6a332-66de-4e0f-94f9-61b3e96e2b4b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f5ff7673-03ad-4eb3-87d8-6ea44fcaaac0 HTTP/1.1" status: 204 len: 168 time: 0.3149595 May 30 20:58:50.824745 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51014) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:50.929394 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.940338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] Deleting port 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:50.940675 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.060738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c974335-3103-4f31-a8b2-1e70fabb482b None None] DHCP port deletion for 3dfba4c8-d93e-4630-b607-44f229c905fd request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:58:51.064874 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6c974335-3103-4f31-a8b2-1e70fabb482b None None] Deleting port 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:51.065273 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6c974335-3103-4f31-a8b2-1e70fabb482b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.141311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] For port 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=11e9aeb7-88f4-4e12-8f84-df5d5708ea4e,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:51.141664 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.266050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] Calling delete_port for 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:58:51.269683 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6c974335-3103-4f31-a8b2-1e70fabb482b None None] For port 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=11e9aeb7-88f4-4e12-8f84-df5d5708ea4e,segment=NetworkSegment(a47122aa-ddce-41a3-8e6d-0f4603f08641),segment_id=a47122aa-ddce-41a3-8e6d-0f4603f08641)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:51.270303 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6c974335-3103-4f31-a8b2-1e70fabb482b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.391736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6c974335-3103-4f31-a8b2-1e70fabb482b None None] Calling delete_port for 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:58:51.436343 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.463523 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-6c974335-3103-4f31-a8b2-1e70fabb482b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:58:51.463863 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-6c974335-3103-4f31-a8b2-1e70fabb482b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:58:51.482842 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=11e9aeb7-88f4-4e12-8f84-df5d5708ea4e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:51.488813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] No DVR routers for this DVR port 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:58:51.545920 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0653327b-8c53-4af9-920e-684343779b42 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:58:51.581357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 0653327b-8c53-4af9-920e-684343779b42 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:58:51.582596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0653327b-8c53-4af9-920e-684343779b42 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:58:51.583010 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:58:51.605151 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.614581 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:58:51.614923 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0afc9ce9-4e4a-4333-b500-ea15c96ed8a2 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:58:51.615336 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:58:51.630053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfba4c8-d93e-4630-b607-44f229c905fd']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:51.642313 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47122aa-ddce-41a3-8e6d-0f4603f08641') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:51.642586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47122aa-ddce-41a3-8e6d-0f4603f08641') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:51.645902 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:58:51.646246 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:58:51.654996 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.674349 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.680364 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:58:51.680749 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: timer() May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:58:51.693820 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:58:51.767204 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.783644 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.793870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] Pushing event deleted for resources: {'Network': ['ID=3dfba4c8-d93e-4630-b607-44f229c905fd,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:51.806755 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fd6df0d5-8244-4091-991a-2f35702da7bd admin admin] 10.222.0.84 "DELETE /v2.0/networks/3dfba4c8-d93e-4630-b607-44f229c905fd HTTP/1.1" status: 204 len: 168 time: 0.9804780 May 30 20:58:51.938882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51020) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:51.964712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6c974335-3103-4f31-a8b2-1e70fabb482b None None] Deleting port 11e9aeb7-88f4-4e12-8f84-df5d5708ea4e {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:51.965213 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6c974335-3103-4f31-a8b2-1e70fabb482b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.993907 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-67747cfe-605a-4dfa-b954-879f7c7837c6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=65f92b89485d44a78f73bb972d472616&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538404 May 30 20:58:51.996399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51024) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:52.032288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6c974335-3103-4f31-a8b2-1e70fabb482b None None] The port '11e9aeb7-88f4-4e12-8f84-df5d5708ea4e' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:58:52.057462 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6fd144ba-3e00-40de-9fa1-ab6b629e7a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:52.083673 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6fd144ba-3e00-40de-9fa1-ab6b629e7a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:52.134055 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6fd144ba-3e00-40de-9fa1-ab6b629e7a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:52.151073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd144ba-3e00-40de-9fa1-ab6b629e7a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3eb37e-8fd0-4d05-9991-7cef14e9e29e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:52.158216 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6fd144ba-3e00-40de-9fa1-ab6b629e7a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:52.159341 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6fd144ba-3e00-40de-9fa1-ab6b629e7a0a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fe3eb37e-8fd0-4d05-9991-7cef14e9e29e HTTP/1.1" status: 204 len: 168 time: 0.1613498 May 30 20:58:52.966318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51046) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:53.097683 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2045803035-network', 'tenant_id': '4048a5db182047dfa8baa21e5067e7dd'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:58:53.103839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:58:53.108492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Usage tracker for resource:network and tenant:4048a5db182047dfa8baa21e5067e7dd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:58:53.111417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:58:53.117007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:58:53.126669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Made reservation on behalf of 4048a5db182047dfa8baa21e5067e7dd for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:58:53.129128 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:53.141655 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:53.172458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:58:53.176127 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Usage tracker for resource:security_group_rule and tenant:4048a5db182047dfa8baa21e5067e7dd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:58:53.178766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:58:53.184314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:58:53.248633 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:53.252701 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:53.283478 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:58:53.291836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0913059a-7d24-45d5-930a-706cd07e7e05,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:53.297414 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:53.297767 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Added segment 528ed5ac-66a3-4fd6-9e97-2f7fcf64d912 of type vlan for network 9570e76e-09ff-40f2-bb1c-bce5e2d60024 May 30 20:58:53.326913 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:53.354831 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:53.355769 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:53.356387 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:53.454122 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] Pushing event updated for resources: {'Network': ['ID=9570e76e-09ff-40f2-bb1c-bce5e2d60024,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:53.456936 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ee563ef0-3bc8-4d11-b44f-cc98b6c75708 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4896214 May 30 20:58:53.459895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51052) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:53.463864 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 9570e76e-09ff-40f2-bb1c-bce5e2d60024 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:58:53.465186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-91d7901e-0a8e-4c9d-b8cd-0000c64284f6 admin admin] Request body: {'subnet': {'network_id': '9570e76e-09ff-40f2-bb1c-bce5e2d60024', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2045803035-subnet', 'tenant_id': '4048a5db182047dfa8baa21e5067e7dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:58:53.471606 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-91d7901e-0a8e-4c9d-b8cd-0000c64284f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:58:53.475414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-91d7901e-0a8e-4c9d-b8cd-0000c64284f6 admin admin] Usage tracker for resource:subnet and tenant:4048a5db182047dfa8baa21e5067e7dd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:58:53.478246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-91d7901e-0a8e-4c9d-b8cd-0000c64284f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:58:53.483938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-91d7901e-0a8e-4c9d-b8cd-0000c64284f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:58:53.498287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d7901e-0a8e-4c9d-b8cd-0000c64284f6 admin admin] Made reservation on behalf of 4048a5db182047dfa8baa21e5067e7dd for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:58:53.500715 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91d7901e-0a8e-4c9d-b8cd-0000c64284f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:53.701661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91d7901e-0a8e-4c9d-b8cd-0000c64284f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:53.773460 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7901e-0a8e-4c9d-b8cd-0000c64284f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40793a0b-9bbc-4e2a-9a0c-0c7b0094ae98,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:53.783395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d7901e-0a8e-4c9d-b8cd-0000c64284f6 admin admin] Checking segment: {'id': '528ed5ac-66a3-4fd6-9e97-2f7fcf64d912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9570e76e-09ff-40f2-bb1c-bce5e2d60024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:58:53.783745 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d7901e-0a8e-4c9d-b8cd-0000c64284f6 admin admin] Network hostable DHCP agents. Network: 9570e76e-09ff-40f2-bb1c-bce5e2d60024, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:58:53.804661 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d7901e-0a8e-4c9d-b8cd-0000c64284f6 admin admin] Network 9570e76e-09ff-40f2-bb1c-bce5e2d60024 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:58:53.814931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-91d7901e-0a8e-4c9d-b8cd-0000c64284f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 9570e76e-09ff-40f2-bb1c-bce5e2d60024) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:58:53.818953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d7901e-0a8e-4c9d-b8cd-0000c64284f6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:53.819528 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91d7901e-0a8e-4c9d-b8cd-0000c64284f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:53.827952 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfd3874-e5b3-4550-aac9-7b7f6f80ec24 None None] Network 9570e76e-09ff-40f2-bb1c-bce5e2d60024 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:58:53.839956 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-91d7901e-0a8e-4c9d-b8cd-0000c64284f6 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3790240 May 30 20:58:54.040665 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092ccc9f-abf0-487c-8395-b008969454eb None None] Network 9570e76e-09ff-40f2-bb1c-bce5e2d60024 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:58:54.434788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbe26d-e13f-4484-96e4-716b9390305a req-56fa5f0c-d787-485f-bc92-948bbbfc0272 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:54.436224 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24bbe26d-e13f-4484-96e4-716b9390305a req-56fa5f0c-d787-485f-bc92-948bbbfc0272 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/networks?id=9570e76e-09ff-40f2-bb1c-bce5e2d60024 HTTP/1.1" status: 200 len: 814 time: 0.1393156 May 30 20:58:54.452600 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24bbe26d-e13f-4484-96e4-716b9390305a req-93bbbd0d-a288-4dff-859b-88c6486eb865 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/quotas/4048a5db182047dfa8baa21e5067e7dd HTTP/1.1" status: 200 len: 375 time: 0.0108738 May 30 20:58:54.501647 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24bbe26d-e13f-4484-96e4-716b9390305a req-3c331a04-b45a-4d2f-8e99-35c2584c05ad tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4048a5db182047dfa8baa21e5067e7dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439489 May 30 20:58:54.631411 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24bbe26d-e13f-4484-96e4-716b9390305a req-62316a7a-cff5-4da5-b13c-2578c1976b48 service neutron] 10.222.0.84 "GET /v2.0/networks/9570e76e-09ff-40f2-bb1c-bce5e2d60024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232054 May 30 20:58:54.760159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24bbe26d-e13f-4484-96e4-716b9390305a req-1972fc7a-0b54-4a8f-85e7-ce0f4d6a5206 service neutron] 10.222.0.84 "GET /v2.0/networks/9570e76e-09ff-40f2-bb1c-bce5e2d60024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230955 May 30 20:58:54.944491 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ede72b30-d703-4b2b-ae04-6448060d0706 req-52683082-8c87-40dc-a56b-4da12f46857b tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 210 time: 0.0397956 May 30 20:58:56.107290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-316024f1-f3f9-4059-a16b-f97a0707eeb4 req-e78496ef-369e-4e81-a147-53504cc6178a tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 210 time: 0.0421841 May 30 20:58:56.257834 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbe26d-e13f-4484-96e4-716b9390305a req-27469558-2e08-406d-986c-fe995399c805 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:56.258512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-24bbe26d-e13f-4484-96e4-716b9390305a req-27469558-2e08-406d-986c-fe995399c805 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Synchronizing usage tracker for tenant:4048a5db182047dfa8baa21e5067e7dd on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:58:56.278031 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-24bbe26d-e13f-4484-96e4-716b9390305a req-27469558-2e08-406d-986c-fe995399c805 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Unset dirty status for tenant:4048a5db182047dfa8baa21e5067e7dd on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:58:56.280272 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24bbe26d-e13f-4484-96e4-716b9390305a req-27469558-2e08-406d-986c-fe995399c805 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.77 "GET /v2.0/networks?id=9570e76e-09ff-40f2-bb1c-bce5e2d60024 HTTP/1.1" status: 200 len: 814 time: 0.1668177 May 30 20:58:56.303753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-24bbe26d-e13f-4484-96e4-716b9390305a req-5d59b93d-047b-49f5-953c-d73d6cda2fb9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Request body: {'port': {'device_id': '309824d8-d464-4f15-bd21-6a233b081648', 'network_id': '9570e76e-09ff-40f2-bb1c-bce5e2d60024', 'admin_state_up': True, 'tenant_id': '4048a5db182047dfa8baa21e5067e7dd'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:58:56.435360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-24bbe26d-e13f-4484-96e4-716b9390305a req-5d59b93d-047b-49f5-953c-d73d6cda2fb9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:58:56.439908 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-24bbe26d-e13f-4484-96e4-716b9390305a req-5d59b93d-047b-49f5-953c-d73d6cda2fb9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Usage tracker for resource:port and tenant:4048a5db182047dfa8baa21e5067e7dd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:58:56.442629 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-24bbe26d-e13f-4484-96e4-716b9390305a req-5d59b93d-047b-49f5-953c-d73d6cda2fb9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:58:56.448182 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-24bbe26d-e13f-4484-96e4-716b9390305a req-5d59b93d-047b-49f5-953c-d73d6cda2fb9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:58:56.458407 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24bbe26d-e13f-4484-96e4-716b9390305a req-5d59b93d-047b-49f5-953c-d73d6cda2fb9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Made reservation on behalf of 4048a5db182047dfa8baa21e5067e7dd for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:58:56.461311 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-24bbe26d-e13f-4484-96e4-716b9390305a req-5d59b93d-047b-49f5-953c-d73d6cda2fb9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:56.616859 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-24bbe26d-e13f-4484-96e4-716b9390305a req-5d59b93d-047b-49f5-953c-d73d6cda2fb9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Allocated IP 172.20.0.7 (9570e76e-09ff-40f2-bb1c-bce5e2d60024/40793a0b-9bbc-4e2a-9a0c-0c7b0094ae98/44b71619-2534-4d41-ab78-c88cdd46d10d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:58:56.898762 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-24bbe26d-e13f-4484-96e4-716b9390305a req-5d59b93d-047b-49f5-953c-d73d6cda2fb9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:56.925404 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-24bbe26d-e13f-4484-96e4-716b9390305a req-5d59b93d-047b-49f5-953c-d73d6cda2fb9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:56.992322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24bbe26d-e13f-4484-96e4-716b9390305a req-5d59b93d-047b-49f5-953c-d73d6cda2fb9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Network 9570e76e-09ff-40f2-bb1c-bce5e2d60024 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:58:56.995082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-24bbe26d-e13f-4484-96e4-716b9390305a req-5d59b93d-047b-49f5-953c-d73d6cda2fb9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:58:56.998971 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bbe26d-e13f-4484-96e4-716b9390305a req-5d59b93d-047b-49f5-953c-d73d6cda2fb9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:58:57.032330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59b93d-047b-49f5-953c-d73d6cda2fb9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Pushing event updated for resources: {'Port': ['ID=44b71619-2534-4d41-ab78-c88cdd46d10d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:57.063611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbe26d-e13f-4484-96e4-716b9390305a req-5d59b93d-047b-49f5-953c-d73d6cda2fb9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:57.064220 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-24bbe26d-e13f-4484-96e4-716b9390305a req-5d59b93d-047b-49f5-953c-d73d6cda2fb9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:57.084121 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24bbe26d-e13f-4484-96e4-716b9390305a req-5d59b93d-047b-49f5-953c-d73d6cda2fb9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7840290 May 30 20:58:57.099246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Request body: {'port': {'device_id': '309824d8-d464-4f15-bd21-6a233b081648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:58:57.202902 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:57.312992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83789a-b31b-4341-a9c8-81d4344b0e7a req-97fd8cb0-f27a-4758-8605-083f7d234c1b tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:57.314422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb83789a-b31b-4341-a9c8-81d4344b0e7a req-97fd8cb0-f27a-4758-8605-083f7d234c1b tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 931 time: 0.0831535 May 30 20:58:57.359870 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bb83789a-b31b-4341-a9c8-81d4344b0e7a req-4bb0a04d-03c3-433f-9f40-6fcc10b5759c tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395465 May 30 20:58:57.541793 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b71619-2534-4d41-ab78-c88cdd46d10d {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:58:57.548875 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:57.563240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Transition to ACTIVE for port object 44b71619-2534-4d41-ab78-c88cdd46d10d will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:58:57.567400 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:57.689928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Pushing event updated for resources: {'Port': ['ID=44b71619-2534-4d41-ab78-c88cdd46d10d,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:57.793286 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Attempting to bind port 44b71619-2534-4d41-ab78-c88cdd46d10d on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:58:57.793675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Attempting to bind port 44b71619-2534-4d41-ab78-c88cdd46d10d by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '528ed5ac-66a3-4fd6-9e97-2f7fcf64d912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9570e76e-09ff-40f2-bb1c-bce5e2d60024'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:58:57.793993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Attempting to bind port 44b71619-2534-4d41-ab78-c88cdd46d10d on network 9570e76e-09ff-40f2-bb1c-bce5e2d60024 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:58:57.799579 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Port 44b71619-2534-4d41-ab78-c88cdd46d10d on network 9570e76e-09ff-40f2-bb1c-bce5e2d60024 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:58:57.799888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Attempting to bind port 44b71619-2534-4d41-ab78-c88cdd46d10d on network 9570e76e-09ff-40f2-bb1c-bce5e2d60024 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:58:57.805971 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:58:57.806296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Checking segment: {'id': '528ed5ac-66a3-4fd6-9e97-2f7fcf64d912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9570e76e-09ff-40f2-bb1c-bce5e2d60024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:58:57.806664 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Bound using segment: {'id': '528ed5ac-66a3-4fd6-9e97-2f7fcf64d912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9570e76e-09ff-40f2-bb1c-bce5e2d60024'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:58:57.807073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Bound port: 44b71619-2534-4d41-ab78-c88cdd46d10d, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528ed5ac-66a3-4fd6-9e97-2f7fcf64d912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9570e76e-09ff-40f2-bb1c-bce5e2d60024'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:58:57.807404 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:57.853662 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-03664de8-5b0c-4484-b465-246bb663f380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:57.894697 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] For port 44b71619-2534-4d41-ab78-c88cdd46d10d, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:58:57.897833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] For port 44b71619-2534-4d41-ab78-c88cdd46d10d, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=44b71619-2534-4d41-ab78-c88cdd46d10d,segment=NetworkSegment(528ed5ac-66a3-4fd6-9e97-2f7fcf64d912),segment_id=528ed5ac-66a3-4fd6-9e97-2f7fcf64d912)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:58:57.901303 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:57.964310 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:57.965691 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24bbe26d-e13f-4484-96e4-716b9390305a req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] 10.222.0.77 "PUT /v2.0/ports/44b71619-2534-4d41-ab78-c88cdd46d10d HTTP/1.1" status: 200 len: 1091 time: 0.8703752 May 30 20:58:57.966112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309824d8-d464-4f15-bd21-6a233b081648', 'tag': '44b71619-2534-4d41-ab78-c88cdd46d10d'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:58:57.984454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9f9e6-f0b9-4097-b839-be1cc96f7800 service neutron] Pushing event updated for resources: {'Port': ['ID=44b71619-2534-4d41-ab78-c88cdd46d10d,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:58.034954 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-181f14f9-54e9-49ec-8f33-d6671fc1cda2'] response: {'name': 'network-changed', 'server_uuid': '309824d8-d464-4f15-bd21-6a233b081648', 'tag': '44b71619-2534-4d41-ab78-c88cdd46d10d', 'status': 'completed', 'code': 200} May 30 20:58:58.074345 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24bbe26d-e13f-4484-96e4-716b9390305a req-c16a925c-f8a0-4c02-a514-be5530125274 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4048a5db182047dfa8baa21e5067e7dd&device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 1094 time: 0.0698292 May 30 20:58:58.146948 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24bbe26d-e13f-4484-96e4-716b9390305a req-16feebbc-2278-4dc7-b5e8-cb4b2bf0924d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44b71619-2534-4d41-ab78-c88cdd46d10d HTTP/1.1" status: 200 len: 217 time: 0.0622213 May 30 20:58:58.209484 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbe26d-e13f-4484-96e4-716b9390305a req-f0c60ec9-ccf1-4682-98b8-2034e505f8b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:58.210838 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24bbe26d-e13f-4484-96e4-716b9390305a req-f0c60ec9-ccf1-4682-98b8-2034e505f8b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=40793a0b-9bbc-4e2a-9a0c-0c7b0094ae98 HTTP/1.1" status: 200 len: 854 time: 0.0548286 May 30 20:58:58.259329 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24bbe26d-e13f-4484-96e4-716b9390305a req-4d35ad1a-3d77-4d0d-b233-80e998443b2c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9570e76e-09ff-40f2-bb1c-bce5e2d60024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387805 May 30 20:58:58.390897 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24bbe26d-e13f-4484-96e4-716b9390305a req-ead14778-bdd7-4862-af66-76bc055231a1 service neutron] 10.222.0.77 "GET /v2.0/networks/9570e76e-09ff-40f2-bb1c-bce5e2d60024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225305 May 30 20:58:58.560862 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc763a-cd1d-4301-bad2-eb24d323f96f req-f6509217-6eaa-4a65-946a-1c335f9d57af tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:58.562321 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b1dc763a-cd1d-4301-bad2-eb24d323f96f req-f6509217-6eaa-4a65-946a-1c335f9d57af tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 943 time: 0.0778327 May 30 20:58:58.608009 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b1dc763a-cd1d-4301-bad2-eb24d323f96f req-465a9753-cc7a-43f9-bcb7-ac8c339dac34 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400567 May 30 20:58:58.616250 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24bbe26d-e13f-4484-96e4-716b9390305a req-dbae62c2-dbde-47ae-8daa-6540a42aad82 service neutron] 10.222.0.77 "GET /v2.0/networks/9570e76e-09ff-40f2-bb1c-bce5e2d60024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165511 May 30 20:58:58.735941 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4b3b1039-d961-4315-8256-e4bc3e609b06 req-8a331c21-ee28-431f-bd26-cf5842651528 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4048a5db182047dfa8baa21e5067e7dd&device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 1094 time: 0.0704331 May 30 20:58:58.865168 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b1039-d961-4315-8256-e4bc3e609b06 req-df57502a-83a1-47b4-81fd-1a0fe87e8c45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:58.866575 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4b3b1039-d961-4315-8256-e4bc3e609b06 req-df57502a-83a1-47b4-81fd-1a0fe87e8c45 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9570e76e-09ff-40f2-bb1c-bce5e2d60024 HTTP/1.1" status: 200 len: 915 time: 0.1241856 May 30 20:58:58.935586 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4b3b1039-d961-4315-8256-e4bc3e609b06 req-ce09b320-1e10-49b0-b55d-02f71abaac11 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44b71619-2534-4d41-ab78-c88cdd46d10d HTTP/1.1" status: 200 len: 217 time: 0.0624621 May 30 20:58:58.996008 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b1039-d961-4315-8256-e4bc3e609b06 req-7ac332fc-0d92-4589-9955-f8eb15f2ec4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:58.997933 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4b3b1039-d961-4315-8256-e4bc3e609b06 req-7ac332fc-0d92-4589-9955-f8eb15f2ec4a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=40793a0b-9bbc-4e2a-9a0c-0c7b0094ae98 HTTP/1.1" status: 200 len: 854 time: 0.0559180 May 30 20:58:59.042033 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4b3b1039-d961-4315-8256-e4bc3e609b06 req-bb9894b3-da0e-4726-b031-b03b136e8e04 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9570e76e-09ff-40f2-bb1c-bce5e2d60024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379710 May 30 20:58:59.171375 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4b3b1039-d961-4315-8256-e4bc3e609b06 req-2e06a484-3e76-4641-947f-31d6b9170693 service neutron] 10.222.0.77 "GET /v2.0/networks/9570e76e-09ff-40f2-bb1c-bce5e2d60024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227045 May 30 20:58:59.302439 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4b3b1039-d961-4315-8256-e4bc3e609b06 req-247b3628-d59c-46f1-bf06-2d0c59926f61 service neutron] 10.222.0.77 "GET /v2.0/networks/9570e76e-09ff-40f2-bb1c-bce5e2d60024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233606 May 30 20:58:59.806196 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e514f1-06e7-4f3d-9bf6-1dee59f9a232 req-615fc0d6-1feb-482f-ac82-418ab7fd1f66 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:59.807547 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-95e514f1-06e7-4f3d-9bf6-1dee59f9a232 req-615fc0d6-1feb-482f-ac82-418ab7fd1f66 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 943 time: 0.0801556 May 30 20:58:59.855020 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-95e514f1-06e7-4f3d-9bf6-1dee59f9a232 req-92a53728-1e76-4342-9c49-1192f7e94b3f tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418723 May 30 20:59:00.045177 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0f8e5109-2f3b-4801-8add-1a4cb2ab4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:01.046615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf58c63-67e3-40ab-be80-fad5152e25ec req-7fe4ed5b-dcec-443c-b91f-c892c4d9e682 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:01.048123 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-abf58c63-67e3-40ab-be80-fad5152e25ec req-7fe4ed5b-dcec-443c-b91f-c892c4d9e682 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 943 time: 0.0764346 May 30 20:59:01.096082 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-abf58c63-67e3-40ab-be80-fad5152e25ec req-12410d64-0d28-4852-ae1d-662169eecb93 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424409 May 30 20:59:01.406961 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:01.667667 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:01.997981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 44b71619-2534-4d41-ab78-c88cdd46d10d details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:59:02.128936 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 44b71619-2534-4d41-ab78-c88cdd46d10d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=44b71619-2534-4d41-ab78-c88cdd46d10d,segment=NetworkSegment(528ed5ac-66a3-4fd6-9e97-2f7fcf64d912),segment_id=528ed5ac-66a3-4fd6-9e97-2f7fcf64d912)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:02.142798 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '44b71619-2534-4d41-ab78-c88cdd46d10d', 'network_id': '9570e76e-09ff-40f2-bb1c-bce5e2d60024', 'port_id': '44b71619-2534-4d41-ab78-c88cdd46d10d', 'mac_address': 'fa:16:3e:aa:5e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40793a0b-9bbc-4e2a-9a0c-0c7b0094ae98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:59:02.199226 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:02.217241 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b71619-2534-4d41-ab78-c88cdd46d10d {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:59:02.232731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 44b71619-2534-4d41-ab78-c88cdd46d10d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=44b71619-2534-4d41-ab78-c88cdd46d10d,segment=NetworkSegment(528ed5ac-66a3-4fd6-9e97-2f7fcf64d912),segment_id=528ed5ac-66a3-4fd6-9e97-2f7fcf64d912)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:02.237175 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:02.295104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e99283-b264-4fba-8caa-a7d9333fd050 req-d029d648-89d6-4cb7-9843-2d3fe370a33d tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:02.296313 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-87e99283-b264-4fba-8caa-a7d9333fd050 req-d029d648-89d6-4cb7-9843-2d3fe370a33d tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 944 time: 0.0788114 May 30 20:59:02.303040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=44b71619-2534-4d41-ab78-c88cdd46d10d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:02.342485 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-87e99283-b264-4fba-8caa-a7d9333fd050 req-e331bd66-02a0-4bac-a910-da1f4229db26 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402539 May 30 20:59:02.486998 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['44b71619-2534-4d41-ab78-c88cdd46d10d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:59:03.009177 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:03.538984 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e426e-b718-462d-8a30-62240bc5d9e5 req-3fc2998b-c599-46d9-8c38-40ff71e8c793 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:03.540382 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-575e426e-b718-462d-8a30-62240bc5d9e5 req-3fc2998b-c599-46d9-8c38-40ff71e8c793 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 944 time: 0.0791724 May 30 20:59:03.584508 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-575e426e-b718-462d-8a30-62240bc5d9e5 req-daf22e58-fc8a-43f3-be26-cb439c566c29 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380132 May 30 20:59:03.682780 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:03.999726 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 44b71619-2534-4d41-ab78-c88cdd46d10d up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:04.064705 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 44b71619-2534-4d41-ab78-c88cdd46d10d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:04.069067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 44b71619-2534-4d41-ab78-c88cdd46d10d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:04.069427 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:04.178686 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:04.204740 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309824d8-d464-4f15-bd21-6a233b081648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b71619-2534-4d41-ab78-c88cdd46d10d'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:59:04.218861 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 44b71619-2534-4d41-ab78-c88cdd46d10d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=44b71619-2534-4d41-ab78-c88cdd46d10d,segment=NetworkSegment(528ed5ac-66a3-4fd6-9e97-2f7fcf64d912),segment_id=528ed5ac-66a3-4fd6-9e97-2f7fcf64d912)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:04.223207 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:04.264528 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:59:04.268268 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e91282f-bc26-4b28-be33-0437ad7d3357'] response: {'server_uuid': '309824d8-d464-4f15-bd21-6a233b081648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b71619-2534-4d41-ab78-c88cdd46d10d', 'code': 200} May 30 20:59:04.297940 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=44b71619-2534-4d41-ab78-c88cdd46d10d,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:04.408212 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c4f8148a-0d5b-4570-9ca5-33e0e58e9bb1 req-cf9c1f7d-1526-4e5a-b0f7-f74a73553978 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 1096 time: 0.0705755 May 30 20:59:04.454408 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c4f8148a-0d5b-4570-9ca5-33e0e58e9bb1 req-d6c2dd2d-e27e-4c28-8f00-e991c341b644 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363984 May 30 20:59:04.777309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf43091-b03d-4fa7-a705-3d6d26a80577 req-d34964e6-07db-476b-8afe-2f6a55210191 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:04.778750 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2cf43091-b03d-4fa7-a705-3d6d26a80577 req-d34964e6-07db-476b-8afe-2f6a55210191 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 945 time: 0.0757899 May 30 20:59:04.825493 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2cf43091-b03d-4fa7-a705-3d6d26a80577 req-a34ea2e9-57f0-4353-9508-be3885ef673a tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402875 May 30 20:59:06.022368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90454ebe-76f1-44e3-8f01-6e5ca7f8a70d req-20a7bd18-2554-4aff-b9bd-f6cb61f150c8 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:06.023819 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-90454ebe-76f1-44e3-8f01-6e5ca7f8a70d req-20a7bd18-2554-4aff-b9bd-f6cb61f150c8 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 945 time: 0.0788913 May 30 20:59:06.068665 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-90454ebe-76f1-44e3-8f01-6e5ca7f8a70d req-80e9a2b0-2dde-4734-ab8d-f45915a183d4 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384068 May 30 20:59:06.439427 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-421143e3-fa29-438f-9e73-1fa21785b6aa tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:06.440777 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-421143e3-fa29-438f-9e73-1fa21785b6aa tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/networks?id=9570e76e-09ff-40f2-bb1c-bce5e2d60024 HTTP/1.1" status: 200 len: 814 time: 0.2194035 May 30 20:59:06.458044 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-2bf58550-23ee-4468-9b85-bb996d00ed51 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/quotas/4048a5db182047dfa8baa21e5067e7dd HTTP/1.1" status: 200 len: 375 time: 0.0119514 May 30 20:59:06.535081 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-5026d568-2707-4082-8b83-32cfc8e8c73d tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4048a5db182047dfa8baa21e5067e7dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721543 May 30 20:59:06.612379 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-196b66dc-f0e7-4fbc-b2c0-f5865c881ec4 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:59:06.613336 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-196b66dc-f0e7-4fbc-b2c0-f5865c881ec4 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0719030 May 30 20:59:06.745496 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-4f677ea8-12fb-4a89-898c-0e4bd0c75b7e service neutron] 10.222.0.84 "GET /v2.0/networks/9570e76e-09ff-40f2-bb1c-bce5e2d60024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257694 May 30 20:59:06.877512 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-7b1fa7f1-df6b-417e-9fa8-a2522a3beb9e service neutron] 10.222.0.84 "GET /v2.0/networks/9570e76e-09ff-40f2-bb1c-bce5e2d60024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258347 May 30 20:59:07.064340 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2172568-d2ca-484f-8c41-5bd2ce90af1d req-3f277696-f10f-4835-a9a0-d9e08f629409 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=5acba375-e7b3-4bef-ab3c-327f3f952fc9 HTTP/1.1" status: 200 len: 210 time: 0.0466070 May 30 20:59:07.571492 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:08.046007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-0ea3ad8f-636a-4374-9040-e7683fba4122 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:08.047412 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-0ea3ad8f-636a-4374-9040-e7683fba4122 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.93 "GET /v2.0/networks?id=9570e76e-09ff-40f2-bb1c-bce5e2d60024 HTTP/1.1" status: 200 len: 814 time: 0.1441538 May 30 20:59:08.063215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Request body: {'port': {'device_id': '5acba375-e7b3-4bef-ab3c-327f3f952fc9', 'network_id': '9570e76e-09ff-40f2-bb1c-bce5e2d60024', 'admin_state_up': True, 'tenant_id': '4048a5db182047dfa8baa21e5067e7dd'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:08.197395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:08.201194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Usage tracker for resource:port and tenant:4048a5db182047dfa8baa21e5067e7dd is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:08.203928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:08.209499 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:08.218691 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Made reservation on behalf of 4048a5db182047dfa8baa21e5067e7dd for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:08.222762 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:08.228101 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e507919-a78a-45c6-9fee-4d66d8e03e73 req-80f60786-8e16-4097-bab1-bfde2889d81a tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=5acba375-e7b3-4bef-ab3c-327f3f952fc9 HTTP/1.1" status: 200 len: 210 time: 0.0429418 May 30 20:59:08.388443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Allocated IP 172.20.0.5 (9570e76e-09ff-40f2-bb1c-bce5e2d60024/40793a0b-9bbc-4e2a-9a0c-0c7b0094ae98/3d430c34-781e-4b9b-8113-dba5551a7a63) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:59:08.588489 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:08.616136 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:08.628935 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['44b71619-2534-4d41-ab78-c88cdd46d10d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:59:08.734975 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Network 9570e76e-09ff-40f2-bb1c-bce5e2d60024 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:59:08.740002 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:08.747521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:59:08.875119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Pushing event updated for resources: {'Port': ['ID=3d430c34-781e-4b9b-8113-dba5551a7a63,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:08.892653 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:08.892992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:08.893320 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:08.893644 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:08.893965 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:08.894297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:08.894602 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:08.894914 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:08.895225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:08.895535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:08.895845 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:08.922061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:08.922651 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:08.942129 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-967a366b-011e-4e41-a9e1-f7c41eeda203 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8822815 May 30 20:59:08.954236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Request body: {'port': {'device_id': '5acba375-e7b3-4bef-ab3c-327f3f952fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:09.058966 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:09.391360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d430c34-781e-4b9b-8113-dba5551a7a63 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:59:09.398267 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:09.414126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Transition to ACTIVE for port object 3d430c34-781e-4b9b-8113-dba5551a7a63 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:09.417762 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:09.437543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a1364-3676-4ed3-b730-b6de6a06e459 req-c6f6a61a-2782-4aaf-802c-2e479f14fa98 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:09.439040 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a27a1364-3676-4ed3-b730-b6de6a06e459 req-c6f6a61a-2782-4aaf-802c-2e479f14fa98 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=5acba375-e7b3-4bef-ab3c-327f3f952fc9 HTTP/1.1" status: 200 len: 931 time: 0.0810995 May 30 20:59:09.494757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a27a1364-3676-4ed3-b730-b6de6a06e459 req-52ebbca5-c205-4bd7-8458-c43187de045f tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498309 May 30 20:59:09.542183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Pushing event updated for resources: {'Port': ['ID=3d430c34-781e-4b9b-8113-dba5551a7a63,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:09.650556 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Attempting to bind port 3d430c34-781e-4b9b-8113-dba5551a7a63 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:59:09.650886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Attempting to bind port 3d430c34-781e-4b9b-8113-dba5551a7a63 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '528ed5ac-66a3-4fd6-9e97-2f7fcf64d912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9570e76e-09ff-40f2-bb1c-bce5e2d60024'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:59:09.651210 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Attempting to bind port 3d430c34-781e-4b9b-8113-dba5551a7a63 on network 9570e76e-09ff-40f2-bb1c-bce5e2d60024 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:59:09.657289 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Port 3d430c34-781e-4b9b-8113-dba5551a7a63 on network 9570e76e-09ff-40f2-bb1c-bce5e2d60024 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:59:09.657605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Attempting to bind port 3d430c34-781e-4b9b-8113-dba5551a7a63 on network 9570e76e-09ff-40f2-bb1c-bce5e2d60024 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:59:09.663905 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:59:09.664268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Checking segment: {'id': '528ed5ac-66a3-4fd6-9e97-2f7fcf64d912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9570e76e-09ff-40f2-bb1c-bce5e2d60024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:09.664649 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Bound using segment: {'id': '528ed5ac-66a3-4fd6-9e97-2f7fcf64d912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9570e76e-09ff-40f2-bb1c-bce5e2d60024'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:59:09.665077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Bound port: 3d430c34-781e-4b9b-8113-dba5551a7a63, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528ed5ac-66a3-4fd6-9e97-2f7fcf64d912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9570e76e-09ff-40f2-bb1c-bce5e2d60024'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:59:09.665415 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:09.751952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] For port 3d430c34-781e-4b9b-8113-dba5551a7a63, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:59:09.754912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] For port 3d430c34-781e-4b9b-8113-dba5551a7a63, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3d430c34-781e-4b9b-8113-dba5551a7a63,segment=NetworkSegment(528ed5ac-66a3-4fd6-9e97-2f7fcf64d912),segment_id=528ed5ac-66a3-4fd6-9e97-2f7fcf64d912)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:59:09.759234 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:09.824476 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:09.826079 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] 10.222.0.93 "PUT /v2.0/ports/3d430c34-781e-4b9b-8113-dba5551a7a63 HTTP/1.1" status: 200 len: 1091 time: 0.8755286 May 30 20:59:09.826502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5acba375-e7b3-4bef-ab3c-327f3f952fc9', 'tag': '3d430c34-781e-4b9b-8113-dba5551a7a63'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:59:09.843778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4dff5-4ad2-4904-b651-8e6a99e0183b service neutron] Pushing event updated for resources: {'Port': ['ID=3d430c34-781e-4b9b-8113-dba5551a7a63,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:09.899348 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be2b0e65-7e3b-4dad-962a-b262c2f2f594'] response: {'name': 'network-changed', 'server_uuid': '5acba375-e7b3-4bef-ab3c-327f3f952fc9', 'tag': '3d430c34-781e-4b9b-8113-dba5551a7a63', 'status': 'completed', 'code': 200} May 30 20:59:09.937855 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-1fd54c9f-eade-46db-8f68-75d22f83ea78 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4048a5db182047dfa8baa21e5067e7dd&device_id=5acba375-e7b3-4bef-ab3c-327f3f952fc9 HTTP/1.1" status: 200 len: 1094 time: 0.0733647 May 30 20:59:10.015793 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-c820f7d5-1ef6-4989-bb82-48d439dec985 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d430c34-781e-4b9b-8113-dba5551a7a63 HTTP/1.1" status: 200 len: 217 time: 0.0719624 May 30 20:59:10.077457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-f1869f37-9fa0-4228-8161-3c87c3302262 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:10.078770 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-f1869f37-9fa0-4228-8161-3c87c3302262 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=40793a0b-9bbc-4e2a-9a0c-0c7b0094ae98 HTTP/1.1" status: 200 len: 854 time: 0.0579031 May 30 20:59:10.127549 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-c35b85bb-7e75-4263-afcb-18ad928d6399 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9570e76e-09ff-40f2-bb1c-bce5e2d60024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431843 May 30 20:59:10.264466 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-d1b524eb-4e42-4fd0-bf1f-71d8efdc61a3 service neutron] 10.222.0.93 "GET /v2.0/networks/9570e76e-09ff-40f2-bb1c-bce5e2d60024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299443 May 30 20:59:10.398105 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6ec593ae-f56b-4ab1-ada8-3d9a9061bfc4 req-11e920f3-f300-4d8c-b4ec-e3b5907e4b74 service neutron] 10.222.0.93 "GET /v2.0/networks/9570e76e-09ff-40f2-bb1c-bce5e2d60024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236346 May 30 20:59:10.510429 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-724d2264-a09b-4a7e-b8f5-75b1f87c8d52 req-037a2fa0-7116-4c29-9118-7bcca826cb07 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4048a5db182047dfa8baa21e5067e7dd&device_id=5acba375-e7b3-4bef-ab3c-327f3f952fc9 HTTP/1.1" status: 200 len: 1094 time: 0.0673368 May 30 20:59:10.699307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c11bf-8a9a-4101-bee2-dc83dcf2cb74 req-72e97f7d-0be7-43ae-bee9-385fe04579ba tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:10.700791 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-906c11bf-8a9a-4101-bee2-dc83dcf2cb74 req-72e97f7d-0be7-43ae-bee9-385fe04579ba tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=5acba375-e7b3-4bef-ab3c-327f3f952fc9 HTTP/1.1" status: 200 len: 943 time: 0.0783281 May 30 20:59:10.725847 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d2264-a09b-4a7e-b8f5-75b1f87c8d52 req-70d3e23c-df5a-4e29-87d3-7f66c8297ebf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:10.727286 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-724d2264-a09b-4a7e-b8f5-75b1f87c8d52 req-70d3e23c-df5a-4e29-87d3-7f66c8297ebf service neutron] 10.222.0.93 "GET /v2.0/networks?id=9570e76e-09ff-40f2-bb1c-bce5e2d60024 HTTP/1.1" status: 200 len: 915 time: 0.2112072 May 30 20:59:10.746370 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-906c11bf-8a9a-4101-bee2-dc83dcf2cb74 req-f3c607c2-5fe6-49e4-ae94-9b46cf20d355 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399921 May 30 20:59:10.811745 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-724d2264-a09b-4a7e-b8f5-75b1f87c8d52 req-717c7e87-0834-474b-aa48-49f3c4a13c3e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d430c34-781e-4b9b-8113-dba5551a7a63 HTTP/1.1" status: 200 len: 217 time: 0.0770776 May 30 20:59:10.872503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d2264-a09b-4a7e-b8f5-75b1f87c8d52 req-a82a2763-f95f-4f35-9de0-73a13d661cad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:10.873882 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-724d2264-a09b-4a7e-b8f5-75b1f87c8d52 req-a82a2763-f95f-4f35-9de0-73a13d661cad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=40793a0b-9bbc-4e2a-9a0c-0c7b0094ae98 HTTP/1.1" status: 200 len: 854 time: 0.0562663 May 30 20:59:10.918803 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-724d2264-a09b-4a7e-b8f5-75b1f87c8d52 req-ee6bf90d-fd9b-4d0e-a2a2-bdb4333d1b0b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9570e76e-09ff-40f2-bb1c-bce5e2d60024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383441 May 30 20:59:11.045280 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-724d2264-a09b-4a7e-b8f5-75b1f87c8d52 req-0261ccec-ef86-46a2-a251-50c24cd825a5 service neutron] 10.222.0.93 "GET /v2.0/networks/9570e76e-09ff-40f2-bb1c-bce5e2d60024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208186 May 30 20:59:11.172371 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-724d2264-a09b-4a7e-b8f5-75b1f87c8d52 req-00fa1587-8867-49d1-8133-4c4e6909879d service neutron] 10.222.0.93 "GET /v2.0/networks/9570e76e-09ff-40f2-bb1c-bce5e2d60024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209087 May 30 20:59:11.947089 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588045e-520f-4d99-b97e-1aa70713f5f7 req-b8941d86-4d6e-4111-91bf-59259b1e95b0 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:11.948570 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b588045e-520f-4d99-b97e-1aa70713f5f7 req-b8941d86-4d6e-4111-91bf-59259b1e95b0 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=5acba375-e7b3-4bef-ab3c-327f3f952fc9 HTTP/1.1" status: 200 len: 943 time: 0.0811422 May 30 20:59:11.994553 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b588045e-520f-4d99-b97e-1aa70713f5f7 req-b76d6621-ced3-496d-9514-f0ebfe3490c5 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402744 May 30 20:59:13.185812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390f50b-c35f-43bc-8989-1b66cb12347d req-d34a4b41-e8c0-4007-ac4d-2c46858000c7 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:13.187229 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c390f50b-c35f-43bc-8989-1b66cb12347d req-d34a4b41-e8c0-4007-ac4d-2c46858000c7 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=5acba375-e7b3-4bef-ab3c-327f3f952fc9 HTTP/1.1" status: 200 len: 943 time: 0.0751548 May 30 20:59:13.231417 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c390f50b-c35f-43bc-8989-1b66cb12347d req-25b83764-30c7-4dff-89fb-b3c3d04c2480 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386124 May 30 20:59:13.823688 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3d430c34-781e-4b9b-8113-dba5551a7a63 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:59:13.957862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3d430c34-781e-4b9b-8113-dba5551a7a63, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3d430c34-781e-4b9b-8113-dba5551a7a63,segment=NetworkSegment(528ed5ac-66a3-4fd6-9e97-2f7fcf64d912),segment_id=528ed5ac-66a3-4fd6-9e97-2f7fcf64d912)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:13.965677 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9619fcb4-0db4-46aa-9553-98dd1d687b3e req-400c671f-367f-49be-b937-4f478e1b79c2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719435 May 30 20:59:13.975410 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '3d430c34-781e-4b9b-8113-dba5551a7a63', 'network_id': '9570e76e-09ff-40f2-bb1c-bce5e2d60024', 'port_id': '3d430c34-781e-4b9b-8113-dba5551a7a63', 'mac_address': 'fa:16:3e:13:cb:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40793a0b-9bbc-4e2a-9a0c-0c7b0094ae98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:59:14.030449 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:14.048423 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d430c34-781e-4b9b-8113-dba5551a7a63 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:59:14.063521 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3d430c34-781e-4b9b-8113-dba5551a7a63, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3d430c34-781e-4b9b-8113-dba5551a7a63,segment=NetworkSegment(528ed5ac-66a3-4fd6-9e97-2f7fcf64d912),segment_id=528ed5ac-66a3-4fd6-9e97-2f7fcf64d912)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:14.067660 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:14.101799 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9619fcb4-0db4-46aa-9553-98dd1d687b3e req-c7628578-ee38-4f14-a9fa-62231de14153 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4048a5db182047dfa8baa21e5067e7dd&device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 1096 time: 0.0710022 May 30 20:59:14.133067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=3d430c34-781e-4b9b-8113-dba5551a7a63,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:14.244665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619fcb4-0db4-46aa-9553-98dd1d687b3e req-5c6ca33b-c2f3-4fdf-ae76-ad88211cda68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:14.246204 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9619fcb4-0db4-46aa-9553-98dd1d687b3e req-5c6ca33b-c2f3-4fdf-ae76-ad88211cda68 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9570e76e-09ff-40f2-bb1c-bce5e2d60024 HTTP/1.1" status: 200 len: 915 time: 0.1259632 May 30 20:59:14.254815 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['3d430c34-781e-4b9b-8113-dba5551a7a63'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:59:14.319802 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9619fcb4-0db4-46aa-9553-98dd1d687b3e req-8b8e1662-fcac-41b1-bb9e-ed95ce14abbf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44b71619-2534-4d41-ab78-c88cdd46d10d HTTP/1.1" status: 200 len: 217 time: 0.0681052 May 30 20:59:14.381689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619fcb4-0db4-46aa-9553-98dd1d687b3e req-b4df3d58-c197-4ea6-a9c8-579378d39c6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:14.383146 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9619fcb4-0db4-46aa-9553-98dd1d687b3e req-b4df3d58-c197-4ea6-a9c8-579378d39c6f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=40793a0b-9bbc-4e2a-9a0c-0c7b0094ae98 HTTP/1.1" status: 200 len: 854 time: 0.0575526 May 30 20:59:14.434817 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9619fcb4-0db4-46aa-9553-98dd1d687b3e req-9b5b416a-2323-4d11-8218-dbdfa71e59ee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9570e76e-09ff-40f2-bb1c-bce5e2d60024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454361 May 30 20:59:14.440314 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b73a4c-3e1e-461f-b33b-d347b3628899 req-5703214c-8e8e-4e54-92bb-c9a53f862ebf tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:14.441771 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2b73a4c-3e1e-461f-b33b-d347b3628899 req-5703214c-8e8e-4e54-92bb-c9a53f862ebf tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=5acba375-e7b3-4bef-ab3c-327f3f952fc9 HTTP/1.1" status: 200 len: 944 time: 0.0818102 May 30 20:59:14.487568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2b73a4c-3e1e-461f-b33b-d347b3628899 req-525d01e2-9fb9-48e4-8290-3ed76baa03fb tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401552 May 30 20:59:14.567745 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9619fcb4-0db4-46aa-9553-98dd1d687b3e req-67309edb-81fd-4efb-b03b-bc4b6fdf7536 service neutron] 10.222.0.77 "GET /v2.0/networks/9570e76e-09ff-40f2-bb1c-bce5e2d60024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267753 May 30 20:59:14.697282 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9619fcb4-0db4-46aa-9553-98dd1d687b3e req-659621af-4a40-47d8-be99-dce58110aa28 service neutron] 10.222.0.77 "GET /v2.0/networks/9570e76e-09ff-40f2-bb1c-bce5e2d60024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240742 May 30 20:59:15.685044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2488d-4744-468e-9f27-4f389ab445e9 req-ab57d994-da44-4900-9bdb-738721720544 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:15.686478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfc2488d-4744-468e-9f27-4f389ab445e9 req-ab57d994-da44-4900-9bdb-738721720544 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=5acba375-e7b3-4bef-ab3c-327f3f952fc9 HTTP/1.1" status: 200 len: 944 time: 0.0754151 May 30 20:59:15.731184 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfc2488d-4744-468e-9f27-4f389ab445e9 req-800e6c99-7045-48c8-99f2-959fc70f4da4 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392287 May 30 20:59:15.838275 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3d430c34-781e-4b9b-8113-dba5551a7a63 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:15.908614 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 3d430c34-781e-4b9b-8113-dba5551a7a63 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:15.913258 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 3d430c34-781e-4b9b-8113-dba5551a7a63 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:15.913622 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:16.022393 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:16.048617 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acba375-e7b3-4bef-ab3c-327f3f952fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d430c34-781e-4b9b-8113-dba5551a7a63'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:59:16.058320 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 3d430c34-781e-4b9b-8113-dba5551a7a63, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3d430c34-781e-4b9b-8113-dba5551a7a63,segment=NetworkSegment(528ed5ac-66a3-4fd6-9e97-2f7fcf64d912),segment_id=528ed5ac-66a3-4fd6-9e97-2f7fcf64d912)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:16.062639 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:16.127727 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1885d3e-84b3-49df-8afe-1503e71b903f'] response: {'server_uuid': '5acba375-e7b3-4bef-ab3c-327f3f952fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d430c34-781e-4b9b-8113-dba5551a7a63', 'code': 200} May 30 20:59:16.159338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=3d430c34-781e-4b9b-8113-dba5551a7a63,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:16.226561 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bede0032-0885-4910-ab58-5e41271cbe34 req-a1e7780b-1b4f-41f2-94f7-e68a7688a642 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5acba375-e7b3-4bef-ab3c-327f3f952fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0675185 May 30 20:59:16.268767 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bede0032-0885-4910-ab58-5e41271cbe34 req-2849067b-ca3e-4d56-8f02-a6e9a9718acf service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363023 May 30 20:59:16.925875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ea10f-faff-4222-9ba2-5c9e5d724c3d req-a8f259ce-77c5-4e99-bad7-62ac5912513e tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:16.927317 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-193ea10f-faff-4222-9ba2-5c9e5d724c3d req-a8f259ce-77c5-4e99-bad7-62ac5912513e tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=5acba375-e7b3-4bef-ab3c-327f3f952fc9 HTTP/1.1" status: 200 len: 945 time: 0.0785398 May 30 20:59:16.972151 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-193ea10f-faff-4222-9ba2-5c9e5d724c3d req-4afff52e-1bc7-4431-a1da-2ab2e2bd0815 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393345 May 30 20:59:18.169678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45129b-6e17-44b3-9d1d-44bd41b79851 req-c8b7319e-5c57-4beb-a16d-a1e8789db4f6 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:18.171114 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b45129b-6e17-44b3-9d1d-44bd41b79851 req-c8b7319e-5c57-4beb-a16d-a1e8789db4f6 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=5acba375-e7b3-4bef-ab3c-327f3f952fc9 HTTP/1.1" status: 200 len: 945 time: 0.0759392 May 30 20:59:18.220535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b45129b-6e17-44b3-9d1d-44bd41b79851 req-1ac1acf7-ae24-4be7-97d9-bdc69b0e7390 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440180 May 30 20:59:18.613665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d24167-820a-4702-b072-4c284c2aaeda req-fd02e777-0628-41a6-be58-2219d689af71 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:18.615107 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82d24167-820a-4702-b072-4c284c2aaeda req-fd02e777-0628-41a6-be58-2219d689af71 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=5acba375-e7b3-4bef-ab3c-327f3f952fc9 HTTP/1.1" status: 200 len: 945 time: 0.0759599 May 30 20:59:18.662259 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82d24167-820a-4702-b072-4c284c2aaeda req-18de7314-e485-448a-a7fe-1dcf2f1f1f6d tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393827 May 30 20:59:19.799050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e6f96-aa13-4137-8fa1-c1664b7f105f req-b447d40f-3f19-45a9-8e32-59d22d85a55a tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:19.799729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-ea5e6f96-aa13-4137-8fa1-c1664b7f105f req-b447d40f-3f19-45a9-8e32-59d22d85a55a tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Synchronizing usage tracker for tenant:4048a5db182047dfa8baa21e5067e7dd on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:59:19.817964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-ea5e6f96-aa13-4137-8fa1-c1664b7f105f req-b447d40f-3f19-45a9-8e32-59d22d85a55a tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Unset dirty status for tenant:4048a5db182047dfa8baa21e5067e7dd on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:59:19.819378 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ea5e6f96-aa13-4137-8fa1-c1664b7f105f req-b447d40f-3f19-45a9-8e32-59d22d85a55a tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.93 "GET /v2.0/ports?device_id=5acba375-e7b3-4bef-ab3c-327f3f952fc9 HTTP/1.1" status: 200 len: 945 time: 0.0968277 May 30 20:59:19.865363 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04699dad-f0d9-4481-9f8c-4a21ec75f584 req-b72b8486-2d9b-4299-8387-8b5719f91afc tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:19.866818 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04699dad-f0d9-4481-9f8c-4a21ec75f584 req-b72b8486-2d9b-4299-8387-8b5719f91afc tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=5acba375-e7b3-4bef-ab3c-327f3f952fc9 HTTP/1.1" status: 200 len: 945 time: 0.0799961 May 30 20:59:19.887595 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-ea5e6f96-aa13-4137-8fa1-c1664b7f105f req-7f8a888c-fc61-4418-ae54-6a3479a31cf3 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Deleting port 3d430c34-781e-4b9b-8113-dba5551a7a63 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:59:19.887937 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ea5e6f96-aa13-4137-8fa1-c1664b7f105f req-7f8a888c-fc61-4418-ae54-6a3479a31cf3 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:19.912262 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04699dad-f0d9-4481-9f8c-4a21ec75f584 req-aa0e562d-c055-41ef-a67d-1f793bc51fc1 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393639 May 30 20:59:20.217386 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-ea5e6f96-aa13-4137-8fa1-c1664b7f105f req-7f8a888c-fc61-4418-ae54-6a3479a31cf3 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] For port 3d430c34-781e-4b9b-8113-dba5551a7a63, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=3d430c34-781e-4b9b-8113-dba5551a7a63,segment=NetworkSegment(528ed5ac-66a3-4fd6-9e97-2f7fcf64d912),segment_id=528ed5ac-66a3-4fd6-9e97-2f7fcf64d912)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:20.217743 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ea5e6f96-aa13-4137-8fa1-c1664b7f105f req-7f8a888c-fc61-4418-ae54-6a3479a31cf3 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:20.337724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-ea5e6f96-aa13-4137-8fa1-c1664b7f105f req-7f8a888c-fc61-4418-ae54-6a3479a31cf3 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Calling delete_port for 3d430c34-781e-4b9b-8113-dba5551a7a63 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:59:20.476197 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ea5e6f96-aa13-4137-8fa1-c1664b7f105f req-7f8a888c-fc61-4418-ae54-6a3479a31cf3 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:20.487648 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['3d430c34-781e-4b9b-8113-dba5551a7a63'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:59:20.516707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['44b71619-2534-4d41-ab78-c88cdd46d10d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:59:20.528618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a888c-fc61-4418-ae54-6a3479a31cf3 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Pushing event deleted for resources: {'Port': ['ID=3d430c34-781e-4b9b-8113-dba5551a7a63,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:20.598799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5e6f96-aa13-4137-8fa1-c1664b7f105f req-7f8a888c-fc61-4418-ae54-6a3479a31cf3 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] No DVR routers for this DVR port 3d430c34-781e-4b9b-8113-dba5551a7a63 on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:59:20.601372 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ea5e6f96-aa13-4137-8fa1-c1664b7f105f req-7f8a888c-fc61-4418-ae54-6a3479a31cf3 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:20.603826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acba375-e7b3-4bef-ab3c-327f3f952fc9', 'name': 'network-vif-deleted', 'tag': '3d430c34-781e-4b9b-8113-dba5551a7a63'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:59:20.620453 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ea5e6f96-aa13-4137-8fa1-c1664b7f105f req-7f8a888c-fc61-4418-ae54-6a3479a31cf3 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.93 "DELETE /v2.0/ports/3d430c34-781e-4b9b-8113-dba5551a7a63 HTTP/1.1" status: 204 len: 173 time: 0.7958820 May 30 20:59:20.669519 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c0fe4ab-8aeb-4265-acf3-7dcaadcf7f9d'] response: {'server_uuid': '5acba375-e7b3-4bef-ab3c-327f3f952fc9', 'name': 'network-vif-deleted', 'tag': '3d430c34-781e-4b9b-8113-dba5551a7a63', 'status': 'completed', 'code': 200} May 30 20:59:21.097159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e5ba6f6-add3-4d8b-b19f-c49f4e242cf9 req-4dd380b9-3e90-4992-8bf7-659103f9c217 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=5acba375-e7b3-4bef-ab3c-327f3f952fc9 HTTP/1.1" status: 200 len: 210 time: 0.0416551 May 30 20:59:22.369983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fc554-6002-4b25-89fb-c8e484ad2938 req-faa1d39a-c4e0-44e8-882b-b34b6668d206 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:22.371420 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-016fc554-6002-4b25-89fb-c8e484ad2938 req-faa1d39a-c4e0-44e8-882b-b34b6668d206 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 945 time: 0.0786428 May 30 20:59:22.419137 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-016fc554-6002-4b25-89fb-c8e484ad2938 req-b77de90c-cc4e-4685-b961-081dbfb235b2 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422196 May 30 20:59:22.637933 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6c0fe-3d84-4fa9-9a2d-5f178b8eed85 req-42124e34-d31b-4b1e-a4b7-8589b0de93dd tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:22.639381 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62d6c0fe-3d84-4fa9-9a2d-5f178b8eed85 req-42124e34-d31b-4b1e-a4b7-8589b0de93dd tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 945 time: 0.0768824 May 30 20:59:22.684501 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-62d6c0fe-3d84-4fa9-9a2d-5f178b8eed85 req-62931a52-30d8-4284-90c1-4896f7565b23 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396891 May 30 20:59:22.885637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccad5f-4de2-40e4-8a61-7d2584fce306 req-f705dc69-60d8-4c93-9b4c-1a64483eeeda tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:22.887122 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccccad5f-4de2-40e4-8a61-7d2584fce306 req-f705dc69-60d8-4c93-9b4c-1a64483eeeda tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 945 time: 0.0801015 May 30 20:59:22.931705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ccccad5f-4de2-40e4-8a61-7d2584fce306 req-6973227e-6969-42b2-be66-dbaf6d28a19d tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384948 May 30 20:59:23.125089 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9dbc67ff-c692-4cde-863b-3bdf01075a6f req-dadb0c29-bac4-41c4-a782-3ddc0a325552 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0682609 May 30 20:59:23.398824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddc9f1-bb76-4a44-afeb-d9419cd40390 req-b39085df-e0d6-4eb7-ba60-586b6eb8bb81 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:23.400300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bddc9f1-bb76-4a44-afeb-d9419cd40390 req-b39085df-e0d6-4eb7-ba60-586b6eb8bb81 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 945 time: 0.1592085 May 30 20:59:23.446753 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8bddc9f1-bb76-4a44-afeb-d9419cd40390 req-ea4a71ec-e22b-4ef0-88de-5654920308f1 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405819 May 30 20:59:23.637010 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab913a7-ec13-48f0-a9ab-74a1e503a268 req-8f5e003d-efe4-465d-ae7c-64a4db17661f tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:23.638342 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eab913a7-ec13-48f0-a9ab-74a1e503a268 req-8f5e003d-efe4-465d-ae7c-64a4db17661f tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 945 time: 0.0744345 May 30 20:59:23.683641 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eab913a7-ec13-48f0-a9ab-74a1e503a268 req-0c2d9697-4bc0-429e-bbe1-d6016adf8efd tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399003 May 30 20:59:23.879473 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3d430c34-781e-4b9b-8113-dba5551a7a63 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:59:23.914246 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 3d430c34-781e-4b9b-8113-dba5551a7a63 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:59:23.914498 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 3d430c34-781e-4b9b-8113-dba5551a7a63 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:59:24.048845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54c7fb-1b5e-46ff-915f-e4348f9383a3 req-6b0a72ad-457f-490b-9c12-a5aa3a532636 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:24.050290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd54c7fb-1b5e-46ff-915f-e4348f9383a3 req-6b0a72ad-457f-490b-9c12-a5aa3a532636 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 945 time: 0.0810273 May 30 20:59:24.095376 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fd54c7fb-1b5e-46ff-915f-e4348f9383a3 req-562e9374-0858-4c58-8df3-e13880e02fd4 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395424 May 30 20:59:24.656123 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b047f-13c5-4ae9-890b-c3641f57ae7e req-d5b6aabb-3d44-479d-ae1f-a74895f91cc9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:24.657570 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-585b047f-13c5-4ae9-890b-c3641f57ae7e req-d5b6aabb-3d44-479d-ae1f-a74895f91cc9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 945 time: 0.0764401 May 30 20:59:24.707151 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-585b047f-13c5-4ae9-890b-c3641f57ae7e req-a48ebd8b-0045-4201-9103-156d4ae5eb3c tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432169 May 30 20:59:25.910432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46513a82-34e3-48c0-b425-636084294072 req-b8f819ae-f7aa-4f17-80a9-8613687cf32d tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:25.911876 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46513a82-34e3-48c0-b425-636084294072 req-b8f819ae-f7aa-4f17-80a9-8613687cf32d tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 945 time: 0.0760970 May 30 20:59:25.957615 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46513a82-34e3-48c0-b425-636084294072 req-f0fead86-76f6-45f1-96cd-ed1f1b02f3b9 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/security-groups?id=0913059a-7d24-45d5-930a-706cd07e7e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401850 May 30 20:59:26.017826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc36a4-7d61-44da-bb2a-ea7ec98e24ba req-7af98e2b-69ca-421d-b666-656fdc36eac2 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:26.018521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-8efc36a4-7d61-44da-bb2a-ea7ec98e24ba req-7af98e2b-69ca-421d-b666-656fdc36eac2 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Synchronizing usage tracker for tenant:4048a5db182047dfa8baa21e5067e7dd on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:59:26.033623 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-8efc36a4-7d61-44da-bb2a-ea7ec98e24ba req-7af98e2b-69ca-421d-b666-656fdc36eac2 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Unset dirty status for tenant:4048a5db182047dfa8baa21e5067e7dd on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:59:26.034841 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8efc36a4-7d61-44da-bb2a-ea7ec98e24ba req-7af98e2b-69ca-421d-b666-656fdc36eac2 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.77 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 945 time: 0.0926056 May 30 20:59:26.107157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-8efc36a4-7d61-44da-bb2a-ea7ec98e24ba req-2ae0a45a-c1d8-44c8-9913-5b88dd5cbc56 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Deleting port 44b71619-2534-4d41-ab78-c88cdd46d10d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:59:26.107488 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8efc36a4-7d61-44da-bb2a-ea7ec98e24ba req-2ae0a45a-c1d8-44c8-9913-5b88dd5cbc56 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:26.373620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-8efc36a4-7d61-44da-bb2a-ea7ec98e24ba req-2ae0a45a-c1d8-44c8-9913-5b88dd5cbc56 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] For port 44b71619-2534-4d41-ab78-c88cdd46d10d, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=44b71619-2534-4d41-ab78-c88cdd46d10d,segment=NetworkSegment(528ed5ac-66a3-4fd6-9e97-2f7fcf64d912),segment_id=528ed5ac-66a3-4fd6-9e97-2f7fcf64d912)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:26.373977 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8efc36a4-7d61-44da-bb2a-ea7ec98e24ba req-2ae0a45a-c1d8-44c8-9913-5b88dd5cbc56 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:26.491919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-8efc36a4-7d61-44da-bb2a-ea7ec98e24ba req-2ae0a45a-c1d8-44c8-9913-5b88dd5cbc56 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Calling delete_port for 44b71619-2534-4d41-ab78-c88cdd46d10d owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:59:26.635914 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8efc36a4-7d61-44da-bb2a-ea7ec98e24ba req-2ae0a45a-c1d8-44c8-9913-5b88dd5cbc56 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:26.650738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['44b71619-2534-4d41-ab78-c88cdd46d10d'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:59:26.686344 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0a45a-c1d8-44c8-9913-5b88dd5cbc56 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Pushing event deleted for resources: {'Port': ['ID=44b71619-2534-4d41-ab78-c88cdd46d10d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:26.759649 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efc36a4-7d61-44da-bb2a-ea7ec98e24ba req-2ae0a45a-c1d8-44c8-9913-5b88dd5cbc56 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] No DVR routers for this DVR port 44b71619-2534-4d41-ab78-c88cdd46d10d on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:59:26.762091 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-8efc36a4-7d61-44da-bb2a-ea7ec98e24ba req-2ae0a45a-c1d8-44c8-9913-5b88dd5cbc56 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:26.764749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309824d8-d464-4f15-bd21-6a233b081648', 'name': 'network-vif-deleted', 'tag': '44b71619-2534-4d41-ab78-c88cdd46d10d'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:59:26.781209 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8efc36a4-7d61-44da-bb2a-ea7ec98e24ba req-2ae0a45a-c1d8-44c8-9913-5b88dd5cbc56 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.77 "DELETE /v2.0/ports/44b71619-2534-4d41-ab78-c88cdd46d10d HTTP/1.1" status: 204 len: 173 time: 0.7384279 May 30 20:59:26.846409 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55281b45-6d13-47f9-860f-890e6bc830d3'] response: {'server_uuid': '309824d8-d464-4f15-bd21-6a233b081648', 'name': 'network-vif-deleted', 'tag': '44b71619-2534-4d41-ab78-c88cdd46d10d', 'status': 'completed', 'code': 200} May 30 20:59:27.137260 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-682ba02d-62dd-44f1-80fc-80fa3b50b81d req-af2e3248-87f4-4213-9891-8c26ece584c1 tempest-ServersNegativeTestJSON-391196462 tempest-ServersNegativeTestJSON-391196462-project] 10.222.0.84 "GET /v2.0/ports?device_id=309824d8-d464-4f15-bd21-6a233b081648 HTTP/1.1" status: 200 len: 210 time: 0.0437355 May 30 20:59:27.856042 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0d8dd06b-446e-42a2-b07d-84efd2225726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:28.238351 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51210) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:28.306253 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-834ccbb0-f84a-436a-8b5e-e16c741817a2 admin admin] Deleting subnet 40793a0b-9bbc-4e2a-9a0c-0c7b0094ae98 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:59:28.309702 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-834ccbb0-f84a-436a-8b5e-e16c741817a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:28.357212 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-834ccbb0-f84a-436a-8b5e-e16c741817a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:28.497063 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-834ccbb0-f84a-436a-8b5e-e16c741817a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:28.562479 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-834ccbb0-f84a-436a-8b5e-e16c741817a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:28.597537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ccbb0-f84a-436a-8b5e-e16c741817a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40793a0b-9bbc-4e2a-9a0c-0c7b0094ae98,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:28.603681 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-834ccbb0-f84a-436a-8b5e-e16c741817a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:28.609817 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-834ccbb0-f84a-436a-8b5e-e16c741817a2 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/40793a0b-9bbc-4e2a-9a0c-0c7b0094ae98 HTTP/1.1" status: 204 len: 168 time: 0.3704445 May 30 20:59:28.612244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51214) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:28.715441 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5021816-8d9b-404b-899f-66c61aee4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:28.836565 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5021816-8d9b-404b-899f-66c61aee4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:28.864961 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-d5021816-8d9b-404b-899f-66c61aee4c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9570e76e-09ff-40f2-bb1c-bce5e2d60024']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:28.876798 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-d5021816-8d9b-404b-899f-66c61aee4c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528ed5ac-66a3-4fd6-9e97-2f7fcf64d912') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:28.877088 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-d5021816-8d9b-404b-899f-66c61aee4c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528ed5ac-66a3-4fd6-9e97-2f7fcf64d912') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:28.888076 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5021816-8d9b-404b-899f-66c61aee4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:28.907915 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5021816-8d9b-404b-899f-66c61aee4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:28.913779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5021816-8d9b-404b-899f-66c61aee4c2b admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:59:28.914147 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5021816-8d9b-404b-899f-66c61aee4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: timer() May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:59:28.927370 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:59:28.998443 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5021816-8d9b-404b-899f-66c61aee4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:29.017669 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5021816-8d9b-404b-899f-66c61aee4c2b admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:29.028250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5021816-8d9b-404b-899f-66c61aee4c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=9570e76e-09ff-40f2-bb1c-bce5e2d60024,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:29.036750 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d5021816-8d9b-404b-899f-66c61aee4c2b admin admin] 10.222.0.84 "DELETE /v2.0/networks/9570e76e-09ff-40f2-bb1c-bce5e2d60024 HTTP/1.1" status: 204 len: 168 time: 0.4235911 May 30 20:59:29.168531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51220) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:29.218900 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fe15a6fb-774f-44a1-9509-a06bb858b72f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4048a5db182047dfa8baa21e5067e7dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492334 May 30 20:59:29.221345 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51224) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:29.282346 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5346dff-a853-496c-956b-561e2c5e6e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:29.307590 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5346dff-a853-496c-956b-561e2c5e6e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:29.357882 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5346dff-a853-496c-956b-561e2c5e6e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:29.374843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5346dff-a853-496c-956b-561e2c5e6e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0913059a-7d24-45d5-930a-706cd07e7e05,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:29.378028 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a5346dff-a853-496c-956b-561e2c5e6e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:29.379112 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a5346dff-a853-496c-956b-561e2c5e6e85 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0913059a-7d24-45d5-930a-706cd07e7e05 HTTP/1.1" status: 204 len: 168 time: 0.1568820 May 30 20:59:30.047043 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c21f1698-4485-44e0-a582-36314e00f3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:30.137363 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 44b71619-2534-4d41-ab78-c88cdd46d10d no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:59:30.170435 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 44b71619-2534-4d41-ab78-c88cdd46d10d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:59:30.170771 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 44b71619-2534-4d41-ab78-c88cdd46d10d not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:59:30.226024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51246) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:30.361681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-494061180'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:30.367106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:30.370948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Usage tracker for resource:network and tenant:c871864433d24ae5bcad2645d44d1a96 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:30.373825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:30.379990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:30.389344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Made reservation on behalf of c871864433d24ae5bcad2645d44d1a96 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:30.392237 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:30.405331 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:30.436737 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:30.440625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Usage tracker for resource:security_group_rule and tenant:c871864433d24ae5bcad2645d44d1a96 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:30.443606 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:30.449551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:30.518140 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:30.521917 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:30.552581 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:59:30.565146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=251d09e5-5049-4982-b764-425674c27974,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:30.570878 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:30.571223 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Added segment 6d996ce9-19f7-4159-9bc7-c69b186df1c9 of type vlan for network 932004ba-ae21-44e3-9946-24a415e102bb May 30 20:59:30.597710 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:30.626061 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:30.629707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:30.630280 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:30.738566 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5113690 May 30 20:59:30.741308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34d66d-474b-40d9-9598-7ab97ae326e6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event updated for resources: {'Network': ['ID=932004ba-ae21-44e3-9946-24a415e102bb,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:30.766760 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 932004ba-ae21-44e3-9946-24a415e102bb details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:59:31.409517 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:31.671386 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:33.011885 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:33.697875 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:34.031186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51252) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:34.037108 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-054c44cf-d0ed-45df-98ef-66fd2af91bd5 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Request body: {'subnet': {'network_id': '932004ba-ae21-44e3-9946-24a415e102bb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:34.145855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-054c44cf-d0ed-45df-98ef-66fd2af91bd5 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:34.149696 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-054c44cf-d0ed-45df-98ef-66fd2af91bd5 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Usage tracker for resource:subnet and tenant:c871864433d24ae5bcad2645d44d1a96 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:34.152976 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-054c44cf-d0ed-45df-98ef-66fd2af91bd5 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:34.158981 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-054c44cf-d0ed-45df-98ef-66fd2af91bd5 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:34.169209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054c44cf-d0ed-45df-98ef-66fd2af91bd5 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Made reservation on behalf of c871864433d24ae5bcad2645d44d1a96 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:34.270344 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-054c44cf-d0ed-45df-98ef-66fd2af91bd5 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:34.493252 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-054c44cf-d0ed-45df-98ef-66fd2af91bd5 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:34.571227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c44cf-d0ed-45df-98ef-66fd2af91bd5 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event updated for resources: {'Subnet': ['ID=6f0bea7b-c463-4a9e-bb24-b36a69a11a5f,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:34.583369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c44cf-d0ed-45df-98ef-66fd2af91bd5 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Checking segment: {'id': '6d996ce9-19f7-4159-9bc7-c69b186df1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '932004ba-ae21-44e3-9946-24a415e102bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:34.583728 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c44cf-d0ed-45df-98ef-66fd2af91bd5 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Network hostable DHCP agents. Network: 932004ba-ae21-44e3-9946-24a415e102bb, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:59:34.605201 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c44cf-d0ed-45df-98ef-66fd2af91bd5 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Network 932004ba-ae21-44e3-9946-24a415e102bb is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:59:34.614028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-054c44cf-d0ed-45df-98ef-66fd2af91bd5 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 932004ba-ae21-44e3-9946-24a415e102bb) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:34.617899 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054c44cf-d0ed-45df-98ef-66fd2af91bd5 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:34.618470 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-054c44cf-d0ed-45df-98ef-66fd2af91bd5 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:34.623430 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1532d3d1-22ab-4c08-ae4a-99c3a854fc23 None None] Network 932004ba-ae21-44e3-9946-24a415e102bb requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:34.639977 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-054c44cf-d0ed-45df-98ef-66fd2af91bd5 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6076353 May 30 20:59:34.643256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51256) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:34.649186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-cc7f145b-9789-422c-87be-15c4eeaa9703 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1530174159'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:34.655345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cc7f145b-9789-422c-87be-15c4eeaa9703 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:34.659472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cc7f145b-9789-422c-87be-15c4eeaa9703 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Usage tracker for resource:network and tenant:c871864433d24ae5bcad2645d44d1a96 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:34.662327 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cc7f145b-9789-422c-87be-15c4eeaa9703 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:34.668036 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cc7f145b-9789-422c-87be-15c4eeaa9703 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:34.678021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7f145b-9789-422c-87be-15c4eeaa9703 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Made reservation on behalf of c871864433d24ae5bcad2645d44d1a96 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:34.681057 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc7f145b-9789-422c-87be-15c4eeaa9703 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:34.710074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7f145b-9789-422c-87be-15c4eeaa9703 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:59:34.720455 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc7f145b-9789-422c-87be-15c4eeaa9703 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:34.720817 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-cc7f145b-9789-422c-87be-15c4eeaa9703 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Added segment 035aad81-691a-45fc-a715-bf19e0839b33 of type vlan for network 5ec45c0f-e292-46cd-a788-942810271a87 May 30 20:59:34.748841 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc7f145b-9789-422c-87be-15c4eeaa9703 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:34.778251 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc7f145b-9789-422c-87be-15c4eeaa9703 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:34.782708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7f145b-9789-422c-87be-15c4eeaa9703 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:34.783279 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cc7f145b-9789-422c-87be-15c4eeaa9703 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:34.843288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-932004ba-ae21-44e3-9946-24a415e102bb', 'network_id': '932004ba-ae21-44e3-9946-24a415e102bb', 'tenant_id': 'c871864433d24ae5bcad2645d44d1a96', 'fixed_ips': [{'subnet_id': '6f0bea7b-c463-4a9e-bb24-b36a69a11a5f'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:59:34.844122 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:34.882851 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cc7f145b-9789-422c-87be-15c4eeaa9703 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2384999 May 30 20:59:34.885731 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51260) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:34.893777 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-ce8dfd7b-ce99-4472-b4f2-ba79d314b8ea tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Request body: {'subnet': {'network_id': '5ec45c0f-e292-46cd-a788-942810271a87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:34.915272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f145b-9789-422c-87be-15c4eeaa9703 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event updated for resources: {'Network': ['ID=5ec45c0f-e292-46cd-a788-942810271a87,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:34.926568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 5ec45c0f-e292-46cd-a788-942810271a87 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:59:35.007182 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ce8dfd7b-ce99-4472-b4f2-ba79d314b8ea tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:35.010880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ce8dfd7b-ce99-4472-b4f2-ba79d314b8ea tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Usage tracker for resource:subnet and tenant:c871864433d24ae5bcad2645d44d1a96 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:35.014414 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ce8dfd7b-ce99-4472-b4f2-ba79d314b8ea tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:35.020389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ce8dfd7b-ce99-4472-b4f2-ba79d314b8ea tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:35.030472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8dfd7b-ce99-4472-b4f2-ba79d314b8ea tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Made reservation on behalf of c871864433d24ae5bcad2645d44d1a96 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:35.096002 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Allocated IP 2001:db8:0:ffff::2 (932004ba-ae21-44e3-9946-24a415e102bb/6f0bea7b-c463-4a9e-bb24-b36a69a11a5f/80fc5660-6c87-439c-bd01-9cbbce5a766d) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:59:35.215450 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ce8dfd7b-ce99-4472-b4f2-ba79d314b8ea tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:35.301250 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:35.311283 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Transition to ACTIVE for port object 80fc5660-6c87-439c-bd01-9cbbce5a766d will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:35.330732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Transition to ACTIVE for port object 80fc5660-6c87-439c-bd01-9cbbce5a766d will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:35.336531 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:35.405822 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Network 932004ba-ae21-44e3-9946-24a415e102bb is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:59:35.408641 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:35.412917 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:59:35.415862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Pushing event updated for resources: {'Port': ['ID=80fc5660-6c87-439c-bd01-9cbbce5a766d,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:35.453520 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ce8dfd7b-ce99-4472-b4f2-ba79d314b8ea tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:35.455372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:35.455718 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:35.456076 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:35.456408 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:35.456923 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:35.457262 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:35.457588 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:35.457911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:35.458229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:35.458551 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:35.458869 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:35.513008 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Attempting to bind port 80fc5660-6c87-439c-bd01-9cbbce5a766d on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:59:35.513542 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Attempting to bind port 80fc5660-6c87-439c-bd01-9cbbce5a766d by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '6d996ce9-19f7-4159-9bc7-c69b186df1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '932004ba-ae21-44e3-9946-24a415e102bb'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:59:35.514143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Attempting to bind port 80fc5660-6c87-439c-bd01-9cbbce5a766d on network 932004ba-ae21-44e3-9946-24a415e102bb {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:59:35.520727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:59:35.521097 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Checking segment: {'id': '6d996ce9-19f7-4159-9bc7-c69b186df1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '932004ba-ae21-44e3-9946-24a415e102bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:35.521491 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:35.521875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Bound using segment: {'id': '6d996ce9-19f7-4159-9bc7-c69b186df1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '932004ba-ae21-44e3-9946-24a415e102bb'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:59:35.522328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Bound port: 80fc5660-6c87-439c-bd01-9cbbce5a766d, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d996ce9-19f7-4159-9bc7-c69b186df1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '932004ba-ae21-44e3-9946-24a415e102bb'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:59:35.522692 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:35.532262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dfd7b-ce99-4472-b4f2-ba79d314b8ea tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event updated for resources: {'Subnet': ['ID=19ac9454-fd4c-401c-a0f7-82c83053f885,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:35.545711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8dfd7b-ce99-4472-b4f2-ba79d314b8ea tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Checking segment: {'id': '035aad81-691a-45fc-a715-bf19e0839b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5ec45c0f-e292-46cd-a788-942810271a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:35.546073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8dfd7b-ce99-4472-b4f2-ba79d314b8ea tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Network hostable DHCP agents. Network: 5ec45c0f-e292-46cd-a788-942810271a87, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:59:35.567999 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8dfd7b-ce99-4472-b4f2-ba79d314b8ea tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Network 5ec45c0f-e292-46cd-a788-942810271a87 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:59:35.577448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-ce8dfd7b-ce99-4472-b4f2-ba79d314b8ea tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 5ec45c0f-e292-46cd-a788-942810271a87) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:35.581382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8dfd7b-ce99-4472-b4f2-ba79d314b8ea tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:35.581971 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ce8dfd7b-ce99-4472-b4f2-ba79d314b8ea tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:35.589182 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28768c1f-54d2-44dd-9627-f90197edb103 None None] Network 5ec45c0f-e292-46cd-a788-942810271a87 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:35.604167 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ce8dfd7b-ce99-4472-b4f2-ba79d314b8ea tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7160537 May 30 20:59:35.606176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51264) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:35.732191 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] For port 80fc5660-6c87-439c-bd01-9cbbce5a766d, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:59:35.737726 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] For port 80fc5660-6c87-439c-bd01-9cbbce5a766d, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=80fc5660-6c87-439c-bd01-9cbbce5a766d,segment=NetworkSegment(6d996ce9-19f7-4159-9bc7-c69b186df1c9),segment_id=6d996ce9-19f7-4159-9bc7-c69b186df1c9)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:59:35.749235 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:35.749849 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51aa5169-4620-433f-b4ab-8248113f14cc tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:35.820336 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51aa5169-4620-433f-b4ab-8248113f14cc tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:35.879105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93c5d4-cf63-4359-9d90-105d1c7ee070 None None] Pushing event updated for resources: {'Port': ['ID=80fc5660-6c87-439c-bd01-9cbbce5a766d,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:35.899349 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51aa5169-4620-433f-b4ab-8248113f14cc tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:35.940613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa5169-4620-433f-b4ab-8248113f14cc tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event deleted for resources: {'Subnet': ['ID=19ac9454-fd4c-401c-a0f7-82c83053f885,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:35.958244 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5c8ae2-e647-4dda-a735-8e05148237b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-5ec45c0f-e292-46cd-a788-942810271a87', 'network_id': '5ec45c0f-e292-46cd-a788-942810271a87', 'tenant_id': 'c871864433d24ae5bcad2645d44d1a96', 'fixed_ips': [{'subnet_id': '19ac9454-fd4c-401c-a0f7-82c83053f885'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:59:35.959056 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8ae2-e647-4dda-a735-8e05148237b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:36.057189 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51aa5169-4620-433f-b4ab-8248113f14cc tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:36.084504 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-51aa5169-4620-433f-b4ab-8248113f14cc tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec45c0f-e292-46cd-a788-942810271a87']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:36.085932 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b687745-e722-40aa-aae4-cfce0161a012 None None] Network 5ec45c0f-e292-46cd-a788-942810271a87 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:36.096948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-51aa5169-4620-433f-b4ab-8248113f14cc tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035aad81-691a-45fc-a715-bf19e0839b33') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:36.097246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-51aa5169-4620-433f-b4ab-8248113f14cc tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035aad81-691a-45fc-a715-bf19e0839b33') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:36.114644 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51aa5169-4620-433f-b4ab-8248113f14cc tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:36.140092 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51aa5169-4620-433f-b4ab-8248113f14cc tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:36.148698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51aa5169-4620-433f-b4ab-8248113f14cc tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:59:36.149380 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51aa5169-4620-433f-b4ab-8248113f14cc tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: timer() May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:59:36.172628 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:59:36.267713 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51aa5169-4620-433f-b4ab-8248113f14cc tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:36.289044 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51aa5169-4620-433f-b4ab-8248113f14cc tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:36.300079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa5169-4620-433f-b4ab-8248113f14cc tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event deleted for resources: {'Network': ['ID=5ec45c0f-e292-46cd-a788-942810271a87,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:36.304175 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-51aa5169-4620-433f-b4ab-8248113f14cc tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "DELETE /v2.0/networks/5ec45c0f-e292-46cd-a788-942810271a87 HTTP/1.1" status: 204 len: 168 time: 0.6970417 May 30 20:59:36.307580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51268) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:36.313541 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-1e508933-4dc1-4c6f-acc7-2d105d140fa6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1408965179'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:36.319301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1e508933-4dc1-4c6f-acc7-2d105d140fa6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:36.323068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1e508933-4dc1-4c6f-acc7-2d105d140fa6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Usage tracker for resource:network and tenant:c871864433d24ae5bcad2645d44d1a96 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:36.326818 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1e508933-4dc1-4c6f-acc7-2d105d140fa6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:36.332457 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1e508933-4dc1-4c6f-acc7-2d105d140fa6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:36.342647 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e508933-4dc1-4c6f-acc7-2d105d140fa6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Made reservation on behalf of c871864433d24ae5bcad2645d44d1a96 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:36.345797 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1e508933-4dc1-4c6f-acc7-2d105d140fa6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:36.373466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e508933-4dc1-4c6f-acc7-2d105d140fa6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:59:36.382146 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1e508933-4dc1-4c6f-acc7-2d105d140fa6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:36.382489 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-1e508933-4dc1-4c6f-acc7-2d105d140fa6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Added segment 1b136abd-88e2-417d-b045-5bccb2bd2078 of type vlan for network bd55f2ca-30df-43d8-85b4-7fbbbec9dd34 May 30 20:59:36.413246 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1e508933-4dc1-4c6f-acc7-2d105d140fa6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:36.443391 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1e508933-4dc1-4c6f-acc7-2d105d140fa6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:36.447536 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e508933-4dc1-4c6f-acc7-2d105d140fa6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:36.448146 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1e508933-4dc1-4c6f-acc7-2d105d140fa6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:36.551576 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1e508933-4dc1-4c6f-acc7-2d105d140fa6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2422314 May 30 20:59:36.554628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51272) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:36.562555 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6cc1e4d5-480c-4920-acd7-98cf57d61c13 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Request body: {'subnet': {'network_id': 'bd55f2ca-30df-43d8-85b4-7fbbbec9dd34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:36.577968 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e508933-4dc1-4c6f-acc7-2d105d140fa6 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event updated for resources: {'Network': ['ID=bd55f2ca-30df-43d8-85b4-7fbbbec9dd34,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:36.588893 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network bd55f2ca-30df-43d8-85b4-7fbbbec9dd34 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:59:36.685760 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6cc1e4d5-480c-4920-acd7-98cf57d61c13 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:36.689702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6cc1e4d5-480c-4920-acd7-98cf57d61c13 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Usage tracker for resource:subnet and tenant:c871864433d24ae5bcad2645d44d1a96 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:36.692765 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6cc1e4d5-480c-4920-acd7-98cf57d61c13 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:36.700600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6cc1e4d5-480c-4920-acd7-98cf57d61c13 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:36.713238 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc1e4d5-480c-4920-acd7-98cf57d61c13 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Made reservation on behalf of c871864433d24ae5bcad2645d44d1a96 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:36.815476 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6cc1e4d5-480c-4920-acd7-98cf57d61c13 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:36.881924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaa31ce-6697-40ef-9d84-1b278cc8ba60 None None] Network 932004ba-ae21-44e3-9946-24a415e102bb requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:36.907093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.ipam_backend_mixin [None req-6cc1e4d5-480c-4920-acd7-98cf57d61c13 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Performing IP validity checks on allocation pools {{(pid=84023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 30 20:59:36.907610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.ipam_backend_mixin [None req-6cc1e4d5-480c-4920-acd7-98cf57d61c13 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 30 20:59:36.989004 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-96a98c05-fe7b-4c4d-a7c2-c9954467f5a3 None None] Provisioning for port 80fc5660-6c87-439c-bd01-9cbbce5a766d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:37.122109 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6cc1e4d5-480c-4920-acd7-98cf57d61c13 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:37.199555 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1e4d5-480c-4920-acd7-98cf57d61c13 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event updated for resources: {'Subnet': ['ID=4c2e49a7-6e7c-43b8-95de-92ec3e6855bb,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:37.215749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc1e4d5-480c-4920-acd7-98cf57d61c13 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Checking segment: {'id': '1b136abd-88e2-417d-b045-5bccb2bd2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'bd55f2ca-30df-43d8-85b4-7fbbbec9dd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:37.216172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc1e4d5-480c-4920-acd7-98cf57d61c13 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Network hostable DHCP agents. Network: bd55f2ca-30df-43d8-85b4-7fbbbec9dd34, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:59:37.238599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc1e4d5-480c-4920-acd7-98cf57d61c13 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Network bd55f2ca-30df-43d8-85b4-7fbbbec9dd34 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:59:37.249706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-6cc1e4d5-480c-4920-acd7-98cf57d61c13 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, bd55f2ca-30df-43d8-85b4-7fbbbec9dd34) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:37.254153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc1e4d5-480c-4920-acd7-98cf57d61c13 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:37.254870 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6cc1e4d5-480c-4920-acd7-98cf57d61c13 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:37.259702 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe326e3-e0ff-4db6-9156-e31f08e5f3ae None None] Network bd55f2ca-30df-43d8-85b4-7fbbbec9dd34 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:37.284511 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6cc1e4d5-480c-4920-acd7-98cf57d61c13 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7288179 May 30 20:59:37.285394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51276) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:37.430265 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-872730e4-d11d-437e-bdcd-0972ce654f43 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:37.485862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbc6ab6-57b1-4672-a479-305ebcc0944d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-bd55f2ca-30df-43d8-85b4-7fbbbec9dd34', 'network_id': 'bd55f2ca-30df-43d8-85b4-7fbbbec9dd34', 'tenant_id': 'c871864433d24ae5bcad2645d44d1a96', 'fixed_ips': [{'subnet_id': '4c2e49a7-6e7c-43b8-95de-92ec3e6855bb'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:59:37.486663 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cdbc6ab6-57b1-4672-a479-305ebcc0944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:37.499776 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-872730e4-d11d-437e-bdcd-0972ce654f43 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:37.579061 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-872730e4-d11d-437e-bdcd-0972ce654f43 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:37.598830 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 80fc5660-6c87-439c-bd01-9cbbce5a766d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:37.629991 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872730e4-d11d-437e-bdcd-0972ce654f43 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event deleted for resources: {'Subnet': ['ID=4c2e49a7-6e7c-43b8-95de-92ec3e6855bb,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:37.642173 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server [None req-cdbc6ab6-57b1-4672-a479-305ebcc0944d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c2e49a7-6e7c-43b8-95de-92ec3e6855bb: This subnet is being modified by another concurrent operation. May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise value May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server raise exception May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c2e49a7-6e7c-43b8-95de-92ec3e6855bb: This subnet is being modified by another concurrent operation. May 30 20:59:37.650567 n-d-843949-2 neutron-server[84025]: ERROR oslo_messaging.rpc.server May 30 20:59:37.667579 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f21373a-dbcd-412a-ad06-681e2bad06f5 None None] Network bd55f2ca-30df-43d8-85b4-7fbbbec9dd34 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:37.733576 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-872730e4-d11d-437e-bdcd-0972ce654f43 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:37.763412 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-872730e4-d11d-437e-bdcd-0972ce654f43 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd55f2ca-30df-43d8-85b4-7fbbbec9dd34']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:37.776481 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-872730e4-d11d-437e-bdcd-0972ce654f43 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b136abd-88e2-417d-b045-5bccb2bd2078') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:37.776849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-872730e4-d11d-437e-bdcd-0972ce654f43 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b136abd-88e2-417d-b045-5bccb2bd2078') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:37.789092 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-872730e4-d11d-437e-bdcd-0972ce654f43 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:37.802282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 80fc5660-6c87-439c-bd01-9cbbce5a766d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:37.805184 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-872730e4-d11d-437e-bdcd-0972ce654f43 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:37.812178 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872730e4-d11d-437e-bdcd-0972ce654f43 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:59:37.812563 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-872730e4-d11d-437e-bdcd-0972ce654f43 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: timer() May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:59:37.828493 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:59:37.837379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 80fc5660-6c87-439c-bd01-9cbbce5a766d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:37.837744 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:37.882749 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4520b7dc-98b6-4be1-9637-89111369ccc8 None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:59:37.911699 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-872730e4-d11d-437e-bdcd-0972ce654f43 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:37.916529 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-872730e4-d11d-437e-bdcd-0972ce654f43 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:37.942308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872730e4-d11d-437e-bdcd-0972ce654f43 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event deleted for resources: {'Network': ['ID=bd55f2ca-30df-43d8-85b4-7fbbbec9dd34,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:37.945869 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-872730e4-d11d-437e-bdcd-0972ce654f43 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "DELETE /v2.0/networks/bd55f2ca-30df-43d8-85b4-7fbbbec9dd34 HTTP/1.1" status: 204 len: 168 time: 0.6595123 May 30 20:59:37.950640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51280) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:37.956536 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-54f48050-e862-4d79-b56c-ebf81bb82d8a tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1854129170'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:37.961875 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-54f48050-e862-4d79-b56c-ebf81bb82d8a tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:37.965933 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-54f48050-e862-4d79-b56c-ebf81bb82d8a tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Usage tracker for resource:network and tenant:c871864433d24ae5bcad2645d44d1a96 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:37.968774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-54f48050-e862-4d79-b56c-ebf81bb82d8a tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:37.974746 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-54f48050-e862-4d79-b56c-ebf81bb82d8a tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:37.985525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f48050-e862-4d79-b56c-ebf81bb82d8a tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Made reservation on behalf of c871864433d24ae5bcad2645d44d1a96 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:37.988574 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-54f48050-e862-4d79-b56c-ebf81bb82d8a tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:38.018391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f48050-e862-4d79-b56c-ebf81bb82d8a tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:59:38.028236 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-54f48050-e862-4d79-b56c-ebf81bb82d8a tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:38.028586 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-54f48050-e862-4d79-b56c-ebf81bb82d8a tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Added segment 45ed2e7c-b607-4a05-9cf8-ca9564ea3847 of type vlan for network a77b6f7f-773a-4679-b552-6654a2f64f78 May 30 20:59:38.057231 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-54f48050-e862-4d79-b56c-ebf81bb82d8a tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:38.075527 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4520b7dc-98b6-4be1-9637-89111369ccc8 None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:59:38.087799 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:38.088244 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-54f48050-e862-4d79-b56c-ebf81bb82d8a tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:38.092102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f48050-e862-4d79-b56c-ebf81bb82d8a tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:38.092677 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-54f48050-e862-4d79-b56c-ebf81bb82d8a tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:38.195319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 80fc5660-6c87-439c-bd01-9cbbce5a766d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=80fc5660-6c87-439c-bd01-9cbbce5a766d,segment=NetworkSegment(6d996ce9-19f7-4159-9bc7-c69b186df1c9),segment_id=6d996ce9-19f7-4159-9bc7-c69b186df1c9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:38.200850 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-54f48050-e862-4d79-b56c-ebf81bb82d8a tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2483077 May 30 20:59:38.204151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51284) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:38.206808 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:38.211150 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-19e43103-dff8-4717-aa96-07c60bdd0842 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Request body: {'subnet': {'network_id': 'a77b6f7f-773a-4679-b552-6654a2f64f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:38.217323 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f48050-e862-4d79-b56c-ebf81bb82d8a tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event updated for resources: {'Network': ['ID=a77b6f7f-773a-4679-b552-6654a2f64f78,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:38.247870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network a77b6f7f-773a-4679-b552-6654a2f64f78 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:59:38.325956 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-19e43103-dff8-4717-aa96-07c60bdd0842 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:38.329830 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-19e43103-dff8-4717-aa96-07c60bdd0842 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Usage tracker for resource:subnet and tenant:c871864433d24ae5bcad2645d44d1a96 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:38.332609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-19e43103-dff8-4717-aa96-07c60bdd0842 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:38.338340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-19e43103-dff8-4717-aa96-07c60bdd0842 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:38.347933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e43103-dff8-4717-aa96-07c60bdd0842 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Made reservation on behalf of c871864433d24ae5bcad2645d44d1a96 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:38.397855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=80fc5660-6c87-439c-bd01-9cbbce5a766d,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:38.455836 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19e43103-dff8-4717-aa96-07c60bdd0842 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:38.672976 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19e43103-dff8-4717-aa96-07c60bdd0842 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:38.745143 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e43103-dff8-4717-aa96-07c60bdd0842 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event updated for resources: {'Subnet': ['ID=29500182-b85c-407f-a6ab-6480e0d54cd1,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:38.758930 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e43103-dff8-4717-aa96-07c60bdd0842 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Checking segment: {'id': '45ed2e7c-b607-4a05-9cf8-ca9564ea3847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a77b6f7f-773a-4679-b552-6654a2f64f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:38.759282 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e43103-dff8-4717-aa96-07c60bdd0842 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Network hostable DHCP agents. Network: a77b6f7f-773a-4679-b552-6654a2f64f78, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:59:38.781822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e43103-dff8-4717-aa96-07c60bdd0842 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Network a77b6f7f-773a-4679-b552-6654a2f64f78 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:59:38.790780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-19e43103-dff8-4717-aa96-07c60bdd0842 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, a77b6f7f-773a-4679-b552-6654a2f64f78) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:38.795191 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e43103-dff8-4717-aa96-07c60bdd0842 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:38.795768 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19e43103-dff8-4717-aa96-07c60bdd0842 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:38.800158 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb65098-a45a-4435-a784-8484cb348d12 None None] Network a77b6f7f-773a-4679-b552-6654a2f64f78 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:38.816627 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-19e43103-dff8-4717-aa96-07c60bdd0842 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6110935 May 30 20:59:38.820203 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51288) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:38.826267 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-19ea75e3-e58e-4ec9-8c70-57fba17db642 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-233092894'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:38.831865 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-19ea75e3-e58e-4ec9-8c70-57fba17db642 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:38.835780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-19ea75e3-e58e-4ec9-8c70-57fba17db642 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Usage tracker for resource:network and tenant:c871864433d24ae5bcad2645d44d1a96 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:38.838648 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-19ea75e3-e58e-4ec9-8c70-57fba17db642 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:38.845661 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-19ea75e3-e58e-4ec9-8c70-57fba17db642 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:38.857392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ea75e3-e58e-4ec9-8c70-57fba17db642 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Made reservation on behalf of c871864433d24ae5bcad2645d44d1a96 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:38.860416 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19ea75e3-e58e-4ec9-8c70-57fba17db642 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:38.888805 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ea75e3-e58e-4ec9-8c70-57fba17db642 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:59:38.897742 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19ea75e3-e58e-4ec9-8c70-57fba17db642 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:38.898081 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-19ea75e3-e58e-4ec9-8c70-57fba17db642 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Added segment f8e77457-5c8c-4f51-9a1e-ee46439acadc of type vlan for network 2e8cf1ea-560e-4b41-a651-6f8958723a18 May 30 20:59:38.924927 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19ea75e3-e58e-4ec9-8c70-57fba17db642 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:38.958333 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19ea75e3-e58e-4ec9-8c70-57fba17db642 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:38.962074 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ea75e3-e58e-4ec9-8c70-57fba17db642 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:38.962685 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-19ea75e3-e58e-4ec9-8c70-57fba17db642 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:39.015513 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-a77b6f7f-773a-4679-b552-6654a2f64f78', 'network_id': 'a77b6f7f-773a-4679-b552-6654a2f64f78', 'tenant_id': 'c871864433d24ae5bcad2645d44d1a96', 'fixed_ips': [{'subnet_id': '29500182-b85c-407f-a6ab-6480e0d54cd1'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:59:39.016439 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:39.046377 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-19ea75e3-e58e-4ec9-8c70-57fba17db642 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2248230 May 30 20:59:39.049462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51292) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:39.054981 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-aa284053-f874-466a-be12-91d5513066b7 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Request body: {'subnet': {'network_id': '2e8cf1ea-560e-4b41-a651-6f8958723a18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:39.068437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea75e3-e58e-4ec9-8c70-57fba17db642 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event updated for resources: {'Network': ['ID=2e8cf1ea-560e-4b41-a651-6f8958723a18,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:39.082255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 2e8cf1ea-560e-4b41-a651-6f8958723a18 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:59:39.169249 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-aa284053-f874-466a-be12-91d5513066b7 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:39.173076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-aa284053-f874-466a-be12-91d5513066b7 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Usage tracker for resource:subnet and tenant:c871864433d24ae5bcad2645d44d1a96 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:39.175867 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-aa284053-f874-466a-be12-91d5513066b7 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:39.181884 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-aa284053-f874-466a-be12-91d5513066b7 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:39.197486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa284053-f874-466a-be12-91d5513066b7 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Made reservation on behalf of c871864433d24ae5bcad2645d44d1a96 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:39.274437 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Allocated IP 2001:db8::2 (a77b6f7f-773a-4679-b552-6654a2f64f78/29500182-b85c-407f-a6ab-6480e0d54cd1/d71ad991-b9e3-4d96-9a95-b44c65786854) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:59:39.302002 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa284053-f874-466a-be12-91d5513066b7 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:39.476875 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:39.487909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Transition to ACTIVE for port object d71ad991-b9e3-4d96-9a95-b44c65786854 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:39.506431 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Transition to ACTIVE for port object d71ad991-b9e3-4d96-9a95-b44c65786854 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:39.513400 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:39.520398 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa284053-f874-466a-be12-91d5513066b7 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:39.582400 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Network a77b6f7f-773a-4679-b552-6654a2f64f78 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:59:39.584557 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 80fc5660-6c87-439c-bd01-9cbbce5a766d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:39.602953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa284053-f874-466a-be12-91d5513066b7 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event updated for resources: {'Subnet': ['ID=7089497b-665c-44e8-8686-f5c528d8910f,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:39.613442 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:39.617437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa284053-f874-466a-be12-91d5513066b7 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Checking segment: {'id': 'f8e77457-5c8c-4f51-9a1e-ee46439acadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2e8cf1ea-560e-4b41-a651-6f8958723a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:39.617798 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa284053-f874-466a-be12-91d5513066b7 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Network hostable DHCP agents. Network: 2e8cf1ea-560e-4b41-a651-6f8958723a18, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:59:39.624554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:59:39.639122 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Pushing event updated for resources: {'Port': ['ID=d71ad991-b9e3-4d96-9a95-b44c65786854,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:39.640388 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa284053-f874-466a-be12-91d5513066b7 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Network 2e8cf1ea-560e-4b41-a651-6f8958723a18 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:59:39.652419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-aa284053-f874-466a-be12-91d5513066b7 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 2e8cf1ea-560e-4b41-a651-6f8958723a18) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:39.656818 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa284053-f874-466a-be12-91d5513066b7 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:39.657510 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-aa284053-f874-466a-be12-91d5513066b7 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:39.678104 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e256e53-909a-4834-8c81-7fd095b4fe7b None None] Network 2e8cf1ea-560e-4b41-a651-6f8958723a18 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:39.679365 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-aa284053-f874-466a-be12-91d5513066b7 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6288450 May 30 20:59:39.682731 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51296) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:39.815544 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Attempting to bind port d71ad991-b9e3-4d96-9a95-b44c65786854 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:59:39.815944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Attempting to bind port d71ad991-b9e3-4d96-9a95-b44c65786854 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '45ed2e7c-b607-4a05-9cf8-ca9564ea3847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a77b6f7f-773a-4679-b552-6654a2f64f78'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:59:39.816292 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Attempting to bind port d71ad991-b9e3-4d96-9a95-b44c65786854 on network a77b6f7f-773a-4679-b552-6654a2f64f78 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:59:39.848520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:59:39.848891 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Checking segment: {'id': '45ed2e7c-b607-4a05-9cf8-ca9564ea3847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a77b6f7f-773a-4679-b552-6654a2f64f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:39.849290 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:39.849683 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Bound using segment: {'id': '45ed2e7c-b607-4a05-9cf8-ca9564ea3847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a77b6f7f-773a-4679-b552-6654a2f64f78'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:59:39.850168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Bound port: d71ad991-b9e3-4d96-9a95-b44c65786854, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ed2e7c-b607-4a05-9cf8-ca9564ea3847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a77b6f7f-773a-4679-b552-6654a2f64f78'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:59:39.850536 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:39.869230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 80fc5660-6c87-439c-bd01-9cbbce5a766d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:39.869592 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:39.913326 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c388357-59c9-4ac6-a0d3-2997ccb2486b tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:39.979268 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c388357-59c9-4ac6-a0d3-2997ccb2486b tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:40.054688 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c388357-59c9-4ac6-a0d3-2997ccb2486b tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:40.095253 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c388357-59c9-4ac6-a0d3-2997ccb2486b tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event deleted for resources: {'Subnet': ['ID=7089497b-665c-44e8-8686-f5c528d8910f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:40.168278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] For port d71ad991-b9e3-4d96-9a95-b44c65786854, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:59:40.171669 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e63eeda-053c-48de-9053-e169c6738aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-2e8cf1ea-560e-4b41-a651-6f8958723a18', 'network_id': '2e8cf1ea-560e-4b41-a651-6f8958723a18', 'tenant_id': 'c871864433d24ae5bcad2645d44d1a96', 'fixed_ips': [{'subnet_id': '7089497b-665c-44e8-8686-f5c528d8910f'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:59:40.172611 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0e63eeda-053c-48de-9053-e169c6738aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:40.196141 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c388357-59c9-4ac6-a0d3-2997ccb2486b tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:40.196493 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] For port d71ad991-b9e3-4d96-9a95-b44c65786854, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d71ad991-b9e3-4d96-9a95-b44c65786854,segment=NetworkSegment(45ed2e7c-b607-4a05-9cf8-ca9564ea3847),segment_id=45ed2e7c-b607-4a05-9cf8-ca9564ea3847)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:59:40.204576 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:40.223588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-1c388357-59c9-4ac6-a0d3-2997ccb2486b tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8cf1ea-560e-4b41-a651-6f8958723a18']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:40.237621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-1c388357-59c9-4ac6-a0d3-2997ccb2486b tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e77457-5c8c-4f51-9a1e-ee46439acadc') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:40.237958 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-1c388357-59c9-4ac6-a0d3-2997ccb2486b tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e77457-5c8c-4f51-9a1e-ee46439acadc') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:40.250522 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c388357-59c9-4ac6-a0d3-2997ccb2486b tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:40.265399 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c388357-59c9-4ac6-a0d3-2997ccb2486b tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:40.272474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c388357-59c9-4ac6-a0d3-2997ccb2486b tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:59:40.272931 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c388357-59c9-4ac6-a0d3-2997ccb2486b tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: timer() May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:59:40.289132 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:59:40.353674 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e76372-2cbe-477e-9c96-8f49a84634de None None] Pushing event updated for resources: {'Port': ['ID=d71ad991-b9e3-4d96-9a95-b44c65786854,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:40.358044 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7862c1-c153-4f1f-8376-c2597988c41a None None] Network 2e8cf1ea-560e-4b41-a651-6f8958723a18 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:40.380654 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c388357-59c9-4ac6-a0d3-2997ccb2486b tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:40.385528 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1c388357-59c9-4ac6-a0d3-2997ccb2486b tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:40.414253 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c388357-59c9-4ac6-a0d3-2997ccb2486b tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event deleted for resources: {'Network': ['ID=2e8cf1ea-560e-4b41-a651-6f8958723a18,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:40.418213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1c388357-59c9-4ac6-a0d3-2997ccb2486b tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "DELETE /v2.0/networks/2e8cf1ea-560e-4b41-a651-6f8958723a18 HTTP/1.1" status: 204 len: 168 time: 0.7339735 May 30 20:59:40.420846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51300) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:40.461259 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ba19ef-a0ea-4570-a3b7-ec76014a0f5c tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] GET failed (client error): The resource could not be found. May 30 20:59:40.461864 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b8ba19ef-a0ea-4570-a3b7-ec76014a0f5c tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Synchronizing usage tracker for tenant:c871864433d24ae5bcad2645d44d1a96 on resource:subnet {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:59:40.481114 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b8ba19ef-a0ea-4570-a3b7-ec76014a0f5c tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Unset dirty status for tenant:c871864433d24ae5bcad2645d44d1a96 on resource:subnet {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:59:40.485261 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b8ba19ef-a0ea-4570-a3b7-ec76014a0f5c tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "GET /v2.0/subnets/7089497b-665c-44e8-8686-f5c528d8910f HTTP/1.1" status: 404 len: 337 time: 0.0608125 May 30 20:59:40.485891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51304) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:40.532351 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-36601ae4-bb24-40f7-836e-2dd7f4e03e63 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] DELETE failed (client error): The resource could not be found. May 30 20:59:40.533016 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36601ae4-bb24-40f7-836e-2dd7f4e03e63 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:59:40.534897 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-36601ae4-bb24-40f7-836e-2dd7f4e03e63 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "DELETE /v2.0/networks/2e8cf1ea-560e-4b41-a651-6f8958723a18 HTTP/1.1" status: 404 len: 339 time: 0.0460081 May 30 20:59:40.538636 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51308) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:40.583772 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-189a3137-9748-4e71-bdd7-722c12aa80b3 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] DELETE failed (client error): The resource could not be found. May 30 20:59:40.584238 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189a3137-9748-4e71-bdd7-722c12aa80b3 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:59:40.585883 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-189a3137-9748-4e71-bdd7-722c12aa80b3 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "DELETE /v2.0/subnets/7089497b-665c-44e8-8686-f5c528d8910f HTTP/1.1" status: 404 len: 337 time: 0.0463481 May 30 20:59:40.588480 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51312) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:40.614266 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd6a549-1f01-4193-ac2e-77045e8a328e tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] DELETE failed (client error): The resource could not be found. May 30 20:59:40.614793 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd6a549-1f01-4193-ac2e-77045e8a328e tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:59:40.616552 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dfd6a549-1f01-4193-ac2e-77045e8a328e tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "DELETE /v2.0/networks/2e8cf1ea-560e-4b41-a651-6f8958723a18 HTTP/1.1" status: 404 len: 339 time: 0.0270653 May 30 20:59:40.619106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51316) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:40.801176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-adba3777-4d1f-446c-ab49-e8af18f5955c tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Deleting subnet 29500182-b85c-407f-a6ab-6480e0d54cd1 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:59:40.804155 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-adba3777-4d1f-446c-ab49-e8af18f5955c tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:40.863349 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-adba3777-4d1f-446c-ab49-e8af18f5955c tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:40.945184 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-adba3777-4d1f-446c-ab49-e8af18f5955c tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:41.021210 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-adba3777-4d1f-446c-ab49-e8af18f5955c tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:41.064073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba3777-4d1f-446c-ab49-e8af18f5955c tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event deleted for resources: {'Subnet': ['ID=29500182-b85c-407f-a6ab-6480e0d54cd1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:41.070497 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-adba3777-4d1f-446c-ab49-e8af18f5955c tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:41.084280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-adba3777-4d1f-446c-ab49-e8af18f5955c tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "DELETE /v2.0/subnets/29500182-b85c-407f-a6ab-6480e0d54cd1 HTTP/1.1" status: 204 len: 168 time: 0.4641209 May 30 20:59:41.086703 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51320) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:41.204774 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:41.216596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Deleting port d71ad991-b9e3-4d96-9a95-b44c65786854 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:59:41.216932 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:41.272496 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:59:41.278355 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6a2a35-11f3-491f-9321-da263bcde57d None None] Network a77b6f7f-773a-4679-b552-6654a2f64f78 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:41.410071 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-044b6530-44b0-49c7-92e5-6cf0f598d4b8 None None] Provisioning for port d71ad991-b9e3-4d96-9a95-b44c65786854 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:41.421384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] For port d71ad991-b9e3-4d96-9a95-b44c65786854, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d71ad991-b9e3-4d96-9a95-b44c65786854,segment=NetworkSegment(45ed2e7c-b607-4a05-9cf8-ca9564ea3847),segment_id=45ed2e7c-b607-4a05-9cf8-ca9564ea3847)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:41.421744 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:41.538965 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e466ff3-e735-42c4-8a53-9c2be1a9d53b None None] DHCP port deletion for a77b6f7f-773a-4679-b552-6654a2f64f78 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:59:41.543852 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5e466ff3-e735-42c4-8a53-9c2be1a9d53b None None] Deleting port d71ad991-b9e3-4d96-9a95-b44c65786854 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:59:41.544249 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5e466ff3-e735-42c4-8a53-9c2be1a9d53b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:41.634450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Calling delete_port for d71ad991-b9e3-4d96-9a95-b44c65786854 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:59:41.708266 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:41.749814 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5e466ff3-e735-42c4-8a53-9c2be1a9d53b None None] For port d71ad991-b9e3-4d96-9a95-b44c65786854, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d71ad991-b9e3-4d96-9a95-b44c65786854,segment=NetworkSegment(45ed2e7c-b607-4a05-9cf8-ca9564ea3847),segment_id=45ed2e7c-b607-4a05-9cf8-ca9564ea3847)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:41.750223 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5e466ff3-e735-42c4-8a53-9c2be1a9d53b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:41.754131 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event deleted for resources: {'Port': ['ID=d71ad991-b9e3-4d96-9a95-b44c65786854,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:41.760256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] No DVR routers for this DVR port d71ad991-b9e3-4d96-9a95-b44c65786854 on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:59:41.876844 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5e466ff3-e735-42c4-8a53-9c2be1a9d53b None None] Calling delete_port for d71ad991-b9e3-4d96-9a95-b44c65786854 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:59:41.884022 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:41.913342 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77b6f7f-773a-4679-b552-6654a2f64f78']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:41.925186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ed2e7c-b607-4a05-9cf8-ca9564ea3847') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:41.925478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ed2e7c-b607-4a05-9cf8-ca9564ea3847') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:41.936548 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:41.949174 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-5e466ff3-e735-42c4-8a53-9c2be1a9d53b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:59:41.949528 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-5e466ff3-e735-42c4-8a53-9c2be1a9d53b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:59:41.952266 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:41.958116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:59:41.958529 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: timer() May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:59:41.973134 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:59:42.050777 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:42.070743 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:42.079569 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event deleted for resources: {'Network': ['ID=a77b6f7f-773a-4679-b552-6654a2f64f78,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:42.083489 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ced81388-ffed-4ff4-907f-51d89dda7fcf tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "DELETE /v2.0/networks/a77b6f7f-773a-4679-b552-6654a2f64f78 HTTP/1.1" status: 204 len: 168 time: 0.9958613 May 30 20:59:42.085995 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51324) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:42.122962 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8da178-98a6-4c22-9ffc-1d430f3c9da9 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] DELETE failed (client error): The resource could not be found. May 30 20:59:42.123381 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8da178-98a6-4c22-9ffc-1d430f3c9da9 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:59:42.124953 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3a8da178-98a6-4c22-9ffc-1d430f3c9da9 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "DELETE /v2.0/subnets/4c2e49a7-6e7c-43b8-95de-92ec3e6855bb HTTP/1.1" status: 404 len: 337 time: 0.0380785 May 30 20:59:42.127244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51328) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:42.151035 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94b23dc-b70e-48ac-bccc-6dc1a8b11b71 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] DELETE failed (client error): The resource could not be found. May 30 20:59:42.151464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94b23dc-b70e-48ac-bccc-6dc1a8b11b71 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:59:42.153560 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c94b23dc-b70e-48ac-bccc-6dc1a8b11b71 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "DELETE /v2.0/networks/bd55f2ca-30df-43d8-85b4-7fbbbec9dd34 HTTP/1.1" status: 404 len: 339 time: 0.0254776 May 30 20:59:42.156164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51332) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:42.195580 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-6094983b-af25-4c3a-8d3e-29d23e84d8f4 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] DELETE failed (client error): The resource could not be found. May 30 20:59:42.196095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6094983b-af25-4c3a-8d3e-29d23e84d8f4 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:59:42.197621 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6094983b-af25-4c3a-8d3e-29d23e84d8f4 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "DELETE /v2.0/subnets/19ac9454-fd4c-401c-a0f7-82c83053f885 HTTP/1.1" status: 404 len: 337 time: 0.0405436 May 30 20:59:42.200515 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51336) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:42.224682 n-d-843949-2 neutron-server[84023]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbbb8eb-eae0-4b49-a569-fdee8fb722ee tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] DELETE failed (client error): The resource could not be found. May 30 20:59:42.225059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cbbb8eb-eae0-4b49-a569-fdee8fb722ee tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:59:42.226571 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6cbbb8eb-eae0-4b49-a569-fdee8fb722ee tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "DELETE /v2.0/networks/5ec45c0f-e292-46cd-a788-942810271a87 HTTP/1.1" status: 404 len: 339 time: 0.0252166 May 30 20:59:42.228897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51340) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:42.411817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-002d05cf-88d9-4300-b29f-da5140053e26 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Deleting subnet 6f0bea7b-c463-4a9e-bb24-b36a69a11a5f {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:59:42.414652 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-002d05cf-88d9-4300-b29f-da5140053e26 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:42.451049 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5e466ff3-e735-42c4-8a53-9c2be1a9d53b None None] Deleting port d71ad991-b9e3-4d96-9a95-b44c65786854 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:59:42.451632 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5e466ff3-e735-42c4-8a53-9c2be1a9d53b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:42.471951 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-002d05cf-88d9-4300-b29f-da5140053e26 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:42.514368 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5e466ff3-e735-42c4-8a53-9c2be1a9d53b None None] The port 'd71ad991-b9e3-4d96-9a95-b44c65786854' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:59:42.554757 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-002d05cf-88d9-4300-b29f-da5140053e26 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:42.630255 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-002d05cf-88d9-4300-b29f-da5140053e26 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:42.672405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d05cf-88d9-4300-b29f-da5140053e26 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event deleted for resources: {'Subnet': ['ID=6f0bea7b-c463-4a9e-bb24-b36a69a11a5f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:42.678434 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-002d05cf-88d9-4300-b29f-da5140053e26 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:42.684541 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d91ea4-3604-4d08-b9fb-2542d5df8ef2 None None] Network 932004ba-ae21-44e3-9946-24a415e102bb requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:42.688362 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-002d05cf-88d9-4300-b29f-da5140053e26 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "DELETE /v2.0/subnets/6f0bea7b-c463-4a9e-bb24-b36a69a11a5f HTTP/1.1" status: 204 len: 168 time: 0.4585426 May 30 20:59:42.690683 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51344) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:42.804032 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:42.817124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Deleting port 80fc5660-6c87-439c-bd01-9cbbce5a766d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:59:42.817608 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:42.962708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6804bc-c1d7-425b-94a5-e909b324b0a2 None None] DHCP port deletion for 932004ba-ae21-44e3-9946-24a415e102bb request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:59:42.967327 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2e6804bc-c1d7-425b-94a5-e909b324b0a2 None None] Deleting port 80fc5660-6c87-439c-bd01-9cbbce5a766d {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:59:42.967690 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2e6804bc-c1d7-425b-94a5-e909b324b0a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:43.024617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] For port 80fc5660-6c87-439c-bd01-9cbbce5a766d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=80fc5660-6c87-439c-bd01-9cbbce5a766d,segment=NetworkSegment(6d996ce9-19f7-4159-9bc7-c69b186df1c9),segment_id=6d996ce9-19f7-4159-9bc7-c69b186df1c9)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:43.024984 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:43.156633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Calling delete_port for 80fc5660-6c87-439c-bd01-9cbbce5a766d owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:59:43.164411 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2e6804bc-c1d7-425b-94a5-e909b324b0a2 None None] For port 80fc5660-6c87-439c-bd01-9cbbce5a766d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=80fc5660-6c87-439c-bd01-9cbbce5a766d,segment=NetworkSegment(6d996ce9-19f7-4159-9bc7-c69b186df1c9),segment_id=6d996ce9-19f7-4159-9bc7-c69b186df1c9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:43.164791 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2e6804bc-c1d7-425b-94a5-e909b324b0a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:43.286811 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2e6804bc-c1d7-425b-94a5-e909b324b0a2 None None] Calling delete_port for 80fc5660-6c87-439c-bd01-9cbbce5a766d owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:59:43.317850 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:43.356468 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-2e6804bc-c1d7-425b-94a5-e909b324b0a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:59:43.356818 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-2e6804bc-c1d7-425b-94a5-e909b324b0a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:59:43.363775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event deleted for resources: {'Port': ['ID=80fc5660-6c87-439c-bd01-9cbbce5a766d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:43.369022 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] No DVR routers for this DVR port 80fc5660-6c87-439c-bd01-9cbbce5a766d on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:59:43.495342 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:43.524707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932004ba-ae21-44e3-9946-24a415e102bb']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:43.537371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d996ce9-19f7-4159-9bc7-c69b186df1c9') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:43.537675 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d996ce9-19f7-4159-9bc7-c69b186df1c9') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:43.549515 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:43.561839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 80fc5660-6c87-439c-bd01-9cbbce5a766d no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:59:43.565884 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:43.572456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:59:43.572850 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: timer() May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: self._notify() May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:59:43.587475 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:59:43.596842 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 80fc5660-6c87-439c-bd01-9cbbce5a766d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:59:43.597198 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 80fc5660-6c87-439c-bd01-9cbbce5a766d not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:59:43.666458 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:43.684421 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:43.695840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] Pushing event deleted for resources: {'Network': ['ID=932004ba-ae21-44e3-9946-24a415e102bb,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:43.698863 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e9b08926-dbf8-47f9-a395-e568dd8b7831 tempest-NetworksIpV6Test-521455306 tempest-NetworksIpV6Test-521455306-project] 10.222.0.84 "DELETE /v2.0/networks/932004ba-ae21-44e3-9946-24a415e102bb HTTP/1.1" status: 204 len: 168 time: 1.0072839 May 30 20:59:43.857812 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2e6804bc-c1d7-425b-94a5-e909b324b0a2 None None] Deleting port 80fc5660-6c87-439c-bd01-9cbbce5a766d {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:59:43.858194 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2e6804bc-c1d7-425b-94a5-e909b324b0a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:43.923492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2e6804bc-c1d7-425b-94a5-e909b324b0a2 None None] The port '80fc5660-6c87-439c-bd01-9cbbce5a766d' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:59:44.007025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51352) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:44.183085 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-796ba32e-2e11-4752-ae50-a2a7e5103636 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c871864433d24ae5bcad2645d44d1a96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1748531 May 30 20:59:44.185614 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51360) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:44.243623 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24dbc601-f79d-4000-927d-a905d5ddc698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:44.268815 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24dbc601-f79d-4000-927d-a905d5ddc698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:44.320578 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24dbc601-f79d-4000-927d-a905d5ddc698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:44.334817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbc601-f79d-4000-927d-a905d5ddc698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251d09e5-5049-4982-b764-425674c27974,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:44.341354 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-24dbc601-f79d-4000-927d-a905d5ddc698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:44.343445 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-24dbc601-f79d-4000-927d-a905d5ddc698 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/251d09e5-5049-4982-b764-425674c27974 HTTP/1.1" status: 204 len: 168 time: 0.1569333 May 30 20:59:45.115457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51382) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:45.239216 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c0f88ce1-830f-43e4-a18b-b615ff14dd54 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1418855257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:45.246683 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c0f88ce1-830f-43e4-a18b-b615ff14dd54 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:45.250463 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c0f88ce1-830f-43e4-a18b-b615ff14dd54 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Usage tracker for resource:router and tenant:4346b9d24ca647e481f08e7f28eb3fac is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:45.253270 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c0f88ce1-830f-43e4-a18b-b615ff14dd54 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:45.259321 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c0f88ce1-830f-43e4-a18b-b615ff14dd54 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:45.269660 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0f88ce1-830f-43e4-a18b-b615ff14dd54 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:45.270555 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0f88ce1-830f-43e4-a18b-b615ff14dd54 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:45.288617 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0f88ce1-830f-43e4-a18b-b615ff14dd54 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:45.305015 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0f88ce1-830f-43e4-a18b-b615ff14dd54 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:45.326441 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c0f88ce1-830f-43e4-a18b-b615ff14dd54 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:45.327605 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c0f88ce1-830f-43e4-a18b-b615ff14dd54 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2111440 May 30 20:59:45.330268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51388) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:45.335832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-838875345'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:45.341391 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:45.345181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Usage tracker for resource:network and tenant:4346b9d24ca647e481f08e7f28eb3fac is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:45.348545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:45.354421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:45.363989 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Made reservation on behalf of 4346b9d24ca647e481f08e7f28eb3fac for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:45.366769 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:45.381998 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:45.414137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:45.417964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Usage tracker for resource:security_group_rule and tenant:4346b9d24ca647e481f08e7f28eb3fac is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:45.420692 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:45.426262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:45.493493 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:45.497558 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:45.530477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:59:45.535467 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf3aeff-ed83-4e89-ae3c-5d35912a5047,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:45.542025 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:45.542387 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Added segment e8a6dcb4-e3c9-4917-849e-235a9e11af53 of type vlan for network 3b2b7f12-e466-446d-b361-fd4753a5a102 May 30 20:59:45.567870 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:45.595599 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:45.599187 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:45.599744 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:45.710558 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3790925 May 30 20:59:45.711225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23545197-e538-4840-8c7e-c30473a9305c tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Pushing event updated for resources: {'Network': ['ID=3b2b7f12-e466-446d-b361-fd4753a5a102,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:45.713286 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51392) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:45.719674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Request body: {'subnet': {'network_id': '3b2b7f12-e466-446d-b361-fd4753a5a102', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:45.722171 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 3b2b7f12-e466-446d-b361-fd4753a5a102 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:59:45.827758 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:45.831516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Usage tracker for resource:subnet and tenant:4346b9d24ca647e481f08e7f28eb3fac is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:45.834292 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:45.840400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:45.849655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Made reservation on behalf of 4346b9d24ca647e481f08e7f28eb3fac for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:45.949645 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:46.157287 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:46.229495 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Pushing event updated for resources: {'Subnet': ['ID=f05d4a1d-d3f6-4996-871e-65b9de84224d,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:46.245920 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:46.246258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:46.246588 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:46.246941 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:46.247269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:46.247587 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:46.247905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:46.248255 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:46.248569 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:46.248885 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:46.249191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:46.254686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Checking segment: {'id': 'e8a6dcb4-e3c9-4917-849e-235a9e11af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3b2b7f12-e466-446d-b361-fd4753a5a102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:46.255041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Network hostable DHCP agents. Network: 3b2b7f12-e466-446d-b361-fd4753a5a102, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:59:46.277040 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Network 3b2b7f12-e466-446d-b361-fd4753a5a102 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:59:46.286347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 3b2b7f12-e466-446d-b361-fd4753a5a102) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:46.290213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:46.290783 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:46.295534 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03eec67-3bdb-416a-9bda-eabd804694f4 None None] Network 3b2b7f12-e466-446d-b361-fd4753a5a102 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:46.315249 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3b3e3c67-3a09-4115-a081-c12881580145 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6007469 May 30 20:59:46.318321 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51396) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:46.323750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-fd87c641-e875-46e9-ba10-2fba38a507e4 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-548949268'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:46.328908 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fd87c641-e875-46e9-ba10-2fba38a507e4 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:46.332674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fd87c641-e875-46e9-ba10-2fba38a507e4 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Usage tracker for resource:network and tenant:4346b9d24ca647e481f08e7f28eb3fac is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:46.335426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-fd87c641-e875-46e9-ba10-2fba38a507e4 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:46.341642 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-fd87c641-e875-46e9-ba10-2fba38a507e4 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:46.352631 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd87c641-e875-46e9-ba10-2fba38a507e4 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Made reservation on behalf of 4346b9d24ca647e481f08e7f28eb3fac for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:46.356137 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd87c641-e875-46e9-ba10-2fba38a507e4 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:46.386293 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd87c641-e875-46e9-ba10-2fba38a507e4 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:59:46.395265 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd87c641-e875-46e9-ba10-2fba38a507e4 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:46.395608 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-fd87c641-e875-46e9-ba10-2fba38a507e4 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Added segment 0f8cd98d-0ef6-4c8b-9faf-31d50b8c35f3 of type vlan for network 15310a7b-505c-4fa4-b82f-753d4c1693fc May 30 20:59:46.423249 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd87c641-e875-46e9-ba10-2fba38a507e4 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:46.453293 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd87c641-e875-46e9-ba10-2fba38a507e4 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:46.457019 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd87c641-e875-46e9-ba10-2fba38a507e4 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:46.457591 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-fd87c641-e875-46e9-ba10-2fba38a507e4 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:46.526278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-3b2b7f12-e466-446d-b361-fd4753a5a102', 'network_id': '3b2b7f12-e466-446d-b361-fd4753a5a102', 'tenant_id': '4346b9d24ca647e481f08e7f28eb3fac', 'fixed_ips': [{'subnet_id': 'f05d4a1d-d3f6-4996-871e-65b9de84224d'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:59:46.527618 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:46.557981 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fd87c641-e875-46e9-ba10-2fba38a507e4 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2386124 May 30 20:59:46.560978 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51400) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:46.568332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-1e8d14c2-9f6b-4009-bcce-a95bd67be542 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Request body: {'subnet': {'network_id': '15310a7b-505c-4fa4-b82f-753d4c1693fc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:46.590254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87c641-e875-46e9-ba10-2fba38a507e4 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Pushing event updated for resources: {'Network': ['ID=15310a7b-505c-4fa4-b82f-753d4c1693fc,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:46.603924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 15310a7b-505c-4fa4-b82f-753d4c1693fc details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:59:46.679920 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1e8d14c2-9f6b-4009-bcce-a95bd67be542 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:46.683654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1e8d14c2-9f6b-4009-bcce-a95bd67be542 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Usage tracker for resource:subnet and tenant:4346b9d24ca647e481f08e7f28eb3fac is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:46.686451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1e8d14c2-9f6b-4009-bcce-a95bd67be542 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:46.692104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1e8d14c2-9f6b-4009-bcce-a95bd67be542 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:46.702220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8d14c2-9f6b-4009-bcce-a95bd67be542 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Made reservation on behalf of 4346b9d24ca647e481f08e7f28eb3fac for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:46.775144 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Allocated IP 172.20.0.2 (3b2b7f12-e466-446d-b361-fd4753a5a102/f05d4a1d-d3f6-4996-871e-65b9de84224d/853cdba8-1366-47b0-a937-8679369c4a56) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:59:46.806260 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1e8d14c2-9f6b-4009-bcce-a95bd67be542 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:46.982550 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:46.992989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Transition to ACTIVE for port object 853cdba8-1366-47b0-a937-8679369c4a56 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:47.013015 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Transition to ACTIVE for port object 853cdba8-1366-47b0-a937-8679369c4a56 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:47.017926 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:47.110084 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1e8d14c2-9f6b-4009-bcce-a95bd67be542 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:47.120881 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Network 3b2b7f12-e466-446d-b361-fd4753a5a102 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:59:47.123724 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:47.128095 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:59:47.130128 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Pushing event updated for resources: {'Port': ['ID=853cdba8-1366-47b0-a937-8679369c4a56,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:47.196596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d14c2-9f6b-4009-bcce-a95bd67be542 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Pushing event updated for resources: {'Subnet': ['ID=ac84de1e-13c1-4252-b01c-014dc8c0b3b6,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:47.211580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d14c2-9f6b-4009-bcce-a95bd67be542 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Checking segment: {'id': '0f8cd98d-0ef6-4c8b-9faf-31d50b8c35f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '15310a7b-505c-4fa4-b82f-753d4c1693fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:47.212139 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8d14c2-9f6b-4009-bcce-a95bd67be542 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Network hostable DHCP agents. Network: 15310a7b-505c-4fa4-b82f-753d4c1693fc, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:59:47.215106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Attempting to bind port 853cdba8-1366-47b0-a937-8679369c4a56 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:59:47.215477 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Attempting to bind port 853cdba8-1366-47b0-a937-8679369c4a56 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'e8a6dcb4-e3c9-4917-849e-235a9e11af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3b2b7f12-e466-446d-b361-fd4753a5a102'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:59:47.215838 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Attempting to bind port 853cdba8-1366-47b0-a937-8679369c4a56 on network 3b2b7f12-e466-446d-b361-fd4753a5a102 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:59:47.222937 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:59:47.223246 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Checking segment: {'id': 'e8a6dcb4-e3c9-4917-849e-235a9e11af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3b2b7f12-e466-446d-b361-fd4753a5a102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:47.223653 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:47.224058 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Bound using segment: {'id': 'e8a6dcb4-e3c9-4917-849e-235a9e11af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3b2b7f12-e466-446d-b361-fd4753a5a102'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:59:47.224603 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Bound port: 853cdba8-1366-47b0-a937-8679369c4a56, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a6dcb4-e3c9-4917-849e-235a9e11af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3b2b7f12-e466-446d-b361-fd4753a5a102'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:59:47.224875 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:47.236483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8d14c2-9f6b-4009-bcce-a95bd67be542 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Network 15310a7b-505c-4fa4-b82f-753d4c1693fc is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:59:47.247744 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-1e8d14c2-9f6b-4009-bcce-a95bd67be542 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 15310a7b-505c-4fa4-b82f-753d4c1693fc) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:47.253551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8d14c2-9f6b-4009-bcce-a95bd67be542 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:47.254385 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1e8d14c2-9f6b-4009-bcce-a95bd67be542 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:47.268982 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa029ccd-d372-44dc-b2e3-b39fd6f869ad None None] Network 15310a7b-505c-4fa4-b82f-753d4c1693fc requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:47.280478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1e8d14c2-9f6b-4009-bcce-a95bd67be542 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7186565 May 30 20:59:47.282332 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51404) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:47.287897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-74570673-6163-48dc-8ca0-7cab08a7c600 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Request body: {'router': {'external_gateway_info': {'network_id': '15310a7b-505c-4fa4-b82f-753d4c1693fc'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:47.406446 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] For port 853cdba8-1366-47b0-a937-8679369c4a56, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:59:47.425701 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] For port 853cdba8-1366-47b0-a937-8679369c4a56, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=853cdba8-1366-47b0-a937-8679369c4a56,segment=NetworkSegment(e8a6dcb4-e3c9-4917-849e-235a9e11af53),segment_id=e8a6dcb4-e3c9-4917-849e-235a9e11af53)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:59:47.453905 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:47.587211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c29aa5-8ca5-4bc6-802e-0405c1ac119a None None] Pushing event updated for resources: {'Port': ['ID=853cdba8-1366-47b0-a937-8679369c4a56,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:47.599372 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-15310a7b-505c-4fa4-b82f-753d4c1693fc', 'network_id': '15310a7b-505c-4fa4-b82f-753d4c1693fc', 'tenant_id': '4346b9d24ca647e481f08e7f28eb3fac', 'fixed_ips': [{'subnet_id': 'ac84de1e-13c1-4252-b01c-014dc8c0b3b6'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:59:47.600190 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:47.689962 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-74570673-6163-48dc-8ca0-7cab08a7c600 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:47.785727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Allocated IP 172.21.0.2 (15310a7b-505c-4fa4-b82f-753d4c1693fc/ac84de1e-13c1-4252-b01c-014dc8c0b3b6/b817d0be-c34f-4f49-a177-b2969bf76c35) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:59:47.865775 n-d-843949-2 neutron-server[84023]: INFO neutron.api.v2.resource [None req-74570673-6163-48dc-8ca0-7cab08a7c600 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:59:47.868249 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-74570673-6163-48dc-8ca0-7cab08a7c600 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] 10.222.0.84 "PUT /v2.0/routers/fe733001-31ef-4b36-a92e-7bbac2c12199 HTTP/1.1" status: 400 len: 364 time: 0.5835640 May 30 20:59:47.873258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51408) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:47.940099 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-eceb94d2-5d1f-4f29-8ccd-b7747e6ddd89 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Deleting subnet ac84de1e-13c1-4252-b01c-014dc8c0b3b6 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:59:48.003785 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:48.014223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Transition to ACTIVE for port object b817d0be-c34f-4f49-a177-b2969bf76c35 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:48.033471 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Transition to ACTIVE for port object b817d0be-c34f-4f49-a177-b2969bf76c35 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:48.037782 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eceb94d2-5d1f-4f29-8ccd-b7747e6ddd89 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:48.038509 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:48.097421 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eceb94d2-5d1f-4f29-8ccd-b7747e6ddd89 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:48.107020 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Network 15310a7b-505c-4fa4-b82f-753d4c1693fc is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:59:48.109621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:48.112252 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:59:48.122468 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Pushing event updated for resources: {'Port': ['ID=b817d0be-c34f-4f49-a177-b2969bf76c35,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:48.180233 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eceb94d2-5d1f-4f29-8ccd-b7747e6ddd89 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:48.204943 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Attempting to bind port b817d0be-c34f-4f49-a177-b2969bf76c35 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:59:48.205304 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Attempting to bind port b817d0be-c34f-4f49-a177-b2969bf76c35 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '0f8cd98d-0ef6-4c8b-9faf-31d50b8c35f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '15310a7b-505c-4fa4-b82f-753d4c1693fc'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:59:48.205659 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Attempting to bind port b817d0be-c34f-4f49-a177-b2969bf76c35 on network 15310a7b-505c-4fa4-b82f-753d4c1693fc {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:59:48.212017 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:59:48.212396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Checking segment: {'id': '0f8cd98d-0ef6-4c8b-9faf-31d50b8c35f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '15310a7b-505c-4fa4-b82f-753d4c1693fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:48.212794 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:48.213181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Bound using segment: {'id': '0f8cd98d-0ef6-4c8b-9faf-31d50b8c35f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '15310a7b-505c-4fa4-b82f-753d4c1693fc'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:59:48.213642 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Bound port: b817d0be-c34f-4f49-a177-b2969bf76c35, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f8cd98d-0ef6-4c8b-9faf-31d50b8c35f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '15310a7b-505c-4fa4-b82f-753d4c1693fc'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:59:48.214568 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:48.269781 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eceb94d2-5d1f-4f29-8ccd-b7747e6ddd89 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:48.313380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb94d2-5d1f-4f29-8ccd-b7747e6ddd89 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Pushing event deleted for resources: {'Subnet': ['ID=ac84de1e-13c1-4252-b01c-014dc8c0b3b6,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:48.319892 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eceb94d2-5d1f-4f29-8ccd-b7747e6ddd89 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:48.329611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51412) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:48.330303 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-eceb94d2-5d1f-4f29-8ccd-b7747e6ddd89 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] 10.222.0.84 "DELETE /v2.0/subnets/ac84de1e-13c1-4252-b01c-014dc8c0b3b6 HTTP/1.1" status: 204 len: 168 time: 0.4553714 May 30 20:59:48.338658 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] For port b817d0be-c34f-4f49-a177-b2969bf76c35, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:59:48.342290 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] For port b817d0be-c34f-4f49-a177-b2969bf76c35, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b817d0be-c34f-4f49-a177-b2969bf76c35,segment=NetworkSegment(0f8cd98d-0ef6-4c8b-9faf-31d50b8c35f3),segment_id=0f8cd98d-0ef6-4c8b-9faf-31d50b8c35f3)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:59:48.346355 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:48.471826 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef2c71-6080-43d8-a055-1b07ae685e5f None None] Pushing event updated for resources: {'Port': ['ID=b817d0be-c34f-4f49-a177-b2969bf76c35,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:48.514746 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38480b1c-8d29-4af1-bdcd-2ae26f9665aa None None] Network 15310a7b-505c-4fa4-b82f-753d4c1693fc requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:48.566185 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:48.577910 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Deleting port b817d0be-c34f-4f49-a177-b2969bf76c35 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:59:48.578241 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:48.653207 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cb93ff-4b42-481e-b9b0-1cb988ba21c8 None None] Network 3b2b7f12-e466-446d-b361-fd4753a5a102 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:48.793511 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8cb4badc-4623-4863-83bb-e3fcdda970f7 None None] Provisioning for port 853cdba8-1366-47b0-a937-8679369c4a56 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:48.796666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] For port b817d0be-c34f-4f49-a177-b2969bf76c35, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b817d0be-c34f-4f49-a177-b2969bf76c35,segment=NetworkSegment(0f8cd98d-0ef6-4c8b-9faf-31d50b8c35f3),segment_id=0f8cd98d-0ef6-4c8b-9faf-31d50b8c35f3)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:48.797232 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:48.928571 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Calling delete_port for b817d0be-c34f-4f49-a177-b2969bf76c35 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:59:49.003807 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.055116 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Pushing event deleted for resources: {'Port': ['ID=b817d0be-c34f-4f49-a177-b2969bf76c35,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:49.060250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] No DVR routers for this DVR port b817d0be-c34f-4f49-a177-b2969bf76c35 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:59:49.169471 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e07df17-98e3-4d02-97da-b59434c59fdc None None] get_active_networks_info from n-d-843949-2 {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:59:49.185503 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.210377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15310a7b-505c-4fa4-b82f-753d4c1693fc']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:49.222531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8cd98d-0ef6-4c8b-9faf-31d50b8c35f3') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:49.222815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8cd98d-0ef6-4c8b-9faf-31d50b8c35f3') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:49.234098 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.251018 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.257475 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:59:49.257627 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.262086 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e07df17-98e3-4d02-97da-b59434c59fdc None None] Resources bound (agent type, host, resource id): {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: timer() May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:59:49.272620 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:59:49.352817 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.373221 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.379187 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Pushing event deleted for resources: {'Network': ['ID=15310a7b-505c-4fa4-b82f-753d4c1693fc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:49.385563 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1b3b90e3-f893-41e5-884a-ef9edcf215fc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] 10.222.0.84 "DELETE /v2.0/networks/15310a7b-505c-4fa4-b82f-753d4c1693fc HTTP/1.1" status: 204 len: 168 time: 1.0546243 May 30 20:59:49.388560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51416) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:49.579084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd781cae-fef3-48f4-9b7e-3435a53a23bc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Deleting subnet f05d4a1d-d3f6-4996-871e-65b9de84224d {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:59:49.581946 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd781cae-fef3-48f4-9b7e-3435a53a23bc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.601486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 853cdba8-1366-47b0-a937-8679369c4a56 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:49.639624 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd781cae-fef3-48f4-9b7e-3435a53a23bc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.672067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 853cdba8-1366-47b0-a937-8679369c4a56 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:49.676981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 853cdba8-1366-47b0-a937-8679369c4a56 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:49.677345 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.721101 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd781cae-fef3-48f4-9b7e-3435a53a23bc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.792133 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.794127 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd781cae-fef3-48f4-9b7e-3435a53a23bc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.836521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd781cae-fef3-48f4-9b7e-3435a53a23bc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Pushing event deleted for resources: {'Subnet': ['ID=f05d4a1d-d3f6-4996-871e-65b9de84224d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:49.843620 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-bd781cae-fef3-48f4-9b7e-3435a53a23bc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.850839 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bd781cae-fef3-48f4-9b7e-3435a53a23bc tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] 10.222.0.84 "DELETE /v2.0/subnets/f05d4a1d-d3f6-4996-871e-65b9de84224d HTTP/1.1" status: 204 len: 168 time: 0.4613452 May 30 20:59:49.851016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51860829-229f-46cb-a579-eab84ac2cfee None None] Network 3b2b7f12-e466-446d-b361-fd4753a5a102 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:49.853446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51420) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:49.945797 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:59:49.946066 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:59:49.968042 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.978725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Deleting port 853cdba8-1366-47b0-a937-8679369c4a56 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:59:49.979048 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:50.102404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aa3926-e55f-44dc-914f-d9296b0f7875 None None] DHCP port deletion for 3b2b7f12-e466-446d-b361-fd4753a5a102 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:59:50.107374 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa3926-e55f-44dc-914f-d9296b0f7875 None None] Deleting port 853cdba8-1366-47b0-a937-8679369c4a56 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:59:50.107738 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3926-e55f-44dc-914f-d9296b0f7875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:50.275719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] For port 853cdba8-1366-47b0-a937-8679369c4a56, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=853cdba8-1366-47b0-a937-8679369c4a56,segment=NetworkSegment(e8a6dcb4-e3c9-4917-849e-235a9e11af53),segment_id=e8a6dcb4-e3c9-4917-849e-235a9e11af53)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:50.276214 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:50.311607 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f7aa3926-e55f-44dc-914f-d9296b0f7875 None None] For port 853cdba8-1366-47b0-a937-8679369c4a56, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=853cdba8-1366-47b0-a937-8679369c4a56,segment=NetworkSegment(e8a6dcb4-e3c9-4917-849e-235a9e11af53),segment_id=e8a6dcb4-e3c9-4917-849e-235a9e11af53)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:50.312020 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3926-e55f-44dc-914f-d9296b0f7875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:50.410967 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Calling delete_port for 853cdba8-1366-47b0-a937-8679369c4a56 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:59:50.433106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa3926-e55f-44dc-914f-d9296b0f7875 None None] Calling delete_port for 853cdba8-1366-47b0-a937-8679369c4a56 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:59:50.482593 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:50.501581 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Port 853cdba8-1366-47b0-a937-8679369c4a56 update to ACTIVE by agent not found {{(pid=84025) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 30 20:59:50.532754 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-f7aa3926-e55f-44dc-914f-d9296b0f7875 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:59:50.533023 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-f7aa3926-e55f-44dc-914f-d9296b0f7875 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:59:50.541705 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Pushing event deleted for resources: {'Port': ['ID=853cdba8-1366-47b0-a937-8679369c4a56,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:50.547162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] No DVR routers for this DVR port 853cdba8-1366-47b0-a937-8679369c4a56 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:59:50.669518 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:50.693394 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2b7f12-e466-446d-b361-fd4753a5a102']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:50.705007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a6dcb4-e3c9-4917-849e-235a9e11af53') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:50.705300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a6dcb4-e3c9-4917-849e-235a9e11af53') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:50.716795 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:50.732492 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:50.738354 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:59:50.738722 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: timer() May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: self._notify() May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:59:50.752667 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:59:50.840026 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:50.857306 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:50.867662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Pushing event deleted for resources: {'Network': ['ID=3b2b7f12-e466-446d-b361-fd4753a5a102,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:50.871568 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4eec602c-76c9-4f6b-88d2-eb044de3b858 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] 10.222.0.84 "DELETE /v2.0/networks/3b2b7f12-e466-446d-b361-fd4753a5a102 HTTP/1.1" status: 204 len: 168 time: 1.0168197 May 30 20:59:50.874129 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51424) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:50.914609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-91c6b4a9-497b-4003-86f2-e2285ee3ff68 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Synchronizing usage tracker for tenant:4346b9d24ca647e481f08e7f28eb3fac on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:59:50.929597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-91c6b4a9-497b-4003-86f2-e2285ee3ff68 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Unset dirty status for tenant:4346b9d24ca647e481f08e7f28eb3fac on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:59:50.930765 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-91c6b4a9-497b-4003-86f2-e2285ee3ff68 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe733001-31ef-4b36-a92e-7bbac2c12199 HTTP/1.1" status: 200 len: 205 time: 0.0556769 May 30 20:59:50.933354 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51428) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:51.034393 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa3926-e55f-44dc-914f-d9296b0f7875 None None] Deleting port 853cdba8-1366-47b0-a937-8679369c4a56 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:59:51.034938 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3926-e55f-44dc-914f-d9296b0f7875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:51.067886 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-189d8751-e55f-4158-96d3-96fd9fca2403 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:51.099158 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa3926-e55f-44dc-914f-d9296b0f7875 None None] The port '853cdba8-1366-47b0-a937-8679369c4a56' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:59:51.536056 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-189d8751-e55f-4158-96d3-96fd9fca2403 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:51.540233 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-189d8751-e55f-4158-96d3-96fd9fca2403 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:51.566113 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 853cdba8-1366-47b0-a937-8679369c4a56 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:59:51.567661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-189d8751-e55f-4158-96d3-96fd9fca2403 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:51.568174 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189d8751-e55f-4158-96d3-96fd9fca2403 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Fanout notify agent at l3_agent the message router_deleted on router fe733001-31ef-4b36-a92e-7bbac2c12199 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:59:51.580250 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-189d8751-e55f-4158-96d3-96fd9fca2403 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:51.581318 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-189d8751-e55f-4158-96d3-96fd9fca2403 tempest-RoutersNegativeTest-1239511564 tempest-RoutersNegativeTest-1239511564-project] 10.222.0.84 "DELETE /v2.0/routers/fe733001-31ef-4b36-a92e-7bbac2c12199 HTTP/1.1" status: 204 len: 168 time: 0.6470962 May 30 20:59:51.598748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 853cdba8-1366-47b0-a937-8679369c4a56 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:59:51.599080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 853cdba8-1366-47b0-a937-8679369c4a56 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:59:51.886360 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51436) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:52.055155 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-01cbb771-d7f7-48cb-b8ba-caa0fc91eb89 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4346b9d24ca647e481f08e7f28eb3fac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1676545 May 30 20:59:52.057730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51442) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:52.114587 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad2a580a-6154-496d-bb4a-e9260ad7839b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:52.139390 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad2a580a-6154-496d-bb4a-e9260ad7839b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:52.192269 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad2a580a-6154-496d-bb4a-e9260ad7839b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:52.210216 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a580a-6154-496d-bb4a-e9260ad7839b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf3aeff-ed83-4e89-ae3c-5d35912a5047,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:52.213883 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ad2a580a-6154-496d-bb4a-e9260ad7839b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:52.217614 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ad2a580a-6154-496d-bb4a-e9260ad7839b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/abf3aeff-ed83-4e89-ae3c-5d35912a5047 HTTP/1.1" status: 204 len: 168 time: 0.1563790 May 30 20:59:52.968247 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51464) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:53.094850 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1464447198-network', 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:53.100450 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:53.104940 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Usage tracker for resource:network and tenant:ff8817f95c584af4946c74d4324ead0f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:53.107799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:53.113487 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:53.123613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Made reservation on behalf of ff8817f95c584af4946c74d4324ead0f for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:53.125829 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:53.138169 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:53.168369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:53.172118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Usage tracker for resource:security_group_rule and tenant:ff8817f95c584af4946c74d4324ead0f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:53.174800 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:53.180331 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:53.242620 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:53.246695 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:53.275441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:59:53.284363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b75a8ba-3bbc-4a56-b74d-2b17de706e06,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:53.289730 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:53.290062 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Added segment ea13848c-52a4-4f19-87e3-7186e3d50d90 of type vlan for network 8ed1e7cb-428e-4930-a48c-98800da1f29f May 30 20:59:53.316601 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:53.344810 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:53.345620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:53.346180 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:53.444709 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4752326 May 30 20:59:53.447460 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2332d6-a00e-40db-8f45-583c00750e93 admin admin] Pushing event updated for resources: {'Network': ['ID=8ed1e7cb-428e-4930-a48c-98800da1f29f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:53.447605 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51470) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:53.454650 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-9e7d7492-4fb5-4f1b-9222-e07cdf907e56 admin admin] Request body: {'subnet': {'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1464447198-subnet', 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f', 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:53.458152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 8ed1e7cb-428e-4930-a48c-98800da1f29f details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:59:53.461281 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9e7d7492-4fb5-4f1b-9222-e07cdf907e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:53.465944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9e7d7492-4fb5-4f1b-9222-e07cdf907e56 admin admin] Usage tracker for resource:subnet and tenant:ff8817f95c584af4946c74d4324ead0f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:53.468869 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9e7d7492-4fb5-4f1b-9222-e07cdf907e56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:53.474664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9e7d7492-4fb5-4f1b-9222-e07cdf907e56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:53.485166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7d7492-4fb5-4f1b-9222-e07cdf907e56 admin admin] Made reservation on behalf of ff8817f95c584af4946c74d4324ead0f for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:53.487411 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e7d7492-4fb5-4f1b-9222-e07cdf907e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:53.689026 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e7d7492-4fb5-4f1b-9222-e07cdf907e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:53.760014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d7492-4fb5-4f1b-9222-e07cdf907e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:53.774472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7d7492-4fb5-4f1b-9222-e07cdf907e56 admin admin] Checking segment: {'id': 'ea13848c-52a4-4f19-87e3-7186e3d50d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:53.774832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7d7492-4fb5-4f1b-9222-e07cdf907e56 admin admin] Network hostable DHCP agents. Network: 8ed1e7cb-428e-4930-a48c-98800da1f29f, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:59:53.796186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7d7492-4fb5-4f1b-9222-e07cdf907e56 admin admin] Network 8ed1e7cb-428e-4930-a48c-98800da1f29f is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:59:53.804891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-9e7d7492-4fb5-4f1b-9222-e07cdf907e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 8ed1e7cb-428e-4930-a48c-98800da1f29f) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:53.809502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7d7492-4fb5-4f1b-9222-e07cdf907e56 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:53.810081 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9e7d7492-4fb5-4f1b-9222-e07cdf907e56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:53.814073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7743fb-6ea4-48d7-a6b0-7f1da6cdea83 None None] Network 8ed1e7cb-428e-4930-a48c-98800da1f29f requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:53.833009 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9e7d7492-4fb5-4f1b-9222-e07cdf907e56 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3835893 May 30 20:59:53.835657 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51474) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:53.840600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1464447198-router', 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:53.845667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:53.849522 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Usage tracker for resource:router and tenant:ff8817f95c584af4946c74d4324ead0f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:53.852425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:53.858161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:53.869267 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:53.870671 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:53.890044 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:54.031739 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-8ed1e7cb-428e-4930-a48c-98800da1f29f', 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f', 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f', 'fixed_ips': [{'subnet_id': '244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:59:54.032622 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:54.132567 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:54.192443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Allocated IP 172.20.0.2 (8ed1e7cb-428e-4930-a48c-98800da1f29f/244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a/e3c66e9e-36d1-488e-8a67-4bf229132f1e) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:59:54.321098 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:54.350708 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:54.391555 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:54.402155 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Transition to ACTIVE for port object e3c66e9e-36d1-488e-8a67-4bf229132f1e will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:54.421194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Transition to ACTIVE for port object e3c66e9e-36d1-488e-8a67-4bf229132f1e will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:54.426837 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:54.491400 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Allocated IP 172.25.5.187 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/2eb18499-1349-4156-acab-d1a62c97c3ce) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:59:54.496071 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Network 8ed1e7cb-428e-4930-a48c-98800da1f29f is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:59:54.498861 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:54.503292 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:59:54.505265 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Pushing event updated for resources: {'Port': ['ID=e3c66e9e-36d1-488e-8a67-4bf229132f1e,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:54.593214 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Attempting to bind port e3c66e9e-36d1-488e-8a67-4bf229132f1e on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:59:54.593480 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Attempting to bind port e3c66e9e-36d1-488e-8a67-4bf229132f1e by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'ea13848c-52a4-4f19-87e3-7186e3d50d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:59:54.593839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Attempting to bind port e3c66e9e-36d1-488e-8a67-4bf229132f1e on network 8ed1e7cb-428e-4930-a48c-98800da1f29f {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:59:54.600175 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:59:54.600545 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Checking segment: {'id': 'ea13848c-52a4-4f19-87e3-7186e3d50d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:54.600943 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:54.601353 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Bound using segment: {'id': 'ea13848c-52a4-4f19-87e3-7186e3d50d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:59:54.601809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Bound port: e3c66e9e-36d1-488e-8a67-4bf229132f1e, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea13848c-52a4-4f19-87e3-7186e3d50d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:59:54.602181 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:54.644254 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:54.671955 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:54.691969 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] For port e3c66e9e-36d1-488e-8a67-4bf229132f1e, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:59:54.694957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] For port e3c66e9e-36d1-488e-8a67-4bf229132f1e, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e3c66e9e-36d1-488e-8a67-4bf229132f1e,segment=NetworkSegment(ea13848c-52a4-4f19-87e3-7186e3d50d90),segment_id=ea13848c-52a4-4f19-87e3-7186e3d50d90)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:59:54.699424 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:54.738856 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:59:54.741572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:54.745328 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:59:54.777317 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35142be5-7bb6-4a49-a5f3-c96694170883 None None] Pushing event updated for resources: {'Port': ['ID=e3c66e9e-36d1-488e-8a67-4bf229132f1e,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:54.779308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Pushing event updated for resources: {'Port': ['ID=2eb18499-1349-4156-acab-d1a62c97c3ce,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:54.924550 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:54.925286 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:55.164799 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Router 9d824633-22fa-48f0-8e42-65bf581b5473 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:59:55.364625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:59:55.374507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Sync routers for ids ['9d824633-22fa-48f0-8e42-65bf581b5473'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:59:55.387262 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Routers {'9d824633-22fa-48f0-8e42-65bf581b5473'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:59:55.388022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:59:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['9d824633-22fa-48f0-8e42-65bf581b5473'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:55.390017 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:55.394361 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51478) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:55.394882 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-66559a28-4c5e-4494-ae9e-201dcfdd6dba admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5577378 May 30 20:59:55.590647 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Set router 9d824633-22fa-48f0-8e42-65bf581b5473 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:59:55.635294 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e3c66e9e-36d1-488e-8a67-4bf229132f1e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:55.814438 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4a7e30-02b7-473f-9aef-f710465a2153 None None] Network 8ed1e7cb-428e-4930-a48c-98800da1f29f requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:55.992345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-edcbe94e-b082-495a-93cb-e78bb15eabf0 None None] Provisioning for port e3c66e9e-36d1-488e-8a67-4bf229132f1e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:56.046445 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port e3c66e9e-36d1-488e-8a67-4bf229132f1e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:56.107083 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port e3c66e9e-36d1-488e-8a67-4bf229132f1e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:56.107456 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:56.170102 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:56.309926 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'name': 'tempest-TestEncryptedCinderVolumes-1464447198-router', 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '2eb18499-1349-4156-acab-d1a62c97c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:53Z', 'updated_at': '2022-05-30T20:59:54Z', 'revision_number': 3, 'project_id': 'ff8817f95c584af4946c74d4324ead0f', 'gw_port': {'id': '2eb18499-1349-4156-acab-d1a62c97c3ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:54Z', 'updated_at': '2022-05-30T20:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:56.319378 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:56.330974 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Checking router: 9d824633-22fa-48f0-8e42-65bf581b5473 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:59:56.331325 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Updating router 9d824633-22fa-48f0-8e42-65bf581b5473 port 2eb18499-1349-4156-acab-d1a62c97c3ce binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:59:56.375073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Allocated IP 172.20.0.1 (8ed1e7cb-428e-4930-a48c-98800da1f29f/244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a/123107d7-9414-4639-abe0-6fef99da7383) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:59:56.403496 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:56.440166 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port e3c66e9e-36d1-488e-8a67-4bf229132f1e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e3c66e9e-36d1-488e-8a67-4bf229132f1e,segment=NetworkSegment(ea13848c-52a4-4f19-87e3-7186e3d50d90),segment_id=ea13848c-52a4-4f19-87e3-7186e3d50d90)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:56.449858 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:56.542318 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:56.560305 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Transition to ACTIVE for port object 123107d7-9414-4639-abe0-6fef99da7383 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:56.583124 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:56.588307 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=e3c66e9e-36d1-488e-8a67-4bf229132f1e,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:56.706201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cd753d96-e9c0-4736-8097-7bbd87d11834 None None] Provisioning complete for port e3c66e9e-36d1-488e-8a67-4bf229132f1e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:56.706851 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cd753d96-e9c0-4736-8097-7bbd87d11834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:56.755524 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Network 8ed1e7cb-428e-4930-a48c-98800da1f29f is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:59:56.758235 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:56.761978 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:59:56.793124 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Pushing event updated for resources: {'Port': ['ID=123107d7-9414-4639-abe0-6fef99da7383,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:56.820754 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:56.908323 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:56.913223 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:56.928211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Transition to ACTIVE for port object 2eb18499-1349-4156-acab-d1a62c97c3ce will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:56.935597 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:57.028601 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d329a79-b68a-4e5e-bac2-964ad6ea12c4 None None] Pushing event updated for resources: {'Port': ['ID=2eb18499-1349-4156-acab-d1a62c97c3ce,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:57.031591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Attempting to bind port 2eb18499-1349-4156-acab-d1a62c97c3ce on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:59:57.031905 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Attempting to bind port 2eb18499-1349-4156-acab-d1a62c97c3ce by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:59:57.032288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Attempting to bind port 2eb18499-1349-4156-acab-d1a62c97c3ce on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:59:57.043388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:59:57.043730 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:57.044126 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:57.044507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:59:57.044973 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Bound port: 2eb18499-1349-4156-acab-d1a62c97c3ce, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:59:57.045338 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:57.081483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-19020ef3-a0fd-4685-9b4c-e155a95104e9 None None] Provisioning for port 123107d7-9414-4639-abe0-6fef99da7383 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:57.094293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-19020ef3-a0fd-4685-9b4c-e155a95104e9 None None] Provisioning complete for port 123107d7-9414-4639-abe0-6fef99da7383 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:57.094660 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-19020ef3-a0fd-4685-9b4c-e155a95104e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:57.140415 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:57.144812 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:57.168166 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-19020ef3-a0fd-4685-9b4c-e155a95104e9 None None] Port 123107d7-9414-4639-abe0-6fef99da7383 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:59:57.172023 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] For port 2eb18499-1349-4156-acab-d1a62c97c3ce, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:59:57.174621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] For port 2eb18499-1349-4156-acab-d1a62c97c3ce, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=2eb18499-1349-4156-acab-d1a62c97c3ce,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:59:57.179415 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:57.253766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Pushing event updated for resources: {'Port': ['ID=123107d7-9414-4639-abe0-6fef99da7383,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:57.256247 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:57.263440 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Routers {'9d824633-22fa-48f0-8e42-65bf581b5473'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:59:57.264094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T20:59:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['9d824633-22fa-48f0-8e42-65bf581b5473'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:57.374912 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d329a79-b68a-4e5e-bac2-964ad6ea12c4 None None] Pushing event updated for resources: {'Port': ['ID=2eb18499-1349-4156-acab-d1a62c97c3ce,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:57.394753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Network 8ed1e7cb-428e-4930-a48c-98800da1f29f is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:59:57.395830 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:57.462671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] Set router 9d824633-22fa-48f0-8e42-65bf581b5473 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:59:57.642599 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e3c66e9e-36d1-488e-8a67-4bf229132f1e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:57.786260 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Router 9d824633-22fa-48f0-8e42-65bf581b5473 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:59:57.794671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e28a1c2d-4769-4202-a2b6-9c83c0e22178 None None] Provisioning complete for port 123107d7-9414-4639-abe0-6fef99da7383 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:57.795100 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e28a1c2d-4769-4202-a2b6-9c83c0e22178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:57.900355 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e28a1c2d-4769-4202-a2b6-9c83c0e22178 None None] Port 123107d7-9414-4639-abe0-6fef99da7383 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:59:57.928557 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-be068c23-7537-45cb-80fb-cf65b161d269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:57.933168 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port e3c66e9e-36d1-488e-8a67-4bf229132f1e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:57.933560 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:57.998666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:59:58.015348 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4242e180-8d16-4e89-8a2d-f32f97aabe00 admin admin] 10.222.0.84 "PUT /v2.0/routers/9d824633-22fa-48f0-8e42-65bf581b5473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6116307 May 30 20:59:58.065755 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'name': 'tempest-TestEncryptedCinderVolumes-1464447198-router', 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '2eb18499-1349-4156-acab-d1a62c97c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:53Z', 'updated_at': '2022-05-30T20:59:56Z', 'revision_number': 4, 'project_id': 'ff8817f95c584af4946c74d4324ead0f', 'gw_port': {'id': '2eb18499-1349-4156-acab-d1a62c97c3ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:54Z', 'updated_at': '2022-05-30T20:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '123107d7-9414-4639-abe0-6fef99da7383', 'name': '', 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f', 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f', 'mac_address': 'fa:16:3e:8e:e1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:56Z', 'updated_at': '2022-05-30T20:59:56Z', 'revision_number': 2, 'project_id': 'ff8817f95c584af4946c74d4324ead0f', 'subnets': [{'id': '244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:58.074238 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19986387-90c6-4273-bf23-c9eeb4f8ae39 None None] The sync data for ids ['9d824633-22fa-48f0-8e42-65bf581b5473'] in n-d-843949-2 is: [{'id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'name': 'tempest-TestEncryptedCinderVolumes-1464447198-router', 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '2eb18499-1349-4156-acab-d1a62c97c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:53Z', 'updated_at': '2022-05-30T20:59:56Z', 'revision_number': 4, 'project_id': 'ff8817f95c584af4946c74d4324ead0f', 'gw_port': {'id': '2eb18499-1349-4156-acab-d1a62c97c3ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:54Z', 'updated_at': '2022-05-30T20:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '123107d7-9414-4639-abe0-6fef99da7383', 'name': '', 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f', 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f', 'mac_address': 'fa:16:3e:8e:e1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:56Z', 'updated_at': '2022-05-30T20:59:56Z', 'revision_number': 2, 'project_id': 'ff8817f95c584af4946c74d4324ead0f', 'subnets': [{'id': '244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:59:58.921869 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51502) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:58.928138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1823753117-network', 'tenant_id': '24eb13f084874f83a25d81e81f8fa753'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:58.934469 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:58.939243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Usage tracker for resource:network and tenant:24eb13f084874f83a25d81e81f8fa753 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:58.942151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:58.948163 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:58.959473 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Made reservation on behalf of 24eb13f084874f83a25d81e81f8fa753 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:58.961762 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:58.974916 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:59.007547 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:59.011978 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Usage tracker for resource:security_group_rule and tenant:24eb13f084874f83a25d81e81f8fa753 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:59.014799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:59.020474 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:59.087473 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:59.091594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:59.121466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:59:59.130316 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc60933c-c268-4bb7-8fe3-15f3b739c4fc,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:59.136733 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:59.137070 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Added segment 49bf86ac-0840-4527-a172-8d7780123ea6 of type vlan for network 6f68a342-989b-4f6e-999f-d285ee431977 May 30 20:59:59.163712 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:59.195450 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:59.196266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:59.196841 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:59.298708 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] Pushing event updated for resources: {'Network': ['ID=6f68a342-989b-4f6e-999f-d285ee431977,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:59.301616 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-faab1b0f-bd4d-413d-b403-001b510297d7 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3781574 May 30 20:59:59.304455 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51506) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:59.308886 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 6f68a342-989b-4f6e-999f-d285ee431977 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:59:59.310137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d920108b-444d-41a7-b8fe-0d3ddf1b39db admin admin] Request body: {'subnet': {'network_id': '6f68a342-989b-4f6e-999f-d285ee431977', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1823753117-subnet', 'tenant_id': '24eb13f084874f83a25d81e81f8fa753', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:59.315724 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d920108b-444d-41a7-b8fe-0d3ddf1b39db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:59.319598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d920108b-444d-41a7-b8fe-0d3ddf1b39db admin admin] Usage tracker for resource:subnet and tenant:24eb13f084874f83a25d81e81f8fa753 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:59.322459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d920108b-444d-41a7-b8fe-0d3ddf1b39db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:59.328255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d920108b-444d-41a7-b8fe-0d3ddf1b39db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:59.337962 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d920108b-444d-41a7-b8fe-0d3ddf1b39db admin admin] Made reservation on behalf of 24eb13f084874f83a25d81e81f8fa753 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:59.340252 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d920108b-444d-41a7-b8fe-0d3ddf1b39db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:59.593736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 2eb18499-1349-4156-acab-d1a62c97c3ce up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:59.642697 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d920108b-444d-41a7-b8fe-0d3ddf1b39db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:59.662623 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 2eb18499-1349-4156-acab-d1a62c97c3ce completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:59.669164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 2eb18499-1349-4156-acab-d1a62c97c3ce triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:59.669535 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:59.717397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920108b-444d-41a7-b8fe-0d3ddf1b39db admin admin] Pushing event updated for resources: {'Subnet': ['ID=13877b97-4f8b-42fd-b4a2-cf34e9dffe41,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:59.727065 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d920108b-444d-41a7-b8fe-0d3ddf1b39db admin admin] Checking segment: {'id': '49bf86ac-0840-4527-a172-8d7780123ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6f68a342-989b-4f6e-999f-d285ee431977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:59.727414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d920108b-444d-41a7-b8fe-0d3ddf1b39db admin admin] Network hostable DHCP agents. Network: 6f68a342-989b-4f6e-999f-d285ee431977, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:59:59.749973 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d920108b-444d-41a7-b8fe-0d3ddf1b39db admin admin] Network 6f68a342-989b-4f6e-999f-d285ee431977 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:59:59.759080 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-d920108b-444d-41a7-b8fe-0d3ddf1b39db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 6f68a342-989b-4f6e-999f-d285ee431977) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:59.763524 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d920108b-444d-41a7-b8fe-0d3ddf1b39db admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:59.764177 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d920108b-444d-41a7-b8fe-0d3ddf1b39db admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:59.775037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d356f38c-aaff-4838-9ad8-ad7efeecb5bc None None] Network 6f68a342-989b-4f6e-999f-d285ee431977 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:59.785338 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d920108b-444d-41a7-b8fe-0d3ddf1b39db admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4798982 May 30 20:59:59.787954 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51510) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:59.792928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1823753117-router', 'tenant_id': '24eb13f084874f83a25d81e81f8fa753', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:59.798333 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:59.802538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Usage tracker for resource:router and tenant:24eb13f084874f83a25d81e81f8fa753 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:59.805342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:59.811596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:59.822749 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:59.824223 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:59.842075 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:59.869225 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:59.903732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 2eb18499-1349-4156-acab-d1a62c97c3ce, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=2eb18499-1349-4156-acab-d1a62c97c3ce,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:59.917109 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:59.995751 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:00.070078 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=2eb18499-1349-4156-acab-d1a62c97c3ce,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:00.096264 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-6f68a342-989b-4f6e-999f-d285ee431977', 'network_id': '6f68a342-989b-4f6e-999f-d285ee431977', 'tenant_id': '24eb13f084874f83a25d81e81f8fa753', 'fixed_ips': [{'subnet_id': '13877b97-4f8b-42fd-b4a2-cf34e9dffe41'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:00:00.097066 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:00.108461 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7cb54529-465b-4a67-a6e8-995014cc6da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:00.194844 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:00.247835 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:00.263134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Allocated IP 172.20.0.2 (6f68a342-989b-4f6e-999f-d285ee431977/13877b97-4f8b-42fd-b4a2-cf34e9dffe41/bd29f029-8f4f-4565-bcad-a4787e48d448) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:00:00.402121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Allocated IP 172.25.5.198 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/720f7a90-b530-48fb-99ea-0798e2d93214) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:00:00.478996 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:00.496012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Transition to ACTIVE for port object bd29f029-8f4f-4565-bcad-a4787e48d448 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:00:00.516809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Transition to ACTIVE for port object bd29f029-8f4f-4565-bcad-a4787e48d448 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:00:00.524092 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:00.558242 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:00.587612 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:00.617210 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Network 6f68a342-989b-4f6e-999f-d285ee431977 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:00:00.621120 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:00:00.622982 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Pushing event updated for resources: {'Port': ['ID=bd29f029-8f4f-4565-bcad-a4787e48d448,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:00.625519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:00:00.664865 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:00:00.668498 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:00:00.671220 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Pushing event updated for resources: {'Port': ['ID=720f7a90-b530-48fb-99ea-0798e2d93214,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:00.673214 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:00:00.720669 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Attempting to bind port bd29f029-8f4f-4565-bcad-a4787e48d448 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:00:00.721035 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Attempting to bind port bd29f029-8f4f-4565-bcad-a4787e48d448 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '49bf86ac-0840-4527-a172-8d7780123ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6f68a342-989b-4f6e-999f-d285ee431977'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:00:00.721393 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Attempting to bind port bd29f029-8f4f-4565-bcad-a4787e48d448 on network 6f68a342-989b-4f6e-999f-d285ee431977 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:00:00.732659 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:00:00.733042 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Checking segment: {'id': '49bf86ac-0840-4527-a172-8d7780123ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6f68a342-989b-4f6e-999f-d285ee431977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:00:00.733421 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:00.733811 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Bound using segment: {'id': '49bf86ac-0840-4527-a172-8d7780123ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6f68a342-989b-4f6e-999f-d285ee431977'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:00:00.734273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Bound port: bd29f029-8f4f-4565-bcad-a4787e48d448, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49bf86ac-0840-4527-a172-8d7780123ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6f68a342-989b-4f6e-999f-d285ee431977'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:00:00.734640 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:00.855409 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:00.856187 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:00.875412 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] For port bd29f029-8f4f-4565-bcad-a4787e48d448, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:00:00.878759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] For port bd29f029-8f4f-4565-bcad-a4787e48d448, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=bd29f029-8f4f-4565-bcad-a4787e48d448,segment=NetworkSegment(49bf86ac-0840-4527-a172-8d7780123ea6),segment_id=49bf86ac-0840-4527-a172-8d7780123ea6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:00:00.882719 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:00.966696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83422df3-a663-4d39-b200-fee2ef56ed1b None None] Pushing event updated for resources: {'Port': ['ID=bd29f029-8f4f-4565-bcad-a4787e48d448,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:01.137738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Router 409a7721-b9e6-494f-9214-515ded74c0de is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:00:01.416206 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:01.474264 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:00:01.484127 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Sync routers for ids ['409a7721-b9e6-494f-9214-515ded74c0de'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:00:01.496194 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Routers {'409a7721-b9e6-494f-9214-515ded74c0de'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:00:01.496867 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:00:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['409a7721-b9e6-494f-9214-515ded74c0de'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:00:01.499235 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:01.500496 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b9f168be-0151-412a-969e-855f1f449afd admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7115896 May 30 21:00:01.503428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51514) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:00:01.686563 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:01.694193 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Set router 409a7721-b9e6-494f-9214-515ded74c0de gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:00:01.715301 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 2eb18499-1349-4156-acab-d1a62c97c3ce up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:00:01.796495 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 2eb18499-1349-4156-acab-d1a62c97c3ce triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:00:01.797402 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:01.935701 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bd29f029-8f4f-4565-bcad-a4787e48d448 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:00:02.014531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port bd29f029-8f4f-4565-bcad-a4787e48d448 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:00:02.038148 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527b2b58-e300-49d8-ab4a-9d7bafac2d12 None None] Network 6f68a342-989b-4f6e-999f-d285ee431977 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:00:02.056257 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409a7721-b9e6-494f-9214-515ded74c0de', 'name': 'tempest-TestEncryptedCinderVolumes-1823753117-router', 'tenant_id': '24eb13f084874f83a25d81e81f8fa753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '720f7a90-b530-48fb-99ea-0798e2d93214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:59Z', 'updated_at': '2022-05-30T21:00:00Z', 'revision_number': 3, 'project_id': '24eb13f084874f83a25d81e81f8fa753', 'gw_port': {'id': '720f7a90-b530-48fb-99ea-0798e2d93214', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409a7721-b9e6-494f-9214-515ded74c0de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:00:00Z', 'updated_at': '2022-05-30T21:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:00:02.061162 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Checking router: 409a7721-b9e6-494f-9214-515ded74c0de for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:00:02.061495 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Updating router 409a7721-b9e6-494f-9214-515ded74c0de port 720f7a90-b530-48fb-99ea-0798e2d93214 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:00:02.131849 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-06595ad7-d3e6-414e-8777-94cb13adbd95 None None] Provisioning for port bd29f029-8f4f-4565-bcad-a4787e48d448 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:00:02.139450 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-06595ad7-d3e6-414e-8777-94cb13adbd95 None None] Provisioning complete for port bd29f029-8f4f-4565-bcad-a4787e48d448 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:00:02.139944 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-06595ad7-d3e6-414e-8777-94cb13adbd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:02.148668 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:02.351629 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:02.418019 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-06595ad7-d3e6-414e-8777-94cb13adbd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:02.456967 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-06595ad7-d3e6-414e-8777-94cb13adbd95 None None] For port bd29f029-8f4f-4565-bcad-a4787e48d448, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=bd29f029-8f4f-4565-bcad-a4787e48d448,segment=NetworkSegment(49bf86ac-0840-4527-a172-8d7780123ea6),segment_id=49bf86ac-0840-4527-a172-8d7780123ea6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:00:02.462589 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-06595ad7-d3e6-414e-8777-94cb13adbd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:02.497798 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:02.517580 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Transition to ACTIVE for port object 720f7a90-b530-48fb-99ea-0798e2d93214 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:00:02.528055 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:02.551051 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06595ad7-d3e6-414e-8777-94cb13adbd95 None None] Pushing event updated for resources: {'Port': ['ID=bd29f029-8f4f-4565-bcad-a4787e48d448,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:02.582541 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Allocated IP 172.20.0.1 (6f68a342-989b-4f6e-999f-d285ee431977/13877b97-4f8b-42fd-b4a2-cf34e9dffe41/0afb8586-a045-4d85-9691-78fbcc45a6aa) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:00:02.615262 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Attempting to bind port 720f7a90-b530-48fb-99ea-0798e2d93214 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:00:02.615624 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Attempting to bind port 720f7a90-b530-48fb-99ea-0798e2d93214 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:00:02.615997 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Attempting to bind port 720f7a90-b530-48fb-99ea-0798e2d93214 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:00:02.617983 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4d4dd-5d14-4e59-a3b3-b4f27fbbfafc None None] Pushing event updated for resources: {'Port': ['ID=720f7a90-b530-48fb-99ea-0798e2d93214,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:02.629847 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:00:02.630218 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:00:02.630617 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:02.631003 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:00:02.631470 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Bound port: 720f7a90-b530-48fb-99ea-0798e2d93214, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:00:02.631825 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:02.659075 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4d4dd-5d14-4e59-a3b3-b4f27fbbfafc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:02.659413 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4d4dd-5d14-4e59-a3b3-b4f27fbbfafc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:02.659741 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4d4dd-5d14-4e59-a3b3-b4f27fbbfafc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:02.660087 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4d4dd-5d14-4e59-a3b3-b4f27fbbfafc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:02.660407 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4d4dd-5d14-4e59-a3b3-b4f27fbbfafc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:02.660724 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4d4dd-5d14-4e59-a3b3-b4f27fbbfafc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:02.661039 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4d4dd-5d14-4e59-a3b3-b4f27fbbfafc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:02.661353 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4d4dd-5d14-4e59-a3b3-b4f27fbbfafc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:02.661662 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4d4dd-5d14-4e59-a3b3-b4f27fbbfafc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:02.661972 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4d4dd-5d14-4e59-a3b3-b4f27fbbfafc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:02.662282 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4d4dd-5d14-4e59-a3b3-b4f27fbbfafc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:02.693564 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-dc1c0c8f-2f5b-45b6-9a02-2942a89712e6 None None] Provisioning complete for port bd29f029-8f4f-4565-bcad-a4787e48d448 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:00:02.694142 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dc1c0c8f-2f5b-45b6-9a02-2942a89712e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:02.714383 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] For port 720f7a90-b530-48fb-99ea-0798e2d93214, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:00:02.717475 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] For port 720f7a90-b530-48fb-99ea-0798e2d93214, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=720f7a90-b530-48fb-99ea-0798e2d93214,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:00:02.722857 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:02.742994 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:02.761364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Transition to ACTIVE for port object 0afb8586-a045-4d85-9691-78fbcc45a6aa will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:00:02.801081 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:02.804721 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4d4dd-5d14-4e59-a3b3-b4f27fbbfafc None None] Pushing event updated for resources: {'Port': ['ID=720f7a90-b530-48fb-99ea-0798e2d93214,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:02.808122 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Routers {'409a7721-b9e6-494f-9214-515ded74c0de'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:00:02.808719 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:00:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['409a7721-b9e6-494f-9214-515ded74c0de'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:00:02.876580 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Network 6f68a342-989b-4f6e-999f-d285ee431977 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:00:02.879619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:00:02.882179 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:00:02.912221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Pushing event updated for resources: {'Port': ['ID=0afb8586-a045-4d85-9691-78fbcc45a6aa,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:02.942600 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:03.006384 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] Set router 409a7721-b9e6-494f-9214-515ded74c0de gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:00:03.016059 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:03.036348 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:03.137937 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cc4d5a33-e0b7-4bcf-8e88-3c690a277fbc None None] Provisioning for port 0afb8586-a045-4d85-9691-78fbcc45a6aa completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:00:03.143259 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cc4d5a33-e0b7-4bcf-8e88-3c690a277fbc None None] Provisioning complete for port 0afb8586-a045-4d85-9691-78fbcc45a6aa triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:00:03.143791 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5a33-e0b7-4bcf-8e88-3c690a277fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:03.200994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-cc4d5a33-e0b7-4bcf-8e88-3c690a277fbc None None] Port 0afb8586-a045-4d85-9691-78fbcc45a6aa cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:00:03.270740 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:03.277228 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:03.297133 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409a7721-b9e6-494f-9214-515ded74c0de', 'name': 'tempest-TestEncryptedCinderVolumes-1823753117-router', 'tenant_id': '24eb13f084874f83a25d81e81f8fa753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '720f7a90-b530-48fb-99ea-0798e2d93214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:59Z', 'updated_at': '2022-05-30T21:00:00Z', 'revision_number': 3, 'project_id': '24eb13f084874f83a25d81e81f8fa753', 'gw_port': {'id': '720f7a90-b530-48fb-99ea-0798e2d93214', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409a7721-b9e6-494f-9214-515ded74c0de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:00:00Z', 'updated_at': '2022-05-30T21:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:00:03.300987 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ec88b-0929-4f00-8c30-b721b827b22f None None] The sync data for ids ['409a7721-b9e6-494f-9214-515ded74c0de'] in n-d-843949-2 is: [{'id': '409a7721-b9e6-494f-9214-515ded74c0de', 'name': 'tempest-TestEncryptedCinderVolumes-1823753117-router', 'tenant_id': '24eb13f084874f83a25d81e81f8fa753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '720f7a90-b530-48fb-99ea-0798e2d93214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:59Z', 'updated_at': '2022-05-30T21:00:00Z', 'revision_number': 3, 'project_id': '24eb13f084874f83a25d81e81f8fa753', 'gw_port': {'id': '720f7a90-b530-48fb-99ea-0798e2d93214', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409a7721-b9e6-494f-9214-515ded74c0de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:00:00Z', 'updated_at': '2022-05-30T21:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:00:03.478640 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:03.482476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Pushing event updated for resources: {'Port': ['ID=0afb8586-a045-4d85-9691-78fbcc45a6aa,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:03.576679 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bd29f029-8f4f-4565-bcad-a4787e48d448 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:00:03.614151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Network 6f68a342-989b-4f6e-999f-d285ee431977 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:00:03.615261 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:00:03.644559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port bd29f029-8f4f-4565-bcad-a4787e48d448 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:00:03.644929 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:03.712093 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:03.926037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2eb4c013-53ce-496a-85ce-2f0255f742f0 None None] Provisioning complete for port 0afb8586-a045-4d85-9691-78fbcc45a6aa triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:00:03.926310 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2eb4c013-53ce-496a-85ce-2f0255f742f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:03.977287 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2eb4c013-53ce-496a-85ce-2f0255f742f0 None None] Port 0afb8586-a045-4d85-9691-78fbcc45a6aa cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:00:03.997086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Router 409a7721-b9e6-494f-9214-515ded74c0de has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:00:04.200527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:00:04.208982 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cf39befb-8db6-41da-aab5-0bd4f15f5a7b admin admin] 10.222.0.84 "PUT /v2.0/routers/409a7721-b9e6-494f-9214-515ded74c0de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7045872 May 30 21:00:04.896403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-e9f095ef-3aa2-4905-b239-b74ea5ee903a tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:04.897844 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-e9f095ef-3aa2-4905-b239-b74ea5ee903a tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/networks?id=8ed1e7cb-428e-4930-a48c-98800da1f29f HTTP/1.1" status: 200 len: 817 time: 0.1430869 May 30 21:00:04.914716 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-288a25e6-225d-4ddb-ba76-48509ef6b7c0 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/quotas/ff8817f95c584af4946c74d4324ead0f HTTP/1.1" status: 200 len: 375 time: 0.0114996 May 30 21:00:04.996527 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-a3d48136-0ef8-4daf-b921-5058965b5689 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8817f95c584af4946c74d4324ead0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771182 May 30 21:00:05.135163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-9d735ac3-b46f-45c8-882c-9667638cb8a9 service neutron] 10.222.0.84 "GET /v2.0/networks/8ed1e7cb-428e-4930-a48c-98800da1f29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272225 May 30 21:00:05.353387 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-09b91566-c515-4220-866b-802f6a3bff8e service neutron] 10.222.0.84 "GET /v2.0/networks/8ed1e7cb-428e-4930-a48c-98800da1f29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117786 May 30 21:00:05.538776 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-87a84330-f91b-4866-b6fa-2208a5f3f6a6 req-4af18968-2b9c-4877-9fd7-31623ebaff72 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=77aa7638-34bf-4afe-a557-10bb23aa7df0 HTTP/1.1" status: 200 len: 210 time: 0.0408409 May 30 21:00:06.541450 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-6e7872c2-5e16-4560-9d61-35532a5ea891 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:06.542545 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-6e7872c2-5e16-4560-9d61-35532a5ea891 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Synchronizing usage tracker for tenant:ff8817f95c584af4946c74d4324ead0f on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:00:06.564139 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-6e7872c2-5e16-4560-9d61-35532a5ea891 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Unset dirty status for tenant:ff8817f95c584af4946c74d4324ead0f on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:00:06.565296 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-6e7872c2-5e16-4560-9d61-35532a5ea891 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.93 "GET /v2.0/networks?id=8ed1e7cb-428e-4930-a48c-98800da1f29f HTTP/1.1" status: 200 len: 817 time: 0.1678967 May 30 21:00:06.581860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-eccfcba6-abfb-42dd-9872-c75ce0236a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Request body: {'port': {'device_id': '77aa7638-34bf-4afe-a557-10bb23aa7df0', 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f', 'admin_state_up': True, 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:00:06.705596 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fccd7219-0416-4432-b6d5-0fc87ca2b379 req-4fee3f69-9bf0-4ab7-9780-2896914ff6fd tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=77aa7638-34bf-4afe-a557-10bb23aa7df0 HTTP/1.1" status: 200 len: 210 time: 0.0411601 May 30 21:00:06.720225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-eccfcba6-abfb-42dd-9872-c75ce0236a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:00:06.724227 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-eccfcba6-abfb-42dd-9872-c75ce0236a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Usage tracker for resource:port and tenant:ff8817f95c584af4946c74d4324ead0f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:00:06.727077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-eccfcba6-abfb-42dd-9872-c75ce0236a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:00:06.732935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-eccfcba6-abfb-42dd-9872-c75ce0236a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:00:06.741953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-eccfcba6-abfb-42dd-9872-c75ce0236a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Made reservation on behalf of ff8817f95c584af4946c74d4324ead0f for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:00:06.744937 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-eccfcba6-abfb-42dd-9872-c75ce0236a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:06.905476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-eccfcba6-abfb-42dd-9872-c75ce0236a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Allocated IP 172.20.0.3 (8ed1e7cb-428e-4930-a48c-98800da1f29f/244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a/01b3855a-f9e8-4c85-858e-1383ba2a015e) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:00:07.102723 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-eccfcba6-abfb-42dd-9872-c75ce0236a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:07.117630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-eccfcba6-abfb-42dd-9872-c75ce0236a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Transition to ACTIVE for port object 01b3855a-f9e8-4c85-858e-1383ba2a015e will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:00:07.139860 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-eccfcba6-abfb-42dd-9872-c75ce0236a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:07.315075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-eccfcba6-abfb-42dd-9872-c75ce0236a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Network 8ed1e7cb-428e-4930-a48c-98800da1f29f is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:00:07.318055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-eccfcba6-abfb-42dd-9872-c75ce0236a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:00:07.321982 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-eccfcba6-abfb-42dd-9872-c75ce0236a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:00:07.352359 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfcba6-abfb-42dd-9872-c75ce0236a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Pushing event updated for resources: {'Port': ['ID=01b3855a-f9e8-4c85-858e-1383ba2a015e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:07.389144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-eccfcba6-abfb-42dd-9872-c75ce0236a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:07.389741 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-eccfcba6-abfb-42dd-9872-c75ce0236a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:07.410612 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-eccfcba6-abfb-42dd-9872-c75ce0236a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8332493 May 30 21:00:07.422421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Request body: {'port': {'device_id': '77aa7638-34bf-4afe-a557-10bb23aa7df0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:00:07.521891 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4b8a1d3b-d23e-46ce-b281-830da8be5e73 None None] Provisioning for port 01b3855a-f9e8-4c85-858e-1383ba2a015e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:00:07.527192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4b8a1d3b-d23e-46ce-b281-830da8be5e73 None None] Provisioning complete for port 01b3855a-f9e8-4c85-858e-1383ba2a015e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:00:07.527665 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1d3b-d23e-46ce-b281-830da8be5e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:07.534923 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:07.593396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a1d3b-d23e-46ce-b281-830da8be5e73 None None] Port 01b3855a-f9e8-4c85-858e-1383ba2a015e cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:00:07.596402 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:07.873065 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b3855a-f9e8-4c85-858e-1383ba2a015e {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:00:07.880217 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:07.894293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Transition to ACTIVE for port object 01b3855a-f9e8-4c85-858e-1383ba2a015e will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:00:07.898713 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:07.905543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ce35e-8a1d-447a-9a0d-6ed13fb21137 req-abb0d81b-9135-4b9a-8207-4c682cf451d4 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:07.906983 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9c8ce35e-8a1d-447a-9a0d-6ed13fb21137 req-abb0d81b-9135-4b9a-8207-4c682cf451d4 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=77aa7638-34bf-4afe-a557-10bb23aa7df0 HTTP/1.1" status: 200 len: 931 time: 0.0794373 May 30 21:00:07.951946 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9c8ce35e-8a1d-447a-9a0d-6ed13fb21137 req-d10e1392-b062-4cbd-b1be-e3f5e2aede9f tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392950 May 30 21:00:08.027777 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Pushing event updated for resources: {'Port': ['ID=01b3855a-f9e8-4c85-858e-1383ba2a015e,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:08.133520 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Attempting to bind port 01b3855a-f9e8-4c85-858e-1383ba2a015e on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:00:08.133850 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Attempting to bind port 01b3855a-f9e8-4c85-858e-1383ba2a015e by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'ea13848c-52a4-4f19-87e3-7186e3d50d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:00:08.134172 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Attempting to bind port 01b3855a-f9e8-4c85-858e-1383ba2a015e on network 8ed1e7cb-428e-4930-a48c-98800da1f29f {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:00:08.140535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Port 01b3855a-f9e8-4c85-858e-1383ba2a015e on network 8ed1e7cb-428e-4930-a48c-98800da1f29f not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:00:08.140844 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Attempting to bind port 01b3855a-f9e8-4c85-858e-1383ba2a015e on network 8ed1e7cb-428e-4930-a48c-98800da1f29f {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:00:08.147173 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:00:08.147502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Checking segment: {'id': 'ea13848c-52a4-4f19-87e3-7186e3d50d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:00:08.147882 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Bound using segment: {'id': 'ea13848c-52a4-4f19-87e3-7186e3d50d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:00:08.148332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Bound port: 01b3855a-f9e8-4c85-858e-1383ba2a015e, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea13848c-52a4-4f19-87e3-7186e3d50d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:00:08.148825 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:08.236380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] For port 01b3855a-f9e8-4c85-858e-1383ba2a015e, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:00:08.239304 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] For port 01b3855a-f9e8-4c85-858e-1383ba2a015e, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=01b3855a-f9e8-4c85-858e-1383ba2a015e,segment=NetworkSegment(ea13848c-52a4-4f19-87e3-7186e3d50d90),segment_id=ea13848c-52a4-4f19-87e3-7186e3d50d90)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:00:08.243847 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:08.310914 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:08.313156 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] 10.222.0.93 "PUT /v2.0/ports/01b3855a-f9e8-4c85-858e-1383ba2a015e HTTP/1.1" status: 200 len: 1091 time: 0.8949213 May 30 21:00:08.315953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77aa7638-34bf-4afe-a557-10bb23aa7df0', 'tag': '01b3855a-f9e8-4c85-858e-1383ba2a015e'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:00:08.340985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56440a-e456-4d8a-8246-69a0c05a5e32 service neutron] Pushing event updated for resources: {'Port': ['ID=01b3855a-f9e8-4c85-858e-1383ba2a015e,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:08.390677 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf40dde6-0c58-48bd-9b75-320b3350123a'] response: {'name': 'network-changed', 'server_uuid': '77aa7638-34bf-4afe-a557-10bb23aa7df0', 'tag': '01b3855a-f9e8-4c85-858e-1383ba2a015e', 'status': 'completed', 'code': 200} May 30 21:00:08.433139 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-6520dd21-27ee-45ea-b59a-8faada226458 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ff8817f95c584af4946c74d4324ead0f&device_id=77aa7638-34bf-4afe-a557-10bb23aa7df0 HTTP/1.1" status: 200 len: 1094 time: 0.0755866 May 30 21:00:08.504210 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-4c46ee6b-7ee2-4aaf-bca9-a2574373d785 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01b3855a-f9e8-4c85-858e-1383ba2a015e HTTP/1.1" status: 200 len: 217 time: 0.0646358 May 30 21:00:08.568973 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-13a11c08-f9e2-4965-ae96-f522aad716d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:08.570742 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-13a11c08-f9e2-4965-ae96-f522aad716d7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a HTTP/1.1" status: 200 len: 856 time: 0.0613594 May 30 21:00:08.660252 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-c9566897-ca05-43a6-9975-a59cb4fa82e8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8ed1e7cb-428e-4930-a48c-98800da1f29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840962 May 30 21:00:08.798893 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-9ad5c61f-6b4a-4563-aec1-fe94135fb5ec service neutron] 10.222.0.93 "GET /v2.0/networks/8ed1e7cb-428e-4930-a48c-98800da1f29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327786 May 30 21:00:08.937438 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3743c7ec-0215-4cd6-be54-e130f13fe4e5 req-d3070b70-4b09-42b1-8181-d542559a2ff0 service neutron] 10.222.0.93 "GET /v2.0/networks/8ed1e7cb-428e-4930-a48c-98800da1f29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332777 May 30 21:00:09.060825 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1800d902-aed5-482f-91e1-01553c3ef555 req-f9346163-d4d9-4495-8e66-56e014d18e89 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ff8817f95c584af4946c74d4324ead0f&device_id=77aa7638-34bf-4afe-a557-10bb23aa7df0 HTTP/1.1" status: 200 len: 1094 time: 0.0786626 May 30 21:00:09.156775 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4501291-00ef-4412-bf50-46d3a8c328ac req-2a77460e-6bd1-40fd-85ab-b0ba5b674777 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:09.158300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e4501291-00ef-4412-bf50-46d3a8c328ac req-2a77460e-6bd1-40fd-85ab-b0ba5b674777 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=77aa7638-34bf-4afe-a557-10bb23aa7df0 HTTP/1.1" status: 200 len: 943 time: 0.0813560 May 30 21:00:09.211933 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e4501291-00ef-4412-bf50-46d3a8c328ac req-f971ae1e-ba7f-4d1b-a5d9-a77a2d715a1b tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463879 May 30 21:00:09.297944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800d902-aed5-482f-91e1-01553c3ef555 req-a0566a5d-c554-4ad6-baef-18363755f860 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:09.299416 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1800d902-aed5-482f-91e1-01553c3ef555 req-a0566a5d-c554-4ad6-baef-18363755f860 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8ed1e7cb-428e-4930-a48c-98800da1f29f HTTP/1.1" status: 200 len: 918 time: 0.2326219 May 30 21:00:09.367726 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1800d902-aed5-482f-91e1-01553c3ef555 req-de4d534e-cad1-4778-b50c-724556e6f953 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01b3855a-f9e8-4c85-858e-1383ba2a015e HTTP/1.1" status: 200 len: 217 time: 0.0622129 May 30 21:00:09.429489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800d902-aed5-482f-91e1-01553c3ef555 req-b387375d-0e8d-4346-b3b5-0e7672fe0f40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:09.430879 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1800d902-aed5-482f-91e1-01553c3ef555 req-b387375d-0e8d-4346-b3b5-0e7672fe0f40 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a HTTP/1.1" status: 200 len: 856 time: 0.0565820 May 30 21:00:09.506792 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1800d902-aed5-482f-91e1-01553c3ef555 req-4f596d1c-f210-4601-bc02-8bfdd6e775a8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8ed1e7cb-428e-4930-a48c-98800da1f29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689301 May 30 21:00:09.603295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 720f7a90-b530-48fb-99ea-0798e2d93214 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:00:09.649613 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1800d902-aed5-482f-91e1-01553c3ef555 req-2ddee104-1e0c-4d61-a1f0-25ca6f74d1e7 service neutron] 10.222.0.93 "GET /v2.0/networks/8ed1e7cb-428e-4930-a48c-98800da1f29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363351 May 30 21:00:09.673477 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 720f7a90-b530-48fb-99ea-0798e2d93214 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:00:09.678255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 720f7a90-b530-48fb-99ea-0798e2d93214 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:00:09.678623 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:09.782951 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1800d902-aed5-482f-91e1-01553c3ef555 req-c91e5c97-b05e-49f6-9443-03b1816d53c8 service neutron] 10.222.0.93 "GET /v2.0/networks/8ed1e7cb-428e-4930-a48c-98800da1f29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261449 May 30 21:00:09.792921 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:09.808697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 720f7a90-b530-48fb-99ea-0798e2d93214, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=720f7a90-b530-48fb-99ea-0798e2d93214,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:00:09.812260 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:09.876616 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=720f7a90-b530-48fb-99ea-0798e2d93214,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:10.413013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25948d-bb77-402e-a3d9-8f7a90305e20 req-e00f1c71-23a7-4ac8-99f6-d40695219674 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:10.414453 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e25948d-bb77-402e-a3d9-8f7a90305e20 req-e00f1c71-23a7-4ac8-99f6-d40695219674 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=77aa7638-34bf-4afe-a557-10bb23aa7df0 HTTP/1.1" status: 200 len: 943 time: 0.0758374 May 30 21:00:10.460272 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0e25948d-bb77-402e-a3d9-8f7a90305e20 req-89a07b7f-bcf7-4ce8-ba25-ab04c30f7c42 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397034 May 30 21:00:11.584749 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 720f7a90-b530-48fb-99ea-0798e2d93214 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:00:11.666805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669bd88-be6d-4b2b-901e-7aa8b1f9e0a1 req-3fca6611-086d-43dc-9f4a-81c008727fd8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:11.668299 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0669bd88-be6d-4b2b-901e-7aa8b1f9e0a1 req-3fca6611-086d-43dc-9f4a-81c008727fd8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=77aa7638-34bf-4afe-a557-10bb23aa7df0 HTTP/1.1" status: 200 len: 943 time: 0.0803063 May 30 21:00:11.688226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 720f7a90-b530-48fb-99ea-0798e2d93214 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:00:11.688599 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:11.716625 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0669bd88-be6d-4b2b-901e-7aa8b1f9e0a1 req-67b2da91-1fec-44e4-b73c-31252e896981 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427921 May 30 21:00:12.077613 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 01b3855a-f9e8-4c85-858e-1383ba2a015e details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:00:12.208389 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 01b3855a-f9e8-4c85-858e-1383ba2a015e, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=01b3855a-f9e8-4c85-858e-1383ba2a015e,segment=NetworkSegment(ea13848c-52a4-4f19-87e3-7186e3d50d90),segment_id=ea13848c-52a4-4f19-87e3-7186e3d50d90)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:00:12.221194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '01b3855a-f9e8-4c85-858e-1383ba2a015e', 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f', 'port_id': '01b3855a-f9e8-4c85-858e-1383ba2a015e', 'mac_address': 'fa:16:3e:9d:82:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:00:12.277245 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:12.294689 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b3855a-f9e8-4c85-858e-1383ba2a015e {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:00:12.308895 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 01b3855a-f9e8-4c85-858e-1383ba2a015e, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=01b3855a-f9e8-4c85-858e-1383ba2a015e,segment=NetworkSegment(ea13848c-52a4-4f19-87e3-7186e3d50d90),segment_id=ea13848c-52a4-4f19-87e3-7186e3d50d90)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:00:12.312833 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:12.375107 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=01b3855a-f9e8-4c85-858e-1383ba2a015e,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:12.513019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['01b3855a-f9e8-4c85-858e-1383ba2a015e'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:00:12.892422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Sync routers for ids ['9d824633-22fa-48f0-8e42-65bf581b5473'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:00:12.904123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Routers {'9d824633-22fa-48f0-8e42-65bf581b5473'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:00:12.905095 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:00:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['9d824633-22fa-48f0-8e42-65bf581b5473'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:00:12.914906 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2a002-7204-4ab5-8be7-7dfea9890dec req-bdc8f0c6-bc69-49e0-84d3-89f5f1829c92 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:12.917022 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d1c2a002-7204-4ab5-8be7-7dfea9890dec req-bdc8f0c6-bc69-49e0-84d3-89f5f1829c92 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=77aa7638-34bf-4afe-a557-10bb23aa7df0 HTTP/1.1" status: 200 len: 944 time: 0.0780613 May 30 21:00:12.962061 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d1c2a002-7204-4ab5-8be7-7dfea9890dec req-c2b6c7e3-6ede-4ca6-9ebc-fe6c2dfd70c7 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396283 May 30 21:00:13.088562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Set router 9d824633-22fa-48f0-8e42-65bf581b5473 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:00:13.386667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'name': 'tempest-TestEncryptedCinderVolumes-1464447198-router', 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '2eb18499-1349-4156-acab-d1a62c97c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:53Z', 'updated_at': '2022-05-30T20:59:56Z', 'revision_number': 4, 'project_id': 'ff8817f95c584af4946c74d4324ead0f', 'gw_port': {'id': '2eb18499-1349-4156-acab-d1a62c97c3ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:54Z', 'updated_at': '2022-05-30T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '123107d7-9414-4639-abe0-6fef99da7383', 'name': '', 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f', 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f', 'mac_address': 'fa:16:3e:8e:e1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:56Z', 'updated_at': '2022-05-30T20:59:56Z', 'revision_number': 2, 'project_id': 'ff8817f95c584af4946c74d4324ead0f', 'subnets': [{'id': '244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:00:13.390355 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Checking router: 9d824633-22fa-48f0-8e42-65bf581b5473 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:00:13.390698 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Updating router 9d824633-22fa-48f0-8e42-65bf581b5473 port 123107d7-9414-4639-abe0-6fef99da7383 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:00:13.442854 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:13.765086 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:13.775753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Transition to ACTIVE for port object 123107d7-9414-4639-abe0-6fef99da7383 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:00:13.782710 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:13.944605 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30e125-df0e-4908-a929-0d2ab1e225bc None None] Pushing event updated for resources: {'Port': ['ID=123107d7-9414-4639-abe0-6fef99da7383,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:14.057647 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Attempting to bind port 123107d7-9414-4639-abe0-6fef99da7383 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:00:14.058240 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Attempting to bind port 123107d7-9414-4639-abe0-6fef99da7383 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'ea13848c-52a4-4f19-87e3-7186e3d50d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:00:14.058801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Attempting to bind port 123107d7-9414-4639-abe0-6fef99da7383 on network 8ed1e7cb-428e-4930-a48c-98800da1f29f {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:00:14.065945 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:00:14.066589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Checking segment: {'id': 'ea13848c-52a4-4f19-87e3-7186e3d50d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:00:14.067181 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:14.067764 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Bound using segment: {'id': 'ea13848c-52a4-4f19-87e3-7186e3d50d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:00:14.068495 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Bound port: 123107d7-9414-4639-abe0-6fef99da7383, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea13848c-52a4-4f19-87e3-7186e3d50d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:00:14.069070 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:14.082891 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 01b3855a-f9e8-4c85-858e-1383ba2a015e up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:00:14.210056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497d030-4fac-4681-93b7-fbde2129ab29 req-b82aed20-f4a5-4a0e-b3a9-fe27dfbe99d9 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:14.211564 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e497d030-4fac-4681-93b7-fbde2129ab29 req-b82aed20-f4a5-4a0e-b3a9-fe27dfbe99d9 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=77aa7638-34bf-4afe-a557-10bb23aa7df0 HTTP/1.1" status: 200 len: 944 time: 0.0930402 May 30 21:00:14.239707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] For port 123107d7-9414-4639-abe0-6fef99da7383, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:00:14.243075 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] For port 123107d7-9414-4639-abe0-6fef99da7383, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=123107d7-9414-4639-abe0-6fef99da7383,segment=NetworkSegment(ea13848c-52a4-4f19-87e3-7186e3d50d90),segment_id=ea13848c-52a4-4f19-87e3-7186e3d50d90)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:00:14.247253 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:14.261193 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e497d030-4fac-4681-93b7-fbde2129ab29 req-c890be8d-a413-42fd-97fe-73ee1857e490 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423334 May 30 21:00:14.296525 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 01b3855a-f9e8-4c85-858e-1383ba2a015e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:00:14.313266 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 01b3855a-f9e8-4c85-858e-1383ba2a015e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:00:14.313630 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:14.404496 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30e125-df0e-4908-a929-0d2ab1e225bc None None] Pushing event updated for resources: {'Port': ['ID=123107d7-9414-4639-abe0-6fef99da7383,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:14.418023 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Routers {'9d824633-22fa-48f0-8e42-65bf581b5473'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:00:14.418657 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:00:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['9d824633-22fa-48f0-8e42-65bf581b5473'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:00:14.624621 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:14.687120 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Sync routers for ids ['409a7721-b9e6-494f-9214-515ded74c0de'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:00:14.698124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aa7638-34bf-4afe-a557-10bb23aa7df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b3855a-f9e8-4c85-858e-1383ba2a015e'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:00:14.698593 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Routers {'409a7721-b9e6-494f-9214-515ded74c0de'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:00:14.699191 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:00:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['409a7721-b9e6-494f-9214-515ded74c0de'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:00:14.716533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 01b3855a-f9e8-4c85-858e-1383ba2a015e, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=01b3855a-f9e8-4c85-858e-1383ba2a015e,segment=NetworkSegment(ea13848c-52a4-4f19-87e3-7186e3d50d90),segment_id=ea13848c-52a4-4f19-87e3-7186e3d50d90)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:00:14.720397 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] Set router 9d824633-22fa-48f0-8e42-65bf581b5473 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:00:14.770285 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb1aded-763d-45be-972b-90013c19d9c4'] response: {'server_uuid': '77aa7638-34bf-4afe-a557-10bb23aa7df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b3855a-f9e8-4c85-858e-1383ba2a015e', 'code': 200} May 30 21:00:14.777686 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:14.898908 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Set router 409a7721-b9e6-494f-9214-515ded74c0de gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:00:14.904806 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-07ee47bd-28eb-4ca9-8aa3-3056676cd953 req-b26fb6a3-6d92-4f37-ba51-88a664713cec service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=77aa7638-34bf-4afe-a557-10bb23aa7df0 HTTP/1.1" status: 200 len: 1096 time: 0.0825942 May 30 21:00:14.959455 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-07ee47bd-28eb-4ca9-8aa3-3056676cd953 req-3b09b0f1-9a2f-407c-855b-f4432021ed10 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483694 May 30 21:00:15.020781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=01b3855a-f9e8-4c85-858e-1383ba2a015e,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:15.157720 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'name': 'tempest-TestEncryptedCinderVolumes-1464447198-router', 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '2eb18499-1349-4156-acab-d1a62c97c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:53Z', 'updated_at': '2022-05-30T20:59:56Z', 'revision_number': 4, 'project_id': 'ff8817f95c584af4946c74d4324ead0f', 'gw_port': {'id': '2eb18499-1349-4156-acab-d1a62c97c3ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:54Z', 'updated_at': '2022-05-30T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '123107d7-9414-4639-abe0-6fef99da7383', 'name': '', 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f', 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f', 'mac_address': 'fa:16:3e:8e:e1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:56Z', 'updated_at': '2022-05-30T21:00:14Z', 'revision_number': 4, 'project_id': 'ff8817f95c584af4946c74d4324ead0f', 'subnets': [{'id': '244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:00:15.162211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33191ed-c289-4f1e-9bb9-42cc8a6e2f44 None None] The sync data for ids ['9d824633-22fa-48f0-8e42-65bf581b5473'] in n-d-843949-2 is: [{'id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'name': 'tempest-TestEncryptedCinderVolumes-1464447198-router', 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '2eb18499-1349-4156-acab-d1a62c97c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:53Z', 'updated_at': '2022-05-30T20:59:56Z', 'revision_number': 4, 'project_id': 'ff8817f95c584af4946c74d4324ead0f', 'gw_port': {'id': '2eb18499-1349-4156-acab-d1a62c97c3ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:54Z', 'updated_at': '2022-05-30T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '123107d7-9414-4639-abe0-6fef99da7383', 'name': '', 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f', 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f', 'mac_address': 'fa:16:3e:8e:e1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:56Z', 'updated_at': '2022-05-30T21:00:14Z', 'revision_number': 4, 'project_id': 'ff8817f95c584af4946c74d4324ead0f', 'subnets': [{'id': '244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:00:15.260717 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409a7721-b9e6-494f-9214-515ded74c0de', 'name': 'tempest-TestEncryptedCinderVolumes-1823753117-router', 'tenant_id': '24eb13f084874f83a25d81e81f8fa753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '720f7a90-b530-48fb-99ea-0798e2d93214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:59Z', 'updated_at': '2022-05-30T21:00:02Z', 'revision_number': 4, 'project_id': '24eb13f084874f83a25d81e81f8fa753', 'gw_port': {'id': '720f7a90-b530-48fb-99ea-0798e2d93214', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409a7721-b9e6-494f-9214-515ded74c0de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:00:00Z', 'updated_at': '2022-05-30T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0afb8586-a045-4d85-9691-78fbcc45a6aa', 'name': '', 'network_id': '6f68a342-989b-4f6e-999f-d285ee431977', 'tenant_id': '24eb13f084874f83a25d81e81f8fa753', 'mac_address': 'fa:16:3e:73:6b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409a7721-b9e6-494f-9214-515ded74c0de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13877b97-4f8b-42fd-b4a2-cf34e9dffe41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:00:02Z', 'updated_at': '2022-05-30T21:00:03Z', 'revision_number': 2, 'project_id': '24eb13f084874f83a25d81e81f8fa753', 'subnets': [{'id': '13877b97-4f8b-42fd-b4a2-cf34e9dffe41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:00:15.264796 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Checking router: 409a7721-b9e6-494f-9214-515ded74c0de for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:00:15.265417 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Updating router 409a7721-b9e6-494f-9214-515ded74c0de port 0afb8586-a045-4d85-9691-78fbcc45a6aa binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:00:15.320989 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:15.468462 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c602fe-3369-4c3f-8067-f7738e24c01e req-b8af282a-b519-40bc-b6a4-7efc0b658a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:15.469944 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81c602fe-3369-4c3f-8067-f7738e24c01e req-b8af282a-b519-40bc-b6a4-7efc0b658a22 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=77aa7638-34bf-4afe-a557-10bb23aa7df0 HTTP/1.1" status: 200 len: 945 time: 0.0833154 May 30 21:00:15.520190 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-81c602fe-3369-4c3f-8067-f7738e24c01e req-2a03cc76-4821-4470-997d-3df8d9c0738c tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439892 May 30 21:00:15.612701 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 123107d7-9414-4639-abe0-6fef99da7383 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:00:15.690415 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:15.691090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 123107d7-9414-4639-abe0-6fef99da7383 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:00:15.700729 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 123107d7-9414-4639-abe0-6fef99da7383 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:00:15.701142 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:15.704722 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Transition to ACTIVE for port object 0afb8586-a045-4d85-9691-78fbcc45a6aa will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:00:15.711982 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:15.836448 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:15.844227 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1df539-118c-4275-a2fd-e61cad55f4ec None None] Pushing event updated for resources: {'Port': ['ID=0afb8586-a045-4d85-9691-78fbcc45a6aa,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:15.872739 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 123107d7-9414-4639-abe0-6fef99da7383, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=123107d7-9414-4639-abe0-6fef99da7383,segment=NetworkSegment(ea13848c-52a4-4f19-87e3-7186e3d50d90),segment_id=ea13848c-52a4-4f19-87e3-7186e3d50d90)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:00:15.879554 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:15.941792 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Attempting to bind port 0afb8586-a045-4d85-9691-78fbcc45a6aa on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:00:15.942501 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Attempting to bind port 0afb8586-a045-4d85-9691-78fbcc45a6aa by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '49bf86ac-0840-4527-a172-8d7780123ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6f68a342-989b-4f6e-999f-d285ee431977'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:00:15.942858 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Attempting to bind port 0afb8586-a045-4d85-9691-78fbcc45a6aa on network 6f68a342-989b-4f6e-999f-d285ee431977 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:00:15.950193 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:00:15.950560 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Checking segment: {'id': '49bf86ac-0840-4527-a172-8d7780123ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6f68a342-989b-4f6e-999f-d285ee431977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:00:15.950954 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:15.951337 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Bound using segment: {'id': '49bf86ac-0840-4527-a172-8d7780123ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6f68a342-989b-4f6e-999f-d285ee431977'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:00:15.951792 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Bound port: 0afb8586-a045-4d85-9691-78fbcc45a6aa, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49bf86ac-0840-4527-a172-8d7780123ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6f68a342-989b-4f6e-999f-d285ee431977'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:00:15.952177 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:15.960621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=123107d7-9414-4639-abe0-6fef99da7383,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:16.044725 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] For port 0afb8586-a045-4d85-9691-78fbcc45a6aa, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:00:16.047869 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] For port 0afb8586-a045-4d85-9691-78fbcc45a6aa, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0afb8586-a045-4d85-9691-78fbcc45a6aa,segment=NetworkSegment(49bf86ac-0840-4527-a172-8d7780123ea6),segment_id=49bf86ac-0840-4527-a172-8d7780123ea6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:00:16.053213 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:16.131679 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1df539-118c-4275-a2fd-e61cad55f4ec None None] Pushing event updated for resources: {'Port': ['ID=0afb8586-a045-4d85-9691-78fbcc45a6aa,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:16.136885 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Routers {'409a7721-b9e6-494f-9214-515ded74c0de'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:00:16.137486 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:00:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['409a7721-b9e6-494f-9214-515ded74c0de'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:00:16.317233 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] Set router 409a7721-b9e6-494f-9214-515ded74c0de gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:00:16.625002 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409a7721-b9e6-494f-9214-515ded74c0de', 'name': 'tempest-TestEncryptedCinderVolumes-1823753117-router', 'tenant_id': '24eb13f084874f83a25d81e81f8fa753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '720f7a90-b530-48fb-99ea-0798e2d93214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:59Z', 'updated_at': '2022-05-30T21:00:02Z', 'revision_number': 4, 'project_id': '24eb13f084874f83a25d81e81f8fa753', 'gw_port': {'id': '720f7a90-b530-48fb-99ea-0798e2d93214', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409a7721-b9e6-494f-9214-515ded74c0de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:00:00Z', 'updated_at': '2022-05-30T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0afb8586-a045-4d85-9691-78fbcc45a6aa', 'name': '', 'network_id': '6f68a342-989b-4f6e-999f-d285ee431977', 'tenant_id': '24eb13f084874f83a25d81e81f8fa753', 'mac_address': 'fa:16:3e:73:6b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409a7721-b9e6-494f-9214-515ded74c0de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13877b97-4f8b-42fd-b4a2-cf34e9dffe41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:00:02Z', 'updated_at': '2022-05-30T21:00:16Z', 'revision_number': 4, 'project_id': '24eb13f084874f83a25d81e81f8fa753', 'subnets': [{'id': '13877b97-4f8b-42fd-b4a2-cf34e9dffe41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:00:16.628933 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f710c-fa5d-4543-93b6-4ba6e5f12b88 None None] The sync data for ids ['409a7721-b9e6-494f-9214-515ded74c0de'] in n-d-843949-2 is: [{'id': '409a7721-b9e6-494f-9214-515ded74c0de', 'name': 'tempest-TestEncryptedCinderVolumes-1823753117-router', 'tenant_id': '24eb13f084874f83a25d81e81f8fa753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '720f7a90-b530-48fb-99ea-0798e2d93214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:59Z', 'updated_at': '2022-05-30T21:00:02Z', 'revision_number': 4, 'project_id': '24eb13f084874f83a25d81e81f8fa753', 'gw_port': {'id': '720f7a90-b530-48fb-99ea-0798e2d93214', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409a7721-b9e6-494f-9214-515ded74c0de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:00:00Z', 'updated_at': '2022-05-30T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0afb8586-a045-4d85-9691-78fbcc45a6aa', 'name': '', 'network_id': '6f68a342-989b-4f6e-999f-d285ee431977', 'tenant_id': '24eb13f084874f83a25d81e81f8fa753', 'mac_address': 'fa:16:3e:73:6b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409a7721-b9e6-494f-9214-515ded74c0de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13877b97-4f8b-42fd-b4a2-cf34e9dffe41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:00:02Z', 'updated_at': '2022-05-30T21:00:16Z', 'revision_number': 4, 'project_id': '24eb13f084874f83a25d81e81f8fa753', 'subnets': [{'id': '13877b97-4f8b-42fd-b4a2-cf34e9dffe41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:00:16.739013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bdd8d-7c95-4ee6-977d-9d8b7971a382 req-d22cff62-077e-4dd0-bf60-19e26aafe402 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:16.740628 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d76bdd8d-7c95-4ee6-977d-9d8b7971a382 req-d22cff62-077e-4dd0-bf60-19e26aafe402 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=77aa7638-34bf-4afe-a557-10bb23aa7df0 HTTP/1.1" status: 200 len: 945 time: 0.0929086 May 30 21:00:16.788681 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d76bdd8d-7c95-4ee6-977d-9d8b7971a382 req-8c6596cf-4628-4dc3-9c8a-d2273c14a288 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420294 May 30 21:00:16.991791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7978a1-dd86-4650-8f3b-0844799338a7 req-206bac97-498f-4e4f-8b56-92bc8d6c04ae tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:16.993328 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d7978a1-dd86-4650-8f3b-0844799338a7 req-206bac97-498f-4e4f-8b56-92bc8d6c04ae tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=77aa7638-34bf-4afe-a557-10bb23aa7df0 HTTP/1.1" status: 200 len: 945 time: 0.0782359 May 30 21:00:17.045622 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d7978a1-dd86-4650-8f3b-0844799338a7 req-b6640d3b-7d05-4d8a-8c01-ec2ad3267b4e tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461974 May 30 21:00:17.664791 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0afb8586-a045-4d85-9691-78fbcc45a6aa up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:00:17.736954 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 0afb8586-a045-4d85-9691-78fbcc45a6aa completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:00:17.741896 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0afb8586-a045-4d85-9691-78fbcc45a6aa triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:00:17.742261 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:17.911053 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:17.942135 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 0afb8586-a045-4d85-9691-78fbcc45a6aa, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0afb8586-a045-4d85-9691-78fbcc45a6aa,segment=NetworkSegment(49bf86ac-0840-4527-a172-8d7780123ea6),segment_id=49bf86ac-0840-4527-a172-8d7780123ea6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:00:17.946494 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:17.947786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 123107d7-9414-4639-abe0-6fef99da7383 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:00:18.058866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=0afb8586-a045-4d85-9691-78fbcc45a6aa,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:18.072799 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 123107d7-9414-4639-abe0-6fef99da7383 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:00:18.073183 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:18.273716 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:00:19.591847 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0afb8586-a045-4d85-9691-78fbcc45a6aa up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:00:19.659532 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0afb8586-a045-4d85-9691-78fbcc45a6aa triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:00:19.659814 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:27.861245 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a819c355-5db5-4320-a576-df4587df995e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:30.049597 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7021ecc9-e5c7-47f5-ac7f-364dc91ac403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:31.417592 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:31.469094 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec9246-ebb4-43a1-b652-70043efec3b6 req-b7475eb1-c958-4cfe-8c83-fa3459667331 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:31.470437 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7bec9246-ebb4-43a1-b652-70043efec3b6 req-b7475eb1-c958-4cfe-8c83-fa3459667331 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=77aa7638-34bf-4afe-a557-10bb23aa7df0 HTTP/1.1" status: 200 len: 945 time: 0.0772178 May 30 21:00:31.516406 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7bec9246-ebb4-43a1-b652-70043efec3b6 req-9464cb70-eec2-4dbe-a75b-382cbee68850 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404179 May 30 21:00:31.679742 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:32.718306 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e8530-486b-4600-a364-8390c538ff3a req-7333f94e-55ae-46d8-b769-11e50b24afd2 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:32.719747 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e7e8530-486b-4600-a364-8390c538ff3a req-7333f94e-55ae-46d8-b769-11e50b24afd2 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=77aa7638-34bf-4afe-a557-10bb23aa7df0 HTTP/1.1" status: 200 len: 945 time: 0.0815580 May 30 21:00:32.764811 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8e7e8530-486b-4600-a364-8390c538ff3a req-2e2f5f97-540a-477f-94cc-1d0ef291a059 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395489 May 30 21:00:32.921797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd7671-7e49-4023-9ecb-75e1d8df19c7 req-d8610555-780c-44e3-86f0-a5cb42e6544c tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:32.922384 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-e9dd7671-7e49-4023-9ecb-75e1d8df19c7 req-d8610555-780c-44e3-86f0-a5cb42e6544c tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Synchronizing usage tracker for tenant:ff8817f95c584af4946c74d4324ead0f on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:00:32.939170 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-e9dd7671-7e49-4023-9ecb-75e1d8df19c7 req-d8610555-780c-44e3-86f0-a5cb42e6544c tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Unset dirty status for tenant:ff8817f95c584af4946c74d4324ead0f on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:00:32.940629 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e9dd7671-7e49-4023-9ecb-75e1d8df19c7 req-d8610555-780c-44e3-86f0-a5cb42e6544c tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.93 "GET /v2.0/ports?device_id=77aa7638-34bf-4afe-a557-10bb23aa7df0 HTTP/1.1" status: 200 len: 945 time: 0.1056726 May 30 21:00:33.012591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-e9dd7671-7e49-4023-9ecb-75e1d8df19c7 req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Deleting port 01b3855a-f9e8-4c85-858e-1383ba2a015e {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:00:33.012936 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e9dd7671-7e49-4023-9ecb-75e1d8df19c7 req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:33.017756 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:33.253936 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-e9dd7671-7e49-4023-9ecb-75e1d8df19c7 req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] For port 01b3855a-f9e8-4c85-858e-1383ba2a015e, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=01b3855a-f9e8-4c85-858e-1383ba2a015e,segment=NetworkSegment(ea13848c-52a4-4f19-87e3-7186e3d50d90),segment_id=ea13848c-52a4-4f19-87e3-7186e3d50d90)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:00:33.254237 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e9dd7671-7e49-4023-9ecb-75e1d8df19c7 req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:33.373247 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-e9dd7671-7e49-4023-9ecb-75e1d8df19c7 req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Calling delete_port for 01b3855a-f9e8-4c85-858e-1383ba2a015e owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:00:33.516664 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e9dd7671-7e49-4023-9ecb-75e1d8df19c7 req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:33.529873 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['01b3855a-f9e8-4c85-858e-1383ba2a015e'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:00:33.568549 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Pushing event deleted for resources: {'Port': ['ID=01b3855a-f9e8-4c85-858e-1383ba2a015e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:33.644983 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:33.645322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:33.645661 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:33.645990 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:33.646317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:33.646640 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:33.646963 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:33.647283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:33.647601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:33.647916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:33.648258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:33.656942 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dd7671-7e49-4023-9ecb-75e1d8df19c7 req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] No DVR routers for this DVR port 01b3855a-f9e8-4c85-858e-1383ba2a015e on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:00:33.659442 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e9dd7671-7e49-4023-9ecb-75e1d8df19c7 req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:33.661813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aa7638-34bf-4afe-a557-10bb23aa7df0', 'name': 'network-vif-deleted', 'tag': '01b3855a-f9e8-4c85-858e-1383ba2a015e'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:00:33.677275 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e9dd7671-7e49-4023-9ecb-75e1d8df19c7 req-6bd7d832-c0cd-43ba-99dd-31f819b78a69 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.93 "DELETE /v2.0/ports/01b3855a-f9e8-4c85-858e-1383ba2a015e HTTP/1.1" status: 204 len: 173 time: 0.7314770 May 30 21:00:33.703411 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:33.721059 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0312d2b8-5fec-4521-8abb-a5a026c4fb57'] response: {'server_uuid': '77aa7638-34bf-4afe-a557-10bb23aa7df0', 'name': 'network-vif-deleted', 'tag': '01b3855a-f9e8-4c85-858e-1383ba2a015e', 'status': 'completed', 'code': 200} May 30 21:00:33.941016 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-65407dcc-fb68-4f43-af82-946217822a29 req-ad16e5e1-1b75-478b-b663-eac0d1f26006 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=77aa7638-34bf-4afe-a557-10bb23aa7df0 HTTP/1.1" status: 200 len: 210 time: 0.0409884 May 30 21:00:35.434252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-a4d389e6-8041-40fb-855f-e948ea2ab1f4 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:35.435672 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-a4d389e6-8041-40fb-855f-e948ea2ab1f4 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/networks?id=8ed1e7cb-428e-4930-a48c-98800da1f29f HTTP/1.1" status: 200 len: 817 time: 0.1403067 May 30 21:00:35.452327 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-53ea4dfb-917a-4af3-ba01-cf6ba49bbdc7 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/quotas/ff8817f95c584af4946c74d4324ead0f HTTP/1.1" status: 200 len: 375 time: 0.0113022 May 30 21:00:35.535053 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-85472f3e-2f0a-4765-830e-3ecb05b7f18a tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8817f95c584af4946c74d4324ead0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777938 May 30 21:00:35.750964 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-0c72a22b-1adf-4177-9636-6872dbb5b981 service neutron] 10.222.0.84 "GET /v2.0/networks/8ed1e7cb-428e-4930-a48c-98800da1f29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040708 May 30 21:00:35.880400 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-79d151c1-f9fa-4b0b-a3e8-e4efa1958164 service neutron] 10.222.0.84 "GET /v2.0/networks/8ed1e7cb-428e-4930-a48c-98800da1f29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235094 May 30 21:00:36.186115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 01b3855a-f9e8-4c85-858e-1383ba2a015e no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:00:36.198024 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-027d0dc1-ae3c-4d8f-99d6-86153ec071c8 req-0aab2cd5-3547-4659-85b7-334780dd7ce9 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d978a25-cdb6-47bd-b797-9452c2355c93 HTTP/1.1" status: 200 len: 210 time: 0.1727245 May 30 21:00:36.224097 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 01b3855a-f9e8-4c85-858e-1383ba2a015e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:00:36.224543 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 01b3855a-f9e8-4c85-858e-1383ba2a015e not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:00:37.372783 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a6da9309-a472-4c3c-af6e-0d00e6e94b90 req-16b96357-6d66-4ad5-be5f-ee85378c7e34 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d978a25-cdb6-47bd-b797-9452c2355c93 HTTP/1.1" status: 200 len: 210 time: 0.0422566 May 30 21:00:37.462643 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-77246984-c882-4b76-85f0-4cd285022dd7 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:37.464067 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-77246984-c882-4b76-85f0-4cd285022dd7 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.77 "GET /v2.0/networks?id=8ed1e7cb-428e-4930-a48c-98800da1f29f HTTP/1.1" status: 200 len: 817 time: 0.2579160 May 30 21:00:37.480580 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-c3e790ee-617a-4c55-8361-e76855849ea8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Request body: {'port': {'device_id': '2d978a25-cdb6-47bd-b797-9452c2355c93', 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f', 'admin_state_up': True, 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:00:37.587239 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:37.615998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-c3e790ee-617a-4c55-8361-e76855849ea8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:00:37.620865 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-c3e790ee-617a-4c55-8361-e76855849ea8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Usage tracker for resource:port and tenant:ff8817f95c584af4946c74d4324ead0f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:00:37.623730 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-c3e790ee-617a-4c55-8361-e76855849ea8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:00:37.629578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-c3e790ee-617a-4c55-8361-e76855849ea8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:00:37.638310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-c3e790ee-617a-4c55-8361-e76855849ea8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Made reservation on behalf of ff8817f95c584af4946c74d4324ead0f for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:00:37.641285 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-c3e790ee-617a-4c55-8361-e76855849ea8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:37.800216 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-c3e790ee-617a-4c55-8361-e76855849ea8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Allocated IP 172.20.0.11 (8ed1e7cb-428e-4930-a48c-98800da1f29f/244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a/e1d6097a-0b45-494c-b49b-b8f945081308) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:00:37.995533 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-c3e790ee-617a-4c55-8361-e76855849ea8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:38.010543 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-c3e790ee-617a-4c55-8361-e76855849ea8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Transition to ACTIVE for port object e1d6097a-0b45-494c-b49b-b8f945081308 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:00:38.031877 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-c3e790ee-617a-4c55-8361-e76855849ea8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:38.104146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-c3e790ee-617a-4c55-8361-e76855849ea8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Network 8ed1e7cb-428e-4930-a48c-98800da1f29f is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:00:38.106864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-c3e790ee-617a-4c55-8361-e76855849ea8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:00:38.109379 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-c3e790ee-617a-4c55-8361-e76855849ea8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:00:38.150057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e790ee-617a-4c55-8361-e76855849ea8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Pushing event updated for resources: {'Port': ['ID=e1d6097a-0b45-494c-b49b-b8f945081308,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:38.178607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-c3e790ee-617a-4c55-8361-e76855849ea8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:38.179201 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-c3e790ee-617a-4c55-8361-e76855849ea8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:38.204413 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-c3e790ee-617a-4c55-8361-e76855849ea8 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7276020 May 30 21:00:38.222680 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Request body: {'port': {'device_id': '2d978a25-cdb6-47bd-b797-9452c2355c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:00:38.318706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-21cf9ba4-a5d4-4cda-b75e-fa67844021d9 None None] Provisioning for port e1d6097a-0b45-494c-b49b-b8f945081308 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:00:38.323419 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-21cf9ba4-a5d4-4cda-b75e-fa67844021d9 None None] Provisioning complete for port e1d6097a-0b45-494c-b49b-b8f945081308 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:00:38.323786 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-21cf9ba4-a5d4-4cda-b75e-fa67844021d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:38.339520 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:38.374650 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-21cf9ba4-a5d4-4cda-b75e-fa67844021d9 None None] Port e1d6097a-0b45-494c-b49b-b8f945081308 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:00:38.582514 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bb0c3-dffb-4e91-9fcd-4ccbaabfb5e0 req-b299c364-ef59-40cf-b4fa-71cdc8ecb3da tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:38.583995 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3f9bb0c3-dffb-4e91-9fcd-4ccbaabfb5e0 req-b299c364-ef59-40cf-b4fa-71cdc8ecb3da tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d978a25-cdb6-47bd-b797-9452c2355c93 HTTP/1.1" status: 200 len: 932 time: 0.0793149 May 30 21:00:38.630988 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3f9bb0c3-dffb-4e91-9fcd-4ccbaabfb5e0 req-cf898ae0-cd56-43d5-b10c-e7419d325959 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 May 30 21:00:38.679716 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d6097a-0b45-494c-b49b-b8f945081308 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:00:38.686344 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:38.700359 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Transition to ACTIVE for port object e1d6097a-0b45-494c-b49b-b8f945081308 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:00:38.703993 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:38.826892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d6097a-0b45-494c-b49b-b8f945081308,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:38.939812 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Attempting to bind port e1d6097a-0b45-494c-b49b-b8f945081308 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:00:38.940166 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Attempting to bind port e1d6097a-0b45-494c-b49b-b8f945081308 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'ea13848c-52a4-4f19-87e3-7186e3d50d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:00:38.940482 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Attempting to bind port e1d6097a-0b45-494c-b49b-b8f945081308 on network 8ed1e7cb-428e-4930-a48c-98800da1f29f {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:00:38.946053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Port e1d6097a-0b45-494c-b49b-b8f945081308 on network 8ed1e7cb-428e-4930-a48c-98800da1f29f not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:00:38.946362 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Attempting to bind port e1d6097a-0b45-494c-b49b-b8f945081308 on network 8ed1e7cb-428e-4930-a48c-98800da1f29f {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:00:38.953282 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:00:38.953610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Checking segment: {'id': 'ea13848c-52a4-4f19-87e3-7186e3d50d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:00:38.953987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Bound using segment: {'id': 'ea13848c-52a4-4f19-87e3-7186e3d50d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:00:38.954396 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Bound port: e1d6097a-0b45-494c-b49b-b8f945081308, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea13848c-52a4-4f19-87e3-7186e3d50d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:00:38.954727 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:39.040968 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] For port e1d6097a-0b45-494c-b49b-b8f945081308, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:00:39.043768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] For port e1d6097a-0b45-494c-b49b-b8f945081308, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e1d6097a-0b45-494c-b49b-b8f945081308,segment=NetworkSegment(ea13848c-52a4-4f19-87e3-7186e3d50d90),segment_id=ea13848c-52a4-4f19-87e3-7186e3d50d90)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:00:39.048058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:39.112250 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:39.113614 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] 10.222.0.77 "PUT /v2.0/ports/e1d6097a-0b45-494c-b49b-b8f945081308 HTTP/1.1" status: 200 len: 1092 time: 0.8954031 May 30 21:00:39.114045 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d978a25-cdb6-47bd-b797-9452c2355c93', 'tag': 'e1d6097a-0b45-494c-b49b-b8f945081308'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:00:39.137071 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f1d21-2018-467d-9b2a-239d712d8014 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d6097a-0b45-494c-b49b-b8f945081308,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:39.191778 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e09308-6e71-4b16-bfdd-f8d44705bf21'] response: {'name': 'network-changed', 'server_uuid': '2d978a25-cdb6-47bd-b797-9452c2355c93', 'tag': 'e1d6097a-0b45-494c-b49b-b8f945081308', 'status': 'completed', 'code': 200} May 30 21:00:39.235228 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-ca9cdc88-8d79-4a94-9a09-4034abd0a66a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff8817f95c584af4946c74d4324ead0f&device_id=2d978a25-cdb6-47bd-b797-9452c2355c93 HTTP/1.1" status: 200 len: 1095 time: 0.0738244 May 30 21:00:39.400997 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-b46a1585-cf0d-4d6f-8448-220988a69de4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1d6097a-0b45-494c-b49b-b8f945081308 HTTP/1.1" status: 200 len: 217 time: 0.1543069 May 30 21:00:39.464819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-59ce558a-313e-4d76-b01b-93fed4afcb6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:39.466236 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-59ce558a-313e-4d76-b01b-93fed4afcb6f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a HTTP/1.1" status: 200 len: 856 time: 0.0568237 May 30 21:00:39.544519 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-e57e813d-6145-4a9d-92b8-a6b139d35012 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ed1e7cb-428e-4930-a48c-98800da1f29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688453 May 30 21:00:39.678385 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-38a0361f-5c13-4149-a1d9-069cd2f7c352 service neutron] 10.222.0.77 "GET /v2.0/networks/8ed1e7cb-428e-4930-a48c-98800da1f29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238456 May 30 21:00:39.813757 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4f8b67c2-cfae-49fa-ae6a-14a9020fd172 req-8fcc9c54-2937-40e1-a34e-54dea9523bce service neutron] 10.222.0.77 "GET /v2.0/networks/8ed1e7cb-428e-4930-a48c-98800da1f29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262114 May 30 21:00:39.827234 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ea22b-40fa-4fa3-8cf5-0192124832fb req-140730bd-5b08-4425-94cb-7b08cacaaa88 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:39.828794 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-515ea22b-40fa-4fa3-8cf5-0192124832fb req-140730bd-5b08-4425-94cb-7b08cacaaa88 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d978a25-cdb6-47bd-b797-9452c2355c93 HTTP/1.1" status: 200 len: 944 time: 0.0782917 May 30 21:00:39.882424 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-515ea22b-40fa-4fa3-8cf5-0192124832fb req-04d12cec-2f9c-4a7a-a350-6ec299d0e215 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474794 May 30 21:00:39.932941 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5f25f18-b49c-4ed8-88fd-7246958be665 req-904e7405-0aec-402b-8920-d4eb63780743 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff8817f95c584af4946c74d4324ead0f&device_id=2d978a25-cdb6-47bd-b797-9452c2355c93 HTTP/1.1" status: 200 len: 1095 time: 0.0688491 May 30 21:00:40.062164 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f25f18-b49c-4ed8-88fd-7246958be665 req-60ded044-1720-4f29-b21e-e681cf6aacdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:40.063593 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5f25f18-b49c-4ed8-88fd-7246958be665 req-60ded044-1720-4f29-b21e-e681cf6aacdd service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ed1e7cb-428e-4930-a48c-98800da1f29f HTTP/1.1" status: 200 len: 918 time: 0.1248696 May 30 21:00:40.134046 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5f25f18-b49c-4ed8-88fd-7246958be665 req-5d418188-f01c-4bef-a137-22920348d457 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1d6097a-0b45-494c-b49b-b8f945081308 HTTP/1.1" status: 200 len: 217 time: 0.0642090 May 30 21:00:40.195800 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f25f18-b49c-4ed8-88fd-7246958be665 req-a348220e-36cf-4d9d-8252-9c7370e7f603 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:40.197167 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5f25f18-b49c-4ed8-88fd-7246958be665 req-a348220e-36cf-4d9d-8252-9c7370e7f603 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a HTTP/1.1" status: 200 len: 856 time: 0.0567312 May 30 21:00:40.275013 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5f25f18-b49c-4ed8-88fd-7246958be665 req-2680f848-3519-4f0e-b947-879872182a00 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ed1e7cb-428e-4930-a48c-98800da1f29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710199 May 30 21:00:40.406852 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5f25f18-b49c-4ed8-88fd-7246958be665 req-e770f6d1-501e-4ed5-b91a-d40cb4d6a6ac service neutron] 10.222.0.77 "GET /v2.0/networks/8ed1e7cb-428e-4930-a48c-98800da1f29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235187 May 30 21:00:40.537155 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5f25f18-b49c-4ed8-88fd-7246958be665 req-1bbff187-879e-4f42-9bb6-001f148625b6 service neutron] 10.222.0.77 "GET /v2.0/networks/8ed1e7cb-428e-4930-a48c-98800da1f29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238782 May 30 21:00:41.079076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170653e-62ff-4fb4-8470-52a0d1a671bf req-80d53ecb-29f0-4e3b-9dd6-343723955c78 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:41.080554 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6170653e-62ff-4fb4-8470-52a0d1a671bf req-80d53ecb-29f0-4e3b-9dd6-343723955c78 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d978a25-cdb6-47bd-b797-9452c2355c93 HTTP/1.1" status: 200 len: 944 time: 0.0771890 May 30 21:00:41.126238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6170653e-62ff-4fb4-8470-52a0d1a671bf req-22e4b5e5-a48e-4672-8b7c-53afc00f326d tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401223 May 30 21:00:42.322388 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fb209-5a3f-42e1-a8a5-ec98718bd285 req-2717922b-91ab-442f-a634-3116dceff0d1 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:42.324389 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-970fb209-5a3f-42e1-a8a5-ec98718bd285 req-2717922b-91ab-442f-a634-3116dceff0d1 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d978a25-cdb6-47bd-b797-9452c2355c93 HTTP/1.1" status: 200 len: 944 time: 0.0805411 May 30 21:00:42.368067 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-970fb209-5a3f-42e1-a8a5-ec98718bd285 req-c04d4f53-df08-4f98-850a-7fb7fc7d879b tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381627 May 30 21:00:42.479320 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e1d6097a-0b45-494c-b49b-b8f945081308 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:00:42.608709 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e1d6097a-0b45-494c-b49b-b8f945081308, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e1d6097a-0b45-494c-b49b-b8f945081308,segment=NetworkSegment(ea13848c-52a4-4f19-87e3-7186e3d50d90),segment_id=ea13848c-52a4-4f19-87e3-7186e3d50d90)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:00:42.622219 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'e1d6097a-0b45-494c-b49b-b8f945081308', 'network_id': '8ed1e7cb-428e-4930-a48c-98800da1f29f', 'port_id': 'e1d6097a-0b45-494c-b49b-b8f945081308', 'mac_address': 'fa:16:3e:98:c7:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:00:42.678155 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:42.695559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d6097a-0b45-494c-b49b-b8f945081308 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:00:42.709747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e1d6097a-0b45-494c-b49b-b8f945081308, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e1d6097a-0b45-494c-b49b-b8f945081308,segment=NetworkSegment(ea13848c-52a4-4f19-87e3-7186e3d50d90),segment_id=ea13848c-52a4-4f19-87e3-7186e3d50d90)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:00:42.713952 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:42.778855 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=e1d6097a-0b45-494c-b49b-b8f945081308,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:42.787466 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:42.787803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:42.788163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:42.788494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:42.788818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:42.789138 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:42.789455 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:42.789769 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:42.790082 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:42.790423 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:42.790747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:42.976981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['e1d6097a-0b45-494c-b49b-b8f945081308'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:00:43.563993 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4db6b-03a3-4a7e-85c5-f42b691ec38a req-8f1b77c2-7ec6-456b-a440-da0b75eca787 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:43.565428 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9fd4db6b-03a3-4a7e-85c5-f42b691ec38a req-8f1b77c2-7ec6-456b-a440-da0b75eca787 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d978a25-cdb6-47bd-b797-9452c2355c93 HTTP/1.1" status: 200 len: 945 time: 0.0752785 May 30 21:00:43.610299 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9fd4db6b-03a3-4a7e-85c5-f42b691ec38a req-d769ee30-f025-4abe-a14c-05b2c4ca8f8c tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393276 May 30 21:00:44.495543 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e1d6097a-0b45-494c-b49b-b8f945081308 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:00:44.561784 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port e1d6097a-0b45-494c-b49b-b8f945081308 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:00:44.566221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port e1d6097a-0b45-494c-b49b-b8f945081308 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:00:44.566580 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:44.678944 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:44.706212 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d978a25-cdb6-47bd-b797-9452c2355c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d6097a-0b45-494c-b49b-b8f945081308'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:00:44.716208 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port e1d6097a-0b45-494c-b49b-b8f945081308, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e1d6097a-0b45-494c-b49b-b8f945081308,segment=NetworkSegment(ea13848c-52a4-4f19-87e3-7186e3d50d90),segment_id=ea13848c-52a4-4f19-87e3-7186e3d50d90)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:00:44.720174 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:44.774891 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1afe8679-d027-4e24-867d-9b4f7d0e95e7'] response: {'server_uuid': '2d978a25-cdb6-47bd-b797-9452c2355c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d6097a-0b45-494c-b49b-b8f945081308', 'code': 200} May 30 21:00:44.791423 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=e1d6097a-0b45-494c-b49b-b8f945081308,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:44.818311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69b999-b434-41db-aac3-533d9d9f6791 req-99016ac3-4e8f-4bae-a544-e78ce4b8a39a tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:44.819688 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d69b999-b434-41db-aac3-533d9d9f6791 req-99016ac3-4e8f-4bae-a544-e78ce4b8a39a tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d978a25-cdb6-47bd-b797-9452c2355c93 HTTP/1.1" status: 200 len: 946 time: 0.0863037 May 30 21:00:44.867071 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d69b999-b434-41db-aac3-533d9d9f6791 req-e0f12700-ec5d-4ebd-922a-a4cd45dbe48e tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410299 May 30 21:00:44.899781 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-16a50ee9-2f66-4904-a6be-d7d27b7172c5 req-9785ae81-97dc-4a3b-94aa-b990e03f26bb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2d978a25-cdb6-47bd-b797-9452c2355c93 HTTP/1.1" status: 200 len: 1097 time: 0.0666814 May 30 21:00:44.944307 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-16a50ee9-2f66-4904-a6be-d7d27b7172c5 req-cec1b54b-364e-4143-ba18-906f7c715859 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354788 May 30 21:00:46.062912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331475d6-361d-41aa-ba79-b5b86571f581 req-0910017d-6962-4ff3-8737-1d586913ba36 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:46.064380 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-331475d6-361d-41aa-ba79-b5b86571f581 req-0910017d-6962-4ff3-8737-1d586913ba36 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d978a25-cdb6-47bd-b797-9452c2355c93 HTTP/1.1" status: 200 len: 946 time: 0.0772500 May 30 21:00:46.112289 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-331475d6-361d-41aa-ba79-b5b86571f581 req-f63a9436-064b-43b5-b74f-0141f45ab1bf tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422409 May 30 21:00:47.312686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca588a3f-9683-4bdb-b139-acc91976dbb0 req-455e88e1-4583-4db8-a51d-cfbb3e8368ec tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:47.314208 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca588a3f-9683-4bdb-b139-acc91976dbb0 req-455e88e1-4583-4db8-a51d-cfbb3e8368ec tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d978a25-cdb6-47bd-b797-9452c2355c93 HTTP/1.1" status: 200 len: 946 time: 0.0801494 May 30 21:00:47.360227 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca588a3f-9683-4bdb-b139-acc91976dbb0 req-6e6c9fb3-5793-4660-8af1-1089484a513a tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400119 May 30 21:00:47.554463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955b581-1faf-4660-bc1b-5ecfb2ecd09f req-3d5edc01-d803-4576-bb16-e634c40912be tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:47.556209 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2955b581-1faf-4660-bc1b-5ecfb2ecd09f req-3d5edc01-d803-4576-bb16-e634c40912be tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d978a25-cdb6-47bd-b797-9452c2355c93 HTTP/1.1" status: 200 len: 946 time: 0.0761712 May 30 21:00:47.605074 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2955b581-1faf-4660-bc1b-5ecfb2ecd09f req-3045dd75-8d70-4c9b-a9f0-4987eb12f416 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428238 May 30 21:00:55.264264 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:00:57.864076 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-aaf25d76-bfac-43bb-9177-9712d8c383e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:00.053617 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6fee4110-a0c7-45da-bc8a-f819fe0a3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:01.419460 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:01.681971 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:01.833063 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02426d-70f3-419d-86bd-b23f77ae629c req-fdf1b234-a8a0-4c00-8d8f-901f14c5a20c tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:01.834511 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b02426d-70f3-419d-86bd-b23f77ae629c req-fdf1b234-a8a0-4c00-8d8f-901f14c5a20c tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d978a25-cdb6-47bd-b797-9452c2355c93 HTTP/1.1" status: 200 len: 946 time: 0.0776901 May 30 21:01:01.879563 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b02426d-70f3-419d-86bd-b23f77ae629c req-be445690-cd27-4574-90d6-81bccf33cf4a tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390928 May 30 21:01:03.022534 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:03.081743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df75597-c1c4-4907-804f-15e3c48dc1eb req-21ffcf1a-cb9a-4487-b060-8f5978b1400d tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:03.083839 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6df75597-c1c4-4907-804f-15e3c48dc1eb req-21ffcf1a-cb9a-4487-b060-8f5978b1400d tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d978a25-cdb6-47bd-b797-9452c2355c93 HTTP/1.1" status: 200 len: 946 time: 0.0812235 May 30 21:01:03.127931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6df75597-c1c4-4907-804f-15e3c48dc1eb req-8d04cc16-2041-4dae-a22b-7e53173da798 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/security-groups?id=4b75a8ba-3bbc-4a56-b74d-2b17de706e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392475 May 30 21:01:03.488884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a91f69-b1a3-4161-9a4f-b243a844243f req-d6648fab-6183-4182-9c7b-37fdc8f56d9a tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:03.489593 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-f3a91f69-b1a3-4161-9a4f-b243a844243f req-d6648fab-6183-4182-9c7b-37fdc8f56d9a tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Synchronizing usage tracker for tenant:ff8817f95c584af4946c74d4324ead0f on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:01:03.504245 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-f3a91f69-b1a3-4161-9a4f-b243a844243f req-d6648fab-6183-4182-9c7b-37fdc8f56d9a tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Unset dirty status for tenant:ff8817f95c584af4946c74d4324ead0f on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:01:03.505358 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f3a91f69-b1a3-4161-9a4f-b243a844243f req-d6648fab-6183-4182-9c7b-37fdc8f56d9a tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d978a25-cdb6-47bd-b797-9452c2355c93 HTTP/1.1" status: 200 len: 946 time: 0.0944383 May 30 21:01:03.576364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-f3a91f69-b1a3-4161-9a4f-b243a844243f req-21e30f44-06c9-43a3-9edf-b611819578fe tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Deleting port e1d6097a-0b45-494c-b49b-b8f945081308 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:01:03.576703 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f3a91f69-b1a3-4161-9a4f-b243a844243f req-21e30f44-06c9-43a3-9edf-b611819578fe tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:03.703834 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:03.911009 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-f3a91f69-b1a3-4161-9a4f-b243a844243f req-21e30f44-06c9-43a3-9edf-b611819578fe tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] For port e1d6097a-0b45-494c-b49b-b8f945081308, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=e1d6097a-0b45-494c-b49b-b8f945081308,segment=NetworkSegment(ea13848c-52a4-4f19-87e3-7186e3d50d90),segment_id=ea13848c-52a4-4f19-87e3-7186e3d50d90)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:03.911274 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f3a91f69-b1a3-4161-9a4f-b243a844243f req-21e30f44-06c9-43a3-9edf-b611819578fe tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:04.030352 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-f3a91f69-b1a3-4161-9a4f-b243a844243f req-21e30f44-06c9-43a3-9edf-b611819578fe tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Calling delete_port for e1d6097a-0b45-494c-b49b-b8f945081308 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:01:04.169536 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f3a91f69-b1a3-4161-9a4f-b243a844243f req-21e30f44-06c9-43a3-9edf-b611819578fe tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:04.185511 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['e1d6097a-0b45-494c-b49b-b8f945081308'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:01:04.220187 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e30f44-06c9-43a3-9edf-b611819578fe tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Pushing event deleted for resources: {'Port': ['ID=e1d6097a-0b45-494c-b49b-b8f945081308,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:04.315438 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a91f69-b1a3-4161-9a4f-b243a844243f req-21e30f44-06c9-43a3-9edf-b611819578fe tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] No DVR routers for this DVR port e1d6097a-0b45-494c-b49b-b8f945081308 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:01:04.318241 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f3a91f69-b1a3-4161-9a4f-b243a844243f req-21e30f44-06c9-43a3-9edf-b611819578fe tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:04.320998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d978a25-cdb6-47bd-b797-9452c2355c93', 'name': 'network-vif-deleted', 'tag': 'e1d6097a-0b45-494c-b49b-b8f945081308'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:01:04.334609 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac20cd55-2a51-4689-bfea-508d2443e665 req-eaad3878-9e4d-46fc-9cfd-e69ab9933339 tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d978a25-cdb6-47bd-b797-9452c2355c93 HTTP/1.1" status: 200 len: 210 time: 0.0481610 May 30 21:01:04.341600 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f3a91f69-b1a3-4161-9a4f-b243a844243f req-21e30f44-06c9-43a3-9edf-b611819578fe tempest-TestEncryptedCinderVolumes-1537390255 tempest-TestEncryptedCinderVolumes-1537390255-project] 10.222.0.77 "DELETE /v2.0/ports/e1d6097a-0b45-494c-b49b-b8f945081308 HTTP/1.1" status: 204 len: 173 time: 0.8286211 May 30 21:01:04.385433 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca365ec8-69a3-4f4b-8c50-29d0ad50df03'] response: {'server_uuid': '2d978a25-cdb6-47bd-b797-9452c2355c93', 'name': 'network-vif-deleted', 'tag': 'e1d6097a-0b45-494c-b49b-b8f945081308', 'status': 'completed', 'code': 200} May 30 21:01:05.486577 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51786) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:05.867954 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6331c49-98c3-4375-9dfe-baddd5c9e203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:06.451610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a6331c49-98c3-4375-9dfe-baddd5c9e203 admin admin] Deleting port 123107d7-9414-4639-abe0-6fef99da7383 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:01:06.451941 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6331c49-98c3-4375-9dfe-baddd5c9e203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:06.589260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e1d6097a-0b45-494c-b49b-b8f945081308 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:01:06.622608 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: e1d6097a-0b45-494c-b49b-b8f945081308 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:01:06.622948 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device e1d6097a-0b45-494c-b49b-b8f945081308 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:01:06.713567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-a6331c49-98c3-4375-9dfe-baddd5c9e203 admin admin] For port 123107d7-9414-4639-abe0-6fef99da7383, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=123107d7-9414-4639-abe0-6fef99da7383,segment=NetworkSegment(ea13848c-52a4-4f19-87e3-7186e3d50d90),segment_id=ea13848c-52a4-4f19-87e3-7186e3d50d90)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:06.714159 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6331c49-98c3-4375-9dfe-baddd5c9e203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:06.834276 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a6331c49-98c3-4375-9dfe-baddd5c9e203 admin admin] Calling delete_port for 123107d7-9414-4639-abe0-6fef99da7383 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:01:06.996193 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6331c49-98c3-4375-9dfe-baddd5c9e203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:07.039245 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6331c49-98c3-4375-9dfe-baddd5c9e203 admin admin] Pushing event deleted for resources: {'Port': ['ID=123107d7-9414-4639-abe0-6fef99da7383,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:07.324583 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a6331c49-98c3-4375-9dfe-baddd5c9e203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:07.586643 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:07.888099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6331c49-98c3-4375-9dfe-baddd5c9e203 admin admin] Router 9d824633-22fa-48f0-8e42-65bf581b5473 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:01:08.188364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6331c49-98c3-4375-9dfe-baddd5c9e203 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:01:08.196712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b7a2a4-bfa9-47d3-86d3-07fcf82bcef6 None None] Sync routers for ids ['9d824633-22fa-48f0-8e42-65bf581b5473'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:01:08.200175 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a6331c49-98c3-4375-9dfe-baddd5c9e203 admin admin] 10.222.0.84 "PUT /v2.0/routers/9d824633-22fa-48f0-8e42-65bf581b5473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7125223 May 30 21:01:08.202584 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51790) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:08.208545 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b7a2a4-bfa9-47d3-86d3-07fcf82bcef6 None None] Routers {'9d824633-22fa-48f0-8e42-65bf581b5473'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:01:08.209136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-74b7a2a4-bfa9-47d3-86d3-07fcf82bcef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:01:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['9d824633-22fa-48f0-8e42-65bf581b5473'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:08.388763 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-74b7a2a4-bfa9-47d3-86d3-07fcf82bcef6 None None] Set router 9d824633-22fa-48f0-8e42-65bf581b5473 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:01:08.399331 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-070c1bc7-8b22-41ae-953b-eb71a14c9c50 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:08.595943 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-070c1bc7-8b22-41ae-953b-eb71a14c9c50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:08.606459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-070c1bc7-8b22-41ae-953b-eb71a14c9c50 admin admin] Deleting port 2eb18499-1349-4156-acab-d1a62c97c3ce {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:01:08.606793 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-070c1bc7-8b22-41ae-953b-eb71a14c9c50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:08.674096 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-74b7a2a4-bfa9-47d3-86d3-07fcf82bcef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'name': 'tempest-TestEncryptedCinderVolumes-1464447198-router', 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '2eb18499-1349-4156-acab-d1a62c97c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:53Z', 'updated_at': '2022-05-30T21:01:06Z', 'revision_number': 5, 'project_id': 'ff8817f95c584af4946c74d4324ead0f', 'gw_port': {'id': '2eb18499-1349-4156-acab-d1a62c97c3ce', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:54Z', 'updated_at': '2022-05-30T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:08.678068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b7a2a4-bfa9-47d3-86d3-07fcf82bcef6 None None] Checking router: 9d824633-22fa-48f0-8e42-65bf581b5473 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:01:08.688486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b7a2a4-bfa9-47d3-86d3-07fcf82bcef6 None None] Routers {'9d824633-22fa-48f0-8e42-65bf581b5473'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:01:08.689082 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-74b7a2a4-bfa9-47d3-86d3-07fcf82bcef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:01:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['9d824633-22fa-48f0-8e42-65bf581b5473'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:08.776582 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-070c1bc7-8b22-41ae-953b-eb71a14c9c50 admin admin] For port 2eb18499-1349-4156-acab-d1a62c97c3ce, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=2eb18499-1349-4156-acab-d1a62c97c3ce,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:08.776939 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-070c1bc7-8b22-41ae-953b-eb71a14c9c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:08.835870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-74b7a2a4-bfa9-47d3-86d3-07fcf82bcef6 None None] Set router 9d824633-22fa-48f0-8e42-65bf581b5473 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:01:08.896603 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-070c1bc7-8b22-41ae-953b-eb71a14c9c50 admin admin] Calling delete_port for 2eb18499-1349-4156-acab-d1a62c97c3ce owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:01:08.939887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-74b7a2a4-bfa9-47d3-86d3-07fcf82bcef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'name': 'tempest-TestEncryptedCinderVolumes-1464447198-router', 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:53Z', 'updated_at': '2022-05-30T21:01:08Z', 'revision_number': 6, 'project_id': 'ff8817f95c584af4946c74d4324ead0f', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:08.943728 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b7a2a4-bfa9-47d3-86d3-07fcf82bcef6 None None] The sync data for ids ['9d824633-22fa-48f0-8e42-65bf581b5473'] in n-d-843949-2 is: [{'id': '9d824633-22fa-48f0-8e42-65bf581b5473', 'name': 'tempest-TestEncryptedCinderVolumes-1464447198-router', 'tenant_id': 'ff8817f95c584af4946c74d4324ead0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:53Z', 'updated_at': '2022-05-30T21:01:08Z', 'revision_number': 6, 'project_id': 'ff8817f95c584af4946c74d4324ead0f', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:01:09.062297 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-070c1bc7-8b22-41ae-953b-eb71a14c9c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:09.108839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c1bc7-8b22-41ae-953b-eb71a14c9c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb18499-1349-4156-acab-d1a62c97c3ce,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:09.329916 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-070c1bc7-8b22-41ae-953b-eb71a14c9c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:09.688156 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-070c1bc7-8b22-41ae-953b-eb71a14c9c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:09.693053 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-070c1bc7-8b22-41ae-953b-eb71a14c9c50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:09.723729 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-070c1bc7-8b22-41ae-953b-eb71a14c9c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:09.724240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070c1bc7-8b22-41ae-953b-eb71a14c9c50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d824633-22fa-48f0-8e42-65bf581b5473 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:01:09.737186 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-070c1bc7-8b22-41ae-953b-eb71a14c9c50 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:09.738306 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-070c1bc7-8b22-41ae-953b-eb71a14c9c50 admin admin] 10.222.0.84 "DELETE /v2.0/routers/9d824633-22fa-48f0-8e42-65bf581b5473 HTTP/1.1" status: 204 len: 168 time: 1.5348318 May 30 21:01:09.741049 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51794) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:09.756432 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 2eb18499-1349-4156-acab-d1a62c97c3ce no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:01:09.788443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 2eb18499-1349-4156-acab-d1a62c97c3ce {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:01:09.788782 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 2eb18499-1349-4156-acab-d1a62c97c3ce not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:01:09.789418 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 123107d7-9414-4639-abe0-6fef99da7383 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:01:09.801501 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4cb07e5-f415-404e-8ed8-d577900e7852 admin admin] Deleting subnet 244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:01:09.804673 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4cb07e5-f415-404e-8ed8-d577900e7852 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:09.826830 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 123107d7-9414-4639-abe0-6fef99da7383 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:01:09.827328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 123107d7-9414-4639-abe0-6fef99da7383 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:01:09.859294 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4cb07e5-f415-404e-8ed8-d577900e7852 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:09.939223 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4cb07e5-f415-404e-8ed8-d577900e7852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:10.006702 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4cb07e5-f415-404e-8ed8-d577900e7852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:10.047808 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb07e5-f415-404e-8ed8-d577900e7852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:10.052640 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b4cb07e5-f415-404e-8ed8-d577900e7852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:10.057657 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e3bb64-efd1-4e2f-9851-cc63462074e8 None None] Network 8ed1e7cb-428e-4930-a48c-98800da1f29f requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:01:10.057957 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b4cb07e5-f415-404e-8ed8-d577900e7852 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/244dd5e0-4e5e-4bc1-8f5c-74645a1bd23a HTTP/1.1" status: 204 len: 168 time: 0.3160365 May 30 21:01:10.060500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51798) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:10.163624 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:10.174329 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] Deleting port e3c66e9e-36d1-488e-8a67-4bf229132f1e {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:01:10.174651 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:10.301559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fef3f4-5d15-4edd-8bfe-a4a1dcb9a0c3 None None] DHCP port deletion for 8ed1e7cb-428e-4930-a48c-98800da1f29f request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:01:10.305962 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-25fef3f4-5d15-4edd-8bfe-a4a1dcb9a0c3 None None] Deleting port e3c66e9e-36d1-488e-8a67-4bf229132f1e {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:01:10.306272 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-25fef3f4-5d15-4edd-8bfe-a4a1dcb9a0c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:10.377403 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] For port e3c66e9e-36d1-488e-8a67-4bf229132f1e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e3c66e9e-36d1-488e-8a67-4bf229132f1e,segment=NetworkSegment(ea13848c-52a4-4f19-87e3-7186e3d50d90),segment_id=ea13848c-52a4-4f19-87e3-7186e3d50d90)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:10.377749 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:10.497238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] Calling delete_port for e3c66e9e-36d1-488e-8a67-4bf229132f1e owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:01:10.546458 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-25fef3f4-5d15-4edd-8bfe-a4a1dcb9a0c3 None None] For port e3c66e9e-36d1-488e-8a67-4bf229132f1e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=e3c66e9e-36d1-488e-8a67-4bf229132f1e,segment=NetworkSegment(ea13848c-52a4-4f19-87e3-7186e3d50d90),segment_id=ea13848c-52a4-4f19-87e3-7186e3d50d90)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:10.546766 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-25fef3f4-5d15-4edd-8bfe-a4a1dcb9a0c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:10.575432 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:10.617934 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c66e9e-36d1-488e-8a67-4bf229132f1e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:10.623928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] No DVR routers for this DVR port e3c66e9e-36d1-488e-8a67-4bf229132f1e on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:01:10.676414 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-25fef3f4-5d15-4edd-8bfe-a4a1dcb9a0c3 None None] Calling delete_port for e3c66e9e-36d1-488e-8a67-4bf229132f1e owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:01:10.738275 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:10.743391 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-25fef3f4-5d15-4edd-8bfe-a4a1dcb9a0c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:01:10.743744 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-25fef3f4-5d15-4edd-8bfe-a4a1dcb9a0c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:01:10.764105 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed1e7cb-428e-4930-a48c-98800da1f29f']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:10.775830 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea13848c-52a4-4f19-87e3-7186e3d50d90') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:10.776148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea13848c-52a4-4f19-87e3-7186e3d50d90') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:10.787117 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:10.805884 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:10.812492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:01:10.812862 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: timer() May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: self._notify() May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:01:10.826123 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:01:10.897040 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:10.912779 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:10.923875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed1e7cb-428e-4930-a48c-98800da1f29f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:10.935699 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-537b152a-7dff-4ba3-a7e6-5b0728e75108 admin admin] 10.222.0.84 "DELETE /v2.0/networks/8ed1e7cb-428e-4930-a48c-98800da1f29f HTTP/1.1" status: 204 len: 168 time: 0.8742282 May 30 21:01:10.938700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51802) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:11.245946 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-25fef3f4-5d15-4edd-8bfe-a4a1dcb9a0c3 None None] Deleting port e3c66e9e-36d1-488e-8a67-4bf229132f1e {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:01:11.246500 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-25fef3f4-5d15-4edd-8bfe-a4a1dcb9a0c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:11.314164 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-25fef3f4-5d15-4edd-8bfe-a4a1dcb9a0c3 None None] The port 'e3c66e9e-36d1-488e-8a67-4bf229132f1e' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:01:11.435042 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c40beab8-98d4-4d63-a4eb-2e51a02129c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:11.610172 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e3c66e9e-36d1-488e-8a67-4bf229132f1e no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:01:11.642312 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: e3c66e9e-36d1-488e-8a67-4bf229132f1e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:01:11.642641 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device e3c66e9e-36d1-488e-8a67-4bf229132f1e not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:01:12.056410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c40beab8-98d4-4d63-a4eb-2e51a02129c1 admin admin] Deleting port 0afb8586-a045-4d85-9691-78fbcc45a6aa {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:01:12.056744 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c40beab8-98d4-4d63-a4eb-2e51a02129c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:12.233061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-c40beab8-98d4-4d63-a4eb-2e51a02129c1 admin admin] For port 0afb8586-a045-4d85-9691-78fbcc45a6aa, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0afb8586-a045-4d85-9691-78fbcc45a6aa,segment=NetworkSegment(49bf86ac-0840-4527-a172-8d7780123ea6),segment_id=49bf86ac-0840-4527-a172-8d7780123ea6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:12.233411 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c40beab8-98d4-4d63-a4eb-2e51a02129c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:12.352958 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-c40beab8-98d4-4d63-a4eb-2e51a02129c1 admin admin] Calling delete_port for 0afb8586-a045-4d85-9691-78fbcc45a6aa owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:01:12.517193 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c40beab8-98d4-4d63-a4eb-2e51a02129c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:12.562313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40beab8-98d4-4d63-a4eb-2e51a02129c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0afb8586-a045-4d85-9691-78fbcc45a6aa,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:12.940605 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c40beab8-98d4-4d63-a4eb-2e51a02129c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:13.515596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40beab8-98d4-4d63-a4eb-2e51a02129c1 admin admin] Router 409a7721-b9e6-494f-9214-515ded74c0de has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:01:13.708469 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40beab8-98d4-4d63-a4eb-2e51a02129c1 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:01:13.717307 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c40beab8-98d4-4d63-a4eb-2e51a02129c1 admin admin] 10.222.0.84 "PUT /v2.0/routers/409a7721-b9e6-494f-9214-515ded74c0de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7776484 May 30 21:01:13.717739 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e841d3f-00ea-4d74-bec8-d70a5851b86f None None] Sync routers for ids ['409a7721-b9e6-494f-9214-515ded74c0de'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:01:13.719779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51806) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:13.729455 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e841d3f-00ea-4d74-bec8-d70a5851b86f None None] Routers {'409a7721-b9e6-494f-9214-515ded74c0de'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:01:13.730132 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6e841d3f-00ea-4d74-bec8-d70a5851b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:01:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['409a7721-b9e6-494f-9214-515ded74c0de'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:13.913606 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adafe611-99a1-4b00-9cdb-6cdba7675152 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:13.927541 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-6e841d3f-00ea-4d74-bec8-d70a5851b86f None None] Set router 409a7721-b9e6-494f-9214-515ded74c0de gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:01:14.105894 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adafe611-99a1-4b00-9cdb-6cdba7675152 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:14.115686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-adafe611-99a1-4b00-9cdb-6cdba7675152 admin admin] Deleting port 720f7a90-b530-48fb-99ea-0798e2d93214 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:01:14.116041 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adafe611-99a1-4b00-9cdb-6cdba7675152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:14.211940 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6e841d3f-00ea-4d74-bec8-d70a5851b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409a7721-b9e6-494f-9214-515ded74c0de', 'name': 'tempest-TestEncryptedCinderVolumes-1823753117-router', 'tenant_id': '24eb13f084874f83a25d81e81f8fa753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '720f7a90-b530-48fb-99ea-0798e2d93214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:59Z', 'updated_at': '2022-05-30T21:01:12Z', 'revision_number': 5, 'project_id': '24eb13f084874f83a25d81e81f8fa753', 'gw_port': {'id': '720f7a90-b530-48fb-99ea-0798e2d93214', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409a7721-b9e6-494f-9214-515ded74c0de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:00:00Z', 'updated_at': '2022-05-30T21:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:14.216319 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e841d3f-00ea-4d74-bec8-d70a5851b86f None None] Checking router: 409a7721-b9e6-494f-9214-515ded74c0de for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:01:14.228055 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e841d3f-00ea-4d74-bec8-d70a5851b86f None None] Routers {'409a7721-b9e6-494f-9214-515ded74c0de'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:01:14.228623 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6e841d3f-00ea-4d74-bec8-d70a5851b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:01:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['409a7721-b9e6-494f-9214-515ded74c0de'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:14.379772 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-6e841d3f-00ea-4d74-bec8-d70a5851b86f None None] Set router 409a7721-b9e6-494f-9214-515ded74c0de gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:01:14.398011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-adafe611-99a1-4b00-9cdb-6cdba7675152 admin admin] For port 720f7a90-b530-48fb-99ea-0798e2d93214, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=720f7a90-b530-48fb-99ea-0798e2d93214,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:14.398362 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adafe611-99a1-4b00-9cdb-6cdba7675152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:14.482375 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6e841d3f-00ea-4d74-bec8-d70a5851b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409a7721-b9e6-494f-9214-515ded74c0de', 'name': 'tempest-TestEncryptedCinderVolumes-1823753117-router', 'tenant_id': '24eb13f084874f83a25d81e81f8fa753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:59Z', 'updated_at': '2022-05-30T21:01:14Z', 'revision_number': 6, 'project_id': '24eb13f084874f83a25d81e81f8fa753', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:14.486243 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e841d3f-00ea-4d74-bec8-d70a5851b86f None None] The sync data for ids ['409a7721-b9e6-494f-9214-515ded74c0de'] in n-d-843949-2 is: [{'id': '409a7721-b9e6-494f-9214-515ded74c0de', 'name': 'tempest-TestEncryptedCinderVolumes-1823753117-router', 'tenant_id': '24eb13f084874f83a25d81e81f8fa753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:59Z', 'updated_at': '2022-05-30T21:01:14Z', 'revision_number': 6, 'project_id': '24eb13f084874f83a25d81e81f8fa753', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:01:14.516749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-adafe611-99a1-4b00-9cdb-6cdba7675152 admin admin] Calling delete_port for 720f7a90-b530-48fb-99ea-0798e2d93214 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:01:14.680601 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adafe611-99a1-4b00-9cdb-6cdba7675152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:14.727075 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafe611-99a1-4b00-9cdb-6cdba7675152 admin admin] Pushing event deleted for resources: {'Port': ['ID=720f7a90-b530-48fb-99ea-0798e2d93214,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:14.946570 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adafe611-99a1-4b00-9cdb-6cdba7675152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:15.194921 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adafe611-99a1-4b00-9cdb-6cdba7675152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:15.199901 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adafe611-99a1-4b00-9cdb-6cdba7675152 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:15.226491 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adafe611-99a1-4b00-9cdb-6cdba7675152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:15.229207 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adafe611-99a1-4b00-9cdb-6cdba7675152 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 409a7721-b9e6-494f-9214-515ded74c0de {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:01:15.243708 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adafe611-99a1-4b00-9cdb-6cdba7675152 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:15.247768 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-adafe611-99a1-4b00-9cdb-6cdba7675152 admin admin] 10.222.0.84 "DELETE /v2.0/routers/409a7721-b9e6-494f-9214-515ded74c0de HTTP/1.1" status: 204 len: 168 time: 1.5247557 May 30 21:01:15.248496 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51810) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:15.309224 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-06988073-df7e-4fc0-a316-d0ead7b23656 admin admin] Deleting subnet 13877b97-4f8b-42fd-b4a2-cf34e9dffe41 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:01:15.312320 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06988073-df7e-4fc0-a316-d0ead7b23656 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:15.362958 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06988073-df7e-4fc0-a316-d0ead7b23656 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:15.442491 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06988073-df7e-4fc0-a316-d0ead7b23656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:15.512231 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06988073-df7e-4fc0-a316-d0ead7b23656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:15.609263 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0afb8586-a045-4d85-9691-78fbcc45a6aa no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:01:15.646190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 0afb8586-a045-4d85-9691-78fbcc45a6aa {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:01:15.646849 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0afb8586-a045-4d85-9691-78fbcc45a6aa not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:01:15.647268 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 720f7a90-b530-48fb-99ea-0798e2d93214 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:01:15.659394 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06988073-df7e-4fc0-a316-d0ead7b23656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13877b97-4f8b-42fd-b4a2-cf34e9dffe41,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:15.663930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06988073-df7e-4fc0-a316-d0ead7b23656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:15.670327 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-06988073-df7e-4fc0-a316-d0ead7b23656 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/13877b97-4f8b-42fd-b4a2-cf34e9dffe41 HTTP/1.1" status: 204 len: 168 time: 0.4209518 May 30 21:01:15.672857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51814) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:15.675528 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2cac53-a529-4b1d-968a-bbc915a7db0d None None] Network 6f68a342-989b-4f6e-999f-d285ee431977 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:01:15.694163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 720f7a90-b530-48fb-99ea-0798e2d93214 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:01:15.694436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 720f7a90-b530-48fb-99ea-0798e2d93214 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:01:15.776414 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:15.789959 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] Deleting port bd29f029-8f4f-4565-bcad-a4787e48d448 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:01:15.790264 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:15.915106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9ab53e-96db-4cab-a7a4-d364a262446f None None] DHCP port deletion for 6f68a342-989b-4f6e-999f-d285ee431977 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:01:15.919308 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7c9ab53e-96db-4cab-a7a4-d364a262446f None None] Deleting port bd29f029-8f4f-4565-bcad-a4787e48d448 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:01:15.919673 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab53e-96db-4cab-a7a4-d364a262446f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:16.001373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] For port bd29f029-8f4f-4565-bcad-a4787e48d448, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=bd29f029-8f4f-4565-bcad-a4787e48d448,segment=NetworkSegment(49bf86ac-0840-4527-a172-8d7780123ea6),segment_id=49bf86ac-0840-4527-a172-8d7780123ea6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:16.001646 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:16.120745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7c9ab53e-96db-4cab-a7a4-d364a262446f None None] For port bd29f029-8f4f-4565-bcad-a4787e48d448, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=bd29f029-8f4f-4565-bcad-a4787e48d448,segment=NetworkSegment(49bf86ac-0840-4527-a172-8d7780123ea6),segment_id=49bf86ac-0840-4527-a172-8d7780123ea6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:16.121369 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab53e-96db-4cab-a7a4-d364a262446f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:16.126909 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] Calling delete_port for bd29f029-8f4f-4565-bcad-a4787e48d448 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:01:16.202529 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:16.241460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7c9ab53e-96db-4cab-a7a4-d364a262446f None None] Calling delete_port for bd29f029-8f4f-4565-bcad-a4787e48d448 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:01:16.246388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd29f029-8f4f-4565-bcad-a4787e48d448,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:16.252675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] No DVR routers for this DVR port bd29f029-8f4f-4565-bcad-a4787e48d448 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:01:16.314220 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-7c9ab53e-96db-4cab-a7a4-d364a262446f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:01:16.314570 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-7c9ab53e-96db-4cab-a7a4-d364a262446f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:01:16.367741 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:16.392539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f68a342-989b-4f6e-999f-d285ee431977']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:16.404290 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49bf86ac-0840-4527-a172-8d7780123ea6') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:16.404580 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49bf86ac-0840-4527-a172-8d7780123ea6') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:16.415855 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:16.436364 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:16.442332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:01:16.442709 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: timer() May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: self._notify() May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:01:16.455864 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:01:16.529271 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:16.545590 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:16.555204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f68a342-989b-4f6e-999f-d285ee431977,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:16.560751 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6f684b5f-ca6d-4fa0-811e-1edc85e86359 admin admin] 10.222.0.84 "DELETE /v2.0/networks/6f68a342-989b-4f6e-999f-d285ee431977 HTTP/1.1" status: 204 len: 168 time: 0.8859491 May 30 21:01:16.745995 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51820) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:16.799914 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ebeaef4c-88bf-49f1-a7c0-91ef5278307b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ff8817f95c584af4946c74d4324ead0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527062 May 30 21:01:16.802377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51824) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:16.816319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7c9ab53e-96db-4cab-a7a4-d364a262446f None None] Deleting port bd29f029-8f4f-4565-bcad-a4787e48d448 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:01:16.816776 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab53e-96db-4cab-a7a4-d364a262446f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:16.862201 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d032458f-5739-4f9d-ab7c-47996343573a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:16.879525 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7c9ab53e-96db-4cab-a7a4-d364a262446f None None] The port 'bd29f029-8f4f-4565-bcad-a4787e48d448' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:01:16.888734 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d032458f-5739-4f9d-ab7c-47996343573a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:16.939298 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d032458f-5739-4f9d-ab7c-47996343573a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:16.954921 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032458f-5739-4f9d-ab7c-47996343573a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b75a8ba-3bbc-4a56-b74d-2b17de706e06,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:16.959110 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d032458f-5739-4f9d-ab7c-47996343573a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:16.962832 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d032458f-5739-4f9d-ab7c-47996343573a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4b75a8ba-3bbc-4a56-b74d-2b17de706e06 HTTP/1.1" status: 204 len: 168 time: 0.1592600 May 30 21:01:17.342928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51832) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:17.391578 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-221dd3fa-7b1e-4ee2-8b3e-56747e4e9e54 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=24eb13f084874f83a25d81e81f8fa753&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474331 May 30 21:01:17.393967 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51836) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:17.456435 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e2a933cb-69d4-4fe2-8bde-8d1d688c8a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:17.480887 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e2a933cb-69d4-4fe2-8bde-8d1d688c8a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:17.532270 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e2a933cb-69d4-4fe2-8bde-8d1d688c8a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:17.547455 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a933cb-69d4-4fe2-8bde-8d1d688c8a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc60933c-c268-4bb7-8fe3-15f3b739c4fc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:17.553433 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e2a933cb-69d4-4fe2-8bde-8d1d688c8a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:17.557156 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e2a933cb-69d4-4fe2-8bde-8d1d688c8a5d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fc60933c-c268-4bb7-8fe3-15f3b739c4fc HTTP/1.1" status: 204 len: 168 time: 0.1596680 May 30 21:01:17.617338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bd29f029-8f4f-4565-bcad-a4787e48d448 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:01:17.652654 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: bd29f029-8f4f-4565-bcad-a4787e48d448 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:01:17.652997 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device bd29f029-8f4f-4565-bcad-a4787e48d448 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:01:18.423784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51858) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:18.552171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2061137637-network', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:01:18.558273 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:01:18.562113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Usage tracker for resource:network and tenant:560f9b8579204dd78d4aeac47f700af2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:01:18.564948 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:01:18.570606 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:01:18.581183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Made reservation on behalf of 560f9b8579204dd78d4aeac47f700af2 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:01:18.583616 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:18.595871 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:18.627195 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:01:18.630941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Usage tracker for resource:security_group_rule and tenant:560f9b8579204dd78d4aeac47f700af2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:01:18.633662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:01:18.639255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:01:18.703957 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:18.707467 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:18.736876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:01:18.749122 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e7c260-3203-4d90-99f7-f414dbd25848,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:18.755458 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:18.756421 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Added segment 12a9328a-9614-46ee-aa04-924f2e07d904 of type vlan for network 2ead412d-feb8-4b38-9650-bbf0fe21d5c9 May 30 21:01:18.780705 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:18.809622 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:18.810441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:18.811003 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:18.912693 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4877343 May 30 21:01:18.913534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579cfeba-c296-4332-acdb-f1c6a409d5d5 admin admin] Pushing event updated for resources: {'Network': ['ID=2ead412d-feb8-4b38-9650-bbf0fe21d5c9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:18.915566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51864) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:18.921605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c5d30c65-58ca-45fa-b206-808c14405bcc admin admin] Request body: {'subnet': {'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2061137637-subnet', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:01:18.923816 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 2ead412d-feb8-4b38-9650-bbf0fe21d5c9 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:01:18.927223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c5d30c65-58ca-45fa-b206-808c14405bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:01:18.931001 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c5d30c65-58ca-45fa-b206-808c14405bcc admin admin] Usage tracker for resource:subnet and tenant:560f9b8579204dd78d4aeac47f700af2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:01:18.934512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c5d30c65-58ca-45fa-b206-808c14405bcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:01:18.940181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c5d30c65-58ca-45fa-b206-808c14405bcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:01:18.950407 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d30c65-58ca-45fa-b206-808c14405bcc admin admin] Made reservation on behalf of 560f9b8579204dd78d4aeac47f700af2 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:01:18.952639 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c5d30c65-58ca-45fa-b206-808c14405bcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:19.152876 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c5d30c65-58ca-45fa-b206-808c14405bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:19.228628 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d30c65-58ca-45fa-b206-808c14405bcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e324e557-03f3-4356-bfbe-7af723d578a0,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:19.238994 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d30c65-58ca-45fa-b206-808c14405bcc admin admin] Checking segment: {'id': '12a9328a-9614-46ee-aa04-924f2e07d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:01:19.239349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d30c65-58ca-45fa-b206-808c14405bcc admin admin] Network hostable DHCP agents. Network: 2ead412d-feb8-4b38-9650-bbf0fe21d5c9, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:01:19.261146 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d30c65-58ca-45fa-b206-808c14405bcc admin admin] Network 2ead412d-feb8-4b38-9650-bbf0fe21d5c9 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:01:19.270774 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-c5d30c65-58ca-45fa-b206-808c14405bcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 2ead412d-feb8-4b38-9650-bbf0fe21d5c9) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:01:19.274671 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d30c65-58ca-45fa-b206-808c14405bcc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:19.275247 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c5d30c65-58ca-45fa-b206-808c14405bcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:19.285287 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c680d82-4e14-432b-9fac-ba19907ff773 None None] Network 2ead412d-feb8-4b38-9650-bbf0fe21d5c9 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:01:19.297159 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c5d30c65-58ca-45fa-b206-808c14405bcc admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3805802 May 30 21:01:19.299816 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51868) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:19.305022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2061137637-router', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:01:19.310457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:01:19.314410 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Usage tracker for resource:router and tenant:560f9b8579204dd78d4aeac47f700af2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:01:19.317345 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:01:19.323493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:01:19.336167 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:19.337082 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:19.355570 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:19.530892 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'fixed_ips': [{'subnet_id': 'e324e557-03f3-4356-bfbe-7af723d578a0'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:01:19.531702 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:19.592440 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:19.685818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Allocated IP 172.20.0.2 (2ead412d-feb8-4b38-9650-bbf0fe21d5c9/e324e557-03f3-4356-bfbe-7af723d578a0/98d668e7-57a8-40b1-a7a4-c1af5e16122c) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:01:19.781323 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:19.814163 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:19.889704 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:19.899851 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Transition to ACTIVE for port object 98d668e7-57a8-40b1-a7a4-c1af5e16122c will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:01:19.918833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Transition to ACTIVE for port object 98d668e7-57a8-40b1-a7a4-c1af5e16122c will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:01:19.925036 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:19.955347 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Allocated IP 172.25.5.123 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/5546dd94-ae12-4d5c-a6a4-274d7ce66562) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:01:19.992121 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Network 2ead412d-feb8-4b38-9650-bbf0fe21d5c9 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:01:19.994991 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:01:19.999247 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:01:20.001319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Pushing event updated for resources: {'Port': ['ID=98d668e7-57a8-40b1-a7a4-c1af5e16122c,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:20.093431 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Attempting to bind port 98d668e7-57a8-40b1-a7a4-c1af5e16122c on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:01:20.093717 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Attempting to bind port 98d668e7-57a8-40b1-a7a4-c1af5e16122c by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '12a9328a-9614-46ee-aa04-924f2e07d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:01:20.094137 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Attempting to bind port 98d668e7-57a8-40b1-a7a4-c1af5e16122c on network 2ead412d-feb8-4b38-9650-bbf0fe21d5c9 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:01:20.101271 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:01:20.101648 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Checking segment: {'id': '12a9328a-9614-46ee-aa04-924f2e07d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:01:20.102043 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:20.102434 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Bound using segment: {'id': '12a9328a-9614-46ee-aa04-924f2e07d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:01:20.102917 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Bound port: 98d668e7-57a8-40b1-a7a4-c1af5e16122c, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a9328a-9614-46ee-aa04-924f2e07d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:01:20.103292 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:20.105628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:20.133058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:20.192712 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] For port 98d668e7-57a8-40b1-a7a4-c1af5e16122c, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:01:20.196023 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] For port 98d668e7-57a8-40b1-a7a4-c1af5e16122c, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=98d668e7-57a8-40b1-a7a4-c1af5e16122c,segment=NetworkSegment(12a9328a-9614-46ee-aa04-924f2e07d904),segment_id=12a9328a-9614-46ee-aa04-924f2e07d904)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:01:20.199538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:01:20.201061 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:20.202315 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:01:20.206061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:01:20.235566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Pushing event updated for resources: {'Port': ['ID=5546dd94-ae12-4d5c-a6a4-274d7ce66562,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:20.285368 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa29d3-966f-47c8-8ffd-f0660f3f94a0 None None] Pushing event updated for resources: {'Port': ['ID=98d668e7-57a8-40b1-a7a4-c1af5e16122c,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:20.381921 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:20.382662 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:20.623437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Router 7e2c5051-eac5-41bf-b847-99f0e4405ba5 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:01:20.820657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:01:20.832461 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Sync routers for ids ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:01:20.844835 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Routers {'7e2c5051-eac5-41bf-b847-99f0e4405ba5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:01:20.845589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:01:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:20.845826 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:20.847254 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-01a37809-b50e-4f0f-a098-9fdd418c6209 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5464876 May 30 21:01:20.850244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51872) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:21.032326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Set router 7e2c5051-eac5-41bf-b847-99f0e4405ba5 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:01:21.233463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065acdd6-fc49-42d9-9112-433a7c87f0fe None None] Network 2ead412d-feb8-4b38-9650-bbf0fe21d5c9 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:01:21.407463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7897363a-2d2c-440b-8de9-baef5b1d02ce None None] Provisioning for port 98d668e7-57a8-40b1-a7a4-c1af5e16122c completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:01:21.583243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'name': 'tempest-TestMinimumBasicScenario-2061137637-router', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:20Z', 'revision_number': 3, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'gw_port': {'id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:21.597073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Checking router: 7e2c5051-eac5-41bf-b847-99f0e4405ba5 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:01:21.597502 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Updating router 7e2c5051-eac5-41bf-b847-99f0e4405ba5 port 5546dd94-ae12-4d5c-a6a4-274d7ce66562 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:01:21.649908 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 98d668e7-57a8-40b1-a7a4-c1af5e16122c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:01:21.701852 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:21.721219 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:21.831862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 98d668e7-57a8-40b1-a7a4-c1af5e16122c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:01:21.842960 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 98d668e7-57a8-40b1-a7a4-c1af5e16122c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:21.843329 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:21.946356 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Allocated IP 172.20.0.1 (2ead412d-feb8-4b38-9650-bbf0fe21d5c9/e324e557-03f3-4356-bfbe-7af723d578a0/b99108f7-2768-4c72-8b6b-4f02961fee0c) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:01:22.092005 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:22.094193 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:22.110129 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Transition to ACTIVE for port object b99108f7-2768-4c72-8b6b-4f02961fee0c will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:01:22.115865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-84e12674-31a1-4f84-8c8e-b1ad127db261 None None] Provisioning complete for port 98d668e7-57a8-40b1-a7a4-c1af5e16122c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:22.116253 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-84e12674-31a1-4f84-8c8e-b1ad127db261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:22.132161 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:22.200987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Network 2ead412d-feb8-4b38-9650-bbf0fe21d5c9 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:01:22.203609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:01:22.207281 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:01:22.240855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b99108f7-2768-4c72-8b6b-4f02961fee0c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:22.241971 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 98d668e7-57a8-40b1-a7a4-c1af5e16122c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=98d668e7-57a8-40b1-a7a4-c1af5e16122c,segment=NetworkSegment(12a9328a-9614-46ee-aa04-924f2e07d904),segment_id=12a9328a-9614-46ee-aa04-924f2e07d904)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:22.250920 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:22.264702 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:22.308686 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:22.354277 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:22.368174 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Transition to ACTIVE for port object 5546dd94-ae12-4d5c-a6a4-274d7ce66562 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:01:22.397597 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:22.403533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=98d668e7-57a8-40b1-a7a4-c1af5e16122c,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:22.494991 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e43e28-3a9a-4363-8bd7-ae8a9116cbb0 None None] Pushing event updated for resources: {'Port': ['ID=5546dd94-ae12-4d5c-a6a4-274d7ce66562,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:22.499448 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Attempting to bind port 5546dd94-ae12-4d5c-a6a4-274d7ce66562 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:01:22.499813 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Attempting to bind port 5546dd94-ae12-4d5c-a6a4-274d7ce66562 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:01:22.500201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Attempting to bind port 5546dd94-ae12-4d5c-a6a4-274d7ce66562 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:01:22.506867 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:01:22.507267 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:01:22.507667 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:22.508081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:01:22.508541 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Bound port: 5546dd94-ae12-4d5c-a6a4-274d7ce66562, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:01:22.508911 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:22.582707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] For port 5546dd94-ae12-4d5c-a6a4-274d7ce66562, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:01:22.587074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] For port 5546dd94-ae12-4d5c-a6a4-274d7ce66562, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5546dd94-ae12-4d5c-a6a4-274d7ce66562,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:01:22.589221 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:22.593056 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:22.593852 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:22.641420 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d01adfa2-6409-4f4e-863f-34b9e2d3eff1 None None] Provisioning for port b99108f7-2768-4c72-8b6b-4f02961fee0c completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:01:22.656335 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d01adfa2-6409-4f4e-863f-34b9e2d3eff1 None None] Provisioning complete for port b99108f7-2768-4c72-8b6b-4f02961fee0c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:22.656704 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d01adfa2-6409-4f4e-863f-34b9e2d3eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:22.706943 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:22.710965 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b99108f7-2768-4c72-8b6b-4f02961fee0c,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:22.724987 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e43e28-3a9a-4363-8bd7-ae8a9116cbb0 None None] Pushing event updated for resources: {'Port': ['ID=5546dd94-ae12-4d5c-a6a4-274d7ce66562,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:22.733102 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d01adfa2-6409-4f4e-863f-34b9e2d3eff1 None None] Port b99108f7-2768-4c72-8b6b-4f02961fee0c cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:01:22.735520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Routers {'7e2c5051-eac5-41bf-b847-99f0e4405ba5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:01:22.736156 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:01:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:22.847875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Network 2ead412d-feb8-4b38-9650-bbf0fe21d5c9 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:01:22.848963 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:01:22.916022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] Set router 7e2c5051-eac5-41bf-b847-99f0e4405ba5 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:01:23.259634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-522c1131-449a-4b67-bfe4-7e047eb01893 None None] Provisioning complete for port b99108f7-2768-4c72-8b6b-4f02961fee0c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:23.260379 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-522c1131-449a-4b67-bfe4-7e047eb01893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:23.323374 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-522c1131-449a-4b67-bfe4-7e047eb01893 None None] Port b99108f7-2768-4c72-8b6b-4f02961fee0c cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:01:23.343085 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'name': 'tempest-TestMinimumBasicScenario-2061137637-router', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:22Z', 'revision_number': 4, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'gw_port': {'id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'b99108f7-2768-4c72-8b6b-4f02961fee0c', 'name': '', 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'mac_address': 'fa:16:3e:bf:3f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:21Z', 'updated_at': '2022-05-30T21:01:22Z', 'revision_number': 2, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'subnets': [{'id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:23.347223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e33302a-254d-4dfd-8019-51e8b69572e9 None None] The sync data for ids ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'] in n-d-843949-2 is: [{'id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'name': 'tempest-TestMinimumBasicScenario-2061137637-router', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:22Z', 'revision_number': 4, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'gw_port': {'id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'b99108f7-2768-4c72-8b6b-4f02961fee0c', 'name': '', 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'mac_address': 'fa:16:3e:bf:3f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:21Z', 'updated_at': '2022-05-30T21:01:22Z', 'revision_number': 2, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'subnets': [{'id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:01:23.351877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Router 7e2c5051-eac5-41bf-b847-99f0e4405ba5 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:01:23.565477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:01:23.577525 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ae5dadc5-b33a-48ea-a2be-7771f75fe3b7 admin admin] 10.222.0.84 "PUT /v2.0/routers/7e2c5051-eac5-41bf-b847-99f0e4405ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7233918 May 30 21:01:23.627707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 98d668e7-57a8-40b1-a7a4-c1af5e16122c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:01:23.702427 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 98d668e7-57a8-40b1-a7a4-c1af5e16122c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:23.702888 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:24.452646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51894) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:24.458403 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2054503910-network', 'tenant_id': '909f352699b04eda8d08352d949ad46f'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:01:24.464322 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:01:24.468367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Usage tracker for resource:network and tenant:909f352699b04eda8d08352d949ad46f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:01:24.471788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:01:24.477789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:01:24.488698 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Made reservation on behalf of 909f352699b04eda8d08352d949ad46f for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:01:24.490982 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:24.504330 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:24.537324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:01:24.541869 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Usage tracker for resource:security_group_rule and tenant:909f352699b04eda8d08352d949ad46f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:01:24.544807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:01:24.550763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:01:24.621709 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:24.625531 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:24.653256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:01:24.665667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3694da3-eadf-427f-9dad-24efbf838ac9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:24.671906 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:24.672266 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Added segment 0755344a-40ae-4fa6-93a4-58eb9135d472 of type vlan for network 799e3659-df9c-45f1-9680-ad100d1c7817 May 30 21:01:24.682142 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:24.682486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:24.682825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:24.683158 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:24.683491 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:24.683824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:24.684184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:24.684509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:24.684829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:24.685149 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:24.685468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:24.708898 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:24.737621 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:24.738466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:24.739347 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:24.843083 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] Pushing event updated for resources: {'Network': ['ID=799e3659-df9c-45f1-9680-ad100d1c7817,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:24.845981 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-78a970cf-a209-4975-8f40-08634ac73476 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3922970 May 30 21:01:24.849463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 51898) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:24.852910 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 799e3659-df9c-45f1-9680-ad100d1c7817 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:01:24.854220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-595c6dd0-597b-4331-8fcb-b4bc47b8b51e admin admin] Request body: {'subnet': {'network_id': '799e3659-df9c-45f1-9680-ad100d1c7817', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2054503910-subnet', 'tenant_id': '909f352699b04eda8d08352d949ad46f', 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:01:24.860034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-595c6dd0-597b-4331-8fcb-b4bc47b8b51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:01:24.863888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-595c6dd0-597b-4331-8fcb-b4bc47b8b51e admin admin] Usage tracker for resource:subnet and tenant:909f352699b04eda8d08352d949ad46f is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:01:24.867127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-595c6dd0-597b-4331-8fcb-b4bc47b8b51e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:01:24.872945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-595c6dd0-597b-4331-8fcb-b4bc47b8b51e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:01:24.883499 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595c6dd0-597b-4331-8fcb-b4bc47b8b51e admin admin] Made reservation on behalf of 909f352699b04eda8d08352d949ad46f for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:01:24.886257 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-595c6dd0-597b-4331-8fcb-b4bc47b8b51e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:25.174408 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-595c6dd0-597b-4331-8fcb-b4bc47b8b51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:25.238072 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c6dd0-597b-4331-8fcb-b4bc47b8b51e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5433ead7-956c-448b-9bd5-4664b586ecfa,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:25.265652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c6dd0-597b-4331-8fcb-b4bc47b8b51e admin admin] Checking segment: {'id': '0755344a-40ae-4fa6-93a4-58eb9135d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '799e3659-df9c-45f1-9680-ad100d1c7817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:01:25.265999 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595c6dd0-597b-4331-8fcb-b4bc47b8b51e admin admin] Network hostable DHCP agents. Network: 799e3659-df9c-45f1-9680-ad100d1c7817, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:01:25.292943 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595c6dd0-597b-4331-8fcb-b4bc47b8b51e admin admin] Network 799e3659-df9c-45f1-9680-ad100d1c7817 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:01:25.302425 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-595c6dd0-597b-4331-8fcb-b4bc47b8b51e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 799e3659-df9c-45f1-9680-ad100d1c7817) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:01:25.306285 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595c6dd0-597b-4331-8fcb-b4bc47b8b51e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:25.307430 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-595c6dd0-597b-4331-8fcb-b4bc47b8b51e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:25.312162 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d455a2-1e77-4498-8cbe-9601206c6ff5 None None] Network 799e3659-df9c-45f1-9680-ad100d1c7817 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:01:25.328038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-595c6dd0-597b-4331-8fcb-b4bc47b8b51e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4775710 May 30 21:01:25.330198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51902) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:25.335878 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2054503910-router', 'tenant_id': '909f352699b04eda8d08352d949ad46f', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:01:25.341551 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:01:25.345476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Usage tracker for resource:router and tenant:909f352699b04eda8d08352d949ad46f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:01:25.348351 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:01:25.354817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:01:25.365463 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:25.366358 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:25.384524 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:25.524741 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-799e3659-df9c-45f1-9680-ad100d1c7817', 'network_id': '799e3659-df9c-45f1-9680-ad100d1c7817', 'tenant_id': '909f352699b04eda8d08352d949ad46f', 'fixed_ips': [{'subnet_id': '5433ead7-956c-448b-9bd5-4664b586ecfa'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:01:25.525615 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:25.535143 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:25.655839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5546dd94-ae12-4d5c-a6a4-274d7ce66562 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:01:25.733737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Allocated IP 172.20.0.2 (799e3659-df9c-45f1-9680-ad100d1c7817/5433ead7-956c-448b-9bd5-4664b586ecfa/25f4b8c1-0b16-4423-9ece-67ae036ce618) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:01:25.738864 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:25.767974 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:25.819317 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 5546dd94-ae12-4d5c-a6a4-274d7ce66562 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:01:25.834324 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 5546dd94-ae12-4d5c-a6a4-274d7ce66562 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:25.834712 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:25.908864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Allocated IP 172.25.5.175 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/57da4ed2-a939-4736-a2e4-5ead324a1323) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:01:26.047648 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:26.054141 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:26.058824 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:26.064507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Transition to ACTIVE for port object 25f4b8c1-0b16-4423-9ece-67ae036ce618 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:01:26.086172 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 5546dd94-ae12-4d5c-a6a4-274d7ce66562, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5546dd94-ae12-4d5c-a6a4-274d7ce66562,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:26.086752 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:26.092691 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:26.094809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Transition to ACTIVE for port object 25f4b8c1-0b16-4423-9ece-67ae036ce618 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:01:26.128807 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:26.160916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:01:26.164528 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:01:26.168789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Network 799e3659-df9c-45f1-9680-ad100d1c7817 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:01:26.168978 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:01:26.171403 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:01:26.175793 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:01:26.177931 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=5546dd94-ae12-4d5c-a6a4-274d7ce66562,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:26.199184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Pushing event updated for resources: {'Port': ['ID=57da4ed2-a939-4736-a2e4-5ead324a1323,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:26.317377 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Pushing event updated for resources: {'Port': ['ID=25f4b8c1-0b16-4423-9ece-67ae036ce618,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:26.323413 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Attempting to bind port 25f4b8c1-0b16-4423-9ece-67ae036ce618 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:01:26.323780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Attempting to bind port 25f4b8c1-0b16-4423-9ece-67ae036ce618 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '0755344a-40ae-4fa6-93a4-58eb9135d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '799e3659-df9c-45f1-9680-ad100d1c7817'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:01:26.324166 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Attempting to bind port 25f4b8c1-0b16-4423-9ece-67ae036ce618 on network 799e3659-df9c-45f1-9680-ad100d1c7817 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:01:26.330622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:01:26.330992 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Checking segment: {'id': '0755344a-40ae-4fa6-93a4-58eb9135d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '799e3659-df9c-45f1-9680-ad100d1c7817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:01:26.331388 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:26.331768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Bound using segment: {'id': '0755344a-40ae-4fa6-93a4-58eb9135d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '799e3659-df9c-45f1-9680-ad100d1c7817'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:01:26.332251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Bound port: 25f4b8c1-0b16-4423-9ece-67ae036ce618, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0755344a-40ae-4fa6-93a4-58eb9135d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '799e3659-df9c-45f1-9680-ad100d1c7817'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:01:26.332624 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:26.332853 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:26.333572 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:26.423456 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] For port 25f4b8c1-0b16-4423-9ece-67ae036ce618, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:01:26.426359 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] For port 25f4b8c1-0b16-4423-9ece-67ae036ce618, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=25f4b8c1-0b16-4423-9ece-67ae036ce618,segment=NetworkSegment(0755344a-40ae-4fa6-93a4-58eb9135d472),segment_id=0755344a-40ae-4fa6-93a4-58eb9135d472)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:01:26.430694 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:26.522196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f643224-ce57-4162-8446-8ff43016b66f None None] Pushing event updated for resources: {'Port': ['ID=25f4b8c1-0b16-4423-9ece-67ae036ce618,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:26.705662 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Router c06b0a76-7cac-46b0-b91c-38ff559b83b3 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:01:26.913945 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:01:26.923193 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Sync routers for ids ['c06b0a76-7cac-46b0-b91c-38ff559b83b3'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:01:26.935373 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Routers {'c06b0a76-7cac-46b0-b91c-38ff559b83b3'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:01:26.936038 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:01:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c06b0a76-7cac-46b0-b91c-38ff559b83b3'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:26.938975 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:26.940490 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-12565dd3-a7ef-4fac-96b3-725b91edcd54 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6092734 May 30 21:01:26.943392 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 51906) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:01:27.113420 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Set router c06b0a76-7cac-46b0-b91c-38ff559b83b3 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:01:27.448751 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'name': 'tempest-TestMinimumBasicScenario-2054503910-router', 'tenant_id': '909f352699b04eda8d08352d949ad46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '57da4ed2-a939-4736-a2e4-5ead324a1323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:25Z', 'updated_at': '2022-05-30T21:01:26Z', 'revision_number': 3, 'project_id': '909f352699b04eda8d08352d949ad46f', 'gw_port': {'id': '57da4ed2-a939-4736-a2e4-5ead324a1323', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:25Z', 'updated_at': '2022-05-30T21:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:27.452822 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Checking router: c06b0a76-7cac-46b0-b91c-38ff559b83b3 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:01:27.453102 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Updating router c06b0a76-7cac-46b0-b91c-38ff559b83b3 port 57da4ed2-a939-4736-a2e4-5ead324a1323 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:01:27.473508 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e929741c-1d4d-41d2-8967-b22ccc00eeae None None] Network 799e3659-df9c-45f1-9680-ad100d1c7817 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:01:27.506943 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:27.629955 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5ce0aaa1-797e-4ab3-b941-960be374ba21 None None] Provisioning for port 25f4b8c1-0b16-4423-9ece-67ae036ce618 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:01:27.730967 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:27.770714 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5546dd94-ae12-4d5c-a6a4-274d7ce66562 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:01:27.878894 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dbe830b3-de21-40be-a696-b6d62694be15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:27.880569 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 5546dd94-ae12-4d5c-a6a4-274d7ce66562 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:27.880913 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:27.898605 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:27.916448 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Transition to ACTIVE for port object 57da4ed2-a939-4736-a2e4-5ead324a1323 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:01:27.928858 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:27.975764 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Allocated IP 172.20.0.1 (799e3659-df9c-45f1-9680-ad100d1c7817/5433ead7-956c-448b-9bd5-4664b586ecfa/539db51e-c09f-4724-b192-fe43e310fe18) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:01:28.007772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 25f4b8c1-0b16-4423-9ece-67ae036ce618 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:01:28.022775 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cf101-2436-47af-9f89-a330192eb0c4 None None] Pushing event updated for resources: {'Port': ['ID=57da4ed2-a939-4736-a2e4-5ead324a1323,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:28.035043 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cf101-2436-47af-9f89-a330192eb0c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:28.036419 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cf101-2436-47af-9f89-a330192eb0c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:28.036765 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cf101-2436-47af-9f89-a330192eb0c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:28.037081 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cf101-2436-47af-9f89-a330192eb0c4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:28.037403 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cf101-2436-47af-9f89-a330192eb0c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:28.037715 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cf101-2436-47af-9f89-a330192eb0c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:28.038026 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cf101-2436-47af-9f89-a330192eb0c4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:28.038335 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cf101-2436-47af-9f89-a330192eb0c4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:28.038642 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cf101-2436-47af-9f89-a330192eb0c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:28.038948 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cf101-2436-47af-9f89-a330192eb0c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:28.039256 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cf101-2436-47af-9f89-a330192eb0c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:28.074172 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Attempting to bind port 57da4ed2-a939-4736-a2e4-5ead324a1323 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:01:28.074522 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Attempting to bind port 57da4ed2-a939-4736-a2e4-5ead324a1323 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:01:28.075056 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Attempting to bind port 57da4ed2-a939-4736-a2e4-5ead324a1323 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:01:28.087819 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:01:28.088267 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:01:28.090361 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:28.090361 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:01:28.090361 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Bound port: 57da4ed2-a939-4736-a2e4-5ead324a1323, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:01:28.095533 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:28.103152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 25f4b8c1-0b16-4423-9ece-67ae036ce618 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:01:28.108422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 25f4b8c1-0b16-4423-9ece-67ae036ce618 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:28.108786 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:28.161152 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:28.175685 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] For port 57da4ed2-a939-4736-a2e4-5ead324a1323, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:01:28.179281 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] For port 57da4ed2-a939-4736-a2e4-5ead324a1323, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=57da4ed2-a939-4736-a2e4-5ead324a1323,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:01:28.180723 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Transition to ACTIVE for port object 539db51e-c09f-4724-b192-fe43e310fe18 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:01:28.184315 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:28.185192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4d94c8c5-4957-4e31-888d-eec499210170 None None] Provisioning complete for port 25f4b8c1-0b16-4423-9ece-67ae036ce618 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:28.185565 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4d94c8c5-4957-4e31-888d-eec499210170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:28.205729 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:28.269369 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cf101-2436-47af-9f89-a330192eb0c4 None None] Pushing event updated for resources: {'Port': ['ID=57da4ed2-a939-4736-a2e4-5ead324a1323,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:28.274772 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Routers {'c06b0a76-7cac-46b0-b91c-38ff559b83b3'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:01:28.275432 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:01:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c06b0a76-7cac-46b0-b91c-38ff559b83b3'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:28.292166 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:28.343843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Network 799e3659-df9c-45f1-9680-ad100d1c7817 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:01:28.346738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:01:28.350328 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:01:28.364504 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 25f4b8c1-0b16-4423-9ece-67ae036ce618, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=25f4b8c1-0b16-4423-9ece-67ae036ce618,segment=NetworkSegment(0755344a-40ae-4fa6-93a4-58eb9135d472),segment_id=0755344a-40ae-4fa6-93a4-58eb9135d472)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:28.375502 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:28.403189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Pushing event updated for resources: {'Port': ['ID=539db51e-c09f-4724-b192-fe43e310fe18,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:28.428022 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:28.436927 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4d94c8c5-4957-4e31-888d-eec499210170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:28.473734 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=25f4b8c1-0b16-4423-9ece-67ae036ce618,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:28.485087 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] Set router c06b0a76-7cac-46b0-b91c-38ff559b83b3 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:01:28.540808 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-4d94c8c5-4957-4e31-888d-eec499210170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:01:28.541918 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-4d94c8c5-4957-4e31-888d-eec499210170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:01:28.641631 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:28.785947 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'name': 'tempest-TestMinimumBasicScenario-2054503910-router', 'tenant_id': '909f352699b04eda8d08352d949ad46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '57da4ed2-a939-4736-a2e4-5ead324a1323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:25Z', 'updated_at': '2022-05-30T21:01:26Z', 'revision_number': 3, 'project_id': '909f352699b04eda8d08352d949ad46f', 'gw_port': {'id': '57da4ed2-a939-4736-a2e4-5ead324a1323', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:25Z', 'updated_at': '2022-05-30T21:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:28.789842 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c7d897-ad25-4e73-ba57-aae16c823950 None None] The sync data for ids ['c06b0a76-7cac-46b0-b91c-38ff559b83b3'] in n-d-843949-2 is: [{'id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'name': 'tempest-TestMinimumBasicScenario-2054503910-router', 'tenant_id': '909f352699b04eda8d08352d949ad46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '57da4ed2-a939-4736-a2e4-5ead324a1323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:25Z', 'updated_at': '2022-05-30T21:01:26Z', 'revision_number': 3, 'project_id': '909f352699b04eda8d08352d949ad46f', 'gw_port': {'id': '57da4ed2-a939-4736-a2e4-5ead324a1323', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:25Z', 'updated_at': '2022-05-30T21:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:01:28.855202 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:28.859739 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:28.961266 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:28.964881 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Pushing event updated for resources: {'Port': ['ID=539db51e-c09f-4724-b192-fe43e310fe18,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:29.096884 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Network 799e3659-df9c-45f1-9680-ad100d1c7817 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:01:29.097872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:01:29.221275 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-92f63efe-b3e7-4e1f-bab6-8cc87fefccf1 None None] Provisioning for port 539db51e-c09f-4724-b192-fe43e310fe18 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:01:29.226510 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-92f63efe-b3e7-4e1f-bab6-8cc87fefccf1 None None] Provisioning complete for port 539db51e-c09f-4724-b192-fe43e310fe18 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:29.228090 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-92f63efe-b3e7-4e1f-bab6-8cc87fefccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:29.285573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-92f63efe-b3e7-4e1f-bab6-8cc87fefccf1 None None] Port 539db51e-c09f-4724-b192-fe43e310fe18 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:01:29.407396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f162d288-2c84-4a4a-a7a2-c874b8412bed None None] Provisioning complete for port 539db51e-c09f-4724-b192-fe43e310fe18 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:29.407672 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f162d288-2c84-4a4a-a7a2-c874b8412bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:29.459580 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f162d288-2c84-4a4a-a7a2-c874b8412bed None None] Port 539db51e-c09f-4724-b192-fe43e310fe18 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:01:29.487465 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Router c06b0a76-7cac-46b0-b91c-38ff559b83b3 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:01:29.626461 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 25f4b8c1-0b16-4423-9ece-67ae036ce618 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:01:29.687533 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:01:29.696958 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fce90cc6-558f-4628-8f85-06488958db93 admin admin] 10.222.0.84 "PUT /v2.0/routers/c06b0a76-7cac-46b0-b91c-38ff559b83b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7524378 May 30 21:01:29.698076 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 25f4b8c1-0b16-4423-9ece-67ae036ce618 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:29.698445 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:30.057164 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e74fdd9d-60a6-461a-ae28-618ce7d173b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:31.426478 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:31.689056 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:32.268353 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:01:33.027869 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:33.700717 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:35.650090 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 57da4ed2-a939-4736-a2e4-5ead324a1323 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:01:35.738208 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 57da4ed2-a939-4736-a2e4-5ead324a1323 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:01:35.742999 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 57da4ed2-a939-4736-a2e4-5ead324a1323 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:35.743361 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:35.868476 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:35.889635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 57da4ed2-a939-4736-a2e4-5ead324a1323, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=57da4ed2-a939-4736-a2e4-5ead324a1323,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:35.894060 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:35.967011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=57da4ed2-a939-4736-a2e4-5ead324a1323,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:37.614607 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:37.637875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 57da4ed2-a939-4736-a2e4-5ead324a1323 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:01:37.726539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 57da4ed2-a939-4736-a2e4-5ead324a1323 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:37.727035 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:38.115756 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Sync routers for ids ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:01:38.133870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Routers {'7e2c5051-eac5-41bf-b847-99f0e4405ba5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:01:38.135290 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:01:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:38.383415 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Set router 7e2c5051-eac5-41bf-b847-99f0e4405ba5 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:01:38.722494 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'name': 'tempest-TestMinimumBasicScenario-2061137637-router', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:22Z', 'revision_number': 4, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'gw_port': {'id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'b99108f7-2768-4c72-8b6b-4f02961fee0c', 'name': '', 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'mac_address': 'fa:16:3e:bf:3f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:21Z', 'updated_at': '2022-05-30T21:01:22Z', 'revision_number': 2, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'subnets': [{'id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:38.726388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Checking router: 7e2c5051-eac5-41bf-b847-99f0e4405ba5 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:01:38.726739 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Updating router 7e2c5051-eac5-41bf-b847-99f0e4405ba5 port b99108f7-2768-4c72-8b6b-4f02961fee0c binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:01:38.785909 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:39.164700 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:39.178832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Transition to ACTIVE for port object b99108f7-2768-4c72-8b6b-4f02961fee0c will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:01:39.185934 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:39.321230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6007a02-fa7d-4397-aa41-19124f209fd5 None None] Pushing event updated for resources: {'Port': ['ID=b99108f7-2768-4c72-8b6b-4f02961fee0c,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:39.423336 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Attempting to bind port b99108f7-2768-4c72-8b6b-4f02961fee0c on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:01:39.423621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Attempting to bind port b99108f7-2768-4c72-8b6b-4f02961fee0c by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '12a9328a-9614-46ee-aa04-924f2e07d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:01:39.424007 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Attempting to bind port b99108f7-2768-4c72-8b6b-4f02961fee0c on network 2ead412d-feb8-4b38-9650-bbf0fe21d5c9 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:01:39.431036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:01:39.431951 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Checking segment: {'id': '12a9328a-9614-46ee-aa04-924f2e07d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:01:39.432343 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:39.432729 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Bound using segment: {'id': '12a9328a-9614-46ee-aa04-924f2e07d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:01:39.433222 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Bound port: b99108f7-2768-4c72-8b6b-4f02961fee0c, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a9328a-9614-46ee-aa04-924f2e07d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:01:39.433596 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:39.539218 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] For port b99108f7-2768-4c72-8b6b-4f02961fee0c, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:01:39.542679 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] For port b99108f7-2768-4c72-8b6b-4f02961fee0c, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b99108f7-2768-4c72-8b6b-4f02961fee0c,segment=NetworkSegment(12a9328a-9614-46ee-aa04-924f2e07d904),segment_id=12a9328a-9614-46ee-aa04-924f2e07d904)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:01:39.547797 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:39.657019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6007a02-fa7d-4397-aa41-19124f209fd5 None None] Pushing event updated for resources: {'Port': ['ID=b99108f7-2768-4c72-8b6b-4f02961fee0c,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:39.666548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Routers {'7e2c5051-eac5-41bf-b847-99f0e4405ba5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:01:39.667151 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:01:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:39.997124 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] Set router 7e2c5051-eac5-41bf-b847-99f0e4405ba5 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:01:40.017898 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Sync routers for ids ['c06b0a76-7cac-46b0-b91c-38ff559b83b3'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:01:40.034357 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Routers {'c06b0a76-7cac-46b0-b91c-38ff559b83b3'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:01:40.034957 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:01:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c06b0a76-7cac-46b0-b91c-38ff559b83b3'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:40.220911 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Set router c06b0a76-7cac-46b0-b91c-38ff559b83b3 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:01:40.359235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'name': 'tempest-TestMinimumBasicScenario-2061137637-router', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:22Z', 'revision_number': 4, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'gw_port': {'id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'b99108f7-2768-4c72-8b6b-4f02961fee0c', 'name': '', 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'mac_address': 'fa:16:3e:bf:3f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:21Z', 'updated_at': '2022-05-30T21:01:39Z', 'revision_number': 4, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'subnets': [{'id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:40.363389 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7cfb5-e85c-402d-a7ea-eff76743b431 None None] The sync data for ids ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'] in n-d-843949-2 is: [{'id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'name': 'tempest-TestMinimumBasicScenario-2061137637-router', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:22Z', 'revision_number': 4, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'gw_port': {'id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'b99108f7-2768-4c72-8b6b-4f02961fee0c', 'name': '', 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'mac_address': 'fa:16:3e:bf:3f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:21Z', 'updated_at': '2022-05-30T21:01:39Z', 'revision_number': 4, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'subnets': [{'id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:01:40.577310 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'name': 'tempest-TestMinimumBasicScenario-2054503910-router', 'tenant_id': '909f352699b04eda8d08352d949ad46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '57da4ed2-a939-4736-a2e4-5ead324a1323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:25Z', 'updated_at': '2022-05-30T21:01:28Z', 'revision_number': 4, 'project_id': '909f352699b04eda8d08352d949ad46f', 'gw_port': {'id': '57da4ed2-a939-4736-a2e4-5ead324a1323', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:25Z', 'updated_at': '2022-05-30T21:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '539db51e-c09f-4724-b192-fe43e310fe18', 'name': '', 'network_id': '799e3659-df9c-45f1-9680-ad100d1c7817', 'tenant_id': '909f352699b04eda8d08352d949ad46f', 'mac_address': 'fa:16:3e:86:a6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5433ead7-956c-448b-9bd5-4664b586ecfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:27Z', 'updated_at': '2022-05-30T21:01:28Z', 'revision_number': 2, 'project_id': '909f352699b04eda8d08352d949ad46f', 'subnets': [{'id': '5433ead7-956c-448b-9bd5-4664b586ecfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:40.581466 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Checking router: c06b0a76-7cac-46b0-b91c-38ff559b83b3 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:01:40.581806 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Updating router c06b0a76-7cac-46b0-b91c-38ff559b83b3 port 539db51e-c09f-4724-b192-fe43e310fe18 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:01:40.628657 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-45423d04-2153-44d0-90b9-9db49e3499ad tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:40.630130 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-45423d04-2153-44d0-90b9-9db49e3499ad tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/networks?id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9 HTTP/1.1" status: 200 len: 815 time: 0.1549108 May 30 21:01:40.638789 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:40.650753 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-1eab97c3-1137-474f-a1d5-50f6fea68892 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/quotas/560f9b8579204dd78d4aeac47f700af2 HTTP/1.1" status: 200 len: 375 time: 0.0139153 May 30 21:01:40.733242 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-59d70ba8-93c8-405a-8f30-c963e631aa1b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=560f9b8579204dd78d4aeac47f700af2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768197 May 30 21:01:40.881172 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-97f09a7b-f6d6-4e71-8ca3-54a3c85045ea service neutron] 10.222.0.84 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358459 May 30 21:01:40.994769 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:41.005770 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Transition to ACTIVE for port object 539db51e-c09f-4724-b192-fe43e310fe18 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:01:41.012947 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:41.025653 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-c1933b0c-5a09-426c-94be-162056870b39 service neutron] 10.222.0.84 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335015 May 30 21:01:41.148773 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c8eaa-99bd-425c-ab1a-4d1a309b278c None None] Pushing event updated for resources: {'Port': ['ID=539db51e-c09f-4724-b192-fe43e310fe18,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:41.266838 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-889c7b34-ca2a-468c-92c5-117136bd79de req-7cd25ce1-efd3-41be-9657-a6f61b4fd341 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 210 time: 0.0748885 May 30 21:01:41.283444 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Attempting to bind port 539db51e-c09f-4724-b192-fe43e310fe18 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:01:41.283803 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Attempting to bind port 539db51e-c09f-4724-b192-fe43e310fe18 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '0755344a-40ae-4fa6-93a4-58eb9135d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '799e3659-df9c-45f1-9680-ad100d1c7817'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:01:41.284167 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Attempting to bind port 539db51e-c09f-4724-b192-fe43e310fe18 on network 799e3659-df9c-45f1-9680-ad100d1c7817 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:01:41.294065 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:01:41.294572 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Checking segment: {'id': '0755344a-40ae-4fa6-93a4-58eb9135d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '799e3659-df9c-45f1-9680-ad100d1c7817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:01:41.295071 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:41.295529 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Bound using segment: {'id': '0755344a-40ae-4fa6-93a4-58eb9135d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '799e3659-df9c-45f1-9680-ad100d1c7817'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:01:41.296210 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Bound port: 539db51e-c09f-4724-b192-fe43e310fe18, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0755344a-40ae-4fa6-93a4-58eb9135d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '799e3659-df9c-45f1-9680-ad100d1c7817'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:01:41.297326 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:41.391141 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] For port 539db51e-c09f-4724-b192-fe43e310fe18, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:01:41.395817 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] For port 539db51e-c09f-4724-b192-fe43e310fe18, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=539db51e-c09f-4724-b192-fe43e310fe18,segment=NetworkSegment(0755344a-40ae-4fa6-93a4-58eb9135d472),segment_id=0755344a-40ae-4fa6-93a4-58eb9135d472)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:01:41.400945 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:41.489915 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Routers {'c06b0a76-7cac-46b0-b91c-38ff559b83b3'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:01:41.490542 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:01:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c06b0a76-7cac-46b0-b91c-38ff559b83b3'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:41.549094 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c8eaa-99bd-425c-ab1a-4d1a309b278c None None] Pushing event updated for resources: {'Port': ['ID=539db51e-c09f-4724-b192-fe43e310fe18,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:41.674737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b99108f7-2768-4c72-8b6b-4f02961fee0c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:01:41.701901 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] Set router c06b0a76-7cac-46b0-b91c-38ff559b83b3 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:01:41.764651 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port b99108f7-2768-4c72-8b6b-4f02961fee0c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:01:41.769356 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port b99108f7-2768-4c72-8b6b-4f02961fee0c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:41.769904 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:41.886425 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:41.926986 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port b99108f7-2768-4c72-8b6b-4f02961fee0c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b99108f7-2768-4c72-8b6b-4f02961fee0c,segment=NetworkSegment(12a9328a-9614-46ee-aa04-924f2e07d904),segment_id=12a9328a-9614-46ee-aa04-924f2e07d904)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:41.931609 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:42.005342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=b99108f7-2768-4c72-8b6b-4f02961fee0c,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:42.052775 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'name': 'tempest-TestMinimumBasicScenario-2054503910-router', 'tenant_id': '909f352699b04eda8d08352d949ad46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '57da4ed2-a939-4736-a2e4-5ead324a1323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:25Z', 'updated_at': '2022-05-30T21:01:28Z', 'revision_number': 4, 'project_id': '909f352699b04eda8d08352d949ad46f', 'gw_port': {'id': '57da4ed2-a939-4736-a2e4-5ead324a1323', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:25Z', 'updated_at': '2022-05-30T21:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '539db51e-c09f-4724-b192-fe43e310fe18', 'name': '', 'network_id': '799e3659-df9c-45f1-9680-ad100d1c7817', 'tenant_id': '909f352699b04eda8d08352d949ad46f', 'mac_address': 'fa:16:3e:86:a6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5433ead7-956c-448b-9bd5-4664b586ecfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:27Z', 'updated_at': '2022-05-30T21:01:41Z', 'revision_number': 4, 'project_id': '909f352699b04eda8d08352d949ad46f', 'subnets': [{'id': '5433ead7-956c-448b-9bd5-4664b586ecfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:01:42.056559 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86786d17-e515-4c03-9e81-9492fea24575 None None] The sync data for ids ['c06b0a76-7cac-46b0-b91c-38ff559b83b3'] in n-d-843949-2 is: [{'id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'name': 'tempest-TestMinimumBasicScenario-2054503910-router', 'tenant_id': '909f352699b04eda8d08352d949ad46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '57da4ed2-a939-4736-a2e4-5ead324a1323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:25Z', 'updated_at': '2022-05-30T21:01:28Z', 'revision_number': 4, 'project_id': '909f352699b04eda8d08352d949ad46f', 'gw_port': {'id': '57da4ed2-a939-4736-a2e4-5ead324a1323', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:25Z', 'updated_at': '2022-05-30T21:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '539db51e-c09f-4724-b192-fe43e310fe18', 'name': '', 'network_id': '799e3659-df9c-45f1-9680-ad100d1c7817', 'tenant_id': '909f352699b04eda8d08352d949ad46f', 'mac_address': 'fa:16:3e:86:a6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5433ead7-956c-448b-9bd5-4664b586ecfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:27Z', 'updated_at': '2022-05-30T21:01:41Z', 'revision_number': 4, 'project_id': '909f352699b04eda8d08352d949ad46f', 'subnets': [{'id': '5433ead7-956c-448b-9bd5-4664b586ecfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:01:42.473500 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e25f434-81ac-4417-8ec3-6b0262899277 req-91d64f60-7ac6-414e-b84d-9985257e4695 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 210 time: 0.0462799 May 30 21:01:42.523495 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-1b4c9dd4-c880-4aa5-98e9-c6fc1709f88c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:42.524130 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-1b4c9dd4-c880-4aa5-98e9-c6fc1709f88c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Synchronizing usage tracker for tenant:560f9b8579204dd78d4aeac47f700af2 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:01:42.541416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-1b4c9dd4-c880-4aa5-98e9-c6fc1709f88c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Unset dirty status for tenant:560f9b8579204dd78d4aeac47f700af2 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:01:42.542678 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-1b4c9dd4-c880-4aa5-98e9-c6fc1709f88c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.77 "GET /v2.0/networks?id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9 HTTP/1.1" status: 200 len: 815 time: 0.1981416 May 30 21:01:42.570076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Request body: {'port': {'device_id': '140ee526-a1fb-446a-82d7-2cc292b51850', 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'admin_state_up': True, 'tenant_id': '560f9b8579204dd78d4aeac47f700af2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:01:42.715677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:01:42.719690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Usage tracker for resource:port and tenant:560f9b8579204dd78d4aeac47f700af2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:01:42.722974 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:01:42.730027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:01:42.741820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Made reservation on behalf of 560f9b8579204dd78d4aeac47f700af2 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:01:42.745885 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:43.122832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Allocated IP 172.20.0.4 (2ead412d-feb8-4b38-9650-bbf0fe21d5c9/e324e557-03f3-4356-bfbe-7af723d578a0/b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:01:43.491853 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:43.525093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Transition to ACTIVE for port object b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:01:43.586713 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:43.736343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Pushing event updated for resources: {'Port': ['ID=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:43.753295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Network 2ead412d-feb8-4b38-9650-bbf0fe21d5c9 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:01:43.754950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:01:43.758758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:43.759209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:43.759629 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:43.760057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:43.760457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:43.761388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:43.761388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:43.761626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:43.762017 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:43.762551 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:43.763190 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:43.783791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:01:43.798951 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7217b6-da54-4289-b98b-aab7b044b743 req-96c9b855-fbd8-4d68-8be3-3151d92a533c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:43.808774 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e7217b6-da54-4289-b98b-aab7b044b743 req-96c9b855-fbd8-4d68-8be3-3151d92a533c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 931 time: 0.1434059 May 30 21:01:43.842744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 539db51e-c09f-4724-b192-fe43e310fe18 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:01:43.867325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:43.867943 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:43.902897 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-9c251edd-2358-46c6-bdde-2b7ecce3bd37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3367822 May 30 21:01:43.917925 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e7217b6-da54-4289-b98b-aab7b044b743 req-04520153-4c63-4623-95d7-81814f590166 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075454 May 30 21:01:44.001012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 539db51e-c09f-4724-b192-fe43e310fe18 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:01:44.012336 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 539db51e-c09f-4724-b192-fe43e310fe18 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:44.012711 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:44.211259 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-07a98bc2-2692-4b21-a088-592ad9bcf2ce None None] Provisioning for port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:01:44.217548 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:44.228838 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-07a98bc2-2692-4b21-a088-592ad9bcf2ce None None] Provisioning complete for port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:44.229201 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-07a98bc2-2692-4b21-a088-592ad9bcf2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:44.326352 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-07a98bc2-2692-4b21-a088-592ad9bcf2ce None None] Port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:01:44.331022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 539db51e-c09f-4724-b192-fe43e310fe18, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=539db51e-c09f-4724-b192-fe43e310fe18,segment=NetworkSegment(0755344a-40ae-4fa6-93a4-58eb9135d472),segment_id=0755344a-40ae-4fa6-93a4-58eb9135d472)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:44.335674 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:44.336967 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b99108f7-2768-4c72-8b6b-4f02961fee0c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:01:44.456032 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=539db51e-c09f-4724-b192-fe43e310fe18,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:44.467943 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:44.468308 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:44.468644 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:44.468977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:44.469302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:44.469659 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:44.469983 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:44.470304 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:44.470634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:44.470938 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:44.471255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:44.483016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port b99108f7-2768-4c72-8b6b-4f02961fee0c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:44.483383 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:45.144766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5ffbf-44fc-45bb-ae3b-45b4cb3ebf93 req-318740a1-189f-4167-9126-1da05fe0778a tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:45.146482 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fdd5ffbf-44fc-45bb-ae3b-45b4cb3ebf93 req-318740a1-189f-4167-9126-1da05fe0778a tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 931 time: 0.0814152 May 30 21:01:45.207522 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fdd5ffbf-44fc-45bb-ae3b-45b4cb3ebf93 req-53100aef-f98c-4acd-b303-d7daea4d9851 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543151 May 30 21:01:45.633257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 539db51e-c09f-4724-b192-fe43e310fe18 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:01:45.707771 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 539db51e-c09f-4724-b192-fe43e310fe18 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:45.708232 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:46.443391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166630-9afc-4559-9211-22905c5efd10 req-45c87b49-53b6-4552-95c4-7c59a2609b36 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:46.445012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24166630-9afc-4559-9211-22905c5efd10 req-45c87b49-53b6-4552-95c4-7c59a2609b36 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 931 time: 0.0912576 May 30 21:01:46.496588 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24166630-9afc-4559-9211-22905c5efd10 req-46129eec-018e-43ed-94d4-0ecbc71c9630 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452368 May 30 21:01:47.699876 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de68de-9125-48f1-a4b1-f22d018ed069 req-901d2009-f847-42ac-ba7d-ce1d29810e37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:47.701617 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1de68de-9125-48f1-a4b1-f22d018ed069 req-901d2009-f847-42ac-ba7d-ce1d29810e37 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 931 time: 0.0814528 May 30 21:01:47.753433 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f1de68de-9125-48f1-a4b1-f22d018ed069 req-26d108c3-97f1-457f-8978-21e99120a4c9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448229 May 30 21:01:48.960839 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7e2a1-2c26-4a0f-8ec7-71a530684faa req-a6e3ff2a-77d7-42af-b1f0-d0e79e1e1a5b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:48.962876 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbc7e2a1-2c26-4a0f-8ec7-71a530684faa req-a6e3ff2a-77d7-42af-b1f0-d0e79e1e1a5b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 931 time: 0.0866933 May 30 21:01:49.015222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bbc7e2a1-2c26-4a0f-8ec7-71a530684faa req-fcde4ef4-b441-48b4-ad55-a60372a67667 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465744 May 30 21:01:50.213717 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b270a5d-a100-4d01-baf8-da548367720d req-bf3b9f19-51c9-49c7-bec3-23131da4efc4 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:50.215175 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b270a5d-a100-4d01-baf8-da548367720d req-bf3b9f19-51c9-49c7-bec3-23131da4efc4 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 931 time: 0.0756733 May 30 21:01:50.260345 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3b270a5d-a100-4d01-baf8-da548367720d req-ec03e92e-65ce-4f29-9054-05b2b0383570 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396454 May 30 21:01:50.653511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Request body: {'port': {'device_id': '140ee526-a1fb-446a-82d7-2cc292b51850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:01:50.760625 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:51.085681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:01:51.092848 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:51.106353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Transition to ACTIVE for port object b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:01:51.110256 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:51.239869 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Pushing event updated for resources: {'Port': ['ID=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:51.348013 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Attempting to bind port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:01:51.348600 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Attempting to bind port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '12a9328a-9614-46ee-aa04-924f2e07d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:01:51.348926 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Attempting to bind port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 on network 2ead412d-feb8-4b38-9650-bbf0fe21d5c9 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:01:51.355158 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 on network 2ead412d-feb8-4b38-9650-bbf0fe21d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:01:51.355476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Attempting to bind port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 on network 2ead412d-feb8-4b38-9650-bbf0fe21d5c9 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:01:51.362256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:01:51.362594 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Checking segment: {'id': '12a9328a-9614-46ee-aa04-924f2e07d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:01:51.363722 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Bound using segment: {'id': '12a9328a-9614-46ee-aa04-924f2e07d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:01:51.364186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Bound port: b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a9328a-9614-46ee-aa04-924f2e07d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:01:51.364535 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:51.455930 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] For port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:01:51.459250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] For port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298,segment=NetworkSegment(12a9328a-9614-46ee-aa04-924f2e07d904),segment_id=12a9328a-9614-46ee-aa04-924f2e07d904)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:01:51.463009 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:51.464638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec24bf5-be7f-4904-b2f3-84ad1eeb01b8 req-dff33b42-3ce2-4c69-afc5-81040ffc1ca9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:51.466116 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ec24bf5-be7f-4904-b2f3-84ad1eeb01b8 req-dff33b42-3ce2-4c69-afc5-81040ffc1ca9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 943 time: 0.0823641 May 30 21:01:51.514307 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0ec24bf5-be7f-4904-b2f3-84ad1eeb01b8 req-c50e985e-9af8-4b9b-9822-b6d4d03f6b79 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421038 May 30 21:01:51.523945 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:51.525381 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] 10.222.0.77 "PUT /v2.0/ports/b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 HTTP/1.1" status: 200 len: 1091 time: 0.9959521 May 30 21:01:51.525796 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140ee526-a1fb-446a-82d7-2cc292b51850', 'tag': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:01:51.543295 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6135d0-fad3-452e-b3fc-f3acea4d89fa service neutron] Pushing event updated for resources: {'Port': ['ID=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:51.654963 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-f247895a-6a49-46cc-9e8a-74594f5e9c8b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=560f9b8579204dd78d4aeac47f700af2&device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 1094 time: 0.0778809 May 30 21:01:51.665023 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6696c71-1791-427b-be1d-601c149c54c9'] response: {'name': 'network-changed', 'server_uuid': '140ee526-a1fb-446a-82d7-2cc292b51850', 'tag': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298', 'status': 'completed', 'code': 200} May 30 21:01:51.731096 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-d968ace3-ba90-4861-9aa1-4482be8b7972 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 HTTP/1.1" status: 200 len: 217 time: 0.0612109 May 30 21:01:51.805293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-89f63fa4-dd58-4c18-a481-60d71c7ebd81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:51.806712 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-89f63fa4-dd58-4c18-a481-60d71c7ebd81 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e324e557-03f3-4356-bfbe-7af723d578a0 HTTP/1.1" status: 200 len: 854 time: 0.0667799 May 30 21:01:51.882499 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-20e9d1ed-633b-4d0a-9c55-802b7ad71551 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663826 May 30 21:01:52.014538 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-203443d2-d7b8-4db4-93c3-8daf93d2682a service neutron] 10.222.0.77 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225555 May 30 21:01:52.227156 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9004182a-12a3-4db5-9969-bfa4fc3ff70d req-c4ec4a85-ef18-44b0-aec3-c9e0b8e25b79 service neutron] 10.222.0.77 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037404 May 30 21:01:52.361175 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-95753102-9aaf-4ec3-b95f-d5a8d297e2c0 req-55ed2624-e27f-495d-9c32-81878adb20cb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=560f9b8579204dd78d4aeac47f700af2&device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 1094 time: 0.0714827 May 30 21:01:52.492569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95753102-9aaf-4ec3-b95f-d5a8d297e2c0 req-0860e509-c607-46f0-a9ce-637d617b61bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:52.494561 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-95753102-9aaf-4ec3-b95f-d5a8d297e2c0 req-0860e509-c607-46f0-a9ce-637d617b61bc service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9 HTTP/1.1" status: 200 len: 916 time: 0.1240306 May 30 21:01:52.562841 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-95753102-9aaf-4ec3-b95f-d5a8d297e2c0 req-b1096b22-cdce-4b36-83a6-ccf848cd9459 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 HTTP/1.1" status: 200 len: 217 time: 0.0597436 May 30 21:01:52.628914 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95753102-9aaf-4ec3-b95f-d5a8d297e2c0 req-44312f40-bdac-4a39-a50f-cc2ffa6903f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:52.630343 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-95753102-9aaf-4ec3-b95f-d5a8d297e2c0 req-44312f40-bdac-4a39-a50f-cc2ffa6903f7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e324e557-03f3-4356-bfbe-7af723d578a0 HTTP/1.1" status: 200 len: 854 time: 0.0599890 May 30 21:01:52.704378 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-95753102-9aaf-4ec3-b95f-d5a8d297e2c0 req-44df5748-a7b2-4e78-8520-b62f70d9935e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671940 May 30 21:01:52.711397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e0d44-ac56-4a3f-b20a-bb52c5b9bf6e req-d936d950-7e51-448a-8576-94a33f757465 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:52.713395 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b64e0d44-ac56-4a3f-b20a-bb52c5b9bf6e req-d936d950-7e51-448a-8576-94a33f757465 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 943 time: 0.0759971 May 30 21:01:52.761952 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b64e0d44-ac56-4a3f-b20a-bb52c5b9bf6e req-35496fcc-1909-49cd-bafc-0652f1fc4c0c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429068 May 30 21:01:52.840907 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-95753102-9aaf-4ec3-b95f-d5a8d297e2c0 req-1ea09aa7-bcec-4258-9adc-c1ecb0dfaf2a service neutron] 10.222.0.77 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251974 May 30 21:01:52.970629 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-95753102-9aaf-4ec3-b95f-d5a8d297e2c0 req-70e362fc-0f91-46d4-9a87-ee742ef4b8e3 service neutron] 10.222.0.77 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233377 May 30 21:01:53.959024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33716c27-8c4f-4a1b-a3f0-182b7ee6d896 req-c282dfe8-bf2e-47bb-ad58-852649345936 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:53.960409 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33716c27-8c4f-4a1b-a3f0-182b7ee6d896 req-c282dfe8-bf2e-47bb-ad58-852649345936 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 943 time: 0.0756254 May 30 21:01:54.005447 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-33716c27-8c4f-4a1b-a3f0-182b7ee6d896 req-06aae6bb-8c55-46e9-a5ca-eca2491be11c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395670 May 30 21:01:54.775492 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:01:54.906954 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298,segment=NetworkSegment(12a9328a-9614-46ee-aa04-924f2e07d904),segment_id=12a9328a-9614-46ee-aa04-924f2e07d904)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:54.919642 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298', 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'port_id': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298', 'mac_address': 'fa:16:3e:27:5e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:01:54.972051 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:54.988644 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:01:55.003487 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298,segment=NetworkSegment(12a9328a-9614-46ee-aa04-924f2e07d904),segment_id=12a9328a-9614-46ee-aa04-924f2e07d904)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:55.007268 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:55.110934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:55.283147 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:01:55.349916 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f4bf3-d809-4df6-ae32-8271c98490a1 req-30ed675c-f071-4383-91ee-13b5c8f4bc94 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:55.351282 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-870f4bf3-d809-4df6-ae32-8271c98490a1 req-30ed675c-f071-4383-91ee-13b5c8f4bc94 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 944 time: 0.2246494 May 30 21:01:55.398572 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-870f4bf3-d809-4df6-ae32-8271c98490a1 req-71ecd229-3b20-4c19-bc2c-50a8dc18c914 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411398 May 30 21:01:56.592868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816f656-951b-41de-ab44-a60e53ddb247 req-0b068a27-89ef-497b-ae50-beb3ca28dcf7 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:56.594375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b816f656-951b-41de-ab44-a60e53ddb247 req-0b068a27-89ef-497b-ae50-beb3ca28dcf7 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 944 time: 0.0786502 May 30 21:01:56.641928 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b816f656-951b-41de-ab44-a60e53ddb247 req-2c9959ed-643b-447e-931a-15eae2cb12c6 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 May 30 21:01:56.791587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:01:56.861088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:01:56.865550 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:56.865905 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:56.977628 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:57.004062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140ee526-a1fb-446a-82d7-2cc292b51850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:01:57.013721 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298,segment=NetworkSegment(12a9328a-9614-46ee-aa04-924f2e07d904),segment_id=12a9328a-9614-46ee-aa04-924f2e07d904)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:57.017789 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:57.083274 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:57.137422 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f23fcae-81c6-4b36-bcc9-b9685356e21e'] response: {'server_uuid': '140ee526-a1fb-446a-82d7-2cc292b51850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298', 'code': 200} May 30 21:01:57.270865 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8e66febe-b26d-4b51-91ab-695b669f2723 req-02d9d99c-06ea-483c-9c16-fad5e7394328 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 1096 time: 0.0693388 May 30 21:01:57.316658 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8e66febe-b26d-4b51-91ab-695b669f2723 req-51489dde-cec1-4468-baae-553e7cbafa72 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370038 May 30 21:01:57.844686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7231c-9b0f-4374-9e33-a0b1366b0d7c req-ecde32dd-77a8-4be1-a77a-c9386b845457 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:57.846044 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5df7231c-9b0f-4374-9e33-a0b1366b0d7c req-ecde32dd-77a8-4be1-a77a-c9386b845457 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 945 time: 0.0827563 May 30 21:01:57.878869 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7b3a2e45-396e-40ac-aaf1-9dd13382723e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:57.904681 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5df7231c-9b0f-4374-9e33-a0b1366b0d7c req-28dd138e-1926-441e-bfd4-6f0fb0a7cb15 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531414 May 30 21:01:59.098167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48561a-9037-431f-848f-7797c2300615 req-1d0c4f31-2cd0-4c50-9320-c9356dd9bdd9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:59.099603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6d48561a-9037-431f-848f-7797c2300615 req-1d0c4f31-2cd0-4c50-9320-c9356dd9bdd9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 945 time: 0.0760312 May 30 21:01:59.143874 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6d48561a-9037-431f-848f-7797c2300615 req-63fbf71c-c4ea-43b0-9904-385db255199c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387957 May 30 21:01:59.340602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095bf43-1155-4adb-8f1a-8d48fa9a1d70 req-463dda38-4cfe-481f-9448-4090f8b8d86e tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:59.342061 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d095bf43-1155-4adb-8f1a-8d48fa9a1d70 req-463dda38-4cfe-481f-9448-4090f8b8d86e tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 945 time: 0.0809114 May 30 21:01:59.386987 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d095bf43-1155-4adb-8f1a-8d48fa9a1d70 req-7f708e0b-4780-47b1-8bdc-0f331b3a7a86 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394127 May 30 21:01:59.794435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cbe09-99b8-4871-84df-7f0424ca869a req-d9762e9e-a6e9-4f5f-aaed-6ede52725151 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:59.795772 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a45cbe09-99b8-4871-84df-7f0424ca869a req-d9762e9e-a6e9-4f5f-aaed-6ede52725151 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 945 time: 0.0760109 May 30 21:01:59.845870 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a45cbe09-99b8-4871-84df-7f0424ca869a req-1f1b4043-182e-4537-98b2-eb0e5c37e302 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445485 May 30 21:02:00.059944 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9ec67ed5-15e8-4709-958c-d6fd8968c5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:01.427780 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:01.684738 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:03.025355 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:03.708653 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:07.591956 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:09.269200 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:02:09.929715 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d110d2d-5bc6-417c-91ad-1c49d1b8ca5b req-cabfb535-80b1-43ff-9734-b8e9ac20165b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:09.931159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d110d2d-5bc6-417c-91ad-1c49d1b8ca5b req-cabfb535-80b1-43ff-9734-b8e9ac20165b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 945 time: 0.0764530 May 30 21:02:09.977705 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d110d2d-5bc6-417c-91ad-1c49d1b8ca5b req-4951bc35-39cf-42fd-a069-7e6c70409f7f tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 May 30 21:02:10.005917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52086) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:02:10.145830 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e1a44b11-f629-4edf-afdf-8a2b29183ae4 tempest-TestMinimumBasicScenario-2115004260 tempest-TestMinimumBasicScenario-2115004260-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 1091 time: 0.1386931 May 30 21:02:10.148759 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52092) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:02:10.153894 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:02:10.160405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:02:10.164192 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Usage tracker for resource:floatingip and tenant:560f9b8579204dd78d4aeac47f700af2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:02:10.167007 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:02:10.172652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:02:10.183286 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:10.317712 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:10.449334 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Allocated IP 172.25.5.109 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/2c455de2-e186-4f3a-a4e8-12050d47ce55) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:02:10.595136 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:10.622938 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:10.691877 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:02:10.694722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:02:10.699004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:02:10.722843 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Pushing event updated for resources: {'Port': ['ID=2c455de2-e186-4f3a-a4e8-12050d47ce55,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:02:11.275956 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:11.333674 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:11.542076 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:11.547365 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:11.664853 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Pushing event updated for resources: {'Port': ['ID=2c455de2-e186-4f3a-a4e8-12050d47ce55,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:02:11.673633 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:11.866455 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Floating IP a08e0627-b652-40f7-85a3-10b3e09daca5 associated. External IP: 172.25.5.109, port: b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298. May 30 21:02:12.271246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Router 7e2c5051-eac5-41bf-b847-99f0e4405ba5 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:02:12.473933 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:02:12.483765 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bb468-793c-4937-ab45-fbef88442171 None None] Sync routers for ids ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:02:12.495318 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0bb468-793c-4937-ab45-fbef88442171 None None] Routers {'7e2c5051-eac5-41bf-b847-99f0e4405ba5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:02:12.495989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb468-793c-4937-ab45-fbef88442171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:02:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:02:12.498538 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:12.554303 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2531bc8b-c147-445d-bbfa-44b0f611280d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4045219 May 30 21:02:12.554858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140ee526-a1fb-446a-82d7-2cc292b51850', 'tag': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:02:12.557868 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52096) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:02:12.567950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-f75aa1fc-61f9-421e-b93c-be2b90768354 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655140417', 'description': 'tempest-secgroup-smoke-1655140417 description', 'project_id': '560f9b8579204dd78d4aeac47f700af2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:02:12.575443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f75aa1fc-61f9-421e-b93c-be2b90768354 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:02:12.580560 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f75aa1fc-61f9-421e-b93c-be2b90768354 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Usage tracker for resource:security_group and tenant:560f9b8579204dd78d4aeac47f700af2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:02:12.585631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f75aa1fc-61f9-421e-b93c-be2b90768354 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:02:12.590805 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f75aa1fc-61f9-421e-b93c-be2b90768354 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:02:12.600858 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f75aa1fc-61f9-421e-b93c-be2b90768354 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:12.637135 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f75aa1fc-61f9-421e-b93c-be2b90768354 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:02:12.641459 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f75aa1fc-61f9-421e-b93c-be2b90768354 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Usage tracker for resource:security_group_rule and tenant:560f9b8579204dd78d4aeac47f700af2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:02:12.647456 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-f75aa1fc-61f9-421e-b93c-be2b90768354 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:02:12.654141 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-f75aa1fc-61f9-421e-b93c-be2b90768354 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:02:12.684547 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-bc0bb468-793c-4937-ab45-fbef88442171 None None] Set router 7e2c5051-eac5-41bf-b847-99f0e4405ba5 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:02:12.702761 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e974b1da-3fec-4de5-9252-8788b901bcc0'] response: {'name': 'network-changed', 'server_uuid': '140ee526-a1fb-446a-82d7-2cc292b51850', 'tag': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298', 'status': 'completed', 'code': 200} May 30 21:02:12.711530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f75aa1fc-61f9-421e-b93c-be2b90768354 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:12.716351 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f75aa1fc-61f9-421e-b93c-be2b90768354 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:12.803082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75aa1fc-61f9-421e-b93c-be2b90768354 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c9a846-a623-4072-bdd8-cea53984f61e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:02:12.809540 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f75aa1fc-61f9-421e-b93c-be2b90768354 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:12.810840 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f75aa1fc-61f9-421e-b93c-be2b90768354 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2512109 May 30 21:02:12.814013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52104) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:02:12.822325 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-ee488c06-5e58-4912-8a1b-842c46b7e004 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Request body: {'security_group_rule': {'security_group_id': '46c9a846-a623-4072-bdd8-cea53984f61e', 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:02:12.829434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ee488c06-5e58-4912-8a1b-842c46b7e004 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:02:12.833886 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ee488c06-5e58-4912-8a1b-842c46b7e004 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Usage tracker for resource:security_group_rule and tenant:560f9b8579204dd78d4aeac47f700af2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:02:12.837455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ee488c06-5e58-4912-8a1b-842c46b7e004 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:02:12.837740 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3c21b745-66b3-4a21-b8dd-c5b6a42649ca req-5d664b8d-7bdc-4f90-9e9d-28ea3c551e3c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=560f9b8579204dd78d4aeac47f700af2&device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 1096 time: 0.1098876 May 30 21:02:12.844711 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ee488c06-5e58-4912-8a1b-842c46b7e004 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:02:12.862695 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ee488c06-5e58-4912-8a1b-842c46b7e004 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:12.931482 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ee488c06-5e58-4912-8a1b-842c46b7e004 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:12.938666 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ee488c06-5e58-4912-8a1b-842c46b7e004 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:12.967436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee488c06-5e58-4912-8a1b-842c46b7e004 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3850b8fd-d8c8-4091-8a80-67bddea744ee,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:02:12.975205 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ee488c06-5e58-4912-8a1b-842c46b7e004 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:12.976589 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ee488c06-5e58-4912-8a1b-842c46b7e004 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1613941 May 30 21:02:12.980008 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21b745-66b3-4a21-b8dd-c5b6a42649ca req-af08ee7b-4db5-4bea-8ead-e8dc2b741486 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:12.980531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52108) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:02:12.981448 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3c21b745-66b3-4a21-b8dd-c5b6a42649ca req-af08ee7b-4db5-4bea-8ead-e8dc2b741486 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9 HTTP/1.1" status: 200 len: 916 time: 0.1382289 May 30 21:02:12.986527 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f7555b94-4d0a-4ebd-9c3c-2403451878ba tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Request body: {'security_group_rule': {'security_group_id': '46c9a846-a623-4072-bdd8-cea53984f61e', 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:02:12.993011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f7555b94-4d0a-4ebd-9c3c-2403451878ba tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:02:12.996873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f7555b94-4d0a-4ebd-9c3c-2403451878ba tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Usage tracker for resource:security_group_rule and tenant:560f9b8579204dd78d4aeac47f700af2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:02:12.999846 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f7555b94-4d0a-4ebd-9c3c-2403451878ba tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:02:13.005739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f7555b94-4d0a-4ebd-9c3c-2403451878ba tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:02:13.024046 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7555b94-4d0a-4ebd-9c3c-2403451878ba tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.056549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb468-793c-4937-ab45-fbef88442171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'name': 'tempest-TestMinimumBasicScenario-2061137637-router', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:22Z', 'revision_number': 4, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'gw_port': {'id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'a08e0627-b652-40f7-85a3-10b3e09daca5', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'port_id': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'mac_address': 'fa:16:3e:27:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ee526-a1fb-446a-82d7-2cc292b51850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:02:11Z', 'updated_at': '2022-05-30T21:02:11Z', 'revision_number': 0, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99108f7-2768-4c72-8b6b-4f02961fee0c', 'name': '', 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'mac_address': 'fa:16:3e:bf:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:21Z', 'updated_at': '2022-05-30T21:01:41Z', 'revision_number': 5, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'subnets': [{'id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:02:13.060689 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bb468-793c-4937-ab45-fbef88442171 None None] Checking router: 7e2c5051-eac5-41bf-b847-99f0e4405ba5 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:02:13.071840 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0bb468-793c-4937-ab45-fbef88442171 None None] Routers {'7e2c5051-eac5-41bf-b847-99f0e4405ba5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:02:13.072476 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb468-793c-4937-ab45-fbef88442171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:02:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:02:13.089729 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3c21b745-66b3-4a21-b8dd-c5b6a42649ca req-712f2c25-a256-4221-a269-b57b8d7a25c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 HTTP/1.1" status: 200 len: 999 time: 0.1021869 May 30 21:02:13.091449 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7555b94-4d0a-4ebd-9c3c-2403451878ba tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.096564 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7555b94-4d0a-4ebd-9c3c-2403451878ba tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.124868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7555b94-4d0a-4ebd-9c3c-2403451878ba tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3175444-4a64-45ab-aa9a-0f8464dac1e9,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:02:13.135422 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f7555b94-4d0a-4ebd-9c3c-2403451878ba tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.139368 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f7555b94-4d0a-4ebd-9c3c-2403451878ba tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1551113 May 30 21:02:13.139531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52112) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:02:13.144880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-549e96a8-2136-498f-9063-6d9e7fd8215c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Request body: {'security_group_rule': {'security_group_id': '46c9a846-a623-4072-bdd8-cea53984f61e', 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:02:13.152048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-549e96a8-2136-498f-9063-6d9e7fd8215c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:02:13.156191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-549e96a8-2136-498f-9063-6d9e7fd8215c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Usage tracker for resource:security_group_rule and tenant:560f9b8579204dd78d4aeac47f700af2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:02:13.159017 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-549e96a8-2136-498f-9063-6d9e7fd8215c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:02:13.165600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-549e96a8-2136-498f-9063-6d9e7fd8215c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:02:13.173196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21b745-66b3-4a21-b8dd-c5b6a42649ca req-47862e02-da66-496a-889e-8d4f38cf892a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:13.174828 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3c21b745-66b3-4a21-b8dd-c5b6a42649ca req-47862e02-da66-496a-889e-8d4f38cf892a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e324e557-03f3-4356-bfbe-7af723d578a0 HTTP/1.1" status: 200 len: 854 time: 0.0795057 May 30 21:02:13.184699 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-549e96a8-2136-498f-9063-6d9e7fd8215c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.252067 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3c21b745-66b3-4a21-b8dd-c5b6a42649ca req-42f13a9f-73f1-459b-a370-4595d4aa1709 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714309 May 30 21:02:13.254334 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-549e96a8-2136-498f-9063-6d9e7fd8215c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.261007 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-549e96a8-2136-498f-9063-6d9e7fd8215c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.267293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-bc0bb468-793c-4937-ab45-fbef88442171 None None] Set router 7e2c5051-eac5-41bf-b847-99f0e4405ba5 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:02:13.285073 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e96a8-2136-498f-9063-6d9e7fd8215c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa618ffb-4da6-4f6b-af7e-51818cb6a1ae,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:02:13.296941 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-549e96a8-2136-498f-9063-6d9e7fd8215c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.298591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-549e96a8-2136-498f-9063-6d9e7fd8215c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1580987 May 30 21:02:13.301279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52116) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:02:13.308405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-0291e912-4dae-459a-b746-aca68979cf63 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Request body: {'security_group_rule': {'security_group_id': '46c9a846-a623-4072-bdd8-cea53984f61e', 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:02:13.315732 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0291e912-4dae-459a-b746-aca68979cf63 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:02:13.319732 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0291e912-4dae-459a-b746-aca68979cf63 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Usage tracker for resource:security_group_rule and tenant:560f9b8579204dd78d4aeac47f700af2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:02:13.322824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0291e912-4dae-459a-b746-aca68979cf63 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:02:13.328596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0291e912-4dae-459a-b746-aca68979cf63 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:02:13.347464 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0291e912-4dae-459a-b746-aca68979cf63 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.414574 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3c21b745-66b3-4a21-b8dd-c5b6a42649ca req-2830b5dc-e513-4d19-a290-f972981e6e94 service neutron] 10.222.0.77 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547973 May 30 21:02:13.526093 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0291e912-4dae-459a-b746-aca68979cf63 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.530798 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0291e912-4dae-459a-b746-aca68979cf63 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.566455 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0291e912-4dae-459a-b746-aca68979cf63 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.568377 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0291e912-4dae-459a-b746-aca68979cf63 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2655635 May 30 21:02:13.569237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291e912-4dae-459a-b746-aca68979cf63 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a673943d-d981-4aee-9864-f5498acc6b8d,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:02:13.571203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52120) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:02:13.579148 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-5722a12b-419e-4dde-b0c4-5e1cb95141db tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Request body: {'security_group_rule': {'security_group_id': '46c9a846-a623-4072-bdd8-cea53984f61e', 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:02:13.589917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5722a12b-419e-4dde-b0c4-5e1cb95141db tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:02:13.594505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5722a12b-419e-4dde-b0c4-5e1cb95141db tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Usage tracker for resource:security_group_rule and tenant:560f9b8579204dd78d4aeac47f700af2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:02:13.600872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-5722a12b-419e-4dde-b0c4-5e1cb95141db tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:02:13.612888 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-5722a12b-419e-4dde-b0c4-5e1cb95141db tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:02:13.626237 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-5722a12b-419e-4dde-b0c4-5e1cb95141db tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Project 560f9b8579204dd78d4aeac47f700af2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:02:13.635723 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5722a12b-419e-4dde-b0c4-5e1cb95141db tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.664987 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3c21b745-66b3-4a21-b8dd-c5b6a42649ca req-4a03d8b0-ac2e-43a8-927f-30f0fb3d1724 service neutron] 10.222.0.77 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454555 May 30 21:02:13.707548 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5722a12b-419e-4dde-b0c4-5e1cb95141db tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.707861 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb468-793c-4937-ab45-fbef88442171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'name': 'tempest-TestMinimumBasicScenario-2061137637-router', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:22Z', 'revision_number': 4, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'gw_port': {'id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'a08e0627-b652-40f7-85a3-10b3e09daca5', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'port_id': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'mac_address': 'fa:16:3e:27:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ee526-a1fb-446a-82d7-2cc292b51850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:02:11Z', 'updated_at': '2022-05-30T21:02:11Z', 'revision_number': 0, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99108f7-2768-4c72-8b6b-4f02961fee0c', 'name': '', 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'mac_address': 'fa:16:3e:bf:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:21Z', 'updated_at': '2022-05-30T21:01:41Z', 'revision_number': 5, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'subnets': [{'id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:02:13.711540 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5722a12b-419e-4dde-b0c4-5e1cb95141db tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.712658 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bb468-793c-4937-ab45-fbef88442171 None None] The sync data for ids ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'] in n-d-843949-2 is: [{'id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'name': 'tempest-TestMinimumBasicScenario-2061137637-router', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:22Z', 'revision_number': 4, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'gw_port': {'id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'a08e0627-b652-40f7-85a3-10b3e09daca5', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'port_id': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'mac_address': 'fa:16:3e:27:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ee526-a1fb-446a-82d7-2cc292b51850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:02:11Z', 'updated_at': '2022-05-30T21:02:11Z', 'revision_number': 0, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99108f7-2768-4c72-8b6b-4f02961fee0c', 'name': '', 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'mac_address': 'fa:16:3e:bf:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:21Z', 'updated_at': '2022-05-30T21:01:41Z', 'revision_number': 5, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'subnets': [{'id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:02:13.741416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722a12b-419e-4dde-b0c4-5e1cb95141db tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afd1f98-d32d-4688-9c93-6e7a5649f852,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:02:13.750892 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5722a12b-419e-4dde-b0c4-5e1cb95141db tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.752108 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5722a12b-419e-4dde-b0c4-5e1cb95141db tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1799896 May 30 21:02:13.754994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52124) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:02:13.760669 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-46874f2b-ff7d-46e1-b671-26d2c39cd63b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Request body: {'security_group_rule': {'security_group_id': '46c9a846-a623-4072-bdd8-cea53984f61e', 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:02:13.767089 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-46874f2b-ff7d-46e1-b671-26d2c39cd63b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:02:13.771131 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-46874f2b-ff7d-46e1-b671-26d2c39cd63b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Usage tracker for resource:security_group_rule and tenant:560f9b8579204dd78d4aeac47f700af2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:02:13.775404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-46874f2b-ff7d-46e1-b671-26d2c39cd63b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:02:13.781845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-46874f2b-ff7d-46e1-b671-26d2c39cd63b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:02:13.793080 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-46874f2b-ff7d-46e1-b671-26d2c39cd63b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Project 560f9b8579204dd78d4aeac47f700af2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:02:13.800074 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46874f2b-ff7d-46e1-b671-26d2c39cd63b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.869166 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46874f2b-ff7d-46e1-b671-26d2c39cd63b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.873486 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46874f2b-ff7d-46e1-b671-26d2c39cd63b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.896449 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46874f2b-ff7d-46e1-b671-26d2c39cd63b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef32caf-7738-49ee-9769-2c1594fc48ff,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:02:13.907522 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-46874f2b-ff7d-46e1-b671-26d2c39cd63b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:13.908746 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-46874f2b-ff7d-46e1-b671-26d2c39cd63b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1528094 May 30 21:02:13.931052 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd53a69f-61b5-4215-b43b-c1344164a542 None None] New status for floating IP a08e0627-b652-40f7-85a3-10b3e09daca5: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:02:14.045555 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99d3df4c-3a60-42c7-a8ac-b08a6cdefd9c req-73cf39f2-c8e2-4463-9bdd-89fa0f152853 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655140417&fields=id&tenant_id=560f9b8579204dd78d4aeac47f700af2 HTTP/1.1" status: 200 len: 267 time: 0.0422919 May 30 21:02:14.125519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3df4c-3a60-42c7-a8ac-b08a6cdefd9c req-1749f952-93aa-4553-99df-a0dd4086798a tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:14.126960 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99d3df4c-3a60-42c7-a8ac-b08a6cdefd9c req-1749f952-93aa-4553-99df-a0dd4086798a tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 945 time: 0.0759592 May 30 21:02:14.137579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-99d3df4c-3a60-42c7-a8ac-b08a6cdefd9c req-dfb994ab-a696-4454-bb38-3071da3ddf69 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Request body: {'port': {'security_groups': ['d7e7c260-3203-4d90-99f7-f414dbd25848', '46c9a846-a623-4072-bdd8-cea53984f61e']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:02:14.255587 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-99d3df4c-3a60-42c7-a8ac-b08a6cdefd9c req-dfb994ab-a696-4454-bb38-3071da3ddf69 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:14.503594 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-99d3df4c-3a60-42c7-a8ac-b08a6cdefd9c req-dfb994ab-a696-4454-bb38-3071da3ddf69 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] For port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298,segment=NetworkSegment(12a9328a-9614-46ee-aa04-924f2e07d904),segment_id=12a9328a-9614-46ee-aa04-924f2e07d904)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:02:14.527568 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-99d3df4c-3a60-42c7-a8ac-b08a6cdefd9c req-dfb994ab-a696-4454-bb38-3071da3ddf69 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:14.533211 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-99d3df4c-3a60-42c7-a8ac-b08a6cdefd9c req-dfb994ab-a696-4454-bb38-3071da3ddf69 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:14.545140 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:02:14.601525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3df4c-3a60-42c7-a8ac-b08a6cdefd9c req-dfb994ab-a696-4454-bb38-3071da3ddf69 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:14.602146 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-99d3df4c-3a60-42c7-a8ac-b08a6cdefd9c req-dfb994ab-a696-4454-bb38-3071da3ddf69 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:14.603514 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-99d3df4c-3a60-42c7-a8ac-b08a6cdefd9c req-dfb994ab-a696-4454-bb38-3071da3ddf69 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "PUT /v2.0/ports/b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 HTTP/1.1" status: 200 len: 981 time: 0.4703500 May 30 21:02:14.638093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb994ab-a696-4454-bb38-3071da3ddf69 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Pushing event updated for resources: {'Port': ['ID=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298,revision_number=6']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:02:14.671758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:02:14.703674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140ee526-a1fb-446a-82d7-2cc292b51850', 'tag': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:02:14.783076 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008d586e-4d38-4af6-9059-571901c312e8'] response: {'name': 'network-changed', 'server_uuid': '140ee526-a1fb-446a-82d7-2cc292b51850', 'tag': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298', 'status': 'completed', 'code': 200} May 30 21:02:14.821551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92099a0c-9ae0-4577-802e-f393b5dbebe0 req-f91d46b9-a103-4714-a4a2-f2e64c52fd9f tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:14.823557 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92099a0c-9ae0-4577-802e-f393b5dbebe0 req-f91d46b9-a103-4714-a4a2-f2e64c52fd9f tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 984 time: 0.1018777 May 30 21:02:14.879363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.77', 55779) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:02:14.886313 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5a414a46-de36-464c-a99f-d5b2c0d45c09 req-963139da-91dc-4a62-a0c2-190860b1c7ae service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=560f9b8579204dd78d4aeac47f700af2&device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 1135 time: 0.0840249 May 30 21:02:14.888273 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-92099a0c-9ae0-4577-802e-f393b5dbebe0 req-3cda064e-838e-47a5-808b-e51e336d4244 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&id=46c9a846-a623-4072-bdd8-cea53984f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539343 May 30 21:02:14.960517 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-56ac274d-fab7-41e0-a8c2-251cdfe41e72 None None] Provisioning complete for port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:02:14.960950 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-56ac274d-fab7-41e0-a8c2-251cdfe41e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:15.094999 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-71d6ef61-0cc2-49b9-b71e-a1d14e5afef4 req-e199ece0-c48e-4992-8aac-aba355f979be service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1952994 May 30 21:02:15.096019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a414a46-de36-464c-a99f-d5b2c0d45c09 req-d68b5ac7-3a46-4c7a-875e-6741b4779a4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:15.097297 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5a414a46-de36-464c-a99f-d5b2c0d45c09 req-d68b5ac7-3a46-4c7a-875e-6741b4779a4c service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9 HTTP/1.1" status: 200 len: 916 time: 0.1575074 May 30 21:02:15.202689 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5a414a46-de36-464c-a99f-d5b2c0d45c09 req-51617d82-478a-44e9-9b32-ae53effddeda service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 HTTP/1.1" status: 200 len: 1001 time: 0.0967650 May 30 21:02:15.268919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a414a46-de36-464c-a99f-d5b2c0d45c09 req-480eb954-353a-4ae8-85b2-dd6f065c5b6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:15.270438 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5a414a46-de36-464c-a99f-d5b2c0d45c09 req-480eb954-353a-4ae8-85b2-dd6f065c5b6a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e324e557-03f3-4356-bfbe-7af723d578a0 HTTP/1.1" status: 200 len: 854 time: 0.0613413 May 30 21:02:15.345896 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5a414a46-de36-464c-a99f-d5b2c0d45c09 req-b804b16e-ebe4-4f4e-90d2-d2e6d7ec4b1e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686278 May 30 21:02:15.475464 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5a414a46-de36-464c-a99f-d5b2c0d45c09 req-fc8f25f6-bf83-46ef-b631-6b8f95f37fef service neutron] 10.222.0.77 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231506 May 30 21:02:15.607033 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5a414a46-de36-464c-a99f-d5b2c0d45c09 req-d55d4fa3-f290-4184-9e9a-b296e3c3c349 service neutron] 10.222.0.77 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249409 May 30 21:02:15.766473 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-71d6ef61-0cc2-49b9-b71e-a1d14e5afef4 req-6ec48f3f-c155-4443-8d5c-49d429bc54d7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=560f9b8579204dd78d4aeac47f700af2&device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 1135 time: 0.0736542 May 30 21:02:15.914523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6ef61-0cc2-49b9-b71e-a1d14e5afef4 req-ac16efc1-1704-431f-b7a5-8bfa7983ffa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:15.915110 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-71d6ef61-0cc2-49b9-b71e-a1d14e5afef4 req-ac16efc1-1704-431f-b7a5-8bfa7983ffa6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9 HTTP/1.1" status: 200 len: 916 time: 0.1278262 May 30 21:02:16.014585 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-71d6ef61-0cc2-49b9-b71e-a1d14e5afef4 req-64e7b200-978c-4e37-a4a8-f271acd2f81c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 HTTP/1.1" status: 200 len: 1001 time: 0.0919621 May 30 21:02:16.079744 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6ef61-0cc2-49b9-b71e-a1d14e5afef4 req-934c500b-a43b-4020-ae8f-b2ab9708f252 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:16.081162 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-71d6ef61-0cc2-49b9-b71e-a1d14e5afef4 req-934c500b-a43b-4020-ae8f-b2ab9708f252 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e324e557-03f3-4356-bfbe-7af723d578a0 HTTP/1.1" status: 200 len: 854 time: 0.0601373 May 30 21:02:16.154242 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-71d6ef61-0cc2-49b9-b71e-a1d14e5afef4 req-adff72b6-4bc4-4380-8ce3-c420de19dc4f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665276 May 30 21:02:16.287727 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-71d6ef61-0cc2-49b9-b71e-a1d14e5afef4 req-a3dc610f-53ba-4cc2-901f-b655f2db179f service neutron] 10.222.0.77 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249523 May 30 21:02:16.417915 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-71d6ef61-0cc2-49b9-b71e-a1d14e5afef4 req-cbe72b54-a048-46cf-a85f-75908ec31886 service neutron] 10.222.0.77 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237593 May 30 21:02:27.871626 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e0555bbd-d30f-4e3c-9c77-bc50e6ba16e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:30.061655 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-22c32483-bb23-48f6-b327-df422a39955b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:31.429941 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:31.676584 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:33.028106 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:33.713497 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:37.600833 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:38.097113 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6059a-a398-4042-b461-36868374f262 req-67b7a789-bc68-4fd5-bd32-97b284d1ace5 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:38.098651 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0f6059a-a398-4042-b461-36868374f262 req-67b7a789-bc68-4fd5-bd32-97b284d1ace5 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 984 time: 0.0797827 May 30 21:02:38.152616 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c0f6059a-a398-4042-b461-36868374f262 req-f3d68871-16c6-4578-82e9-79e7d7ed922a tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&id=46c9a846-a623-4072-bdd8-cea53984f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481074 May 30 21:02:38.178713 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-745b7015-0382-40d3-b12d-1fb6385163a6 req-96fc053e-17ff-44e4-acf9-73f7304c2b83 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=560f9b8579204dd78d4aeac47f700af2&device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 1135 time: 0.1620362 May 30 21:02:38.308968 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b7015-0382-40d3-b12d-1fb6385163a6 req-113f8c8c-41eb-47cc-bd18-a7fac97a6049 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:38.310936 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-745b7015-0382-40d3-b12d-1fb6385163a6 req-113f8c8c-41eb-47cc-bd18-a7fac97a6049 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9 HTTP/1.1" status: 200 len: 916 time: 0.1256695 May 30 21:02:38.415450 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-745b7015-0382-40d3-b12d-1fb6385163a6 req-f9a76c11-f467-45c2-824a-35ba50364813 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 HTTP/1.1" status: 200 len: 1001 time: 0.0974538 May 30 21:02:38.476754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b7015-0382-40d3-b12d-1fb6385163a6 req-1e4ee6e0-a5a6-4f58-93b9-5b007535dd1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:38.478067 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-745b7015-0382-40d3-b12d-1fb6385163a6 req-1e4ee6e0-a5a6-4f58-93b9-5b007535dd1c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e324e557-03f3-4356-bfbe-7af723d578a0 HTTP/1.1" status: 200 len: 854 time: 0.0559478 May 30 21:02:38.550215 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-745b7015-0382-40d3-b12d-1fb6385163a6 req-73e25679-0d84-4437-8fb6-6b20fbcb9b72 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656266 May 30 21:02:38.678706 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-745b7015-0382-40d3-b12d-1fb6385163a6 req-98e761a0-b08d-4f2d-866b-9971b262f24c service neutron] 10.222.0.77 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217639 May 30 21:02:38.810718 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-745b7015-0382-40d3-b12d-1fb6385163a6 req-c486bed1-969c-4d73-88e1-c628963f4dbb service neutron] 10.222.0.77 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218805 May 30 21:02:39.348048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafe4ed-cd2c-4c49-8164-ec6838d66078 req-3f11f988-f427-439a-aba3-9858061011fe tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:39.349486 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cafe4ed-cd2c-4c49-8164-ec6838d66078 req-3f11f988-f427-439a-aba3-9858061011fe tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 984 time: 0.0768409 May 30 21:02:39.395893 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cafe4ed-cd2c-4c49-8164-ec6838d66078 req-670216f1-ab68-45f0-9503-832880c735e1 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&id=46c9a846-a623-4072-bdd8-cea53984f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407574 May 30 21:02:40.610761 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720af62-3393-4a77-a495-c251bdcfd1ea req-ba5b7043-eb6d-4c6f-963f-620acae58ecf tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:40.612167 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4720af62-3393-4a77-a495-c251bdcfd1ea req-ba5b7043-eb6d-4c6f-963f-620acae58ecf tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 984 time: 0.0821149 May 30 21:02:40.658520 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4720af62-3393-4a77-a495-c251bdcfd1ea req-74eee19f-392a-41e8-9961-b8ab9d00c0f7 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&id=46c9a846-a623-4072-bdd8-cea53984f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407634 May 30 21:02:41.854095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0c8a3-00cb-4dac-bf9a-2c06adbc74a4 req-558c6278-a3ee-45ce-832e-974b4147d2aa tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:41.855458 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46a0c8a3-00cb-4dac-bf9a-2c06adbc74a4 req-558c6278-a3ee-45ce-832e-974b4147d2aa tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 984 time: 0.0769417 May 30 21:02:41.901885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46a0c8a3-00cb-4dac-bf9a-2c06adbc74a4 req-f42f3548-f230-488c-8420-80bedeff9e38 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&id=46c9a846-a623-4072-bdd8-cea53984f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403399 May 30 21:02:43.097419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd71c2a-6411-418e-90c1-9875c2910636 req-799314aa-ca6c-42db-bbc6-0b1778eba0f8 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:43.098849 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cd71c2a-6411-418e-90c1-9875c2910636 req-799314aa-ca6c-42db-bbc6-0b1778eba0f8 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 984 time: 0.0788774 May 30 21:02:43.146650 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7cd71c2a-6411-418e-90c1-9875c2910636 req-1b8179e0-9f8d-4d4a-8683-7001ac6a2734 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&id=46c9a846-a623-4072-bdd8-cea53984f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422010 May 30 21:02:44.344329 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1fe87-aa8e-43bf-b8b0-31c41e763f04 req-922b4490-7dad-449a-8858-32cccc62fd26 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:44.345759 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ac1fe87-aa8e-43bf-b8b0-31c41e763f04 req-922b4490-7dad-449a-8858-32cccc62fd26 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 984 time: 0.0754626 May 30 21:02:44.394770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ac1fe87-aa8e-43bf-b8b0-31c41e763f04 req-c43dc07b-19f0-49e6-a628-f3d0b1deb6d5 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&id=46c9a846-a623-4072-bdd8-cea53984f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434306 May 30 21:02:45.586680 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca784e8-b556-4cbd-844c-f40489d1c4ed req-319fbb42-6abe-4991-917d-2663c8df5d75 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:45.588204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ca784e8-b556-4cbd-844c-f40489d1c4ed req-319fbb42-6abe-4991-917d-2663c8df5d75 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 984 time: 0.0764303 May 30 21:02:45.634340 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ca784e8-b556-4cbd-844c-f40489d1c4ed req-f84790c9-b2e1-4b34-b2d4-c1ab28ae048f tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&id=46c9a846-a623-4072-bdd8-cea53984f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400844 May 30 21:02:46.272395 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:02:46.832076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cf408-2b4a-4327-a885-6c90080ee8c0 req-2bc452d7-ebf2-4b1f-a97c-13c24d7677fc tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:46.833845 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d3cf408-2b4a-4327-a885-6c90080ee8c0 req-2bc452d7-ebf2-4b1f-a97c-13c24d7677fc tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 984 time: 0.0801103 May 30 21:02:46.880563 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8d3cf408-2b4a-4327-a885-6c90080ee8c0 req-67ddce68-6394-4c8a-b483-aaeb7da0d102 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&id=46c9a846-a623-4072-bdd8-cea53984f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411522 May 30 21:02:48.077226 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2936641-ff32-4d37-82bd-9aae0339b95e req-b3dfbc8e-bee7-433a-ac80-5db35628d262 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:48.078677 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e2936641-ff32-4d37-82bd-9aae0339b95e req-b3dfbc8e-bee7-433a-ac80-5db35628d262 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 984 time: 0.0761352 May 30 21:02:48.125112 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e2936641-ff32-4d37-82bd-9aae0339b95e req-3381191b-14e8-4dfa-a77e-73bc0308af12 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&id=46c9a846-a623-4072-bdd8-cea53984f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407786 May 30 21:02:49.323955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f3f88-9228-4d69-83f1-303a4712be5c req-9a7014aa-e8ae-4d47-9099-50ae41002f1a tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:49.325423 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-234f3f88-9228-4d69-83f1-303a4712be5c req-9a7014aa-e8ae-4d47-9099-50ae41002f1a tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 984 time: 0.0795121 May 30 21:02:49.371895 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-234f3f88-9228-4d69-83f1-303a4712be5c req-d12bf117-52bb-4955-852e-6c665808ab16 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&id=46c9a846-a623-4072-bdd8-cea53984f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403128 May 30 21:02:50.568682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedccba-138d-4b51-956d-a2ff70300311 req-8e572b88-99c7-44aa-b288-c453ab853d5f tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:50.570009 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-faedccba-138d-4b51-956d-a2ff70300311 req-8e572b88-99c7-44aa-b288-c453ab853d5f tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 984 time: 0.0751615 May 30 21:02:50.618777 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-faedccba-138d-4b51-956d-a2ff70300311 req-b9393bc5-745b-46b6-ab41-7c3b09b261fd tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&id=46c9a846-a623-4072-bdd8-cea53984f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431635 May 30 21:02:51.815859 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17e50a-e217-481d-8252-37c997cadeff req-f125c3e7-f23f-4696-8428-42f25e210f10 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:51.817336 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b17e50a-e217-481d-8252-37c997cadeff req-f125c3e7-f23f-4696-8428-42f25e210f10 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 984 time: 0.0805080 May 30 21:02:51.865073 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b17e50a-e217-481d-8252-37c997cadeff req-58f6459c-efbf-4102-8eaa-23e50b51eec5 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&id=46c9a846-a623-4072-bdd8-cea53984f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420849 May 30 21:02:53.057174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6936-3171-4129-80d0-9cf067d251e8 req-ea2db660-0277-4fd9-9458-6c9ee98d5a08 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:53.058624 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-537b6936-3171-4129-80d0-9cf067d251e8 req-ea2db660-0277-4fd9-9458-6c9ee98d5a08 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 984 time: 0.0754867 May 30 21:02:53.185116 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-537b6936-3171-4129-80d0-9cf067d251e8 req-db8a37d1-04b9-490d-a301-2063c5f96248 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&id=46c9a846-a623-4072-bdd8-cea53984f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202879 May 30 21:02:54.380655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af84b3-4d5a-4473-b9ad-28742a288eb2 req-ea37a5df-deea-4494-bfa4-07c62046ba43 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:54.382093 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-41af84b3-4d5a-4473-b9ad-28742a288eb2 req-ea37a5df-deea-4494-bfa4-07c62046ba43 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 984 time: 0.0765421 May 30 21:02:54.429352 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-41af84b3-4d5a-4473-b9ad-28742a288eb2 req-f77d3638-34ee-4cac-84d1-6970e04e0498 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&id=46c9a846-a623-4072-bdd8-cea53984f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412652 May 30 21:02:55.627848 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30e845-d7b1-4d62-87a5-b2b20fc65e1a req-622827a8-a53b-401e-bdd0-6fa33e9b5af4 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:55.629300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f30e845-d7b1-4d62-87a5-b2b20fc65e1a req-622827a8-a53b-401e-bdd0-6fa33e9b5af4 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 984 time: 0.0784123 May 30 21:02:55.676052 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8f30e845-d7b1-4d62-87a5-b2b20fc65e1a req-7758b5be-7970-4c07-9021-f13d90b1f44f tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&id=46c9a846-a623-4072-bdd8-cea53984f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408926 May 30 21:02:57.873789 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2028a061-4def-4cdb-9950-3deac0426c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:00.062469 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-99ea9016-f74b-4345-a1b5-c5b1489da8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:01.433114 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:01.678271 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:03.032735 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:03.713748 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:07.614721 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:16.947404 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ca0e76df-9546-4062-a897-ea2fb279960e req-b95bfcdd-d682-467d-baa3-dcc2bc35e661 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697656 May 30 21:03:17.083284 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ca0e76df-9546-4062-a897-ea2fb279960e req-71d9cc79-218e-4f55-9ef8-a57490c0595f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=560f9b8579204dd78d4aeac47f700af2&device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 1135 time: 0.0671878 May 30 21:03:17.226956 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e76df-9546-4062-a897-ea2fb279960e req-1e70a623-3e8e-498a-a404-60fd48017adf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:17.228328 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ca0e76df-9546-4062-a897-ea2fb279960e req-1e70a623-3e8e-498a-a404-60fd48017adf service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9 HTTP/1.1" status: 200 len: 916 time: 0.1257255 May 30 21:03:17.332761 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ca0e76df-9546-4062-a897-ea2fb279960e req-5de34e6f-831b-48f7-b586-5fc4fbad2ab0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 HTTP/1.1" status: 200 len: 1001 time: 0.0977864 May 30 21:03:17.404280 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e76df-9546-4062-a897-ea2fb279960e req-372229c1-8ebd-4dd4-9b58-8c450e2dc2dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:17.405932 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ca0e76df-9546-4062-a897-ea2fb279960e req-372229c1-8ebd-4dd4-9b58-8c450e2dc2dd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e324e557-03f3-4356-bfbe-7af723d578a0 HTTP/1.1" status: 200 len: 854 time: 0.0589440 May 30 21:03:17.477826 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ca0e76df-9546-4062-a897-ea2fb279960e req-7e2902bc-2f4f-42d8-8fd6-f1f7836fcbe4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660105 May 30 21:03:17.606648 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ca0e76df-9546-4062-a897-ea2fb279960e req-042ce108-d261-49c0-9868-56ab340bf597 service neutron] 10.222.0.77 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224363 May 30 21:03:17.737122 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ca0e76df-9546-4062-a897-ea2fb279960e req-39172f7f-a822-4a07-a32a-fe0f1b4544bc service neutron] 10.222.0.77 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208200 May 30 21:03:23.275049 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:03:27.875876 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-50074511-4b7d-4819-bdca-dc1f9cb6b3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:28.976163 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1945e5b0-8825-4b49-9683-349f4a635c3c req-c62b830d-198d-455b-9458-35e0af1bc3c4 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655140417&fields=id&tenant_id=560f9b8579204dd78d4aeac47f700af2 HTTP/1.1" status: 200 len: 267 time: 0.0401719 May 30 21:03:29.058366 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945e5b0-8825-4b49-9683-349f4a635c3c req-6219429e-7c88-4a21-946c-820b9153807d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:29.059774 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1945e5b0-8825-4b49-9683-349f4a635c3c req-6219429e-7c88-4a21-946c-820b9153807d tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 984 time: 0.0783157 May 30 21:03:29.070781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [req-1945e5b0-8825-4b49-9683-349f4a635c3c req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Request body: {'port': {'security_groups': ['d7e7c260-3203-4d90-99f7-f414dbd25848']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:29.182508 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1945e5b0-8825-4b49-9683-349f4a635c3c req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:29.419729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [req-1945e5b0-8825-4b49-9683-349f4a635c3c req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] For port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298,segment=NetworkSegment(12a9328a-9614-46ee-aa04-924f2e07d904),segment_id=12a9328a-9614-46ee-aa04-924f2e07d904)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:03:29.444657 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1945e5b0-8825-4b49-9683-349f4a635c3c req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:29.448968 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1945e5b0-8825-4b49-9683-349f4a635c3c req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:29.460924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:03:29.518280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945e5b0-8825-4b49-9683-349f4a635c3c req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:29.518891 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [req-1945e5b0-8825-4b49-9683-349f4a635c3c req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:29.520284 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1945e5b0-8825-4b49-9683-349f4a635c3c req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "PUT /v2.0/ports/b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 HTTP/1.1" status: 200 len: 942 time: 0.4538231 May 30 21:03:29.520723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140ee526-a1fb-446a-82d7-2cc292b51850', 'tag': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:03:29.527293 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52210) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:29.550212 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Pushing event updated for resources: {'Port': ['ID=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298,revision_number=7']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:29.563251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:29.563627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:29.564210 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:29.564554 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:29.564880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:29.565206 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:29.565525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:29.565849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:29.566322 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:29.566652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:29.567251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd153d3-cd13-401f-b063-49dd495754a9 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:29.606084 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd48bd9-56a6-4e08-964d-025bda83f01b'] response: {'name': 'network-changed', 'server_uuid': '140ee526-a1fb-446a-82d7-2cc292b51850', 'tag': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298', 'status': 'completed', 'code': 200} May 30 21:03:29.612245 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86ae81aa-2bc4-421d-9836-b4235d76b157 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:29.640173 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:03:29.646992 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86ae81aa-2bc4-421d-9836-b4235d76b157 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:29.852851 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2887dae7-0390-486b-8610-79dc68a82c35 None None] Provisioning complete for port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:03:29.853225 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2887dae7-0390-486b-8610-79dc68a82c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:29.856370 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a7b701bf-7ceb-4c83-aac0-8e14ce49405d req-a0674914-d92a-4255-a59c-d0225c425864 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=560f9b8579204dd78d4aeac47f700af2&device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 1096 time: 0.2014389 May 30 21:03:29.939175 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86ae81aa-2bc4-421d-9836-b4235d76b157 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:29.969313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae81aa-2bc4-421d-9836-b4235d76b157 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c9a846-a623-4072-bdd8-cea53984f61e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:29.988190 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-86ae81aa-2bc4-421d-9836-b4235d76b157 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:29.989291 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-86ae81aa-2bc4-421d-9836-b4235d76b157 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "DELETE /v2.0/security-groups/46c9a846-a623-4072-bdd8-cea53984f61e HTTP/1.1" status: 204 len: 168 time: 0.4610443 May 30 21:03:29.992313 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52216) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:30.000648 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae81aa-2bc4-421d-9836-b4235d76b157 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:30.000988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae81aa-2bc4-421d-9836-b4235d76b157 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:30.001826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae81aa-2bc4-421d-9836-b4235d76b157 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:30.002152 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae81aa-2bc4-421d-9836-b4235d76b157 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:30.002478 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae81aa-2bc4-421d-9836-b4235d76b157 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:30.002798 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae81aa-2bc4-421d-9836-b4235d76b157 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:30.003118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae81aa-2bc4-421d-9836-b4235d76b157 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:30.003434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae81aa-2bc4-421d-9836-b4235d76b157 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:30.003755 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae81aa-2bc4-421d-9836-b4235d76b157 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:30.004092 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae81aa-2bc4-421d-9836-b4235d76b157 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:30.004440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae81aa-2bc4-421d-9836-b4235d76b157 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:30.031995 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b701bf-7ceb-4c83-aac0-8e14ce49405d req-d4dbfaf9-7e68-4024-9e68-c3c45e33e93b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:30.034053 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a7b701bf-7ceb-4c83-aac0-8e14ce49405d req-d4dbfaf9-7e68-4024-9e68-c3c45e33e93b service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9 HTTP/1.1" status: 200 len: 916 time: 0.1714165 May 30 21:03:30.066523 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c746b864-63e3-472f-847b-5db2ea00fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:30.141780 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a7b701bf-7ceb-4c83-aac0-8e14ce49405d req-ada89ba6-6598-473a-8b99-1a79091489e6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 HTTP/1.1" status: 200 len: 1001 time: 0.1007016 May 30 21:03:30.194782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-66a6998e-81d6-4bb4-a941-5670dd8387d5 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Deleting port 2c455de2-e186-4f3a-a4e8-12050d47ce55 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:03:30.195118 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66a6998e-81d6-4bb4-a941-5670dd8387d5 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:30.204805 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b701bf-7ceb-4c83-aac0-8e14ce49405d req-45b5125f-39e7-4861-b702-1108cdb17a7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:30.206263 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a7b701bf-7ceb-4c83-aac0-8e14ce49405d req-45b5125f-39e7-4861-b702-1108cdb17a7a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e324e557-03f3-4356-bfbe-7af723d578a0 HTTP/1.1" status: 200 len: 854 time: 0.0574696 May 30 21:03:30.286900 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a7b701bf-7ceb-4c83-aac0-8e14ce49405d req-a920f30e-3424-4ac2-8120-5e93a1b99486 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727901 May 30 21:03:30.362632 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66a6998e-81d6-4bb4-a941-5670dd8387d5 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:30.362952 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66a6998e-81d6-4bb4-a941-5670dd8387d5 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:30.421600 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a7b701bf-7ceb-4c83-aac0-8e14ce49405d req-d44fcb41-0894-4c1e-8158-05e4aa9a517e service neutron] 10.222.0.77 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279914 May 30 21:03:30.488989 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-66a6998e-81d6-4bb4-a941-5670dd8387d5 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Calling delete_port for 2c455de2-e186-4f3a-a4e8-12050d47ce55 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:03:30.556651 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a7b701bf-7ceb-4c83-aac0-8e14ce49405d req-e54c1473-4fdc-4b87-8028-8353684300bd service neutron] 10.222.0.77 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281867 May 30 21:03:30.633102 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66a6998e-81d6-4bb4-a941-5670dd8387d5 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:30.681057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6998e-81d6-4bb4-a941-5670dd8387d5 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Pushing event deleted for resources: {'Port': ['ID=2c455de2-e186-4f3a-a4e8-12050d47ce55,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:30.771447 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66a6998e-81d6-4bb4-a941-5670dd8387d5 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:31.239868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a6998e-81d6-4bb4-a941-5670dd8387d5 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Router 7e2c5051-eac5-41bf-b847-99f0e4405ba5 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:03:31.435141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a6998e-81d6-4bb4-a941-5670dd8387d5 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:03:31.436508 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:31.445572 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a0f33-da14-4295-b8da-7d8d8d2dd21f None None] Sync routers for ids ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:03:31.448549 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-66a6998e-81d6-4bb4-a941-5670dd8387d5 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:31.456596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a0f33-da14-4295-b8da-7d8d8d2dd21f None None] Routers {'7e2c5051-eac5-41bf-b847-99f0e4405ba5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:03:31.457186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4a7a0f33-da14-4295-b8da-7d8d8d2dd21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:03:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:31.504837 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-66a6998e-81d6-4bb4-a941-5670dd8387d5 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "DELETE /v2.0/floatingips/a08e0627-b652-40f7-85a3-10b3e09daca5 HTTP/1.1" status: 204 len: 168 time: 1.5111580 May 30 21:03:31.606944 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140ee526-a1fb-446a-82d7-2cc292b51850', 'tag': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:03:31.670255 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-085afda8-878e-4d0d-a127-e71ee8b4f006'] response: {'name': 'network-changed', 'server_uuid': '140ee526-a1fb-446a-82d7-2cc292b51850', 'tag': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298', 'status': 'completed', 'code': 200} May 30 21:03:31.677228 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-4a7a0f33-da14-4295-b8da-7d8d8d2dd21f None None] Set router 7e2c5051-eac5-41bf-b847-99f0e4405ba5 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:03:31.740515 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:31.769479 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9274f449-9986-4db7-8c0f-31fb33db3b9f req-553576e8-a2d2-455a-ba81-bd82611e6e2a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=560f9b8579204dd78d4aeac47f700af2&device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 1096 time: 0.0704134 May 30 21:03:31.924144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f449-9986-4db7-8c0f-31fb33db3b9f req-0ca477da-fd14-47da-8837-1d7c60b6c4fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:31.925657 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9274f449-9986-4db7-8c0f-31fb33db3b9f req-0ca477da-fd14-47da-8837-1d7c60b6c4fb service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9 HTTP/1.1" status: 200 len: 916 time: 0.1468935 May 30 21:03:31.998290 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9274f449-9986-4db7-8c0f-31fb33db3b9f req-d5015ffb-4d44-4681-aea4-b119f9ee1ddd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 HTTP/1.1" status: 200 len: 217 time: 0.0653811 May 30 21:03:32.028899 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4a7a0f33-da14-4295-b8da-7d8d8d2dd21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'name': 'tempest-TestMinimumBasicScenario-2061137637-router', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:22Z', 'revision_number': 4, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'gw_port': {'id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'b99108f7-2768-4c72-8b6b-4f02961fee0c', 'name': '', 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'mac_address': 'fa:16:3e:bf:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:21Z', 'updated_at': '2022-05-30T21:01:41Z', 'revision_number': 5, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'subnets': [{'id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:32.033511 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a0f33-da14-4295-b8da-7d8d8d2dd21f None None] Checking router: 7e2c5051-eac5-41bf-b847-99f0e4405ba5 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:03:32.043793 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a0f33-da14-4295-b8da-7d8d8d2dd21f None None] Routers {'7e2c5051-eac5-41bf-b847-99f0e4405ba5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:03:32.044410 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4a7a0f33-da14-4295-b8da-7d8d8d2dd21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:03:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:32.062858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f449-9986-4db7-8c0f-31fb33db3b9f req-57c7a5b3-0ce4-4b22-91e5-f7806cef8df8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:32.064329 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9274f449-9986-4db7-8c0f-31fb33db3b9f req-57c7a5b3-0ce4-4b22-91e5-f7806cef8df8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e324e557-03f3-4356-bfbe-7af723d578a0 HTTP/1.1" status: 200 len: 854 time: 0.0561674 May 30 21:03:32.139196 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9274f449-9986-4db7-8c0f-31fb33db3b9f req-7e015dbe-e406-4b3c-a9b2-d26000f804b6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ead412d-feb8-4b38-9650-bbf0fe21d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687735 May 30 21:03:32.225071 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-4a7a0f33-da14-4295-b8da-7d8d8d2dd21f None None] Set router 7e2c5051-eac5-41bf-b847-99f0e4405ba5 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:03:32.269090 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9274f449-9986-4db7-8c0f-31fb33db3b9f req-56b94b54-9e02-4d07-9c70-2f29ad3b07a1 service neutron] 10.222.0.77 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224911 May 30 21:03:32.408608 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9274f449-9986-4db7-8c0f-31fb33db3b9f req-372cb476-a2a7-4bec-94af-c31fe8081e18 service neutron] 10.222.0.77 "GET /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336036 May 30 21:03:32.537819 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4a7a0f33-da14-4295-b8da-7d8d8d2dd21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'name': 'tempest-TestMinimumBasicScenario-2061137637-router', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:22Z', 'revision_number': 4, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'gw_port': {'id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'b99108f7-2768-4c72-8b6b-4f02961fee0c', 'name': '', 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'mac_address': 'fa:16:3e:bf:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:21Z', 'updated_at': '2022-05-30T21:01:41Z', 'revision_number': 5, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'subnets': [{'id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:32.542497 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a0f33-da14-4295-b8da-7d8d8d2dd21f None None] The sync data for ids ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'] in n-d-843949-2 is: [{'id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'name': 'tempest-TestMinimumBasicScenario-2061137637-router', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:22Z', 'revision_number': 4, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'gw_port': {'id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'b99108f7-2768-4c72-8b6b-4f02961fee0c', 'name': '', 'network_id': '2ead412d-feb8-4b38-9650-bbf0fe21d5c9', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'mac_address': 'fa:16:3e:bf:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:21Z', 'updated_at': '2022-05-30T21:01:41Z', 'revision_number': 5, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'subnets': [{'id': 'e324e557-03f3-4356-bfbe-7af723d578a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:03:32.766507 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8553b8-b03e-4ea6-a600-8d0f4d2ac56b None None] New status for floating IP a08e0627-b652-40f7-85a3-10b3e09daca5: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:03:33.033814 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:33.718465 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:35.870678 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685af54-a235-4173-9ff7-561c461ac310 req-68564792-d715-4d94-9637-cbda62be082b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:35.871360 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b685af54-a235-4173-9ff7-561c461ac310 req-68564792-d715-4d94-9637-cbda62be082b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Synchronizing usage tracker for tenant:560f9b8579204dd78d4aeac47f700af2 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:03:35.888134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-b685af54-a235-4173-9ff7-561c461ac310 req-68564792-d715-4d94-9637-cbda62be082b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Unset dirty status for tenant:560f9b8579204dd78d4aeac47f700af2 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:03:35.889307 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b685af54-a235-4173-9ff7-561c461ac310 req-68564792-d715-4d94-9637-cbda62be082b tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 945 time: 0.0936637 May 30 21:03:35.934525 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b685af54-a235-4173-9ff7-561c461ac310 req-6c3871c7-1bcf-4419-86f4-d2f518b1f83e tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395663 May 30 21:03:37.132666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521e6bc-26db-4bad-aa4d-232f27f63e15 req-088e3a25-d983-46aa-bf78-bc95442a3801 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:37.134088 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5521e6bc-26db-4bad-aa4d-232f27f63e15 req-088e3a25-d983-46aa-bf78-bc95442a3801 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 945 time: 0.0782504 May 30 21:03:37.178822 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5521e6bc-26db-4bad-aa4d-232f27f63e15 req-849cbf56-8972-40ea-b8a2-fa0cef668c32 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392163 May 30 21:03:37.613194 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:37.729137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e8277-3b09-4303-8c8c-e64860191090 req-5a170519-8972-4e8b-9b0b-02c103022c58 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:37.729813 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-e65e8277-3b09-4303-8c8c-e64860191090 req-5a170519-8972-4e8b-9b0b-02c103022c58 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Synchronizing usage tracker for tenant:560f9b8579204dd78d4aeac47f700af2 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:03:37.741051 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-e65e8277-3b09-4303-8c8c-e64860191090 req-5a170519-8972-4e8b-9b0b-02c103022c58 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Unset dirty status for tenant:560f9b8579204dd78d4aeac47f700af2 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:03:37.742116 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e65e8277-3b09-4303-8c8c-e64860191090 req-5a170519-8972-4e8b-9b0b-02c103022c58 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.77 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 945 time: 0.0860770 May 30 21:03:37.813599 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-e65e8277-3b09-4303-8c8c-e64860191090 req-24d55d36-a905-4c05-8f50-5e2858eef56c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Deleting port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:03:37.814507 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e65e8277-3b09-4303-8c8c-e64860191090 req-24d55d36-a905-4c05-8f50-5e2858eef56c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:38.139573 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-e65e8277-3b09-4303-8c8c-e64860191090 req-24d55d36-a905-4c05-8f50-5e2858eef56c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] For port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298,segment=NetworkSegment(12a9328a-9614-46ee-aa04-924f2e07d904),segment_id=12a9328a-9614-46ee-aa04-924f2e07d904)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:03:38.139940 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e65e8277-3b09-4303-8c8c-e64860191090 req-24d55d36-a905-4c05-8f50-5e2858eef56c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:38.263864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-e65e8277-3b09-4303-8c8c-e64860191090 req-24d55d36-a905-4c05-8f50-5e2858eef56c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Calling delete_port for b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:03:38.379539 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb05f5-8ec3-4eec-bae1-2e8b0102f9da req-0b2b766c-fa96-46ea-b0bc-2590587d3fad tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:38.381023 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06eb05f5-8ec3-4eec-bae1-2e8b0102f9da req-0b2b766c-fa96-46ea-b0bc-2590587d3fad tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/ports?device_id=140ee526-a1fb-446a-82d7-2cc292b51850 HTTP/1.1" status: 200 len: 945 time: 0.0811100 May 30 21:03:38.409791 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e65e8277-3b09-4303-8c8c-e64860191090 req-24d55d36-a905-4c05-8f50-5e2858eef56c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:38.426046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:03:38.428720 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06eb05f5-8ec3-4eec-bae1-2e8b0102f9da req-f7d3084a-c2ee-49bb-840b-8e2e96f40dd5 tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7e7c260-3203-4d90-99f7-f414dbd25848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420253 May 30 21:03:38.459621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d55d36-a905-4c05-8f50-5e2858eef56c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Pushing event deleted for resources: {'Port': ['ID=b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:38.535099 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65e8277-3b09-4303-8c8c-e64860191090 req-24d55d36-a905-4c05-8f50-5e2858eef56c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] No DVR routers for this DVR port b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:03:38.537803 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-e65e8277-3b09-4303-8c8c-e64860191090 req-24d55d36-a905-4c05-8f50-5e2858eef56c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:38.540315 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140ee526-a1fb-446a-82d7-2cc292b51850', 'name': 'network-vif-deleted', 'tag': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:03:38.556307 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e65e8277-3b09-4303-8c8c-e64860191090 req-24d55d36-a905-4c05-8f50-5e2858eef56c tempest-TestMinimumBasicScenario-315132299 tempest-TestMinimumBasicScenario-315132299-project] 10.222.0.77 "DELETE /v2.0/ports/b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 HTTP/1.1" status: 204 len: 173 time: 0.8058848 May 30 21:03:38.594603 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71137630-a933-418a-9df7-8f9f8bc9e9f3'] response: {'server_uuid': '140ee526-a1fb-446a-82d7-2cc292b51850', 'name': 'network-vif-deleted', 'tag': 'b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298', 'status': 'completed', 'code': 200} May 30 21:03:40.107903 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52300) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:40.491709 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7be58cc8-493c-4926-a6aa-e312f20cb0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:41.145965 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7be58cc8-493c-4926-a6aa-e312f20cb0bb admin admin] Deleting port b99108f7-2768-4c72-8b6b-4f02961fee0c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:03:41.146637 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7be58cc8-493c-4926-a6aa-e312f20cb0bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:41.272891 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:03:41.305275 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:03:41.305602 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device b7b3aa66-47dc-4ce4-bec8-8ccd9e12d298 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:03:41.316500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-7be58cc8-493c-4926-a6aa-e312f20cb0bb admin admin] For port b99108f7-2768-4c72-8b6b-4f02961fee0c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=b99108f7-2768-4c72-8b6b-4f02961fee0c,segment=NetworkSegment(12a9328a-9614-46ee-aa04-924f2e07d904),segment_id=12a9328a-9614-46ee-aa04-924f2e07d904)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:03:41.316855 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7be58cc8-493c-4926-a6aa-e312f20cb0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:41.437634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-7be58cc8-493c-4926-a6aa-e312f20cb0bb admin admin] Calling delete_port for b99108f7-2768-4c72-8b6b-4f02961fee0c owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:03:41.598889 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7be58cc8-493c-4926-a6aa-e312f20cb0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:41.643306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be58cc8-493c-4926-a6aa-e312f20cb0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=b99108f7-2768-4c72-8b6b-4f02961fee0c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:41.925516 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7be58cc8-493c-4926-a6aa-e312f20cb0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:42.576914 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be58cc8-493c-4926-a6aa-e312f20cb0bb admin admin] Router 7e2c5051-eac5-41bf-b847-99f0e4405ba5 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:03:42.779428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be58cc8-493c-4926-a6aa-e312f20cb0bb admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:03:42.788103 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08359ec1-1318-4319-a641-3db86c73d984 None None] Sync routers for ids ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:03:42.791583 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7be58cc8-493c-4926-a6aa-e312f20cb0bb admin admin] 10.222.0.84 "PUT /v2.0/routers/7e2c5051-eac5-41bf-b847-99f0e4405ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6825986 May 30 21:03:42.794142 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52304) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:42.799556 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08359ec1-1318-4319-a641-3db86c73d984 None None] Routers {'7e2c5051-eac5-41bf-b847-99f0e4405ba5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:03:42.800187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-08359ec1-1318-4319-a641-3db86c73d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:03:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:42.976789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-08359ec1-1318-4319-a641-3db86c73d984 None None] Set router 7e2c5051-eac5-41bf-b847-99f0e4405ba5 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:03:42.986526 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f892a765-e253-4603-aecc-091020aa2906 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:43.205530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f892a765-e253-4603-aecc-091020aa2906 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:43.214964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f892a765-e253-4603-aecc-091020aa2906 admin admin] Deleting port 5546dd94-ae12-4d5c-a6a4-274d7ce66562 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:03:43.215275 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f892a765-e253-4603-aecc-091020aa2906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:43.308379 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-08359ec1-1318-4319-a641-3db86c73d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'name': 'tempest-TestMinimumBasicScenario-2061137637-router', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:03:41Z', 'revision_number': 5, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'gw_port': {'id': '5546dd94-ae12-4d5c-a6a4-274d7ce66562', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:43.312211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08359ec1-1318-4319-a641-3db86c73d984 None None] Checking router: 7e2c5051-eac5-41bf-b847-99f0e4405ba5 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:03:43.323288 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08359ec1-1318-4319-a641-3db86c73d984 None None] Routers {'7e2c5051-eac5-41bf-b847-99f0e4405ba5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:03:43.323919 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-08359ec1-1318-4319-a641-3db86c73d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:03:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:43.390762 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-f892a765-e253-4603-aecc-091020aa2906 admin admin] For port 5546dd94-ae12-4d5c-a6a4-274d7ce66562, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5546dd94-ae12-4d5c-a6a4-274d7ce66562,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:03:43.391112 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f892a765-e253-4603-aecc-091020aa2906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:43.475302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-08359ec1-1318-4319-a641-3db86c73d984 None None] Set router 7e2c5051-eac5-41bf-b847-99f0e4405ba5 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:03:43.512245 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f892a765-e253-4603-aecc-091020aa2906 admin admin] Calling delete_port for 5546dd94-ae12-4d5c-a6a4-274d7ce66562 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:03:43.578866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-08359ec1-1318-4319-a641-3db86c73d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'name': 'tempest-TestMinimumBasicScenario-2061137637-router', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:03:43Z', 'revision_number': 6, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:43.582792 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08359ec1-1318-4319-a641-3db86c73d984 None None] The sync data for ids ['7e2c5051-eac5-41bf-b847-99f0e4405ba5'] in n-d-843949-2 is: [{'id': '7e2c5051-eac5-41bf-b847-99f0e4405ba5', 'name': 'tempest-TestMinimumBasicScenario-2061137637-router', 'tenant_id': '560f9b8579204dd78d4aeac47f700af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:19Z', 'updated_at': '2022-05-30T21:03:43Z', 'revision_number': 6, 'project_id': '560f9b8579204dd78d4aeac47f700af2', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:03:43.677958 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f892a765-e253-4603-aecc-091020aa2906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:43.722240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892a765-e253-4603-aecc-091020aa2906 admin admin] Pushing event deleted for resources: {'Port': ['ID=5546dd94-ae12-4d5c-a6a4-274d7ce66562,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:44.041887 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f892a765-e253-4603-aecc-091020aa2906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:44.294703 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f892a765-e253-4603-aecc-091020aa2906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:44.298918 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f892a765-e253-4603-aecc-091020aa2906 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:44.323380 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f892a765-e253-4603-aecc-091020aa2906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:44.323885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f892a765-e253-4603-aecc-091020aa2906 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e2c5051-eac5-41bf-b847-99f0e4405ba5 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:03:44.336160 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f892a765-e253-4603-aecc-091020aa2906 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:44.337265 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f892a765-e253-4603-aecc-091020aa2906 admin admin] 10.222.0.84 "DELETE /v2.0/routers/7e2c5051-eac5-41bf-b847-99f0e4405ba5 HTTP/1.1" status: 204 len: 168 time: 1.5422225 May 30 21:03:44.339837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52308) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:44.356916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b99108f7-2768-4c72-8b6b-4f02961fee0c no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:03:44.389793 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: b99108f7-2768-4c72-8b6b-4f02961fee0c {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:03:44.390130 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device b99108f7-2768-4c72-8b6b-4f02961fee0c not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:03:44.404686 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bb4c0d-4a2e-4fbb-8ce9-70f2716df39d admin admin] Deleting subnet e324e557-03f3-4356-bfbe-7af723d578a0 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:03:44.408253 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75bb4c0d-4a2e-4fbb-8ce9-70f2716df39d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:44.460141 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75bb4c0d-4a2e-4fbb-8ce9-70f2716df39d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:44.538414 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75bb4c0d-4a2e-4fbb-8ce9-70f2716df39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:44.614519 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75bb4c0d-4a2e-4fbb-8ce9-70f2716df39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:44.650519 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb4c0d-4a2e-4fbb-8ce9-70f2716df39d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e324e557-03f3-4356-bfbe-7af723d578a0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:44.658828 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-75bb4c0d-4a2e-4fbb-8ce9-70f2716df39d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:44.663321 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b872d585-2766-4f67-bfc8-1d8509b5c11f None None] Network 2ead412d-feb8-4b38-9650-bbf0fe21d5c9 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:03:44.665704 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-75bb4c0d-4a2e-4fbb-8ce9-70f2716df39d admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e324e557-03f3-4356-bfbe-7af723d578a0 HTTP/1.1" status: 204 len: 168 time: 0.3248856 May 30 21:03:44.668148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52312) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:44.774565 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:44.789318 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] Deleting port 98d668e7-57a8-40b1-a7a4-c1af5e16122c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:03:44.789577 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:44.916226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceac8ca-0550-412e-baa6-1eb765e5b0d3 None None] DHCP port deletion for 2ead412d-feb8-4b38-9650-bbf0fe21d5c9 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:03:44.920580 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6ceac8ca-0550-412e-baa6-1eb765e5b0d3 None None] Deleting port 98d668e7-57a8-40b1-a7a4-c1af5e16122c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:03:44.920943 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6ceac8ca-0550-412e-baa6-1eb765e5b0d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:44.995568 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] For port 98d668e7-57a8-40b1-a7a4-c1af5e16122c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=98d668e7-57a8-40b1-a7a4-c1af5e16122c,segment=NetworkSegment(12a9328a-9614-46ee-aa04-924f2e07d904),segment_id=12a9328a-9614-46ee-aa04-924f2e07d904)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:03:44.995920 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:45.114613 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-6ceac8ca-0550-412e-baa6-1eb765e5b0d3 None None] For port 98d668e7-57a8-40b1-a7a4-c1af5e16122c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=98d668e7-57a8-40b1-a7a4-c1af5e16122c,segment=NetworkSegment(12a9328a-9614-46ee-aa04-924f2e07d904),segment_id=12a9328a-9614-46ee-aa04-924f2e07d904)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:03:45.114912 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6ceac8ca-0550-412e-baa6-1eb765e5b0d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:45.129624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] Calling delete_port for 98d668e7-57a8-40b1-a7a4-c1af5e16122c owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:03:45.203988 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:45.236921 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6ceac8ca-0550-412e-baa6-1eb765e5b0d3 None None] Calling delete_port for 98d668e7-57a8-40b1-a7a4-c1af5e16122c owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:03:45.251676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=98d668e7-57a8-40b1-a7a4-c1af5e16122c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:45.257634 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] No DVR routers for this DVR port 98d668e7-57a8-40b1-a7a4-c1af5e16122c on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:03:45.310175 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-6ceac8ca-0550-412e-baa6-1eb765e5b0d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:03:45.310535 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-6ceac8ca-0550-412e-baa6-1eb765e5b0d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:03:45.466364 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:45.491043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ead412d-feb8-4b38-9650-bbf0fe21d5c9']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:45.502741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a9328a-9614-46ee-aa04-924f2e07d904') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:45.503035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a9328a-9614-46ee-aa04-924f2e07d904') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:45.514174 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:45.530074 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:45.536818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:03:45.537198 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: timer() May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: self._notify() May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:03:45.549983 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:03:45.624380 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:45.642496 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:45.648421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=2ead412d-feb8-4b38-9650-bbf0fe21d5c9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:45.668379 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-eb045025-e789-4d44-8093-dc1007db0a0c admin admin] 10.222.0.84 "DELETE /v2.0/networks/2ead412d-feb8-4b38-9650-bbf0fe21d5c9 HTTP/1.1" status: 204 len: 168 time: 0.9990265 May 30 21:03:45.670934 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52316) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:45.688328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5546dd94-ae12-4d5c-a6a4-274d7ce66562 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:03:45.729937 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 5546dd94-ae12-4d5c-a6a4-274d7ce66562 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:03:45.730201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5546dd94-ae12-4d5c-a6a4-274d7ce66562 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:03:45.730614 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 98d668e7-57a8-40b1-a7a4-c1af5e16122c no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:03:45.766195 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 98d668e7-57a8-40b1-a7a4-c1af5e16122c {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:03:45.766195 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 98d668e7-57a8-40b1-a7a4-c1af5e16122c not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:03:45.811500 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6ceac8ca-0550-412e-baa6-1eb765e5b0d3 None None] Deleting port 98d668e7-57a8-40b1-a7a4-c1af5e16122c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:03:45.811884 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6ceac8ca-0550-412e-baa6-1eb765e5b0d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:45.874251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6ceac8ca-0550-412e-baa6-1eb765e5b0d3 None None] The port '98d668e7-57a8-40b1-a7a4-c1af5e16122c' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:03:46.058085 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8c66-1a9e-4879-8360-90d586dcb188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:46.634291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3d0e8c66-1a9e-4879-8360-90d586dcb188 admin admin] Deleting port 539db51e-c09f-4724-b192-fe43e310fe18 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:03:46.634626 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8c66-1a9e-4879-8360-90d586dcb188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:46.901147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-3d0e8c66-1a9e-4879-8360-90d586dcb188 admin admin] For port 539db51e-c09f-4724-b192-fe43e310fe18, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=539db51e-c09f-4724-b192-fe43e310fe18,segment=NetworkSegment(0755344a-40ae-4fa6-93a4-58eb9135d472),segment_id=0755344a-40ae-4fa6-93a4-58eb9135d472)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:03:46.901399 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8c66-1a9e-4879-8360-90d586dcb188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:47.017112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-3d0e8c66-1a9e-4879-8360-90d586dcb188 admin admin] Calling delete_port for 539db51e-c09f-4724-b192-fe43e310fe18 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:03:47.187615 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8c66-1a9e-4879-8360-90d586dcb188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:47.232952 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e8c66-1a9e-4879-8360-90d586dcb188 admin admin] Pushing event deleted for resources: {'Port': ['ID=539db51e-c09f-4724-b192-fe43e310fe18,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:47.528046 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8c66-1a9e-4879-8360-90d586dcb188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:48.092887 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0e8c66-1a9e-4879-8360-90d586dcb188 admin admin] Router c06b0a76-7cac-46b0-b91c-38ff559b83b3 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:03:48.391385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0e8c66-1a9e-4879-8360-90d586dcb188 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:03:48.399904 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3d0e8c66-1a9e-4879-8360-90d586dcb188 admin admin] 10.222.0.84 "PUT /v2.0/routers/c06b0a76-7cac-46b0-b91c-38ff559b83b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7279773 May 30 21:03:48.400645 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cfe2dc-b8f0-4800-9b86-f44f8f55e54c None None] Sync routers for ids ['c06b0a76-7cac-46b0-b91c-38ff559b83b3'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:03:48.402532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52322) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:48.415518 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cfe2dc-b8f0-4800-9b86-f44f8f55e54c None None] Routers {'c06b0a76-7cac-46b0-b91c-38ff559b83b3'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:03:48.416143 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-34cfe2dc-b8f0-4800-9b86-f44f8f55e54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:03:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c06b0a76-7cac-46b0-b91c-38ff559b83b3'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:48.590022 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-34cfe2dc-b8f0-4800-9b86-f44f8f55e54c None None] Set router c06b0a76-7cac-46b0-b91c-38ff559b83b3 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:03:48.596829 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d08761e-086e-4ea3-912f-8de98665bb6f admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:48.789945 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d08761e-086e-4ea3-912f-8de98665bb6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:48.799941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4d08761e-086e-4ea3-912f-8de98665bb6f admin admin] Deleting port 57da4ed2-a939-4736-a2e4-5ead324a1323 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:03:48.800410 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d08761e-086e-4ea3-912f-8de98665bb6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:48.871610 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-34cfe2dc-b8f0-4800-9b86-f44f8f55e54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'name': 'tempest-TestMinimumBasicScenario-2054503910-router', 'tenant_id': '909f352699b04eda8d08352d949ad46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '57da4ed2-a939-4736-a2e4-5ead324a1323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:25Z', 'updated_at': '2022-05-30T21:03:47Z', 'revision_number': 5, 'project_id': '909f352699b04eda8d08352d949ad46f', 'gw_port': {'id': '57da4ed2-a939-4736-a2e4-5ead324a1323', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:01:25Z', 'updated_at': '2022-05-30T21:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:48.875354 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cfe2dc-b8f0-4800-9b86-f44f8f55e54c None None] Checking router: c06b0a76-7cac-46b0-b91c-38ff559b83b3 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:03:48.885524 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cfe2dc-b8f0-4800-9b86-f44f8f55e54c None None] Routers {'c06b0a76-7cac-46b0-b91c-38ff559b83b3'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:03:48.886101 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-34cfe2dc-b8f0-4800-9b86-f44f8f55e54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:03:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c06b0a76-7cac-46b0-b91c-38ff559b83b3'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:48.973203 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-4d08761e-086e-4ea3-912f-8de98665bb6f admin admin] For port 57da4ed2-a939-4736-a2e4-5ead324a1323, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=57da4ed2-a939-4736-a2e4-5ead324a1323,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:03:48.973631 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d08761e-086e-4ea3-912f-8de98665bb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:49.058220 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-34cfe2dc-b8f0-4800-9b86-f44f8f55e54c None None] Set router c06b0a76-7cac-46b0-b91c-38ff559b83b3 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:03:49.096626 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4d08761e-086e-4ea3-912f-8de98665bb6f admin admin] Calling delete_port for 57da4ed2-a939-4736-a2e4-5ead324a1323 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:03:49.159683 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-34cfe2dc-b8f0-4800-9b86-f44f8f55e54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'name': 'tempest-TestMinimumBasicScenario-2054503910-router', 'tenant_id': '909f352699b04eda8d08352d949ad46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:25Z', 'updated_at': '2022-05-30T21:03:48Z', 'revision_number': 6, 'project_id': '909f352699b04eda8d08352d949ad46f', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:49.163625 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cfe2dc-b8f0-4800-9b86-f44f8f55e54c None None] The sync data for ids ['c06b0a76-7cac-46b0-b91c-38ff559b83b3'] in n-d-843949-2 is: [{'id': 'c06b0a76-7cac-46b0-b91c-38ff559b83b3', 'name': 'tempest-TestMinimumBasicScenario-2054503910-router', 'tenant_id': '909f352699b04eda8d08352d949ad46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:01:25Z', 'updated_at': '2022-05-30T21:03:48Z', 'revision_number': 6, 'project_id': '909f352699b04eda8d08352d949ad46f', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:03:49.264672 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d08761e-086e-4ea3-912f-8de98665bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:49.309086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08761e-086e-4ea3-912f-8de98665bb6f admin admin] Pushing event deleted for resources: {'Port': ['ID=57da4ed2-a939-4736-a2e4-5ead324a1323,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:49.525358 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d08761e-086e-4ea3-912f-8de98665bb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:49.707901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 57da4ed2-a939-4736-a2e4-5ead324a1323 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:03:49.742370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 57da4ed2-a939-4736-a2e4-5ead324a1323 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:03:49.742711 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 57da4ed2-a939-4736-a2e4-5ead324a1323 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:03:49.743128 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 539db51e-c09f-4724-b192-fe43e310fe18 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:03:49.779021 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 539db51e-c09f-4724-b192-fe43e310fe18 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:03:49.779203 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 539db51e-c09f-4724-b192-fe43e310fe18 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:03:49.909430 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d08761e-086e-4ea3-912f-8de98665bb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:49.913670 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d08761e-086e-4ea3-912f-8de98665bb6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:49.939563 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d08761e-086e-4ea3-912f-8de98665bb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:49.940108 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d08761e-086e-4ea3-912f-8de98665bb6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c06b0a76-7cac-46b0-b91c-38ff559b83b3 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:03:49.952563 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4d08761e-086e-4ea3-912f-8de98665bb6f admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:49.953689 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4d08761e-086e-4ea3-912f-8de98665bb6f admin admin] 10.222.0.84 "DELETE /v2.0/routers/c06b0a76-7cac-46b0-b91c-38ff559b83b3 HTTP/1.1" status: 204 len: 168 time: 1.5502660 May 30 21:03:49.956860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52326) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:50.021046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b36dab-d7db-41af-b5c9-6d0c8102e7df admin admin] Deleting subnet 5433ead7-956c-448b-9bd5-4664b586ecfa {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:03:50.024024 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5b36dab-d7db-41af-b5c9-6d0c8102e7df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:50.073735 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5b36dab-d7db-41af-b5c9-6d0c8102e7df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:50.151858 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5b36dab-d7db-41af-b5c9-6d0c8102e7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:50.217721 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5b36dab-d7db-41af-b5c9-6d0c8102e7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:50.256095 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b36dab-d7db-41af-b5c9-6d0c8102e7df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5433ead7-956c-448b-9bd5-4664b586ecfa,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:50.260788 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d5b36dab-d7db-41af-b5c9-6d0c8102e7df admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:50.266612 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d5b36dab-d7db-41af-b5c9-6d0c8102e7df admin admin] 10.222.0.84 "DELETE /v2.0/subnets/5433ead7-956c-448b-9bd5-4664b586ecfa HTTP/1.1" status: 204 len: 168 time: 0.3087201 May 30 21:03:50.267544 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ba1b46-c442-429a-9089-c62794c750d7 None None] Network 799e3659-df9c-45f1-9680-ad100d1c7817 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:03:50.269079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52330) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:50.375318 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:50.386547 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] Deleting port 25f4b8c1-0b16-4423-9ece-67ae036ce618 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:03:50.386881 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:50.543918 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b605e6-eb99-4a9a-ad0c-7d0392bfb690 None None] DHCP port deletion for 799e3659-df9c-45f1-9680-ad100d1c7817 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:03:50.548877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-93b605e6-eb99-4a9a-ad0c-7d0392bfb690 None None] Deleting port 25f4b8c1-0b16-4423-9ece-67ae036ce618 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:03:50.549244 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-93b605e6-eb99-4a9a-ad0c-7d0392bfb690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:50.593384 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] For port 25f4b8c1-0b16-4423-9ece-67ae036ce618, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=25f4b8c1-0b16-4423-9ece-67ae036ce618,segment=NetworkSegment(0755344a-40ae-4fa6-93a4-58eb9135d472),segment_id=0755344a-40ae-4fa6-93a4-58eb9135d472)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:03:50.594009 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:50.721003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] Calling delete_port for 25f4b8c1-0b16-4423-9ece-67ae036ce618 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:03:50.749722 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-93b605e6-eb99-4a9a-ad0c-7d0392bfb690 None None] For port 25f4b8c1-0b16-4423-9ece-67ae036ce618, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=25f4b8c1-0b16-4423-9ece-67ae036ce618,segment=NetworkSegment(0755344a-40ae-4fa6-93a4-58eb9135d472),segment_id=0755344a-40ae-4fa6-93a4-58eb9135d472)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:03:50.750279 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-93b605e6-eb99-4a9a-ad0c-7d0392bfb690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:50.792707 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:50.838900 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] Pushing event deleted for resources: {'Port': ['ID=25f4b8c1-0b16-4423-9ece-67ae036ce618,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:50.846825 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] No DVR routers for this DVR port 25f4b8c1-0b16-4423-9ece-67ae036ce618 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:03:50.870146 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-93b605e6-eb99-4a9a-ad0c-7d0392bfb690 None None] Calling delete_port for 25f4b8c1-0b16-4423-9ece-67ae036ce618 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:03:50.941264 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-93b605e6-eb99-4a9a-ad0c-7d0392bfb690 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:03:50.941619 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-93b605e6-eb99-4a9a-ad0c-7d0392bfb690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:03:50.960110 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:50.985055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799e3659-df9c-45f1-9680-ad100d1c7817']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:50.996710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0755344a-40ae-4fa6-93a4-58eb9135d472') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:50.996999 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0755344a-40ae-4fa6-93a4-58eb9135d472') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:51.009053 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:51.025368 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:51.031597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:03:51.032027 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: timer() May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: self._notify() May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:03:51.044811 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:03:51.119228 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:51.135065 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:51.146233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] Pushing event deleted for resources: {'Network': ['ID=799e3659-df9c-45f1-9680-ad100d1c7817,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:51.148991 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6acb1550-d230-49ae-bded-288a64b8d863 admin admin] 10.222.0.84 "DELETE /v2.0/networks/799e3659-df9c-45f1-9680-ad100d1c7817 HTTP/1.1" status: 204 len: 168 time: 0.8787978 May 30 21:03:51.342271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52336) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:51.390939 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ead53e79-56cb-4f18-96fb-8ba23bff72de admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=560f9b8579204dd78d4aeac47f700af2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475700 May 30 21:03:51.393350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52340) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:51.443117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-93b605e6-eb99-4a9a-ad0c-7d0392bfb690 None None] Deleting port 25f4b8c1-0b16-4423-9ece-67ae036ce618 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:03:51.443516 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-93b605e6-eb99-4a9a-ad0c-7d0392bfb690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:51.450617 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5e7bf9f-0b08-4f11-8dac-4ea3a9469c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:51.475568 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5e7bf9f-0b08-4f11-8dac-4ea3a9469c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:51.505862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-93b605e6-eb99-4a9a-ad0c-7d0392bfb690 None None] The port '25f4b8c1-0b16-4423-9ece-67ae036ce618' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:03:51.620354 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5e7bf9f-0b08-4f11-8dac-4ea3a9469c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:51.634811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7bf9f-0b08-4f11-8dac-4ea3a9469c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e7c260-3203-4d90-99f7-f414dbd25848,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:51.640997 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b5e7bf9f-0b08-4f11-8dac-4ea3a9469c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:51.642195 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b5e7bf9f-0b08-4f11-8dac-4ea3a9469c1b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d7e7c260-3203-4d90-99f7-f414dbd25848 HTTP/1.1" status: 204 len: 168 time: 0.2478859 May 30 21:03:51.696257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 25f4b8c1-0b16-4423-9ece-67ae036ce618 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:03:51.731750 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 25f4b8c1-0b16-4423-9ece-67ae036ce618 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:03:51.732190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 25f4b8c1-0b16-4423-9ece-67ae036ce618 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:03:52.029004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52348) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:52.082503 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a45327a9-69f7-4f2b-abad-7b7a8356177b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=909f352699b04eda8d08352d949ad46f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523274 May 30 21:03:52.084942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52352) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:52.143174 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-491f6b02-4c23-4b85-a24d-ce8c709dbf21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:52.168909 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-491f6b02-4c23-4b85-a24d-ce8c709dbf21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:52.219465 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-491f6b02-4c23-4b85-a24d-ce8c709dbf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:52.235892 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f6b02-4c23-4b85-a24d-ce8c709dbf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3694da3-eadf-427f-9dad-24efbf838ac9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:52.240218 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-491f6b02-4c23-4b85-a24d-ce8c709dbf21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:52.243778 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-491f6b02-4c23-4b85-a24d-ce8c709dbf21 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d3694da3-eadf-427f-9dad-24efbf838ac9 HTTP/1.1" status: 204 len: 168 time: 0.1554954 May 30 21:03:54.224843 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52396) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:54.230422 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-774994588', 'description': 'tempest-secgroup-smoke-774994588 description', 'project_id': '762188eb18ae47a58188062fa7bd3504'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:54.236870 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:54.240654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:54.243455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:54.249108 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:54.260052 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.273243 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.306511 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:54.310290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:54.313006 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:54.318520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:54.387781 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.392120 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.432596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa367fa-c754-498f-8d88-bd5832122ae6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:54.435195 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:54.439163 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:54.442036 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:54.447665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:54.502839 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.506397 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.547167 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=defb77af-8e12-4cc3-a101-5244cdbfb34f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:54.549718 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.550885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7ee89954-8cfc-4d82-a14b-0bc422098d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3250628 May 30 21:03:54.555469 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52400) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:54.560702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6afbd597-daef-4ddd-9e0f-cfafd8ee83c2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': 'defb77af-8e12-4cc3-a101-5244cdbfb34f', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:54.567119 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6afbd597-daef-4ddd-9e0f-cfafd8ee83c2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:54.570973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6afbd597-daef-4ddd-9e0f-cfafd8ee83c2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:54.573834 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6afbd597-daef-4ddd-9e0f-cfafd8ee83c2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:54.580045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6afbd597-daef-4ddd-9e0f-cfafd8ee83c2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:54.596317 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6afbd597-daef-4ddd-9e0f-cfafd8ee83c2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.654965 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6afbd597-daef-4ddd-9e0f-cfafd8ee83c2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.659270 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6afbd597-daef-4ddd-9e0f-cfafd8ee83c2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.681305 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbd597-daef-4ddd-9e0f-cfafd8ee83c2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fb6cc2-d3b7-4a5a-8d2a-cd61b15103ca,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:54.691362 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6afbd597-daef-4ddd-9e0f-cfafd8ee83c2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.692562 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6afbd597-daef-4ddd-9e0f-cfafd8ee83c2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1363645 May 30 21:03:54.695258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52404) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:54.700531 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-cbff2f96-b877-4c69-b805-92099ed5b220 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': 'defb77af-8e12-4cc3-a101-5244cdbfb34f', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:54.707586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cbff2f96-b877-4c69-b805-92099ed5b220 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:54.711645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cbff2f96-b877-4c69-b805-92099ed5b220 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:54.714506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-cbff2f96-b877-4c69-b805-92099ed5b220 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:54.720173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-cbff2f96-b877-4c69-b805-92099ed5b220 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:54.738747 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cbff2f96-b877-4c69-b805-92099ed5b220 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.799870 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cbff2f96-b877-4c69-b805-92099ed5b220 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.803492 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cbff2f96-b877-4c69-b805-92099ed5b220 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.827536 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff2f96-b877-4c69-b805-92099ed5b220 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e5b3af-6613-40dd-b1bd-2b0ff50c4bdb,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:54.837202 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cbff2f96-b877-4c69-b805-92099ed5b220 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.838786 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cbff2f96-b877-4c69-b805-92099ed5b220 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1422932 May 30 21:03:54.841390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52408) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:54.847516 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0d6c7a56-46f2-48f0-b7ee-351ff1cebfd2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': 'defb77af-8e12-4cc3-a101-5244cdbfb34f', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:54.854240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0d6c7a56-46f2-48f0-b7ee-351ff1cebfd2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:54.858017 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0d6c7a56-46f2-48f0-b7ee-351ff1cebfd2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:54.860864 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0d6c7a56-46f2-48f0-b7ee-351ff1cebfd2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:54.867004 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0d6c7a56-46f2-48f0-b7ee-351ff1cebfd2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:54.882305 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d6c7a56-46f2-48f0-b7ee-351ff1cebfd2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.944600 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d6c7a56-46f2-48f0-b7ee-351ff1cebfd2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.947939 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d6c7a56-46f2-48f0-b7ee-351ff1cebfd2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.972554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c7a56-46f2-48f0-b7ee-351ff1cebfd2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b4eda5-b306-4577-9a2b-eddb1d2924b7,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:54.981371 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0d6c7a56-46f2-48f0-b7ee-351ff1cebfd2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:54.982532 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0d6c7a56-46f2-48f0-b7ee-351ff1cebfd2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1400239 May 30 21:03:54.985375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52412) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:54.990839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0567e921-c14e-4f22-bfe6-bf9cdb68dc96 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': 'defb77af-8e12-4cc3-a101-5244cdbfb34f', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:54.997325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0567e921-c14e-4f22-bfe6-bf9cdb68dc96 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:55.001640 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0567e921-c14e-4f22-bfe6-bf9cdb68dc96 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:55.004502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0567e921-c14e-4f22-bfe6-bf9cdb68dc96 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:55.010106 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0567e921-c14e-4f22-bfe6-bf9cdb68dc96 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:55.026452 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0567e921-c14e-4f22-bfe6-bf9cdb68dc96 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.088352 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0567e921-c14e-4f22-bfe6-bf9cdb68dc96 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.091717 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0567e921-c14e-4f22-bfe6-bf9cdb68dc96 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.114630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567e921-c14e-4f22-bfe6-bf9cdb68dc96 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7927c7-cacd-4446-8084-70a40f8c518f,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:55.123303 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0567e921-c14e-4f22-bfe6-bf9cdb68dc96 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.124585 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0567e921-c14e-4f22-bfe6-bf9cdb68dc96 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1382782 May 30 21:03:55.127797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52416) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:55.133085 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-7514de63-533f-4314-8969-e5e469bfce72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': 'defb77af-8e12-4cc3-a101-5244cdbfb34f', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:55.139592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7514de63-533f-4314-8969-e5e469bfce72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:55.143335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7514de63-533f-4314-8969-e5e469bfce72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:55.146180 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-7514de63-533f-4314-8969-e5e469bfce72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:55.151750 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-7514de63-533f-4314-8969-e5e469bfce72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:55.164171 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-7514de63-533f-4314-8969-e5e469bfce72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Project 762188eb18ae47a58188062fa7bd3504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:03:55.170234 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7514de63-533f-4314-8969-e5e469bfce72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.234173 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7514de63-533f-4314-8969-e5e469bfce72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.238365 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7514de63-533f-4314-8969-e5e469bfce72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.273797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514de63-533f-4314-8969-e5e469bfce72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351c5ad9-a73d-404f-9b53-b5a6b62d0738,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:55.283173 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7514de63-533f-4314-8969-e5e469bfce72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.284381 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7514de63-533f-4314-8969-e5e469bfce72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1556633 May 30 21:03:55.287143 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52420) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:55.292954 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9d51a939-eb0d-4b0f-96df-f87617adbd19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': 'defb77af-8e12-4cc3-a101-5244cdbfb34f', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:55.300282 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9d51a939-eb0d-4b0f-96df-f87617adbd19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:55.304012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9d51a939-eb0d-4b0f-96df-f87617adbd19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:55.306784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9d51a939-eb0d-4b0f-96df-f87617adbd19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:55.312416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9d51a939-eb0d-4b0f-96df-f87617adbd19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:55.323095 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-9d51a939-eb0d-4b0f-96df-f87617adbd19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Project 762188eb18ae47a58188062fa7bd3504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:03:55.329880 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d51a939-eb0d-4b0f-96df-f87617adbd19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.392962 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d51a939-eb0d-4b0f-96df-f87617adbd19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.396504 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d51a939-eb0d-4b0f-96df-f87617adbd19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.419067 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51a939-eb0d-4b0f-96df-f87617adbd19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8240670-4825-460a-a7f2-1303b71fcb51,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:55.428332 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d51a939-eb0d-4b0f-96df-f87617adbd19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.429478 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9d51a939-eb0d-4b0f-96df-f87617adbd19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1412096 May 30 21:03:55.432504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52424) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:55.437583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d1a9b9fc-5526-406a-83d1-b355c4abdc66 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'network': {'name': 'tempest-network-smoke--27160992', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'port_security_enabled': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:55.443079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d1a9b9fc-5526-406a-83d1-b355c4abdc66 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:55.446790 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d1a9b9fc-5526-406a-83d1-b355c4abdc66 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:network and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:55.449556 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d1a9b9fc-5526-406a-83d1-b355c4abdc66 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:55.455251 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d1a9b9fc-5526-406a-83d1-b355c4abdc66 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:55.465013 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a9b9fc-5526-406a-83d1-b355c4abdc66 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Made reservation on behalf of 762188eb18ae47a58188062fa7bd3504 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:03:55.467778 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b9fc-5526-406a-83d1-b355c4abdc66 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.495373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a9b9fc-5526-406a-83d1-b355c4abdc66 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:03:55.504266 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b9fc-5526-406a-83d1-b355c4abdc66 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.504601 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-d1a9b9fc-5526-406a-83d1-b355c4abdc66 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Added segment 936dd52a-b7f4-4991-9ca9-cffc5270087e of type vlan for network 7f205f69-da61-4ef1-9b2b-c13dae530aef May 30 21:03:55.532460 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b9fc-5526-406a-83d1-b355c4abdc66 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.559297 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b9fc-5526-406a-83d1-b355c4abdc66 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.562822 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a9b9fc-5526-406a-83d1-b355c4abdc66 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:55.563951 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b9fc-5526-406a-83d1-b355c4abdc66 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.664309 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d1a9b9fc-5526-406a-83d1-b355c4abdc66 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2306049 May 30 21:03:55.667194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52428) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:55.673782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-549719702', 'admin_state_up': True, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:55.679434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9b9fc-5526-406a-83d1-b355c4abdc66 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Network': ['ID=7f205f69-da61-4ef1-9b2b-c13dae530aef,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:55.682947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:55.686739 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:router and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:55.690119 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 7f205f69-da61-4ef1-9b2b-c13dae530aef details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:03:55.690648 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:55.695944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:55.706678 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.707628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.726105 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.869886 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:56.044904 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:56.072998 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:56.205669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.25.5.184 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/cd95448e-92de-48d7-8ccb-02acc2a68113) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:03:56.349444 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:56.375313 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:56.441177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:03:56.443987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:03:56.448287 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:03:56.472190 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=cd95448e-92de-48d7-8ccb-02acc2a68113,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:56.602095 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:56.602731 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:56.827083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router 4d7b763f-2a76-4208-8557-ad85b4a1d035 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:03:57.101273 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:03:57.112715 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Sync routers for ids ['4d7b763f-2a76-4208-8557-ad85b4a1d035'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:03:57.124019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Routers {'4d7b763f-2a76-4208-8557-ad85b4a1d035'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:03:57.124829 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:03:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4d7b763f-2a76-4208-8557-ad85b4a1d035'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:57.127114 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:57.128308 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a9d6cf91-3213-4f50-9cb9-1d334fb234e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4604533 May 30 21:03:57.131386 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52432) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:57.295017 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f930a6dd-33b2-49aa-a4fd-b056acfcc6da tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=762188eb18ae47a58188062fa7bd3504&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1625519 May 30 21:03:57.298289 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52438) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:57.306034 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Set router 4d7b763f-2a76-4208-8557-ad85b4a1d035 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:03:57.426030 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4fcade-f6ef-4018-b165-0cab65be7e11 tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:57.429992 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5e4fcade-f6ef-4018-b165-0cab65be7e11 tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282136 May 30 21:03:57.430233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52442) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:57.471654 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ba8c4a37-e0ea-472e-a27e-932965c14767 tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374482 May 30 21:03:57.471897 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52446) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:57.477012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e7b0b8ef-fb11-4197-92fc-bbfe7c21728f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1142168013', 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:57.586061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e7b0b8ef-fb11-4197-92fc-bbfe7c21728f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:57.589879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e7b0b8ef-fb11-4197-92fc-bbfe7c21728f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:subnet and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:57.590021 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549719702', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:03:55Z', 'updated_at': '2022-05-30T21:03:56Z', 'revision_number': 3, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:56Z', 'updated_at': '2022-05-30T21:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:57.592673 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e7b0b8ef-fb11-4197-92fc-bbfe7c21728f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:57.593793 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Checking router: 4d7b763f-2a76-4208-8557-ad85b4a1d035 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:03:57.594138 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Updating router 4d7b763f-2a76-4208-8557-ad85b4a1d035 port cd95448e-92de-48d7-8ccb-02acc2a68113 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:03:57.598807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e7b0b8ef-fb11-4197-92fc-bbfe7c21728f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:57.608566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b0b8ef-fb11-4197-92fc-bbfe7c21728f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Made reservation on behalf of 762188eb18ae47a58188062fa7bd3504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:03:57.649034 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:57.711279 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7b0b8ef-fb11-4197-92fc-bbfe7c21728f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:57.911193 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2f83-1771-453f-9997-8166ce2fa932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:57.923043 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7b0b8ef-fb11-4197-92fc-bbfe7c21728f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:57.992137 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0b8ef-fb11-4197-92fc-bbfe7c21728f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Subnet': ['ID=203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:58.017238 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b0b8ef-fb11-4197-92fc-bbfe7c21728f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Checking segment: {'id': '936dd52a-b7f4-4991-9ca9-cffc5270087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:03:58.017594 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b0b8ef-fb11-4197-92fc-bbfe7c21728f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network hostable DHCP agents. Network: 7f205f69-da61-4ef1-9b2b-c13dae530aef, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:03:58.027539 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:58.039217 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Transition to ACTIVE for port object cd95448e-92de-48d7-8ccb-02acc2a68113 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:03:58.039682 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b0b8ef-fb11-4197-92fc-bbfe7c21728f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 7f205f69-da61-4ef1-9b2b-c13dae530aef is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:03:58.045585 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:58.049223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-e7b0b8ef-fb11-4197-92fc-bbfe7c21728f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 7f205f69-da61-4ef1-9b2b-c13dae530aef) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:03:58.053079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b0b8ef-fb11-4197-92fc-bbfe7c21728f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:58.053727 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7b0b8ef-fb11-4197-92fc-bbfe7c21728f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:58.074581 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e7b0b8ef-fb11-4197-92fc-bbfe7c21728f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6017807 May 30 21:03:58.077374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52452) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:58.083813 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562ec790-7210-44d6-9903-87eed682da3c None None] Network 7f205f69-da61-4ef1-9b2b-c13dae530aef requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:03:58.204110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e2229-6fc3-42a7-8bfe-058075ff21be None None] Pushing event updated for resources: {'Port': ['ID=cd95448e-92de-48d7-8ccb-02acc2a68113,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:58.227083 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Attempting to bind port cd95448e-92de-48d7-8ccb-02acc2a68113 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:03:58.227450 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Attempting to bind port cd95448e-92de-48d7-8ccb-02acc2a68113 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:03:58.227812 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Attempting to bind port cd95448e-92de-48d7-8ccb-02acc2a68113 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:03:58.234542 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e2229-6fc3-42a7-8bfe-058075ff21be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:58.234894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e2229-6fc3-42a7-8bfe-058075ff21be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:58.235761 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e2229-6fc3-42a7-8bfe-058075ff21be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:58.236118 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e2229-6fc3-42a7-8bfe-058075ff21be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:58.236458 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e2229-6fc3-42a7-8bfe-058075ff21be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:58.236778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e2229-6fc3-42a7-8bfe-058075ff21be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:58.237145 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e2229-6fc3-42a7-8bfe-058075ff21be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:58.237417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e2229-6fc3-42a7-8bfe-058075ff21be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:58.237748 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e2229-6fc3-42a7-8bfe-058075ff21be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:58.238064 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e2229-6fc3-42a7-8bfe-058075ff21be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:58.238386 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e2229-6fc3-42a7-8bfe-058075ff21be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:58.248225 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:03:58.248515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:03:58.248911 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:58.249300 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:03:58.249769 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Bound port: cd95448e-92de-48d7-8ccb-02acc2a68113, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:03:58.250139 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:58.378994 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] For port cd95448e-92de-48d7-8ccb-02acc2a68113, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:03:58.418483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] For port cd95448e-92de-48d7-8ccb-02acc2a68113, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cd95448e-92de-48d7-8ccb-02acc2a68113,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:03:58.423443 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:58.459764 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-7f205f69-da61-4ef1-9b2b-c13dae530aef', 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ips': [{'subnet_id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:03:58.460733 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:58.573628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e2229-6fc3-42a7-8bfe-058075ff21be None None] Pushing event updated for resources: {'Port': ['ID=cd95448e-92de-48d7-8ccb-02acc2a68113,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:58.594925 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Routers {'4d7b763f-2a76-4208-8557-ad85b4a1d035'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:03:58.595566 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:03:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4d7b763f-2a76-4208-8557-ad85b4a1d035'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:58.809520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Allocated IP 172.20.0.2 (7f205f69-da61-4ef1-9b2b-c13dae530aef/203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1/ecc9ef71-260c-4bb6-964c-c5773e5ea1a8) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:03:58.901497 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] Set router 4d7b763f-2a76-4208-8557-ad85b4a1d035 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:03:58.924084 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:59.295885 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:59.314404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Transition to ACTIVE for port object ecc9ef71-260c-4bb6-964c-c5773e5ea1a8 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:03:59.346561 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Transition to ACTIVE for port object ecc9ef71-260c-4bb6-964c-c5773e5ea1a8 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:03:59.353256 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:59.422202 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.20.0.1 (7f205f69-da61-4ef1-9b2b-c13dae530aef/203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1/517afdc8-db0d-4e99-b007-25f7784fc44d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:03:59.440851 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Network 7f205f69-da61-4ef1-9b2b-c13dae530aef is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:03:59.442566 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549719702', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:03:55Z', 'updated_at': '2022-05-30T21:03:56Z', 'revision_number': 3, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:56Z', 'updated_at': '2022-05-30T21:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:59.447149 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:03:59.449990 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Pushing event updated for resources: {'Port': ['ID=ecc9ef71-260c-4bb6-964c-c5773e5ea1a8,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:59.452103 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:03:59.457462 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8673de7-325d-4a51-9870-82cb8db370b7 None None] The sync data for ids ['4d7b763f-2a76-4208-8557-ad85b4a1d035'] in n-d-843949-2 is: [{'id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549719702', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:03:55Z', 'updated_at': '2022-05-30T21:03:56Z', 'revision_number': 3, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:56Z', 'updated_at': '2022-05-30T21:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:03:59.548234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Attempting to bind port ecc9ef71-260c-4bb6-964c-c5773e5ea1a8 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:03:59.548600 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Attempting to bind port ecc9ef71-260c-4bb6-964c-c5773e5ea1a8 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '936dd52a-b7f4-4991-9ca9-cffc5270087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:03:59.548957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Attempting to bind port ecc9ef71-260c-4bb6-964c-c5773e5ea1a8 on network 7f205f69-da61-4ef1-9b2b-c13dae530aef {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:03:59.556215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:03:59.556586 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Checking segment: {'id': '936dd52a-b7f4-4991-9ca9-cffc5270087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:03:59.556995 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:59.557364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Bound using segment: {'id': '936dd52a-b7f4-4991-9ca9-cffc5270087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:03:59.557825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Bound port: ecc9ef71-260c-4bb6-964c-c5773e5ea1a8, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936dd52a-b7f4-4991-9ca9-cffc5270087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:03:59.558209 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:59.595276 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:59.613663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Transition to ACTIVE for port object 517afdc8-db0d-4e99-b007-25f7784fc44d will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:03:59.655316 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:59.670467 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] For port ecc9ef71-260c-4bb6-964c-c5773e5ea1a8, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:03:59.675639 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] For port ecc9ef71-260c-4bb6-964c-c5773e5ea1a8, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ecc9ef71-260c-4bb6-964c-c5773e5ea1a8,segment=NetworkSegment(936dd52a-b7f4-4991-9ca9-cffc5270087e),segment_id=936dd52a-b7f4-4991-9ca9-cffc5270087e)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:03:59.680871 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:59.759928 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=517afdc8-db0d-4e99-b007-25f7784fc44d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:59.765018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 7f205f69-da61-4ef1-9b2b-c13dae530aef is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:03:59.766330 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:03:59.769832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:03:59.771832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3deb81-c882-459a-986d-a306c8d2e85b None None] Pushing event updated for resources: {'Port': ['ID=ecc9ef71-260c-4bb6-964c-c5773e5ea1a8,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:59.807527 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cd95448e-92de-48d7-8ccb-02acc2a68113 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:03:59.850582 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:59.894806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port cd95448e-92de-48d7-8ccb-02acc2a68113 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:03:59.900818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port cd95448e-92de-48d7-8ccb-02acc2a68113 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:03:59.901891 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:59.958054 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:00.083794 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:00.090288 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ae741a32-0801-47d1-98d1-91c2c07537ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:00.108852 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port cd95448e-92de-48d7-8ccb-02acc2a68113, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cd95448e-92de-48d7-8ccb-02acc2a68113,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:04:00.121359 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:00.206865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=cd95448e-92de-48d7-8ccb-02acc2a68113,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:04:00.277373 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:04:00.432246 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:00.436654 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:00.659594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:00.664017 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=517afdc8-db0d-4e99-b007-25f7784fc44d,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:04:00.783072 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58882fae-fa50-4e8b-b479-68b697945418 None None] Network 7f205f69-da61-4ef1-9b2b-c13dae530aef requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:04:00.802574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 7f205f69-da61-4ef1-9b2b-c13dae530aef is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:04:00.803659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:04:00.900177 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f9c21e95-04cd-4c73-9dc5-0ac5d778eea5 None None] Provisioning for port ecc9ef71-260c-4bb6-964c-c5773e5ea1a8 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:04:01.190013 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router 4d7b763f-2a76-4208-8557-ad85b4a1d035 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:04:01.239286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-31e84c40-d919-42b2-bcbb-2b7a9e67edd7 None None] Provisioning for port 517afdc8-db0d-4e99-b007-25f7784fc44d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:04:01.245620 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-31e84c40-d919-42b2-bcbb-2b7a9e67edd7 None None] Provisioning complete for port 517afdc8-db0d-4e99-b007-25f7784fc44d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:04:01.246134 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-31e84c40-d919-42b2-bcbb-2b7a9e67edd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:01.306582 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-31e84c40-d919-42b2-bcbb-2b7a9e67edd7 None None] Port 517afdc8-db0d-4e99-b007-25f7784fc44d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:04:01.412575 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:04:01.426305 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fe9453ca-d42b-4d8c-a76d-d47af58c143e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "PUT /v2.0/routers/4d7b763f-2a76-4208-8557-ad85b4a1d035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3439789 May 30 21:04:01.462769 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c212a383-6d20-4a74-b09e-4c13edc0b253 None None] Provisioning complete for port 517afdc8-db0d-4e99-b007-25f7784fc44d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:04:01.464005 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c212a383-6d20-4a74-b09e-4c13edc0b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:01.487791 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:01.520496 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c212a383-6d20-4a74-b09e-4c13edc0b253 None None] Port 517afdc8-db0d-4e99-b007-25f7784fc44d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:04:01.609596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-2f52a7a6-14e4-4604-bf6a-0dae7bf7bf1a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:04:01.626343 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-2f52a7a6-14e4-4604-bf6a-0dae7bf7bf1a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:04:01.627568 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-2f52a7a6-14e4-4604-bf6a-0dae7bf7bf1a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-774994588&fields=id&tenant_id=762188eb18ae47a58188062fa7bd3504 HTTP/1.1" status: 200 len: 267 time: 0.0579123 May 30 21:04:01.644820 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d3f8633c-78ab-4c09-a0ab-4e693b09e1a8 None None] Provisioning complete for port 517afdc8-db0d-4e99-b007-25f7784fc44d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:04:01.645131 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d3f8633c-78ab-4c09-a0ab-4e693b09e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:01.713761 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:01.715073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d3f8633c-78ab-4c09-a0ab-4e693b09e1a8 None None] Port 517afdc8-db0d-4e99-b007-25f7784fc44d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:04:01.781152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-253a9173-fa72-49e3-8d1a-fa30051d4517 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:01.782615 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-253a9173-fa72-49e3-8d1a-fa30051d4517 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/networks?id=7f205f69-da61-4ef1-9b2b-c13dae530aef HTTP/1.1" status: 200 len: 795 time: 0.1480560 May 30 21:04:01.793231 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cd95448e-92de-48d7-8ccb-02acc2a68113 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:04:01.800438 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-6ddaeda6-0b2a-47c2-b434-94c02a1865e8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/quotas/762188eb18ae47a58188062fa7bd3504 HTTP/1.1" status: 200 len: 375 time: 0.0118358 May 30 21:04:01.860689 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port cd95448e-92de-48d7-8ccb-02acc2a68113 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:04:01.861044 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:01.879092 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-8112d59c-6593-47df-bd2c-cc3efbae6359 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734787 May 30 21:04:01.978016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ecc9ef71-260c-4bb6-964c-c5773e5ea1a8 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:04:02.046951 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port ecc9ef71-260c-4bb6-964c-c5773e5ea1a8 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:04:02.051590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ecc9ef71-260c-4bb6-964c-c5773e5ea1a8 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:04:02.051953 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:02.113012 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-7070a18f-2264-42e1-a745-798cff5e5be9 service neutron] 10.222.0.84 "GET /v2.0/networks/7f205f69-da61-4ef1-9b2b-c13dae530aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220852 May 30 21:04:02.165804 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:02.197201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port ecc9ef71-260c-4bb6-964c-c5773e5ea1a8, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ecc9ef71-260c-4bb6-964c-c5773e5ea1a8,segment=NetworkSegment(936dd52a-b7f4-4991-9ca9-cffc5270087e),segment_id=936dd52a-b7f4-4991-9ca9-cffc5270087e)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:04:02.201438 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:02.249101 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-f67065be-635e-4bc8-a5ec-06f062a3f6ba service neutron] 10.222.0.84 "GET /v2.0/networks/7f205f69-da61-4ef1-9b2b-c13dae530aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297982 May 30 21:04:02.267689 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=ecc9ef71-260c-4bb6-964c-c5773e5ea1a8,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:04:02.448522 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9f7cd105-80ce-42f6-ace7-bdd2d6354bdd req-1c3d0ad2-93b8-4f6c-a31d-4c76b458f128 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 210 time: 0.0421185 May 30 21:04:03.038597 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:03.081195 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Sync routers for ids ['4d7b763f-2a76-4208-8557-ad85b4a1d035'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:04:03.099230 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Routers {'4d7b763f-2a76-4208-8557-ad85b4a1d035'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:04:03.099778 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:04:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4d7b763f-2a76-4208-8557-ad85b4a1d035'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:04:03.272431 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Set router 4d7b763f-2a76-4208-8557-ad85b4a1d035 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:04:03.594494 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549719702', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:03:55Z', 'updated_at': '2022-05-30T21:03:59Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:56Z', 'updated_at': '2022-05-30T21:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '517afdc8-db0d-4e99-b007-25f7784fc44d', 'name': '', 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:d4:47:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:59Z', 'updated_at': '2022-05-30T21:04:00Z', 'revision_number': 2, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:04:03.598750 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Checking router: 4d7b763f-2a76-4208-8557-ad85b4a1d035 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:04:03.599097 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Updating router 4d7b763f-2a76-4208-8557-ad85b4a1d035 port 517afdc8-db0d-4e99-b007-25f7784fc44d binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:04:03.622764 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-5023205e-5022-4601-8019-7c29cd8cc9fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:03.623491 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-5023205e-5022-4601-8019-7c29cd8cc9fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:04:03.659208 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c1ec387-a5c7-46d0-9e77-f9172cd34848 req-8637ee38-ade7-4b29-a49c-1afffccad6ea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 210 time: 0.0568037 May 30 21:04:03.659710 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:03.680378 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-5023205e-5022-4601-8019-7c29cd8cc9fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:04:03.681707 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-5023205e-5022-4601-8019-7c29cd8cc9fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.93 "GET /v2.0/networks?id=7f205f69-da61-4ef1-9b2b-c13dae530aef HTTP/1.1" status: 200 len: 795 time: 0.2181723 May 30 21:04:03.723780 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:03.734483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ecc9ef71-260c-4bb6-964c-c5773e5ea1a8 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:04:03.745057 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-b8916eec-5f31-4563-ba35-65938d6ca435 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=762188eb18ae47a58188062fa7bd3504 HTTP/1.1" status: 200 len: 379 time: 0.0481617 May 30 21:04:03.753965 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-ea762dd4-eca6-445e-bd39-6817d7d20e80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'port': {'device_id': '5ee811ac-ea7a-4989-8a26-c26db39e33f2', 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef', 'admin_state_up': True, 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'security_groups': ['defb77af-8e12-4cc3-a101-5244cdbfb34f']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:04:03.804501 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port ecc9ef71-260c-4bb6-964c-c5773e5ea1a8 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:04:03.804908 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:03.893732 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-ea762dd4-eca6-445e-bd39-6817d7d20e80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:04:03.900932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-ea762dd4-eca6-445e-bd39-6817d7d20e80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:port and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:04:03.904037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-ea762dd4-eca6-445e-bd39-6817d7d20e80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:04:03.910496 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-ea762dd4-eca6-445e-bd39-6817d7d20e80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:04:03.921639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-ea762dd4-eca6-445e-bd39-6817d7d20e80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Made reservation on behalf of 762188eb18ae47a58188062fa7bd3504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:04:03.924814 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-ea762dd4-eca6-445e-bd39-6817d7d20e80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:04.035419 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:04.046922 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Transition to ACTIVE for port object 517afdc8-db0d-4e99-b007-25f7784fc44d will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:04:04.053091 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:04.122191 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-ea762dd4-eca6-445e-bd39-6817d7d20e80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.20.0.7 (7f205f69-da61-4ef1-9b2b-c13dae530aef/203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1/cb87040a-9212-46a4-ba94-f76cab468259) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:04:04.175565 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769d309-d2d2-4219-af67-0a743a9accbb None None] Pushing event updated for resources: {'Port': ['ID=517afdc8-db0d-4e99-b007-25f7784fc44d,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:04:04.189915 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769d309-d2d2-4219-af67-0a743a9accbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:04.190250 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769d309-d2d2-4219-af67-0a743a9accbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:04.190579 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769d309-d2d2-4219-af67-0a743a9accbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:04.190903 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769d309-d2d2-4219-af67-0a743a9accbb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:04.191223 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769d309-d2d2-4219-af67-0a743a9accbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:04.191533 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769d309-d2d2-4219-af67-0a743a9accbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:04.191857 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769d309-d2d2-4219-af67-0a743a9accbb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:04.192222 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769d309-d2d2-4219-af67-0a743a9accbb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:04.192538 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769d309-d2d2-4219-af67-0a743a9accbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:04.192851 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769d309-d2d2-4219-af67-0a743a9accbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:04.193161 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769d309-d2d2-4219-af67-0a743a9accbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:04.309690 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Attempting to bind port 517afdc8-db0d-4e99-b007-25f7784fc44d on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:04:04.310046 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Attempting to bind port 517afdc8-db0d-4e99-b007-25f7784fc44d by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '936dd52a-b7f4-4991-9ca9-cffc5270087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:04:04.310395 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Attempting to bind port 517afdc8-db0d-4e99-b007-25f7784fc44d on network 7f205f69-da61-4ef1-9b2b-c13dae530aef {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:04:04.317742 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:04:04.318105 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Checking segment: {'id': '936dd52a-b7f4-4991-9ca9-cffc5270087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:04:04.318972 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:04.318972 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Bound using segment: {'id': '936dd52a-b7f4-4991-9ca9-cffc5270087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:04:04.319295 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Bound port: 517afdc8-db0d-4e99-b007-25f7784fc44d, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936dd52a-b7f4-4991-9ca9-cffc5270087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:04:04.319642 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:04.327351 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-ea762dd4-eca6-445e-bd39-6817d7d20e80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:04.344726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-ea762dd4-eca6-445e-bd39-6817d7d20e80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Transition to ACTIVE for port object cb87040a-9212-46a4-ba94-f76cab468259 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:04:04.367210 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-ea762dd4-eca6-445e-bd39-6817d7d20e80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:04.408409 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] For port 517afdc8-db0d-4e99-b007-25f7784fc44d, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:04:04.411572 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] For port 517afdc8-db0d-4e99-b007-25f7784fc44d, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=517afdc8-db0d-4e99-b007-25f7784fc44d,segment=NetworkSegment(936dd52a-b7f4-4991-9ca9-cffc5270087e),segment_id=936dd52a-b7f4-4991-9ca9-cffc5270087e)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:04:04.416058 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:04.503875 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Routers {'4d7b763f-2a76-4208-8557-ad85b4a1d035'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:04:04.504554 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:04:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4d7b763f-2a76-4208-8557-ad85b4a1d035'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:04:04.560694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-ea762dd4-eca6-445e-bd39-6817d7d20e80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 7f205f69-da61-4ef1-9b2b-c13dae530aef is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:04:04.563825 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769d309-d2d2-4219-af67-0a743a9accbb None None] Pushing event updated for resources: {'Port': ['ID=517afdc8-db0d-4e99-b007-25f7784fc44d,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:04:04.564010 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-ea762dd4-eca6-445e-bd39-6817d7d20e80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:04:04.568057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-ea762dd4-eca6-445e-bd39-6817d7d20e80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:04:04.597979 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea762dd4-eca6-445e-bd39-6817d7d20e80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=cb87040a-9212-46a4-ba94-f76cab468259,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:04:04.632631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-ea762dd4-eca6-445e-bd39-6817d7d20e80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:04.633338 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-ea762dd4-eca6-445e-bd39-6817d7d20e80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:04.654166 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-ea762dd4-eca6-445e-bd39-6817d7d20e80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9041755 May 30 21:04:04.696766 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] Set router 4d7b763f-2a76-4208-8557-ad85b4a1d035 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:04:04.763737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Request body: {'port': {'device_id': '5ee811ac-ea7a-4989-8a26-c26db39e33f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:04:04.883078 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:04.893565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356baa6c-f937-4081-a7d4-5de735aa6b76 req-23a9b901-a812-4cda-8672-2a9b3a19d5e5 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:04.901572 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-356baa6c-f937-4081-a7d4-5de735aa6b76 req-23a9b901-a812-4cda-8672-2a9b3a19d5e5 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 931 time: 0.0942168 May 30 21:04:04.945248 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-356baa6c-f937-4081-a7d4-5de735aa6b76 req-b91f5035-619e-41c9-99bf-e6af1ca2e23a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=defb77af-8e12-4cc3-a101-5244cdbfb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425382 May 30 21:04:05.012587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-db12c0d9-840e-42f4-89f1-e14287809757 None None] Provisioning for port cb87040a-9212-46a4-ba94-f76cab468259 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:04:05.018215 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-db12c0d9-840e-42f4-89f1-e14287809757 None None] Provisioning complete for port cb87040a-9212-46a4-ba94-f76cab468259 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:04:05.018821 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-db12c0d9-840e-42f4-89f1-e14287809757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:05.060106 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549719702', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:03:55Z', 'updated_at': '2022-05-30T21:03:59Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:56Z', 'updated_at': '2022-05-30T21:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '517afdc8-db0d-4e99-b007-25f7784fc44d', 'name': '', 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:d4:47:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:59Z', 'updated_at': '2022-05-30T21:04:04Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:04:05.064977 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a174c7e-b097-4c1e-b1ec-becd661d7adb None None] The sync data for ids ['4d7b763f-2a76-4208-8557-ad85b4a1d035'] in n-d-843949-2 is: [{'id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549719702', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:03:55Z', 'updated_at': '2022-05-30T21:03:59Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:56Z', 'updated_at': '2022-05-30T21:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '517afdc8-db0d-4e99-b007-25f7784fc44d', 'name': '', 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:d4:47:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:59Z', 'updated_at': '2022-05-30T21:04:04Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:04:05.072389 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-db12c0d9-840e-42f4-89f1-e14287809757 None None] Port cb87040a-9212-46a4-ba94-f76cab468259 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:04:05.256588 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb87040a-9212-46a4-ba94-f76cab468259 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:04:05.268559 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:05.286151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Transition to ACTIVE for port object cb87040a-9212-46a4-ba94-f76cab468259 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:04:05.293000 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:05.421893 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb87040a-9212-46a4-ba94-f76cab468259,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:04:05.544781 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Attempting to bind port cb87040a-9212-46a4-ba94-f76cab468259 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:04:05.545271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Attempting to bind port cb87040a-9212-46a4-ba94-f76cab468259 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '936dd52a-b7f4-4991-9ca9-cffc5270087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:04:05.545624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Attempting to bind port cb87040a-9212-46a4-ba94-f76cab468259 on network 7f205f69-da61-4ef1-9b2b-c13dae530aef {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:04:05.552312 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Port cb87040a-9212-46a4-ba94-f76cab468259 on network 7f205f69-da61-4ef1-9b2b-c13dae530aef not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:04:05.552655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Attempting to bind port cb87040a-9212-46a4-ba94-f76cab468259 on network 7f205f69-da61-4ef1-9b2b-c13dae530aef {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:04:05.559106 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:04:05.559431 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Checking segment: {'id': '936dd52a-b7f4-4991-9ca9-cffc5270087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:04:05.559807 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Bound using segment: {'id': '936dd52a-b7f4-4991-9ca9-cffc5270087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:04:05.560314 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Bound port: cb87040a-9212-46a4-ba94-f76cab468259, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936dd52a-b7f4-4991-9ca9-cffc5270087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:04:05.560615 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:05.651689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] For port cb87040a-9212-46a4-ba94-f76cab468259, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:04:05.654977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] For port cb87040a-9212-46a4-ba94-f76cab468259, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=cb87040a-9212-46a4-ba94-f76cab468259,segment=NetworkSegment(936dd52a-b7f4-4991-9ca9-cffc5270087e),segment_id=936dd52a-b7f4-4991-9ca9-cffc5270087e)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:04:05.660535 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:05.731999 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:05.733515 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] 10.222.0.93 "PUT /v2.0/ports/cb87040a-9212-46a4-ba94-f76cab468259 HTTP/1.1" status: 200 len: 1091 time: 1.0723608 May 30 21:04:05.734024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee811ac-ea7a-4989-8a26-c26db39e33f2', 'tag': 'cb87040a-9212-46a4-ba94-f76cab468259'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:04:05.768673 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 517afdc8-db0d-4e99-b007-25f7784fc44d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:04:05.777592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36312792-2124-4974-9fb2-84411c5d9ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb87040a-9212-46a4-ba94-f76cab468259,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:04:05.826850 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f8a11ea-2444-4019-8be9-a23aaf462b55'] response: {'name': 'network-changed', 'server_uuid': '5ee811ac-ea7a-4989-8a26-c26db39e33f2', 'tag': 'cb87040a-9212-46a4-ba94-f76cab468259', 'status': 'completed', 'code': 200} May 30 21:04:05.873167 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 517afdc8-db0d-4e99-b007-25f7784fc44d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:04:05.874260 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-24167afa-900f-4833-ba67-b21873e0abb8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 1094 time: 0.0877476 May 30 21:04:05.879251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 517afdc8-db0d-4e99-b007-25f7784fc44d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:04:05.879686 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:05.954924 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-ae640945-7a62-4010-a5fd-99f2ca92b49d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb87040a-9212-46a4-ba94-f76cab468259 HTTP/1.1" status: 200 len: 217 time: 0.0742469 May 30 21:04:06.031619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-a17a223e-2365-4dad-a137-98a00d97a1f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:06.033234 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-a17a223e-2365-4dad-a137-98a00d97a1f1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1 HTTP/1.1" status: 200 len: 835 time: 0.0723500 May 30 21:04:06.039174 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:06.082327 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 517afdc8-db0d-4e99-b007-25f7784fc44d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=517afdc8-db0d-4e99-b007-25f7784fc44d,segment=NetworkSegment(936dd52a-b7f4-4991-9ca9-cffc5270087e),segment_id=936dd52a-b7f4-4991-9ca9-cffc5270087e)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:04:06.088153 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:06.121191 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-e2fd3316-adc0-45b8-aca6-ff669d7fd206 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7f205f69-da61-4ef1-9b2b-c13dae530aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815537 May 30 21:04:06.166195 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=517afdc8-db0d-4e99-b007-25f7784fc44d,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:04:06.195533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f42a9-6a3c-4799-8979-7bb1ffbe0025 req-3092e465-4dff-49cf-987e-289ee5bc0c32 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:06.197766 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-779f42a9-6a3c-4799-8979-7bb1ffbe0025 req-3092e465-4dff-49cf-987e-289ee5bc0c32 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 943 time: 0.0871289 May 30 21:04:06.251159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-779f42a9-6a3c-4799-8979-7bb1ffbe0025 req-f2045308-77ab-45c1-b62e-bd5d4fc2ba78 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=defb77af-8e12-4cc3-a101-5244cdbfb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470190 May 30 21:04:06.272900 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-92ff10ce-8bf7-44f5-89cd-27446fc4fd8b service neutron] 10.222.0.93 "GET /v2.0/networks/7f205f69-da61-4ef1-9b2b-c13dae530aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450663 May 30 21:04:06.402832 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-64d1ddfe-8027-4d51-81ba-43757339bb19 req-7933b6d0-e853-4a4e-a6b3-60779fa16aac service neutron] 10.222.0.93 "GET /v2.0/networks/7f205f69-da61-4ef1-9b2b-c13dae530aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242480 May 30 21:04:06.518635 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4c998f9f-fdc1-40a9-91c2-8cd5fd4c1802 req-a7f6ec18-396a-43c0-8a36-fbd231a0707b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 1094 time: 0.0677431 May 30 21:04:06.730230 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c998f9f-fdc1-40a9-91c2-8cd5fd4c1802 req-c85a00f3-3654-4cbe-ae80-a6fd1a399198 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:06.731551 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4c998f9f-fdc1-40a9-91c2-8cd5fd4c1802 req-c85a00f3-3654-4cbe-ae80-a6fd1a399198 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7f205f69-da61-4ef1-9b2b-c13dae530aef HTTP/1.1" status: 200 len: 896 time: 0.2061458 May 30 21:04:06.802290 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4c998f9f-fdc1-40a9-91c2-8cd5fd4c1802 req-8a688566-b02f-47c5-a108-88fc6b1da6fa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb87040a-9212-46a4-ba94-f76cab468259 HTTP/1.1" status: 200 len: 217 time: 0.0640295 May 30 21:04:06.865327 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c998f9f-fdc1-40a9-91c2-8cd5fd4c1802 req-8d4db2c0-5b25-4beb-8b96-e53c21e9c60b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:06.866717 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4c998f9f-fdc1-40a9-91c2-8cd5fd4c1802 req-8d4db2c0-5b25-4beb-8b96-e53c21e9c60b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1 HTTP/1.1" status: 200 len: 835 time: 0.0575910 May 30 21:04:06.943166 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4c998f9f-fdc1-40a9-91c2-8cd5fd4c1802 req-155d1ade-562c-4ca9-b273-27c954b52f2a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7f205f69-da61-4ef1-9b2b-c13dae530aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703886 May 30 21:04:07.073897 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4c998f9f-fdc1-40a9-91c2-8cd5fd4c1802 req-7afd424f-f77d-412f-a965-caa07c59f98a service neutron] 10.222.0.93 "GET /v2.0/networks/7f205f69-da61-4ef1-9b2b-c13dae530aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237750 May 30 21:04:07.201389 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-4c998f9f-fdc1-40a9-91c2-8cd5fd4c1802 req-c3bdf58d-4ad9-418b-8605-a2cafeb869d3 service neutron] 10.222.0.93 "GET /v2.0/networks/7f205f69-da61-4ef1-9b2b-c13dae530aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206145 May 30 21:04:07.452710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a083b54-3ad6-408c-ae8b-1a3bba14486a req-f3104af5-0f6c-4f25-bd93-8071efbb2899 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:07.454663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a083b54-3ad6-408c-ae8b-1a3bba14486a req-f3104af5-0f6c-4f25-bd93-8071efbb2899 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 943 time: 0.0801489 May 30 21:04:07.499085 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5a083b54-3ad6-408c-ae8b-1a3bba14486a req-842aa960-1d37-4a97-803a-72d46dd6e6b9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=defb77af-8e12-4cc3-a101-5244cdbfb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387201 May 30 21:04:07.645516 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:07.700546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 517afdc8-db0d-4e99-b007-25f7784fc44d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:04:07.766908 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 517afdc8-db0d-4e99-b007-25f7784fc44d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:04:07.767192 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:08.691929 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87901d0-c30c-42f6-a45f-dc1eb3099e9a req-8da8ff26-d5d3-4304-b274-b3c969a58c8f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:08.693409 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a87901d0-c30c-42f6-a45f-dc1eb3099e9a req-8da8ff26-d5d3-4304-b274-b3c969a58c8f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 943 time: 0.0754964 May 30 21:04:08.741372 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a87901d0-c30c-42f6-a45f-dc1eb3099e9a req-af0d8b2a-4ef8-46e3-9e14-45662517faf0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=defb77af-8e12-4cc3-a101-5244cdbfb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424249 May 30 21:04:09.276876 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device cb87040a-9212-46a4-ba94-f76cab468259 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:04:09.408409 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port cb87040a-9212-46a4-ba94-f76cab468259, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=cb87040a-9212-46a4-ba94-f76cab468259,segment=NetworkSegment(936dd52a-b7f4-4991-9ca9-cffc5270087e),segment_id=936dd52a-b7f4-4991-9ca9-cffc5270087e)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:04:09.421129 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': 'cb87040a-9212-46a4-ba94-f76cab468259', 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef', 'port_id': 'cb87040a-9212-46a4-ba94-f76cab468259', 'mac_address': 'fa:16:3e:f0:8b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:04:09.476605 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:09.493391 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb87040a-9212-46a4-ba94-f76cab468259 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:04:09.508544 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port cb87040a-9212-46a4-ba94-f76cab468259, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=cb87040a-9212-46a4-ba94-f76cab468259,segment=NetworkSegment(936dd52a-b7f4-4991-9ca9-cffc5270087e),segment_id=936dd52a-b7f4-4991-9ca9-cffc5270087e)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:04:09.512483 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:09.577360 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=cb87040a-9212-46a4-ba94-f76cab468259,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:04:09.741973 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['cb87040a-9212-46a4-ba94-f76cab468259'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:04:09.935382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acff14f-b9eb-4d06-929b-4cb8938ee26a req-d23b9a1a-f6bf-4334-b464-2e3add3f19f1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:09.936796 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1acff14f-b9eb-4d06-929b-4cb8938ee26a req-d23b9a1a-f6bf-4334-b464-2e3add3f19f1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 944 time: 0.0757034 May 30 21:04:09.983445 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1acff14f-b9eb-4d06-929b-4cb8938ee26a req-8776d376-136b-4e17-b8a7-168c20e2b1a9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=defb77af-8e12-4cc3-a101-5244cdbfb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408218 May 30 21:04:11.182317 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921d41-1fb8-4d1c-a952-bb44aa02ba89 req-b6fb785d-98eb-4b3e-bfda-3707a8d94e0a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:11.183753 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0921d41-1fb8-4d1c-a952-bb44aa02ba89 req-b6fb785d-98eb-4b3e-bfda-3707a8d94e0a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 944 time: 0.0806119 May 30 21:04:11.228029 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a0921d41-1fb8-4d1c-a952-bb44aa02ba89 req-440d0880-e76a-4b5f-8b73-d6f31d8ae851 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=defb77af-8e12-4cc3-a101-5244cdbfb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388324 May 30 21:04:11.291830 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device cb87040a-9212-46a4-ba94-f76cab468259 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:04:11.361706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port cb87040a-9212-46a4-ba94-f76cab468259 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:04:11.366333 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port cb87040a-9212-46a4-ba94-f76cab468259 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:04:11.366696 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:11.476065 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:11.504733 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee811ac-ea7a-4989-8a26-c26db39e33f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb87040a-9212-46a4-ba94-f76cab468259'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:04:11.514718 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port cb87040a-9212-46a4-ba94-f76cab468259, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=cb87040a-9212-46a4-ba94-f76cab468259,segment=NetworkSegment(936dd52a-b7f4-4991-9ca9-cffc5270087e),segment_id=936dd52a-b7f4-4991-9ca9-cffc5270087e)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:04:11.519255 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:11.570101 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a82a9a1-57e6-4ffd-8c6c-7746516bd1ed'] response: {'server_uuid': '5ee811ac-ea7a-4989-8a26-c26db39e33f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb87040a-9212-46a4-ba94-f76cab468259', 'code': 200} May 30 21:04:11.586459 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=cb87040a-9212-46a4-ba94-f76cab468259,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:04:11.687948 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3daf236d-cd1a-43ec-92e9-5dc8c7ddfcac req-01100e96-0378-48cf-a57f-5d56bad12469 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 1096 time: 0.0666249 May 30 21:04:11.731834 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3daf236d-cd1a-43ec-92e9-5dc8c7ddfcac req-b63245f6-ecfc-4e47-8ad9-65b5a783466c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=defb77af-8e12-4cc3-a101-5244cdbfb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378058 May 30 21:04:12.422176 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023ce40-86aa-443d-a78e-5f87c941b38c req-765ae4eb-9bba-4a85-a4f7-3397c54b3708 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:12.424157 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3023ce40-86aa-443d-a78e-5f87c941b38c req-765ae4eb-9bba-4a85-a4f7-3397c54b3708 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 945 time: 0.0759234 May 30 21:04:12.468925 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3023ce40-86aa-443d-a78e-5f87c941b38c req-d8aa9d6f-aecf-4de8-81b5-d53a22a9de81 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=defb77af-8e12-4cc3-a101-5244cdbfb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391648 May 30 21:04:13.670120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de606a-d135-4a53-974f-f36936ccaaa5 req-6e558378-5d73-4407-8f5c-fc0a87fba4d2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:13.671555 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4de606a-d135-4a53-974f-f36936ccaaa5 req-6e558378-5d73-4407-8f5c-fc0a87fba4d2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 945 time: 0.0794551 May 30 21:04:13.716993 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c4de606a-d135-4a53-974f-f36936ccaaa5 req-34705fd9-f56c-492e-90ae-affec2947f97 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=defb77af-8e12-4cc3-a101-5244cdbfb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399058 May 30 21:04:13.911509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5eebb-53a7-4ce2-bff2-eeee75e648f5 req-7b58131f-924c-4a18-965b-488e4ffd9c15 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:13.912908 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8cd5eebb-53a7-4ce2-bff2-eeee75e648f5 req-7b58131f-924c-4a18-965b-488e4ffd9c15 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 945 time: 0.0767081 May 30 21:04:13.957681 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8cd5eebb-53a7-4ce2-bff2-eeee75e648f5 req-2bc915dd-186d-4a7a-a6ec-870fbcb70e37 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=defb77af-8e12-4cc3-a101-5244cdbfb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393231 May 30 21:04:13.984461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52504) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:04:14.056156 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ca7d11ea-1b70-4007-90c8-63affc59e0e9 tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 1091 time: 0.0700138 May 30 21:04:14.058826 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52508) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:04:14.064551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': 'cb87040a-9212-46a4-ba94-f76cab468259', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:04:14.070397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:04:14.074200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:floatingip and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:04:14.076992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:04:14.082667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:04:14.093012 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:14.228318 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:14.364505 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.25.5.202 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/231c574d-8d2b-4ae4-93dd-556b4e5bd48d) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:04:14.587736 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:14.615466 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:14.682046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:04:14.684895 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:04:14.689180 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:04:14.715774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=231c574d-8d2b-4ae4-93dd-556b4e5bd48d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:04:15.184505 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:15.244909 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:15.448703 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:15.452957 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:15.561093 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=231c574d-8d2b-4ae4-93dd-556b4e5bd48d,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:04:15.573435 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:15.761424 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Floating IP 28b3e9f8-5cf8-46b7-ade6-609e8f803030 associated. External IP: 172.25.5.202, port: cb87040a-9212-46a4-ba94-f76cab468259. May 30 21:04:16.240491 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router 4d7b763f-2a76-4208-8557-ad85b4a1d035 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:04:16.439721 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:04:16.449008 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4753277b-7c7d-4145-b21c-7138a1eb5f33 None None] Sync routers for ids ['4d7b763f-2a76-4208-8557-ad85b4a1d035'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:04:16.461147 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4753277b-7c7d-4145-b21c-7138a1eb5f33 None None] Routers {'4d7b763f-2a76-4208-8557-ad85b4a1d035'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:04:16.461860 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4753277b-7c7d-4145-b21c-7138a1eb5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:04:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4d7b763f-2a76-4208-8557-ad85b4a1d035'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:04:16.464077 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:16.517696 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-44fd0d41-c775-4e4c-b29c-c3e573a79534 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4578538 May 30 21:04:16.518271 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee811ac-ea7a-4989-8a26-c26db39e33f2', 'tag': 'cb87040a-9212-46a4-ba94-f76cab468259'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:04:16.577647 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f343a040-e3a1-48f2-9094-1381573fc39b'] response: {'name': 'network-changed', 'server_uuid': '5ee811ac-ea7a-4989-8a26-c26db39e33f2', 'tag': 'cb87040a-9212-46a4-ba94-f76cab468259', 'status': 'completed', 'code': 200} May 30 21:04:16.641077 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-4753277b-7c7d-4145-b21c-7138a1eb5f33 None None] Set router 4d7b763f-2a76-4208-8557-ad85b4a1d035 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:04:16.674624 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0954d2b3-46aa-484c-a6fe-052dd7e1cb40 req-7bf67d6e-8b81-4e7f-a397-7cc8b890e4ff service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 1096 time: 0.0751381 May 30 21:04:16.699183 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37a176-f791-4097-b8dd-405b8ed60030 req-4b74aff8-aa46-4307-9e5d-b12fdaa66f35 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:16.700774 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a37a176-f791-4097-b8dd-405b8ed60030 req-4b74aff8-aa46-4307-9e5d-b12fdaa66f35 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 945 time: 0.0824211 May 30 21:04:16.748907 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4a37a176-f791-4097-b8dd-405b8ed60030 req-b52f4113-6209-46f9-b535-0a055272ab39 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=defb77af-8e12-4cc3-a101-5244cdbfb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410569 May 30 21:04:16.779129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52516) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:04:16.812060 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954d2b3-46aa-484c-a6fe-052dd7e1cb40 req-a775a9fb-feb4-4416-b091-9040707090a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:16.814083 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0954d2b3-46aa-484c-a6fe-052dd7e1cb40 req-a775a9fb-feb4-4416-b091-9040707090a2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7f205f69-da61-4ef1-9b2b-c13dae530aef HTTP/1.1" status: 200 len: 896 time: 0.1332843 May 30 21:04:16.894734 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8a6fd3a9-ff9a-4876-b2e3-636d5d8ef679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/28b3e9f8-5cf8-46b7-ade6-609e8f803030 HTTP/1.1" status: 200 len: 991 time: 0.1142483 May 30 21:04:16.920717 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0954d2b3-46aa-484c-a6fe-052dd7e1cb40 req-67cfe938-a0cf-4fd8-ac81-7c02cf4c1f54 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb87040a-9212-46a4-ba94-f76cab468259 HTTP/1.1" status: 200 len: 999 time: 0.1005008 May 30 21:04:16.986747 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954d2b3-46aa-484c-a6fe-052dd7e1cb40 req-f5cc4019-8fb2-43bf-9020-ea129b562acc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:16.988302 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0954d2b3-46aa-484c-a6fe-052dd7e1cb40 req-f5cc4019-8fb2-43bf-9020-ea129b562acc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1 HTTP/1.1" status: 200 len: 835 time: 0.0625350 May 30 21:04:17.022325 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4753277b-7c7d-4145-b21c-7138a1eb5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549719702', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:03:55Z', 'updated_at': '2022-05-30T21:03:59Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:56Z', 'updated_at': '2022-05-30T21:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '28b3e9f8-5cf8-46b7-ade6-609e8f803030', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'port_id': 'cb87040a-9212-46a4-ba94-f76cab468259', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef', 'mac_address': 'fa:16:3e:f0:8b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee811ac-ea7a-4989-8a26-c26db39e33f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:04:15Z', 'updated_at': '2022-05-30T21:04:15Z', 'revision_number': 0, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517afdc8-db0d-4e99-b007-25f7784fc44d', 'name': '', 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:d4:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:59Z', 'updated_at': '2022-05-30T21:04:06Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:04:17.027123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4753277b-7c7d-4145-b21c-7138a1eb5f33 None None] Checking router: 4d7b763f-2a76-4208-8557-ad85b4a1d035 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:04:17.037930 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4753277b-7c7d-4145-b21c-7138a1eb5f33 None None] Routers {'4d7b763f-2a76-4208-8557-ad85b4a1d035'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:04:17.038450 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4753277b-7c7d-4145-b21c-7138a1eb5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:04:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4d7b763f-2a76-4208-8557-ad85b4a1d035'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:04:17.060203 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0954d2b3-46aa-484c-a6fe-052dd7e1cb40 req-45173ac3-7489-4697-a9ca-865edaa1b4df service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7f205f69-da61-4ef1-9b2b-c13dae530aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667713 May 30 21:04:17.191247 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0954d2b3-46aa-484c-a6fe-052dd7e1cb40 req-cacffa91-ffdc-4a21-b33b-992cf7bb3397 service neutron] 10.222.0.93 "GET /v2.0/networks/7f205f69-da61-4ef1-9b2b-c13dae530aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243982 May 30 21:04:17.215173 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-4753277b-7c7d-4145-b21c-7138a1eb5f33 None None] Set router 4d7b763f-2a76-4208-8557-ad85b4a1d035 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:04:17.322695 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0954d2b3-46aa-484c-a6fe-052dd7e1cb40 req-5613e98c-76db-4571-ac98-75c8a7b0532f service neutron] 10.222.0.93 "GET /v2.0/networks/7f205f69-da61-4ef1-9b2b-c13dae530aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247501 May 30 21:04:17.561990 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-4753277b-7c7d-4145-b21c-7138a1eb5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549719702', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:03:55Z', 'updated_at': '2022-05-30T21:03:59Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:56Z', 'updated_at': '2022-05-30T21:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '28b3e9f8-5cf8-46b7-ade6-609e8f803030', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'port_id': 'cb87040a-9212-46a4-ba94-f76cab468259', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef', 'mac_address': 'fa:16:3e:f0:8b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee811ac-ea7a-4989-8a26-c26db39e33f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:04:15Z', 'updated_at': '2022-05-30T21:04:15Z', 'revision_number': 0, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517afdc8-db0d-4e99-b007-25f7784fc44d', 'name': '', 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:d4:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:59Z', 'updated_at': '2022-05-30T21:04:06Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:04:17.566194 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4753277b-7c7d-4145-b21c-7138a1eb5f33 None None] The sync data for ids ['4d7b763f-2a76-4208-8557-ad85b4a1d035'] in n-d-843949-2 is: [{'id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549719702', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:03:55Z', 'updated_at': '2022-05-30T21:03:59Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:56Z', 'updated_at': '2022-05-30T21:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '28b3e9f8-5cf8-46b7-ade6-609e8f803030', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'port_id': 'cb87040a-9212-46a4-ba94-f76cab468259', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef', 'mac_address': 'fa:16:3e:f0:8b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee811ac-ea7a-4989-8a26-c26db39e33f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:04:15Z', 'updated_at': '2022-05-30T21:04:15Z', 'revision_number': 0, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517afdc8-db0d-4e99-b007-25f7784fc44d', 'name': '', 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:d4:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:59Z', 'updated_at': '2022-05-30T21:04:06Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:04:17.897759 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52520) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:04:18.001906 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ce22ec3b-351e-456f-9db6-7ff76d14ff67 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/28b3e9f8-5cf8-46b7-ade6-609e8f803030 HTTP/1.1" status: 200 len: 991 time: 0.1030169 May 30 21:04:19.005741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52524) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:04:19.191811 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9cdc13b6-cfd9-4c83-afdf-df3d10dc8b83 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/28b3e9f8-5cf8-46b7-ade6-609e8f803030 HTTP/1.1" status: 200 len: 991 time: 0.1848428 May 30 21:04:20.067548 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3308d8-947c-45bd-8122-35f62ada1bc0 None None] New status for floating IP 28b3e9f8-5cf8-46b7-ade6-609e8f803030: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:04:20.118759 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a50d5f80-7fc7-468a-b59a-301bf46cc7d0 req-5d896270-58df-4266-a8b6-b9e25f6870ba service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696950 May 30 21:04:20.195576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52528) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:04:20.259987 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a50d5f80-7fc7-468a-b59a-301bf46cc7d0 req-5579b1c1-aa12-4d18-8224-e08679a15b47 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 1096 time: 0.0730979 May 30 21:04:20.307925 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-adfbb062-ca7a-4925-8043-4309b7ffc2b2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/28b3e9f8-5cf8-46b7-ade6-609e8f803030 HTTP/1.1" status: 200 len: 991 time: 0.1100307 May 30 21:04:20.409215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d5f80-7fc7-468a-b59a-301bf46cc7d0 req-d5e84471-3636-4c96-81bd-cbe5d3caabc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:20.410647 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a50d5f80-7fc7-468a-b59a-301bf46cc7d0 req-d5e84471-3636-4c96-81bd-cbe5d3caabc7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7f205f69-da61-4ef1-9b2b-c13dae530aef HTTP/1.1" status: 200 len: 896 time: 0.1312509 May 30 21:04:20.513506 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a50d5f80-7fc7-468a-b59a-301bf46cc7d0 req-5eadc70a-6e46-4fcf-9929-b035026258e7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb87040a-9212-46a4-ba94-f76cab468259 HTTP/1.1" status: 200 len: 1001 time: 0.0966914 May 30 21:04:20.573306 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d5f80-7fc7-468a-b59a-301bf46cc7d0 req-7acc98c4-5fe5-4343-81a2-dc328e270b74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:20.574684 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a50d5f80-7fc7-468a-b59a-301bf46cc7d0 req-7acc98c4-5fe5-4343-81a2-dc328e270b74 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1 HTTP/1.1" status: 200 len: 835 time: 0.0562141 May 30 21:04:20.651529 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a50d5f80-7fc7-468a-b59a-301bf46cc7d0 req-2d32e75b-0b0a-4f01-a248-ea8aaed98f37 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7f205f69-da61-4ef1-9b2b-c13dae530aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711465 May 30 21:04:20.779634 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a50d5f80-7fc7-468a-b59a-301bf46cc7d0 req-3e6c778b-4ac5-433a-a687-b58aed279371 service neutron] 10.222.0.93 "GET /v2.0/networks/7f205f69-da61-4ef1-9b2b-c13dae530aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222267 May 30 21:04:20.909489 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a50d5f80-7fc7-468a-b59a-301bf46cc7d0 req-03afcd2a-d13e-4172-a65a-2e6ecc3b6024 service neutron] 10.222.0.93 "GET /v2.0/networks/7f205f69-da61-4ef1-9b2b-c13dae530aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240439 May 30 21:04:21.310688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52532) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:04:21.415175 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-fb7f94c7-c84c-4897-a3fa-e370131dcb54 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/28b3e9f8-5cf8-46b7-ade6-609e8f803030 HTTP/1.1" status: 200 len: 993 time: 0.1032689 May 30 21:04:27.873896 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8388867c-de03-4638-8a9f-d4f2545fd928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:30.074084 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-df8ff036-caf2-4e0c-85a4-bf5215611e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:31.437049 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:31.687803 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:33.039281 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:33.709327 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:37.278358 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:04:37.661682 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:49.008923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b5e06-1b68-4577-815c-630b7177aa74 req-4cde08fd-aff7-4958-8ee2-fb1e39e5f975 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:49.010304 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b85b5e06-1b68-4577-815c-630b7177aa74 req-4cde08fd-aff7-4958-8ee2-fb1e39e5f975 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 945 time: 0.0775928 May 30 21:04:49.056707 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b85b5e06-1b68-4577-815c-630b7177aa74 req-f03c141a-350c-4b7d-a0dd-f45b98e5d820 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=defb77af-8e12-4cc3-a101-5244cdbfb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408311 May 30 21:04:50.273047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105ad4a-0678-4ba9-bc70-813257f55afe req-7b12eb13-cdff-4c59-82c6-c776dae3ede5 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:50.274539 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1105ad4a-0678-4ba9-bc70-813257f55afe req-7b12eb13-cdff-4c59-82c6-c776dae3ede5 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 945 time: 0.0796533 May 30 21:04:50.320257 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1105ad4a-0678-4ba9-bc70-813257f55afe req-8147b741-5fbe-4e0f-a75f-262c0cd89273 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=defb77af-8e12-4cc3-a101-5244cdbfb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401316 May 30 21:04:50.347421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52564) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:04:50.451204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c541d7da-4c35-4520-968b-464c7d938d9d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/28b3e9f8-5cf8-46b7-ade6-609e8f803030 HTTP/1.1" status: 200 len: 993 time: 0.1024764 May 30 21:04:51.916166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e037f73-d9f7-4769-b208-bf209c640ed2 req-40294ce7-e2b4-4aaf-be52-4ed8bbda294a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:51.917541 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e037f73-d9f7-4769-b208-bf209c640ed2 req-40294ce7-e2b4-4aaf-be52-4ed8bbda294a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 945 time: 0.0779603 May 30 21:04:51.966992 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2e037f73-d9f7-4769-b208-bf209c640ed2 req-8d99ecfd-d2c8-4a13-9f22-68d37533114b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=defb77af-8e12-4cc3-a101-5244cdbfb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434313 May 30 21:04:53.169164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4d14-aaff-4207-9eb7-291395b5967c req-a9e80965-8208-46c0-9726-ccb99f8da82d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:53.170573 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdce4d14-aaff-4207-9eb7-291395b5967c req-a9e80965-8208-46c0-9726-ccb99f8da82d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 945 time: 0.0788679 May 30 21:04:53.214548 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdce4d14-aaff-4207-9eb7-291395b5967c req-6fb0170d-2654-4c86-8777-94fb9c362fb6 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=defb77af-8e12-4cc3-a101-5244cdbfb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384300 May 30 21:04:53.243395 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52576) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:04:53.347048 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ab8e6409-6c50-45ec-9996-f3db8dc3b2ff tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/28b3e9f8-5cf8-46b7-ade6-609e8f803030 HTTP/1.1" status: 200 len: 993 time: 0.1024301 May 30 21:04:53.605753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52584) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:04:53.895805 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port 231c574d-8d2b-4ae4-93dd-556b4e5bd48d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:04:53.896070 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:54.062234 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:54.062561 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:54.183516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for 231c574d-8d2b-4ae4-93dd-556b4e5bd48d owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:04:54.332878 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:54.376261 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=231c574d-8d2b-4ae4-93dd-556b4e5bd48d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:04:54.387824 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:54.388189 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:54.388532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:54.388859 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:54.389192 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:54.389522 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:54.390233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:54.390233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:54.390461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:54.390776 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:54.391091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:54.481134 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:54.865291 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router 4d7b763f-2a76-4208-8557-ad85b4a1d035 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:04:55.060141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:04:55.069989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795deced-af5b-4356-849d-74ed55b8f275 None None] Sync routers for ids ['4d7b763f-2a76-4208-8557-ad85b4a1d035'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:04:55.073637 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:55.081771 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795deced-af5b-4356-849d-74ed55b8f275 None None] Routers {'4d7b763f-2a76-4208-8557-ad85b4a1d035'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:04:55.083040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-795deced-af5b-4356-849d-74ed55b8f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:04:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4d7b763f-2a76-4208-8557-ad85b4a1d035'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:04:55.129652 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7667d361-23a2-4d83-a2b5-0d170ac9c937 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/floatingips/28b3e9f8-5cf8-46b7-ade6-609e8f803030 HTTP/1.1" status: 204 len: 168 time: 1.5222516 May 30 21:04:55.130028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee811ac-ea7a-4989-8a26-c26db39e33f2', 'tag': 'cb87040a-9212-46a4-ba94-f76cab468259'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:04:55.186837 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b464125-90b1-4d8b-9934-1dd324fb314c'] response: {'name': 'network-changed', 'server_uuid': '5ee811ac-ea7a-4989-8a26-c26db39e33f2', 'tag': 'cb87040a-9212-46a4-ba94-f76cab468259', 'status': 'completed', 'code': 200} May 30 21:04:55.273409 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-795deced-af5b-4356-849d-74ed55b8f275 None None] Set router 4d7b763f-2a76-4208-8557-ad85b4a1d035 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:04:55.287947 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b4e78098-7351-4c40-8465-23445e9b1354 req-6ce6408d-424b-4b1e-85fa-2536aae9f502 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 1096 time: 0.0783377 May 30 21:04:55.429918 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e78098-7351-4c40-8465-23445e9b1354 req-be2ca8a8-d51e-4a38-ac92-0a921717f3f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:55.431384 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b4e78098-7351-4c40-8465-23445e9b1354 req-be2ca8a8-d51e-4a38-ac92-0a921717f3f9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7f205f69-da61-4ef1-9b2b-c13dae530aef HTTP/1.1" status: 200 len: 896 time: 0.1371462 May 30 21:04:55.503375 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b4e78098-7351-4c40-8465-23445e9b1354 req-27312d2c-36ef-475d-8414-e6fb9d169506 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb87040a-9212-46a4-ba94-f76cab468259 HTTP/1.1" status: 200 len: 217 time: 0.0648024 May 30 21:04:55.536432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c68c26-9f0c-4021-8707-5c327a744742 req-44ac71a2-86f8-4854-ac1b-1210a8a1b5c9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:55.537127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-59c68c26-9f0c-4021-8707-5c327a744742 req-44ac71a2-86f8-4854-ac1b-1210a8a1b5c9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:04:55.555273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-59c68c26-9f0c-4021-8707-5c327a744742 req-44ac71a2-86f8-4854-ac1b-1210a8a1b5c9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:04:55.556864 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59c68c26-9f0c-4021-8707-5c327a744742 req-44ac71a2-86f8-4854-ac1b-1210a8a1b5c9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 945 time: 0.0991457 May 30 21:04:55.567504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e78098-7351-4c40-8465-23445e9b1354 req-cd859b5b-cdb5-4679-96b8-8b0198d1f650 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:55.569187 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b4e78098-7351-4c40-8465-23445e9b1354 req-cd859b5b-cdb5-4679-96b8-8b0198d1f650 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1 HTTP/1.1" status: 200 len: 835 time: 0.0596600 May 30 21:04:55.604783 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59c68c26-9f0c-4021-8707-5c327a744742 req-9e87c890-f5e3-4b99-8b08-11bf839f9c5d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=defb77af-8e12-4cc3-a101-5244cdbfb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413008 May 30 21:04:55.649493 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-795deced-af5b-4356-849d-74ed55b8f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549719702', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:03:55Z', 'updated_at': '2022-05-30T21:03:59Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:56Z', 'updated_at': '2022-05-30T21:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '517afdc8-db0d-4e99-b007-25f7784fc44d', 'name': '', 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:d4:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:59Z', 'updated_at': '2022-05-30T21:04:06Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:04:55.652881 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b4e78098-7351-4c40-8465-23445e9b1354 req-10cb1fc8-4904-4478-a879-1a74fcd84030 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7f205f69-da61-4ef1-9b2b-c13dae530aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765216 May 30 21:04:55.653266 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795deced-af5b-4356-849d-74ed55b8f275 None None] Checking router: 4d7b763f-2a76-4208-8557-ad85b4a1d035 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:04:55.664369 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795deced-af5b-4356-849d-74ed55b8f275 None None] Routers {'4d7b763f-2a76-4208-8557-ad85b4a1d035'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:04:55.665448 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-795deced-af5b-4356-849d-74ed55b8f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:04:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4d7b763f-2a76-4208-8557-ad85b4a1d035'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:04:55.786314 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b4e78098-7351-4c40-8465-23445e9b1354 req-14284551-96ba-4edf-81af-00ff9e50d634 service neutron] 10.222.0.93 "GET /v2.0/networks/7f205f69-da61-4ef1-9b2b-c13dae530aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269178 May 30 21:04:55.846330 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-795deced-af5b-4356-849d-74ed55b8f275 None None] Set router 4d7b763f-2a76-4208-8557-ad85b4a1d035 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:04:55.916117 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b4e78098-7351-4c40-8465-23445e9b1354 req-0f371193-35c4-4d7a-9902-50bdc9d364db service neutron] 10.222.0.93 "GET /v2.0/networks/7f205f69-da61-4ef1-9b2b-c13dae530aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236281 May 30 21:04:56.174838 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-795deced-af5b-4356-849d-74ed55b8f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549719702', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:03:55Z', 'updated_at': '2022-05-30T21:03:59Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:56Z', 'updated_at': '2022-05-30T21:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '517afdc8-db0d-4e99-b007-25f7784fc44d', 'name': '', 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:d4:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:59Z', 'updated_at': '2022-05-30T21:04:06Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:04:56.178722 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795deced-af5b-4356-849d-74ed55b8f275 None None] The sync data for ids ['4d7b763f-2a76-4208-8557-ad85b4a1d035'] in n-d-843949-2 is: [{'id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549719702', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:03:55Z', 'updated_at': '2022-05-30T21:03:59Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:56Z', 'updated_at': '2022-05-30T21:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '517afdc8-db0d-4e99-b007-25f7784fc44d', 'name': '', 'network_id': '7f205f69-da61-4ef1-9b2b-c13dae530aef', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:d4:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:59Z', 'updated_at': '2022-05-30T21:04:06Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:04:56.404994 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f207a25d-5a37-4f61-a4be-e5a6c6191deb None None] New status for floating IP 28b3e9f8-5cf8-46b7-ade6-609e8f803030: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:04:56.901026 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23592711-ca57-4eab-89b0-4baac071940c req-4cd792b4-c794-4f9c-8fd1-7ce33912decc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:56.902474 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23592711-ca57-4eab-89b0-4baac071940c req-4cd792b4-c794-4f9c-8fd1-7ce33912decc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 945 time: 0.1708922 May 30 21:04:56.950692 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23592711-ca57-4eab-89b0-4baac071940c req-cf4fea90-0af8-453f-a394-3768f7c1f7de tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=defb77af-8e12-4cc3-a101-5244cdbfb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422482 May 30 21:04:57.031278 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3e99f-adf8-4096-8716-e11553de7b4e req-2c0aeb66-8097-4422-bb17-f62b5d3f63da tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:57.032246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-34c3e99f-adf8-4096-8716-e11553de7b4e req-2c0aeb66-8097-4422-bb17-f62b5d3f63da tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:04:57.043554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-34c3e99f-adf8-4096-8716-e11553de7b4e req-2c0aeb66-8097-4422-bb17-f62b5d3f63da tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:04:57.044648 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-34c3e99f-adf8-4096-8716-e11553de7b4e req-2c0aeb66-8097-4422-bb17-f62b5d3f63da tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.93 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 945 time: 0.1820638 May 30 21:04:57.110098 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-34c3e99f-adf8-4096-8716-e11553de7b4e req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port cb87040a-9212-46a4-ba94-f76cab468259 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:04:57.110427 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-34c3e99f-adf8-4096-8716-e11553de7b4e req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:57.348561 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-34c3e99f-adf8-4096-8716-e11553de7b4e req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] For port cb87040a-9212-46a4-ba94-f76cab468259, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=cb87040a-9212-46a4-ba94-f76cab468259,segment=NetworkSegment(936dd52a-b7f4-4991-9ca9-cffc5270087e),segment_id=936dd52a-b7f4-4991-9ca9-cffc5270087e)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:04:57.348932 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-34c3e99f-adf8-4096-8716-e11553de7b4e req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:57.466461 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-34c3e99f-adf8-4096-8716-e11553de7b4e req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for cb87040a-9212-46a4-ba94-f76cab468259 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:04:57.605707 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-34c3e99f-adf8-4096-8716-e11553de7b4e req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:57.654071 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=cb87040a-9212-46a4-ba94-f76cab468259,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:04:57.689444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:57.689771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:57.690102 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:57.690427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:57.690749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:57.691109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:57.691458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:57.691775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:57.692119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:57.692434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:57.692744 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:04:57.737157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c3e99f-adf8-4096-8716-e11553de7b4e req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] No DVR routers for this DVR port cb87040a-9212-46a4-ba94-f76cab468259 on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:04:57.739661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-34c3e99f-adf8-4096-8716-e11553de7b4e req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:57.742094 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee811ac-ea7a-4989-8a26-c26db39e33f2', 'name': 'network-vif-deleted', 'tag': 'cb87040a-9212-46a4-ba94-f76cab468259'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:04:57.756298 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-34c3e99f-adf8-4096-8716-e11553de7b4e req-76de7146-813d-4660-9e03-8bd3ce5b0716 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.93 "DELETE /v2.0/ports/cb87040a-9212-46a4-ba94-f76cab468259 HTTP/1.1" status: 204 len: 173 time: 0.7065656 May 30 21:04:57.800233 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b6c4c8-4165-49f8-ac67-edb0efbc3363'] response: {'server_uuid': '5ee811ac-ea7a-4989-8a26-c26db39e33f2', 'name': 'network-vif-deleted', 'tag': 'cb87040a-9212-46a4-ba94-f76cab468259', 'status': 'completed', 'code': 200} May 30 21:04:57.875331 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-54411dc6-bac6-441e-8260-4ec3d42ee0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:58.142708 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-716d0cd7-2680-4d68-b26e-fd21e5760ebd req-84c207b5-9bc8-41bb-8f05-eeb353dc68f4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ee811ac-ea7a-4989-8a26-c26db39e33f2 HTTP/1.1" status: 200 len: 210 time: 0.0415475 May 30 21:04:59.249311 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52604) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:04:59.472121 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device cb87040a-9212-46a4-ba94-f76cab468259 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:04:59.505747 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: cb87040a-9212-46a4-ba94-f76cab468259 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:04:59.506091 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device cb87040a-9212-46a4-ba94-f76cab468259 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:04:59.648880 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-41910c52-043e-499c-949e-37320de6e795 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:00.075427 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-567d62ee-d2fc-431b-989e-8b601f8f204c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:00.247074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-41910c52-043e-499c-949e-37320de6e795 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port 517afdc8-db0d-4e99-b007-25f7784fc44d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:05:00.247411 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-41910c52-043e-499c-949e-37320de6e795 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:00.427354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-41910c52-043e-499c-949e-37320de6e795 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] For port 517afdc8-db0d-4e99-b007-25f7784fc44d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=517afdc8-db0d-4e99-b007-25f7784fc44d,segment=NetworkSegment(936dd52a-b7f4-4991-9ca9-cffc5270087e),segment_id=936dd52a-b7f4-4991-9ca9-cffc5270087e)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:05:00.428030 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-41910c52-043e-499c-949e-37320de6e795 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:00.545681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-41910c52-043e-499c-949e-37320de6e795 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for 517afdc8-db0d-4e99-b007-25f7784fc44d owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:05:00.807572 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-41910c52-043e-499c-949e-37320de6e795 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:00.855164 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41910c52-043e-499c-949e-37320de6e795 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=517afdc8-db0d-4e99-b007-25f7784fc44d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:01.141429 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-41910c52-043e-499c-949e-37320de6e795 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:01.440123 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:01.693363 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:01.719739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41910c52-043e-499c-949e-37320de6e795 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router 4d7b763f-2a76-4208-8557-ad85b4a1d035 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:05:01.914566 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41910c52-043e-499c-949e-37320de6e795 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:05:01.924490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b9d3c0-de04-48fb-a9af-900c4b255ad5 None None] Sync routers for ids ['4d7b763f-2a76-4208-8557-ad85b4a1d035'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:05:01.927301 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-41910c52-043e-499c-949e-37320de6e795 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "PUT /v2.0/routers/4d7b763f-2a76-4208-8557-ad85b4a1d035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6763992 May 30 21:05:01.929572 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52612) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:01.935785 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b9d3c0-de04-48fb-a9af-900c4b255ad5 None None] Routers {'4d7b763f-2a76-4208-8557-ad85b4a1d035'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:05:01.936409 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-23b9d3c0-de04-48fb-a9af-900c4b255ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:05:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4d7b763f-2a76-4208-8557-ad85b4a1d035'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:02.125461 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-23b9d3c0-de04-48fb-a9af-900c4b255ad5 None None] Set router 4d7b763f-2a76-4208-8557-ad85b4a1d035 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:05:02.214216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c77b484-2f13-4dab-9c07-c310bcc7b86b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting subnet 203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:05:02.217478 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6c77b484-2f13-4dab-9c07-c310bcc7b86b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:02.270302 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6c77b484-2f13-4dab-9c07-c310bcc7b86b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:02.354691 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6c77b484-2f13-4dab-9c07-c310bcc7b86b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:02.413528 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-23b9d3c0-de04-48fb-a9af-900c4b255ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549719702', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:03:55Z', 'updated_at': '2022-05-30T21:05:00Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:56Z', 'updated_at': '2022-05-30T21:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:02.417590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b9d3c0-de04-48fb-a9af-900c4b255ad5 None None] Checking router: 4d7b763f-2a76-4208-8557-ad85b4a1d035 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:05:02.427684 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6c77b484-2f13-4dab-9c07-c310bcc7b86b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:02.428293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b9d3c0-de04-48fb-a9af-900c4b255ad5 None None] Routers {'4d7b763f-2a76-4208-8557-ad85b4a1d035'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:05:02.428884 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-23b9d3c0-de04-48fb-a9af-900c4b255ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:05:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['4d7b763f-2a76-4208-8557-ad85b4a1d035'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:02.466813 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77b484-2f13-4dab-9c07-c310bcc7b86b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Subnet': ['ID=203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:02.471460 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6c77b484-2f13-4dab-9c07-c310bcc7b86b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:02.477595 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6c77b484-2f13-4dab-9c07-c310bcc7b86b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/subnets/203b43a8-0a1e-4bd1-a7dc-97f4e6ec72a1 HTTP/1.1" status: 204 len: 168 time: 0.5470567 May 30 21:05:02.480599 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52616) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:02.522416 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a47bea-4082-4719-bd1c-cdb6d5b2171d None None] Network 7f205f69-da61-4ef1-9b2b-c13dae530aef requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:05:02.679903 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4681194b-7fe5-40ff-b0fb-7146b9a1601a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:02.796571 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-23b9d3c0-de04-48fb-a9af-900c4b255ad5 None None] Set router 4d7b763f-2a76-4208-8557-ad85b4a1d035 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:05:02.874336 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4681194b-7fe5-40ff-b0fb-7146b9a1601a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:02.883811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4681194b-7fe5-40ff-b0fb-7146b9a1601a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port cd95448e-92de-48d7-8ccb-02acc2a68113 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:05:02.884320 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4681194b-7fe5-40ff-b0fb-7146b9a1601a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:03.059090 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-4681194b-7fe5-40ff-b0fb-7146b9a1601a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] For port cd95448e-92de-48d7-8ccb-02acc2a68113, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=cd95448e-92de-48d7-8ccb-02acc2a68113,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:05:03.059439 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4681194b-7fe5-40ff-b0fb-7146b9a1601a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:03.070210 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] DHCP port deletion for 7f205f69-da61-4ef1-9b2b-c13dae530aef request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:05:03.079553 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] Deleting port ecc9ef71-260c-4bb6-964c-c5773e5ea1a8 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:05:03.079916 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:03.107697 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:03.265597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-23b9d3c0-de04-48fb-a9af-900c4b255ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549719702', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:03:55Z', 'updated_at': '2022-05-30T21:05:00Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:56Z', 'updated_at': '2022-05-30T21:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:03.276725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4681194b-7fe5-40ff-b0fb-7146b9a1601a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for cd95448e-92de-48d7-8ccb-02acc2a68113 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:05:03.285640 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b9d3c0-de04-48fb-a9af-900c4b255ad5 None None] The sync data for ids ['4d7b763f-2a76-4208-8557-ad85b4a1d035'] in n-d-843949-2 is: [{'id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549719702', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:03:55Z', 'updated_at': '2022-05-30T21:05:00Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'cd95448e-92de-48d7-8ccb-02acc2a68113', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7b763f-2a76-4208-8557-ad85b4a1d035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:03:56Z', 'updated_at': '2022-05-30T21:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:05:03.309917 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] For port ecc9ef71-260c-4bb6-964c-c5773e5ea1a8, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=ecc9ef71-260c-4bb6-964c-c5773e5ea1a8,segment=NetworkSegment(936dd52a-b7f4-4991-9ca9-cffc5270087e),segment_id=936dd52a-b7f4-4991-9ca9-cffc5270087e)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:05:03.310372 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:03.435991 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] Calling delete_port for ecc9ef71-260c-4bb6-964c-c5773e5ea1a8 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:05:03.453011 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4681194b-7fe5-40ff-b0fb-7146b9a1601a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:03.495400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681194b-7fe5-40ff-b0fb-7146b9a1601a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=cd95448e-92de-48d7-8ccb-02acc2a68113,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:03.512379 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:03.558220 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] Pushing event deleted for resources: {'Port': ['ID=ecc9ef71-260c-4bb6-964c-c5773e5ea1a8,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:03.569058 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] No DVR routers for this DVR port ecc9ef71-260c-4bb6-964c-c5773e5ea1a8 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:05:03.575908 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:03.576375 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:03.576956 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:03.577605 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:03.578282 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:03.578509 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:03.578904 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:03.579557 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:03.579957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:03.580448 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:03.580810 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24ecbc-e56a-4bf3-b6a3-3bab21aad530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:03.721834 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4681194b-7fe5-40ff-b0fb-7146b9a1601a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:03.725789 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:03.790177 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ecc9ef71-260c-4bb6-964c-c5773e5ea1a8 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:05:03.824278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: ecc9ef71-260c-4bb6-964c-c5773e5ea1a8 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:05:03.824575 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device ecc9ef71-260c-4bb6-964c-c5773e5ea1a8 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:05:03.824991 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 517afdc8-db0d-4e99-b007-25f7784fc44d no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:05:03.856531 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 517afdc8-db0d-4e99-b007-25f7784fc44d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:05:03.856872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 517afdc8-db0d-4e99-b007-25f7784fc44d not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:05:03.977426 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4681194b-7fe5-40ff-b0fb-7146b9a1601a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:03.981550 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4681194b-7fe5-40ff-b0fb-7146b9a1601a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:04.005375 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4681194b-7fe5-40ff-b0fb-7146b9a1601a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:04.005880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4681194b-7fe5-40ff-b0fb-7146b9a1601a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Fanout notify agent at l3_agent the message router_deleted on router 4d7b763f-2a76-4208-8557-ad85b4a1d035 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:05:04.019983 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4681194b-7fe5-40ff-b0fb-7146b9a1601a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:04.021060 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4681194b-7fe5-40ff-b0fb-7146b9a1601a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/routers/4d7b763f-2a76-4208-8557-ad85b4a1d035 HTTP/1.1" status: 204 len: 168 time: 1.5394619 May 30 21:05:04.024015 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52620) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:04.142976 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f6a5-ba9e-4541-ae59-bd06ee5a43b0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:04.271552 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f6a5-ba9e-4541-ae59-bd06ee5a43b0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:04.296872 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-a0b4f6a5-ba9e-4541-ae59-bd06ee5a43b0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f205f69-da61-4ef1-9b2b-c13dae530aef']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:04.309420 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-a0b4f6a5-ba9e-4541-ae59-bd06ee5a43b0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936dd52a-b7f4-4991-9ca9-cffc5270087e') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:04.309718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-a0b4f6a5-ba9e-4541-ae59-bd06ee5a43b0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936dd52a-b7f4-4991-9ca9-cffc5270087e') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:04.320917 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f6a5-ba9e-4541-ae59-bd06ee5a43b0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:04.337260 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f6a5-ba9e-4541-ae59-bd06ee5a43b0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:04.343159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b4f6a5-ba9e-4541-ae59-bd06ee5a43b0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:05:04.343533 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f6a5-ba9e-4541-ae59-bd06ee5a43b0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: timer() May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: self._notify() May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:05:04.358043 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:05:04.438699 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f6a5-ba9e-4541-ae59-bd06ee5a43b0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:04.443683 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f6a5-ba9e-4541-ae59-bd06ee5a43b0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:04.474616 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4f6a5-ba9e-4541-ae59-bd06ee5a43b0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Network': ['ID=7f205f69-da61-4ef1-9b2b-c13dae530aef,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:04.481256 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a0b4f6a5-ba9e-4541-ae59-bd06ee5a43b0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/networks/7f205f69-da61-4ef1-9b2b-c13dae530aef HTTP/1.1" status: 204 len: 168 time: 0.4563041 May 30 21:05:04.484250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52624) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:04.551356 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-88c966f2-b822-44a7-a980-eaedcd250e74 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:04.579527 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-88c966f2-b822-44a7-a980-eaedcd250e74 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:04.640757 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-88c966f2-b822-44a7-a980-eaedcd250e74 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:04.662967 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c966f2-b822-44a7-a980-eaedcd250e74 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=defb77af-8e12-4cc3-a101-5244cdbfb34f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:04.674398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-88c966f2-b822-44a7-a980-eaedcd250e74 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:04.675536 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-88c966f2-b822-44a7-a980-eaedcd250e74 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/security-groups/defb77af-8e12-4cc3-a101-5244cdbfb34f HTTP/1.1" status: 204 len: 168 time: 0.1903265 May 30 21:05:04.813070 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52632) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:04.819040 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-b6ccebc7-5b95-43f3-b8a7-ba3a59ae9649 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1588463084', 'description': 'tempest-secgroup-smoke-1588463084 description', 'project_id': '762188eb18ae47a58188062fa7bd3504'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:05:04.825757 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b6ccebc7-5b95-43f3-b8a7-ba3a59ae9649 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:05:04.829833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b6ccebc7-5b95-43f3-b8a7-ba3a59ae9649 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:05:04.833259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b6ccebc7-5b95-43f3-b8a7-ba3a59ae9649 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:05:04.838858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b6ccebc7-5b95-43f3-b8a7-ba3a59ae9649 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:05:04.941657 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b6ccebc7-5b95-43f3-b8a7-ba3a59ae9649 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:04.976215 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b6ccebc7-5b95-43f3-b8a7-ba3a59ae9649 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:05:04.979916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b6ccebc7-5b95-43f3-b8a7-ba3a59ae9649 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:05:04.982778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-b6ccebc7-5b95-43f3-b8a7-ba3a59ae9649 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:05:04.988592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-b6ccebc7-5b95-43f3-b8a7-ba3a59ae9649 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:05:05.042822 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b6ccebc7-5b95-43f3-b8a7-ba3a59ae9649 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.046392 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b6ccebc7-5b95-43f3-b8a7-ba3a59ae9649 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.093095 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccebc7-5b95-43f3-b8a7-ba3a59ae9649 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f95d4c-3657-4722-b360-da0fe0647990,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:05.095595 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b6ccebc7-5b95-43f3-b8a7-ba3a59ae9649 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.096799 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b6ccebc7-5b95-43f3-b8a7-ba3a59ae9649 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2827320 May 30 21:05:05.099760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52636) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:05.104998 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1c3f0c7a-ceff-4699-9448-ad495662d621 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': 'f8f95d4c-3657-4722-b360-da0fe0647990', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:05:05.111599 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1c3f0c7a-ceff-4699-9448-ad495662d621 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:05:05.115880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1c3f0c7a-ceff-4699-9448-ad495662d621 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:05:05.118687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1c3f0c7a-ceff-4699-9448-ad495662d621 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:05:05.124282 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1c3f0c7a-ceff-4699-9448-ad495662d621 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:05:05.140151 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c3f0c7a-ceff-4699-9448-ad495662d621 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.198666 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c3f0c7a-ceff-4699-9448-ad495662d621 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.201822 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c3f0c7a-ceff-4699-9448-ad495662d621 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.225950 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f0c7a-ceff-4699-9448-ad495662d621 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8bd728-40f6-4068-8f49-5d4bb0adc0e2,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:05.234947 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1c3f0c7a-ceff-4699-9448-ad495662d621 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.239178 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1c3f0c7a-ceff-4699-9448-ad495662d621 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1354151 May 30 21:05:05.239651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52640) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:05.245455 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-7edb3a3c-6335-4e9b-9b9d-a994695284f2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': 'f8f95d4c-3657-4722-b360-da0fe0647990', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:05:05.260067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7edb3a3c-6335-4e9b-9b9d-a994695284f2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:05:05.264254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7edb3a3c-6335-4e9b-9b9d-a994695284f2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:05:05.267143 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7edb3a3c-6335-4e9b-9b9d-a994695284f2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:05:05.272836 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7edb3a3c-6335-4e9b-9b9d-a994695284f2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:05:05.290105 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7edb3a3c-6335-4e9b-9b9d-a994695284f2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.358678 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7edb3a3c-6335-4e9b-9b9d-a994695284f2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.362373 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7edb3a3c-6335-4e9b-9b9d-a994695284f2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.389416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb3a3c-6335-4e9b-9b9d-a994695284f2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437e495b-5e9e-48fb-a404-8a31f33bef8b,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:05.398030 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7edb3a3c-6335-4e9b-9b9d-a994695284f2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.399197 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7edb3a3c-6335-4e9b-9b9d-a994695284f2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1583419 May 30 21:05:05.401976 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52644) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:05.407438 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-3a65b58b-474d-4ed6-97fd-6be9c947eaf4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': 'f8f95d4c-3657-4722-b360-da0fe0647990', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:05:05.413671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3a65b58b-474d-4ed6-97fd-6be9c947eaf4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:05:05.417485 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3a65b58b-474d-4ed6-97fd-6be9c947eaf4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:05:05.420367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3a65b58b-474d-4ed6-97fd-6be9c947eaf4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:05:05.426539 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3a65b58b-474d-4ed6-97fd-6be9c947eaf4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:05:05.442725 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3a65b58b-474d-4ed6-97fd-6be9c947eaf4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.505280 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3a65b58b-474d-4ed6-97fd-6be9c947eaf4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.508781 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3a65b58b-474d-4ed6-97fd-6be9c947eaf4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.532684 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65b58b-474d-4ed6-97fd-6be9c947eaf4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c6348a-ef8e-4b1e-8692-a43ed6a12bea,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:05.541973 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3a65b58b-474d-4ed6-97fd-6be9c947eaf4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.543154 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3a65b58b-474d-4ed6-97fd-6be9c947eaf4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1402242 May 30 21:05:05.545899 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52648) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:05.551868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d0b5a941-e5f6-4929-80f0-b2688de8386c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': 'f8f95d4c-3657-4722-b360-da0fe0647990', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:05:05.558066 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d0b5a941-e5f6-4929-80f0-b2688de8386c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:05:05.561861 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d0b5a941-e5f6-4929-80f0-b2688de8386c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:05:05.564737 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d0b5a941-e5f6-4929-80f0-b2688de8386c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:05:05.570350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d0b5a941-e5f6-4929-80f0-b2688de8386c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:05:05.586648 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a941-e5f6-4929-80f0-b2688de8386c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.648515 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a941-e5f6-4929-80f0-b2688de8386c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.651956 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a941-e5f6-4929-80f0-b2688de8386c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.675063 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5a941-e5f6-4929-80f0-b2688de8386c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4447ea22-e010-4761-9f8c-aab4519ee5ba,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:05.684444 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a941-e5f6-4929-80f0-b2688de8386c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.685661 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d0b5a941-e5f6-4929-80f0-b2688de8386c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1388402 May 30 21:05:05.688865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52652) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:05.689763 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cd95448e-92de-48d7-8ccb-02acc2a68113 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:05:05.694811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-9476151a-f66b-4b91-b3ee-6393760be508 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': 'f8f95d4c-3657-4722-b360-da0fe0647990', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:05:05.701648 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9476151a-f66b-4b91-b3ee-6393760be508 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:05:05.705573 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9476151a-f66b-4b91-b3ee-6393760be508 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:05:05.708544 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-9476151a-f66b-4b91-b3ee-6393760be508 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:05:05.714299 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-9476151a-f66b-4b91-b3ee-6393760be508 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:05:05.726007 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: cd95448e-92de-48d7-8ccb-02acc2a68113 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:05:05.726424 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device cd95448e-92de-48d7-8ccb-02acc2a68113 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:05:05.730939 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-9476151a-f66b-4b91-b3ee-6393760be508 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Project 762188eb18ae47a58188062fa7bd3504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:05:05.739450 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9476151a-f66b-4b91-b3ee-6393760be508 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.803153 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9476151a-f66b-4b91-b3ee-6393760be508 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.806869 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9476151a-f66b-4b91-b3ee-6393760be508 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.828975 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476151a-f66b-4b91-b3ee-6393760be508 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a374837d-60d0-4435-80cf-45f0dd7c0745,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:05.837776 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9476151a-f66b-4b91-b3ee-6393760be508 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.839115 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9476151a-f66b-4b91-b3ee-6393760be508 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1492989 May 30 21:05:05.842046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52656) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:05.849059 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-0844979a-667e-426c-8025-b84e0e996d6e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': 'f8f95d4c-3657-4722-b360-da0fe0647990', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:05:05.855204 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0844979a-667e-426c-8025-b84e0e996d6e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:05:05.859110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0844979a-667e-426c-8025-b84e0e996d6e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:05:05.861946 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-0844979a-667e-426c-8025-b84e0e996d6e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:05:05.867718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-0844979a-667e-426c-8025-b84e0e996d6e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:05:05.877063 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-0844979a-667e-426c-8025-b84e0e996d6e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Project 762188eb18ae47a58188062fa7bd3504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:05:05.883800 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0844979a-667e-426c-8025-b84e0e996d6e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.947661 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0844979a-667e-426c-8025-b84e0e996d6e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.951060 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0844979a-667e-426c-8025-b84e0e996d6e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.974110 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844979a-667e-426c-8025-b84e0e996d6e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dbfa920-e0c9-4f71-aa34-161650e99778,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:05.982234 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0844979a-667e-426c-8025-b84e0e996d6e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:05.983472 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0844979a-667e-426c-8025-b84e0e996d6e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1405034 May 30 21:05:05.986399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52660) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:05.991660 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-8532b56d-2561-4d0f-acd5-059a8f2f4582 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'network': {'name': 'tempest-network-smoke--2069649219', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'port_security_enabled': True}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:05:05.996819 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8532b56d-2561-4d0f-acd5-059a8f2f4582 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:05:06.000858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8532b56d-2561-4d0f-acd5-059a8f2f4582 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:network and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:05:06.003673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8532b56d-2561-4d0f-acd5-059a8f2f4582 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:05:06.009282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8532b56d-2561-4d0f-acd5-059a8f2f4582 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:05:06.018983 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8532b56d-2561-4d0f-acd5-059a8f2f4582 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Made reservation on behalf of 762188eb18ae47a58188062fa7bd3504 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:05:06.022323 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8532b56d-2561-4d0f-acd5-059a8f2f4582 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:06.051464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8532b56d-2561-4d0f-acd5-059a8f2f4582 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:05:06.061645 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8532b56d-2561-4d0f-acd5-059a8f2f4582 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:06.061956 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-8532b56d-2561-4d0f-acd5-059a8f2f4582 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Added segment 393a5834-5fa0-4b8c-8582-bfa87cbe5e73 of type vlan for network 1ba14484-8074-49c8-b562-12159679b878 May 30 21:05:06.090566 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8532b56d-2561-4d0f-acd5-059a8f2f4582 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:06.118847 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8532b56d-2561-4d0f-acd5-059a8f2f4582 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:06.122497 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8532b56d-2561-4d0f-acd5-059a8f2f4582 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:06.123070 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8532b56d-2561-4d0f-acd5-059a8f2f4582 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:06.254848 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8532b56d-2561-4d0f-acd5-059a8f2f4582 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2642982 May 30 21:05:06.255512 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52664) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:06.257562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532b56d-2561-4d0f-acd5-059a8f2f4582 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Network': ['ID=1ba14484-8074-49c8-b562-12159679b878,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:06.262127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-440540981', 'admin_state_up': True, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:05:06.269666 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 1ba14484-8074-49c8-b562-12159679b878 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:05:06.270269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:05:06.274222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:router and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:05:06.277130 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:05:06.283221 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:05:06.293781 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:06.295000 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:06.315644 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:06.462898 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:06.637474 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:06.669911 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:06.800925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.25.5.41 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/25c1247d-5cab-4779-a912-54d4cf8c0cd5) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:05:06.950254 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:06.977231 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:07.045386 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:05:07.048273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:05:07.053724 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:05:07.079146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=25c1247d-5cab-4779-a912-54d4cf8c0cd5,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:07.291241 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:07.292137 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:07.518722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router 97b90aea-cfbe-4187-8314-354ef6d9c8c6 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:05:07.660697 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:07.718352 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:05:07.727437 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Sync routers for ids ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:05:07.739743 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Routers {'97b90aea-cfbe-4187-8314-354ef6d9c8c6'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:05:07.740375 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:05:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:07.744106 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:07.748432 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-48b0b6ec-1891-44c0-b10e-251ccd9e5a72 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4894459 May 30 21:05:07.748579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52668) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:07.792881 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b00505bd-b058-4ace-8428-c4a6c627bc9f tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=762188eb18ae47a58188062fa7bd3504&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431676 May 30 21:05:07.795744 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52672) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:07.927512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c09d5e-6c2e-4778-a0e3-d22a21bb2df7 tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:07.928951 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-75c09d5e-6c2e-4778-a0e3-d22a21bb2df7 tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321042 May 30 21:05:07.931874 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52676) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:07.944806 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Set router 97b90aea-cfbe-4187-8314-354ef6d9c8c6 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:05:07.972153 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-de3fbf58-a977-4279-9a4a-e89948e05bd8 tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390882 May 30 21:05:07.974746 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52680) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:07.980155 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-b41e2873-5e0e-4254-9658-2c1b0a8b2f19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1267982343', 'network_id': '1ba14484-8074-49c8-b562-12159679b878', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:05:08.087451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b41e2873-5e0e-4254-9658-2c1b0a8b2f19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:05:08.091282 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b41e2873-5e0e-4254-9658-2c1b0a8b2f19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:subnet and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:05:08.094197 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-b41e2873-5e0e-4254-9658-2c1b0a8b2f19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:05:08.099855 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-b41e2873-5e0e-4254-9658-2c1b0a8b2f19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:05:08.110219 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41e2873-5e0e-4254-9658-2c1b0a8b2f19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Made reservation on behalf of 762188eb18ae47a58188062fa7bd3504 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:05:08.215346 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b41e2873-5e0e-4254-9658-2c1b0a8b2f19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:08.233614 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440540981', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:07Z', 'revision_number': 3, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:50:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:08.238683 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Checking router: 97b90aea-cfbe-4187-8314-354ef6d9c8c6 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:05:08.239015 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Updating router 97b90aea-cfbe-4187-8314-354ef6d9c8c6 port 25c1247d-5cab-4779-a912-54d4cf8c0cd5 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:05:08.291267 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:08.435719 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b41e2873-5e0e-4254-9658-2c1b0a8b2f19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:08.517949 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e2873-5e0e-4254-9658-2c1b0a8b2f19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Subnet': ['ID=6c25fa7d-0266-4428-a66e-1061742d9189,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:08.526392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41e2873-5e0e-4254-9658-2c1b0a8b2f19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Checking segment: {'id': '393a5834-5fa0-4b8c-8582-bfa87cbe5e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ba14484-8074-49c8-b562-12159679b878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:05:08.526751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41e2873-5e0e-4254-9658-2c1b0a8b2f19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network hostable DHCP agents. Network: 1ba14484-8074-49c8-b562-12159679b878, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:05:08.549032 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41e2873-5e0e-4254-9658-2c1b0a8b2f19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 1ba14484-8074-49c8-b562-12159679b878 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:05:08.559440 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-b41e2873-5e0e-4254-9658-2c1b0a8b2f19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 1ba14484-8074-49c8-b562-12159679b878) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:05:08.564930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e2873-5e0e-4254-9658-2c1b0a8b2f19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:08.565592 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b41e2873-5e0e-4254-9658-2c1b0a8b2f19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:08.568573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55fe1df-e40b-44b8-9c5d-7d74d3529de5 None None] Network 1ba14484-8074-49c8-b562-12159679b878 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:05:08.592991 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b41e2873-5e0e-4254-9658-2c1b0a8b2f19 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6145494 May 30 21:05:08.593289 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52684) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:08.629398 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:08.643195 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Transition to ACTIVE for port object 25c1247d-5cab-4779-a912-54d4cf8c0cd5 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:05:08.650269 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:08.720478 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d7da3-4f88-4c26-93c2-2d051ff45d75 None None] Pushing event updated for resources: {'Port': ['ID=25c1247d-5cab-4779-a912-54d4cf8c0cd5,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:08.738856 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d7da3-4f88-4c26-93c2-2d051ff45d75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:08.739489 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d7da3-4f88-4c26-93c2-2d051ff45d75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:08.739489 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d7da3-4f88-4c26-93c2-2d051ff45d75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:08.739828 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d7da3-4f88-4c26-93c2-2d051ff45d75 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:08.740191 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d7da3-4f88-4c26-93c2-2d051ff45d75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:08.740501 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d7da3-4f88-4c26-93c2-2d051ff45d75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:08.740816 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d7da3-4f88-4c26-93c2-2d051ff45d75 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:08.741131 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d7da3-4f88-4c26-93c2-2d051ff45d75 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:08.741443 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d7da3-4f88-4c26-93c2-2d051ff45d75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:08.741997 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d7da3-4f88-4c26-93c2-2d051ff45d75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:08.743321 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d7da3-4f88-4c26-93c2-2d051ff45d75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:05:08.762291 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Attempting to bind port 25c1247d-5cab-4779-a912-54d4cf8c0cd5 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:05:08.762977 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Attempting to bind port 25c1247d-5cab-4779-a912-54d4cf8c0cd5 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:05:08.763606 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Attempting to bind port 25c1247d-5cab-4779-a912-54d4cf8c0cd5 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:05:08.770981 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:05:08.771293 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:05:08.771813 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:08.772416 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:05:08.773064 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Bound port: 25c1247d-5cab-4779-a912-54d4cf8c0cd5, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:05:08.773571 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:08.791037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-1ba14484-8074-49c8-b562-12159679b878', 'network_id': '1ba14484-8074-49c8-b562-12159679b878', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ips': [{'subnet_id': '6c25fa7d-0266-4428-a66e-1061742d9189'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:05:08.792441 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:08.849317 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] For port 25c1247d-5cab-4779-a912-54d4cf8c0cd5, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:05:08.853295 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] For port 25c1247d-5cab-4779-a912-54d4cf8c0cd5, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=25c1247d-5cab-4779-a912-54d4cf8c0cd5,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:05:08.857888 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:08.944612 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d7da3-4f88-4c26-93c2-2d051ff45d75 None None] Pushing event updated for resources: {'Port': ['ID=25c1247d-5cab-4779-a912-54d4cf8c0cd5,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:08.951246 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Routers {'97b90aea-cfbe-4187-8314-354ef6d9c8c6'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:05:08.951864 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:05:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:08.952114 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Allocated IP 172.20.0.2 (1ba14484-8074-49c8-b562-12159679b878/6c25fa7d-0266-4428-a66e-1061742d9189/af1f6be3-eb99-4721-9abd-9ede8453e73e) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:05:09.135242 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] Set router 97b90aea-cfbe-4187-8314-354ef6d9c8c6 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:05:09.163913 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:09.174622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Transition to ACTIVE for port object af1f6be3-eb99-4721-9abd-9ede8453e73e will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:05:09.194917 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Transition to ACTIVE for port object af1f6be3-eb99-4721-9abd-9ede8453e73e will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:05:09.200753 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:09.270255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Network 1ba14484-8074-49c8-b562-12159679b878 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:05:09.273542 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:05:09.275368 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Pushing event updated for resources: {'Port': ['ID=af1f6be3-eb99-4721-9abd-9ede8453e73e,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:09.277559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:05:09.370628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Attempting to bind port af1f6be3-eb99-4721-9abd-9ede8453e73e on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:05:09.371028 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Attempting to bind port af1f6be3-eb99-4721-9abd-9ede8453e73e by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '393a5834-5fa0-4b8c-8582-bfa87cbe5e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ba14484-8074-49c8-b562-12159679b878'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:05:09.371388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Attempting to bind port af1f6be3-eb99-4721-9abd-9ede8453e73e on network 1ba14484-8074-49c8-b562-12159679b878 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:05:09.377815 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:05:09.378185 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Checking segment: {'id': '393a5834-5fa0-4b8c-8582-bfa87cbe5e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ba14484-8074-49c8-b562-12159679b878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:05:09.378618 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:09.379012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Bound using segment: {'id': '393a5834-5fa0-4b8c-8582-bfa87cbe5e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ba14484-8074-49c8-b562-12159679b878'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:05:09.379605 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Bound port: af1f6be3-eb99-4721-9abd-9ede8453e73e, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393a5834-5fa0-4b8c-8582-bfa87cbe5e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ba14484-8074-49c8-b562-12159679b878'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:05:09.380135 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:09.465860 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440540981', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:07Z', 'revision_number': 3, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:50:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:09.470187 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5c7a4-8c88-4b71-a8d4-2713e619e8ba None None] The sync data for ids ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'] in n-d-843949-2 is: [{'id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440540981', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:07Z', 'revision_number': 3, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:50:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:05:09.479141 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] For port af1f6be3-eb99-4721-9abd-9ede8453e73e, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:05:09.482766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] For port af1f6be3-eb99-4721-9abd-9ede8453e73e, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=af1f6be3-eb99-4721-9abd-9ede8453e73e,segment=NetworkSegment(393a5834-5fa0-4b8c-8582-bfa87cbe5e73),segment_id=393a5834-5fa0-4b8c-8582-bfa87cbe5e73)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:05:09.492885 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:09.493119 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:09.573832 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d2716-6838-4d47-9f67-7340fdfe39f0 None None] Pushing event updated for resources: {'Port': ['ID=af1f6be3-eb99-4721-9abd-9ede8453e73e,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:09.856245 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 25c1247d-5cab-4779-a912-54d4cf8c0cd5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:05:09.961380 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 25c1247d-5cab-4779-a912-54d4cf8c0cd5 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:05:09.967364 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 25c1247d-5cab-4779-a912-54d4cf8c0cd5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:05:09.967744 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:09.970776 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.20.0.1 (1ba14484-8074-49c8-b562-12159679b878/6c25fa7d-0266-4428-a66e-1061742d9189/babce054-2961-4bb7-8848-c0adc316b210) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:05:10.091437 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:10.111277 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 25c1247d-5cab-4779-a912-54d4cf8c0cd5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=25c1247d-5cab-4779-a912-54d4cf8c0cd5,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:05:10.117080 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:10.159095 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:10.181082 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Transition to ACTIVE for port object babce054-2961-4bb7-8848-c0adc316b210 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:05:10.196604 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=25c1247d-5cab-4779-a912-54d4cf8c0cd5,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:10.211064 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:10.294950 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 1ba14484-8074-49c8-b562-12159679b878 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:05:10.298814 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:05:10.300748 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=babce054-2961-4bb7-8848-c0adc316b210,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:10.302904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:05:10.365428 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:10.462278 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:10.700883 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3bcef7-a221-48ad-b94a-602b290a5b4a None None] Network 1ba14484-8074-49c8-b562-12159679b878 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:05:10.796850 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c6c933c6-b59f-48f9-880c-0c2a909354a2 None None] Provisioning for port af1f6be3-eb99-4721-9abd-9ede8453e73e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:05:10.979375 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:10.984486 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:11.099250 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:11.102705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=babce054-2961-4bb7-8848-c0adc316b210,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:11.152692 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fda2b9b2-e203-4282-8dd1-2b16ed6883cd None None] Provisioning for port babce054-2961-4bb7-8848-c0adc316b210 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:05:11.158635 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fda2b9b2-e203-4282-8dd1-2b16ed6883cd None None] Provisioning complete for port babce054-2961-4bb7-8848-c0adc316b210 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:05:11.159204 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fda2b9b2-e203-4282-8dd1-2b16ed6883cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:11.217542 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fda2b9b2-e203-4282-8dd1-2b16ed6883cd None None] Port babce054-2961-4bb7-8848-c0adc316b210 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:05:11.244194 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 1ba14484-8074-49c8-b562-12159679b878 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:05:11.245331 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:05:11.342014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-573c8cb9-0aaa-4e3d-ad67-36a345240701 None None] Provisioning complete for port babce054-2961-4bb7-8848-c0adc316b210 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:05:11.342664 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-573c8cb9-0aaa-4e3d-ad67-36a345240701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:11.408552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-573c8cb9-0aaa-4e3d-ad67-36a345240701 None None] Port babce054-2961-4bb7-8848-c0adc316b210 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:05:11.530483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-76af42e3-b8ad-4889-9dbe-cf9ff13d69c8 None None] Provisioning complete for port babce054-2961-4bb7-8848-c0adc316b210 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:05:11.530849 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-76af42e3-b8ad-4889-9dbe-cf9ff13d69c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:11.584239 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-76af42e3-b8ad-4889-9dbe-cf9ff13d69c8 None None] Port babce054-2961-4bb7-8848-c0adc316b210 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:05:11.655313 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router 97b90aea-cfbe-4187-8314-354ef6d9c8c6 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:05:11.819987 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device af1f6be3-eb99-4721-9abd-9ede8453e73e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:05:11.878251 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:05:11.897751 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1a043342-e296-47f1-bcd0-f4e7e66b2617 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "PUT /v2.0/routers/97b90aea-cfbe-4187-8314-354ef6d9c8c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2973938 May 30 21:05:11.925912 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port af1f6be3-eb99-4721-9abd-9ede8453e73e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:05:11.930819 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port af1f6be3-eb99-4721-9abd-9ede8453e73e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:05:11.931255 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:12.049454 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:12.068509 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-c8cf6fa2-1a39-41b6-a804-11d9cd5c66fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1588463084&fields=id&tenant_id=762188eb18ae47a58188062fa7bd3504 HTTP/1.1" status: 200 len: 267 time: 0.0429039 May 30 21:05:12.085867 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port af1f6be3-eb99-4721-9abd-9ede8453e73e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=af1f6be3-eb99-4721-9abd-9ede8453e73e,segment=NetworkSegment(393a5834-5fa0-4b8c-8582-bfa87cbe5e73),segment_id=393a5834-5fa0-4b8c-8582-bfa87cbe5e73)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:05:12.089685 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:12.090469 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 25c1247d-5cab-4779-a912-54d4cf8c0cd5 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:05:12.205015 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=af1f6be3-eb99-4721-9abd-9ede8453e73e,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:12.217766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 25c1247d-5cab-4779-a912-54d4cf8c0cd5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:05:12.218046 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:12.222803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-ec81228e-5014-4ee6-9b28-127d526fc6b1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:12.223622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-ec81228e-5014-4ee6-9b28-127d526fc6b1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:05:12.239543 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-ec81228e-5014-4ee6-9b28-127d526fc6b1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:05:12.240755 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-ec81228e-5014-4ee6-9b28-127d526fc6b1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/networks?id=1ba14484-8074-49c8-b562-12159679b878 HTTP/1.1" status: 200 len: 797 time: 0.1657264 May 30 21:05:12.260536 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-697bed3d-b252-4dca-80c3-da870d227bcf tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/quotas/762188eb18ae47a58188062fa7bd3504 HTTP/1.1" status: 200 len: 375 time: 0.0118229 May 30 21:05:12.344367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-80d06246-1fe3-4afe-845c-72646d32e9e9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:05:12.359600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-80d06246-1fe3-4afe-845c-72646d32e9e9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:05:12.360884 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-80d06246-1fe3-4afe-845c-72646d32e9e9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921154 May 30 21:05:12.584411 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-1bba69f2-e4e0-4d79-99cb-5fe02b41aac0 service neutron] 10.222.0.84 "GET /v2.0/networks/1ba14484-8074-49c8-b562-12159679b878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112780 May 30 21:05:12.716009 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-cabeae27-dab2-47b7-b5a4-859e4f8e9ca3 service neutron] 10.222.0.84 "GET /v2.0/networks/1ba14484-8074-49c8-b562-12159679b878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257293 May 30 21:05:13.016478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ed0640de-61d6-4a0e-a3bd-f9c771295c29 req-3b4e59df-b193-49c4-a6be-db6a5085bf1c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 210 time: 0.1534817 May 30 21:05:13.121805 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Sync routers for ids ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:05:13.134183 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Routers {'97b90aea-cfbe-4187-8314-354ef6d9c8c6'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:05:13.134802 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:05:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:13.322666 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Set router 97b90aea-cfbe-4187-8314-354ef6d9c8c6 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:05:13.672223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440540981', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'babce054-2961-4bb7-8848-c0adc316b210', 'name': '', 'network_id': '1ba14484-8074-49c8-b562-12159679b878', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:65:69:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:09Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 2, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:13.680089 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Checking router: 97b90aea-cfbe-4187-8314-354ef6d9c8c6 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:05:13.680676 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Updating router 97b90aea-cfbe-4187-8314-354ef6d9c8c6 port babce054-2961-4bb7-8848-c0adc316b210 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:05:13.739266 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:13.749680 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device af1f6be3-eb99-4721-9abd-9ede8453e73e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:05:13.928713 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port af1f6be3-eb99-4721-9abd-9ede8453e73e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:05:13.928986 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:14.226215 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11186f12-2b5f-4851-a443-507e3e71db27 req-3a2eb895-069e-4364-a560-60d6da6da9b2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 210 time: 0.0526805 May 30 21:05:14.244715 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:14.257754 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Transition to ACTIVE for port object babce054-2961-4bb7-8848-c0adc316b210 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:05:14.264689 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:14.268738 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-aacf9e5d-0113-4d67-861e-610214eea28c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:14.270191 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-aacf9e5d-0113-4d67-861e-610214eea28c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:05:14.280948 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:05:14.283206 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-aacf9e5d-0113-4d67-861e-610214eea28c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:05:14.285176 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-aacf9e5d-0113-4d67-861e-610214eea28c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.77 "GET /v2.0/networks?id=1ba14484-8074-49c8-b562-12159679b878 HTTP/1.1" status: 200 len: 797 time: 0.1871746 May 30 21:05:14.348739 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-aecce413-ac24-4e47-be65-afc70efad914 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:05:14.365342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-aecce413-ac24-4e47-be65-afc70efad914 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:05:14.366871 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-aecce413-ac24-4e47-be65-afc70efad914 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=762188eb18ae47a58188062fa7bd3504 HTTP/1.1" status: 200 len: 380 time: 0.0619895 May 30 21:05:14.378242 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-7d4da634-9ea7-46df-8ae6-0b3f8a2482d4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'port': {'device_id': 'bd777d89-5b3c-44cf-84fe-fc9d08454486', 'network_id': '1ba14484-8074-49c8-b562-12159679b878', 'admin_state_up': True, 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'security_groups': ['f8f95d4c-3657-4722-b360-da0fe0647990']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:05:14.445709 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bf997-fa1b-4a32-ba5b-5a88bba1cb30 None None] Pushing event updated for resources: {'Port': ['ID=babce054-2961-4bb7-8848-c0adc316b210,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:14.529315 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-7d4da634-9ea7-46df-8ae6-0b3f8a2482d4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:05:14.539801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-7d4da634-9ea7-46df-8ae6-0b3f8a2482d4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:05:14.550260 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Attempting to bind port babce054-2961-4bb7-8848-c0adc316b210 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:05:14.550707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Attempting to bind port babce054-2961-4bb7-8848-c0adc316b210 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '393a5834-5fa0-4b8c-8582-bfa87cbe5e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ba14484-8074-49c8-b562-12159679b878'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:05:14.551131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Attempting to bind port babce054-2961-4bb7-8848-c0adc316b210 on network 1ba14484-8074-49c8-b562-12159679b878 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:05:14.552110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-7d4da634-9ea7-46df-8ae6-0b3f8a2482d4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Made reservation on behalf of 762188eb18ae47a58188062fa7bd3504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:05:14.556555 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-7d4da634-9ea7-46df-8ae6-0b3f8a2482d4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:14.563411 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:05:14.564206 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Checking segment: {'id': '393a5834-5fa0-4b8c-8582-bfa87cbe5e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ba14484-8074-49c8-b562-12159679b878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:05:14.564684 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:14.565134 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Bound using segment: {'id': '393a5834-5fa0-4b8c-8582-bfa87cbe5e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ba14484-8074-49c8-b562-12159679b878'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:05:14.566243 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Bound port: babce054-2961-4bb7-8848-c0adc316b210, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393a5834-5fa0-4b8c-8582-bfa87cbe5e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ba14484-8074-49c8-b562-12159679b878'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:05:14.566627 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:14.664559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] For port babce054-2961-4bb7-8848-c0adc316b210, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:05:14.667578 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] For port babce054-2961-4bb7-8848-c0adc316b210, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=babce054-2961-4bb7-8848-c0adc316b210,segment=NetworkSegment(393a5834-5fa0-4b8c-8582-bfa87cbe5e73),segment_id=393a5834-5fa0-4b8c-8582-bfa87cbe5e73)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:05:14.671732 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:14.727055 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-7d4da634-9ea7-46df-8ae6-0b3f8a2482d4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.20.0.13 (1ba14484-8074-49c8-b562-12159679b878/6c25fa7d-0266-4428-a66e-1061742d9189/5469c1ee-62f6-4afe-8138-d26e25115dbe) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:05:14.753045 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bf997-fa1b-4a32-ba5b-5a88bba1cb30 None None] Pushing event updated for resources: {'Port': ['ID=babce054-2961-4bb7-8848-c0adc316b210,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:14.759004 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Routers {'97b90aea-cfbe-4187-8314-354ef6d9c8c6'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:05:14.759530 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:05:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:14.935258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-7d4da634-9ea7-46df-8ae6-0b3f8a2482d4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:14.947005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] Set router 97b90aea-cfbe-4187-8314-354ef6d9c8c6 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:05:14.951817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-7d4da634-9ea7-46df-8ae6-0b3f8a2482d4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Transition to ACTIVE for port object 5469c1ee-62f6-4afe-8138-d26e25115dbe will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:05:14.973757 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-7d4da634-9ea7-46df-8ae6-0b3f8a2482d4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:15.048766 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-7d4da634-9ea7-46df-8ae6-0b3f8a2482d4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 1ba14484-8074-49c8-b562-12159679b878 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:05:15.052389 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-7d4da634-9ea7-46df-8ae6-0b3f8a2482d4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:05:15.056782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-7d4da634-9ea7-46df-8ae6-0b3f8a2482d4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:05:15.081830 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4da634-9ea7-46df-8ae6-0b3f8a2482d4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=5469c1ee-62f6-4afe-8138-d26e25115dbe,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:15.121128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-7d4da634-9ea7-46df-8ae6-0b3f8a2482d4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:15.121733 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-7d4da634-9ea7-46df-8ae6-0b3f8a2482d4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:15.148677 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-7d4da634-9ea7-46df-8ae6-0b3f8a2482d4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7738409 May 30 21:05:15.161368 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-0455c415-080f-438d-b871-d663c410f081 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:05:15.162440 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-0455c415-080f-438d-b871-d663c410f081 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054905 May 30 21:05:15.176647 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Request body: {'port': {'device_id': 'bd777d89-5b3c-44cf-84fe-fc9d08454486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:05:15.301616 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440540981', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'babce054-2961-4bb7-8848-c0adc316b210', 'name': '', 'network_id': '1ba14484-8074-49c8-b562-12159679b878', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:65:69:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:09Z', 'updated_at': '2022-05-30T21:05:14Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:15.302591 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:15.306072 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fa48a3-3356-43b8-8251-14beddf056cc None None] The sync data for ids ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'] in n-d-843949-2 is: [{'id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440540981', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'babce054-2961-4bb7-8848-c0adc316b210', 'name': '', 'network_id': '1ba14484-8074-49c8-b562-12159679b878', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:65:69:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:09Z', 'updated_at': '2022-05-30T21:05:14Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:05:15.363397 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6ebc341c-deba-4902-b81f-b3734899b733 None None] Provisioning for port 5469c1ee-62f6-4afe-8138-d26e25115dbe completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:05:15.385026 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6ebc341c-deba-4902-b81f-b3734899b733 None None] Provisioning complete for port 5469c1ee-62f6-4afe-8138-d26e25115dbe triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:05:15.385387 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6ebc341c-deba-4902-b81f-b3734899b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:15.449105 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad8402-05eb-431c-8e67-1ed2bd5f664f req-73b990b7-1820-4502-a83a-f32528712870 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:15.459862 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c1ad8402-05eb-431c-8e67-1ed2bd5f664f req-73b990b7-1820-4502-a83a-f32528712870 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 932 time: 0.1046336 May 30 21:05:15.461717 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6ebc341c-deba-4902-b81f-b3734899b733 None None] Port 5469c1ee-62f6-4afe-8138-d26e25115dbe cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:05:15.507833 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c1ad8402-05eb-431c-8e67-1ed2bd5f664f req-0e9d6405-df66-429a-8930-d4e4de25df20 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467660 May 30 21:05:15.710993 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5469c1ee-62f6-4afe-8138-d26e25115dbe {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:05:15.718571 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:15.742637 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Transition to ACTIVE for port object 5469c1ee-62f6-4afe-8138-d26e25115dbe will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:05:15.746424 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:15.763573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device babce054-2961-4bb7-8848-c0adc316b210 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:05:15.841026 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port babce054-2961-4bb7-8848-c0adc316b210 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:05:15.849127 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port babce054-2961-4bb7-8848-c0adc316b210 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:05:15.849478 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:15.988306 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:16.006144 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Pushing event updated for resources: {'Port': ['ID=5469c1ee-62f6-4afe-8138-d26e25115dbe,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:16.035468 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port babce054-2961-4bb7-8848-c0adc316b210, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=babce054-2961-4bb7-8848-c0adc316b210,segment=NetworkSegment(393a5834-5fa0-4b8c-8582-bfa87cbe5e73),segment_id=393a5834-5fa0-4b8c-8582-bfa87cbe5e73)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:05:16.040053 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:16.122088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=babce054-2961-4bb7-8848-c0adc316b210,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:16.124934 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Attempting to bind port 5469c1ee-62f6-4afe-8138-d26e25115dbe on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:05:16.125373 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Attempting to bind port 5469c1ee-62f6-4afe-8138-d26e25115dbe by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '393a5834-5fa0-4b8c-8582-bfa87cbe5e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ba14484-8074-49c8-b562-12159679b878'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:05:16.125811 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Attempting to bind port 5469c1ee-62f6-4afe-8138-d26e25115dbe on network 1ba14484-8074-49c8-b562-12159679b878 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:05:16.132819 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Port 5469c1ee-62f6-4afe-8138-d26e25115dbe on network 1ba14484-8074-49c8-b562-12159679b878 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:05:16.133208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Attempting to bind port 5469c1ee-62f6-4afe-8138-d26e25115dbe on network 1ba14484-8074-49c8-b562-12159679b878 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:05:16.140170 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:05:16.140507 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Checking segment: {'id': '393a5834-5fa0-4b8c-8582-bfa87cbe5e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ba14484-8074-49c8-b562-12159679b878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:05:16.140885 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Bound using segment: {'id': '393a5834-5fa0-4b8c-8582-bfa87cbe5e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ba14484-8074-49c8-b562-12159679b878'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:05:16.141310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Bound port: 5469c1ee-62f6-4afe-8138-d26e25115dbe, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393a5834-5fa0-4b8c-8582-bfa87cbe5e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ba14484-8074-49c8-b562-12159679b878'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:05:16.141657 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:16.231580 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] For port 5469c1ee-62f6-4afe-8138-d26e25115dbe, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:05:16.234814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] For port 5469c1ee-62f6-4afe-8138-d26e25115dbe, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5469c1ee-62f6-4afe-8138-d26e25115dbe,segment=NetworkSegment(393a5834-5fa0-4b8c-8582-bfa87cbe5e73),segment_id=393a5834-5fa0-4b8c-8582-bfa87cbe5e73)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:05:16.240263 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:16.310708 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:16.312078 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] 10.222.0.77 "PUT /v2.0/ports/5469c1ee-62f6-4afe-8138-d26e25115dbe HTTP/1.1" status: 200 len: 1092 time: 1.1401124 May 30 21:05:16.312528 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd777d89-5b3c-44cf-84fe-fc9d08454486', 'tag': '5469c1ee-62f6-4afe-8138-d26e25115dbe'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:05:16.329189 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dbdb8-263e-461a-9aba-f3f704540417 service neutron] Pushing event updated for resources: {'Port': ['ID=5469c1ee-62f6-4afe-8138-d26e25115dbe,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:16.395760 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1943662c-7ac5-4b67-a2b3-c9569742e083'] response: {'name': 'network-changed', 'server_uuid': 'bd777d89-5b3c-44cf-84fe-fc9d08454486', 'tag': '5469c1ee-62f6-4afe-8138-d26e25115dbe', 'status': 'completed', 'code': 200} May 30 21:05:16.438595 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-df8ba1f3-08c9-4787-a436-f808cbcbcac3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 1095 time: 0.0758274 May 30 21:05:16.514969 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-033340dd-3d3a-4300-8b39-6979b39e056f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5469c1ee-62f6-4afe-8138-d26e25115dbe HTTP/1.1" status: 200 len: 217 time: 0.0662100 May 30 21:05:16.583302 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-fe53807e-00c9-42cd-ba0b-69a917e04beb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:16.584797 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-fe53807e-00c9-42cd-ba0b-69a917e04beb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c25fa7d-0266-4428-a66e-1061742d9189 HTTP/1.1" status: 200 len: 835 time: 0.0611773 May 30 21:05:16.665714 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-d3d9f9b2-154b-408f-95a0-7758b06ff548 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ba14484-8074-49c8-b562-12159679b878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718868 May 30 21:05:16.703125 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb605a4-98ce-4957-a0e5-6437ac5cc842 req-8953821d-8036-4dbd-b688-a72aa7fa526c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:16.704601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bdb605a4-98ce-4957-a0e5-6437ac5cc842 req-8953821d-8036-4dbd-b688-a72aa7fa526c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 944 time: 0.0750546 May 30 21:05:16.749607 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bdb605a4-98ce-4957-a0e5-6437ac5cc842 req-ce957d43-5c97-4b30-a415-8de127f88438 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395446 May 30 21:05:16.802788 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-beba8610-0418-4767-b3f8-b31bfa7eb303 service neutron] 10.222.0.77 "GET /v2.0/networks/1ba14484-8074-49c8-b562-12159679b878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263273 May 30 21:05:16.934176 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f21761ce-e547-4132-a7a1-8b5b8b59bcd8 req-87c2b244-ea6f-4e6f-8b56-13ca02e9133b service neutron] 10.222.0.77 "GET /v2.0/networks/1ba14484-8074-49c8-b562-12159679b878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218309 May 30 21:05:17.060040 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9727a7a-579a-44ca-b144-30538d9135f5 req-bf816ee8-7631-4195-865c-1ef06e0dc9eb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 1095 time: 0.0660436 May 30 21:05:17.185416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9727a7a-579a-44ca-b144-30538d9135f5 req-a487785b-b100-40b7-8be8-3f4bf9827bc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:17.186712 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9727a7a-579a-44ca-b144-30538d9135f5 req-a487785b-b100-40b7-8be8-3f4bf9827bc0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ba14484-8074-49c8-b562-12159679b878 HTTP/1.1" status: 200 len: 898 time: 0.1211457 May 30 21:05:17.256942 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9727a7a-579a-44ca-b144-30538d9135f5 req-f0f671f1-f5ef-4566-b22e-0ef694a8648a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5469c1ee-62f6-4afe-8138-d26e25115dbe HTTP/1.1" status: 200 len: 217 time: 0.0621419 May 30 21:05:17.317228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9727a7a-579a-44ca-b144-30538d9135f5 req-cea5fb35-0f26-4803-99ef-f6b5ee2436b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:17.318616 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9727a7a-579a-44ca-b144-30538d9135f5 req-cea5fb35-0f26-4803-99ef-f6b5ee2436b4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c25fa7d-0266-4428-a66e-1061742d9189 HTTP/1.1" status: 200 len: 835 time: 0.0559618 May 30 21:05:17.393139 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9727a7a-579a-44ca-b144-30538d9135f5 req-22bdf7c1-12c7-461f-8eb7-1f0b31bc317f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ba14484-8074-49c8-b562-12159679b878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681028 May 30 21:05:17.522644 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9727a7a-579a-44ca-b144-30538d9135f5 req-b0821236-561d-47c7-bd34-4aec5ea40f51 service neutron] 10.222.0.77 "GET /v2.0/networks/1ba14484-8074-49c8-b562-12159679b878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224747 May 30 21:05:17.651688 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f9727a7a-579a-44ca-b144-30538d9135f5 req-fbe01301-8c02-4904-931c-bfe901aff186 service neutron] 10.222.0.77 "GET /v2.0/networks/1ba14484-8074-49c8-b562-12159679b878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217706 May 30 21:05:17.738186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device babce054-2961-4bb7-8848-c0adc316b210 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:05:17.808061 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port babce054-2961-4bb7-8848-c0adc316b210 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:05:17.808432 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:17.949254 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78122517-29ec-4736-a6a6-bce27cb70296 req-3a5fe2ee-7f46-428b-ad42-0d20d5f0220e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:17.950674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78122517-29ec-4736-a6a6-bce27cb70296 req-3a5fe2ee-7f46-428b-ad42-0d20d5f0220e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 944 time: 0.0791495 May 30 21:05:17.994319 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-78122517-29ec-4736-a6a6-bce27cb70296 req-a09cf0aa-8dd5-45d2-affb-c7cee9ca53db tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381453 May 30 21:05:19.189565 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378f72e-be3c-47cf-bf72-017f3ba4402b req-ed354075-d4db-4d70-8d49-e27dda7fd9de tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:19.191003 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a378f72e-be3c-47cf-bf72-017f3ba4402b req-ed354075-d4db-4d70-8d49-e27dda7fd9de tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 944 time: 0.0759706 May 30 21:05:19.235749 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a378f72e-be3c-47cf-bf72-017f3ba4402b req-d0d96406-3144-4b0f-bd89-1df89f8b0a71 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392447 May 30 21:05:19.724341 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 5469c1ee-62f6-4afe-8138-d26e25115dbe details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:05:19.859758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 5469c1ee-62f6-4afe-8138-d26e25115dbe, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5469c1ee-62f6-4afe-8138-d26e25115dbe,segment=NetworkSegment(393a5834-5fa0-4b8c-8582-bfa87cbe5e73),segment_id=393a5834-5fa0-4b8c-8582-bfa87cbe5e73)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:05:19.904021 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '5469c1ee-62f6-4afe-8138-d26e25115dbe', 'network_id': '1ba14484-8074-49c8-b562-12159679b878', 'port_id': '5469c1ee-62f6-4afe-8138-d26e25115dbe', 'mac_address': 'fa:16:3e:06:bb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:05:19.956017 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:19.973116 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5469c1ee-62f6-4afe-8138-d26e25115dbe {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:05:19.988342 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 5469c1ee-62f6-4afe-8138-d26e25115dbe, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5469c1ee-62f6-4afe-8138-d26e25115dbe,segment=NetworkSegment(393a5834-5fa0-4b8c-8582-bfa87cbe5e73),segment_id=393a5834-5fa0-4b8c-8582-bfa87cbe5e73)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:05:19.992051 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:20.062018 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=5469c1ee-62f6-4afe-8138-d26e25115dbe,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:20.323872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['5469c1ee-62f6-4afe-8138-d26e25115dbe'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:05:20.436214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14938288-b725-4769-9291-3a0e55e3bfcd req-e9ed12cd-5764-405f-a77c-bcab16ded81e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:20.437661 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-14938288-b725-4769-9291-3a0e55e3bfcd req-e9ed12cd-5764-405f-a77c-bcab16ded81e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 945 time: 0.0800669 May 30 21:05:20.482781 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-14938288-b725-4769-9291-3a0e55e3bfcd req-076b2239-f7e6-4f4f-a54c-93c5556b9e68 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392501 May 30 21:05:21.680021 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ab641-eadd-49ed-9e82-22fb8cf5886c req-2c7a8eb2-2801-4f5a-8b0a-5f20e4b130ca tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:21.681454 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a5ab641-eadd-49ed-9e82-22fb8cf5886c req-2c7a8eb2-2801-4f5a-8b0a-5f20e4b130ca tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 945 time: 0.0757987 May 30 21:05:21.726239 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a5ab641-eadd-49ed-9e82-22fb8cf5886c req-674683e8-05fe-42af-a8bb-8a2dc002da82 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393219 May 30 21:05:21.767136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 5469c1ee-62f6-4afe-8138-d26e25115dbe up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:05:21.834579 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 5469c1ee-62f6-4afe-8138-d26e25115dbe completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:05:21.839244 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 5469c1ee-62f6-4afe-8138-d26e25115dbe triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:05:21.839606 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:21.953993 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:21.979679 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd777d89-5b3c-44cf-84fe-fc9d08454486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5469c1ee-62f6-4afe-8138-d26e25115dbe'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:05:21.989671 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 5469c1ee-62f6-4afe-8138-d26e25115dbe, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5469c1ee-62f6-4afe-8138-d26e25115dbe,segment=NetworkSegment(393a5834-5fa0-4b8c-8582-bfa87cbe5e73),segment_id=393a5834-5fa0-4b8c-8582-bfa87cbe5e73)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:05:21.993229 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:22.034528 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f68e55-1ec9-4d56-9801-21caca61942a'] response: {'server_uuid': 'bd777d89-5b3c-44cf-84fe-fc9d08454486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5469c1ee-62f6-4afe-8138-d26e25115dbe', 'code': 200} May 30 21:05:22.060198 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=5469c1ee-62f6-4afe-8138-d26e25115dbe,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:22.256292 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f388af02-6a08-4cd6-8dec-1180f6d835f6 req-3d5fa058-52ef-4dd3-9901-0748783ab6ce service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 1097 time: 0.1615970 May 30 21:05:22.300651 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f388af02-6a08-4cd6-8dec-1180f6d835f6 req-7114966e-d8fa-4ee5-acfe-7076b4fc210b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363445 May 30 21:05:22.923576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c173ce-d425-4d62-9809-b9ccb7417e59 req-db73680b-fd8e-4ff9-a8ed-3096b55c6ffc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:22.925016 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74c173ce-d425-4d62-9809-b9ccb7417e59 req-db73680b-fd8e-4ff9-a8ed-3096b55c6ffc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 946 time: 0.0786855 May 30 21:05:22.969165 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74c173ce-d425-4d62-9809-b9ccb7417e59 req-06731176-ab73-4047-8d8f-a63726c59301 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386982 May 30 21:05:24.161643 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ce6fa-7805-4dea-9501-2e0ae12e258e req-68556d8b-4e16-4706-93d7-28c8766d1242 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:24.163054 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c2ce6fa-7805-4dea-9501-2e0ae12e258e req-68556d8b-4e16-4706-93d7-28c8766d1242 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 946 time: 0.0748529 May 30 21:05:24.210347 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c2ce6fa-7805-4dea-9501-2e0ae12e258e req-30ff64a8-00b8-4184-8501-f38b004f078f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417275 May 30 21:05:24.406564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558dbd4-a5ed-4123-a262-7e5ab9a08dd8 req-20db69db-d829-413e-8c10-2eaa94444b49 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:24.408284 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d558dbd4-a5ed-4123-a262-7e5ab9a08dd8 req-20db69db-d829-413e-8c10-2eaa94444b49 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 946 time: 0.0774100 May 30 21:05:24.453241 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d558dbd4-a5ed-4123-a262-7e5ab9a08dd8 req-fcb0cfd7-0ce8-49d2-9818-befdea603529 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393975 May 30 21:05:24.480641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52736) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:24.552731 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cf7008f3-7691-4ca3-b335-cb2da7f71712 tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 1092 time: 0.0709202 May 30 21:05:24.555300 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52740) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:24.560237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': '5469c1ee-62f6-4afe-8138-d26e25115dbe', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:05:24.565945 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:05:24.570296 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:floatingip and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:05:24.573065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:05:24.578688 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:05:24.588934 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:24.722312 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:24.852995 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.25.5.84 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/f968d71b-f1cc-46e0-ad53-06d89e43064a) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:05:25.003428 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:25.030300 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:25.101341 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:05:25.104140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:05:25.108152 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:05:25.137478 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=f968d71b-f1cc-46e0-ad53-06d89e43064a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:25.698957 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:25.754629 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:25.957792 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:25.962252 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:26.064340 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=f968d71b-f1cc-46e0-ad53-06d89e43064a,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:05:26.078069 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:26.269129 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Floating IP a3ff08ec-527f-475b-9ae0-d03c45c3c746 associated. External IP: 172.25.5.84, port: 5469c1ee-62f6-4afe-8138-d26e25115dbe. May 30 21:05:26.651648 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router 97b90aea-cfbe-4187-8314-354ef6d9c8c6 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:05:26.847773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:05:26.858841 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d6bed-7689-4a15-b8dc-641c368fe67f None None] Sync routers for ids ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:05:26.870364 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d6bed-7689-4a15-b8dc-641c368fe67f None None] Routers {'97b90aea-cfbe-4187-8314-354ef6d9c8c6'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:05:26.870989 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fe1d6bed-7689-4a15-b8dc-641c368fe67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:05:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:26.872965 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:27.025778 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-34101959-13b7-464b-81c4-1fa3efd8b682 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4694867 May 30 21:05:27.026487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd777d89-5b3c-44cf-84fe-fc9d08454486', 'tag': '5469c1ee-62f6-4afe-8138-d26e25115dbe'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:05:27.050544 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-fe1d6bed-7689-4a15-b8dc-641c368fe67f None None] Set router 97b90aea-cfbe-4187-8314-354ef6d9c8c6 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:05:27.083404 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08970eea-ab4b-45c3-bc0f-b9218d8559db'] response: {'name': 'network-changed', 'server_uuid': 'bd777d89-5b3c-44cf-84fe-fc9d08454486', 'tag': '5469c1ee-62f6-4afe-8138-d26e25115dbe', 'status': 'completed', 'code': 200} May 30 21:05:27.183240 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-92fdde7e-bacd-4820-a860-e46d8571a237 req-1bbdaa89-5f2d-4f27-ac8a-0b3b150fefb5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 1097 time: 0.0740716 May 30 21:05:27.205763 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d05bbe-0bbd-4d09-8d12-9c698bbe5c3d req-abc3971c-fd6d-4b75-be01-1f4c3993f059 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:27.208019 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11d05bbe-0bbd-4d09-8d12-9c698bbe5c3d req-abc3971c-fd6d-4b75-be01-1f4c3993f059 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 946 time: 0.0829835 May 30 21:05:27.273223 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-11d05bbe-0bbd-4d09-8d12-9c698bbe5c3d req-51087084-b1ff-4767-a113-50fd95e783e1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580115 May 30 21:05:27.292001 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52748) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:27.329519 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdde7e-bacd-4820-a860-e46d8571a237 req-ed28d5ba-92d6-4f6b-ab02-d8d597af0b91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:27.331278 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-92fdde7e-bacd-4820-a860-e46d8571a237 req-ed28d5ba-92d6-4f6b-ab02-d8d597af0b91 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ba14484-8074-49c8-b562-12159679b878 HTTP/1.1" status: 200 len: 898 time: 0.1421556 May 30 21:05:27.395378 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1326d4a7-cb41-4ff9-afb7-022f62792a14 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/a3ff08ec-527f-475b-9ae0-d03c45c3c746 HTTP/1.1" status: 200 len: 991 time: 0.1015112 May 30 21:05:27.409119 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fe1d6bed-7689-4a15-b8dc-641c368fe67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440540981', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'a3ff08ec-527f-475b-9ae0-d03c45c3c746', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'port_id': '5469c1ee-62f6-4afe-8138-d26e25115dbe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba14484-8074-49c8-b562-12159679b878', 'mac_address': 'fa:16:3e:06:bb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd777d89-5b3c-44cf-84fe-fc9d08454486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:05:25Z', 'updated_at': '2022-05-30T21:05:25Z', 'revision_number': 0, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'babce054-2961-4bb7-8848-c0adc316b210', 'name': '', 'network_id': '1ba14484-8074-49c8-b562-12159679b878', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:65:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:09Z', 'updated_at': '2022-05-30T21:05:16Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:27.412965 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d6bed-7689-4a15-b8dc-641c368fe67f None None] Checking router: 97b90aea-cfbe-4187-8314-354ef6d9c8c6 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:05:27.423237 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d6bed-7689-4a15-b8dc-641c368fe67f None None] Routers {'97b90aea-cfbe-4187-8314-354ef6d9c8c6'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:05:27.423816 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fe1d6bed-7689-4a15-b8dc-641c368fe67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:05:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:27.435643 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-92fdde7e-bacd-4820-a860-e46d8571a237 req-2d9115db-fea7-4c04-8d04-e6fab4a0d823 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5469c1ee-62f6-4afe-8138-d26e25115dbe HTTP/1.1" status: 200 len: 999 time: 0.0976350 May 30 21:05:27.498310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdde7e-bacd-4820-a860-e46d8571a237 req-f298f19a-79fd-4443-be94-041f6e505a71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:27.499824 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-92fdde7e-bacd-4820-a860-e46d8571a237 req-f298f19a-79fd-4443-be94-041f6e505a71 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c25fa7d-0266-4428-a66e-1061742d9189 HTTP/1.1" status: 200 len: 835 time: 0.0573173 May 30 21:05:27.574762 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-92fdde7e-bacd-4820-a860-e46d8571a237 req-e4e6bcda-94e4-49d3-9562-2624866756ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ba14484-8074-49c8-b562-12159679b878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690920 May 30 21:05:27.600294 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-fe1d6bed-7689-4a15-b8dc-641c368fe67f None None] Set router 97b90aea-cfbe-4187-8314-354ef6d9c8c6 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:05:27.703792 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-92fdde7e-bacd-4820-a860-e46d8571a237 req-bcbf8492-2a11-4933-889c-58d16292035e service neutron] 10.222.0.77 "GET /v2.0/networks/1ba14484-8074-49c8-b562-12159679b878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229126 May 30 21:05:27.833070 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-92fdde7e-bacd-4820-a860-e46d8571a237 req-1b8d7fe3-938a-4c6f-8cc9-a510c709b8da service neutron] 10.222.0.77 "GET /v2.0/networks/1ba14484-8074-49c8-b562-12159679b878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234407 May 30 21:05:27.878529 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d8a8ded2-d002-4a51-ac7a-877c6e8ee46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:27.942356 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-fe1d6bed-7689-4a15-b8dc-641c368fe67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440540981', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'a3ff08ec-527f-475b-9ae0-d03c45c3c746', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'port_id': '5469c1ee-62f6-4afe-8138-d26e25115dbe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba14484-8074-49c8-b562-12159679b878', 'mac_address': 'fa:16:3e:06:bb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd777d89-5b3c-44cf-84fe-fc9d08454486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:05:25Z', 'updated_at': '2022-05-30T21:05:25Z', 'revision_number': 0, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'babce054-2961-4bb7-8848-c0adc316b210', 'name': '', 'network_id': '1ba14484-8074-49c8-b562-12159679b878', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:65:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:09Z', 'updated_at': '2022-05-30T21:05:16Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:05:27.946301 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d6bed-7689-4a15-b8dc-641c368fe67f None None] The sync data for ids ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'] in n-d-843949-2 is: [{'id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440540981', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': 'a3ff08ec-527f-475b-9ae0-d03c45c3c746', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'port_id': '5469c1ee-62f6-4afe-8138-d26e25115dbe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba14484-8074-49c8-b562-12159679b878', 'mac_address': 'fa:16:3e:06:bb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd777d89-5b3c-44cf-84fe-fc9d08454486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:05:25Z', 'updated_at': '2022-05-30T21:05:25Z', 'revision_number': 0, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'babce054-2961-4bb7-8848-c0adc316b210', 'name': '', 'network_id': '1ba14484-8074-49c8-b562-12159679b878', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:65:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:09Z', 'updated_at': '2022-05-30T21:05:16Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:05:28.399322 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52752) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:28.503981 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-963a011a-5120-4524-83c2-827c5f01e196 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/a3ff08ec-527f-475b-9ae0-d03c45c3c746 HTTP/1.1" status: 200 len: 991 time: 0.1033697 May 30 21:05:29.507909 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52756) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:29.615275 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7c960066-e341-456a-92b0-0cd87c083b7d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/a3ff08ec-527f-475b-9ae0-d03c45c3c746 HTTP/1.1" status: 200 len: 991 time: 0.1061308 May 30 21:05:30.081131 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ceaa3431-568e-4fbe-b5a0-f6cbb7ffe7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:30.619186 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52760) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:30.723792 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2e932ec8-cc62-474e-8061-2cc6b5fcd81f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/a3ff08ec-527f-475b-9ae0-d03c45c3c746 HTTP/1.1" status: 200 len: 991 time: 0.1035483 May 30 21:05:31.072257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60681b3-458c-4d9b-bc93-994e0c6018eb None None] New status for floating IP a3ff08ec-527f-475b-9ae0-d03c45c3c746: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:05:31.443733 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:31.694911 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:31.726812 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52764) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:05:31.831518 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-63123feb-fe16-4218-ac5e-5f1eed43fd49 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/a3ff08ec-527f-475b-9ae0-d03c45c3c746 HTTP/1.1" status: 200 len: 993 time: 0.1035609 May 30 21:05:33.042451 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:33.719261 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:37.676735 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:51.281202 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:05:57.882933 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-52f9bdb6-4cb8-465f-a8ad-5643f241d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:00.082532 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b219ced2-54f5-4b2a-b1fb-af8723aeb2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:01.283339 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-583646fa-e2f7-4d74-8289-00400d357642 req-a291a0bf-43b7-494b-9b96-1891fc68b46c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 1097 time: 0.0712152 May 30 21:06:01.412803 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583646fa-e2f7-4d74-8289-00400d357642 req-3744f0f2-76ce-444f-bbe7-621730dd77a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:01.414256 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-583646fa-e2f7-4d74-8289-00400d357642 req-3744f0f2-76ce-444f-bbe7-621730dd77a5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ba14484-8074-49c8-b562-12159679b878 HTTP/1.1" status: 200 len: 898 time: 0.1254094 May 30 21:06:01.446118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2787849-69a2-4d77-a8c6-0753c8e2724b req-b29b884b-7319-4190-b2eb-384ea44e611c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:01.446731 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:01.447588 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b2787849-69a2-4d77-a8c6-0753c8e2724b req-b29b884b-7319-4190-b2eb-384ea44e611c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 946 time: 0.1830389 May 30 21:06:01.493884 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b2787849-69a2-4d77-a8c6-0753c8e2724b req-601d4088-21f2-4944-a22d-0e1075400f8c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402956 May 30 21:06:01.517324 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-583646fa-e2f7-4d74-8289-00400d357642 req-a56afd6f-10aa-4dfe-a6cd-db30c904bef4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5469c1ee-62f6-4afe-8138-d26e25115dbe HTTP/1.1" status: 200 len: 1001 time: 0.0960600 May 30 21:06:01.584479 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583646fa-e2f7-4d74-8289-00400d357642 req-27b4e265-f660-4718-82e3-3f0775450278 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:01.585798 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-583646fa-e2f7-4d74-8289-00400d357642 req-27b4e265-f660-4718-82e3-3f0775450278 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c25fa7d-0266-4428-a66e-1061742d9189 HTTP/1.1" status: 200 len: 835 time: 0.0595341 May 30 21:06:01.658824 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-583646fa-e2f7-4d74-8289-00400d357642 req-dad38365-ec1b-48b9-84a1-009bd15a67e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ba14484-8074-49c8-b562-12159679b878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663741 May 30 21:06:01.695880 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:01.874889 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-583646fa-e2f7-4d74-8289-00400d357642 req-12b3116f-a7c7-4c5f-b517-caa63bd37455 service neutron] 10.222.0.77 "GET /v2.0/networks/1ba14484-8074-49c8-b562-12159679b878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092438 May 30 21:06:02.002917 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-583646fa-e2f7-4d74-8289-00400d357642 req-af26a8e3-51af-4173-b550-fe277598e923 service neutron] 10.222.0.77 "GET /v2.0/networks/1ba14484-8074-49c8-b562-12159679b878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216838 May 30 21:06:02.690058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379a5fa-7f75-4115-aada-f81e085d0535 req-d5ef8226-1ce9-4ff4-87cc-54e150738754 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:02.692030 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3379a5fa-7f75-4115-aada-f81e085d0535 req-d5ef8226-1ce9-4ff4-87cc-54e150738754 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 946 time: 0.0763276 May 30 21:06:02.736274 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3379a5fa-7f75-4115-aada-f81e085d0535 req-507764a6-57e1-45b6-8bd6-bd84046c3d95 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387783 May 30 21:06:03.045330 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:03.733477 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:04.079002 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ef569-ccc1-4eea-acc9-71622446fd56 req-462965fc-7a06-4e39-b023-6aa56c86f439 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:04.080450 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e13ef569-ccc1-4eea-acc9-71622446fd56 req-462965fc-7a06-4e39-b023-6aa56c86f439 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 946 time: 0.0796144 May 30 21:06:04.126180 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e13ef569-ccc1-4eea-acc9-71622446fd56 req-e7b422ab-f1ad-4b09-93ee-e60029d0f9ed tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394254 May 30 21:06:05.326396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def56ebc-16fa-4036-9d8f-0f288600106c req-211d2f74-0afb-4426-9994-61e6be066847 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:05.327842 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-def56ebc-16fa-4036-9d8f-0f288600106c req-211d2f74-0afb-4426-9994-61e6be066847 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 946 time: 0.0785513 May 30 21:06:05.373023 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-def56ebc-16fa-4036-9d8f-0f288600106c req-fd4d34ac-4653-4a09-923f-5f83110b099c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391004 May 30 21:06:06.568973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02173b3-5ae6-4338-b71f-defbdebeeb30 req-58d19c5e-cc14-4198-9257-33c4994aad49 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:06.570339 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c02173b3-5ae6-4338-b71f-defbdebeeb30 req-58d19c5e-cc14-4198-9257-33c4994aad49 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 946 time: 0.0784287 May 30 21:06:06.615585 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c02173b3-5ae6-4338-b71f-defbdebeeb30 req-1cbaa99a-09ae-4784-a950-5d14b0faad0d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398259 May 30 21:06:07.692276 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:07.809625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb12163-0642-4916-abfd-c4c299560bdc req-ef0c0d50-5331-4a9e-b991-c47434eb73d9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:07.811093 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-deb12163-0642-4916-abfd-c4c299560bdc req-ef0c0d50-5331-4a9e-b991-c47434eb73d9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 946 time: 0.0767207 May 30 21:06:07.863468 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-deb12163-0642-4916-abfd-c4c299560bdc req-aa1f912a-070d-46e3-af42-c0eab09da18e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459688 May 30 21:06:09.057844 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804787e-5993-479c-9fb9-37888de4cdff req-d91115a0-defc-41f8-98a9-23c3b5fca872 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:09.059204 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4804787e-5993-479c-9fb9-37888de4cdff req-d91115a0-defc-41f8-98a9-23c3b5fca872 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 946 time: 0.0774298 May 30 21:06:09.104077 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4804787e-5993-479c-9fb9-37888de4cdff req-4dddb344-2188-4548-b97a-b8c3167ac258 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393467 May 30 21:06:10.302359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d47dd-9ef7-4b16-9a0b-d2b6135512d7 req-73b213bb-900b-44e1-a6b6-39a981251ea8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:10.303838 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-400d47dd-9ef7-4b16-9a0b-d2b6135512d7 req-73b213bb-900b-44e1-a6b6-39a981251ea8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 946 time: 0.0813310 May 30 21:06:10.348647 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-400d47dd-9ef7-4b16-9a0b-d2b6135512d7 req-8c52358c-ace6-46e7-986a-87cfcef71a43 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392795 May 30 21:06:11.542760 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969ab0f-b335-4825-883d-2f0b13701926 req-96aa793b-12be-4428-af0e-d007ef311e30 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:11.544315 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c969ab0f-b335-4825-883d-2f0b13701926 req-96aa793b-12be-4428-af0e-d007ef311e30 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 946 time: 0.0758562 May 30 21:06:11.590078 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c969ab0f-b335-4825-883d-2f0b13701926 req-31fe128d-5356-4540-b893-38edf746af37 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403447 May 30 21:06:12.791579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1fdd7-9c5e-40dd-9f1c-6c77c012d1a8 req-b5c0cbea-2df0-4dde-9d13-f1626be35ab7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:12.793114 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60d1fdd7-9c5e-40dd-9f1c-6c77c012d1a8 req-b5c0cbea-2df0-4dde-9d13-f1626be35ab7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 946 time: 0.0829871 May 30 21:06:12.840546 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-60d1fdd7-9c5e-40dd-9f1c-6c77c012d1a8 req-83ed26ba-8c9a-4d6f-ba37-d357559a98c6 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419006 May 30 21:06:14.036649 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b586361-49cd-458e-9bbf-902280551fb6 req-0e0d9c1a-433f-4c26-bcc2-ca679ce81ce2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:14.038110 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b586361-49cd-458e-9bbf-902280551fb6 req-0e0d9c1a-433f-4c26-bcc2-ca679ce81ce2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 946 time: 0.0781319 May 30 21:06:14.086047 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8b586361-49cd-458e-9bbf-902280551fb6 req-c2da62b3-dea7-431a-9f0d-193c6bc6f864 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424793 May 30 21:06:14.113624 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52812) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:06:14.213591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bab33e04-fdfe-44cc-a2d8-fd9e83ec9cc0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/a3ff08ec-527f-475b-9ae0-d03c45c3c746 HTTP/1.1" status: 200 len: 993 time: 0.0988772 May 30 21:06:20.958393 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a2d8e89d-da10-4290-8828-2c5a24848f2a req-52f18ede-a5fc-4e6b-848f-83166b1ee4cc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726373 May 30 21:06:21.101135 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a2d8e89d-da10-4290-8828-2c5a24848f2a req-c58a3956-51cb-4eef-8e3d-caca58b5b9ea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 1097 time: 0.0763674 May 30 21:06:21.244608 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8e89d-da10-4290-8828-2c5a24848f2a req-5d67e54b-3b41-4d0b-9ceb-07310941f7c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:21.246002 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a2d8e89d-da10-4290-8828-2c5a24848f2a req-5d67e54b-3b41-4d0b-9ceb-07310941f7c8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ba14484-8074-49c8-b562-12159679b878 HTTP/1.1" status: 200 len: 898 time: 0.1267614 May 30 21:06:21.347742 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a2d8e89d-da10-4290-8828-2c5a24848f2a req-6a2d090c-e9bb-4a83-b672-bf7e1a7fcad5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5469c1ee-62f6-4afe-8138-d26e25115dbe HTTP/1.1" status: 200 len: 1001 time: 0.0959146 May 30 21:06:21.410460 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8e89d-da10-4290-8828-2c5a24848f2a req-284aaaf3-121f-4cfc-a421-a3abf03cf311 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:21.412123 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a2d8e89d-da10-4290-8828-2c5a24848f2a req-284aaaf3-121f-4cfc-a421-a3abf03cf311 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c25fa7d-0266-4428-a66e-1061742d9189 HTTP/1.1" status: 200 len: 835 time: 0.0581217 May 30 21:06:21.493008 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a2d8e89d-da10-4290-8828-2c5a24848f2a req-9220fd66-e725-4aaf-b9b6-6c1d48420e93 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ba14484-8074-49c8-b562-12159679b878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753241 May 30 21:06:21.621047 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a2d8e89d-da10-4290-8828-2c5a24848f2a req-bff65519-3e59-47cf-a73b-09ee8b6b0b8d service neutron] 10.222.0.77 "GET /v2.0/networks/1ba14484-8074-49c8-b562-12159679b878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217067 May 30 21:06:21.747885 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a2d8e89d-da10-4290-8828-2c5a24848f2a req-ee445ae2-f80d-4429-a1c4-ee5eb26e7d3b service neutron] 10.222.0.77 "GET /v2.0/networks/1ba14484-8074-49c8-b562-12159679b878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212482 May 30 21:06:27.884859 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f047c4a0-334d-4996-98ad-d0f4d258ae6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:28.281086 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:06:30.083703 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-66273a5e-3a08-4f9b-9c90-35a9504ad4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:31.449208 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:31.697736 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:33.048886 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:33.735661 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:37.690632 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:47.569042 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52828) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:06:47.768335 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port f968d71b-f1cc-46e0-ad53-06d89e43064a {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:06:47.768704 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:47.931471 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:47.931703 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:48.131062 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for f968d71b-f1cc-46e0-ad53-06d89e43064a owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:06:48.275689 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:48.326185 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=f968d71b-f1cc-46e0-ad53-06d89e43064a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:06:48.364571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:48.364901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:48.365868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:48.366181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:48.366506 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:48.366828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:48.367150 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:48.367472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:48.367789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:48.368129 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:48.368448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:48.428808 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:48.829672 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router 97b90aea-cfbe-4187-8314-354ef6d9c8c6 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:06:49.035654 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:06:49.045398 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c771d4e-d83d-4800-8df6-bf9b7e912ac2 None None] Sync routers for ids ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:06:49.056600 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:49.058644 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c771d4e-d83d-4800-8df6-bf9b7e912ac2 None None] Routers {'97b90aea-cfbe-4187-8314-354ef6d9c8c6'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:06:49.059244 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9c771d4e-d83d-4800-8df6-bf9b7e912ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:06:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:06:49.112339 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-25edf833-20b7-4523-b437-039ef9e64285 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/floatingips/a3ff08ec-527f-475b-9ae0-d03c45c3c746 HTTP/1.1" status: 204 len: 168 time: 1.5421960 May 30 21:06:49.112810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd777d89-5b3c-44cf-84fe-fc9d08454486', 'tag': '5469c1ee-62f6-4afe-8138-d26e25115dbe'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:06:49.185372 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e630b36-1a7b-48b7-b678-865a8fe76bad'] response: {'name': 'network-changed', 'server_uuid': 'bd777d89-5b3c-44cf-84fe-fc9d08454486', 'tag': '5469c1ee-62f6-4afe-8138-d26e25115dbe', 'status': 'completed', 'code': 200} May 30 21:06:49.274562 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-9c771d4e-d83d-4800-8df6-bf9b7e912ac2 None None] Set router 97b90aea-cfbe-4187-8314-354ef6d9c8c6 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:06:49.297308 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8e9d43da-1c20-468c-8cb3-548812a6da83 req-b6bf5562-ad9a-4a7f-a5d1-d346ebc502d5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 1097 time: 0.0797789 May 30 21:06:49.442949 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d43da-1c20-468c-8cb3-548812a6da83 req-76f3acaf-188a-4e1e-b50b-3f77671776a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:49.445298 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8e9d43da-1c20-468c-8cb3-548812a6da83 req-76f3acaf-188a-4e1e-b50b-3f77671776a1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ba14484-8074-49c8-b562-12159679b878 HTTP/1.1" status: 200 len: 898 time: 0.1387949 May 30 21:06:49.516553 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8e9d43da-1c20-468c-8cb3-548812a6da83 req-849368fe-55a5-4a8e-a7f8-5d369904039a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5469c1ee-62f6-4afe-8138-d26e25115dbe HTTP/1.1" status: 200 len: 217 time: 0.0648060 May 30 21:06:49.585457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d43da-1c20-468c-8cb3-548812a6da83 req-e7024bac-72e4-4929-97e4-741b6345b1a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:49.587029 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8e9d43da-1c20-468c-8cb3-548812a6da83 req-e7024bac-72e4-4929-97e4-741b6345b1a8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6c25fa7d-0266-4428-a66e-1061742d9189 HTTP/1.1" status: 200 len: 835 time: 0.0637248 May 30 21:06:49.598167 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9c771d4e-d83d-4800-8df6-bf9b7e912ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440540981', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'babce054-2961-4bb7-8848-c0adc316b210', 'name': '', 'network_id': '1ba14484-8074-49c8-b562-12159679b878', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:65:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:09Z', 'updated_at': '2022-05-30T21:05:16Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:06:49.602895 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c771d4e-d83d-4800-8df6-bf9b7e912ac2 None None] Checking router: 97b90aea-cfbe-4187-8314-354ef6d9c8c6 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:06:49.612038 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa9402-ee66-484e-ab7e-0b515243e144 req-976e965e-701e-4a29-af16-2688135e1e6a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:49.612722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-46aa9402-ee66-484e-ab7e-0b515243e144 req-976e965e-701e-4a29-af16-2688135e1e6a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:06:49.613868 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c771d4e-d83d-4800-8df6-bf9b7e912ac2 None None] Routers {'97b90aea-cfbe-4187-8314-354ef6d9c8c6'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:06:49.614588 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9c771d4e-d83d-4800-8df6-bf9b7e912ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:06:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:06:49.627847 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-46aa9402-ee66-484e-ab7e-0b515243e144 req-976e965e-701e-4a29-af16-2688135e1e6a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:06:49.629276 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46aa9402-ee66-484e-ab7e-0b515243e144 req-976e965e-701e-4a29-af16-2688135e1e6a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 946 time: 0.1797211 May 30 21:06:49.672142 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8e9d43da-1c20-468c-8cb3-548812a6da83 req-68e8c4aa-429c-45d3-8c20-e7b6488f0825 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ba14484-8074-49c8-b562-12159679b878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759106 May 30 21:06:49.683326 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46aa9402-ee66-484e-ab7e-0b515243e144 req-d587b13e-8e5d-40be-838c-99fd13c81c42 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477715 May 30 21:06:49.795621 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-9c771d4e-d83d-4800-8df6-bf9b7e912ac2 None None] Set router 97b90aea-cfbe-4187-8314-354ef6d9c8c6 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:06:49.891197 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8e9d43da-1c20-468c-8cb3-548812a6da83 req-d88c87dd-91b9-4bc4-baee-d5cab122825c service neutron] 10.222.0.77 "GET /v2.0/networks/1ba14484-8074-49c8-b562-12159679b878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113714 May 30 21:06:50.111065 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9c771d4e-d83d-4800-8df6-bf9b7e912ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440540981', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'babce054-2961-4bb7-8848-c0adc316b210', 'name': '', 'network_id': '1ba14484-8074-49c8-b562-12159679b878', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:65:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:09Z', 'updated_at': '2022-05-30T21:05:16Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:06:50.114950 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c771d4e-d83d-4800-8df6-bf9b7e912ac2 None None] The sync data for ids ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'] in n-d-843949-2 is: [{'id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440540981', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'babce054-2961-4bb7-8848-c0adc316b210', 'name': '', 'network_id': '1ba14484-8074-49c8-b562-12159679b878', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:65:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:09Z', 'updated_at': '2022-05-30T21:05:16Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '6c25fa7d-0266-4428-a66e-1061742d9189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:06:50.116994 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-8e9d43da-1c20-468c-8cb3-548812a6da83 req-50234db4-51cb-4365-af7a-a6bf4ce6438e service neutron] 10.222.0.77 "GET /v2.0/networks/1ba14484-8074-49c8-b562-12159679b878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190757 May 30 21:06:50.348636 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08672226-eece-45a7-b799-8ba86ef266ec None None] New status for floating IP a3ff08ec-527f-475b-9ae0-d03c45c3c746: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:06:50.882789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d69dcc-ff2e-4329-8d62-24ff5c7c2c52 req-16c43521-456c-4992-8a63-763f6fdb3ed1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:50.884228 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23d69dcc-ff2e-4329-8d62-24ff5c7c2c52 req-16c43521-456c-4992-8a63-763f6fdb3ed1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 946 time: 0.0782931 May 30 21:06:50.932101 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-23d69dcc-ff2e-4329-8d62-24ff5c7c2c52 req-e86d3d9f-0463-4273-ba0d-6f31b23b533b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8f95d4c-3657-4722-b360-da0fe0647990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420964 May 30 21:06:51.161991 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e20a3-a8b4-4383-9308-1a22168328d6 req-d337ee82-11dc-4561-9ca2-011e2118161a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:51.162665 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-401e20a3-a8b4-4383-9308-1a22168328d6 req-d337ee82-11dc-4561-9ca2-011e2118161a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:06:51.174057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-401e20a3-a8b4-4383-9308-1a22168328d6 req-d337ee82-11dc-4561-9ca2-011e2118161a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:06:51.175119 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-401e20a3-a8b4-4383-9308-1a22168328d6 req-d337ee82-11dc-4561-9ca2-011e2118161a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 946 time: 0.0860434 May 30 21:06:51.247194 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-401e20a3-a8b4-4383-9308-1a22168328d6 req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port 5469c1ee-62f6-4afe-8138-d26e25115dbe {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:06:51.247524 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-401e20a3-a8b4-4383-9308-1a22168328d6 req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:51.485501 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-401e20a3-a8b4-4383-9308-1a22168328d6 req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] For port 5469c1ee-62f6-4afe-8138-d26e25115dbe, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=5469c1ee-62f6-4afe-8138-d26e25115dbe,segment=NetworkSegment(393a5834-5fa0-4b8c-8582-bfa87cbe5e73),segment_id=393a5834-5fa0-4b8c-8582-bfa87cbe5e73)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:06:51.485768 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-401e20a3-a8b4-4383-9308-1a22168328d6 req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:51.616659 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-401e20a3-a8b4-4383-9308-1a22168328d6 req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for 5469c1ee-62f6-4afe-8138-d26e25115dbe owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:06:51.751822 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-401e20a3-a8b4-4383-9308-1a22168328d6 req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:51.804932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=5469c1ee-62f6-4afe-8138-d26e25115dbe,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:06:51.843814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:51.844184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:51.844522 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:51.844855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:51.845183 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:51.845512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:51.845833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:51.846157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:51.846482 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:51.846794 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:51.847111 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:51.887612 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-401e20a3-a8b4-4383-9308-1a22168328d6 req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] No DVR routers for this DVR port 5469c1ee-62f6-4afe-8138-d26e25115dbe on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:06:51.889977 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-401e20a3-a8b4-4383-9308-1a22168328d6 req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:51.892511 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd777d89-5b3c-44cf-84fe-fc9d08454486', 'name': 'network-vif-deleted', 'tag': '5469c1ee-62f6-4afe-8138-d26e25115dbe'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:06:51.909923 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-401e20a3-a8b4-4383-9308-1a22168328d6 req-e773dd77-0137-4d28-ab41-b9caa28c419f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.77 "DELETE /v2.0/ports/5469c1ee-62f6-4afe-8138-d26e25115dbe HTTP/1.1" status: 204 len: 173 time: 0.7264707 May 30 21:06:52.030822 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-670bd395-ceb4-4148-8294-4dc04f45b427'] response: {'server_uuid': 'bd777d89-5b3c-44cf-84fe-fc9d08454486', 'name': 'network-vif-deleted', 'tag': '5469c1ee-62f6-4afe-8138-d26e25115dbe', 'status': 'completed', 'code': 200} May 30 21:06:52.109388 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44930fc7-1049-4c42-9183-7f1e2028ae65 req-b76ff367-5ad6-41d2-948e-39503c0a45d9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd777d89-5b3c-44cf-84fe-fc9d08454486 HTTP/1.1" status: 200 len: 210 time: 0.0412600 May 30 21:06:53.217301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52854) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:06:53.707622 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8d14-bf77-4cb4-866b-6baf6dfb796c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:54.307235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8d14-bf77-4cb4-866b-6baf6dfb796c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port babce054-2961-4bb7-8848-c0adc316b210 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:06:54.307799 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8d14-bf77-4cb4-866b-6baf6dfb796c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:54.490832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-8d1f8d14-bf77-4cb4-866b-6baf6dfb796c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] For port babce054-2961-4bb7-8848-c0adc316b210, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=babce054-2961-4bb7-8848-c0adc316b210,segment=NetworkSegment(393a5834-5fa0-4b8c-8582-bfa87cbe5e73),segment_id=393a5834-5fa0-4b8c-8582-bfa87cbe5e73)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:06:54.491183 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8d14-bf77-4cb4-866b-6baf6dfb796c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:54.609473 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f8d14-bf77-4cb4-866b-6baf6dfb796c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for babce054-2961-4bb7-8848-c0adc316b210 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:06:54.779134 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8d14-bf77-4cb4-866b-6baf6dfb796c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:54.825432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8d14-bf77-4cb4-866b-6baf6dfb796c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=babce054-2961-4bb7-8848-c0adc316b210,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:06:55.201692 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8d14-bf77-4cb4-866b-6baf6dfb796c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:55.771052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1f8d14-bf77-4cb4-866b-6baf6dfb796c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router 97b90aea-cfbe-4187-8314-354ef6d9c8c6 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:06:55.965808 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1f8d14-bf77-4cb4-866b-6baf6dfb796c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:06:55.975697 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b859eb55-94f6-4306-8990-f5842547abf2 None None] Sync routers for ids ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:06:55.978716 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8d1f8d14-bf77-4cb4-866b-6baf6dfb796c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "PUT /v2.0/routers/97b90aea-cfbe-4187-8314-354ef6d9c8c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7603879 May 30 21:06:55.981426 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52858) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:06:55.987629 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b859eb55-94f6-4306-8990-f5842547abf2 None None] Routers {'97b90aea-cfbe-4187-8314-354ef6d9c8c6'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:06:55.988257 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b859eb55-94f6-4306-8990-f5842547abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:06:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:06:56.164739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-28bce069-1794-4680-90f4-b1b0b428e7ca tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting subnet 6c25fa7d-0266-4428-a66e-1061742d9189 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:06:56.165647 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-b859eb55-94f6-4306-8990-f5842547abf2 None None] Set router 97b90aea-cfbe-4187-8314-354ef6d9c8c6 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:06:56.167644 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28bce069-1794-4680-90f4-b1b0b428e7ca tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:56.196006 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 5469c1ee-62f6-4afe-8138-d26e25115dbe no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:06:56.222422 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28bce069-1794-4680-90f4-b1b0b428e7ca tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:56.231828 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 5469c1ee-62f6-4afe-8138-d26e25115dbe {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:06:56.232345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 5469c1ee-62f6-4afe-8138-d26e25115dbe not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:06:56.307279 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28bce069-1794-4680-90f4-b1b0b428e7ca tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:56.385084 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28bce069-1794-4680-90f4-b1b0b428e7ca tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:56.423860 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bce069-1794-4680-90f4-b1b0b428e7ca tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Subnet': ['ID=6c25fa7d-0266-4428-a66e-1061742d9189,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:06:56.429580 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-28bce069-1794-4680-90f4-b1b0b428e7ca tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:56.435506 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-28bce069-1794-4680-90f4-b1b0b428e7ca tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/subnets/6c25fa7d-0266-4428-a66e-1061742d9189 HTTP/1.1" status: 204 len: 168 time: 0.4531388 May 30 21:06:56.436022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84d1f87-6694-4fdc-b8bb-a569f350e0e8 None None] Network 1ba14484-8074-49c8-b562-12159679b878 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:06:56.438044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52862) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:06:56.486052 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b859eb55-94f6-4306-8990-f5842547abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440540981', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:06:54Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:06:56.490114 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b859eb55-94f6-4306-8990-f5842547abf2 None None] Checking router: 97b90aea-cfbe-4187-8314-354ef6d9c8c6 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:06:56.502376 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b859eb55-94f6-4306-8990-f5842547abf2 None None] Routers {'97b90aea-cfbe-4187-8314-354ef6d9c8c6'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:06:56.502998 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b859eb55-94f6-4306-8990-f5842547abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:06:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:06:56.686397 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-b859eb55-94f6-4306-8990-f5842547abf2 None None] Set router 97b90aea-cfbe-4187-8314-354ef6d9c8c6 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:06:56.735938 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] DHCP port deletion for 1ba14484-8074-49c8-b562-12159679b878 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:06:56.741256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] Deleting port af1f6be3-eb99-4721-9abd-9ede8453e73e {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:06:56.741585 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:56.750944 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-147fdbe6-1a76-4005-bbf7-48710076fb8e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:56.944236 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] For port af1f6be3-eb99-4721-9abd-9ede8453e73e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=af1f6be3-eb99-4721-9abd-9ede8453e73e,segment=NetworkSegment(393a5834-5fa0-4b8c-8582-bfa87cbe5e73),segment_id=393a5834-5fa0-4b8c-8582-bfa87cbe5e73)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:06:56.944628 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:56.957113 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-147fdbe6-1a76-4005-bbf7-48710076fb8e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:56.966477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-147fdbe6-1a76-4005-bbf7-48710076fb8e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port 25c1247d-5cab-4779-a912-54d4cf8c0cd5 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:06:56.966830 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-147fdbe6-1a76-4005-bbf7-48710076fb8e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:56.980997 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-b859eb55-94f6-4306-8990-f5842547abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440540981', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:06:54Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:06:56.984901 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b859eb55-94f6-4306-8990-f5842547abf2 None None] The sync data for ids ['97b90aea-cfbe-4187-8314-354ef6d9c8c6'] in n-d-843949-2 is: [{'id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440540981', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:06:54Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '25c1247d-5cab-4779-a912-54d4cf8c0cd5', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90aea-cfbe-4187-8314-354ef6d9c8c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:05:06Z', 'updated_at': '2022-05-30T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:06:57.075291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] Calling delete_port for af1f6be3-eb99-4721-9abd-9ede8453e73e owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:06:57.147382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-147fdbe6-1a76-4005-bbf7-48710076fb8e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] For port 25c1247d-5cab-4779-a912-54d4cf8c0cd5, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=25c1247d-5cab-4779-a912-54d4cf8c0cd5,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:06:57.147765 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-147fdbe6-1a76-4005-bbf7-48710076fb8e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:57.149932 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:57.196114 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] Pushing event deleted for resources: {'Port': ['ID=af1f6be3-eb99-4721-9abd-9ede8453e73e,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:06:57.201539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] No DVR routers for this DVR port af1f6be3-eb99-4721-9abd-9ede8453e73e on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:06:57.221696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:57.222110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:57.222440 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:57.222772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:57.223103 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:57.223429 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:57.223761 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:57.224103 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:57.224968 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:57.225291 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:57.225619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e384421-c20e-4bbf-ae04-176654268aee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:57.276169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-147fdbe6-1a76-4005-bbf7-48710076fb8e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for 25c1247d-5cab-4779-a912-54d4cf8c0cd5 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:06:57.453644 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-147fdbe6-1a76-4005-bbf7-48710076fb8e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:57.497482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fdbe6-1a76-4005-bbf7-48710076fb8e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=25c1247d-5cab-4779-a912-54d4cf8c0cd5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:06:57.716779 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-147fdbe6-1a76-4005-bbf7-48710076fb8e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:57.829367 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device af1f6be3-eb99-4721-9abd-9ede8453e73e no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:06:57.865953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: af1f6be3-eb99-4721-9abd-9ede8453e73e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:06:57.866290 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device af1f6be3-eb99-4721-9abd-9ede8453e73e not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:06:57.866697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device babce054-2961-4bb7-8848-c0adc316b210 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:06:57.902966 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: babce054-2961-4bb7-8848-c0adc316b210 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:06:57.903309 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device babce054-2961-4bb7-8848-c0adc316b210 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:06:57.914675 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cf2951ad-0fbf-48a9-97d2-6eacbc2be696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:58.067528 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-147fdbe6-1a76-4005-bbf7-48710076fb8e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:58.072335 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-147fdbe6-1a76-4005-bbf7-48710076fb8e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:58.099562 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-147fdbe6-1a76-4005-bbf7-48710076fb8e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:58.100097 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147fdbe6-1a76-4005-bbf7-48710076fb8e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Fanout notify agent at l3_agent the message router_deleted on router 97b90aea-cfbe-4187-8314-354ef6d9c8c6 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:06:58.114010 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-147fdbe6-1a76-4005-bbf7-48710076fb8e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:58.115112 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-147fdbe6-1a76-4005-bbf7-48710076fb8e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/routers/97b90aea-cfbe-4187-8314-354ef6d9c8c6 HTTP/1.1" status: 204 len: 168 time: 1.6760106 May 30 21:06:58.117883 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52866) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:06:58.232769 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d7f8-baed-4cff-b785-64c24eeb3c92 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:58.371034 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d7f8-baed-4cff-b785-64c24eeb3c92 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:58.395794 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-b8f3d7f8-baed-4cff-b785-64c24eeb3c92 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba14484-8074-49c8-b562-12159679b878']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:06:58.409214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-b8f3d7f8-baed-4cff-b785-64c24eeb3c92 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393a5834-5fa0-4b8c-8582-bfa87cbe5e73') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:06:58.409509 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-b8f3d7f8-baed-4cff-b785-64c24eeb3c92 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393a5834-5fa0-4b8c-8582-bfa87cbe5e73') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:06:58.420791 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d7f8-baed-4cff-b785-64c24eeb3c92 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:58.436969 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d7f8-baed-4cff-b785-64c24eeb3c92 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:58.443727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f3d7f8-baed-4cff-b785-64c24eeb3c92 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:06:58.444147 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d7f8-baed-4cff-b785-64c24eeb3c92 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: timer() May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: self._notify() May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:06:58.458335 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:06:58.538151 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d7f8-baed-4cff-b785-64c24eeb3c92 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:58.556379 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d7f8-baed-4cff-b785-64c24eeb3c92 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:58.567564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3d7f8-baed-4cff-b785-64c24eeb3c92 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Network': ['ID=1ba14484-8074-49c8-b562-12159679b878,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:06:58.581396 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b8f3d7f8-baed-4cff-b785-64c24eeb3c92 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/networks/1ba14484-8074-49c8-b562-12159679b878 HTTP/1.1" status: 204 len: 168 time: 0.4623263 May 30 21:06:58.583848 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52870) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:06:58.651337 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-efed1464-1e3c-4c62-ac02-b41db4938f93 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:58.680452 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-efed1464-1e3c-4c62-ac02-b41db4938f93 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:58.751984 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-efed1464-1e3c-4c62-ac02-b41db4938f93 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:58.772206 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed1464-1e3c-4c62-ac02-b41db4938f93 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f95d4c-3657-4722-b360-da0fe0647990,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:06:58.785210 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-efed1464-1e3c-4c62-ac02-b41db4938f93 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:58.786325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-efed1464-1e3c-4c62-ac02-b41db4938f93 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/security-groups/f8f95d4c-3657-4722-b360-da0fe0647990 HTTP/1.1" status: 204 len: 168 time: 0.2015502 May 30 21:06:58.935326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52882) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:06:58.941088 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-c321840e-b12a-4508-8695-b020bc679ece tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1592167309', 'description': 'tempest-secgroup-smoke-1592167309 description', 'project_id': '762188eb18ae47a58188062fa7bd3504'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:06:58.947432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c321840e-b12a-4508-8695-b020bc679ece tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:06:58.951563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c321840e-b12a-4508-8695-b020bc679ece tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:06:58.954418 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c321840e-b12a-4508-8695-b020bc679ece tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:06:58.960615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c321840e-b12a-4508-8695-b020bc679ece tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:06:58.970640 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c321840e-b12a-4508-8695-b020bc679ece tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.004437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c321840e-b12a-4508-8695-b020bc679ece tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:06:59.008240 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c321840e-b12a-4508-8695-b020bc679ece tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:06:59.010959 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c321840e-b12a-4508-8695-b020bc679ece tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:06:59.016545 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c321840e-b12a-4508-8695-b020bc679ece tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:06:59.069652 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c321840e-b12a-4508-8695-b020bc679ece tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.073445 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c321840e-b12a-4508-8695-b020bc679ece tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.117621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321840e-b12a-4508-8695-b020bc679ece tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f38a60-3ab2-4bee-8420-6bcae39765c6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:06:59.120441 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c321840e-b12a-4508-8695-b020bc679ece tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.121624 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c321840e-b12a-4508-8695-b020bc679ece tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1852052 May 30 21:06:59.124776 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52886) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:06:59.130185 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5a9dea70-6452-4826-8375-7cdab0bdb357 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': '34f38a60-3ab2-4bee-8420-6bcae39765c6', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:06:59.136891 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5a9dea70-6452-4826-8375-7cdab0bdb357 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:06:59.140639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5a9dea70-6452-4826-8375-7cdab0bdb357 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:06:59.143424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5a9dea70-6452-4826-8375-7cdab0bdb357 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:06:59.150201 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5a9dea70-6452-4826-8375-7cdab0bdb357 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:06:59.166770 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5a9dea70-6452-4826-8375-7cdab0bdb357 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.229850 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5a9dea70-6452-4826-8375-7cdab0bdb357 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.233654 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5a9dea70-6452-4826-8375-7cdab0bdb357 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.258577 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dea70-6452-4826-8375-7cdab0bdb357 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be97d52-bd87-46d2-9efd-25dd99782cc9,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:06:59.267914 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5a9dea70-6452-4826-8375-7cdab0bdb357 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.269102 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5a9dea70-6452-4826-8375-7cdab0bdb357 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1433523 May 30 21:06:59.272336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52890) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:06:59.277922 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-22a1d754-3ac4-414e-9247-dfefdddb0702 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': '34f38a60-3ab2-4bee-8420-6bcae39765c6', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:06:59.285049 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-22a1d754-3ac4-414e-9247-dfefdddb0702 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:06:59.289437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-22a1d754-3ac4-414e-9247-dfefdddb0702 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:06:59.292312 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-22a1d754-3ac4-414e-9247-dfefdddb0702 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:06:59.297973 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-22a1d754-3ac4-414e-9247-dfefdddb0702 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:06:59.313691 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-22a1d754-3ac4-414e-9247-dfefdddb0702 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.374693 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-22a1d754-3ac4-414e-9247-dfefdddb0702 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.378284 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-22a1d754-3ac4-414e-9247-dfefdddb0702 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.402981 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1d754-3ac4-414e-9247-dfefdddb0702 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62d35a0-0100-45c3-aed2-22f3d4321837,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:06:59.411321 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-22a1d754-3ac4-414e-9247-dfefdddb0702 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.412547 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-22a1d754-3ac4-414e-9247-dfefdddb0702 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1391392 May 30 21:06:59.415284 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52894) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:06:59.420754 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-c19241b8-e6d1-406a-90bc-5d5356862425 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': '34f38a60-3ab2-4bee-8420-6bcae39765c6', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:06:59.427187 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c19241b8-e6d1-406a-90bc-5d5356862425 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:06:59.431003 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c19241b8-e6d1-406a-90bc-5d5356862425 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:06:59.434029 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-c19241b8-e6d1-406a-90bc-5d5356862425 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:06:59.439710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-c19241b8-e6d1-406a-90bc-5d5356862425 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:06:59.457369 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c19241b8-e6d1-406a-90bc-5d5356862425 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.520162 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c19241b8-e6d1-406a-90bc-5d5356862425 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.524182 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c19241b8-e6d1-406a-90bc-5d5356862425 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.546967 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19241b8-e6d1-406a-90bc-5d5356862425 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350756d0-01f3-4575-b9f6-a3bed63fad7f,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:06:59.555530 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c19241b8-e6d1-406a-90bc-5d5356862425 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.556705 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c19241b8-e6d1-406a-90bc-5d5356862425 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1405234 May 30 21:06:59.559400 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52898) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:06:59.564646 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-1d81cd6a-bb21-4838-9dee-886d49ae415e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': '34f38a60-3ab2-4bee-8420-6bcae39765c6', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:06:59.571698 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1d81cd6a-bb21-4838-9dee-886d49ae415e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:06:59.575623 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1d81cd6a-bb21-4838-9dee-886d49ae415e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:06:59.578653 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-1d81cd6a-bb21-4838-9dee-886d49ae415e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:06:59.584917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-1d81cd6a-bb21-4838-9dee-886d49ae415e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:06:59.603157 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d81cd6a-bb21-4838-9dee-886d49ae415e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.666525 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d81cd6a-bb21-4838-9dee-886d49ae415e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.670080 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d81cd6a-bb21-4838-9dee-886d49ae415e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.692649 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81cd6a-bb21-4838-9dee-886d49ae415e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6dd6c5d-f03e-4579-990a-06d8361c7d5e,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:06:59.701433 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-1d81cd6a-bb21-4838-9dee-886d49ae415e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.702708 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1d81cd6a-bb21-4838-9dee-886d49ae415e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1424053 May 30 21:06:59.705536 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52902) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:06:59.711421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d730d3f8-67e1-4813-bd35-3bdfe19826bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': '34f38a60-3ab2-4bee-8420-6bcae39765c6', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:06:59.717917 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d730d3f8-67e1-4813-bd35-3bdfe19826bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:06:59.721769 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d730d3f8-67e1-4813-bd35-3bdfe19826bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:06:59.724712 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d730d3f8-67e1-4813-bd35-3bdfe19826bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:06:59.730326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d730d3f8-67e1-4813-bd35-3bdfe19826bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:06:59.741465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 25c1247d-5cab-4779-a912-54d4cf8c0cd5 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:06:59.742196 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-d730d3f8-67e1-4813-bd35-3bdfe19826bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Project 762188eb18ae47a58188062fa7bd3504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:06:59.748770 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d730d3f8-67e1-4813-bd35-3bdfe19826bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.774445 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 25c1247d-5cab-4779-a912-54d4cf8c0cd5 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:06:59.774634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 25c1247d-5cab-4779-a912-54d4cf8c0cd5 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:06:59.813132 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d730d3f8-67e1-4813-bd35-3bdfe19826bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.816545 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d730d3f8-67e1-4813-bd35-3bdfe19826bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.844205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730d3f8-67e1-4813-bd35-3bdfe19826bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe89c008-e21a-432c-9f63-49a3a9778e9c,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:06:59.850614 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d730d3f8-67e1-4813-bd35-3bdfe19826bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.851879 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d730d3f8-67e1-4813-bd35-3bdfe19826bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1454115 May 30 21:06:59.855399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52906) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:06:59.860755 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-fd3b48fa-2416-4c24-8855-cf795d7a8000 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': '34f38a60-3ab2-4bee-8420-6bcae39765c6', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:06:59.868035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fd3b48fa-2416-4c24-8855-cf795d7a8000 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:06:59.871843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fd3b48fa-2416-4c24-8855-cf795d7a8000 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:06:59.874689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fd3b48fa-2416-4c24-8855-cf795d7a8000 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:06:59.880325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fd3b48fa-2416-4c24-8855-cf795d7a8000 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:06:59.890272 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-fd3b48fa-2416-4c24-8855-cf795d7a8000 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Project 762188eb18ae47a58188062fa7bd3504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:06:59.896523 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd3b48fa-2416-4c24-8855-cf795d7a8000 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.962306 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd3b48fa-2416-4c24-8855-cf795d7a8000 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.965744 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd3b48fa-2416-4c24-8855-cf795d7a8000 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.987630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b48fa-2416-4c24-8855-cf795d7a8000 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55012d1b-928e-42bb-a717-d1bad5739b62,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:06:59.997563 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd3b48fa-2416-4c24-8855-cf795d7a8000 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:00.001417 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fd3b48fa-2416-4c24-8855-cf795d7a8000 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1424181 May 30 21:07:00.001681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52910) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:07:00.007954 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a717b773-cd4c-4a41-a581-38e79535f7fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'network': {'name': 'tempest-network-smoke--751229394', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'port_security_enabled': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:07:00.013700 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a717b773-cd4c-4a41-a581-38e79535f7fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:07:00.017791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a717b773-cd4c-4a41-a581-38e79535f7fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:network and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:07:00.020655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a717b773-cd4c-4a41-a581-38e79535f7fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:07:00.026342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a717b773-cd4c-4a41-a581-38e79535f7fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:07:00.036309 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a717b773-cd4c-4a41-a581-38e79535f7fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Made reservation on behalf of 762188eb18ae47a58188062fa7bd3504 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:07:00.039135 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a717b773-cd4c-4a41-a581-38e79535f7fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:00.067423 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a717b773-cd4c-4a41-a581-38e79535f7fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:07:00.078960 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a717b773-cd4c-4a41-a581-38e79535f7fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:00.079319 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-a717b773-cd4c-4a41-a581-38e79535f7fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Added segment 36481524-6179-4bf4-af20-f8d4ba09d862 of type vlan for network 4ea0cd05-5759-421b-839e-b49975dd85bc May 30 21:07:00.086229 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b8066a74-69de-4c1d-89d3-32ecd8ff43af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:00.106829 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a717b773-cd4c-4a41-a581-38e79535f7fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:00.135604 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a717b773-cd4c-4a41-a581-38e79535f7fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:00.139386 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a717b773-cd4c-4a41-a581-38e79535f7fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:00.139952 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a717b773-cd4c-4a41-a581-38e79535f7fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:00.246466 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a717b773-cd4c-4a41-a581-38e79535f7fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2435999 May 30 21:07:00.249046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717b773-cd4c-4a41-a581-38e79535f7fb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Network': ['ID=4ea0cd05-5759-421b-839e-b49975dd85bc,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:00.249524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52914) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:07:00.260175 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 4ea0cd05-5759-421b-839e-b49975dd85bc details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:07:00.261186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-897960943', 'admin_state_up': True, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:07:00.269884 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:07:00.273872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:router and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:07:00.276760 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:07:00.284101 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:07:00.296687 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:00.297609 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:00.318138 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:00.465564 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:00.640037 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:00.670650 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:00.804610 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.25.5.33 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/a1ee3664-db6e-4443-ab24-404c6a2e7273) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:07:00.948997 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:00.976451 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:01.040978 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:07:01.043612 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:07:01.047384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:07:01.082872 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=a1ee3664-db6e-4443-ab24-404c6a2e7273,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:01.294720 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:01.295446 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:01.451262 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:01.520296 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router c0f617ec-ea2a-466a-bade-b5393762ecb9 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:07:01.699662 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:01.721604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:07:01.733087 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Sync routers for ids ['c0f617ec-ea2a-466a-bade-b5393762ecb9'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:07:01.745074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Routers {'c0f617ec-ea2a-466a-bade-b5393762ecb9'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:07:01.745686 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:07:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c0f617ec-ea2a-466a-bade-b5393762ecb9'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:07:01.748369 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:01.752610 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f33eb9ae-ad7f-4609-9a91-3664ac450935 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4983499 May 30 21:07:01.752776 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52918) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:07:01.792397 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e9a71fea-3f14-46fd-90c1-d7b90db2b283 tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=762188eb18ae47a58188062fa7bd3504&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385666 May 30 21:07:01.794978 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52922) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:07:01.921520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dafe10-a44a-4070-aa43-c9134a886b40 tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:01.922982 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e3dafe10-a44a-4070-aa43-c9134a886b40 tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1271460 May 30 21:07:01.924062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Set router c0f617ec-ea2a-466a-bade-b5393762ecb9 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:07:01.925844 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52926) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:07:01.964552 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3e20c696-7238-464e-8db9-2567b623578a tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375667 May 30 21:07:01.967014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52930) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:07:01.972466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-57082dc6-9263-4b27-8683-3a10b054f5ff tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1170652275', 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:07:02.082599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-57082dc6-9263-4b27-8683-3a10b054f5ff tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:07:02.086476 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-57082dc6-9263-4b27-8683-3a10b054f5ff tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:subnet and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:07:02.089306 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-57082dc6-9263-4b27-8683-3a10b054f5ff tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:07:02.095047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-57082dc6-9263-4b27-8683-3a10b054f5ff tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:07:02.105015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57082dc6-9263-4b27-8683-3a10b054f5ff tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Made reservation on behalf of 762188eb18ae47a58188062fa7bd3504 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:07:02.206083 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897960943', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:01Z', 'revision_number': 3, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:07:02.207387 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57082dc6-9263-4b27-8683-3a10b054f5ff tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:02.210119 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Checking router: c0f617ec-ea2a-466a-bade-b5393762ecb9 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:07:02.210497 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Updating router c0f617ec-ea2a-466a-bade-b5393762ecb9 port a1ee3664-db6e-4443-ab24-404c6a2e7273 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:07:02.299233 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:02.424307 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57082dc6-9263-4b27-8683-3a10b054f5ff tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:02.502664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57082dc6-9263-4b27-8683-3a10b054f5ff tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Subnet': ['ID=b09e1e5b-6049-4275-a537-509ed59a1a0d,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:02.517380 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57082dc6-9263-4b27-8683-3a10b054f5ff tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Checking segment: {'id': '36481524-6179-4bf4-af20-f8d4ba09d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:07:02.517739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57082dc6-9263-4b27-8683-3a10b054f5ff tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network hostable DHCP agents. Network: 4ea0cd05-5759-421b-839e-b49975dd85bc, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:07:02.541100 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57082dc6-9263-4b27-8683-3a10b054f5ff tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 4ea0cd05-5759-421b-839e-b49975dd85bc is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:07:02.550365 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-57082dc6-9263-4b27-8683-3a10b054f5ff tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 4ea0cd05-5759-421b-839e-b49975dd85bc) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:07:02.555013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57082dc6-9263-4b27-8683-3a10b054f5ff tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:02.555598 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-57082dc6-9263-4b27-8683-3a10b054f5ff tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:02.567951 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2381c6b5-4a1a-4704-9e8a-c4cff2d9b423 None None] Network 4ea0cd05-5759-421b-839e-b49975dd85bc requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:07:02.576972 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-57082dc6-9263-4b27-8683-3a10b054f5ff tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6089613 May 30 21:07:02.579899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52934) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:07:02.707082 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:02.735900 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Transition to ACTIVE for port object a1ee3664-db6e-4443-ab24-404c6a2e7273 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:07:02.750759 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:02.878430 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f41cc-1439-4735-b49b-6debfed865dd None None] Pushing event updated for resources: {'Port': ['ID=a1ee3664-db6e-4443-ab24-404c6a2e7273,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:02.908395 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Attempting to bind port a1ee3664-db6e-4443-ab24-404c6a2e7273 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:07:02.909022 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Attempting to bind port a1ee3664-db6e-4443-ab24-404c6a2e7273 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:07:02.909382 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Attempting to bind port a1ee3664-db6e-4443-ab24-404c6a2e7273 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:07:02.925066 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:07:02.925444 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:07:02.925842 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:02.926220 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:07:02.926739 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Bound port: a1ee3664-db6e-4443-ab24-404c6a2e7273, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:07:02.927043 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:02.957615 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-4ea0cd05-5759-421b-839e-b49975dd85bc', 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ips': [{'subnet_id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:07:02.958225 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:03.080218 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:03.081275 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] For port a1ee3664-db6e-4443-ab24-404c6a2e7273, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:07:03.097741 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] For port a1ee3664-db6e-4443-ab24-404c6a2e7273, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a1ee3664-db6e-4443-ab24-404c6a2e7273,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:07:03.102177 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:03.238463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Allocated IP 172.20.0.2 (4ea0cd05-5759-421b-839e-b49975dd85bc/b09e1e5b-6049-4275-a537-509ed59a1a0d/acad5666-f06b-4d2f-94d8-097b49efaebf) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:07:03.240462 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f41cc-1439-4735-b49b-6debfed865dd None None] Pushing event updated for resources: {'Port': ['ID=a1ee3664-db6e-4443-ab24-404c6a2e7273,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:03.252572 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Routers {'c0f617ec-ea2a-466a-bade-b5393762ecb9'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:07:03.252927 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:07:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c0f617ec-ea2a-466a-bade-b5393762ecb9'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:07:03.444319 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:03.570866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] Set router c0f617ec-ea2a-466a-bade-b5393762ecb9 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:07:03.822824 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:03.836851 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:03.845542 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Transition to ACTIVE for port object acad5666-f06b-4d2f-94d8-097b49efaebf will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:07:03.886431 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Transition to ACTIVE for port object acad5666-f06b-4d2f-94d8-097b49efaebf will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:07:03.902452 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:03.955542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.20.0.1 (4ea0cd05-5759-421b-839e-b49975dd85bc/b09e1e5b-6049-4275-a537-509ed59a1a0d/c470cca1-7cf9-476c-b4f3-f06f6962688d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:07:04.008516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Network 4ea0cd05-5759-421b-839e-b49975dd85bc is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:07:04.010516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:07:04.012213 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Pushing event updated for resources: {'Port': ['ID=acad5666-f06b-4d2f-94d8-097b49efaebf,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:04.015501 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:07:04.112547 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:04.119495 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Attempting to bind port acad5666-f06b-4d2f-94d8-097b49efaebf on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:07:04.119862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Attempting to bind port acad5666-f06b-4d2f-94d8-097b49efaebf by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '36481524-6179-4bf4-af20-f8d4ba09d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:07:04.120251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Attempting to bind port acad5666-f06b-4d2f-94d8-097b49efaebf on network 4ea0cd05-5759-421b-839e-b49975dd85bc {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:07:04.124256 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897960943', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:01Z', 'revision_number': 3, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:07:04.128639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Transition to ACTIVE for port object c470cca1-7cf9-476c-b4f3-f06f6962688d will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:07:04.131374 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46ed130-fec8-44d6-8288-49232a83b7e2 None None] The sync data for ids ['c0f617ec-ea2a-466a-bade-b5393762ecb9'] in n-d-843949-2 is: [{'id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897960943', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:01Z', 'revision_number': 3, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:07:04.134001 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:07:04.134361 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Checking segment: {'id': '36481524-6179-4bf4-af20-f8d4ba09d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:07:04.135120 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:04.135120 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Bound using segment: {'id': '36481524-6179-4bf4-af20-f8d4ba09d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:07:04.135595 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Bound port: acad5666-f06b-4d2f-94d8-097b49efaebf, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36481524-6179-4bf4-af20-f8d4ba09d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:07:04.136008 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:04.158837 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:04.236935 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 4ea0cd05-5759-421b-839e-b49975dd85bc is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:07:04.237181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] For port acad5666-f06b-4d2f-94d8-097b49efaebf, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:07:04.241140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:07:04.241786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] For port acad5666-f06b-4d2f-94d8-097b49efaebf, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=acad5666-f06b-4d2f-94d8-097b49efaebf,segment=NetworkSegment(36481524-6179-4bf4-af20-f8d4ba09d862),segment_id=36481524-6179-4bf4-af20-f8d4ba09d862)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:07:04.243271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=c470cca1-7cf9-476c-b4f3-f06f6962688d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:04.245656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:07:04.253436 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:04.304658 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:04.355993 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06c96d-f2de-4d4f-86a4-ee0407bccd42 None None] Pushing event updated for resources: {'Port': ['ID=acad5666-f06b-4d2f-94d8-097b49efaebf,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:04.441867 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:04.991226 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:05.001913 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:05.117230 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:05.120618 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=c470cca1-7cf9-476c-b4f3-f06f6962688d,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:05.260415 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 4ea0cd05-5759-421b-839e-b49975dd85bc is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:07:05.261537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:07:05.279117 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f45567-f8c0-4de6-8e86-4f6327888709 None None] Network 4ea0cd05-5759-421b-839e-b49975dd85bc requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:07:05.282404 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:07:05.377881 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-06ceee5d-55ac-45c5-b3e7-3e1128cab884 None None] Provisioning for port acad5666-f06b-4d2f-94d8-097b49efaebf completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:07:05.652335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router c0f617ec-ea2a-466a-bade-b5393762ecb9 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:07:05.717988 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5fc01ed1-3b8b-4415-b6e0-9fb28d0a7f13 None None] Provisioning for port c470cca1-7cf9-476c-b4f3-f06f6962688d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:07:05.722597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5fc01ed1-3b8b-4415-b6e0-9fb28d0a7f13 None None] Provisioning complete for port c470cca1-7cf9-476c-b4f3-f06f6962688d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:07:05.722962 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5fc01ed1-3b8b-4415-b6e0-9fb28d0a7f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:05.792107 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5fc01ed1-3b8b-4415-b6e0-9fb28d0a7f13 None None] Port c470cca1-7cf9-476c-b4f3-f06f6962688d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:07:05.875000 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device acad5666-f06b-4d2f-94d8-097b49efaebf up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:07:05.900495 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:07:05.914066 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-adb9a526-a2be-4229-9a34-ce78d7e2037b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "PUT /v2.0/routers/c0f617ec-ea2a-466a-bade-b5393762ecb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3330398 May 30 21:07:05.955485 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port acad5666-f06b-4d2f-94d8-097b49efaebf completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:07:05.964913 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port acad5666-f06b-4d2f-94d8-097b49efaebf triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:07:05.965282 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:06.068646 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-06a93d9a-72b4-46ef-ba57-5d397d058322 None None] Provisioning complete for port c470cca1-7cf9-476c-b4f3-f06f6962688d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:07:06.069008 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-06a93d9a-72b4-46ef-ba57-5d397d058322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:06.098622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-6768a9e3-5825-444b-81c1-070d42208efb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:07:06.116791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-6768a9e3-5825-444b-81c1-070d42208efb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:07:06.118769 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-6768a9e3-5825-444b-81c1-070d42208efb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1592167309&fields=id&tenant_id=762188eb18ae47a58188062fa7bd3504 HTTP/1.1" status: 200 len: 267 time: 0.0636809 May 30 21:07:06.146021 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-06a93d9a-72b4-46ef-ba57-5d397d058322 None None] Port c470cca1-7cf9-476c-b4f3-f06f6962688d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:07:06.147437 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:06.179974 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port acad5666-f06b-4d2f-94d8-097b49efaebf, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=acad5666-f06b-4d2f-94d8-097b49efaebf,segment=NetworkSegment(36481524-6179-4bf4-af20-f8d4ba09d862),segment_id=36481524-6179-4bf4-af20-f8d4ba09d862)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:07:06.183910 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:06.184718 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a1ee3664-db6e-4443-ab24-404c6a2e7273 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:07:06.276067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-f8f90381-72f9-4c8f-9a07-24623943ebc9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:06.276954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-f8f90381-72f9-4c8f-9a07-24623943ebc9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:07:06.294971 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-f8f90381-72f9-4c8f-9a07-24623943ebc9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:07:06.296292 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-f8f90381-72f9-4c8f-9a07-24623943ebc9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/networks?id=4ea0cd05-5759-421b-839e-b49975dd85bc HTTP/1.1" status: 200 len: 796 time: 0.1708713 May 30 21:07:06.312328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=acad5666-f06b-4d2f-94d8-097b49efaebf,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:06.314533 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-3cf4c6fa-5523-4db6-aa1f-fcfc7f5df287 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/quotas/762188eb18ae47a58188062fa7bd3504 HTTP/1.1" status: 200 len: 375 time: 0.0122845 May 30 21:07:06.319351 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-22b57c3f-965d-4296-82f4-362fbf98652f None None] Provisioning complete for port c470cca1-7cf9-476c-b4f3-f06f6962688d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:07:06.319716 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-22b57c3f-965d-4296-82f4-362fbf98652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:06.369333 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port a1ee3664-db6e-4443-ab24-404c6a2e7273 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:07:06.378293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a1ee3664-db6e-4443-ab24-404c6a2e7273 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:07:06.378659 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:06.403498 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c2bb38d7-b138-460a-b573-b2ae2458d0ef tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:07:06.405570 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-22b57c3f-965d-4296-82f4-362fbf98652f None None] Port c470cca1-7cf9-476c-b4f3-f06f6962688d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:07:06.419276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c2bb38d7-b138-460a-b573-b2ae2458d0ef tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:07:06.420950 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c2bb38d7-b138-460a-b573-b2ae2458d0ef tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983145 May 30 21:07:06.495320 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:06.504710 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-6525cb2c-d37a-4bfd-b43e-54e1b87c1fb6 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:07:06.506337 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-6525cb2c-d37a-4bfd-b43e-54e1b87c1fb6 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0731497 May 30 21:07:06.511391 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port a1ee3664-db6e-4443-ab24-404c6a2e7273, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a1ee3664-db6e-4443-ab24-404c6a2e7273,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:07:06.516521 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:06.584491 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=a1ee3664-db6e-4443-ab24-404c6a2e7273,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:06.734472 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-d2988703-a3c2-4714-a5ae-a98a394ab337 service neutron] 10.222.0.84 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214897 May 30 21:07:06.864015 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-b7ca0c4a-d48c-42bc-8a05-733dba0a22b9 service neutron] 10.222.0.84 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238868 May 30 21:07:07.048775 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-370ec10e-f57d-4646-9d9b-22ddb645481f req-58f62d57-e6c1-4d52-81b7-d0f538c7f05d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 210 time: 0.0407522 May 30 21:07:07.677598 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Sync routers for ids ['c0f617ec-ea2a-466a-bade-b5393762ecb9'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:07:07.689004 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Routers {'c0f617ec-ea2a-466a-bade-b5393762ecb9'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:07:07.689591 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:07:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c0f617ec-ea2a-466a-bade-b5393762ecb9'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:07:07.705618 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:07.797947 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device acad5666-f06b-4d2f-94d8-097b49efaebf up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:07:07.870707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port acad5666-f06b-4d2f-94d8-097b49efaebf triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:07:07.871069 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:07.872583 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Set router c0f617ec-ea2a-466a-bade-b5393762ecb9 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:07:07.989479 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a1ee3664-db6e-4443-ab24-404c6a2e7273 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:07:08.094931 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a1ee3664-db6e-4443-ab24-404c6a2e7273 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:07:08.095302 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:08.201036 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897960943', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:04Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'c470cca1-7cf9-476c-b4f3-f06f6962688d', 'name': '', 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:1b:7c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:03Z', 'updated_at': '2022-05-30T21:07:04Z', 'revision_number': 2, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:07:08.205187 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Checking router: c0f617ec-ea2a-466a-bade-b5393762ecb9 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:07:08.205533 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Updating router c0f617ec-ea2a-466a-bade-b5393762ecb9 port c470cca1-7cf9-476c-b4f3-f06f6962688d binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:07:08.225162 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4f4ade0d-011b-4464-820f-1c16887a7928 req-d130b2ed-cbb3-480b-a78a-49f49fc044f7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 210 time: 0.0541720 May 30 21:07:08.279456 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:08.472609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-9ba42deb-c272-48db-8593-ccfc6e02ebc7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:08.473177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-9ba42deb-c272-48db-8593-ccfc6e02ebc7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:07:08.485233 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-9ba42deb-c272-48db-8593-ccfc6e02ebc7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:07:08.486339 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-9ba42deb-c272-48db-8593-ccfc6e02ebc7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.93 "GET /v2.0/networks?id=4ea0cd05-5759-421b-839e-b49975dd85bc HTTP/1.1" status: 200 len: 796 time: 0.1670532 May 30 21:07:08.544369 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-63691496-0c00-496d-8865-51e6f4e429a1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=762188eb18ae47a58188062fa7bd3504 HTTP/1.1" status: 200 len: 380 time: 0.0453713 May 30 21:07:08.557629 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c193ef4c-f16f-407f-97fc-fc3c33bdfba7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'port': {'device_id': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc', 'admin_state_up': True, 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'security_groups': ['34f38a60-3ab2-4bee-8420-6bcae39765c6']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:07:08.654592 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:08.668152 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Transition to ACTIVE for port object c470cca1-7cf9-476c-b4f3-f06f6962688d will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:07:08.675225 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:08.823045 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c193ef4c-f16f-407f-97fc-fc3c33bdfba7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:07:08.833285 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c193ef4c-f16f-407f-97fc-fc3c33bdfba7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:07:08.842543 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769a37f-f95f-4b15-911b-739328adad39 None None] Pushing event updated for resources: {'Port': ['ID=c470cca1-7cf9-476c-b4f3-f06f6962688d,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:08.844534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c193ef4c-f16f-407f-97fc-fc3c33bdfba7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Made reservation on behalf of 762188eb18ae47a58188062fa7bd3504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:07:08.847565 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c193ef4c-f16f-407f-97fc-fc3c33bdfba7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:08.891744 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769a37f-f95f-4b15-911b-739328adad39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:08.892105 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769a37f-f95f-4b15-911b-739328adad39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:08.892438 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769a37f-f95f-4b15-911b-739328adad39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:08.892762 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769a37f-f95f-4b15-911b-739328adad39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:08.893088 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769a37f-f95f-4b15-911b-739328adad39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:08.893400 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769a37f-f95f-4b15-911b-739328adad39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:08.893711 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769a37f-f95f-4b15-911b-739328adad39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:08.894023 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769a37f-f95f-4b15-911b-739328adad39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:08.894339 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769a37f-f95f-4b15-911b-739328adad39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:08.894648 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769a37f-f95f-4b15-911b-739328adad39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:08.894958 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769a37f-f95f-4b15-911b-739328adad39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:08.909735 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Attempting to bind port c470cca1-7cf9-476c-b4f3-f06f6962688d on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:07:08.910202 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Attempting to bind port c470cca1-7cf9-476c-b4f3-f06f6962688d by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '36481524-6179-4bf4-af20-f8d4ba09d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:07:08.910621 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Attempting to bind port c470cca1-7cf9-476c-b4f3-f06f6962688d on network 4ea0cd05-5759-421b-839e-b49975dd85bc {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:07:08.918343 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:07:08.918702 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Checking segment: {'id': '36481524-6179-4bf4-af20-f8d4ba09d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:07:08.919109 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:08.919481 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Bound using segment: {'id': '36481524-6179-4bf4-af20-f8d4ba09d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:07:08.919935 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Bound port: c470cca1-7cf9-476c-b4f3-f06f6962688d, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36481524-6179-4bf4-af20-f8d4ba09d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:07:08.920410 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:09.010410 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] For port c470cca1-7cf9-476c-b4f3-f06f6962688d, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:07:09.015019 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] For port c470cca1-7cf9-476c-b4f3-f06f6962688d, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c470cca1-7cf9-476c-b4f3-f06f6962688d,segment=NetworkSegment(36481524-6179-4bf4-af20-f8d4ba09d862),segment_id=36481524-6179-4bf4-af20-f8d4ba09d862)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:07:09.018949 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:09.026038 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c193ef4c-f16f-407f-97fc-fc3c33bdfba7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.20.0.13 (4ea0cd05-5759-421b-839e-b49975dd85bc/b09e1e5b-6049-4275-a537-509ed59a1a0d/100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:07:09.098861 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769a37f-f95f-4b15-911b-739328adad39 None None] Pushing event updated for resources: {'Port': ['ID=c470cca1-7cf9-476c-b4f3-f06f6962688d,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:09.103470 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Routers {'c0f617ec-ea2a-466a-bade-b5393762ecb9'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:07:09.104101 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:07:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c0f617ec-ea2a-466a-bade-b5393762ecb9'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:07:09.227933 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c193ef4c-f16f-407f-97fc-fc3c33bdfba7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:09.244984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c193ef4c-f16f-407f-97fc-fc3c33bdfba7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Transition to ACTIVE for port object 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:07:09.269156 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c193ef4c-f16f-407f-97fc-fc3c33bdfba7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:09.291355 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] Set router c0f617ec-ea2a-466a-bade-b5393762ecb9 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:07:09.348955 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c193ef4c-f16f-407f-97fc-fc3c33bdfba7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 4ea0cd05-5759-421b-839e-b49975dd85bc is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:07:09.352444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c193ef4c-f16f-407f-97fc-fc3c33bdfba7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:07:09.355180 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c193ef4c-f16f-407f-97fc-fc3c33bdfba7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:07:09.441630 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c193ef4c-f16f-407f-97fc-fc3c33bdfba7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:09.442238 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c193ef4c-f16f-407f-97fc-fc3c33bdfba7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:09.455839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193ef4c-f16f-407f-97fc-fc3c33bdfba7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:09.465345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4689256-f2bb-4c4b-936b-ccc9a20f6f25 req-00d4d12c-cb91-4c01-ad07-2d307fe90329 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:09.469195 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e4689256-f2bb-4c4b-936b-ccc9a20f6f25 req-00d4d12c-cb91-4c01-ad07-2d307fe90329 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 932 time: 0.0877001 May 30 21:07:09.476322 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c193ef4c-f16f-407f-97fc-fc3c33bdfba7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9221888 May 30 21:07:09.486413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c040ad98-b25f-4637-92b3-9bcc66b5f3a0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:07:09.487373 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-c040ad98-b25f-4637-92b3-9bcc66b5f3a0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050292 May 30 21:07:09.498297 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Request body: {'port': {'device_id': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:07:09.521473 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e4689256-f2bb-4c4b-936b-ccc9a20f6f25 req-f8f4281e-6a3e-431c-8316-9a37cdc55a8d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483940 May 30 21:07:09.623304 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:09.654047 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897960943', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:04Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'c470cca1-7cf9-476c-b4f3-f06f6962688d', 'name': '', 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:1b:7c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:03Z', 'updated_at': '2022-05-30T21:07:09Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:07:09.657819 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fb68e3-6599-4ea9-ae8c-50dae7fd9cf9 None None] The sync data for ids ['c0f617ec-ea2a-466a-bade-b5393762ecb9'] in n-d-843949-2 is: [{'id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897960943', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:04Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'c470cca1-7cf9-476c-b4f3-f06f6962688d', 'name': '', 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:1b:7c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:03Z', 'updated_at': '2022-05-30T21:07:09Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:07:09.715691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-be7fc794-a7ea-4158-960f-1bfdad8f490f None None] Provisioning for port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:07:09.727205 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-be7fc794-a7ea-4158-960f-1bfdad8f490f None None] Provisioning complete for port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:07:09.727802 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-be7fc794-a7ea-4158-960f-1bfdad8f490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:09.798433 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-be7fc794-a7ea-4158-960f-1bfdad8f490f None None] Port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:07:09.835081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c470cca1-7cf9-476c-b4f3-f06f6962688d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:07:09.914534 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port c470cca1-7cf9-476c-b4f3-f06f6962688d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:07:09.919702 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port c470cca1-7cf9-476c-b4f3-f06f6962688d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:07:09.920098 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:10.028610 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:07:10.036083 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:10.040898 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:10.053729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Transition to ACTIVE for port object 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:07:10.058209 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:10.078315 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port c470cca1-7cf9-476c-b4f3-f06f6962688d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c470cca1-7cf9-476c-b4f3-f06f6962688d,segment=NetworkSegment(36481524-6179-4bf4-af20-f8d4ba09d862),segment_id=36481524-6179-4bf4-af20-f8d4ba09d862)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:07:10.082465 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:10.157823 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=c470cca1-7cf9-476c-b4f3-f06f6962688d,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:10.195591 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Pushing event updated for resources: {'Port': ['ID=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:10.320231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Attempting to bind port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:07:10.320623 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Attempting to bind port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '36481524-6179-4bf4-af20-f8d4ba09d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:07:10.321006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Attempting to bind port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 on network 4ea0cd05-5759-421b-839e-b49975dd85bc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:07:10.327312 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 on network 4ea0cd05-5759-421b-839e-b49975dd85bc not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:07:10.327627 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Attempting to bind port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 on network 4ea0cd05-5759-421b-839e-b49975dd85bc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:07:10.335145 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:07:10.335475 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Checking segment: {'id': '36481524-6179-4bf4-af20-f8d4ba09d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:07:10.335855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Bound using segment: {'id': '36481524-6179-4bf4-af20-f8d4ba09d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:07:10.336298 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Bound port: 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36481524-6179-4bf4-af20-f8d4ba09d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:07:10.336633 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:10.432395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] For port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:07:10.435576 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] For port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,segment=NetworkSegment(36481524-6179-4bf4-af20-f8d4ba09d862),segment_id=36481524-6179-4bf4-af20-f8d4ba09d862)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:07:10.440613 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:10.506492 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:10.507790 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] 10.222.0.93 "PUT /v2.0/ports/100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 HTTP/1.1" status: 200 len: 1092 time: 1.0139539 May 30 21:07:10.508256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'tag': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:07:10.527396 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4329e-684d-4c2f-a589-bf7daf4d6451 service neutron] Pushing event updated for resources: {'Port': ['ID=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:10.528723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-1387cd70-669f-465b-bec0-de2e657b6fb0 req-ce9785f3-18b6-4d30-9ef0-182a643727d5 tempest-ServerDiskConfigTestJSON-137146147 tempest-ServerDiskConfigTestJSON-137146147-project] (84023) timed out ('10.222.0.93', 58909) {{(pid=84023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 21:07:10.587799 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55bca793-6e93-4e5c-8c44-17f87f81b7b1'] response: {'name': 'network-changed', 'server_uuid': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'tag': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7', 'status': 'completed', 'code': 200} May 30 21:07:10.636229 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-a36de60c-0622-4847-9f1b-d911e25930a8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 1095 time: 0.0887127 May 30 21:07:10.733308 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-79e8aa25-515a-4624-8dca-ba28d0dafdb3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 HTTP/1.1" status: 200 len: 217 time: 0.0900171 May 30 21:07:10.766056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96cd57-f6a5-482f-a444-33abc8c23ea7 req-da4858d7-28db-4f68-b238-bfd419b67b45 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:10.767749 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac96cd57-f6a5-482f-a444-33abc8c23ea7 req-da4858d7-28db-4f68-b238-bfd419b67b45 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 944 time: 0.0808382 May 30 21:07:10.795898 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-26f1cd79-9dcf-42cf-9a4c-1175974bd348 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:10.797273 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-26f1cd79-9dcf-42cf-9a4c-1175974bd348 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b09e1e5b-6049-4275-a537-509ed59a1a0d HTTP/1.1" status: 200 len: 835 time: 0.0586615 May 30 21:07:10.816498 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac96cd57-f6a5-482f-a444-33abc8c23ea7 req-ac714a29-eef4-4992-9b1b-f96605096b97 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425146 May 30 21:07:10.874430 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-7b30cc14-115b-4a68-86b6-55f3a8939c1b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4ea0cd05-5759-421b-839e-b49975dd85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710757 May 30 21:07:11.093194 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-ed7e7f30-4f36-4f97-a081-4996cf0165d2 service neutron] 10.222.0.93 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129021 May 30 21:07:11.221287 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3d885449-3ff4-449a-a0f6-42e940bb07e3 req-27958d34-2a74-40d0-bb59-6ba32ad6b163 service neutron] 10.222.0.93 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225760 May 30 21:07:11.338702 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-20dc9773-3bba-4841-8a1c-a10a70eb8f46 req-5b52cb81-e2a1-4e50-a0e5-82d5b02819f4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 1095 time: 0.0697620 May 30 21:07:11.468749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc9773-3bba-4841-8a1c-a10a70eb8f46 req-f91383b9-4b11-430e-8e16-43efcad6f3c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:11.470101 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-20dc9773-3bba-4841-8a1c-a10a70eb8f46 req-f91383b9-4b11-430e-8e16-43efcad6f3c4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4ea0cd05-5759-421b-839e-b49975dd85bc HTTP/1.1" status: 200 len: 897 time: 0.1257110 May 30 21:07:11.540560 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-20dc9773-3bba-4841-8a1c-a10a70eb8f46 req-a73bfc9e-7eeb-44d9-a3cc-3f447d2de4ce service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 HTTP/1.1" status: 200 len: 217 time: 0.0641327 May 30 21:07:11.602840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc9773-3bba-4841-8a1c-a10a70eb8f46 req-86d49465-c616-4b0f-92ef-f982fe24551c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:11.604293 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-20dc9773-3bba-4841-8a1c-a10a70eb8f46 req-86d49465-c616-4b0f-92ef-f982fe24551c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b09e1e5b-6049-4275-a537-509ed59a1a0d HTTP/1.1" status: 200 len: 835 time: 0.0569079 May 30 21:07:11.681462 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-20dc9773-3bba-4841-8a1c-a10a70eb8f46 req-85be53f5-6bce-47ae-9070-fb078e838982 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4ea0cd05-5759-421b-839e-b49975dd85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698252 May 30 21:07:11.797001 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c470cca1-7cf9-476c-b4f3-f06f6962688d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:07:11.821945 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-20dc9773-3bba-4841-8a1c-a10a70eb8f46 req-2b515697-4e3a-4f28-8882-66b15e7b537c service neutron] 10.222.0.93 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331003 May 30 21:07:11.873871 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port c470cca1-7cf9-476c-b4f3-f06f6962688d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:07:11.874297 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:11.974641 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-20dc9773-3bba-4841-8a1c-a10a70eb8f46 req-7f7b2b6a-f958-404d-af45-40deaed8f168 service neutron] 10.222.0.93 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445963 May 30 21:07:12.044004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a4cab-8438-48eb-b8ac-35c97565787a req-54260d18-41be-4310-8a87-7f66813c166d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:12.045470 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-133a4cab-8438-48eb-b8ac-35c97565787a req-54260d18-41be-4310-8a87-7f66813c166d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 944 time: 0.0845125 May 30 21:07:12.091483 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-133a4cab-8438-48eb-b8ac-35c97565787a req-9b5924ee-0e66-4bfd-98b6-2f8200a88d08 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403807 May 30 21:07:13.296079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f90a48-e7c0-451e-8912-d85191bcc662 req-23f1175b-fbea-4a31-9ceb-145060e9046e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:13.297515 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a7f90a48-e7c0-451e-8912-d85191bcc662 req-23f1175b-fbea-4a31-9ceb-145060e9046e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 944 time: 0.0836380 May 30 21:07:13.341828 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a7f90a48-e7c0-451e-8912-d85191bcc662 req-b117cdbf-3a2d-4a5d-a019-ae4f2f797d4b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384605 May 30 21:07:13.875210 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:07:14.006407 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,segment=NetworkSegment(36481524-6179-4bf4-af20-f8d4ba09d862),segment_id=36481524-6179-4bf4-af20-f8d4ba09d862)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:07:14.019385 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7', 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc', 'port_id': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7', 'mac_address': 'fa:16:3e:f8:7b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:07:14.075314 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:14.092310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:07:14.106938 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,segment=NetworkSegment(36481524-6179-4bf4-af20-f8d4ba09d862),segment_id=36481524-6179-4bf4-af20-f8d4ba09d862)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:07:14.110879 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:14.176865 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:14.340110 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:07:14.537394 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579f7bb-7abe-4d36-8109-4b635ebcbac6 req-f3fc025e-1920-4ad8-b79b-9cccacb18c47 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:14.538834 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3579f7bb-7abe-4d36-8109-4b635ebcbac6 req-f3fc025e-1920-4ad8-b79b-9cccacb18c47 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 945 time: 0.0778954 May 30 21:07:14.584322 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3579f7bb-7abe-4d36-8109-4b635ebcbac6 req-60a88099-35e0-4086-b960-6525dbad00bc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398505 May 30 21:07:15.782173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffef3e9-b3f6-4940-8fe0-bbd33db0dad4 req-e58d527b-d56a-4ebd-88ab-cecea29cebe7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:15.783601 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ffef3e9-b3f6-4940-8fe0-bbd33db0dad4 req-e58d527b-d56a-4ebd-88ab-cecea29cebe7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 945 time: 0.0804429 May 30 21:07:15.831750 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ffef3e9-b3f6-4940-8fe0-bbd33db0dad4 req-b994ea7a-5d13-4537-b96b-d43ccb1fc64f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422947 May 30 21:07:15.875259 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:07:15.943497 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:07:15.947870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:07:15.948257 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:16.055873 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:16.083426 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:07:16.092469 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,segment=NetworkSegment(36481524-6179-4bf4-af20-f8d4ba09d862),segment_id=36481524-6179-4bf4-af20-f8d4ba09d862)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:07:16.097998 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:16.163113 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:16.215228 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad6e1e21-0116-4255-871c-032bd37edddc'] response: {'server_uuid': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7', 'code': 200} May 30 21:07:16.340778 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab5df6c2-c9b6-467d-9504-fedddac37e4e req-35626c52-9b29-41aa-bf6b-2e3b77fde5d1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 1097 time: 0.0679812 May 30 21:07:16.383072 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab5df6c2-c9b6-467d-9504-fedddac37e4e req-2bcc2e00-b035-4ac8-a0ce-6a4d1e22c076 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366504 May 30 21:07:17.028278 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d781e12-5524-4244-ac13-73c9cdbf6b4b req-f0a154ed-fc78-4c21-bbba-ae481d67fc85 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:17.029725 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d781e12-5524-4244-ac13-73c9cdbf6b4b req-f0a154ed-fc78-4c21-bbba-ae481d67fc85 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.0758123 May 30 21:07:17.075447 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3d781e12-5524-4244-ac13-73c9cdbf6b4b req-132650c0-51a4-4cc0-adc0-955077bd14ae tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399771 May 30 21:07:18.270378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214205b-8bdd-4827-a9c9-95d519fdf56d req-1e2eea62-ff9b-4e71-9768-6288d81504fd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:18.272503 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b214205b-8bdd-4827-a9c9-95d519fdf56d req-1e2eea62-ff9b-4e71-9768-6288d81504fd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.0797822 May 30 21:07:18.316941 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b214205b-8bdd-4827-a9c9-95d519fdf56d req-c5fae596-2c48-4a8b-a182-a86d06d1eb8a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388973 May 30 21:07:18.520497 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6b561-ac76-4363-bff7-9de59060e1c2 req-1b5c7b07-bc7c-4242-92df-86dfa0b2953e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:18.521949 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdb6b561-ac76-4363-bff7-9de59060e1c2 req-1b5c7b07-bc7c-4242-92df-86dfa0b2953e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.0748096 May 30 21:07:18.570708 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cdb6b561-ac76-4363-bff7-9de59060e1c2 req-e8f0897a-af23-4368-8e64-8d2194ddebcf tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428486 May 30 21:07:18.597302 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52984) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:07:18.668777 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3c8bee23-57b2-4c1f-aa4a-fce4f3388ea8 tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 1092 time: 0.0702765 May 30 21:07:18.671358 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 52988) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:07:18.676257 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:07:18.682833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:07:18.686594 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:floatingip and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:07:18.689355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:07:18.695452 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:07:18.705574 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:18.836504 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:18.966366 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.25.5.252 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/fe463b9c-7e4a-4321-8353-fbc5151cb987) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:07:19.109956 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:19.136667 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:19.296943 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:07:19.299589 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:07:19.303356 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:07:19.335699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=fe463b9c-7e4a-4321-8353-fbc5151cb987,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:19.798879 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:19.852796 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:20.064996 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:20.069776 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:20.164768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=fe463b9c-7e4a-4321-8353-fbc5151cb987,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:20.184141 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:20.371267 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Floating IP 5221bf3d-bc93-4b07-8222-469d7703eac2 associated. External IP: 172.25.5.252, port: 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7. May 30 21:07:20.848370 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router c0f617ec-ea2a-466a-bade-b5393762ecb9 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:07:21.047134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:07:21.056422 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd4c642-5a9c-45f1-b2fe-34858137bc66 None None] Sync routers for ids ['c0f617ec-ea2a-466a-bade-b5393762ecb9'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:07:21.068370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd4c642-5a9c-45f1-b2fe-34858137bc66 None None] Routers {'c0f617ec-ea2a-466a-bade-b5393762ecb9'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:07:21.068944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-1dd4c642-5a9c-45f1-b2fe-34858137bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:07:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c0f617ec-ea2a-466a-bade-b5393762ecb9'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:07:21.071982 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:21.124434 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-efb9280b-72ab-485b-899d-840a34709348 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4519250 May 30 21:07:21.124878 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'tag': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:07:21.194371 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1687cb86-cb07-4ee1-93b5-3100f6cdd6ab'] response: {'name': 'network-changed', 'server_uuid': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'tag': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7', 'status': 'completed', 'code': 200} May 30 21:07:21.287901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-1dd4c642-5a9c-45f1-b2fe-34858137bc66 None None] Set router c0f617ec-ea2a-466a-bade-b5393762ecb9 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:07:21.309548 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e67ed599-3f5e-43c2-ab27-44658db775ff req-360355a6-7803-4370-847d-543e54b9a255 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 1097 time: 0.0947552 May 30 21:07:21.324432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c830a-433e-4974-bf14-17d4d745cc31 req-11522659-302c-47f3-b246-78f7fa8e7d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:21.325899 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e4c830a-433e-4974-bf14-17d4d745cc31 req-11522659-302c-47f3-b246-78f7fa8e7d3e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.0814860 May 30 21:07:21.371896 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3e4c830a-433e-4974-bf14-17d4d745cc31 req-259156bd-a676-4a21-a7de-f721831230f2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403225 May 30 21:07:21.400803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 52996) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:07:21.447136 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ed599-3f5e-43c2-ab27-44658db775ff req-dca14482-c5fd-448b-8281-a717f7dc65d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:21.448679 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e67ed599-3f5e-43c2-ab27-44658db775ff req-dca14482-c5fd-448b-8281-a717f7dc65d6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4ea0cd05-5759-421b-839e-b49975dd85bc HTTP/1.1" status: 200 len: 897 time: 0.1335404 May 30 21:07:21.513603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-135f6222-23d2-4b71-bd79-09090b040109 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/5221bf3d-bc93-4b07-8222-469d7703eac2 HTTP/1.1" status: 200 len: 992 time: 0.1102307 May 30 21:07:21.549231 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e67ed599-3f5e-43c2-ab27-44658db775ff req-28049374-f69b-4465-9ce7-27d9fdc6892e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 HTTP/1.1" status: 200 len: 1000 time: 0.0947647 May 30 21:07:21.612633 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ed599-3f5e-43c2-ab27-44658db775ff req-1393d1ac-2157-4c3c-8d81-ee944a9bfdaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:21.614061 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e67ed599-3f5e-43c2-ab27-44658db775ff req-1393d1ac-2157-4c3c-8d81-ee944a9bfdaa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b09e1e5b-6049-4275-a537-509ed59a1a0d HTTP/1.1" status: 200 len: 835 time: 0.0595462 May 30 21:07:21.639547 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-1dd4c642-5a9c-45f1-b2fe-34858137bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897960943', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:04Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '5221bf3d-bc93-4b07-8222-469d7703eac2', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'port_id': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc', 'mac_address': 'fa:16:3e:f8:7b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:07:19Z', 'updated_at': '2022-05-30T21:07:19Z', 'revision_number': 0, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c470cca1-7cf9-476c-b4f3-f06f6962688d', 'name': '', 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:1b:7c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:03Z', 'updated_at': '2022-05-30T21:07:10Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:07:21.643311 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd4c642-5a9c-45f1-b2fe-34858137bc66 None None] Checking router: c0f617ec-ea2a-466a-bade-b5393762ecb9 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:07:21.654384 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd4c642-5a9c-45f1-b2fe-34858137bc66 None None] Routers {'c0f617ec-ea2a-466a-bade-b5393762ecb9'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:07:21.654977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-1dd4c642-5a9c-45f1-b2fe-34858137bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:07:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c0f617ec-ea2a-466a-bade-b5393762ecb9'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:07:21.688480 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e67ed599-3f5e-43c2-ab27-44658db775ff req-84ccaa1a-3ac8-4502-8add-6dc3b40ef258 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4ea0cd05-5759-421b-839e-b49975dd85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689681 May 30 21:07:21.818977 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e67ed599-3f5e-43c2-ab27-44658db775ff req-b871bdc4-5e7e-4a71-ad67-860c659799dd service neutron] 10.222.0.93 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249828 May 30 21:07:21.833997 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-1dd4c642-5a9c-45f1-b2fe-34858137bc66 None None] Set router c0f617ec-ea2a-466a-bade-b5393762ecb9 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:07:21.951242 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e67ed599-3f5e-43c2-ab27-44658db775ff req-24c0fb97-2790-4e5e-8231-087b98fcf31e service neutron] 10.222.0.93 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263733 May 30 21:07:22.185431 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-1dd4c642-5a9c-45f1-b2fe-34858137bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897960943', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:04Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '5221bf3d-bc93-4b07-8222-469d7703eac2', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'port_id': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc', 'mac_address': 'fa:16:3e:f8:7b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:07:19Z', 'updated_at': '2022-05-30T21:07:19Z', 'revision_number': 0, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c470cca1-7cf9-476c-b4f3-f06f6962688d', 'name': '', 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:1b:7c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:03Z', 'updated_at': '2022-05-30T21:07:10Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:07:22.189183 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd4c642-5a9c-45f1-b2fe-34858137bc66 None None] The sync data for ids ['c0f617ec-ea2a-466a-bade-b5393762ecb9'] in n-d-843949-2 is: [{'id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897960943', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:04Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '5221bf3d-bc93-4b07-8222-469d7703eac2', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'port_id': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc', 'mac_address': 'fa:16:3e:f8:7b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:07:19Z', 'updated_at': '2022-05-30T21:07:19Z', 'revision_number': 0, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c470cca1-7cf9-476c-b4f3-f06f6962688d', 'name': '', 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:1b:7c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:03Z', 'updated_at': '2022-05-30T21:07:10Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:07:22.516592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53000) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:07:22.620862 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dd93fe41-ff3c-4d45-a18b-fafe6f81149f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/5221bf3d-bc93-4b07-8222-469d7703eac2 HTTP/1.1" status: 200 len: 992 time: 0.1031444 May 30 21:07:23.624767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53004) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:07:23.729966 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7ad18c2c-731a-48c2-97aa-c617e42b4b25 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/5221bf3d-bc93-4b07-8222-469d7703eac2 HTTP/1.1" status: 200 len: 992 time: 0.1040838 May 30 21:07:24.107630 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f6230d7f-3d0c-4fae-98cb-f381af8e3a85 req-b517a311-6649-4eb6-9144-e2d7207235d1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663028 May 30 21:07:24.247733 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f6230d7f-3d0c-4fae-98cb-f381af8e3a85 req-637b167f-634a-49ef-938b-ed8a756bad17 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 1097 time: 0.0733838 May 30 21:07:24.402365 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6230d7f-3d0c-4fae-98cb-f381af8e3a85 req-fe686322-e724-4912-8088-76f077b88d77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:24.403792 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f6230d7f-3d0c-4fae-98cb-f381af8e3a85 req-fe686322-e724-4912-8088-76f077b88d77 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4ea0cd05-5759-421b-839e-b49975dd85bc HTTP/1.1" status: 200 len: 897 time: 0.1354065 May 30 21:07:24.605491 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f6230d7f-3d0c-4fae-98cb-f381af8e3a85 req-6238cd9f-b2d2-43b2-accd-63fb926155ad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 HTTP/1.1" status: 200 len: 1000 time: 0.1948493 May 30 21:07:24.666281 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6230d7f-3d0c-4fae-98cb-f381af8e3a85 req-5e91d823-c87f-47c7-97d5-82e6990f4b96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:24.667579 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f6230d7f-3d0c-4fae-98cb-f381af8e3a85 req-5e91d823-c87f-47c7-97d5-82e6990f4b96 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b09e1e5b-6049-4275-a537-509ed59a1a0d HTTP/1.1" status: 200 len: 835 time: 0.0561836 May 30 21:07:24.733145 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53008) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:07:24.808925 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f6230d7f-3d0c-4fae-98cb-f381af8e3a85 req-a3bb2d70-6d22-4948-a422-cafe8c02f46e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4ea0cd05-5759-421b-839e-b49975dd85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357028 May 30 21:07:24.917195 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-210586bc-f5d0-45eb-9e2e-74c59d0153e8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/5221bf3d-bc93-4b07-8222-469d7703eac2 HTTP/1.1" status: 200 len: 992 time: 0.1829047 May 30 21:07:24.960012 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f6230d7f-3d0c-4fae-98cb-f381af8e3a85 req-11960d4f-a57e-4508-afef-516126517ac0 service neutron] 10.222.0.93 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427464 May 30 21:07:25.088105 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f6230d7f-3d0c-4fae-98cb-f381af8e3a85 req-d884c3ce-0d8b-4cda-9ed3-9ed3fca5d61f service neutron] 10.222.0.93 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225147 May 30 21:07:25.670551 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3649f437-9229-4092-8ca0-2ead4574ce23 None None] New status for floating IP 5221bf3d-bc93-4b07-8222-469d7703eac2: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:07:25.920288 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53012) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:07:26.025935 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-daa954a0-303d-42ce-9c81-a8db964e93db tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/5221bf3d-bc93-4b07-8222-469d7703eac2 HTTP/1.1" status: 200 len: 994 time: 0.1045964 May 30 21:07:27.886591 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-726350ea-e63d-4145-8299-0aa0bf2d7058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:30.089478 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7fdf16e5-454f-46fe-b1ea-accce838ac62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:31.453318 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:31.703036 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:33.053017 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:33.765295 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:37.720706 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:42.283385 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:07:48.800238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-755ed9e2-6c87-4719-b694-4437f8e0a8ce req-c5633afb-52be-4766-bfcd-1beb2d9679b6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0668159 May 30 21:07:49.244336 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb39930-3922-4bf0-a3b1-6065952a634b req-22a24fd0-edbd-4019-ac26-6df900814b80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:49.245703 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7eb39930-3922-4bf0-a3b1-6065952a634b req-22a24fd0-edbd-4019-ac26-6df900814b80 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.2202101 May 30 21:07:49.249205 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-68c66dac-30fd-4205-b038-2e30936891e8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2791286 May 30 21:07:49.294560 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7eb39930-3922-4bf0-a3b1-6065952a634b req-92de6455-71fe-4b47-92bd-5443712f6012 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431883 May 30 21:07:50.490933 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f2a57-275a-4d41-a144-781dd1cfc2ff req-32dc43b0-a73b-403a-bfe4-c2a24daa9c0c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:50.492409 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b5f2a57-275a-4d41-a144-781dd1cfc2ff req-32dc43b0-a73b-403a-bfe4-c2a24daa9c0c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.0746882 May 30 21:07:50.541483 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b5f2a57-275a-4d41-a144-781dd1cfc2ff req-e6d9d2b2-dd42-42df-a1a8-b394b152c794 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433893 May 30 21:07:50.638404 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-5bb4432e-471e-4033-88c1-87a89c0ef2cf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 1097 time: 0.0730073 May 30 21:07:50.781831 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f74d12d8-16c9-4a77-a049-d6e329765726 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:50.783273 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f74d12d8-16c9-4a77-a049-d6e329765726 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4ea0cd05-5759-421b-839e-b49975dd85bc HTTP/1.1" status: 200 len: 897 time: 0.1387503 May 30 21:07:50.887763 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-79336bad-e9c3-4610-aa31-c97cbee929df service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 HTTP/1.1" status: 200 len: 1002 time: 0.0983191 May 30 21:07:50.950736 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-4126349c-374c-4745-bb6c-063dc4ccb5ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:50.952056 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-4126349c-374c-4745-bb6c-063dc4ccb5ac service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b09e1e5b-6049-4275-a537-509ed59a1a0d HTTP/1.1" status: 200 len: 835 time: 0.0583987 May 30 21:07:51.023404 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-18660786-7de0-45bb-bb4b-511fc5901c13 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4ea0cd05-5759-421b-839e-b49975dd85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654411 May 30 21:07:51.151459 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-bc0e470e-c746-4350-97d1-66d5666eac65 service neutron] 10.222.0.93 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207697 May 30 21:07:51.282814 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f85cb790-06f8-47fb-abaf-ec918694a0ab service neutron] 10.222.0.93 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245658 May 30 21:07:51.741674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e53b9d-be39-4721-878a-197bf8e57546 req-c081f235-fdcf-4c45-8c6c-4cf33ac43083 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:51.743122 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1e53b9d-be39-4721-878a-197bf8e57546 req-c081f235-fdcf-4c45-8c6c-4cf33ac43083 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.0797017 May 30 21:07:51.787588 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e1e53b9d-be39-4721-878a-197bf8e57546 req-30015905-3ec1-4012-aea2-737e0315ef96 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389771 May 30 21:07:52.980535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb9d89-ea79-48e1-a8b5-8d10229812b2 req-dfa17694-f053-4840-931a-c30690c7a17a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:52.981975 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ccb9d89-ea79-48e1-a8b5-8d10229812b2 req-dfa17694-f053-4840-931a-c30690c7a17a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.0760794 May 30 21:07:53.026266 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6ccb9d89-ea79-48e1-a8b5-8d10229812b2 req-0300cb01-74d3-440b-9e6c-9a1836e6a4c6 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387299 May 30 21:07:54.235262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbb261-98be-4fca-ae22-2b07f861e72c req-658f3b55-c9d7-4b4c-bf5a-9b8890c8b82e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:54.236719 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2bbb261-98be-4fca-ae22-2b07f861e72c req-658f3b55-c9d7-4b4c-bf5a-9b8890c8b82e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.0787895 May 30 21:07:54.282821 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2bbb261-98be-4fca-ae22-2b07f861e72c req-831c31c1-1543-43e0-8173-06b2e0768e69 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395508 May 30 21:07:55.479665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48333b37-ca2d-4a56-a666-eeca95cebfa6 req-fecaedae-3525-4bea-8349-6a5be638495d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:55.481121 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48333b37-ca2d-4a56-a666-eeca95cebfa6 req-fecaedae-3525-4bea-8349-6a5be638495d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.0758281 May 30 21:07:55.528683 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48333b37-ca2d-4a56-a666-eeca95cebfa6 req-a85afdf6-bda5-4dbb-ba39-3eff147b2a3a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420535 May 30 21:07:56.722600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38c529-7d41-47da-a7aa-843c50db0ce2 req-121714d6-36d6-4161-82df-08480ca4ef3d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:56.726362 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c38c529-7d41-47da-a7aa-843c50db0ce2 req-121714d6-36d6-4161-82df-08480ca4ef3d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.0782783 May 30 21:07:56.769138 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7c38c529-7d41-47da-a7aa-843c50db0ce2 req-09fcb771-9ede-4599-a9a2-2ab3480f38af tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385864 May 30 21:07:57.887575 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2883fcfb-6c40-4139-8023-a8cf8e043bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:57.969689 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb3a8b-6bac-4c89-9ef2-b880a8326400 req-621ec2fa-6c45-4238-8f81-b71517a36cb7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:57.971075 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f4fb3a8b-6bac-4c89-9ef2-b880a8326400 req-621ec2fa-6c45-4238-8f81-b71517a36cb7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.0786731 May 30 21:07:58.015172 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f4fb3a8b-6bac-4c89-9ef2-b880a8326400 req-6c1eaef4-2466-43e1-b0a7-cb37e794c384 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386398 May 30 21:07:59.217556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6638a-3b38-4b84-8350-76abdbaca4f9 req-72cf9e4d-085b-4901-8b56-851ac8346e41 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:59.219010 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1b6638a-3b38-4b84-8350-76abdbaca4f9 req-72cf9e4d-085b-4901-8b56-851ac8346e41 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.0759938 May 30 21:07:59.264936 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1b6638a-3b38-4b84-8350-76abdbaca4f9 req-befa3954-003d-4116-83b7-b1d85bac5ac8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403261 May 30 21:08:00.091369 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d0414b0c-a939-4e64-9c68-0e7b9111370f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:00.462899 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175a10b-c941-4d8d-a797-16367d15a172 req-4cf12650-d77c-47cb-bc31-808df7a13fce tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:00.464375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c175a10b-c941-4d8d-a797-16367d15a172 req-4cf12650-d77c-47cb-bc31-808df7a13fce tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.0795467 May 30 21:08:00.509286 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c175a10b-c941-4d8d-a797-16367d15a172 req-60645b22-5c36-412f-ada9-1ea2ac034cb7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394869 May 30 21:08:01.456964 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:01.703700 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:01.704146 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8e618-cf29-4e4d-a0ef-45844a09ae7f req-35f1feca-013b-4f4b-873f-3d8b69a3ba38 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:01.705524 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8b8e618-cf29-4e4d-a0ef-45844a09ae7f req-35f1feca-013b-4f4b-873f-3d8b69a3ba38 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.0759900 May 30 21:08:01.754478 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e8b8e618-cf29-4e4d-a0ef-45844a09ae7f req-af5b43d9-3123-4381-bc4d-323eb67d80b2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427260 May 30 21:08:02.948960 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22b985-6b17-48f8-b24c-b9c8e34058aa req-c482142b-e1a4-45d6-a78f-53099dcd59c1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:02.950401 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e22b985-6b17-48f8-b24c-b9c8e34058aa req-c482142b-e1a4-45d6-a78f-53099dcd59c1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.0762482 May 30 21:08:02.995427 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e22b985-6b17-48f8-b24c-b9c8e34058aa req-0b2c9109-a9b2-4661-954d-b582024b1486 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395250 May 30 21:08:03.056685 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:03.143066 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-14b40376-69f2-4ee5-82bb-7cfe81878acd service neutron] show failed (client error): The resource could not be found. May 30 21:08:03.144126 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-14b40376-69f2-4ee5-82bb-7cfe81878acd service neutron] 10.222.0.93 "GET /v2.0/ports/100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7/bindings/n-h1-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.0755148 May 30 21:08:03.398145 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-e160b33b-0822-4d1f-aab9-794da7d83891 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3&tenant_id=762188eb18ae47a58188062fa7bd3504 HTTP/1.1" status: 200 len: 1097 time: 0.0684502 May 30 21:08:03.413337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:08:03.607904 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:03.778213 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:03.869110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] For port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,segment=NetworkSegment(36481524-6179-4bf4-af20-f8d4ba09d862),segment_id=36481524-6179-4bf4-af20-f8d4ba09d862)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:08:03.897037 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] For port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:08:03.951657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:08:03.957333 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:03.971704 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Transition to ACTIVE for port object 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:08:03.976665 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:04.023884 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c157dca1-c2b2-4958-99bc-9123260483ce'] response: {'server_uuid': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7', 'code': 200} May 30 21:08:04.120471 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Pushing event updated for resources: {'Port': ['ID=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,revision_number=6']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:04.133514 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:04.133866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:04.134207 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:04.134539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:04.134876 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:04.135204 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:04.135529 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:04.135852 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:04.136197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:04.136519 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:04.136843 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:04.191756 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] No DVR routers for this DVR port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:08:04.216273 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead6cc1-4b81-4edd-9fa0-80ca40756499 req-abc05d01-3821-4b58-a184-4a02586c5fb5 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:04.217827 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bead6cc1-4b81-4edd-9fa0-80ca40756499 req-abc05d01-3821-4b58-a184-4a02586c5fb5 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 944 time: 0.0933843 May 30 21:08:04.270189 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bead6cc1-4b81-4edd-9fa0-80ca40756499 req-4e00dbfa-974e-4110-9111-566309fcbbc9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464582 May 30 21:08:04.440291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Attempting to bind port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:08:04.440623 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Attempting to bind port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '36481524-6179-4bf4-af20-f8d4ba09d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:08:04.440945 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Attempting to bind port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 on network 4ea0cd05-5759-421b-839e-b49975dd85bc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:08:04.446575 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 on network 4ea0cd05-5759-421b-839e-b49975dd85bc not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:08:04.446889 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Attempting to bind port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 on network 4ea0cd05-5759-421b-839e-b49975dd85bc {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:08:04.453151 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:08:04.453487 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Checking segment: {'id': '36481524-6179-4bf4-af20-f8d4ba09d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:08:04.453865 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Bound using segment: {'id': '36481524-6179-4bf4-af20-f8d4ba09d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:08:04.454283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Bound port: 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36481524-6179-4bf4-af20-f8d4ba09d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:08:04.454619 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:04.541696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] For port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:08:04.544476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] For port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,segment=NetworkSegment(36481524-6179-4bf4-af20-f8d4ba09d862),segment_id=36481524-6179-4bf4-af20-f8d4ba09d862)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:08:04.548870 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:04.610592 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:04.612066 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] 10.222.0.77 "PUT /v2.0/ports/100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 HTTP/1.1" status: 200 len: 1092 time: 1.2032135 May 30 21:08:04.629696 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b88c8e-deb0-4a79-a5fa-6013652e9f06 service neutron] Pushing event updated for resources: {'Port': ['ID=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,revision_number=7']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:04.706712 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-dc85fc3f-f9d0-43cc-87d5-01cb1755a94c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 1095 time: 0.0699522 May 30 21:08:04.840133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-ae9ac2cc-e9af-41e2-b07c-68f23b8f213b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:04.841481 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-ae9ac2cc-e9af-41e2-b07c-68f23b8f213b service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ea0cd05-5759-421b-839e-b49975dd85bc HTTP/1.1" status: 200 len: 897 time: 0.1245928 May 30 21:08:04.946092 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-6f209654-8551-4c25-be44-ab159b9f7090 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 HTTP/1.1" status: 200 len: 1000 time: 0.0948768 May 30 21:08:05.005963 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-a17c718b-fb0c-4791-82fe-1886180cf092 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:05.007304 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-a17c718b-fb0c-4791-82fe-1886180cf092 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b09e1e5b-6049-4275-a537-509ed59a1a0d HTTP/1.1" status: 200 len: 835 time: 0.0552552 May 30 21:08:05.084458 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-968c7b18-f1c8-4699-b537-4af353dac6d9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ea0cd05-5759-421b-839e-b49975dd85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678599 May 30 21:08:05.314292 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-016b5bed-f09a-45e8-8a57-aafb3616bf0c service neutron] 10.222.0.77 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194331 May 30 21:08:05.448583 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6cc78af4-be13-4c79-8ba2-2b7791cbd1a9 req-9eaf7461-7e30-4db4-a200-37658ff50075 service neutron] 10.222.0.77 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248353 May 30 21:08:05.474560 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdea54d-f728-49c0-88bc-1647ae6459a5 req-0abc5cb1-839c-4eae-afff-c655fa5e14c0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:05.476040 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3bdea54d-f728-49c0-88bc-1647ae6459a5 req-0abc5cb1-839c-4eae-afff-c655fa5e14c0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 944 time: 0.0768709 May 30 21:08:05.521770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3bdea54d-f728-49c0-88bc-1647ae6459a5 req-463a2e91-cbfd-4712-87b2-d1b3533a858c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402229 May 30 21:08:06.025597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'tag': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:08:06.092095 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9423ba9-8a51-41e6-888a-e339bdc43c75'] response: {'name': 'network-changed', 'server_uuid': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'tag': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7', 'status': 'completed', 'code': 200} May 30 21:08:06.143651 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:08:06.201811 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:08:06.235910 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5314e71-55bb-40f8-b6e8-04e8cec3ba2b req-d691b4f3-ffcf-41cc-b2e3-12459fbb1ee5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 1095 time: 0.1267595 May 30 21:08:06.239851 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5314e71-55bb-40f8-b6e8-04e8cec3ba2b req-19cfd104-b1aa-44ce-bd5c-4389f635c34a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 1095 time: 0.1008372 May 30 21:08:06.471470 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5314e71-55bb-40f8-b6e8-04e8cec3ba2b req-43c5f690-d5a1-49b5-bde7-23fa55120682 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:06.472916 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5314e71-55bb-40f8-b6e8-04e8cec3ba2b req-43c5f690-d5a1-49b5-bde7-23fa55120682 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4ea0cd05-5759-421b-839e-b49975dd85bc HTTP/1.1" status: 200 len: 897 time: 0.2311296 May 30 21:08:06.474256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5314e71-55bb-40f8-b6e8-04e8cec3ba2b req-8fb9ee27-1628-43c0-9189-77e8bb76187c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:06.475508 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5314e71-55bb-40f8-b6e8-04e8cec3ba2b req-8fb9ee27-1628-43c0-9189-77e8bb76187c service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ea0cd05-5759-421b-839e-b49975dd85bc HTTP/1.1" status: 200 len: 897 time: 0.2163475 May 30 21:08:06.656444 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5314e71-55bb-40f8-b6e8-04e8cec3ba2b req-078cda67-19a6-481f-b98c-0a2abcd0444f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 HTTP/1.1" status: 200 len: 1000 time: 0.1776061 May 30 21:08:06.658056 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5314e71-55bb-40f8-b6e8-04e8cec3ba2b req-34f425c2-8a24-4325-ae4b-cfe664aec48c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 HTTP/1.1" status: 200 len: 1000 time: 0.1335530 May 30 21:08:06.722177 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b103171-ca5e-459e-b5f0-743bab5335c0 req-d9c28e1c-6ced-4276-b261-a9b1f003a40b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:06.724213 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b103171-ca5e-459e-b5f0-743bab5335c0 req-d9c28e1c-6ced-4276-b261-a9b1f003a40b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 944 time: 0.0806165 May 30 21:08:06.763315 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5314e71-55bb-40f8-b6e8-04e8cec3ba2b req-3de7e9f0-0ef6-448f-a2e4-bef4254d8f4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:06.764772 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5314e71-55bb-40f8-b6e8-04e8cec3ba2b req-3de7e9f0-0ef6-448f-a2e4-bef4254d8f4c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b09e1e5b-6049-4275-a537-509ed59a1a0d HTTP/1.1" status: 200 len: 835 time: 0.1025753 May 30 21:08:06.767666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5314e71-55bb-40f8-b6e8-04e8cec3ba2b req-5124168e-4cc7-4985-a0b5-ba35dfb3c2c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:06.768966 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5314e71-55bb-40f8-b6e8-04e8cec3ba2b req-5124168e-4cc7-4985-a0b5-ba35dfb3c2c6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b09e1e5b-6049-4275-a537-509ed59a1a0d HTTP/1.1" status: 200 len: 835 time: 0.0778677 May 30 21:08:06.769553 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5b103171-ca5e-459e-b5f0-743bab5335c0 req-949e95da-2313-4f2c-8340-1940e87fc702 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398037 May 30 21:08:06.898155 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5314e71-55bb-40f8-b6e8-04e8cec3ba2b req-1778213d-9291-4c8a-b3a7-89f131a2972d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4ea0cd05-5759-421b-839e-b49975dd85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278310 May 30 21:08:06.901519 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5314e71-55bb-40f8-b6e8-04e8cec3ba2b req-e0696fcb-c9db-42ac-8156-47a0e3103a13 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ea0cd05-5759-421b-839e-b49975dd85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998225 May 30 21:08:07.128537 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5314e71-55bb-40f8-b6e8-04e8cec3ba2b req-14517209-5d42-41f6-8745-dae724018fe1 service neutron] 10.222.0.93 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246063 May 30 21:08:07.131411 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5314e71-55bb-40f8-b6e8-04e8cec3ba2b req-13892112-02e3-4000-bba2-4ce49cbb9514 service neutron] 10.222.0.77 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083623 May 30 21:08:07.473177 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5314e71-55bb-40f8-b6e8-04e8cec3ba2b req-ebe58cb5-2478-4fb6-81ee-aaab593dec63 service neutron] 10.222.0.93 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387530 May 30 21:08:07.474975 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d5314e71-55bb-40f8-b6e8-04e8cec3ba2b req-37076b99-8bff-4318-a97e-e07618d73b93 service neutron] 10.222.0.77 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237429 May 30 21:08:07.710004 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:07.965041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c709bc-8359-4ffe-97f8-e2f0883b7071 req-b53ac91b-2a98-4fbd-bf2c-ec8a65419f3f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:07.966397 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55c709bc-8359-4ffe-97f8-e2f0883b7071 req-b53ac91b-2a98-4fbd-bf2c-ec8a65419f3f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 944 time: 0.0758586 May 30 21:08:08.011512 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-55c709bc-8359-4ffe-97f8-e2f0883b7071 req-d9512685-9610-40ea-a60b-c46ef9d961a5 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396600 May 30 21:08:08.333972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24ac65-03a0-44bf-b0c8-75fa0fd57b0b req-2c3e63d6-8bbf-468d-beaa-239c31031ff6 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:08.334269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84c8a4-7a5e-45b0-8f44-4573ff2531e1 req-2b939e5b-3891-4dd0-b5be-4f54363ed0e9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:08.334954 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-9b84c8a4-7a5e-45b0-8f44-4573ff2531e1 req-2b939e5b-3891-4dd0-b5be-4f54363ed0e9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:08:08.335418 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a24ac65-03a0-44bf-b0c8-75fa0fd57b0b req-2c3e63d6-8bbf-468d-beaa-239c31031ff6 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 944 time: 0.0807469 May 30 21:08:08.351252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-9b84c8a4-7a5e-45b0-8f44-4573ff2531e1 req-2b939e5b-3891-4dd0-b5be-4f54363ed0e9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:08:08.352696 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9b84c8a4-7a5e-45b0-8f44-4573ff2531e1 req-2b939e5b-3891-4dd0-b5be-4f54363ed0e9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.93 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3&tenant_id=762188eb18ae47a58188062fa7bd3504&binding%3Ahost_id=n-h1-843949-2 HTTP/1.1" status: 200 len: 944 time: 0.1015975 May 30 21:08:08.381858 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a24ac65-03a0-44bf-b0c8-75fa0fd57b0b req-3e65f588-b8ab-41be-8f9a-dc8dd0707303 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409436 May 30 21:08:08.435109 n-d-843949-2 neutron-server[84024]: INFO neutron.api.v2.resource [req-9b84c8a4-7a5e-45b0-8f44-4573ff2531e1 req-eaf788c3-4e64-4187-a8ff-c51184974b4a service neutron] delete failed (client error): The resource could not be found. May 30 21:08:08.436149 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9b84c8a4-7a5e-45b0-8f44-4573ff2531e1 req-eaf788c3-4e64-4187-a8ff-c51184974b4a service neutron] 10.222.0.93 "DELETE /v2.0/ports/100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7/bindings/n-h2-843949-2 HTTP/1.1" status: 404 len: 380 time: 0.0783825 May 30 21:08:08.542455 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:08:08.585874 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9b84c8a4-7a5e-45b0-8f44-4573ff2531e1 req-2a5d57e9-0215-4931-82d9-51ef8b1dc38d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 1095 time: 0.0812001 May 30 21:08:08.596738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088e46b-0b09-4c6d-8830-249e7914257d req-ead7e949-4418-4163-93b5-88384de344a9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:08.598207 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8088e46b-0b09-4c6d-8830-249e7914257d req-ead7e949-4418-4163-93b5-88384de344a9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 944 time: 0.0881710 May 30 21:08:08.650291 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8088e46b-0b09-4c6d-8830-249e7914257d req-1ebfc4c9-cc80-444e-848d-f5c00e54f43d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460360 May 30 21:08:08.686220 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,segment=NetworkSegment(36481524-6179-4bf4-af20-f8d4ba09d862),segment_id=36481524-6179-4bf4-af20-f8d4ba09d862)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:08:08.700049 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7', 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc', 'port_id': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7', 'mac_address': 'fa:16:3e:f8:7b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:08:08.719371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84c8a4-7a5e-45b0-8f44-4573ff2531e1 req-e83ab23a-17e2-46dc-920d-9644f21fa2a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:08.720841 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9b84c8a4-7a5e-45b0-8f44-4573ff2531e1 req-e83ab23a-17e2-46dc-920d-9644f21fa2a9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4ea0cd05-5759-421b-839e-b49975dd85bc HTTP/1.1" status: 200 len: 897 time: 0.1295946 May 30 21:08:08.752167 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:08.768717 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:08:08.783575 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,segment=NetworkSegment(36481524-6179-4bf4-af20-f8d4ba09d862),segment_id=36481524-6179-4bf4-af20-f8d4ba09d862)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:08:08.787844 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:08.823981 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9b84c8a4-7a5e-45b0-8f44-4573ff2531e1 req-dee8144e-fce5-465c-a8d4-03d04669c9b5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 HTTP/1.1" status: 200 len: 1000 time: 0.0975285 May 30 21:08:08.854336 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:08.862833 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:08.863169 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:08.863499 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:08.863851 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:08.864182 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:08.864514 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:08.864822 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:08.865691 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:08.866009 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:08.866324 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:08.866633 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:08.896444 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84c8a4-7a5e-45b0-8f44-4573ff2531e1 req-25f54c42-efbd-4cfc-b4f7-dbdabea5f8f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:08.897893 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9b84c8a4-7a5e-45b0-8f44-4573ff2531e1 req-25f54c42-efbd-4cfc-b4f7-dbdabea5f8f1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b09e1e5b-6049-4275-a537-509ed59a1a0d HTTP/1.1" status: 200 len: 835 time: 0.0674243 May 30 21:08:08.970528 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9b84c8a4-7a5e-45b0-8f44-4573ff2531e1 req-f51d6875-7158-4b6d-9c5b-3e8280fdf3cb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4ea0cd05-5759-421b-839e-b49975dd85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670991 May 30 21:08:09.050688 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:08:09.105056 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9b84c8a4-7a5e-45b0-8f44-4573ff2531e1 req-3c1d6fdf-2182-41f7-88cb-a0f1cc678e67 service neutron] 10.222.0.93 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283479 May 30 21:08:09.238077 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9b84c8a4-7a5e-45b0-8f44-4573ff2531e1 req-6f35dcb7-dafc-48ca-b002-ca0e76563286 service neutron] 10.222.0.93 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260717 May 30 21:08:09.851186 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32763d-e85d-4e6e-af9e-62d0651403ae req-28036ed8-fff4-4a43-86cd-f55d86ed7976 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:09.852662 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cf32763d-e85d-4e6e-af9e-62d0651403ae req-28036ed8-fff4-4a43-86cd-f55d86ed7976 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 945 time: 0.0761223 May 30 21:08:09.901824 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cf32763d-e85d-4e6e-af9e-62d0651403ae req-a1628592-c991-4ed1-91c9-1b53ce869065 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436387 May 30 21:08:10.545647 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:08:10.612320 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:08:10.616862 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:08:10.617219 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:10.729731 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:10.755433 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:08:10.764737 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,segment=NetworkSegment(36481524-6179-4bf4-af20-f8d4ba09d862),segment_id=36481524-6179-4bf4-af20-f8d4ba09d862)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:08:10.769136 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:10.816150 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53e9b409-3e2e-4c6f-aed6-dd30df9223cf'] response: {'server_uuid': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7', 'code': 200} May 30 21:08:10.840971 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:11.174923 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2aea84-7cc0-4225-b854-25dd2a08767a req-17311a39-d633-4053-ae78-0b1651acde02 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:11.176300 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d2aea84-7cc0-4225-b854-25dd2a08767a req-17311a39-d633-4053-ae78-0b1651acde02 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.1571569 May 30 21:08:11.221111 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9d2aea84-7cc0-4225-b854-25dd2a08767a req-3def5fe6-878f-4bdf-8533-e9d27dfc157e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394096 May 30 21:08:11.248894 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53106) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:11.356638 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1cb81f82-4b5b-4225-b13c-1b88ec0b409e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/5221bf3d-bc93-4b07-8222-469d7703eac2 HTTP/1.1" status: 200 len: 994 time: 0.1066175 May 30 21:08:19.284138 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:08:22.988934 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-182c047f-d6ee-460b-9fe9-a667b6b59d9c req-7fb8955b-c901-496a-a4fe-e913b5c3f37a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714061 May 30 21:08:23.120585 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-182c047f-d6ee-460b-9fe9-a667b6b59d9c req-6e2e7517-ec6b-4cd9-920e-8fbb2391baea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 1097 time: 0.0669959 May 30 21:08:23.262971 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c047f-d6ee-460b-9fe9-a667b6b59d9c req-8ab6f64d-3a57-46eb-9ae9-ff83db656b71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:23.264345 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-182c047f-d6ee-460b-9fe9-a667b6b59d9c req-8ab6f64d-3a57-46eb-9ae9-ff83db656b71 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ea0cd05-5759-421b-839e-b49975dd85bc HTTP/1.1" status: 200 len: 897 time: 0.1239536 May 30 21:08:23.367530 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-182c047f-d6ee-460b-9fe9-a667b6b59d9c req-5d60d275-1f05-409d-b301-cb78527a9143 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 HTTP/1.1" status: 200 len: 1002 time: 0.0964096 May 30 21:08:23.429477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c047f-d6ee-460b-9fe9-a667b6b59d9c req-df0cba87-6e2d-48ed-b4f8-b08dd170401d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:23.430887 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-182c047f-d6ee-460b-9fe9-a667b6b59d9c req-df0cba87-6e2d-48ed-b4f8-b08dd170401d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b09e1e5b-6049-4275-a537-509ed59a1a0d HTTP/1.1" status: 200 len: 835 time: 0.0572596 May 30 21:08:23.506824 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-182c047f-d6ee-460b-9fe9-a667b6b59d9c req-0157c961-3518-4f40-bcbb-c456da7b8b12 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ea0cd05-5759-421b-839e-b49975dd85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699987 May 30 21:08:23.725756 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-182c047f-d6ee-460b-9fe9-a667b6b59d9c req-cdd138b0-ab69-4030-8eec-341444a510d2 service neutron] 10.222.0.77 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112386 May 30 21:08:23.855134 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-182c047f-d6ee-460b-9fe9-a667b6b59d9c req-c09d22f1-1493-4cb5-a174-7f378f3c749d service neutron] 10.222.0.77 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218505 May 30 21:08:27.888736 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-65386c4b-9831-4e40-b88f-29290f71868e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:30.091986 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f35cbb7d-238b-4ac6-aef4-ce5618bdc461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:31.460459 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:31.706747 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:33.058663 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:33.778014 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:37.734382 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:39.922225 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53120) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:40.119532 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port fe463b9c-7e4a-4321-8353-fbc5151cb987 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:08:40.119792 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:40.287910 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:40.288274 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:40.405915 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for fe463b9c-7e4a-4321-8353-fbc5151cb987 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:08:40.552809 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:40.597463 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=fe463b9c-7e4a-4321-8353-fbc5151cb987,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:40.636080 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:40.636533 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:40.637012 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:40.637448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:40.637903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:40.638357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:40.638829 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:40.639260 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:40.639690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:40.640184 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:40.640651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:40.709203 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:41.104635 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router c0f617ec-ea2a-466a-bade-b5393762ecb9 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:08:41.400191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:08:41.412762 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2041509-6091-4bfe-ac7e-e85be0dd1b90 None None] Sync routers for ids ['c0f617ec-ea2a-466a-bade-b5393762ecb9'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:08:41.422029 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:41.424362 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2041509-6091-4bfe-ac7e-e85be0dd1b90 None None] Routers {'c0f617ec-ea2a-466a-bade-b5393762ecb9'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:08:41.424981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d2041509-6091-4bfe-ac7e-e85be0dd1b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:08:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c0f617ec-ea2a-466a-bade-b5393762ecb9'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:08:41.474998 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-bff887a0-eb87-48e6-9d98-01ad40073a55 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/floatingips/5221bf3d-bc93-4b07-8222-469d7703eac2 HTTP/1.1" status: 204 len: 168 time: 1.5510724 May 30 21:08:41.475770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'tag': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:08:41.606295 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-d2041509-6091-4bfe-ac7e-e85be0dd1b90 None None] Set router c0f617ec-ea2a-466a-bade-b5393762ecb9 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:08:41.609679 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d84a8aa9-8209-441f-a49c-be7c24c8484d'] response: {'name': 'network-changed', 'server_uuid': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'tag': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7', 'status': 'completed', 'code': 200} May 30 21:08:41.735382 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f116bf94-2a7d-418a-9499-1ec047e1774c req-99ef582b-67ad-4fd7-b9ec-727a9120e5cc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 1097 time: 0.0932224 May 30 21:08:41.877946 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116bf94-2a7d-418a-9499-1ec047e1774c req-027b6731-48a9-43cc-bff4-bf17741310d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:41.878589 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7b96f-8ea2-475b-8c22-9c1b07872e44 req-4a9d6825-15b5-40a7-910f-69be97a3f3ed tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:41.879269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-04d7b96f-8ea2-475b-8c22-9c1b07872e44 req-4a9d6825-15b5-40a7-910f-69be97a3f3ed tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:08:41.880322 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f116bf94-2a7d-418a-9499-1ec047e1774c req-027b6731-48a9-43cc-bff4-bf17741310d2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ea0cd05-5759-421b-839e-b49975dd85bc HTTP/1.1" status: 200 len: 897 time: 0.1346967 May 30 21:08:41.895705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-04d7b96f-8ea2-475b-8c22-9c1b07872e44 req-4a9d6825-15b5-40a7-910f-69be97a3f3ed tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:08:41.897473 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04d7b96f-8ea2-475b-8c22-9c1b07872e44 req-4a9d6825-15b5-40a7-910f-69be97a3f3ed tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.1020508 May 30 21:08:41.931752 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d2041509-6091-4bfe-ac7e-e85be0dd1b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897960943', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:04Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'c470cca1-7cf9-476c-b4f3-f06f6962688d', 'name': '', 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:1b:7c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:03Z', 'updated_at': '2022-05-30T21:07:10Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:08:41.935910 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2041509-6091-4bfe-ac7e-e85be0dd1b90 None None] Checking router: c0f617ec-ea2a-466a-bade-b5393762ecb9 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:08:41.947152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2041509-6091-4bfe-ac7e-e85be0dd1b90 None None] Routers {'c0f617ec-ea2a-466a-bade-b5393762ecb9'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:08:41.947684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d2041509-6091-4bfe-ac7e-e85be0dd1b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:08:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c0f617ec-ea2a-466a-bade-b5393762ecb9'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:08:41.948117 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04d7b96f-8ea2-475b-8c22-9c1b07872e44 req-aa43962d-7f4e-4e16-9953-26883be4395b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444338 May 30 21:08:41.953575 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f116bf94-2a7d-418a-9499-1ec047e1774c req-27af0d60-ed44-4d20-a178-172c93b69c58 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 HTTP/1.1" status: 200 len: 217 time: 0.0661430 May 30 21:08:42.016319 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116bf94-2a7d-418a-9499-1ec047e1774c req-19b64e72-5ad1-4461-94b1-86dc6b644776 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:42.018053 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f116bf94-2a7d-418a-9499-1ec047e1774c req-19b64e72-5ad1-4461-94b1-86dc6b644776 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b09e1e5b-6049-4275-a537-509ed59a1a0d HTTP/1.1" status: 200 len: 835 time: 0.0579484 May 30 21:08:42.095684 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f116bf94-2a7d-418a-9499-1ec047e1774c req-793dbf3a-6f54-4531-9016-0849052b58e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ea0cd05-5759-421b-839e-b49975dd85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701296 May 30 21:08:42.125646 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-d2041509-6091-4bfe-ac7e-e85be0dd1b90 None None] Set router c0f617ec-ea2a-466a-bade-b5393762ecb9 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:08:42.227317 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f116bf94-2a7d-418a-9499-1ec047e1774c req-8665ab16-05eb-483f-af87-a1b4e4535a9d service neutron] 10.222.0.77 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244791 May 30 21:08:42.360995 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f116bf94-2a7d-418a-9499-1ec047e1774c req-d040c969-583e-4b08-b006-15f238a223e9 service neutron] 10.222.0.77 "GET /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268022 May 30 21:08:42.467323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d2041509-6091-4bfe-ac7e-e85be0dd1b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897960943', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:04Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'c470cca1-7cf9-476c-b4f3-f06f6962688d', 'name': '', 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:1b:7c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:03Z', 'updated_at': '2022-05-30T21:07:10Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:08:42.471224 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2041509-6091-4bfe-ac7e-e85be0dd1b90 None None] The sync data for ids ['c0f617ec-ea2a-466a-bade-b5393762ecb9'] in n-d-843949-2 is: [{'id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897960943', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:04Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'c470cca1-7cf9-476c-b4f3-f06f6962688d', 'name': '', 'network_id': '4ea0cd05-5759-421b-839e-b49975dd85bc', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:1b:7c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:03Z', 'updated_at': '2022-05-30T21:07:10Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': 'b09e1e5b-6049-4275-a537-509ed59a1a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:08:42.681332 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac750e54-641a-48ae-b7a0-be44d4ea8e7b None None] New status for floating IP 5221bf3d-bc93-4b07-8222-469d7703eac2: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:08:43.143517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7b957-e4e6-4e0e-ac04-20292feb532e req-8356231c-16a8-40c6-a6c5-a6c32ec859fe tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:43.145014 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8cc7b957-e4e6-4e0e-ac04-20292feb532e req-8356231c-16a8-40c6-a6c5-a6c32ec859fe tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.0740378 May 30 21:08:43.190336 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8cc7b957-e4e6-4e0e-ac04-20292feb532e req-560c158f-fda5-45be-aad1-cdf030f1589f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=34f38a60-3ab2-4bee-8420-6bcae39765c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398247 May 30 21:08:43.365076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f81396-ad16-4418-890f-5d572786aa52 req-cbdaab46-88fc-4283-9367-b3aad5b597d6 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:43.366474 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7f81396-ad16-4418-890f-5d572786aa52 req-cbdaab46-88fc-4283-9367-b3aad5b597d6 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.77 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 946 time: 0.0750842 May 30 21:08:43.434855 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-d7f81396-ad16-4418-890f-5d572786aa52 req-ab950e15-5c4f-4cd2-bec6-d67a0873af12 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:08:43.435115 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d7f81396-ad16-4418-890f-5d572786aa52 req-ab950e15-5c4f-4cd2-bec6-d67a0873af12 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:43.672020 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-d7f81396-ad16-4418-890f-5d572786aa52 req-ab950e15-5c4f-4cd2-bec6-d67a0873af12 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] For port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,segment=NetworkSegment(36481524-6179-4bf4-af20-f8d4ba09d862),segment_id=36481524-6179-4bf4-af20-f8d4ba09d862)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:08:43.672378 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d7f81396-ad16-4418-890f-5d572786aa52 req-ab950e15-5c4f-4cd2-bec6-d67a0873af12 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:43.790542 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-d7f81396-ad16-4418-890f-5d572786aa52 req-ab950e15-5c4f-4cd2-bec6-d67a0873af12 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:08:43.931360 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d7f81396-ad16-4418-890f-5d572786aa52 req-ab950e15-5c4f-4cd2-bec6-d67a0873af12 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:43.980472 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab950e15-5c4f-4cd2-bec6-d67a0873af12 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:44.132677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f81396-ad16-4418-890f-5d572786aa52 req-ab950e15-5c4f-4cd2-bec6-d67a0873af12 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] No DVR routers for this DVR port 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:08:44.135095 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d7f81396-ad16-4418-890f-5d572786aa52 req-ab950e15-5c4f-4cd2-bec6-d67a0873af12 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:44.137597 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'name': 'network-vif-deleted', 'tag': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:08:44.152777 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7f81396-ad16-4418-890f-5d572786aa52 req-ab950e15-5c4f-4cd2-bec6-d67a0873af12 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.77 "DELETE /v2.0/ports/100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 HTTP/1.1" status: 204 len: 173 time: 0.7779260 May 30 21:08:44.197511 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baaff56e-eb6f-4dc9-8089-860f33496868'] response: {'server_uuid': '4833dfb2-493f-4e94-8726-aec78edcb9a3', 'name': 'network-vif-deleted', 'tag': '100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7', 'status': 'completed', 'code': 200} May 30 21:08:44.379603 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8778d54d-4cc7-4277-ac94-7550ba3b9630 req-74f1a656-0f7f-4851-969d-30ac6e43180d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=4833dfb2-493f-4e94-8726-aec78edcb9a3 HTTP/1.1" status: 200 len: 210 time: 0.0449474 May 30 21:08:45.635943 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53140) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:46.025871 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f2e3b0e7-025b-42e6-ac43-6e3c0b82f2e3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:46.611458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3b0e7-025b-42e6-ac43-6e3c0b82f2e3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port c470cca1-7cf9-476c-b4f3-f06f6962688d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:08:46.611717 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f2e3b0e7-025b-42e6-ac43-6e3c0b82f2e3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:46.690909 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:08:46.723711 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:08:46.724080 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 100ab41e-6af5-4ae4-9d6c-f203c2f8bbb7 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:08:46.791596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-f2e3b0e7-025b-42e6-ac43-6e3c0b82f2e3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] For port c470cca1-7cf9-476c-b4f3-f06f6962688d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c470cca1-7cf9-476c-b4f3-f06f6962688d,segment=NetworkSegment(36481524-6179-4bf4-af20-f8d4ba09d862),segment_id=36481524-6179-4bf4-af20-f8d4ba09d862)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:08:46.792284 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f2e3b0e7-025b-42e6-ac43-6e3c0b82f2e3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:46.909861 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3b0e7-025b-42e6-ac43-6e3c0b82f2e3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for c470cca1-7cf9-476c-b4f3-f06f6962688d owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:08:47.177839 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f2e3b0e7-025b-42e6-ac43-6e3c0b82f2e3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:47.223004 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3b0e7-025b-42e6-ac43-6e3c0b82f2e3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=c470cca1-7cf9-476c-b4f3-f06f6962688d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:47.511744 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f2e3b0e7-025b-42e6-ac43-6e3c0b82f2e3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:48.076795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e3b0e7-025b-42e6-ac43-6e3c0b82f2e3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router c0f617ec-ea2a-466a-bade-b5393762ecb9 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:08:48.268578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e3b0e7-025b-42e6-ac43-6e3c0b82f2e3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:08:48.279624 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d4dbe6-7f0d-4c5e-9565-547685065e28 None None] Sync routers for ids ['c0f617ec-ea2a-466a-bade-b5393762ecb9'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:08:48.281079 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f2e3b0e7-025b-42e6-ac43-6e3c0b82f2e3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "PUT /v2.0/routers/c0f617ec-ea2a-466a-bade-b5393762ecb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6440563 May 30 21:08:48.283715 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53144) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:48.295070 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4dbe6-7f0d-4c5e-9565-547685065e28 None None] Routers {'c0f617ec-ea2a-466a-bade-b5393762ecb9'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:08:48.295666 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-73d4dbe6-7f0d-4c5e-9565-547685065e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:08:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c0f617ec-ea2a-466a-bade-b5393762ecb9'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:08:48.474163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-73d4dbe6-7f0d-4c5e-9565-547685065e28 None None] Set router c0f617ec-ea2a-466a-bade-b5393762ecb9 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:08:48.570587 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e486c48-9c98-44ed-9189-f9aa21b51a34 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting subnet b09e1e5b-6049-4275-a537-509ed59a1a0d {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:08:48.574780 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9e486c48-9c98-44ed-9189-f9aa21b51a34 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:48.628493 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9e486c48-9c98-44ed-9189-f9aa21b51a34 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:48.712119 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9e486c48-9c98-44ed-9189-f9aa21b51a34 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:48.755226 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-73d4dbe6-7f0d-4c5e-9565-547685065e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897960943', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:08:47Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:08:48.759091 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d4dbe6-7f0d-4c5e-9565-547685065e28 None None] Checking router: c0f617ec-ea2a-466a-bade-b5393762ecb9 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:08:48.770211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4dbe6-7f0d-4c5e-9565-547685065e28 None None] Routers {'c0f617ec-ea2a-466a-bade-b5393762ecb9'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:08:48.770866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-73d4dbe6-7f0d-4c5e-9565-547685065e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:08:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['c0f617ec-ea2a-466a-bade-b5393762ecb9'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:08:48.785414 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9e486c48-9c98-44ed-9189-f9aa21b51a34 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:48.825268 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e486c48-9c98-44ed-9189-f9aa21b51a34 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Subnet': ['ID=b09e1e5b-6049-4275-a537-509ed59a1a0d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:48.830487 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9e486c48-9c98-44ed-9189-f9aa21b51a34 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:48.836943 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9e486c48-9c98-44ed-9189-f9aa21b51a34 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/subnets/b09e1e5b-6049-4275-a537-509ed59a1a0d HTTP/1.1" status: 204 len: 168 time: 0.5522223 May 30 21:08:48.839598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53150) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:48.883473 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4818ea2-76b3-42a6-950a-b7f447a1777c None None] Network 4ea0cd05-5759-421b-839e-b49975dd85bc requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:08:49.039549 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-062023e2-0cac-43a5-8bf4-fdb5d15bfa33 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:49.116703 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-73d4dbe6-7f0d-4c5e-9565-547685065e28 None None] Set router c0f617ec-ea2a-466a-bade-b5393762ecb9 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:08:49.238157 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-062023e2-0cac-43a5-8bf4-fdb5d15bfa33 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:49.248164 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-062023e2-0cac-43a5-8bf4-fdb5d15bfa33 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port a1ee3664-db6e-4443-ab24-404c6a2e7273 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:08:49.248594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-062023e2-0cac-43a5-8bf4-fdb5d15bfa33 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:49.427577 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-062023e2-0cac-43a5-8bf4-fdb5d15bfa33 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] For port a1ee3664-db6e-4443-ab24-404c6a2e7273, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a1ee3664-db6e-4443-ab24-404c6a2e7273,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:08:49.427931 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-062023e2-0cac-43a5-8bf4-fdb5d15bfa33 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:49.431943 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b35c1d-73ea-49db-a1ed-60424d44838b None None] DHCP port deletion for 4ea0cd05-5759-421b-839e-b49975dd85bc request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:08:49.438216 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-20b35c1d-73ea-49db-a1ed-60424d44838b None None] Deleting port acad5666-f06b-4d2f-94d8-097b49efaebf {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:08:49.438579 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-20b35c1d-73ea-49db-a1ed-60424d44838b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:49.547458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-062023e2-0cac-43a5-8bf4-fdb5d15bfa33 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for a1ee3664-db6e-4443-ab24-404c6a2e7273 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:08:49.551894 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-73d4dbe6-7f0d-4c5e-9565-547685065e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897960943', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:08:47Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:08:49.574688 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d4dbe6-7f0d-4c5e-9565-547685065e28 None None] The sync data for ids ['c0f617ec-ea2a-466a-bade-b5393762ecb9'] in n-d-843949-2 is: [{'id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897960943', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:08:47Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'a1ee3664-db6e-4443-ab24-404c6a2e7273', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f617ec-ea2a-466a-bade-b5393762ecb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:07:00Z', 'updated_at': '2022-05-30T21:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:08:49.655750 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-20b35c1d-73ea-49db-a1ed-60424d44838b None None] For port acad5666-f06b-4d2f-94d8-097b49efaebf, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=acad5666-f06b-4d2f-94d8-097b49efaebf,segment=NetworkSegment(36481524-6179-4bf4-af20-f8d4ba09d862),segment_id=36481524-6179-4bf4-af20-f8d4ba09d862)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:08:49.656088 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-20b35c1d-73ea-49db-a1ed-60424d44838b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:49.715383 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-062023e2-0cac-43a5-8bf4-fdb5d15bfa33 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:49.761265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062023e2-0cac-43a5-8bf4-fdb5d15bfa33 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=a1ee3664-db6e-4443-ab24-404c6a2e7273,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:49.781645 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-20b35c1d-73ea-49db-a1ed-60424d44838b None None] Calling delete_port for acad5666-f06b-4d2f-94d8-097b49efaebf owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:08:49.857619 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-20b35c1d-73ea-49db-a1ed-60424d44838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:49.903228 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b35c1d-73ea-49db-a1ed-60424d44838b None None] Pushing event deleted for resources: {'Port': ['ID=acad5666-f06b-4d2f-94d8-097b49efaebf,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:49.908729 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b35c1d-73ea-49db-a1ed-60424d44838b None None] No DVR routers for this DVR port acad5666-f06b-4d2f-94d8-097b49efaebf on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:08:49.991230 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-062023e2-0cac-43a5-8bf4-fdb5d15bfa33 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:50.042726 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device acad5666-f06b-4d2f-94d8-097b49efaebf no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:08:50.083146 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: acad5666-f06b-4d2f-94d8-097b49efaebf {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:08:50.083599 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device acad5666-f06b-4d2f-94d8-097b49efaebf not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:08:50.084106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c470cca1-7cf9-476c-b4f3-f06f6962688d no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:08:50.117033 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: c470cca1-7cf9-476c-b4f3-f06f6962688d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:08:50.117374 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c470cca1-7cf9-476c-b4f3-f06f6962688d not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:08:50.356770 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-062023e2-0cac-43a5-8bf4-fdb5d15bfa33 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:50.360986 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-062023e2-0cac-43a5-8bf4-fdb5d15bfa33 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:50.386272 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-062023e2-0cac-43a5-8bf4-fdb5d15bfa33 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:50.387068 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062023e2-0cac-43a5-8bf4-fdb5d15bfa33 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Fanout notify agent at l3_agent the message router_deleted on router c0f617ec-ea2a-466a-bade-b5393762ecb9 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:08:50.401194 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-062023e2-0cac-43a5-8bf4-fdb5d15bfa33 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:50.402284 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-062023e2-0cac-43a5-8bf4-fdb5d15bfa33 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/routers/c0f617ec-ea2a-466a-bade-b5393762ecb9 HTTP/1.1" status: 204 len: 168 time: 1.5617673 May 30 21:08:50.405362 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53154) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:50.515544 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5eeb5f86-e647-423e-ac5d-b8f4daa851d3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:50.643209 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5eeb5f86-e647-423e-ac5d-b8f4daa851d3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:50.668164 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-5eeb5f86-e647-423e-ac5d-b8f4daa851d3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea0cd05-5759-421b-839e-b49975dd85bc']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:08:50.680378 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-5eeb5f86-e647-423e-ac5d-b8f4daa851d3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36481524-6179-4bf4-af20-f8d4ba09d862') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:08:50.680673 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-5eeb5f86-e647-423e-ac5d-b8f4daa851d3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36481524-6179-4bf4-af20-f8d4ba09d862') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:08:50.691605 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5eeb5f86-e647-423e-ac5d-b8f4daa851d3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:50.706993 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5eeb5f86-e647-423e-ac5d-b8f4daa851d3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:50.713113 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eeb5f86-e647-423e-ac5d-b8f4daa851d3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:08:50.713498 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5eeb5f86-e647-423e-ac5d-b8f4daa851d3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: timer() May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: self._notify() May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:08:50.728368 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:08:50.806907 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5eeb5f86-e647-423e-ac5d-b8f4daa851d3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:50.823889 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5eeb5f86-e647-423e-ac5d-b8f4daa851d3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:50.834600 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb5f86-e647-423e-ac5d-b8f4daa851d3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Network': ['ID=4ea0cd05-5759-421b-839e-b49975dd85bc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:50.842699 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5eeb5f86-e647-423e-ac5d-b8f4daa851d3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/networks/4ea0cd05-5759-421b-839e-b49975dd85bc HTTP/1.1" status: 204 len: 168 time: 0.4362667 May 30 21:08:50.845368 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53158) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:50.914368 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7fffdd90-2db7-4b73-bad3-09868c3a0c3d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:50.947014 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7fffdd90-2db7-4b73-bad3-09868c3a0c3d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.012712 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7fffdd90-2db7-4b73-bad3-09868c3a0c3d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.030370 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffdd90-2db7-4b73-bad3-09868c3a0c3d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f38a60-3ab2-4bee-8420-6bcae39765c6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:51.047520 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7fffdd90-2db7-4b73-bad3-09868c3a0c3d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.048673 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7fffdd90-2db7-4b73-bad3-09868c3a0c3d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/security-groups/34f38a60-3ab2-4bee-8420-6bcae39765c6 HTTP/1.1" status: 204 len: 168 time: 0.2024238 May 30 21:08:51.198299 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53166) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:51.204020 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-cbf30971-6445-456d-b573-51291fa26fec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-286338970', 'description': 'tempest-secgroup-smoke-286338970 description', 'project_id': '762188eb18ae47a58188062fa7bd3504'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:08:51.211402 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cbf30971-6445-456d-b573-51291fa26fec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:08:51.215572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cbf30971-6445-456d-b573-51291fa26fec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:08:51.218500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cbf30971-6445-456d-b573-51291fa26fec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:08:51.224271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cbf30971-6445-456d-b573-51291fa26fec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:08:51.234796 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cbf30971-6445-456d-b573-51291fa26fec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.269748 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cbf30971-6445-456d-b573-51291fa26fec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:08:51.274005 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cbf30971-6445-456d-b573-51291fa26fec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:08:51.276780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-cbf30971-6445-456d-b573-51291fa26fec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:08:51.282368 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-cbf30971-6445-456d-b573-51291fa26fec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:08:51.337194 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cbf30971-6445-456d-b573-51291fa26fec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.340871 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cbf30971-6445-456d-b573-51291fa26fec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.383862 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf30971-6445-456d-b573-51291fa26fec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f164fe9-0a84-497d-9b5c-4671eb7f199f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:51.386960 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-cbf30971-6445-456d-b573-51291fa26fec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.388299 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-cbf30971-6445-456d-b573-51291fa26fec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1890090 May 30 21:08:51.391208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53170) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:51.397246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-78fa9da5-bffe-4807-95db-3a2af8029d4d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': '1f164fe9-0a84-497d-9b5c-4671eb7f199f', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:08:51.404143 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-78fa9da5-bffe-4807-95db-3a2af8029d4d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:08:51.408470 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-78fa9da5-bffe-4807-95db-3a2af8029d4d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:08:51.411607 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-78fa9da5-bffe-4807-95db-3a2af8029d4d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:08:51.418437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-78fa9da5-bffe-4807-95db-3a2af8029d4d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:08:51.435637 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-78fa9da5-bffe-4807-95db-3a2af8029d4d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.503670 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-78fa9da5-bffe-4807-95db-3a2af8029d4d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.508436 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-78fa9da5-bffe-4807-95db-3a2af8029d4d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.531534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa9da5-bffe-4807-95db-3a2af8029d4d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcab1799-ac22-4aad-b02f-3d1d6f363a69,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:51.540766 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-78fa9da5-bffe-4807-95db-3a2af8029d4d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.541967 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-78fa9da5-bffe-4807-95db-3a2af8029d4d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1498032 May 30 21:08:51.544654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53174) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:51.550206 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9d18ebc7-5c42-4a76-b2f5-116b5c72099a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': '1f164fe9-0a84-497d-9b5c-4671eb7f199f', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:08:51.556756 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9d18ebc7-5c42-4a76-b2f5-116b5c72099a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:08:51.560512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9d18ebc7-5c42-4a76-b2f5-116b5c72099a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:08:51.563269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9d18ebc7-5c42-4a76-b2f5-116b5c72099a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:08:51.569732 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9d18ebc7-5c42-4a76-b2f5-116b5c72099a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:08:51.585956 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d18ebc7-5c42-4a76-b2f5-116b5c72099a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.646336 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d18ebc7-5c42-4a76-b2f5-116b5c72099a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.650426 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d18ebc7-5c42-4a76-b2f5-116b5c72099a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.674581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18ebc7-5c42-4a76-b2f5-116b5c72099a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7140d4-826f-4308-b292-a7a6ada2a83b,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:51.683788 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9d18ebc7-5c42-4a76-b2f5-116b5c72099a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.684957 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9d18ebc7-5c42-4a76-b2f5-116b5c72099a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1392653 May 30 21:08:51.687663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53178) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:51.693235 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0ee15d81-cb71-418b-8b3c-5ce39d1a71dd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': '1f164fe9-0a84-497d-9b5c-4671eb7f199f', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:08:51.700236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0ee15d81-cb71-418b-8b3c-5ce39d1a71dd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:08:51.704020 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0ee15d81-cb71-418b-8b3c-5ce39d1a71dd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:08:51.706836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0ee15d81-cb71-418b-8b3c-5ce39d1a71dd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:08:51.713265 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0ee15d81-cb71-418b-8b3c-5ce39d1a71dd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:08:51.729555 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ee15d81-cb71-418b-8b3c-5ce39d1a71dd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.790449 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ee15d81-cb71-418b-8b3c-5ce39d1a71dd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.793920 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ee15d81-cb71-418b-8b3c-5ce39d1a71dd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.816315 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a1ee3664-db6e-4443-ab24-404c6a2e7273 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:08:51.817087 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee15d81-cb71-418b-8b3c-5ce39d1a71dd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbf4edd-fe95-4b7e-9845-146b710f9ea6,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:51.828309 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ee15d81-cb71-418b-8b3c-5ce39d1a71dd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.829478 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0ee15d81-cb71-418b-8b3c-5ce39d1a71dd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1409078 May 30 21:08:51.832188 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53182) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:51.837875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-fc98a786-4863-4cee-b116-cdb13a9296bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': '1f164fe9-0a84-497d-9b5c-4671eb7f199f', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:08:51.844681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fc98a786-4863-4cee-b116-cdb13a9296bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:08:51.849640 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fc98a786-4863-4cee-b116-cdb13a9296bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:08:51.852709 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fc98a786-4863-4cee-b116-cdb13a9296bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:08:51.853735 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: a1ee3664-db6e-4443-ab24-404c6a2e7273 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:08:51.854179 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a1ee3664-db6e-4443-ab24-404c6a2e7273 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:08:51.858749 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fc98a786-4863-4cee-b116-cdb13a9296bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:08:51.880553 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc98a786-4863-4cee-b116-cdb13a9296bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.942006 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc98a786-4863-4cee-b116-cdb13a9296bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.945953 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc98a786-4863-4cee-b116-cdb13a9296bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.968437 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98a786-4863-4cee-b116-cdb13a9296bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44880bb-38d5-4811-85b1-d28e0840e29a,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:51.976454 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc98a786-4863-4cee-b116-cdb13a9296bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:51.978017 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fc98a786-4863-4cee-b116-cdb13a9296bb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1449344 May 30 21:08:51.980906 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53186) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:51.986109 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-242ba855-e5b4-456b-aaf2-0befe97cdc43 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': '1f164fe9-0a84-497d-9b5c-4671eb7f199f', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:08:51.993426 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-242ba855-e5b4-456b-aaf2-0befe97cdc43 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:08:51.997250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-242ba855-e5b4-456b-aaf2-0befe97cdc43 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:08:52.000081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-242ba855-e5b4-456b-aaf2-0befe97cdc43 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:08:52.005690 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-242ba855-e5b4-456b-aaf2-0befe97cdc43 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:08:52.017390 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-242ba855-e5b4-456b-aaf2-0befe97cdc43 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Project 762188eb18ae47a58188062fa7bd3504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:08:52.023867 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-242ba855-e5b4-456b-aaf2-0befe97cdc43 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:52.086740 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-242ba855-e5b4-456b-aaf2-0befe97cdc43 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:52.090102 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-242ba855-e5b4-456b-aaf2-0befe97cdc43 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:52.112111 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ba855-e5b4-456b-aaf2-0befe97cdc43 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f06c28-7ca8-4a54-8776-566dd4eeb40e,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:52.121873 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-242ba855-e5b4-456b-aaf2-0befe97cdc43 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:52.122980 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-242ba855-e5b4-456b-aaf2-0befe97cdc43 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1412513 May 30 21:08:52.125778 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53190) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:52.131135 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-399ba18a-1353-4501-b6ed-6ffd603035ec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': '1f164fe9-0a84-497d-9b5c-4671eb7f199f', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:08:52.138065 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-399ba18a-1353-4501-b6ed-6ffd603035ec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:08:52.141834 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-399ba18a-1353-4501-b6ed-6ffd603035ec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:08:52.144653 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-399ba18a-1353-4501-b6ed-6ffd603035ec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:08:52.150284 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-399ba18a-1353-4501-b6ed-6ffd603035ec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:08:52.160672 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-399ba18a-1353-4501-b6ed-6ffd603035ec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Project 762188eb18ae47a58188062fa7bd3504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:08:52.167352 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-399ba18a-1353-4501-b6ed-6ffd603035ec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:52.233379 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-399ba18a-1353-4501-b6ed-6ffd603035ec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:52.236933 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-399ba18a-1353-4501-b6ed-6ffd603035ec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:52.259462 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ba18a-1353-4501-b6ed-6ffd603035ec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c415c0-c281-4338-a2fd-4da3047107cb,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:52.268522 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-399ba18a-1353-4501-b6ed-6ffd603035ec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:52.269673 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-399ba18a-1353-4501-b6ed-6ffd603035ec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1430047 May 30 21:08:52.272556 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53194) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:52.277875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-848270f1-a1f3-48e6-b219-99daf9853bb3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'network': {'name': 'tempest-network-smoke--660356230', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'port_security_enabled': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:08:52.283583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-848270f1-a1f3-48e6-b219-99daf9853bb3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:08:52.288449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-848270f1-a1f3-48e6-b219-99daf9853bb3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:network and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:08:52.291230 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-848270f1-a1f3-48e6-b219-99daf9853bb3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:08:52.296877 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-848270f1-a1f3-48e6-b219-99daf9853bb3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:08:52.307441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848270f1-a1f3-48e6-b219-99daf9853bb3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Made reservation on behalf of 762188eb18ae47a58188062fa7bd3504 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:08:52.310275 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-848270f1-a1f3-48e6-b219-99daf9853bb3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:52.337193 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848270f1-a1f3-48e6-b219-99daf9853bb3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:08:52.345478 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-848270f1-a1f3-48e6-b219-99daf9853bb3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:52.345812 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-848270f1-a1f3-48e6-b219-99daf9853bb3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Added segment 5124f343-8d4e-4f28-b1d7-c8743aa7d3bb of type vlan for network 2e0b9b69-b28f-4532-997a-d8cbcedb640e May 30 21:08:52.373455 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-848270f1-a1f3-48e6-b219-99daf9853bb3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:52.402321 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-848270f1-a1f3-48e6-b219-99daf9853bb3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:52.406093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848270f1-a1f3-48e6-b219-99daf9853bb3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:52.406663 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-848270f1-a1f3-48e6-b219-99daf9853bb3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:52.600884 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-848270f1-a1f3-48e6-b219-99daf9853bb3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3273280 May 30 21:08:52.603699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53198) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:52.610987 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1608647240', 'admin_state_up': True, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:08:52.620157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848270f1-a1f3-48e6-b219-99daf9853bb3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Network': ['ID=2e0b9b69-b28f-4532-997a-d8cbcedb640e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:52.622419 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:08:52.626321 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:router and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:08:52.629246 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:08:52.630131 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 2e0b9b69-b28f-4532-997a-d8cbcedb640e details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:08:52.635824 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:08:52.645202 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:52.646256 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:52.665713 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:52.809541 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:52.983108 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:53.012649 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:53.154138 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.25.5.218 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/24654ace-7ddb-412d-b4bb-6b79b760349f) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:08:53.298112 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:53.324469 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:53.387166 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:08:53.389782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:08:53.393488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:08:53.426411 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=24654ace-7ddb-412d-b4bb-6b79b760349f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:53.550300 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:53.550927 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:53.775424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:08:53.969516 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:08:53.979490 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Sync routers for ids ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:08:53.990773 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Routers {'3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:08:53.991344 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:08:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:08:53.997285 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:53.998596 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-673874a7-9058-42d2-a53d-ee98fb321dec tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3939736 May 30 21:08:54.001729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53202) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:54.044842 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4b400a0c-eea2-4999-87b2-b3a298e2a94a tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=762188eb18ae47a58188062fa7bd3504&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420184 May 30 21:08:54.047413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53206) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:54.160607 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Set router 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:08:54.276943 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1193b562-74a1-4282-bf85-feafe34447aa tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:54.278753 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-1193b562-74a1-4282-bf85-feafe34447aa tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2301104 May 30 21:08:54.281197 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53210) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:54.319730 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0bc383ef-a2e4-4d80-bc90-0814fb3a573b tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372767 May 30 21:08:54.322339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53214) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:54.391605 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-92ddf24d-fa1e-4c9e-99ce-d185d8225877 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-864791842', 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:08:54.445080 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608647240', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:08:52Z', 'updated_at': '2022-05-30T21:08:53Z', 'revision_number': 3, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:53Z', 'updated_at': '2022-05-30T21:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:08:54.449016 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Checking router: 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:08:54.449353 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Updating router 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c port 24654ace-7ddb-412d-b4bb-6b79b760349f binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:08:54.498874 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:54.501004 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-92ddf24d-fa1e-4c9e-99ce-d185d8225877 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:08:54.504858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-92ddf24d-fa1e-4c9e-99ce-d185d8225877 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:subnet and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:08:54.508275 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-92ddf24d-fa1e-4c9e-99ce-d185d8225877 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:08:54.513966 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-92ddf24d-fa1e-4c9e-99ce-d185d8225877 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:08:54.524165 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ddf24d-fa1e-4c9e-99ce-d185d8225877 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Made reservation on behalf of 762188eb18ae47a58188062fa7bd3504 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:08:54.623693 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-92ddf24d-fa1e-4c9e-99ce-d185d8225877 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:54.817199 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:54.829577 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Transition to ACTIVE for port object 24654ace-7ddb-412d-b4bb-6b79b760349f will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:08:54.832972 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-92ddf24d-fa1e-4c9e-99ce-d185d8225877 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:54.835929 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:54.910574 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddf24d-fa1e-4c9e-99ce-d185d8225877 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Subnet': ['ID=052da2fb-9800-4e26-8088-629413419601,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:54.918733 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Attempting to bind port 24654ace-7ddb-412d-b4bb-6b79b760349f on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:08:54.919529 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Attempting to bind port 24654ace-7ddb-412d-b4bb-6b79b760349f by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:08:54.919529 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Attempting to bind port 24654ace-7ddb-412d-b4bb-6b79b760349f on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:08:54.922110 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69977129-a612-4df6-adbe-767d7d5250a6 None None] Pushing event updated for resources: {'Port': ['ID=24654ace-7ddb-412d-b4bb-6b79b760349f,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:54.924693 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ddf24d-fa1e-4c9e-99ce-d185d8225877 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Checking segment: {'id': '5124f343-8d4e-4f28-b1d7-c8743aa7d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:08:54.925053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ddf24d-fa1e-4c9e-99ce-d185d8225877 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network hostable DHCP agents. Network: 2e0b9b69-b28f-4532-997a-d8cbcedb640e, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:08:54.933370 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:08:54.933734 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:08:54.934126 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:54.934507 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:08:54.934962 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Bound port: 24654ace-7ddb-412d-b4bb-6b79b760349f, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:08:54.935321 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:54.947322 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ddf24d-fa1e-4c9e-99ce-d185d8225877 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 2e0b9b69-b28f-4532-997a-d8cbcedb640e is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:08:54.956380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-92ddf24d-fa1e-4c9e-99ce-d185d8225877 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 2e0b9b69-b28f-4532-997a-d8cbcedb640e) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:08:54.960502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ddf24d-fa1e-4c9e-99ce-d185d8225877 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:54.961148 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-92ddf24d-fa1e-4c9e-99ce-d185d8225877 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:54.963886 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69977129-a612-4df6-adbe-767d7d5250a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:54.964395 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69977129-a612-4df6-adbe-767d7d5250a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:54.964580 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69977129-a612-4df6-adbe-767d7d5250a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:54.964913 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69977129-a612-4df6-adbe-767d7d5250a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:54.965725 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69977129-a612-4df6-adbe-767d7d5250a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:54.965725 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69977129-a612-4df6-adbe-767d7d5250a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:54.965939 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69977129-a612-4df6-adbe-767d7d5250a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:54.966597 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69977129-a612-4df6-adbe-767d7d5250a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:54.966597 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69977129-a612-4df6-adbe-767d7d5250a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:54.966824 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69977129-a612-4df6-adbe-767d7d5250a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:54.967044 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69977129-a612-4df6-adbe-767d7d5250a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:08:54.970396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39decf01-8c38-4fdd-9aca-a024e8e11833 None None] Network 2e0b9b69-b28f-4532-997a-d8cbcedb640e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:08:54.987387 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-92ddf24d-fa1e-4c9e-99ce-d185d8225877 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6606240 May 30 21:08:54.987387 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53220) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:08:55.020902 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] For port 24654ace-7ddb-412d-b4bb-6b79b760349f, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:08:55.024811 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] For port 24654ace-7ddb-412d-b4bb-6b79b760349f, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=24654ace-7ddb-412d-b4bb-6b79b760349f,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:08:55.030062 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:55.113185 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69977129-a612-4df6-adbe-767d7d5250a6 None None] Pushing event updated for resources: {'Port': ['ID=24654ace-7ddb-412d-b4bb-6b79b760349f,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:55.139682 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Routers {'3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:08:55.140185 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:08:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:08:55.206674 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-2e0b9b69-b28f-4532-997a-d8cbcedb640e', 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ips': [{'subnet_id': '052da2fb-9800-4e26-8088-629413419601'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:08:55.207495 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:55.346082 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] Set router 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:08:55.379287 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Allocated IP 172.20.0.2 (2e0b9b69-b28f-4532-997a-d8cbcedb640e/052da2fb-9800-4e26-8088-629413419601/5908fc5b-88a5-48cf-8cf9-7414a83c7950) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:08:55.595922 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:55.607132 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Transition to ACTIVE for port object 5908fc5b-88a5-48cf-8cf9-7414a83c7950 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:08:55.625743 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Transition to ACTIVE for port object 5908fc5b-88a5-48cf-8cf9-7414a83c7950 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:08:55.632763 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:55.638371 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608647240', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:08:52Z', 'updated_at': '2022-05-30T21:08:53Z', 'revision_number': 3, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:53Z', 'updated_at': '2022-05-30T21:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:08:55.642328 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2057ac9e-b191-490f-8887-e3f86517110b None None] The sync data for ids ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'] in n-d-843949-2 is: [{'id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608647240', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:08:52Z', 'updated_at': '2022-05-30T21:08:53Z', 'revision_number': 3, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:53Z', 'updated_at': '2022-05-30T21:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:08:55.751513 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Network 2e0b9b69-b28f-4532-997a-d8cbcedb640e is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:08:55.754648 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:08:55.758165 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:08:55.763899 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Pushing event updated for resources: {'Port': ['ID=5908fc5b-88a5-48cf-8cf9-7414a83c7950,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:55.803568 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:55.881225 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Attempting to bind port 5908fc5b-88a5-48cf-8cf9-7414a83c7950 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:08:55.881589 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Attempting to bind port 5908fc5b-88a5-48cf-8cf9-7414a83c7950 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '5124f343-8d4e-4f28-b1d7-c8743aa7d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:08:55.881949 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Attempting to bind port 5908fc5b-88a5-48cf-8cf9-7414a83c7950 on network 2e0b9b69-b28f-4532-997a-d8cbcedb640e {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:08:55.888620 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:08:55.888810 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Checking segment: {'id': '5124f343-8d4e-4f28-b1d7-c8743aa7d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:08:55.889631 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:55.889631 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Bound using segment: {'id': '5124f343-8d4e-4f28-b1d7-c8743aa7d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:08:55.889915 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Bound port: 5908fc5b-88a5-48cf-8cf9-7414a83c7950, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5124f343-8d4e-4f28-b1d7-c8743aa7d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:08:55.890536 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:55.996489 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] For port 5908fc5b-88a5-48cf-8cf9-7414a83c7950, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:08:56.002622 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] For port 5908fc5b-88a5-48cf-8cf9-7414a83c7950, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5908fc5b-88a5-48cf-8cf9-7414a83c7950,segment=NetworkSegment(5124f343-8d4e-4f28-b1d7-c8743aa7d3bb),segment_id=5124f343-8d4e-4f28-b1d7-c8743aa7d3bb)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:08:56.008306 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:56.094535 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10868cce-2596-4822-993d-a6ced0f0390c None None] Pushing event updated for resources: {'Port': ['ID=5908fc5b-88a5-48cf-8cf9-7414a83c7950,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:56.285500 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:08:56.359701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.20.0.1 (2e0b9b69-b28f-4532-997a-d8cbcedb640e/052da2fb-9800-4e26-8088-629413419601/483d0a6e-fb9f-4ec2-baca-a697903075aa) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:08:56.539461 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:56.554666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Transition to ACTIVE for port object 483d0a6e-fb9f-4ec2-baca-a697903075aa will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:08:56.576726 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:56.645870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 2e0b9b69-b28f-4532-997a-d8cbcedb640e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:08:56.649406 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:08:56.653704 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:08:56.678750 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=483d0a6e-fb9f-4ec2-baca-a697903075aa,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:56.715055 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:56.798156 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:57.067066 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1bfa63-5a0e-49c1-8dbd-2e625b32a6f8 None None] Network 2e0b9b69-b28f-4532-997a-d8cbcedb640e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:08:57.176081 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5a71e173-daef-4f70-80af-5851a6d54193 None None] Provisioning for port 5908fc5b-88a5-48cf-8cf9-7414a83c7950 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:08:57.214182 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:57.219995 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:57.336392 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:57.339867 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=483d0a6e-fb9f-4ec2-baca-a697903075aa,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:57.479573 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 2e0b9b69-b28f-4532-997a-d8cbcedb640e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:08:57.480789 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:08:57.631907 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-31bf8003-6473-45c4-a6a0-98c87a9c9d43 None None] Provisioning for port 483d0a6e-fb9f-4ec2-baca-a697903075aa completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:08:57.637120 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-31bf8003-6473-45c4-a6a0-98c87a9c9d43 None None] Provisioning complete for port 483d0a6e-fb9f-4ec2-baca-a697903075aa triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:08:57.637601 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-31bf8003-6473-45c4-a6a0-98c87a9c9d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:57.692870 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-31bf8003-6473-45c4-a6a0-98c87a9c9d43 None None] Port 483d0a6e-fb9f-4ec2-baca-a697903075aa cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:08:57.827334 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7df78dea-0f04-4289-925d-991cd2719474 None None] Provisioning complete for port 483d0a6e-fb9f-4ec2-baca-a697903075aa triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:08:57.827710 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7df78dea-0f04-4289-925d-991cd2719474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:57.897133 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-7df78dea-0f04-4289-925d-991cd2719474 None None] Port 483d0a6e-fb9f-4ec2-baca-a697903075aa cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:08:57.902828 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9729b63f-c2a1-44be-b9bd-0b323e3efc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:57.938147 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 24654ace-7ddb-412d-b4bb-6b79b760349f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:08:57.995524 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:08:58.008274 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 24654ace-7ddb-412d-b4bb-6b79b760349f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:08:58.014934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 24654ace-7ddb-412d-b4bb-6b79b760349f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:08:58.015307 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:58.067839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-d862d6f4-a10c-4157-9eca-004f85009d2d None None] Provisioning complete for port 483d0a6e-fb9f-4ec2-baca-a697903075aa triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:08:58.069145 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d862d6f4-a10c-4157-9eca-004f85009d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:58.127776 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-d862d6f4-a10c-4157-9eca-004f85009d2d None None] Port 483d0a6e-fb9f-4ec2-baca-a697903075aa cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:08:58.181929 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:58.197944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 24654ace-7ddb-412d-b4bb-6b79b760349f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=24654ace-7ddb-412d-b4bb-6b79b760349f,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:08:58.198941 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:08:58.202412 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:58.203278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5908fc5b-88a5-48cf-8cf9-7414a83c7950 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:08:58.211841 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f91aa56a-0aab-4cd2-a067-f7308956c30c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "PUT /v2.0/routers/3089f5a4-3b8a-42e6-93d9-13dc93bcd41c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2237294 May 30 21:08:58.320136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=24654ace-7ddb-412d-b4bb-6b79b760349f,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:58.333019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 5908fc5b-88a5-48cf-8cf9-7414a83c7950 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:08:58.338201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 5908fc5b-88a5-48cf-8cf9-7414a83c7950 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:08:58.338571 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:58.389162 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aab4a822-0141-4f29-b091-feed863f4737 req-f8c42fb1-d164-46e5-80d9-5e404324fe2e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-286338970&fields=id&tenant_id=762188eb18ae47a58188062fa7bd3504 HTTP/1.1" status: 200 len: 267 time: 0.0414491 May 30 21:08:58.457895 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:58.489749 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 5908fc5b-88a5-48cf-8cf9-7414a83c7950, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5908fc5b-88a5-48cf-8cf9-7414a83c7950,segment=NetworkSegment(5124f343-8d4e-4f28-b1d7-c8743aa7d3bb),segment_id=5124f343-8d4e-4f28-b1d7-c8743aa7d3bb)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:08:58.493905 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:58.539760 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4a822-0141-4f29-b091-feed863f4737 req-5a3a4c06-1b68-46ba-a161-fc8709640af3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:58.541355 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aab4a822-0141-4f29-b091-feed863f4737 req-5a3a4c06-1b68-46ba-a161-fc8709640af3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/networks?id=2e0b9b69-b28f-4532-997a-d8cbcedb640e HTTP/1.1" status: 200 len: 796 time: 0.1451838 May 30 21:08:58.557985 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aab4a822-0141-4f29-b091-feed863f4737 req-ebdc5d18-a1d4-41d1-8606-7abedcf0830e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/quotas/762188eb18ae47a58188062fa7bd3504 HTTP/1.1" status: 200 len: 375 time: 0.0112474 May 30 21:08:58.560961 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=5908fc5b-88a5-48cf-8cf9-7414a83c7950,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:08:58.637751 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aab4a822-0141-4f29-b091-feed863f4737 req-01b3ab09-65e9-4ac6-9c29-ea36e19b7ec8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744293 May 30 21:08:58.775422 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aab4a822-0141-4f29-b091-feed863f4737 req-c7840416-9bf8-42a0-aebf-cbf34b46b032 service neutron] 10.222.0.84 "GET /v2.0/networks/2e0b9b69-b28f-4532-997a-d8cbcedb640e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258078 May 30 21:08:58.907245 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aab4a822-0141-4f29-b091-feed863f4737 req-dbf2cbd9-850e-42fa-b0de-4a72564fc2b8 service neutron] 10.222.0.84 "GET /v2.0/networks/2e0b9b69-b28f-4532-997a-d8cbcedb640e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261277 May 30 21:08:59.109098 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-311eabec-6965-453a-92f3-ee6c47d3d984 req-d320dd54-79c1-432e-af00-143cdb2d6cf4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 210 time: 0.0475693 May 30 21:08:59.178915 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Sync routers for ids ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:08:59.190555 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Routers {'3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:08:59.191230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:08:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:08:59.382203 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Set router 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:08:59.733211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608647240', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:08:52Z', 'updated_at': '2022-05-30T21:08:56Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:53Z', 'updated_at': '2022-05-30T21:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '483d0a6e-fb9f-4ec2-baca-a697903075aa', 'name': '', 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:eb:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052da2fb-9800-4e26-8088-629413419601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:56Z', 'updated_at': '2022-05-30T21:08:57Z', 'revision_number': 2, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '052da2fb-9800-4e26-8088-629413419601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:08:59.737051 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Checking router: 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:08:59.737339 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Updating router 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c port 483d0a6e-fb9f-4ec2-baca-a697903075aa binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:08:59.786658 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:59.851407 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 24654ace-7ddb-412d-b4bb-6b79b760349f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:09:00.070205 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 24654ace-7ddb-412d-b4bb-6b79b760349f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:09:00.070847 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:00.138335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4a822-0141-4f29-b091-feed863f4737 req-5c497b63-b5d8-4557-9471-e1ee27c9786c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:00.139020 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-aab4a822-0141-4f29-b091-feed863f4737 req-5c497b63-b5d8-4557-9471-e1ee27c9786c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:09:00.156689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-aab4a822-0141-4f29-b091-feed863f4737 req-5c497b63-b5d8-4557-9471-e1ee27c9786c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:09:00.158405 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aab4a822-0141-4f29-b091-feed863f4737 req-5c497b63-b5d8-4557-9471-e1ee27c9786c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.93 "GET /v2.0/networks?id=2e0b9b69-b28f-4532-997a-d8cbcedb640e HTTP/1.1" status: 200 len: 796 time: 0.1789644 May 30 21:09:00.176371 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-50ffdd6d-d906-4b15-9810-876d63b988a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:00.211840 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-aab4a822-0141-4f29-b091-feed863f4737 req-690c40b5-c5dd-42d0-afae-a389a9a91cfb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:09:00.228975 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-aab4a822-0141-4f29-b091-feed863f4737 req-690c40b5-c5dd-42d0-afae-a389a9a91cfb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:09:00.230440 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aab4a822-0141-4f29-b091-feed863f4737 req-690c40b5-c5dd-42d0-afae-a389a9a91cfb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=762188eb18ae47a58188062fa7bd3504 HTTP/1.1" status: 200 len: 379 time: 0.0609689 May 30 21:09:00.241066 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-aab4a822-0141-4f29-b091-feed863f4737 req-bde26bad-4b19-451c-a57e-bf79ef4dc10e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'port': {'device_id': '73cb289e-361e-471f-9a7c-f582206af689', 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e', 'admin_state_up': True, 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'security_groups': ['1f164fe9-0a84-497d-9b5c-4671eb7f199f']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:09:00.308770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f80a1ca3-6aec-477b-a4a4-6772d9ded395 req-adb9d428-a265-40f4-9467-56a1b69ff4e2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 210 time: 0.0475395 May 30 21:09:00.317345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5908fc5b-88a5-48cf-8cf9-7414a83c7950 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:09:00.369539 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:00.386880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-aab4a822-0141-4f29-b091-feed863f4737 req-bde26bad-4b19-451c-a57e-bf79ef4dc10e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:09:00.389800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Transition to ACTIVE for port object 483d0a6e-fb9f-4ec2-baca-a697903075aa will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:09:00.391017 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-aab4a822-0141-4f29-b091-feed863f4737 req-bde26bad-4b19-451c-a57e-bf79ef4dc10e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:port and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:09:00.393792 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-aab4a822-0141-4f29-b091-feed863f4737 req-bde26bad-4b19-451c-a57e-bf79ef4dc10e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:09:00.400162 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-aab4a822-0141-4f29-b091-feed863f4737 req-bde26bad-4b19-451c-a57e-bf79ef4dc10e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:09:00.401202 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:00.409196 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab4a822-0141-4f29-b091-feed863f4737 req-bde26bad-4b19-451c-a57e-bf79ef4dc10e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Made reservation on behalf of 762188eb18ae47a58188062fa7bd3504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:09:00.413128 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aab4a822-0141-4f29-b091-feed863f4737 req-bde26bad-4b19-451c-a57e-bf79ef4dc10e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:00.543573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 5908fc5b-88a5-48cf-8cf9-7414a83c7950 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:09:00.543942 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:00.571069 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeab67a-fcd5-4178-8571-3b5f39199d00 None None] Pushing event updated for resources: {'Port': ['ID=483d0a6e-fb9f-4ec2-baca-a697903075aa,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:09:00.599768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-aab4a822-0141-4f29-b091-feed863f4737 req-bde26bad-4b19-451c-a57e-bf79ef4dc10e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.20.0.6 (2e0b9b69-b28f-4532-997a-d8cbcedb640e/052da2fb-9800-4e26-8088-629413419601/2b95d8f6-98ac-46c3-aa77-502232a1a432) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:09:00.697533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Attempting to bind port 483d0a6e-fb9f-4ec2-baca-a697903075aa on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:09:00.697902 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Attempting to bind port 483d0a6e-fb9f-4ec2-baca-a697903075aa by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '5124f343-8d4e-4f28-b1d7-c8743aa7d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:09:00.698259 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Attempting to bind port 483d0a6e-fb9f-4ec2-baca-a697903075aa on network 2e0b9b69-b28f-4532-997a-d8cbcedb640e {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:09:00.747723 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:09:00.748122 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Checking segment: {'id': '5124f343-8d4e-4f28-b1d7-c8743aa7d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:09:00.748429 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:00.748784 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Bound using segment: {'id': '5124f343-8d4e-4f28-b1d7-c8743aa7d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:09:00.749250 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Bound port: 483d0a6e-fb9f-4ec2-baca-a697903075aa, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5124f343-8d4e-4f28-b1d7-c8743aa7d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:09:00.749611 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:00.797474 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aab4a822-0141-4f29-b091-feed863f4737 req-bde26bad-4b19-451c-a57e-bf79ef4dc10e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:00.814323 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-aab4a822-0141-4f29-b091-feed863f4737 req-bde26bad-4b19-451c-a57e-bf79ef4dc10e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Transition to ACTIVE for port object 2b95d8f6-98ac-46c3-aa77-502232a1a432 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:09:00.838852 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aab4a822-0141-4f29-b091-feed863f4737 req-bde26bad-4b19-451c-a57e-bf79ef4dc10e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:00.858793 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] For port 483d0a6e-fb9f-4ec2-baca-a697903075aa, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:09:00.861885 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] For port 483d0a6e-fb9f-4ec2-baca-a697903075aa, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=483d0a6e-fb9f-4ec2-baca-a697903075aa,segment=NetworkSegment(5124f343-8d4e-4f28-b1d7-c8743aa7d3bb),segment_id=5124f343-8d4e-4f28-b1d7-c8743aa7d3bb)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:09:00.866699 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:00.920214 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab4a822-0141-4f29-b091-feed863f4737 req-bde26bad-4b19-451c-a57e-bf79ef4dc10e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 2e0b9b69-b28f-4532-997a-d8cbcedb640e is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:09:00.923339 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-aab4a822-0141-4f29-b091-feed863f4737 req-bde26bad-4b19-451c-a57e-bf79ef4dc10e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:09:00.926011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab4a822-0141-4f29-b091-feed863f4737 req-bde26bad-4b19-451c-a57e-bf79ef4dc10e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:09:00.950736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeab67a-fcd5-4178-8571-3b5f39199d00 None None] Pushing event updated for resources: {'Port': ['ID=483d0a6e-fb9f-4ec2-baca-a697903075aa,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:09:00.953242 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Routers {'3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:09:00.953848 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:09:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:09:00.961460 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde26bad-4b19-451c-a57e-bf79ef4dc10e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=2b95d8f6-98ac-46c3-aa77-502232a1a432,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:09:00.997485 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4a822-0141-4f29-b091-feed863f4737 req-bde26bad-4b19-451c-a57e-bf79ef4dc10e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:00.998496 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aab4a822-0141-4f29-b091-feed863f4737 req-bde26bad-4b19-451c-a57e-bf79ef4dc10e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:01.024278 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aab4a822-0141-4f29-b091-feed863f4737 req-bde26bad-4b19-451c-a57e-bf79ef4dc10e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7884455 May 30 21:09:01.036125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Request body: {'port': {'device_id': '73cb289e-361e-471f-9a7c-f582206af689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:09:01.144655 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] Set router 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:09:01.150633 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:01.271594 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6f153d7d-7958-4320-a1e1-557eb9ed66c9 None None] Provisioning for port 2b95d8f6-98ac-46c3-aa77-502232a1a432 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:09:01.335172 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-6f153d7d-7958-4320-a1e1-557eb9ed66c9 None None] Provisioning complete for port 2b95d8f6-98ac-46c3-aa77-502232a1a432 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:09:01.335868 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6f153d7d-7958-4320-a1e1-557eb9ed66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:01.472662 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-6f153d7d-7958-4320-a1e1-557eb9ed66c9 None None] Port 2b95d8f6-98ac-46c3-aa77-502232a1a432 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:09:01.483216 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:01.520615 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2f510-60d4-4b15-b423-7345d5839938 req-8d474d39-e9e0-4e32-9cf2-1eee3f29e09f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:01.522687 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2fb2f510-60d4-4b15-b423-7345d5839938 req-8d474d39-e9e0-4e32-9cf2-1eee3f29e09f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 931 time: 0.0891128 May 30 21:09:01.576251 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2fb2f510-60d4-4b15-b423-7345d5839938 req-b3933d59-4c82-474b-9a2b-d2f4baab7fb9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477347 May 30 21:09:01.590516 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608647240', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:08:52Z', 'updated_at': '2022-05-30T21:08:56Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:53Z', 'updated_at': '2022-05-30T21:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '483d0a6e-fb9f-4ec2-baca-a697903075aa', 'name': '', 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:eb:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052da2fb-9800-4e26-8088-629413419601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:56Z', 'updated_at': '2022-05-30T21:09:00Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '052da2fb-9800-4e26-8088-629413419601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:09:01.596697 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f369a9e-db1e-4ffa-8fff-ccbd33f2f8fa None None] The sync data for ids ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'] in n-d-843949-2 is: [{'id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608647240', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:08:52Z', 'updated_at': '2022-05-30T21:08:56Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:53Z', 'updated_at': '2022-05-30T21:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '483d0a6e-fb9f-4ec2-baca-a697903075aa', 'name': '', 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:eb:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052da2fb-9800-4e26-8088-629413419601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:56Z', 'updated_at': '2022-05-30T21:09:00Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '052da2fb-9800-4e26-8088-629413419601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:09:01.641728 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b95d8f6-98ac-46c3-aa77-502232a1a432 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:09:01.652458 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:01.678390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Transition to ACTIVE for port object 2b95d8f6-98ac-46c3-aa77-502232a1a432 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:09:01.682500 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:01.707874 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:01.826735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Pushing event updated for resources: {'Port': ['ID=2b95d8f6-98ac-46c3-aa77-502232a1a432,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:09:01.896361 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 483d0a6e-fb9f-4ec2-baca-a697903075aa up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:09:01.946997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Attempting to bind port 2b95d8f6-98ac-46c3-aa77-502232a1a432 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:09:01.947345 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Attempting to bind port 2b95d8f6-98ac-46c3-aa77-502232a1a432 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '5124f343-8d4e-4f28-b1d7-c8743aa7d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:09:01.947657 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Attempting to bind port 2b95d8f6-98ac-46c3-aa77-502232a1a432 on network 2e0b9b69-b28f-4532-997a-d8cbcedb640e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:09:01.954883 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Port 2b95d8f6-98ac-46c3-aa77-502232a1a432 on network 2e0b9b69-b28f-4532-997a-d8cbcedb640e not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:09:01.955211 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Attempting to bind port 2b95d8f6-98ac-46c3-aa77-502232a1a432 on network 2e0b9b69-b28f-4532-997a-d8cbcedb640e {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:09:01.963024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:09:01.963364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Checking segment: {'id': '5124f343-8d4e-4f28-b1d7-c8743aa7d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:09:01.963802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Bound using segment: {'id': '5124f343-8d4e-4f28-b1d7-c8743aa7d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:09:01.964567 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Bound port: 2b95d8f6-98ac-46c3-aa77-502232a1a432, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5124f343-8d4e-4f28-b1d7-c8743aa7d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:09:01.964920 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:01.980420 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 483d0a6e-fb9f-4ec2-baca-a697903075aa completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:09:01.986959 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 483d0a6e-fb9f-4ec2-baca-a697903075aa triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:09:01.987339 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:02.066015 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] For port 2b95d8f6-98ac-46c3-aa77-502232a1a432, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:09:02.069895 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] For port 2b95d8f6-98ac-46c3-aa77-502232a1a432, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2b95d8f6-98ac-46c3-aa77-502232a1a432,segment=NetworkSegment(5124f343-8d4e-4f28-b1d7-c8743aa7d3bb),segment_id=5124f343-8d4e-4f28-b1d7-c8743aa7d3bb)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:09:02.075113 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:02.119993 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:02.138887 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:02.140416 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aab4a822-0141-4f29-b091-feed863f4737 req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] 10.222.0.93 "PUT /v2.0/ports/2b95d8f6-98ac-46c3-aa77-502232a1a432 HTTP/1.1" status: 200 len: 1091 time: 1.1090777 May 30 21:09:02.140832 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cb289e-361e-471f-9a7c-f582206af689', 'tag': '2b95d8f6-98ac-46c3-aa77-502232a1a432'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:09:02.161782 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 483d0a6e-fb9f-4ec2-baca-a697903075aa, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=483d0a6e-fb9f-4ec2-baca-a697903075aa,segment=NetworkSegment(5124f343-8d4e-4f28-b1d7-c8743aa7d3bb),segment_id=5124f343-8d4e-4f28-b1d7-c8743aa7d3bb)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:09:02.163082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7164db9-5762-4cf7-a13a-18a6c5ea27ae service neutron] Pushing event updated for resources: {'Port': ['ID=2b95d8f6-98ac-46c3-aa77-502232a1a432,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:09:02.180945 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:02.245422 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99766ba6-8398-4584-a984-f9200894ad87'] response: {'name': 'network-changed', 'server_uuid': '73cb289e-361e-471f-9a7c-f582206af689', 'tag': '2b95d8f6-98ac-46c3-aa77-502232a1a432', 'status': 'completed', 'code': 200} May 30 21:09:02.265445 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=483d0a6e-fb9f-4ec2-baca-a697903075aa,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:09:02.302443 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aab4a822-0141-4f29-b091-feed863f4737 req-27cb121a-c942-47b7-8692-01e472147d63 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 1094 time: 0.1093948 May 30 21:09:02.379805 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aab4a822-0141-4f29-b091-feed863f4737 req-0450fc88-5e04-46fe-ba59-b5c281bf8bbe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b95d8f6-98ac-46c3-aa77-502232a1a432 HTTP/1.1" status: 200 len: 217 time: 0.0697358 May 30 21:09:02.445343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4a822-0141-4f29-b091-feed863f4737 req-4dc150b1-8525-44a5-81a2-eaf9ab7ba16c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:02.446750 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aab4a822-0141-4f29-b091-feed863f4737 req-4dc150b1-8525-44a5-81a2-eaf9ab7ba16c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=052da2fb-9800-4e26-8088-629413419601 HTTP/1.1" status: 200 len: 834 time: 0.0612483 May 30 21:09:02.527423 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aab4a822-0141-4f29-b091-feed863f4737 req-07a688b3-c761-406b-ba81-aaf24eca2bba service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2e0b9b69-b28f-4532-997a-d8cbcedb640e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739155 May 30 21:09:02.665331 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aab4a822-0141-4f29-b091-feed863f4737 req-ced5d12c-f045-47b6-a005-0fd6eed001f8 service neutron] 10.222.0.93 "GET /v2.0/networks/2e0b9b69-b28f-4532-997a-d8cbcedb640e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310961 May 30 21:09:02.786416 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac170c9-13f6-4c59-bcfc-5ccb8be6d38c req-b3090dcc-ab79-4c33-a311-1303df663165 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:02.788435 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ac170c9-13f6-4c59-bcfc-5ccb8be6d38c req-b3090dcc-ab79-4c33-a311-1303df663165 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 943 time: 0.0777581 May 30 21:09:02.796547 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-aab4a822-0141-4f29-b091-feed863f4737 req-c4d989da-1fce-4bcb-8bfb-7f88f5b8ca9c service neutron] 10.222.0.93 "GET /v2.0/networks/2e0b9b69-b28f-4532-997a-d8cbcedb640e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259699 May 30 21:09:02.834614 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ac170c9-13f6-4c59-bcfc-5ccb8be6d38c req-0b5bf172-7ed4-4e89-8ea2-0ec6b3f412b1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401559 May 30 21:09:02.909015 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-27f0de4b-51d0-42a7-9063-2c6f08634d76 req-49f77fd8-9c4b-4d72-8b3e-9313f1ef101e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 1094 time: 0.0668929 May 30 21:09:03.035929 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0de4b-51d0-42a7-9063-2c6f08634d76 req-58c1b363-0b52-49c5-9436-0842cbfeeacb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:03.037972 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-27f0de4b-51d0-42a7-9063-2c6f08634d76 req-58c1b363-0b52-49c5-9436-0842cbfeeacb service neutron] 10.222.0.93 "GET /v2.0/networks?id=2e0b9b69-b28f-4532-997a-d8cbcedb640e HTTP/1.1" status: 200 len: 897 time: 0.1236577 May 30 21:09:03.060396 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:03.107481 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-27f0de4b-51d0-42a7-9063-2c6f08634d76 req-857ef9d6-5411-4904-8e3c-4e3d20a653d2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b95d8f6-98ac-46c3-aa77-502232a1a432 HTTP/1.1" status: 200 len: 217 time: 0.0630381 May 30 21:09:03.169364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0de4b-51d0-42a7-9063-2c6f08634d76 req-4299cc94-c90d-4cf4-a048-f83cf08e6b8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:03.170661 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-27f0de4b-51d0-42a7-9063-2c6f08634d76 req-4299cc94-c90d-4cf4-a048-f83cf08e6b8a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=052da2fb-9800-4e26-8088-629413419601 HTTP/1.1" status: 200 len: 834 time: 0.0561423 May 30 21:09:03.248000 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-27f0de4b-51d0-42a7-9063-2c6f08634d76 req-96e3f748-0fd2-4bbb-aa7e-4565da20272f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2e0b9b69-b28f-4532-997a-d8cbcedb640e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706258 May 30 21:09:03.468387 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-27f0de4b-51d0-42a7-9063-2c6f08634d76 req-a8b71a5f-07d0-49b9-ac3c-548e1dc98337 service neutron] 10.222.0.93 "GET /v2.0/networks/2e0b9b69-b28f-4532-997a-d8cbcedb640e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125962 May 30 21:09:03.598247 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-27f0de4b-51d0-42a7-9063-2c6f08634d76 req-4ca7b811-3e8b-4b2f-8128-fd7c7a70b252 service neutron] 10.222.0.93 "GET /v2.0/networks/2e0b9b69-b28f-4532-997a-d8cbcedb640e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236515 May 30 21:09:03.792825 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:03.849503 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 483d0a6e-fb9f-4ec2-baca-a697903075aa up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:09:03.920824 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 483d0a6e-fb9f-4ec2-baca-a697903075aa triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:09:03.921194 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:04.045357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d5656-b2d9-48e6-8f68-1c867e278ae3 req-ed9be76e-a11e-40c8-9174-a3e613d70e69 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:04.046742 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb8d5656-b2d9-48e6-8f68-1c867e278ae3 req-ed9be76e-a11e-40c8-9174-a3e613d70e69 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 943 time: 0.0796041 May 30 21:09:04.092059 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb8d5656-b2d9-48e6-8f68-1c867e278ae3 req-0d31530a-6022-4040-8451-82ca0ac2337a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397310 May 30 21:09:05.288965 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e4953-5c78-4fd3-b490-37afbc2b8f7f req-4bd078ec-9747-4994-ab25-fae00e8a84bf tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:05.290420 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb9e4953-5c78-4fd3-b490-37afbc2b8f7f req-4bd078ec-9747-4994-ab25-fae00e8a84bf tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 943 time: 0.0786846 May 30 21:09:05.336034 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cb9e4953-5c78-4fd3-b490-37afbc2b8f7f req-2dd22c10-2973-4b3b-bfa2-ddb407d8aea2 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400519 May 30 21:09:06.357005 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2b95d8f6-98ac-46c3-aa77-502232a1a432 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:09:06.494632 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 2b95d8f6-98ac-46c3-aa77-502232a1a432, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2b95d8f6-98ac-46c3-aa77-502232a1a432,segment=NetworkSegment(5124f343-8d4e-4f28-b1d7-c8743aa7d3bb),segment_id=5124f343-8d4e-4f28-b1d7-c8743aa7d3bb)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:09:06.507853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '2b95d8f6-98ac-46c3-aa77-502232a1a432', 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e', 'port_id': '2b95d8f6-98ac-46c3-aa77-502232a1a432', 'mac_address': 'fa:16:3e:9f:48:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052da2fb-9800-4e26-8088-629413419601', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:09:06.538000 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a535c-18cc-405a-8cb5-5082cfff629b req-d5c74720-3b5f-4584-96eb-ab8885576144 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:06.539361 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c65a535c-18cc-405a-8cb5-5082cfff629b req-d5c74720-3b5f-4584-96eb-ab8885576144 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 943 time: 0.0798776 May 30 21:09:06.569053 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:06.584097 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c65a535c-18cc-405a-8cb5-5082cfff629b req-39e6436d-c322-4cae-ba1c-370b6ccc95c4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391371 May 30 21:09:06.586348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b95d8f6-98ac-46c3-aa77-502232a1a432 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:09:06.601440 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 2b95d8f6-98ac-46c3-aa77-502232a1a432, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2b95d8f6-98ac-46c3-aa77-502232a1a432,segment=NetworkSegment(5124f343-8d4e-4f28-b1d7-c8743aa7d3bb),segment_id=5124f343-8d4e-4f28-b1d7-c8743aa7d3bb)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:09:06.606146 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:06.674596 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=2b95d8f6-98ac-46c3-aa77-502232a1a432,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:09:06.811193 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['2b95d8f6-98ac-46c3-aa77-502232a1a432'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:09:07.750673 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:07.779953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58600c41-3921-4d8f-a1ee-7636a6ef1abc req-873014de-5d0c-440a-a62a-42af119ff9c9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:07.781428 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58600c41-3921-4d8f-a1ee-7636a6ef1abc req-873014de-5d0c-440a-a62a-42af119ff9c9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 944 time: 0.0770400 May 30 21:09:07.827081 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-58600c41-3921-4d8f-a1ee-7636a6ef1abc req-7dfde73c-dd32-45f2-b9b2-8216b3594a4f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396981 May 30 21:09:08.372621 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2b95d8f6-98ac-46c3-aa77-502232a1a432 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:09:08.440453 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 2b95d8f6-98ac-46c3-aa77-502232a1a432 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:09:08.445023 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 2b95d8f6-98ac-46c3-aa77-502232a1a432 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:09:08.445452 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:08.557018 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:08.582187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cb289e-361e-471f-9a7c-f582206af689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b95d8f6-98ac-46c3-aa77-502232a1a432'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:09:08.593766 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 2b95d8f6-98ac-46c3-aa77-502232a1a432, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2b95d8f6-98ac-46c3-aa77-502232a1a432,segment=NetworkSegment(5124f343-8d4e-4f28-b1d7-c8743aa7d3bb),segment_id=5124f343-8d4e-4f28-b1d7-c8743aa7d3bb)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:09:08.597789 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:08.639553 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46326db-d42a-45e7-b5b6-dd8b05e8d608'] response: {'server_uuid': '73cb289e-361e-471f-9a7c-f582206af689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b95d8f6-98ac-46c3-aa77-502232a1a432', 'code': 200} May 30 21:09:08.664610 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=2b95d8f6-98ac-46c3-aa77-502232a1a432,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:09:08.822516 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2c4c49b4-6829-447e-a960-cc9bba5a6f4d req-6bc5e9c8-4735-4708-9591-0d525a93107d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 1096 time: 0.1268792 May 30 21:09:08.864846 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2c4c49b4-6829-447e-a960-cc9bba5a6f4d req-fb65b802-ea0a-4662-b8e5-d5d4f5ec7e66 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355041 May 30 21:09:09.109309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60e1c0-08c2-4333-bf9e-ea9ec1a5903d req-eac2bc46-723a-43a9-90e2-e7c50eff0a84 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:09.110663 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a60e1c0-08c2-4333-bf9e-ea9ec1a5903d req-eac2bc46-723a-43a9-90e2-e7c50eff0a84 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.1602342 May 30 21:09:09.155446 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3a60e1c0-08c2-4333-bf9e-ea9ec1a5903d req-cdbbbc9a-2d41-4b9f-9d70-25ff22a9d7b9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390868 May 30 21:09:10.356263 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c95cab-b0af-4e42-9dcb-a79d20cdd134 req-18e68a52-eee6-420c-a31c-14c9b3132f95 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:10.357707 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01c95cab-b0af-4e42-9dcb-a79d20cdd134 req-18e68a52-eee6-420c-a31c-14c9b3132f95 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0795379 May 30 21:09:10.404455 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01c95cab-b0af-4e42-9dcb-a79d20cdd134 req-3ebd0230-5112-4457-948f-97f76f780752 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408871 May 30 21:09:10.598949 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52e466-12c1-4494-920d-34e5399a9077 req-4b99f02e-c424-421f-b32b-12f72a1b7f83 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:10.600429 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c52e466-12c1-4494-920d-34e5399a9077 req-4b99f02e-c424-421f-b32b-12f72a1b7f83 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0764229 May 30 21:09:10.647380 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3c52e466-12c1-4494-920d-34e5399a9077 req-4472aad8-cfae-4677-9d7c-58168a866da1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413432 May 30 21:09:10.675014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53276) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:09:10.810494 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4aed9b9b-29d6-432c-887c-926fa8e0bde7 tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 1091 time: 0.1342678 May 30 21:09:10.813163 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53282) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:09:10.818137 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': '2b95d8f6-98ac-46c3-aa77-502232a1a432', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:09:10.824571 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:09:10.828348 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:floatingip and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:09:10.831127 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:09:10.836835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:09:10.846838 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:10.980071 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:11.112252 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.25.5.168 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/b59e8d20-c7a5-44f6-8a82-5a4797464c2c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:09:11.261747 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:11.290731 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:11.361350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:09:11.363986 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:09:11.366497 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:09:11.404804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=b59e8d20-c7a5-44f6-8a82-5a4797464c2c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:09:11.877639 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:11.933708 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:12.234697 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:12.239041 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:12.344272 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=b59e8d20-c7a5-44f6-8a82-5a4797464c2c,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:09:12.356674 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:12.540234 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Floating IP 64f51d7d-209f-4369-83aa-38a340074f69 associated. External IP: 172.25.5.168, port: 2b95d8f6-98ac-46c3-aa77-502232a1a432. May 30 21:09:12.924920 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:09:13.126055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:09:13.135222 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c5472-d564-471f-8100-75290957ccde None None] Sync routers for ids ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:09:13.148253 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c5472-d564-471f-8100-75290957ccde None None] Routers {'3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:09:13.148924 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ee7c5472-d564-471f-8100-75290957ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:09:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:09:13.149586 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:13.202223 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8e74662c-e9cd-4b30-8760-e56816061ec1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3879201 May 30 21:09:13.202627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cb289e-361e-471f-9a7c-f582206af689', 'tag': '2b95d8f6-98ac-46c3-aa77-502232a1a432'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:09:13.267873 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9bcf649-ba50-41f7-ae63-3c297efc5f2c'] response: {'name': 'network-changed', 'server_uuid': '73cb289e-361e-471f-9a7c-f582206af689', 'tag': '2b95d8f6-98ac-46c3-aa77-502232a1a432', 'status': 'completed', 'code': 200} May 30 21:09:13.351682 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-ee7c5472-d564-471f-8100-75290957ccde None None] Set router 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:09:13.366155 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24a7a656-aad7-43b9-b845-4d9faa62e2d2 req-ba3db0c3-2ec0-4be8-9990-3f964181ca33 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 1096 time: 0.0794952 May 30 21:09:13.391361 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1233d2c-beae-41a4-ba65-e850197d3187 req-ab2b5dc8-6d12-43c4-aa9a-f51a633abf59 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:13.392880 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1233d2c-beae-41a4-ba65-e850197d3187 req-ab2b5dc8-6d12-43c4-aa9a-f51a633abf59 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0855410 May 30 21:09:13.441815 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a1233d2c-beae-41a4-ba65-e850197d3187 req-503a46f0-5898-4685-a117-a68a6723b971 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431345 May 30 21:09:13.472104 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53290) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:09:13.505750 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7a656-aad7-43b9-b845-4d9faa62e2d2 req-6cedd35f-b114-4652-a503-a45566fcfe6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:13.507198 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24a7a656-aad7-43b9-b845-4d9faa62e2d2 req-6cedd35f-b114-4652-a503-a45566fcfe6c service neutron] 10.222.0.93 "GET /v2.0/networks?id=2e0b9b69-b28f-4532-997a-d8cbcedb640e HTTP/1.1" status: 200 len: 897 time: 0.1356091 May 30 21:09:13.581491 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5eeba6d8-8cf2-4603-9b73-dec613f16e65 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/64f51d7d-209f-4369-83aa-38a340074f69 HTTP/1.1" status: 200 len: 991 time: 0.1070986 May 30 21:09:13.615639 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24a7a656-aad7-43b9-b845-4d9faa62e2d2 req-83ae89e0-a2a3-4a1d-aba3-f15f96a360bf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b95d8f6-98ac-46c3-aa77-502232a1a432 HTTP/1.1" status: 200 len: 999 time: 0.1025963 May 30 21:09:13.677759 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7a656-aad7-43b9-b845-4d9faa62e2d2 req-3ab9ec76-ad67-4ffe-b462-2e01a6c05f32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:13.679186 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24a7a656-aad7-43b9-b845-4d9faa62e2d2 req-3ab9ec76-ad67-4ffe-b462-2e01a6c05f32 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=052da2fb-9800-4e26-8088-629413419601 HTTP/1.1" status: 200 len: 834 time: 0.0582550 May 30 21:09:13.700055 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ee7c5472-d564-471f-8100-75290957ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608647240', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:08:52Z', 'updated_at': '2022-05-30T21:08:56Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:53Z', 'updated_at': '2022-05-30T21:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '64f51d7d-209f-4369-83aa-38a340074f69', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'port_id': '2b95d8f6-98ac-46c3-aa77-502232a1a432', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e', 'mac_address': 'fa:16:3e:9f:48:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb289e-361e-471f-9a7c-f582206af689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:09:11Z', 'updated_at': '2022-05-30T21:09:11Z', 'revision_number': 0, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483d0a6e-fb9f-4ec2-baca-a697903075aa', 'name': '', 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:eb:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052da2fb-9800-4e26-8088-629413419601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:56Z', 'updated_at': '2022-05-30T21:09:02Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '052da2fb-9800-4e26-8088-629413419601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:09:13.703798 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c5472-d564-471f-8100-75290957ccde None None] Checking router: 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:09:13.715066 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c5472-d564-471f-8100-75290957ccde None None] Routers {'3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:09:13.715582 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ee7c5472-d564-471f-8100-75290957ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:09:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:09:13.751616 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24a7a656-aad7-43b9-b845-4d9faa62e2d2 req-70c696d5-b132-42e5-aba5-247a26bd9b09 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2e0b9b69-b28f-4532-997a-d8cbcedb640e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666280 May 30 21:09:13.884153 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24a7a656-aad7-43b9-b845-4d9faa62e2d2 req-4e8a53f9-1b2f-4adc-ad07-9fdf24ef0d86 service neutron] 10.222.0.93 "GET /v2.0/networks/2e0b9b69-b28f-4532-997a-d8cbcedb640e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268153 May 30 21:09:13.893113 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-ee7c5472-d564-471f-8100-75290957ccde None None] Set router 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:09:14.014837 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24a7a656-aad7-43b9-b845-4d9faa62e2d2 req-696865bd-403c-412e-a8cc-a009917e9669 service neutron] 10.222.0.93 "GET /v2.0/networks/2e0b9b69-b28f-4532-997a-d8cbcedb640e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255062 May 30 21:09:14.254751 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ee7c5472-d564-471f-8100-75290957ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608647240', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:08:52Z', 'updated_at': '2022-05-30T21:08:56Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:53Z', 'updated_at': '2022-05-30T21:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '64f51d7d-209f-4369-83aa-38a340074f69', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'port_id': '2b95d8f6-98ac-46c3-aa77-502232a1a432', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e', 'mac_address': 'fa:16:3e:9f:48:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb289e-361e-471f-9a7c-f582206af689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:09:11Z', 'updated_at': '2022-05-30T21:09:11Z', 'revision_number': 0, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483d0a6e-fb9f-4ec2-baca-a697903075aa', 'name': '', 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:eb:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052da2fb-9800-4e26-8088-629413419601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:56Z', 'updated_at': '2022-05-30T21:09:02Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '052da2fb-9800-4e26-8088-629413419601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:09:14.259292 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c5472-d564-471f-8100-75290957ccde None None] The sync data for ids ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'] in n-d-843949-2 is: [{'id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608647240', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:08:52Z', 'updated_at': '2022-05-30T21:08:56Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:53Z', 'updated_at': '2022-05-30T21:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '64f51d7d-209f-4369-83aa-38a340074f69', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'port_id': '2b95d8f6-98ac-46c3-aa77-502232a1a432', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e', 'mac_address': 'fa:16:3e:9f:48:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb289e-361e-471f-9a7c-f582206af689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:09:11Z', 'updated_at': '2022-05-30T21:09:11Z', 'revision_number': 0, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483d0a6e-fb9f-4ec2-baca-a697903075aa', 'name': '', 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:eb:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052da2fb-9800-4e26-8088-629413419601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:56Z', 'updated_at': '2022-05-30T21:09:02Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '052da2fb-9800-4e26-8088-629413419601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:09:14.584324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53294) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:09:14.688302 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-a104df6d-7751-47ce-9736-5dffd8c9a73f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/64f51d7d-209f-4369-83aa-38a340074f69 HTTP/1.1" status: 200 len: 991 time: 0.1028769 May 30 21:09:15.692320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53298) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:09:15.794321 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-33493674-2561-4021-99aa-7c7181931c59 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/64f51d7d-209f-4369-83aa-38a340074f69 HTTP/1.1" status: 200 len: 991 time: 0.1009595 May 30 21:09:16.797406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53302) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:09:16.995801 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8acf473a-c9e8-49ed-8c0e-2508cb104183 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/64f51d7d-209f-4369-83aa-38a340074f69 HTTP/1.1" status: 200 len: 991 time: 0.1971340 May 30 21:09:17.167734 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d186dba-0f5c-4e62-af93-ab696d555fe6 None None] New status for floating IP 64f51d7d-209f-4369-83aa-38a340074f69: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:09:17.999676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53306) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:09:18.103929 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-084c8d2a-eac4-4f84-a867-cda9121ad06b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/64f51d7d-209f-4369-83aa-38a340074f69 HTTP/1.1" status: 200 len: 993 time: 0.1029136 May 30 21:09:25.121103 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7f6828b-23de-48da-9b0a-687d261ad05a req-0e1bfba6-6f66-443d-b5a2-2b9420cef446 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698485 May 30 21:09:25.258299 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7f6828b-23de-48da-9b0a-687d261ad05a req-ded04716-62e1-4b46-bc9c-d90ae71450d3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 1096 time: 0.0685468 May 30 21:09:25.400326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6828b-23de-48da-9b0a-687d261ad05a req-86cef642-9dcd-474a-9608-97ef06b2ef3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:25.402266 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7f6828b-23de-48da-9b0a-687d261ad05a req-86cef642-9dcd-474a-9608-97ef06b2ef3a service neutron] 10.222.0.93 "GET /v2.0/networks?id=2e0b9b69-b28f-4532-997a-d8cbcedb640e HTTP/1.1" status: 200 len: 897 time: 0.1247003 May 30 21:09:25.506019 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7f6828b-23de-48da-9b0a-687d261ad05a req-b04b636f-14f8-4cea-9c37-5f2ef483bd43 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b95d8f6-98ac-46c3-aa77-502232a1a432 HTTP/1.1" status: 200 len: 1001 time: 0.0971744 May 30 21:09:25.565916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6828b-23de-48da-9b0a-687d261ad05a req-abde358f-8495-401c-8dc0-575b93f01902 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:25.567272 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7f6828b-23de-48da-9b0a-687d261ad05a req-abde358f-8495-401c-8dc0-575b93f01902 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=052da2fb-9800-4e26-8088-629413419601 HTTP/1.1" status: 200 len: 834 time: 0.0553679 May 30 21:09:25.730236 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7f6828b-23de-48da-9b0a-687d261ad05a req-a9547f0e-d3c7-4347-8903-0df0fe101783 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2e0b9b69-b28f-4532-997a-d8cbcedb640e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562800 May 30 21:09:25.858997 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7f6828b-23de-48da-9b0a-687d261ad05a req-5b731d55-95fb-42e6-8e4b-fd643710a5a6 service neutron] 10.222.0.93 "GET /v2.0/networks/2e0b9b69-b28f-4532-997a-d8cbcedb640e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222796 May 30 21:09:25.989231 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7f6828b-23de-48da-9b0a-687d261ad05a req-6b16c366-da65-4e68-8692-1abcbd6910c1 service neutron] 10.222.0.93 "GET /v2.0/networks/2e0b9b69-b28f-4532-997a-d8cbcedb640e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238756 May 30 21:09:27.894848 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7236944a-19a7-4af6-9a03-2944c372039e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:30.097855 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c935ba62-6918-45a2-b5a2-b5258273eb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:31.466230 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:31.703732 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:33.063102 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:33.286665 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:09:33.793173 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:37.751756 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:45.660200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1f777-633d-40ea-96e1-4da7cf02314c req-47ab2089-596b-468c-a376-845f73c82983 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:45.661786 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ed1f777-633d-40ea-96e1-4da7cf02314c req-47ab2089-596b-468c-a376-845f73c82983 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0779374 May 30 21:09:45.706691 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ed1f777-633d-40ea-96e1-4da7cf02314c req-2c0fbc11-687b-4e20-b5cf-7ade38d36771 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385695 May 30 21:09:46.915628 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8642d9e-8bad-4d3c-8482-d4a4e88a8c56 req-b3ae5795-9002-4708-9ad5-853ee17569b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:46.917086 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8642d9e-8bad-4d3c-8482-d4a4e88a8c56 req-b3ae5795-9002-4708-9ad5-853ee17569b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0762262 May 30 21:09:46.965392 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d8642d9e-8bad-4d3c-8482-d4a4e88a8c56 req-1346c548-3fa6-404e-a5d2-46143cda9537 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428071 May 30 21:09:48.158320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba538b8f-11c8-499a-9566-828132a5747b req-e1c03736-bc3f-4457-aae9-505931a66524 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:48.159656 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba538b8f-11c8-499a-9566-828132a5747b req-e1c03736-bc3f-4457-aae9-505931a66524 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0750628 May 30 21:09:48.204782 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ba538b8f-11c8-499a-9566-828132a5747b req-eaf1faf3-4a4a-4858-8cb6-78a1b89dae52 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393400 May 30 21:09:49.402574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9386292-7d33-4d9d-b50f-e44f3e7f46cd req-b14130aa-56df-4d14-9bc1-389aefbf30db tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:49.404017 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f9386292-7d33-4d9d-b50f-e44f3e7f46cd req-b14130aa-56df-4d14-9bc1-389aefbf30db tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0784209 May 30 21:09:49.448503 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f9386292-7d33-4d9d-b50f-e44f3e7f46cd req-0e7f24d4-de76-4a2b-90f4-167b9a43a1e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390370 May 30 21:09:50.640559 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b221a-8d81-43ab-82b9-0aaed9959a49 req-09afa63a-d3af-4c18-ad19-336264787ff3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:50.641905 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a6b221a-8d81-43ab-82b9-0aaed9959a49 req-09afa63a-d3af-4c18-ad19-336264787ff3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0745125 May 30 21:09:50.687503 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0a6b221a-8d81-43ab-82b9-0aaed9959a49 req-f93e6ce9-88bc-46d9-b685-3bde8abc7782 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400922 May 30 21:09:51.884602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049607f0-5877-4ad7-973d-3395581b8fbb req-1b2fcba5-558f-4734-8890-a6fd1b441edb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:51.886042 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-049607f0-5877-4ad7-973d-3395581b8fbb req-1b2fcba5-558f-4734-8890-a6fd1b441edb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0799787 May 30 21:09:51.931507 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-049607f0-5877-4ad7-973d-3395581b8fbb req-1e265d7a-e516-4d43-bbda-f22235a9c10a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399363 May 30 21:09:53.136044 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e8ba3-7843-418c-9436-20922ac47567 req-ac050553-801f-43be-96d3-44a578433afa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:53.137471 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b46e8ba3-7843-418c-9436-20922ac47567 req-ac050553-801f-43be-96d3-44a578433afa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0750690 May 30 21:09:53.182608 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b46e8ba3-7843-418c-9436-20922ac47567 req-3e834728-822a-4cc8-9978-586ee766ce4a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396252 May 30 21:09:54.378330 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3685f75-d3ec-4a94-98ef-54c0d2605160 req-3e766974-72de-48e4-ad42-deac2e1699b6 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:54.379770 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b3685f75-d3ec-4a94-98ef-54c0d2605160 req-3e766974-72de-48e4-ad42-deac2e1699b6 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0795321 May 30 21:09:54.424784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b3685f75-d3ec-4a94-98ef-54c0d2605160 req-6256cf90-6a31-4910-ab70-a54741a94692 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394349 May 30 21:09:55.617166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97093acb-9a07-40d7-a293-421f96207e2d req-8bba77a3-25ae-401c-880e-c70b458e21a8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:55.619009 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97093acb-9a07-40d7-a293-421f96207e2d req-8bba77a3-25ae-401c-880e-c70b458e21a8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0739374 May 30 21:09:55.667334 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-97093acb-9a07-40d7-a293-421f96207e2d req-24d4a9e6-6e54-4f06-b5e1-1b1316f9d196 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426848 May 30 21:09:56.861337 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fad87-46b7-4e50-b1e5-432d99fbeaf4 req-6f682edd-4b59-4f56-ae36-2a7f9fcde029 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:56.862742 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e4fad87-46b7-4e50-b1e5-432d99fbeaf4 req-6f682edd-4b59-4f56-ae36-2a7f9fcde029 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0741744 May 30 21:09:56.907554 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6e4fad87-46b7-4e50-b1e5-432d99fbeaf4 req-64bb3600-0618-45ca-99ab-bcbc4d3fd330 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389981 May 30 21:09:57.896972 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8809c7e8-c4d3-4fb7-a06f-dbd8b6864a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:58.104559 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be810e-5fd9-409a-a942-8bb6dc997898 req-2d617f07-27a1-4639-b578-43cf0fa5b98c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:58.105971 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3be810e-5fd9-409a-a942-8bb6dc997898 req-2d617f07-27a1-4639-b578-43cf0fa5b98c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0793076 May 30 21:09:58.150528 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a3be810e-5fd9-409a-a942-8bb6dc997898 req-8fa9b11b-4f75-4274-bcd9-74c744367126 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384643 May 30 21:09:59.345474 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b0844-4df9-42a2-9831-8e6b3cd76da2 req-49730564-192f-4c97-9c36-ac696d85b8e3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:59.346928 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e05b0844-4df9-42a2-9831-8e6b3cd76da2 req-49730564-192f-4c97-9c36-ac696d85b8e3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0760756 May 30 21:09:59.391805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e05b0844-4df9-42a2-9831-8e6b3cd76da2 req-cc0d325b-df57-42a9-b324-4b06cc93e8dd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394454 May 30 21:10:00.098462 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3f4eaa71-e430-466c-acba-07b8f1153512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:00.591428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ecae0-ce34-4213-ad2c-880e5a98b9b1 req-e7807392-f811-4e97-9441-f75dd3986bb0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:00.592877 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b01ecae0-ce34-4213-ad2c-880e5a98b9b1 req-e7807392-f811-4e97-9441-f75dd3986bb0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0780773 May 30 21:10:00.637043 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b01ecae0-ce34-4213-ad2c-880e5a98b9b1 req-50ec6563-ebb2-4d38-a323-f55eb9180f5d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387628 May 30 21:10:01.468828 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:01.705693 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:01.834437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac6db1-1742-4e19-8965-bc801e0f145c req-65e13846-607a-4ee9-aa5a-1f087186af9e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:01.835862 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49ac6db1-1742-4e19-8965-bc801e0f145c req-65e13846-607a-4ee9-aa5a-1f087186af9e tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0776489 May 30 21:10:01.883465 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-49ac6db1-1742-4e19-8965-bc801e0f145c req-19ef0476-5790-4d51-ad41-41c6cd6d15f1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421226 May 30 21:10:01.910739 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53358) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:02.012241 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-79053c0f-cebf-455d-a086-91915fc7e070 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/64f51d7d-209f-4369-83aa-38a340074f69 HTTP/1.1" status: 200 len: 993 time: 0.1000977 May 30 21:10:03.065766 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:03.475569 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c339c-b72c-48d4-9af5-829ab2b2c76e req-95734de5-d6ba-4996-ab3b-3c8c4adc4203 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:03.477098 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-332c339c-b72c-48d4-9af5-829ab2b2c76e req-95734de5-d6ba-4996-ab3b-3c8c4adc4203 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0821235 May 30 21:10:03.503635 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e6f318f5-78c5-4658-8516-e5e5dd09abdc req-c936f97b-862c-4c56-b9a7-6a147ef6fa9b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 1096 time: 0.0696809 May 30 21:10:03.521998 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-332c339c-b72c-48d4-9af5-829ab2b2c76e req-f44e3594-2fa9-4863-96af-6867decc5005 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392861 May 30 21:10:03.633804 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f318f5-78c5-4658-8516-e5e5dd09abdc req-b99a0bf2-0426-45a8-87a3-5d722ebb1c32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:03.635735 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e6f318f5-78c5-4658-8516-e5e5dd09abdc req-b99a0bf2-0426-45a8-87a3-5d722ebb1c32 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2e0b9b69-b28f-4532-997a-d8cbcedb640e HTTP/1.1" status: 200 len: 897 time: 0.1267197 May 30 21:10:03.738651 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e6f318f5-78c5-4658-8516-e5e5dd09abdc req-7beb3511-07aa-4499-b168-fef62b9e0eec service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b95d8f6-98ac-46c3-aa77-502232a1a432 HTTP/1.1" status: 200 len: 1001 time: 0.0968499 May 30 21:10:03.799122 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:03.801243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f318f5-78c5-4658-8516-e5e5dd09abdc req-7f9cd4ee-938d-4f2a-a59f-e89130c45ba3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:03.802675 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e6f318f5-78c5-4658-8516-e5e5dd09abdc req-7f9cd4ee-938d-4f2a-a59f-e89130c45ba3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=052da2fb-9800-4e26-8088-629413419601 HTTP/1.1" status: 200 len: 834 time: 0.0580022 May 30 21:10:03.879355 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e6f318f5-78c5-4658-8516-e5e5dd09abdc req-1b599273-85c6-43b6-8280-e6712c663150 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2e0b9b69-b28f-4532-997a-d8cbcedb640e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713067 May 30 21:10:04.007405 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e6f318f5-78c5-4658-8516-e5e5dd09abdc req-f072b574-8159-4e16-972e-1ac452073ce5 service neutron] 10.222.0.93 "GET /v2.0/networks/2e0b9b69-b28f-4532-997a-d8cbcedb640e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219842 May 30 21:10:04.132848 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e6f318f5-78c5-4658-8516-e5e5dd09abdc req-6292a1b1-edd5-44bc-91c8-15f81bd44e0a service neutron] 10.222.0.93 "GET /v2.0/networks/2e0b9b69-b28f-4532-997a-d8cbcedb640e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202080 May 30 21:10:04.718065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691e48f-816c-451a-a66b-5c99580e11fd req-0f59945d-f28d-4bea-a45d-489409adea43 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:04.719497 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6691e48f-816c-451a-a66b-5c99580e11fd req-0f59945d-f28d-4bea-a45d-489409adea43 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0747733 May 30 21:10:04.768038 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6691e48f-816c-451a-a66b-5c99580e11fd req-56eaccdc-8a6c-4376-9042-f2761befbb8b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429039 May 30 21:10:04.796200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53370) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:04.897107 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e4a62f55-28ef-4dad-8ee2-08382717d2db tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/64f51d7d-209f-4369-83aa-38a340074f69 HTTP/1.1" status: 200 len: 993 time: 0.0997207 May 30 21:10:07.752186 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:10.286921 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:10:26.098676 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c3ae2512-0c4b-42d6-897a-e29829ae2d79 req-b4545809-9695-499b-a2f6-762537cf70a9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655270 May 30 21:10:26.237285 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c3ae2512-0c4b-42d6-897a-e29829ae2d79 req-5b1fe1e7-2fd4-4078-9a41-a529647f5b71 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 1096 time: 0.0721860 May 30 21:10:26.379429 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae2512-0c4b-42d6-897a-e29829ae2d79 req-7b7398f3-1ca2-4fed-b1a8-7b413631c549 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:26.380796 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c3ae2512-0c4b-42d6-897a-e29829ae2d79 req-7b7398f3-1ca2-4fed-b1a8-7b413631c549 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2e0b9b69-b28f-4532-997a-d8cbcedb640e HTTP/1.1" status: 200 len: 897 time: 0.1243494 May 30 21:10:26.479787 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c3ae2512-0c4b-42d6-897a-e29829ae2d79 req-b606f0d2-d005-4bd4-81e5-f4af4dffc71f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b95d8f6-98ac-46c3-aa77-502232a1a432 HTTP/1.1" status: 200 len: 1001 time: 0.0929487 May 30 21:10:26.544147 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae2512-0c4b-42d6-897a-e29829ae2d79 req-795ed1f3-5446-415d-bde4-6bacee0d56ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:26.546079 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c3ae2512-0c4b-42d6-897a-e29829ae2d79 req-795ed1f3-5446-415d-bde4-6bacee0d56ae service neutron] 10.222.0.93 "GET /v2.0/subnets?id=052da2fb-9800-4e26-8088-629413419601 HTTP/1.1" status: 200 len: 834 time: 0.0599849 May 30 21:10:26.618325 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c3ae2512-0c4b-42d6-897a-e29829ae2d79 req-102a44a2-3559-4bb0-a56a-f7e11dc0879a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2e0b9b69-b28f-4532-997a-d8cbcedb640e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661135 May 30 21:10:26.838097 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c3ae2512-0c4b-42d6-897a-e29829ae2d79 req-dc0549e9-a2a4-4fcc-9f73-9b1b28fa883a service neutron] 10.222.0.93 "GET /v2.0/networks/2e0b9b69-b28f-4532-997a-d8cbcedb640e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136710 May 30 21:10:26.969010 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c3ae2512-0c4b-42d6-897a-e29829ae2d79 req-3c45b9de-4643-4e42-a41e-744351dac585 service neutron] 10.222.0.93 "GET /v2.0/networks/2e0b9b69-b28f-4532-997a-d8cbcedb640e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239617 May 30 21:10:27.898764 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c252ed3e-599e-4c2a-b375-7a12bce8c5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:30.099661 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-23ec3134-058a-4a7b-8537-bc1d1f15b896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:31.472377 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:31.706746 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:33.068632 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:33.822026 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:35.336748 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53384) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:35.534004 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port b59e8d20-c7a5-44f6-8a82-5a4797464c2c {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:10:35.534255 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:35.697164 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:35.697497 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:35.819652 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for b59e8d20-c7a5-44f6-8a82-5a4797464c2c owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:10:35.962978 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:36.010775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=b59e8d20-c7a5-44f6-8a82-5a4797464c2c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:36.048629 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:36.048970 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:36.049304 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:36.049632 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:36.049967 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:36.050296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:36.050619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:36.050944 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:36.051262 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:36.051577 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:36.051892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:36.110261 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:36.595374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:10:36.790132 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:10:36.799592 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d83c4f-da7e-425f-a00e-0aa5fb804adf None None] Sync routers for ids ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:10:36.805625 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:36.814492 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d83c4f-da7e-425f-a00e-0aa5fb804adf None None] Routers {'3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:10:36.815190 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f6d83c4f-da7e-425f-a00e-0aa5fb804adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:10:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:36.860522 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-56f9ba41-603a-4ea1-afb7-87b0e7db320c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/floatingips/64f51d7d-209f-4369-83aa-38a340074f69 HTTP/1.1" status: 204 len: 168 time: 1.5225933 May 30 21:10:36.861110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cb289e-361e-471f-9a7c-f582206af689', 'tag': '2b95d8f6-98ac-46c3-aa77-502232a1a432'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:10:36.919503 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c687a924-5abd-4896-b356-a3a64b06fd93'] response: {'name': 'network-changed', 'server_uuid': '73cb289e-361e-471f-9a7c-f582206af689', 'tag': '2b95d8f6-98ac-46c3-aa77-502232a1a432', 'status': 'completed', 'code': 200} May 30 21:10:36.992680 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-f6d83c4f-da7e-425f-a00e-0aa5fb804adf None None] Set router 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:10:37.012844 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ae390c4-1fc3-4261-9ff2-a3f30a790eb3 req-c2379fef-bd09-4446-918e-89fb4ae03237 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 1096 time: 0.0712147 May 30 21:10:37.151823 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae390c4-1fc3-4261-9ff2-a3f30a790eb3 req-fa0a8544-504b-4c4c-87bf-94cef93b7b54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:37.153328 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ae390c4-1fc3-4261-9ff2-a3f30a790eb3 req-fa0a8544-504b-4c4c-87bf-94cef93b7b54 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2e0b9b69-b28f-4532-997a-d8cbcedb640e HTTP/1.1" status: 200 len: 897 time: 0.1320665 May 30 21:10:37.228545 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ae390c4-1fc3-4261-9ff2-a3f30a790eb3 req-2c04c46f-8f7f-426d-becc-a1c2e183ee77 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b95d8f6-98ac-46c3-aa77-502232a1a432 HTTP/1.1" status: 200 len: 217 time: 0.0657983 May 30 21:10:37.261235 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f9890-c838-42c5-aca3-6b75eaea67ab req-a20025a7-02e7-464c-80de-e178e594c1c8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:37.263324 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d1f9890-c838-42c5-aca3-6b75eaea67ab req-a20025a7-02e7-464c-80de-e178e594c1c8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0832465 May 30 21:10:37.299760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae390c4-1fc3-4261-9ff2-a3f30a790eb3 req-1053b41f-ef24-423d-a098-39df8ae078d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:37.301341 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ae390c4-1fc3-4261-9ff2-a3f30a790eb3 req-1053b41f-ef24-423d-a098-39df8ae078d5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=052da2fb-9800-4e26-8088-629413419601 HTTP/1.1" status: 200 len: 834 time: 0.0656466 May 30 21:10:37.311100 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0d1f9890-c838-42c5-aca3-6b75eaea67ab req-e09a12f3-3860-4dc8-aa95-39f173db123c tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407507 May 30 21:10:37.318779 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f6d83c4f-da7e-425f-a00e-0aa5fb804adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608647240', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:08:52Z', 'updated_at': '2022-05-30T21:08:56Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:53Z', 'updated_at': '2022-05-30T21:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '483d0a6e-fb9f-4ec2-baca-a697903075aa', 'name': '', 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:eb:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052da2fb-9800-4e26-8088-629413419601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:56Z', 'updated_at': '2022-05-30T21:09:02Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '052da2fb-9800-4e26-8088-629413419601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:37.322863 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d83c4f-da7e-425f-a00e-0aa5fb804adf None None] Checking router: 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:10:37.334220 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d83c4f-da7e-425f-a00e-0aa5fb804adf None None] Routers {'3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:10:37.334808 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f6d83c4f-da7e-425f-a00e-0aa5fb804adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:10:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:37.378089 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ae390c4-1fc3-4261-9ff2-a3f30a790eb3 req-8d130b5a-def5-44ed-b90e-52bf2a2608e9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2e0b9b69-b28f-4532-997a-d8cbcedb640e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702124 May 30 21:10:37.507735 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-f6d83c4f-da7e-425f-a00e-0aa5fb804adf None None] Set router 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:10:37.508257 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ae390c4-1fc3-4261-9ff2-a3f30a790eb3 req-478f9d96-3982-4f9c-bb3a-3d816eb4c816 service neutron] 10.222.0.93 "GET /v2.0/networks/2e0b9b69-b28f-4532-997a-d8cbcedb640e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235099 May 30 21:10:37.640701 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9ae390c4-1fc3-4261-9ff2-a3f30a790eb3 req-f63501c9-0c12-4f03-afe2-0375ca66308a service neutron] 10.222.0.93 "GET /v2.0/networks/2e0b9b69-b28f-4532-997a-d8cbcedb640e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249406 May 30 21:10:37.744670 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:37.841782 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f6d83c4f-da7e-425f-a00e-0aa5fb804adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608647240', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:08:52Z', 'updated_at': '2022-05-30T21:08:56Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:53Z', 'updated_at': '2022-05-30T21:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '483d0a6e-fb9f-4ec2-baca-a697903075aa', 'name': '', 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:eb:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052da2fb-9800-4e26-8088-629413419601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:56Z', 'updated_at': '2022-05-30T21:09:02Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '052da2fb-9800-4e26-8088-629413419601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:37.845693 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d83c4f-da7e-425f-a00e-0aa5fb804adf None None] The sync data for ids ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'] in n-d-843949-2 is: [{'id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608647240', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:08:52Z', 'updated_at': '2022-05-30T21:08:56Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:53Z', 'updated_at': '2022-05-30T21:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '483d0a6e-fb9f-4ec2-baca-a697903075aa', 'name': '', 'network_id': '2e0b9b69-b28f-4532-997a-d8cbcedb640e', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:eb:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052da2fb-9800-4e26-8088-629413419601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:56Z', 'updated_at': '2022-05-30T21:09:02Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '052da2fb-9800-4e26-8088-629413419601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:10:38.069963 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cc03fc-6359-41c6-8985-2eb7d14eaea0 None None] New status for floating IP 64f51d7d-209f-4369-83aa-38a340074f69: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:10:38.506625 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c3aac-61f5-46e2-98f4-95c3035096ba req-9dce16aa-178d-4a4d-872b-ae2246d9ca33 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:38.507971 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd2c3aac-61f5-46e2-98f4-95c3035096ba req-9dce16aa-178d-4a4d-872b-ae2246d9ca33 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0747523 May 30 21:10:38.556756 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cd2c3aac-61f5-46e2-98f4-95c3035096ba req-fe8e515a-f24a-4e36-a170-1fdacc46c218 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f164fe9-0a84-497d-9b5c-4671eb7f199f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432003 May 30 21:10:38.655909 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799f670-240e-480e-9a5c-101e8660bb84 req-ea1e27b3-7d79-4656-91f5-b0f26dcdf3c8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:38.656619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3799f670-240e-480e-9a5c-101e8660bb84 req-ea1e27b3-7d79-4656-91f5-b0f26dcdf3c8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:10:38.671509 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3799f670-240e-480e-9a5c-101e8660bb84 req-ea1e27b3-7d79-4656-91f5-b0f26dcdf3c8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:10:38.673110 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3799f670-240e-480e-9a5c-101e8660bb84 req-ea1e27b3-7d79-4656-91f5-b0f26dcdf3c8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.93 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 945 time: 0.0949314 May 30 21:10:38.740719 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-3799f670-240e-480e-9a5c-101e8660bb84 req-dd99b1ba-3f0c-4651-8e5d-8bf553aed7a4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port 2b95d8f6-98ac-46c3-aa77-502232a1a432 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:10:38.741050 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3799f670-240e-480e-9a5c-101e8660bb84 req-dd99b1ba-3f0c-4651-8e5d-8bf553aed7a4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:38.981154 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-3799f670-240e-480e-9a5c-101e8660bb84 req-dd99b1ba-3f0c-4651-8e5d-8bf553aed7a4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] For port 2b95d8f6-98ac-46c3-aa77-502232a1a432, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=2b95d8f6-98ac-46c3-aa77-502232a1a432,segment=NetworkSegment(5124f343-8d4e-4f28-b1d7-c8743aa7d3bb),segment_id=5124f343-8d4e-4f28-b1d7-c8743aa7d3bb)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:10:38.981509 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3799f670-240e-480e-9a5c-101e8660bb84 req-dd99b1ba-3f0c-4651-8e5d-8bf553aed7a4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:39.100908 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-3799f670-240e-480e-9a5c-101e8660bb84 req-dd99b1ba-3f0c-4651-8e5d-8bf553aed7a4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for 2b95d8f6-98ac-46c3-aa77-502232a1a432 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:10:39.335319 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3799f670-240e-480e-9a5c-101e8660bb84 req-dd99b1ba-3f0c-4651-8e5d-8bf553aed7a4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:39.384454 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99b1ba-3f0c-4651-8e5d-8bf553aed7a4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=2b95d8f6-98ac-46c3-aa77-502232a1a432,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:39.459286 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3799f670-240e-480e-9a5c-101e8660bb84 req-dd99b1ba-3f0c-4651-8e5d-8bf553aed7a4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] No DVR routers for this DVR port 2b95d8f6-98ac-46c3-aa77-502232a1a432 on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:10:39.461956 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3799f670-240e-480e-9a5c-101e8660bb84 req-dd99b1ba-3f0c-4651-8e5d-8bf553aed7a4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:39.464554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cb289e-361e-471f-9a7c-f582206af689', 'name': 'network-vif-deleted', 'tag': '2b95d8f6-98ac-46c3-aa77-502232a1a432'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:10:39.479364 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3799f670-240e-480e-9a5c-101e8660bb84 req-dd99b1ba-3f0c-4651-8e5d-8bf553aed7a4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.93 "DELETE /v2.0/ports/2b95d8f6-98ac-46c3-aa77-502232a1a432 HTTP/1.1" status: 204 len: 173 time: 0.8004086 May 30 21:10:39.522386 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1d167b-f878-42aa-a752-6db7402ef95b'] response: {'server_uuid': '73cb289e-361e-471f-9a7c-f582206af689', 'name': 'network-vif-deleted', 'tag': '2b95d8f6-98ac-46c3-aa77-502232a1a432', 'status': 'completed', 'code': 200} May 30 21:10:39.730684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5723cba4-52cf-4de5-b22e-2e1a200cc08a req-e5a2b6df-2fe6-4bb7-a7c2-9eb38122d8d0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=73cb289e-361e-471f-9a7c-f582206af689 HTTP/1.1" status: 200 len: 210 time: 0.0409184 May 30 21:10:40.838761 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53402) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:41.230267 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd685-40fa-4ea8-b45a-45b08a88ef6a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:41.818757 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-fd0dd685-40fa-4ea8-b45a-45b08a88ef6a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port 483d0a6e-fb9f-4ec2-baca-a697903075aa {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:10:41.819098 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd685-40fa-4ea8-b45a-45b08a88ef6a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:42.002225 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-fd0dd685-40fa-4ea8-b45a-45b08a88ef6a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] For port 483d0a6e-fb9f-4ec2-baca-a697903075aa, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=483d0a6e-fb9f-4ec2-baca-a697903075aa,segment=NetworkSegment(5124f343-8d4e-4f28-b1d7-c8743aa7d3bb),segment_id=5124f343-8d4e-4f28-b1d7-c8743aa7d3bb)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:10:42.002971 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd685-40fa-4ea8-b45a-45b08a88ef6a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:42.212694 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-fd0dd685-40fa-4ea8-b45a-45b08a88ef6a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for 483d0a6e-fb9f-4ec2-baca-a697903075aa owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:10:42.383889 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd685-40fa-4ea8-b45a-45b08a88ef6a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:42.431428 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0dd685-40fa-4ea8-b45a-45b08a88ef6a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=483d0a6e-fb9f-4ec2-baca-a697903075aa,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:42.718394 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd685-40fa-4ea8-b45a-45b08a88ef6a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:42.818270 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2b95d8f6-98ac-46c3-aa77-502232a1a432 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:10:42.851502 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 2b95d8f6-98ac-46c3-aa77-502232a1a432 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:10:42.851910 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 2b95d8f6-98ac-46c3-aa77-502232a1a432 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:10:43.279347 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0dd685-40fa-4ea8-b45a-45b08a88ef6a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:10:43.474397 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0dd685-40fa-4ea8-b45a-45b08a88ef6a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:10:43.483526 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747dc29-5d66-4eb1-bb4d-f4c99614ab8a None None] Sync routers for ids ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:10:43.486525 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fd0dd685-40fa-4ea8-b45a-45b08a88ef6a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "PUT /v2.0/routers/3089f5a4-3b8a-42e6-93d9-13dc93bcd41c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6467340 May 30 21:10:43.489118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53406) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:43.495515 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747dc29-5d66-4eb1-bb4d-f4c99614ab8a None None] Routers {'3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:10:43.496221 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5747dc29-5d66-4eb1-bb4d-f4c99614ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:10:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:43.675738 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-5747dc29-5d66-4eb1-bb4d-f4c99614ab8a None None] Set router 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:10:43.777909 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-16aba228-3dde-4c73-8a26-7ddef7cc87b1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting subnet 052da2fb-9800-4e26-8088-629413419601 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:10:43.780797 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-16aba228-3dde-4c73-8a26-7ddef7cc87b1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:43.833958 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-16aba228-3dde-4c73-8a26-7ddef7cc87b1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:43.918171 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-16aba228-3dde-4c73-8a26-7ddef7cc87b1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:43.955866 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5747dc29-5d66-4eb1-bb4d-f4c99614ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608647240', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:08:52Z', 'updated_at': '2022-05-30T21:10:42Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:53Z', 'updated_at': '2022-05-30T21:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:43.959534 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747dc29-5d66-4eb1-bb4d-f4c99614ab8a None None] Checking router: 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:10:43.972218 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747dc29-5d66-4eb1-bb4d-f4c99614ab8a None None] Routers {'3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:10:43.972386 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5747dc29-5d66-4eb1-bb4d-f4c99614ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:10:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:43.993906 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-16aba228-3dde-4c73-8a26-7ddef7cc87b1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:44.035828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aba228-3dde-4c73-8a26-7ddef7cc87b1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Subnet': ['ID=052da2fb-9800-4e26-8088-629413419601,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:44.041773 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-16aba228-3dde-4c73-8a26-7ddef7cc87b1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:44.048815 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bd5d7f-46c2-44c7-9323-9ffdeb0f90d7 None None] Network 2e0b9b69-b28f-4532-997a-d8cbcedb640e requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:10:44.054032 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-16aba228-3dde-4c73-8a26-7ddef7cc87b1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/subnets/052da2fb-9800-4e26-8088-629413419601 HTTP/1.1" status: 204 len: 168 time: 0.5593891 May 30 21:10:44.054032 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53410) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:44.153051 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-5747dc29-5d66-4eb1-bb4d-f4c99614ab8a None None] Set router 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:10:44.267156 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0062953-e28f-4d79-9919-b8c0b64bc1b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:44.335404 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] DHCP port deletion for 2e0b9b69-b28f-4532-997a-d8cbcedb640e request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:10:44.340322 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] Deleting port 5908fc5b-88a5-48cf-8cf9-7414a83c7950 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:10:44.340685 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:44.456588 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-5747dc29-5d66-4eb1-bb4d-f4c99614ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608647240', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:08:52Z', 'updated_at': '2022-05-30T21:10:42Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:53Z', 'updated_at': '2022-05-30T21:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:44.461103 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747dc29-5d66-4eb1-bb4d-f4c99614ab8a None None] The sync data for ids ['3089f5a4-3b8a-42e6-93d9-13dc93bcd41c'] in n-d-843949-2 is: [{'id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608647240', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:08:52Z', 'updated_at': '2022-05-30T21:10:42Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': '24654ace-7ddb-412d-b4bb-6b79b760349f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3089f5a4-3b8a-42e6-93d9-13dc93bcd41c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:08:53Z', 'updated_at': '2022-05-30T21:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:10:44.478211 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0062953-e28f-4d79-9919-b8c0b64bc1b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:44.489030 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f0062953-e28f-4d79-9919-b8c0b64bc1b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port 24654ace-7ddb-412d-b4bb-6b79b760349f {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:10:44.489505 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0062953-e28f-4d79-9919-b8c0b64bc1b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:44.562826 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] For port 5908fc5b-88a5-48cf-8cf9-7414a83c7950, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5908fc5b-88a5-48cf-8cf9-7414a83c7950,segment=NetworkSegment(5124f343-8d4e-4f28-b1d7-c8743aa7d3bb),segment_id=5124f343-8d4e-4f28-b1d7-c8743aa7d3bb)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:10:44.563129 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:44.662336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-f0062953-e28f-4d79-9919-b8c0b64bc1b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] For port 24654ace-7ddb-412d-b4bb-6b79b760349f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=24654ace-7ddb-412d-b4bb-6b79b760349f,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:10:44.664165 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0062953-e28f-4d79-9919-b8c0b64bc1b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:44.682509 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] Calling delete_port for 5908fc5b-88a5-48cf-8cf9-7414a83c7950 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:10:44.755286 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:44.788281 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f0062953-e28f-4d79-9919-b8c0b64bc1b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for 24654ace-7ddb-412d-b4bb-6b79b760349f owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:10:44.800434 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] Pushing event deleted for resources: {'Port': ['ID=5908fc5b-88a5-48cf-8cf9-7414a83c7950,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:44.812640 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:44.813029 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:44.813306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:44.813627 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:44.813950 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:44.814266 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:44.814584 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:44.814897 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:44.815251 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:44.815597 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:44.815914 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:44.818520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707d6e8-1931-4599-9f7c-447a45bcce14 None None] No DVR routers for this DVR port 5908fc5b-88a5-48cf-8cf9-7414a83c7950 on host n-d-843949-2 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:10:44.969283 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0062953-e28f-4d79-9919-b8c0b64bc1b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:45.017171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0062953-e28f-4d79-9919-b8c0b64bc1b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=24654ace-7ddb-412d-b4bb-6b79b760349f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:45.334160 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0062953-e28f-4d79-9919-b8c0b64bc1b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:45.586491 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0062953-e28f-4d79-9919-b8c0b64bc1b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:45.590495 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0062953-e28f-4d79-9919-b8c0b64bc1b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:45.613733 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0062953-e28f-4d79-9919-b8c0b64bc1b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:45.614231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0062953-e28f-4d79-9919-b8c0b64bc1b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Fanout notify agent at l3_agent the message router_deleted on router 3089f5a4-3b8a-42e6-93d9-13dc93bcd41c {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:10:45.628799 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f0062953-e28f-4d79-9919-b8c0b64bc1b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:45.630472 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f0062953-e28f-4d79-9919-b8c0b64bc1b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/routers/3089f5a4-3b8a-42e6-93d9-13dc93bcd41c HTTP/1.1" status: 204 len: 168 time: 1.5767548 May 30 21:10:45.632808 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53414) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:45.747318 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06c4ef64-0e11-433a-b269-a5b96f97f491 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:45.877008 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06c4ef64-0e11-433a-b269-a5b96f97f491 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:45.901547 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-06c4ef64-0e11-433a-b269-a5b96f97f491 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0b9b69-b28f-4532-997a-d8cbcedb640e']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:45.913554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-06c4ef64-0e11-433a-b269-a5b96f97f491 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5124f343-8d4e-4f28-b1d7-c8743aa7d3bb') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:45.913848 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-06c4ef64-0e11-433a-b269-a5b96f97f491 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5124f343-8d4e-4f28-b1d7-c8743aa7d3bb') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:45.925441 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06c4ef64-0e11-433a-b269-a5b96f97f491 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:45.941635 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06c4ef64-0e11-433a-b269-a5b96f97f491 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:45.947524 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c4ef64-0e11-433a-b269-a5b96f97f491 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:10:45.947894 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06c4ef64-0e11-433a-b269-a5b96f97f491 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: timer() May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: self._notify() May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:10:45.961554 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:10:46.040953 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06c4ef64-0e11-433a-b269-a5b96f97f491 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:46.059414 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06c4ef64-0e11-433a-b269-a5b96f97f491 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:46.073598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4ef64-0e11-433a-b269-a5b96f97f491 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Network': ['ID=2e0b9b69-b28f-4532-997a-d8cbcedb640e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:46.084178 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-06c4ef64-0e11-433a-b269-a5b96f97f491 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/networks/2e0b9b69-b28f-4532-997a-d8cbcedb640e HTTP/1.1" status: 204 len: 168 time: 0.4497876 May 30 21:10:46.087004 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53418) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:46.116852 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 24654ace-7ddb-412d-b4bb-6b79b760349f no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:10:46.151888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 24654ace-7ddb-412d-b4bb-6b79b760349f {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:10:46.152337 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 24654ace-7ddb-412d-b4bb-6b79b760349f not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:10:46.152745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 483d0a6e-fb9f-4ec2-baca-a697903075aa no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:10:46.160421 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3fc82242-d5c7-488a-a1a6-cd1e191d8ebd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:46.183303 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 483d0a6e-fb9f-4ec2-baca-a697903075aa {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:10:46.183637 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 483d0a6e-fb9f-4ec2-baca-a697903075aa not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:10:46.184068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5908fc5b-88a5-48cf-8cf9-7414a83c7950 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:10:46.190435 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3fc82242-d5c7-488a-a1a6-cd1e191d8ebd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:46.214619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 5908fc5b-88a5-48cf-8cf9-7414a83c7950 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:10:46.214954 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5908fc5b-88a5-48cf-8cf9-7414a83c7950 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:10:46.257692 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3fc82242-d5c7-488a-a1a6-cd1e191d8ebd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:46.276170 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc82242-d5c7-488a-a1a6-cd1e191d8ebd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f164fe9-0a84-497d-9b5c-4671eb7f199f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:46.288484 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-3fc82242-d5c7-488a-a1a6-cd1e191d8ebd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:46.289849 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-3fc82242-d5c7-488a-a1a6-cd1e191d8ebd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/security-groups/1f164fe9-0a84-497d-9b5c-4671eb7f199f HTTP/1.1" status: 204 len: 168 time: 0.2019296 May 30 21:10:46.434338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53426) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:46.439768 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-317970373', 'description': 'tempest-secgroup-smoke-317970373 description', 'project_id': '762188eb18ae47a58188062fa7bd3504'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:10:46.446540 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:10:46.451355 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:10:46.454561 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:10:46.461121 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:10:46.471864 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:46.506897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:10:46.510665 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:10:46.513690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:10:46.519467 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:10:46.572907 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:46.576375 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:46.618177 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87babf4-08ed-467a-8cf8-fbf03da5e999,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:46.627001 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:46.628185 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1928525 May 30 21:10:46.629719 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:46.630057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:46.630386 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:46.630799 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:46.631136 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:46.631254 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53430) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:46.631707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:46.631818 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:46.632102 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:46.632420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:46.632835 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:46.633244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67fc04-eecd-49c6-a0d2-fb7f63a37cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:46.636936 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-92129b73-6199-4333-b9a3-985b96e4c8e4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': 'b87babf4-08ed-467a-8cf8-fbf03da5e999', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:10:46.645310 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-92129b73-6199-4333-b9a3-985b96e4c8e4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:10:46.649177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-92129b73-6199-4333-b9a3-985b96e4c8e4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:10:46.652006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-92129b73-6199-4333-b9a3-985b96e4c8e4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:10:46.658252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-92129b73-6199-4333-b9a3-985b96e4c8e4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:10:46.674592 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-92129b73-6199-4333-b9a3-985b96e4c8e4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:46.733812 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-92129b73-6199-4333-b9a3-985b96e4c8e4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:46.737416 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-92129b73-6199-4333-b9a3-985b96e4c8e4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:46.761243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92129b73-6199-4333-b9a3-985b96e4c8e4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e2acf7-862e-4dd1-9f1c-d5ac58b1c29d,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:46.771850 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-92129b73-6199-4333-b9a3-985b96e4c8e4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:46.773032 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-92129b73-6199-4333-b9a3-985b96e4c8e4 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1408441 May 30 21:10:46.775732 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53434) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:46.781537 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-dee2cbb1-319c-4662-a8df-e209484d01fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': 'b87babf4-08ed-467a-8cf8-fbf03da5e999', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:10:46.788291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dee2cbb1-319c-4662-a8df-e209484d01fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:10:46.792090 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dee2cbb1-319c-4662-a8df-e209484d01fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:10:46.794879 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-dee2cbb1-319c-4662-a8df-e209484d01fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:10:46.800524 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-dee2cbb1-319c-4662-a8df-e209484d01fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:10:46.817022 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dee2cbb1-319c-4662-a8df-e209484d01fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:46.878736 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dee2cbb1-319c-4662-a8df-e209484d01fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:46.882097 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dee2cbb1-319c-4662-a8df-e209484d01fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:46.904535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2cbb1-319c-4662-a8df-e209484d01fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7b6113-d3d9-44d6-b134-a9159d0e3d0d,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:46.914007 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-dee2cbb1-319c-4662-a8df-e209484d01fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:46.915260 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-dee2cbb1-319c-4662-a8df-e209484d01fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1386108 May 30 21:10:46.917968 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53438) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:46.923470 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-61daac34-0d0e-4b21-b831-5d70f8aaf9df tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': 'b87babf4-08ed-467a-8cf8-fbf03da5e999', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:10:46.929906 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-61daac34-0d0e-4b21-b831-5d70f8aaf9df tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:10:46.933693 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-61daac34-0d0e-4b21-b831-5d70f8aaf9df tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:10:46.936780 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-61daac34-0d0e-4b21-b831-5d70f8aaf9df tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:10:46.942351 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-61daac34-0d0e-4b21-b831-5d70f8aaf9df tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:10:46.959004 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-61daac34-0d0e-4b21-b831-5d70f8aaf9df tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.022991 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-61daac34-0d0e-4b21-b831-5d70f8aaf9df tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.026675 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-61daac34-0d0e-4b21-b831-5d70f8aaf9df tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.049231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61daac34-0d0e-4b21-b831-5d70f8aaf9df tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f1e230-ccc4-407a-acb8-b49423d542ae,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:47.057685 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-61daac34-0d0e-4b21-b831-5d70f8aaf9df tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.059117 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-61daac34-0d0e-4b21-b831-5d70f8aaf9df tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1402547 May 30 21:10:47.062458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53442) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:47.067710 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6eb8f0c2-6811-4b14-86b9-c8fed465502d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': 'b87babf4-08ed-467a-8cf8-fbf03da5e999', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:10:47.074153 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6eb8f0c2-6811-4b14-86b9-c8fed465502d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:10:47.078689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6eb8f0c2-6811-4b14-86b9-c8fed465502d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:10:47.081539 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6eb8f0c2-6811-4b14-86b9-c8fed465502d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:10:47.087312 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6eb8f0c2-6811-4b14-86b9-c8fed465502d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:10:47.103592 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6eb8f0c2-6811-4b14-86b9-c8fed465502d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.166424 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6eb8f0c2-6811-4b14-86b9-c8fed465502d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.169983 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6eb8f0c2-6811-4b14-86b9-c8fed465502d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.192532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8f0c2-6811-4b14-86b9-c8fed465502d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9f3b48-b379-4449-ac3f-7b4e494bea8c,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:47.200900 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6eb8f0c2-6811-4b14-86b9-c8fed465502d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.202668 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6eb8f0c2-6811-4b14-86b9-c8fed465502d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1393085 May 30 21:10:47.205474 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53446) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:47.210844 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-34e3f85a-c1f7-4f5d-8f05-f3e960a17776 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': 'b87babf4-08ed-467a-8cf8-fbf03da5e999', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:10:47.217594 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-34e3f85a-c1f7-4f5d-8f05-f3e960a17776 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:10:47.221427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-34e3f85a-c1f7-4f5d-8f05-f3e960a17776 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:10:47.224272 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-34e3f85a-c1f7-4f5d-8f05-f3e960a17776 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:10:47.229866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-34e3f85a-c1f7-4f5d-8f05-f3e960a17776 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:10:47.240117 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-34e3f85a-c1f7-4f5d-8f05-f3e960a17776 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Project 762188eb18ae47a58188062fa7bd3504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:10:47.246294 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-34e3f85a-c1f7-4f5d-8f05-f3e960a17776 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.287028 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:10:47.312446 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-34e3f85a-c1f7-4f5d-8f05-f3e960a17776 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.315753 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-34e3f85a-c1f7-4f5d-8f05-f3e960a17776 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.338044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3f85a-c1f7-4f5d-8f05-f3e960a17776 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db0546f-838a-40ba-ba06-79e27dd4f882,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:47.346215 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-34e3f85a-c1f7-4f5d-8f05-f3e960a17776 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.347477 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-34e3f85a-c1f7-4f5d-8f05-f3e960a17776 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1410933 May 30 21:10:47.350277 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53450) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:47.355381 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-06310581-9e7c-4f15-8d46-6902005f92e7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'security_group_rule': {'security_group_id': 'b87babf4-08ed-467a-8cf8-fbf03da5e999', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:10:47.361773 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-06310581-9e7c-4f15-8d46-6902005f92e7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:10:47.365535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-06310581-9e7c-4f15-8d46-6902005f92e7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:security_group_rule and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:10:47.368337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-06310581-9e7c-4f15-8d46-6902005f92e7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:10:47.374445 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-06310581-9e7c-4f15-8d46-6902005f92e7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:10:47.384438 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-06310581-9e7c-4f15-8d46-6902005f92e7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Project 762188eb18ae47a58188062fa7bd3504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:10:47.391058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06310581-9e7c-4f15-8d46-6902005f92e7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.454635 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06310581-9e7c-4f15-8d46-6902005f92e7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.457935 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06310581-9e7c-4f15-8d46-6902005f92e7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.479654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06310581-9e7c-4f15-8d46-6902005f92e7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de7cc24-ec26-45b1-9f1b-999073cdbd53,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:47.488791 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-06310581-9e7c-4f15-8d46-6902005f92e7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.489919 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-06310581-9e7c-4f15-8d46-6902005f92e7 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1387506 May 30 21:10:47.492837 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53454) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:47.498032 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-d7ea8f16-00f2-4024-82bc-c770526533b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'network': {'name': 'tempest-network-smoke--67467396', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'port_security_enabled': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:10:47.504010 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d7ea8f16-00f2-4024-82bc-c770526533b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:10:47.508027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d7ea8f16-00f2-4024-82bc-c770526533b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:network and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:10:47.510867 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-d7ea8f16-00f2-4024-82bc-c770526533b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:10:47.516828 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-d7ea8f16-00f2-4024-82bc-c770526533b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:10:47.526103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ea8f16-00f2-4024-82bc-c770526533b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Made reservation on behalf of 762188eb18ae47a58188062fa7bd3504 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:10:47.529003 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d7ea8f16-00f2-4024-82bc-c770526533b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.556466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ea8f16-00f2-4024-82bc-c770526533b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:10:47.565941 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d7ea8f16-00f2-4024-82bc-c770526533b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.566275 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-d7ea8f16-00f2-4024-82bc-c770526533b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Added segment 306c2ab7-ef2f-472f-8cea-031dcf4d61b5 of type vlan for network 80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 May 30 21:10:47.591390 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d7ea8f16-00f2-4024-82bc-c770526533b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.619954 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d7ea8f16-00f2-4024-82bc-c770526533b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.624239 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ea8f16-00f2-4024-82bc-c770526533b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:47.624809 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-d7ea8f16-00f2-4024-82bc-c770526533b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.815179 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d7ea8f16-00f2-4024-82bc-c770526533b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3213480 May 30 21:10:47.817904 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53458) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:47.825059 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-965208118', 'admin_state_up': True, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:10:47.833799 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:10:47.835988 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea8f16-00f2-4024-82bc-c770526533b8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Network': ['ID=80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:47.839681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:router and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:10:47.843094 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:10:47.846428 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:10:47.848934 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:10:47.859539 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.860453 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:47.879104 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:48.025989 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:48.201730 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:48.234189 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:48.364040 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.25.5.134 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/c38514a8-72b7-4cdf-b36d-9b11b2eba9ad) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:10:48.521237 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:48.549390 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:48.616599 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:10:48.619211 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:10:48.621572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:10:48.656390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=c38514a8-72b7-4cdf-b36d-9b11b2eba9ad,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:48.782428 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:48.783056 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:49.002208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router ebf4a936-b15a-4204-be91-b85e8a9ef666 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:10:49.196792 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:10:49.208241 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Sync routers for ids ['ebf4a936-b15a-4204-be91-b85e8a9ef666'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:10:49.220884 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Routers {'ebf4a936-b15a-4204-be91-b85e8a9ef666'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:10:49.221538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:10:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['ebf4a936-b15a-4204-be91-b85e8a9ef666'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:49.223767 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:49.228347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53462) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:49.228839 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e7e43918-6593-4d09-bda2-b49ed6705395 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4096322 May 30 21:10:49.273504 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c584b7b1-f16d-4ff8-a737-6625319a0456 tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=762188eb18ae47a58188062fa7bd3504&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432708 May 30 21:10:49.276407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53466) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:49.404780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Set router ebf4a936-b15a-4204-be91-b85e8a9ef666 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:10:49.492270 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626a61e-936f-4bc7-9f98-70a5d07848fc tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:49.493739 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0626a61e-936f-4bc7-9f98-70a5d07848fc tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2162638 May 30 21:10:49.496482 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53470) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:49.536911 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-560071c1-d05a-4577-a507-6f816b595e09 tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=238489c2-bb0e-4ad7-9830-2c68e3770386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386446 May 30 21:10:49.538935 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53474) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:49.544122 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-dedbafee-6313-486d-9f37-a97e20ca084f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-536950861', 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4', 'project_id': '762188eb18ae47a58188062fa7bd3504', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:10:49.652795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dedbafee-6313-486d-9f37-a97e20ca084f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:10:49.657382 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dedbafee-6313-486d-9f37-a97e20ca084f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:subnet and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:10:49.660209 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dedbafee-6313-486d-9f37-a97e20ca084f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:10:49.666288 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dedbafee-6313-486d-9f37-a97e20ca084f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:10:49.678134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedbafee-6313-486d-9f37-a97e20ca084f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Made reservation on behalf of 762188eb18ae47a58188062fa7bd3504 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:10:49.687738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965208118', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:10:47Z', 'updated_at': '2022-05-30T21:10:48Z', 'revision_number': 3, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:24:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:48Z', 'updated_at': '2022-05-30T21:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:49.691566 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Checking router: ebf4a936-b15a-4204-be91-b85e8a9ef666 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:10:49.691906 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Updating router ebf4a936-b15a-4204-be91-b85e8a9ef666 port c38514a8-72b7-4cdf-b36d-9b11b2eba9ad binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:10:49.741914 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:49.781030 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dedbafee-6313-486d-9f37-a97e20ca084f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:50.000738 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dedbafee-6313-486d-9f37-a97e20ca084f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:50.074001 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:50.085796 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Transition to ACTIVE for port object c38514a8-72b7-4cdf-b36d-9b11b2eba9ad will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:10:50.088600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbafee-6313-486d-9f37-a97e20ca084f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Subnet': ['ID=8b843ad7-d071-4aea-bde2-99be61bf5684,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:50.092985 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:50.095475 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbafee-6313-486d-9f37-a97e20ca084f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Checking segment: {'id': '306c2ab7-ef2f-472f-8cea-031dcf4d61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:10:50.095833 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedbafee-6313-486d-9f37-a97e20ca084f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network hostable DHCP agents. Network: 80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:10:50.120224 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedbafee-6313-486d-9f37-a97e20ca084f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:10:50.129373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-dedbafee-6313-486d-9f37-a97e20ca084f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:10:50.133912 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedbafee-6313-486d-9f37-a97e20ca084f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:50.134697 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dedbafee-6313-486d-9f37-a97e20ca084f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:50.151825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83297e2-adbb-40da-814a-9d7df2600604 None None] Network 80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:10:50.157844 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dedbafee-6313-486d-9f37-a97e20ca084f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6179390 May 30 21:10:50.160683 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53480) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:50.245486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Attempting to bind port c38514a8-72b7-4cdf-b36d-9b11b2eba9ad on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:10:50.246056 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Attempting to bind port c38514a8-72b7-4cdf-b36d-9b11b2eba9ad by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:10:50.246210 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Attempting to bind port c38514a8-72b7-4cdf-b36d-9b11b2eba9ad on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:10:50.257880 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:10:50.258172 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:10:50.258563 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:50.258944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:10:50.259401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Bound port: c38514a8-72b7-4cdf-b36d-9b11b2eba9ad, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:10:50.259764 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:50.296207 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd255c-7148-4c5a-a8fe-03c6165e9e9f None None] Pushing event updated for resources: {'Port': ['ID=c38514a8-72b7-4cdf-b36d-9b11b2eba9ad,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:50.374438 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] For port c38514a8-72b7-4cdf-b36d-9b11b2eba9ad, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:10:50.459639 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] For port c38514a8-72b7-4cdf-b36d-9b11b2eba9ad, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c38514a8-72b7-4cdf-b36d-9b11b2eba9ad,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:10:50.470621 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:50.580220 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd255c-7148-4c5a-a8fe-03c6165e9e9f None None] Pushing event updated for resources: {'Port': ['ID=c38514a8-72b7-4cdf-b36d-9b11b2eba9ad,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:50.598305 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4', 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ips': [{'subnet_id': '8b843ad7-d071-4aea-bde2-99be61bf5684'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:10:50.599078 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:50.608099 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Routers {'ebf4a936-b15a-4204-be91-b85e8a9ef666'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:10:50.608706 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:10:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['ebf4a936-b15a-4204-be91-b85e8a9ef666'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:50.891572 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] Set router ebf4a936-b15a-4204-be91-b85e8a9ef666 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:10:50.917767 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:51.010546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Allocated IP 172.20.0.2 (80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4/8b843ad7-d071-4aea-bde2-99be61bf5684/fdbde472-da68-4484-aba2-6c51429f6c9e) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:10:51.357245 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:51.370429 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Transition to ACTIVE for port object fdbde472-da68-4484-aba2-6c51429f6c9e will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:10:51.377556 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965208118', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:10:47Z', 'updated_at': '2022-05-30T21:10:48Z', 'revision_number': 3, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:24:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:48Z', 'updated_at': '2022-05-30T21:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:51.387695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089438b8-a540-481d-b98b-d8aa8037c625 None None] The sync data for ids ['ebf4a936-b15a-4204-be91-b85e8a9ef666'] in n-d-843949-2 is: [{'id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965208118', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:10:47Z', 'updated_at': '2022-05-30T21:10:48Z', 'revision_number': 3, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:24:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:48Z', 'updated_at': '2022-05-30T21:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:10:51.394144 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Transition to ACTIVE for port object fdbde472-da68-4484-aba2-6c51429f6c9e will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:10:51.399837 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:51.476955 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Pushing event updated for resources: {'Port': ['ID=fdbde472-da68-4484-aba2-6c51429f6c9e,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:51.489620 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Network 80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:10:51.490752 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:10:51.491279 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.20.0.1 (80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4/8b843ad7-d071-4aea-bde2-99be61bf5684/f88463f7-731d-4d3d-a946-1a5a63d48440) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:10:51.494478 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:10:51.596506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Attempting to bind port fdbde472-da68-4484-aba2-6c51429f6c9e on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:10:51.596979 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Attempting to bind port fdbde472-da68-4484-aba2-6c51429f6c9e by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '306c2ab7-ef2f-472f-8cea-031dcf4d61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:10:51.597551 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Attempting to bind port fdbde472-da68-4484-aba2-6c51429f6c9e on network 80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:10:51.626272 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:10:51.627789 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Checking segment: {'id': '306c2ab7-ef2f-472f-8cea-031dcf4d61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:10:51.628439 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:51.629085 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Bound using segment: {'id': '306c2ab7-ef2f-472f-8cea-031dcf4d61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:10:51.629701 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Bound port: fdbde472-da68-4484-aba2-6c51429f6c9e, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306c2ab7-ef2f-472f-8cea-031dcf4d61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:10:51.630172 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:51.725566 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:51.752743 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Transition to ACTIVE for port object f88463f7-731d-4d3d-a946-1a5a63d48440 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:10:51.755929 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] For port fdbde472-da68-4484-aba2-6c51429f6c9e, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:10:51.761052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] For port fdbde472-da68-4484-aba2-6c51429f6c9e, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=fdbde472-da68-4484-aba2-6c51429f6c9e,segment=NetworkSegment(306c2ab7-ef2f-472f-8cea-031dcf4d61b5),segment_id=306c2ab7-ef2f-472f-8cea-031dcf4d61b5)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:10:51.766178 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:51.789403 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:51.887738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:10:51.898817 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47f001-5d0e-4955-ae81-f5b09531d99d None None] Pushing event updated for resources: {'Port': ['ID=fdbde472-da68-4484-aba2-6c51429f6c9e,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:51.900428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:10:51.906208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:10:51.952741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=f88463f7-731d-4d3d-a946-1a5a63d48440,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:51.978507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c38514a8-72b7-4cdf-b36d-9b11b2eba9ad up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:10:51.993622 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:52.075646 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port c38514a8-72b7-4cdf-b36d-9b11b2eba9ad completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:10:52.082967 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port c38514a8-72b7-4cdf-b36d-9b11b2eba9ad triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:10:52.083746 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:52.116631 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:52.229422 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:52.247812 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port c38514a8-72b7-4cdf-b36d-9b11b2eba9ad, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c38514a8-72b7-4cdf-b36d-9b11b2eba9ad,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:10:52.253715 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:52.371889 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=c38514a8-72b7-4cdf-b36d-9b11b2eba9ad,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:52.578584 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:52.582854 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:52.697362 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:52.700757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=f88463f7-731d-4d3d-a946-1a5a63d48440,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:52.843690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:10:52.844827 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:10:52.894931 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489eb51e-6230-44b1-bc58-e1f771f79001 None None] Network 80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:10:53.016911 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8653d38d-a0c9-4aee-95e4-0bdfcc11f5dd None None] Provisioning for port fdbde472-da68-4484-aba2-6c51429f6c9e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:10:53.338795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router ebf4a936-b15a-4204-be91-b85e8a9ef666 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:10:53.366619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ff2d7107-1d4d-4965-9c07-8e7b9c5ac392 None None] Provisioning for port f88463f7-731d-4d3d-a946-1a5a63d48440 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:10:53.372247 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ff2d7107-1d4d-4965-9c07-8e7b9c5ac392 None None] Provisioning complete for port f88463f7-731d-4d3d-a946-1a5a63d48440 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:10:53.373363 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7107-1d4d-4965-9c07-8e7b9c5ac392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:53.432642 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ff2d7107-1d4d-4965-9c07-8e7b9c5ac392 None None] Port f88463f7-731d-4d3d-a946-1a5a63d48440 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:10:53.554818 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-96edb199-912a-444e-b1f9-ae39fbc8bb0c None None] Provisioning complete for port f88463f7-731d-4d3d-a946-1a5a63d48440 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:10:53.555267 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-96edb199-912a-444e-b1f9-ae39fbc8bb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:53.555461 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:10:53.576264 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3c6b29de-d061-409b-a383-377f750b9feb tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "PUT /v2.0/routers/ebf4a936-b15a-4204-be91-b85e8a9ef666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4071572 May 30 21:10:53.610624 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-96edb199-912a-444e-b1f9-ae39fbc8bb0c None None] Port f88463f7-731d-4d3d-a946-1a5a63d48440 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:10:53.732659 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-f420cc5a-16e3-44c4-abbf-945f5f86c799 None None] Provisioning complete for port f88463f7-731d-4d3d-a946-1a5a63d48440 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:10:53.733114 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f420cc5a-16e3-44c4-abbf-945f5f86c799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:53.744009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-d10a81f5-84ff-4431-a118-f581d0717179 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:10:53.759697 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-d10a81f5-84ff-4431-a118-f581d0717179 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:10:53.761032 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-d10a81f5-84ff-4431-a118-f581d0717179 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-317970373&fields=id&tenant_id=762188eb18ae47a58188062fa7bd3504 HTTP/1.1" status: 200 len: 267 time: 0.0585825 May 30 21:10:53.787777 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-f420cc5a-16e3-44c4-abbf-945f5f86c799 None None] Port f88463f7-731d-4d3d-a946-1a5a63d48440 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:10:53.915516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-45f2076e-b7c1-4b2a-bcfb-11b5aff83f83 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:53.917007 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-45f2076e-b7c1-4b2a-bcfb-11b5aff83f83 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/networks?id=80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 HTTP/1.1" status: 200 len: 795 time: 0.1482582 May 30 21:10:53.933570 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-16416b7b-fe9d-471f-90ff-83a3bf4d2173 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/quotas/762188eb18ae47a58188062fa7bd3504 HTTP/1.1" status: 200 len: 375 time: 0.0113251 May 30 21:10:53.967039 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device fdbde472-da68-4484-aba2-6c51429f6c9e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:10:54.013291 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-944dc943-91ed-4b52-885c-d03f34813a7a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:10:54.029673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-944dc943-91ed-4b52-885c-d03f34813a7a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:10:54.031011 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-944dc943-91ed-4b52-885c-d03f34813a7a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915520 May 30 21:10:54.035848 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port fdbde472-da68-4484-aba2-6c51429f6c9e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:10:54.041074 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port fdbde472-da68-4484-aba2-6c51429f6c9e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:10:54.041459 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:54.156141 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:54.172932 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-b509f6b9-152f-4eb3-b96e-5e1e8e71f2b2 service neutron] 10.222.0.84 "GET /v2.0/networks/80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299369 May 30 21:10:54.188884 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port fdbde472-da68-4484-aba2-6c51429f6c9e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=fdbde472-da68-4484-aba2-6c51429f6c9e,segment=NetworkSegment(306c2ab7-ef2f-472f-8cea-031dcf4d61b5),segment_id=306c2ab7-ef2f-472f-8cea-031dcf4d61b5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:10:54.192644 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:54.193515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c38514a8-72b7-4cdf-b36d-9b11b2eba9ad up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:10:54.306279 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-953178b8-bac9-43dc-8e61-a340c7eaa63f service neutron] 10.222.0.84 "GET /v2.0/networks/80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277974 May 30 21:10:54.307130 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=fdbde472-da68-4484-aba2-6c51429f6c9e,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:54.320218 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port c38514a8-72b7-4cdf-b36d-9b11b2eba9ad triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:10:54.320588 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:54.510469 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-eb054997-66f5-41a2-9e36-60b8f9dd7e16 req-13033f51-9430-4d74-a753-6380bcb8b7f1 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 210 time: 0.0485795 May 30 21:10:55.156514 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Sync routers for ids ['ebf4a936-b15a-4204-be91-b85e8a9ef666'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:10:55.170116 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Routers {'ebf4a936-b15a-4204-be91-b85e8a9ef666'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:10:55.170860 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:10:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['ebf4a936-b15a-4204-be91-b85e8a9ef666'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:55.347471 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Set router ebf4a936-b15a-4204-be91-b85e8a9ef666 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:10:55.691895 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-519463cc-093f-4835-ab05-9adcf9bd33e7 req-fb056be2-c851-47de-b383-5775528713bd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 210 time: 0.0578475 May 30 21:10:55.725876 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965208118', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:10:47Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:48Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'f88463f7-731d-4d3d-a946-1a5a63d48440', 'name': '', 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:c0:77:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:51Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 2, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:55.730817 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Checking router: ebf4a936-b15a-4204-be91-b85e8a9ef666 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:10:55.731328 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Updating router ebf4a936-b15a-4204-be91-b85e8a9ef666 port f88463f7-731d-4d3d-a946-1a5a63d48440 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:10:55.794473 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:55.868081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-53a38f9c-d393-4e7c-bb71-33973bfe3d7b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:55.868765 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-53a38f9c-d393-4e7c-bb71-33973bfe3d7b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:10:55.884336 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-53a38f9c-d393-4e7c-bb71-33973bfe3d7b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:10:55.885646 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-53a38f9c-d393-4e7c-bb71-33973bfe3d7b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.77 "GET /v2.0/networks?id=80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 HTTP/1.1" status: 200 len: 795 time: 0.3005846 May 30 21:10:55.902939 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device fdbde472-da68-4484-aba2-6c51429f6c9e up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:10:55.941399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-3b799477-454a-419b-9fe0-65ffb3f4a920 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:10:55.953575 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-3b799477-454a-419b-9fe0-65ffb3f4a920 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:10:55.954693 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-3b799477-454a-419b-9fe0-65ffb3f4a920 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=762188eb18ae47a58188062fa7bd3504 HTTP/1.1" status: 200 len: 379 time: 0.0559955 May 30 21:10:55.965089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-3d9d5058-ee4b-4773-a6f8-533240f9ae04 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'port': {'device_id': '31f27089-c9f7-4de7-b0b7-51919afcc55a', 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4', 'admin_state_up': True, 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'security_groups': ['b87babf4-08ed-467a-8cf8-fbf03da5e999']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:10:55.974473 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port fdbde472-da68-4484-aba2-6c51429f6c9e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:10:55.974915 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:56.106421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-3d9d5058-ee4b-4773-a6f8-533240f9ae04 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:10:56.115860 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-3d9d5058-ee4b-4773-a6f8-533240f9ae04 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:10:56.126235 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-3d9d5058-ee4b-4773-a6f8-533240f9ae04 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Made reservation on behalf of 762188eb18ae47a58188062fa7bd3504 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:10:56.129656 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-3d9d5058-ee4b-4773-a6f8-533240f9ae04 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:56.142760 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:56.158295 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Transition to ACTIVE for port object f88463f7-731d-4d3d-a946-1a5a63d48440 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:10:56.167775 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:56.296341 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7bfe2-9282-46c8-a376-5658c9f7b4b9 None None] Pushing event updated for resources: {'Port': ['ID=f88463f7-731d-4d3d-a946-1a5a63d48440,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:56.316875 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-3d9d5058-ee4b-4773-a6f8-533240f9ae04 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.20.0.9 (80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4/8b843ad7-d071-4aea-bde2-99be61bf5684/f4c6dd28-3777-4138-89d8-705ca79ead49) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:10:56.341214 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7bfe2-9282-46c8-a376-5658c9f7b4b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:56.341547 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7bfe2-9282-46c8-a376-5658c9f7b4b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:56.342092 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7bfe2-9282-46c8-a376-5658c9f7b4b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:56.342419 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7bfe2-9282-46c8-a376-5658c9f7b4b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:56.342737 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7bfe2-9282-46c8-a376-5658c9f7b4b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:56.343053 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7bfe2-9282-46c8-a376-5658c9f7b4b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:56.343364 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7bfe2-9282-46c8-a376-5658c9f7b4b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:56.343675 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7bfe2-9282-46c8-a376-5658c9f7b4b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:56.344007 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7bfe2-9282-46c8-a376-5658c9f7b4b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:56.344388 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7bfe2-9282-46c8-a376-5658c9f7b4b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:56.344626 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7bfe2-9282-46c8-a376-5658c9f7b4b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:56.397553 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Attempting to bind port f88463f7-731d-4d3d-a946-1a5a63d48440 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:10:56.397876 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Attempting to bind port f88463f7-731d-4d3d-a946-1a5a63d48440 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '306c2ab7-ef2f-472f-8cea-031dcf4d61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:10:56.398276 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Attempting to bind port f88463f7-731d-4d3d-a946-1a5a63d48440 on network 80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:10:56.404806 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:10:56.405160 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Checking segment: {'id': '306c2ab7-ef2f-472f-8cea-031dcf4d61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:10:56.405548 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:56.405921 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Bound using segment: {'id': '306c2ab7-ef2f-472f-8cea-031dcf4d61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:10:56.406363 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Bound port: f88463f7-731d-4d3d-a946-1a5a63d48440, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306c2ab7-ef2f-472f-8cea-031dcf4d61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:10:56.406715 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:56.495283 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] For port f88463f7-731d-4d3d-a946-1a5a63d48440, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:10:56.499410 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] For port f88463f7-731d-4d3d-a946-1a5a63d48440, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f88463f7-731d-4d3d-a946-1a5a63d48440,segment=NetworkSegment(306c2ab7-ef2f-472f-8cea-031dcf4d61b5),segment_id=306c2ab7-ef2f-472f-8cea-031dcf4d61b5)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:10:56.503645 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:56.523402 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-3d9d5058-ee4b-4773-a6f8-533240f9ae04 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:56.540803 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-3d9d5058-ee4b-4773-a6f8-533240f9ae04 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Transition to ACTIVE for port object f4c6dd28-3777-4138-89d8-705ca79ead49 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:10:56.564622 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-3d9d5058-ee4b-4773-a6f8-533240f9ae04 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:56.586596 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7bfe2-9282-46c8-a376-5658c9f7b4b9 None None] Pushing event updated for resources: {'Port': ['ID=f88463f7-731d-4d3d-a946-1a5a63d48440,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:56.591036 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Routers {'ebf4a936-b15a-4204-be91-b85e8a9ef666'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:10:56.591647 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:10:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['ebf4a936-b15a-4204-be91-b85e8a9ef666'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:56.656187 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-3d9d5058-ee4b-4773-a6f8-533240f9ae04 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:10:56.659873 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-3d9d5058-ee4b-4773-a6f8-533240f9ae04 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:10:56.662119 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d5058-ee4b-4773-a6f8-533240f9ae04 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=f4c6dd28-3777-4138-89d8-705ca79ead49,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:56.664181 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-3d9d5058-ee4b-4773-a6f8-533240f9ae04 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:10:56.724394 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-3d9d5058-ee4b-4773-a6f8-533240f9ae04 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:56.725002 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-3d9d5058-ee4b-4773-a6f8-533240f9ae04 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:56.760630 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-3d9d5058-ee4b-4773-a6f8-533240f9ae04 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7991281 May 30 21:10:56.776026 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Request body: {'port': {'device_id': '31f27089-c9f7-4de7-b0b7-51919afcc55a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:10:56.799300 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] Set router ebf4a936-b15a-4204-be91-b85e8a9ef666 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:10:56.926951 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:56.952962 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8633e6c-a9b9-4bb0-9b9f-370fc27d5956 req-aea0b538-8d33-48fa-a87e-1a6050c34148 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:56.955137 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f8633e6c-a9b9-4bb0-9b9f-370fc27d5956 req-aea0b538-8d33-48fa-a87e-1a6050c34148 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 931 time: 0.1102846 May 30 21:10:57.016521 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f8633e6c-a9b9-4bb0-9b9f-370fc27d5956 req-7722c604-cc38-474b-93d5-bfbb2f64cd58 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=b87babf4-08ed-467a-8cf8-fbf03da5e999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555811 May 30 21:10:57.020034 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-71f3841a-39bd-4c9e-bf4b-2498f22938b5 None None] Provisioning for port f4c6dd28-3777-4138-89d8-705ca79ead49 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:10:57.027040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-71f3841a-39bd-4c9e-bf4b-2498f22938b5 None None] Provisioning complete for port f4c6dd28-3777-4138-89d8-705ca79ead49 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:10:57.027666 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-71f3841a-39bd-4c9e-bf4b-2498f22938b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:57.081954 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-71f3841a-39bd-4c9e-bf4b-2498f22938b5 None None] Port f4c6dd28-3777-4138-89d8-705ca79ead49 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:10:57.179431 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965208118', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:10:47Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:48Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'f88463f7-731d-4d3d-a946-1a5a63d48440', 'name': '', 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:c0:77:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:51Z', 'updated_at': '2022-05-30T21:10:56Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:57.183198 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38658c-bcaf-45b8-91ad-0c5f2a229e88 None None] The sync data for ids ['ebf4a936-b15a-4204-be91-b85e8a9ef666'] in n-d-843949-2 is: [{'id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965208118', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:10:47Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:48Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'f88463f7-731d-4d3d-a946-1a5a63d48440', 'name': '', 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:c0:77:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:51Z', 'updated_at': '2022-05-30T21:10:56Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:10:57.308873 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c6dd28-3777-4138-89d8-705ca79ead49 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:10:57.316326 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:57.331753 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Transition to ACTIVE for port object f4c6dd28-3777-4138-89d8-705ca79ead49 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:10:57.335913 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:57.470956 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c6dd28-3777-4138-89d8-705ca79ead49,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:57.585057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Attempting to bind port f4c6dd28-3777-4138-89d8-705ca79ead49 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:10:57.585240 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Attempting to bind port f4c6dd28-3777-4138-89d8-705ca79ead49 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '306c2ab7-ef2f-472f-8cea-031dcf4d61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:10:57.585608 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Attempting to bind port f4c6dd28-3777-4138-89d8-705ca79ead49 on network 80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:10:57.591622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Port f4c6dd28-3777-4138-89d8-705ca79ead49 on network 80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:10:57.591937 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Attempting to bind port f4c6dd28-3777-4138-89d8-705ca79ead49 on network 80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:10:57.599069 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:10:57.599421 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Checking segment: {'id': '306c2ab7-ef2f-472f-8cea-031dcf4d61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:10:57.599782 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Bound using segment: {'id': '306c2ab7-ef2f-472f-8cea-031dcf4d61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:10:57.600232 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Bound port: f4c6dd28-3777-4138-89d8-705ca79ead49, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '306c2ab7-ef2f-472f-8cea-031dcf4d61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:10:57.600581 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:57.690382 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] For port f4c6dd28-3777-4138-89d8-705ca79ead49, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:10:57.693359 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] For port f4c6dd28-3777-4138-89d8-705ca79ead49, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=f4c6dd28-3777-4138-89d8-705ca79ead49,segment=NetworkSegment(306c2ab7-ef2f-472f-8cea-031dcf4d61b5),segment_id=306c2ab7-ef2f-472f-8cea-031dcf4d61b5)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:10:57.698650 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:57.764763 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:57.765976 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] 10.222.0.77 "PUT /v2.0/ports/f4c6dd28-3777-4138-89d8-705ca79ead49 HTTP/1.1" status: 200 len: 1091 time: 0.9945793 May 30 21:10:57.766413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f27089-c9f7-4de7-b0b7-51919afcc55a', 'tag': 'f4c6dd28-3777-4138-89d8-705ca79ead49'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:10:57.788269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6eaed3-06d0-4f41-9136-602b3f043d75 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c6dd28-3777-4138-89d8-705ca79ead49,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:57.842943 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c47a3f1-80f5-494c-bfc5-fbc554f71dfa'] response: {'name': 'network-changed', 'server_uuid': '31f27089-c9f7-4de7-b0b7-51919afcc55a', 'tag': 'f4c6dd28-3777-4138-89d8-705ca79ead49', 'status': 'completed', 'code': 200} May 30 21:10:57.911896 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1d80c093-5558-4859-b982-15499646b06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:57.915021 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-5446086a-1dbc-4b9f-baff-842b3556b8c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 1094 time: 0.1059442 May 30 21:10:57.943550 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f88463f7-731d-4d3d-a946-1a5a63d48440 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:10:58.033610 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port f88463f7-731d-4d3d-a946-1a5a63d48440 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:10:58.039174 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f88463f7-731d-4d3d-a946-1a5a63d48440 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:10:58.039675 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:58.110960 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-0830928a-a074-4286-8ddb-f21f234d5c46 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4c6dd28-3777-4138-89d8-705ca79ead49 HTTP/1.1" status: 200 len: 217 time: 0.1848259 May 30 21:10:58.186155 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-601fa989-6f87-4c76-85d8-c8ed8d8a2210 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:58.187669 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-601fa989-6f87-4c76-85d8-c8ed8d8a2210 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b843ad7-d071-4aea-bde2-99be61bf5684 HTTP/1.1" status: 200 len: 834 time: 0.0662601 May 30 21:10:58.195239 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:58.232490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port f88463f7-731d-4d3d-a946-1a5a63d48440, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f88463f7-731d-4d3d-a946-1a5a63d48440,segment=NetworkSegment(306c2ab7-ef2f-472f-8cea-031dcf4d61b5),segment_id=306c2ab7-ef2f-472f-8cea-031dcf4d61b5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:10:58.238699 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:58.239887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff2878-2416-46bc-95c2-a4c83a75ec72 req-d167a55f-32d2-4495-8b45-c0429803a1a3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:58.241531 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70ff2878-2416-46bc-95c2-a4c83a75ec72 req-d167a55f-32d2-4495-8b45-c0429803a1a3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 943 time: 0.0950670 May 30 21:10:58.282166 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-5076d26b-f277-4a1b-80b8-6f8d2ac50ff0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845790 May 30 21:10:58.296551 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70ff2878-2416-46bc-95c2-a4c83a75ec72 req-886f9eef-c361-4615-94ef-e7ee30f410f9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=b87babf4-08ed-467a-8cf8-fbf03da5e999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476952 May 30 21:10:58.314953 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=f88463f7-731d-4d3d-a946-1a5a63d48440,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:58.426053 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-19a6f0d2-1b98-4345-863b-1d026dc81987 service neutron] 10.222.0.77 "GET /v2.0/networks/80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347833 May 30 21:10:58.558521 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab941abc-c441-40ac-b8a1-2abe97254fb7 req-e6510e27-9bea-49a3-946c-9bf5d9da6308 service neutron] 10.222.0.77 "GET /v2.0/networks/80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224046 May 30 21:10:58.678219 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7e9c8a7f-ea31-4f77-81ff-1c14bed43a1d req-5734d8be-c746-44dc-95a4-0f7d73a6c01e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 1094 time: 0.0715156 May 30 21:10:58.806130 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c8a7f-ea31-4f77-81ff-1c14bed43a1d req-3f665019-0d7d-424b-a495-ad67657f7e52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:58.807548 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7e9c8a7f-ea31-4f77-81ff-1c14bed43a1d req-3f665019-0d7d-424b-a495-ad67657f7e52 service neutron] 10.222.0.77 "GET /v2.0/networks?id=80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 HTTP/1.1" status: 200 len: 896 time: 0.1238587 May 30 21:10:58.888627 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7e9c8a7f-ea31-4f77-81ff-1c14bed43a1d req-afc7b63f-ca98-43ac-a20f-448e6350d148 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4c6dd28-3777-4138-89d8-705ca79ead49 HTTP/1.1" status: 200 len: 217 time: 0.0740693 May 30 21:10:58.950084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c8a7f-ea31-4f77-81ff-1c14bed43a1d req-840244bb-d96f-46ca-a553-139b21594601 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:58.952008 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7e9c8a7f-ea31-4f77-81ff-1c14bed43a1d req-840244bb-d96f-46ca-a553-139b21594601 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b843ad7-d071-4aea-bde2-99be61bf5684 HTTP/1.1" status: 200 len: 834 time: 0.0553169 May 30 21:10:59.027887 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7e9c8a7f-ea31-4f77-81ff-1c14bed43a1d req-57a1dc2a-e9b3-429c-8148-6616bcd8d6a5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694592 May 30 21:10:59.154190 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7e9c8a7f-ea31-4f77-81ff-1c14bed43a1d req-3c6e83e2-5cf1-4dbc-87fb-f65c0eae37df service neutron] 10.222.0.77 "GET /v2.0/networks/80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198285 May 30 21:10:59.282399 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-7e9c8a7f-ea31-4f77-81ff-1c14bed43a1d req-559e698f-4546-495b-a355-277149cb14bc service neutron] 10.222.0.77 "GET /v2.0/networks/80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217122 May 30 21:10:59.493217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a120c-fb36-4710-985d-eb2fc166e75b req-4612ef8b-233b-4b26-bf05-e470c9a40d37 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:59.494544 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8a1a120c-fb36-4710-985d-eb2fc166e75b req-4612ef8b-233b-4b26-bf05-e470c9a40d37 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 943 time: 0.0793064 May 30 21:10:59.539265 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8a1a120c-fb36-4710-985d-eb2fc166e75b req-f8bb3adc-3e4f-4971-a925-b259a3ab70be tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=b87babf4-08ed-467a-8cf8-fbf03da5e999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384946 May 30 21:10:59.899956 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f88463f7-731d-4d3d-a946-1a5a63d48440 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:10:59.966483 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port f88463f7-731d-4d3d-a946-1a5a63d48440 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:10:59.966855 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:00.099985 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-91c3c2a6-458a-4939-a7fb-44e13c5a806b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:00.748788 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684cf07-24f9-4d81-8faf-1f3a29ec5b1d req-c522399d-c9d1-47d8-9eba-d43cc4c67354 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:00.750246 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8684cf07-24f9-4d81-8faf-1f3a29ec5b1d req-c522399d-c9d1-47d8-9eba-d43cc4c67354 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 943 time: 0.0780876 May 30 21:11:00.795053 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8684cf07-24f9-4d81-8faf-1f3a29ec5b1d req-3c871e6a-6d20-4835-a7e5-cadc49c6ad6b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=b87babf4-08ed-467a-8cf8-fbf03da5e999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392995 May 30 21:11:01.475152 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:01.501235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device f4c6dd28-3777-4138-89d8-705ca79ead49 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:11:01.659482 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port f4c6dd28-3777-4138-89d8-705ca79ead49, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=f4c6dd28-3777-4138-89d8-705ca79ead49,segment=NetworkSegment(306c2ab7-ef2f-472f-8cea-031dcf4d61b5),segment_id=306c2ab7-ef2f-472f-8cea-031dcf4d61b5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:11:01.676204 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': 'f4c6dd28-3777-4138-89d8-705ca79ead49', 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4', 'port_id': 'f4c6dd28-3777-4138-89d8-705ca79ead49', 'mac_address': 'fa:16:3e:f9:c6:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:11:01.735030 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:01.741744 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:01.758507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c6dd28-3777-4138-89d8-705ca79ead49 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:11:01.773277 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port f4c6dd28-3777-4138-89d8-705ca79ead49, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=f4c6dd28-3777-4138-89d8-705ca79ead49,segment=NetworkSegment(306c2ab7-ef2f-472f-8cea-031dcf4d61b5),segment_id=306c2ab7-ef2f-472f-8cea-031dcf4d61b5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:11:01.776752 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:01.841453 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=f4c6dd28-3777-4138-89d8-705ca79ead49,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:11:02.063451 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c3eb7-0ddf-4880-84c0-14bdb55678e2 req-4588e3fc-00ba-47a9-9536-1b013b61eda0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:02.064926 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f99c3eb7-0ddf-4880-84c0-14bdb55678e2 req-4588e3fc-00ba-47a9-9536-1b013b61eda0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 944 time: 0.1462386 May 30 21:11:02.065829 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['f4c6dd28-3777-4138-89d8-705ca79ead49'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:11:02.109984 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f99c3eb7-0ddf-4880-84c0-14bdb55678e2 req-1c740722-66a5-4328-8831-3f3b3329b462 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=b87babf4-08ed-467a-8cf8-fbf03da5e999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394020 May 30 21:11:03.069850 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:03.304307 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbac4a2-5e12-48e7-9d26-19a8438ee077 req-3228397a-d59e-4b78-a0a1-13e104e3215a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:03.305755 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9dbac4a2-5e12-48e7-9d26-19a8438ee077 req-3228397a-d59e-4b78-a0a1-13e104e3215a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 944 time: 0.0757163 May 30 21:11:03.353682 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9dbac4a2-5e12-48e7-9d26-19a8438ee077 req-3ac80adb-193b-4e0c-b120-137b68e9ee5f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=b87babf4-08ed-467a-8cf8-fbf03da5e999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423872 May 30 21:11:03.501687 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device f4c6dd28-3777-4138-89d8-705ca79ead49 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:11:03.568761 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port f4c6dd28-3777-4138-89d8-705ca79ead49 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:11:03.573230 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port f4c6dd28-3777-4138-89d8-705ca79ead49 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:11:03.573593 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:03.687183 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:03.712934 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f27089-c9f7-4de7-b0b7-51919afcc55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c6dd28-3777-4138-89d8-705ca79ead49'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:11:03.722548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port f4c6dd28-3777-4138-89d8-705ca79ead49, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=f4c6dd28-3777-4138-89d8-705ca79ead49,segment=NetworkSegment(306c2ab7-ef2f-472f-8cea-031dcf4d61b5),segment_id=306c2ab7-ef2f-472f-8cea-031dcf4d61b5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:11:03.726743 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:03.770303 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa15d52-36c2-4406-82d2-a6ae969b906a'] response: {'server_uuid': '31f27089-c9f7-4de7-b0b7-51919afcc55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c6dd28-3777-4138-89d8-705ca79ead49', 'code': 200} May 30 21:11:03.794763 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=f4c6dd28-3777-4138-89d8-705ca79ead49,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:11:03.832531 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:03.897271 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-986d5169-d05b-4e50-9f5f-d561a5e0c966 req-c2ade85a-e09d-4e93-9910-75bd3b37ad1a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 1096 time: 0.0666480 May 30 21:11:03.942359 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-986d5169-d05b-4e50-9f5f-d561a5e0c966 req-eeb314c4-27ce-4d27-8c86-9d7b86ceef94 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b87babf4-08ed-467a-8cf8-fbf03da5e999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358231 May 30 21:11:04.634295 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87208dfd-2b6d-4b59-ad8d-afa66a79f409 req-c034c267-f905-4331-8523-676cf202a4fc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:04.635731 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-87208dfd-2b6d-4b59-ad8d-afa66a79f409 req-c034c267-f905-4331-8523-676cf202a4fc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 945 time: 0.1644030 May 30 21:11:04.681138 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-87208dfd-2b6d-4b59-ad8d-afa66a79f409 req-259941ec-3d6b-4625-8236-dec4e7815bae tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=b87babf4-08ed-467a-8cf8-fbf03da5e999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391662 May 30 21:11:05.887790 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2e653-a71f-4126-a6c3-10596b589e7c req-f9c43d05-f22f-4a42-8970-ab09a6f65095 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:05.889280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82f2e653-a71f-4126-a6c3-10596b589e7c req-f9c43d05-f22f-4a42-8970-ab09a6f65095 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 945 time: 0.0820818 May 30 21:11:05.934368 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-82f2e653-a71f-4126-a6c3-10596b589e7c req-9118ef76-681f-4004-b13a-b5f3c13cd5d8 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=b87babf4-08ed-467a-8cf8-fbf03da5e999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395269 May 30 21:11:06.127353 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf33fb-dceb-404d-bde9-84a93c244d56 req-ab5c38d6-ab37-4dd3-9863-c0267e818256 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:06.128829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83cf33fb-dceb-404d-bde9-84a93c244d56 req-ab5c38d6-ab37-4dd3-9863-c0267e818256 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 945 time: 0.0746930 May 30 21:11:06.173611 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-83cf33fb-dceb-404d-bde9-84a93c244d56 req-7db26a57-77cb-4dfe-bd6a-7d4c9e8e5101 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=b87babf4-08ed-467a-8cf8-fbf03da5e999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393198 May 30 21:11:06.200596 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53544) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:11:06.273030 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-00a6b3ad-da2d-4a06-9351-42247e95fee4 tempest-TestNetworkAdvancedServerOps-1699506522 tempest-TestNetworkAdvancedServerOps-1699506522-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 1091 time: 0.0712988 May 30 21:11:06.275735 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53548) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:11:06.281397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': 'f4c6dd28-3777-4138-89d8-705ca79ead49', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:11:06.287796 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:11:06.291740 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Usage tracker for resource:floatingip and tenant:762188eb18ae47a58188062fa7bd3504 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:11:06.294680 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:11:06.300369 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:11:06.310602 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:06.444760 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:06.581591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Allocated IP 172.25.5.32 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/fc316f86-115b-4beb-9258-210861267356) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:11:06.726553 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:06.753291 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:06.818897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:11:06.821756 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:11:06.826015 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:11:06.850326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=fc316f86-115b-4beb-9258-210861267356,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:11:07.325672 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:07.379332 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:07.663093 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:07.667382 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:07.758529 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:07.770111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event updated for resources: {'Port': ['ID=fc316f86-115b-4beb-9258-210861267356,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:11:07.784541 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:07.970373 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Floating IP 21c4d064-dcb3-467d-9c4d-3d3a9d4f8df6 associated. External IP: 172.25.5.32, port: f4c6dd28-3777-4138-89d8-705ca79ead49. May 30 21:11:08.351347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router ebf4a936-b15a-4204-be91-b85e8a9ef666 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:11:08.547933 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:11:08.557302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe4704-429a-4f22-ad68-32035bd49aeb None None] Sync routers for ids ['ebf4a936-b15a-4204-be91-b85e8a9ef666'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:11:08.570872 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe4704-429a-4f22-ad68-32035bd49aeb None None] Routers {'ebf4a936-b15a-4204-be91-b85e8a9ef666'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:11:08.571554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bbbe4704-429a-4f22-ad68-32035bd49aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:11:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['ebf4a936-b15a-4204-be91-b85e8a9ef666'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:11:08.572195 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:08.624502 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6cc071d1-3fb5-4388-9148-0c937b825679 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3477402 May 30 21:11:08.625063 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f27089-c9f7-4de7-b0b7-51919afcc55a', 'tag': 'f4c6dd28-3777-4138-89d8-705ca79ead49'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:11:08.696857 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a5a9300-5a66-4df6-a115-87cf933e406c'] response: {'name': 'network-changed', 'server_uuid': '31f27089-c9f7-4de7-b0b7-51919afcc55a', 'tag': 'f4c6dd28-3777-4138-89d8-705ca79ead49', 'status': 'completed', 'code': 200} May 30 21:11:08.766121 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-bbbe4704-429a-4f22-ad68-32035bd49aeb None None] Set router ebf4a936-b15a-4204-be91-b85e8a9ef666 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:11:08.792678 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e22ef26d-720d-4443-a56c-29cfa3672617 req-d20bdf6e-8942-4e7f-9d83-c774f8232a7e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 1096 time: 0.0732083 May 30 21:11:08.825601 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267d5bc-1c41-41f0-b733-362d031c6ff2 req-651e9761-8a33-4193-8b17-23b9f218b2e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:08.827441 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3267d5bc-1c41-41f0-b733-362d031c6ff2 req-651e9761-8a33-4193-8b17-23b9f218b2e0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 945 time: 0.0888364 May 30 21:11:08.875706 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3267d5bc-1c41-41f0-b733-362d031c6ff2 req-d947a808-acf7-41e6-9d7c-acd195964f08 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=b87babf4-08ed-467a-8cf8-fbf03da5e999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423639 May 30 21:11:08.903220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53556) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:11:08.927390 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ef26d-720d-4443-a56c-29cfa3672617 req-48fb80b3-8f19-4019-92b4-1b22d0229f23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:08.929507 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e22ef26d-720d-4443-a56c-29cfa3672617 req-48fb80b3-8f19-4019-92b4-1b22d0229f23 service neutron] 10.222.0.77 "GET /v2.0/networks?id=80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 HTTP/1.1" status: 200 len: 896 time: 0.1305954 May 30 21:11:09.010649 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-53086169-33fe-41bc-9620-97c772e9ad02 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/21c4d064-dcb3-467d-9c4d-3d3a9d4f8df6 HTTP/1.1" status: 200 len: 990 time: 0.1061492 May 30 21:11:09.033346 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e22ef26d-720d-4443-a56c-29cfa3672617 req-0bd27053-bffc-4ddd-8bc5-14054e0b853a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4c6dd28-3777-4138-89d8-705ca79ead49 HTTP/1.1" status: 200 len: 998 time: 0.0982323 May 30 21:11:09.133921 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bbbe4704-429a-4f22-ad68-32035bd49aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965208118', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:10:47Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:48Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '21c4d064-dcb3-467d-9c4d-3d3a9d4f8df6', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'port_id': 'f4c6dd28-3777-4138-89d8-705ca79ead49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4', 'mac_address': 'fa:16:3e:f9:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f27089-c9f7-4de7-b0b7-51919afcc55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:11:07Z', 'updated_at': '2022-05-30T21:11:07Z', 'revision_number': 0, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f88463f7-731d-4d3d-a946-1a5a63d48440', 'name': '', 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:c0:77:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:51Z', 'updated_at': '2022-05-30T21:10:58Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:11:09.137853 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe4704-429a-4f22-ad68-32035bd49aeb None None] Checking router: ebf4a936-b15a-4204-be91-b85e8a9ef666 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:11:09.149384 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe4704-429a-4f22-ad68-32035bd49aeb None None] Routers {'ebf4a936-b15a-4204-be91-b85e8a9ef666'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:11:09.149986 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bbbe4704-429a-4f22-ad68-32035bd49aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:11:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['ebf4a936-b15a-4204-be91-b85e8a9ef666'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:11:09.201857 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ef26d-720d-4443-a56c-29cfa3672617 req-c4ba4a7c-fb74-4dd1-a204-2ce3b7a68ca2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:09.203291 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e22ef26d-720d-4443-a56c-29cfa3672617 req-c4ba4a7c-fb74-4dd1-a204-2ce3b7a68ca2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b843ad7-d071-4aea-bde2-99be61bf5684 HTTP/1.1" status: 200 len: 834 time: 0.1644821 May 30 21:11:09.280186 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e22ef26d-720d-4443-a56c-29cfa3672617 req-a1ada95f-7790-4968-8a1e-0f51b5f56b5d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700068 May 30 21:11:09.324423 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-bbbe4704-429a-4f22-ad68-32035bd49aeb None None] Set router ebf4a936-b15a-4204-be91-b85e8a9ef666 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:11:09.412752 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e22ef26d-720d-4443-a56c-29cfa3672617 req-be431945-f910-44df-aa74-90d57c04aefe service neutron] 10.222.0.77 "GET /v2.0/networks/80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271617 May 30 21:11:09.542939 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e22ef26d-720d-4443-a56c-29cfa3672617 req-0014093f-82da-4ac7-bff9-7c48af3e1ba7 service neutron] 10.222.0.77 "GET /v2.0/networks/80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246123 May 30 21:11:09.694116 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-bbbe4704-429a-4f22-ad68-32035bd49aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965208118', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:10:47Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:48Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '21c4d064-dcb3-467d-9c4d-3d3a9d4f8df6', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'port_id': 'f4c6dd28-3777-4138-89d8-705ca79ead49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4', 'mac_address': 'fa:16:3e:f9:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f27089-c9f7-4de7-b0b7-51919afcc55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:11:07Z', 'updated_at': '2022-05-30T21:11:07Z', 'revision_number': 0, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f88463f7-731d-4d3d-a946-1a5a63d48440', 'name': '', 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:c0:77:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:51Z', 'updated_at': '2022-05-30T21:10:58Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:11:09.697930 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe4704-429a-4f22-ad68-32035bd49aeb None None] The sync data for ids ['ebf4a936-b15a-4204-be91-b85e8a9ef666'] in n-d-843949-2 is: [{'id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965208118', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:10:47Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:48Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '21c4d064-dcb3-467d-9c4d-3d3a9d4f8df6', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'port_id': 'f4c6dd28-3777-4138-89d8-705ca79ead49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4', 'mac_address': 'fa:16:3e:f9:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f27089-c9f7-4de7-b0b7-51919afcc55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:11:07Z', 'updated_at': '2022-05-30T21:11:07Z', 'revision_number': 0, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f88463f7-731d-4d3d-a946-1a5a63d48440', 'name': '', 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:c0:77:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:51Z', 'updated_at': '2022-05-30T21:10:58Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:11:10.013815 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53560) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:11:10.119402 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bd7a98d1-5fe8-4380-b441-d1054b910ca3 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/21c4d064-dcb3-467d-9c4d-3d3a9d4f8df6 HTTP/1.1" status: 200 len: 990 time: 0.1044395 May 30 21:11:11.123863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53564) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:11:11.224640 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-bd009491-96f8-41a5-8bbd-623e1cd16642 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/21c4d064-dcb3-467d-9c4d-3d3a9d4f8df6 HTTP/1.1" status: 200 len: 990 time: 0.0994859 May 30 21:11:12.228931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53568) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:11:12.334808 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fbc082f2-6ae5-4ab1-846b-6a4ca970c6f5 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/21c4d064-dcb3-467d-9c4d-3d3a9d4f8df6 HTTP/1.1" status: 200 len: 990 time: 0.1051414 May 30 21:11:13.098004 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da000c9d-f56f-453f-90c3-961639971e5c None None] New status for floating IP 21c4d064-dcb3-467d-9c4d-3d3a9d4f8df6: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:11:13.338994 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53572) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:11:13.442938 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-73ec985b-17ab-4a2e-9048-3602c8bd3de9 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/21c4d064-dcb3-467d-9c4d-3d3a9d4f8df6 HTTP/1.1" status: 200 len: 992 time: 0.1027451 May 30 21:11:24.288369 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:11:24.994103 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-993ad823-d0d0-4124-b025-92ec5bc86ce2 req-46c99a17-5412-45a2-a229-625d172619e7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698316 May 30 21:11:25.132212 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-993ad823-d0d0-4124-b025-92ec5bc86ce2 req-b6c3d93f-ca06-4077-a754-684ff971f40c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 1096 time: 0.0687904 May 30 21:11:25.286434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ad823-d0d0-4124-b025-92ec5bc86ce2 req-1e847dd1-ae16-4184-9804-3a3ff0232d76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:25.288176 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-993ad823-d0d0-4124-b025-92ec5bc86ce2 req-1e847dd1-ae16-4184-9804-3a3ff0232d76 service neutron] 10.222.0.77 "GET /v2.0/networks?id=80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 HTTP/1.1" status: 200 len: 896 time: 0.1295767 May 30 21:11:25.392843 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-993ad823-d0d0-4124-b025-92ec5bc86ce2 req-eecb9125-a53d-4b48-a642-18b7d7502d02 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4c6dd28-3777-4138-89d8-705ca79ead49 HTTP/1.1" status: 200 len: 1000 time: 0.0956588 May 30 21:11:25.452779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ad823-d0d0-4124-b025-92ec5bc86ce2 req-409af232-84ae-4b82-961e-c7df686fdd8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:25.454154 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-993ad823-d0d0-4124-b025-92ec5bc86ce2 req-409af232-84ae-4b82-961e-c7df686fdd8a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b843ad7-d071-4aea-bde2-99be61bf5684 HTTP/1.1" status: 200 len: 834 time: 0.0559506 May 30 21:11:25.529228 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-993ad823-d0d0-4124-b025-92ec5bc86ce2 req-bf8f535d-cc62-4b2b-b576-ef476c0bf7b9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694137 May 30 21:11:25.655498 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-993ad823-d0d0-4124-b025-92ec5bc86ce2 req-5eb546a4-d39a-4b2a-bf5c-91ab018f35d7 service neutron] 10.222.0.77 "GET /v2.0/networks/80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201522 May 30 21:11:25.868146 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-993ad823-d0d0-4124-b025-92ec5bc86ce2 req-d9635d29-e3fe-4526-bcbd-0078c86263e1 service neutron] 10.222.0.77 "GET /v2.0/networks/80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060132 May 30 21:11:27.903976 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9fef4989-a463-4834-96e3-c21f240a11b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:30.104416 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2b695c38-02f5-496f-ac08-5dc115cfdcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:31.477080 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:31.707762 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:33.073669 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:33.847524 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:37.766487 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:44.721576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4065128-5e4b-4723-bcad-c6ffdcc4bce4 req-565a89de-5887-4c64-99f8-2e2eeefeae6f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:44.722998 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4065128-5e4b-4723-bcad-c6ffdcc4bce4 req-565a89de-5887-4c64-99f8-2e2eeefeae6f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 945 time: 0.0787442 May 30 21:11:44.767035 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b4065128-5e4b-4723-bcad-c6ffdcc4bce4 req-4d1ae1cf-0d71-4c54-a03f-f0dd9a6e007d tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=b87babf4-08ed-467a-8cf8-fbf03da5e999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384769 May 30 21:11:45.963351 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6810ca-d119-416c-93ba-48bf5c3c7082 req-3c2b0822-7466-42d3-b11e-06a84507f306 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:45.964809 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e6810ca-d119-416c-93ba-48bf5c3c7082 req-3c2b0822-7466-42d3-b11e-06a84507f306 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 945 time: 0.0735583 May 30 21:11:46.106628 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e6810ca-d119-416c-93ba-48bf5c3c7082 req-af32cd41-22e0-4571-b9ea-b990084f9ade tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=b87babf4-08ed-467a-8cf8-fbf03da5e999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362760 May 30 21:11:46.134795 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53592) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:11:46.237381 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e1d65c96-f7fb-4d61-baec-7293f7f25ed0 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/21c4d064-dcb3-467d-9c4d-3d3a9d4f8df6 HTTP/1.1" status: 200 len: 992 time: 0.1015000 May 30 21:11:47.711372 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7db122-30c2-4de4-a5ba-dbe3c9fee33a req-38a2ce2f-d844-47f8-8f0f-b4bb38c48f13 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:47.712843 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b7db122-30c2-4de4-a5ba-dbe3c9fee33a req-38a2ce2f-d844-47f8-8f0f-b4bb38c48f13 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 945 time: 0.0766327 May 30 21:11:47.723476 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-58a7c4c1-99d5-4ed6-9aeb-2e2518c91bc3 req-7f133cb9-11b2-4d1a-a12a-4f97125018e6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 1096 time: 0.0686097 May 30 21:11:47.758863 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b7db122-30c2-4de4-a5ba-dbe3c9fee33a req-9581fc2a-3537-4080-a24b-156fad00f60b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=b87babf4-08ed-467a-8cf8-fbf03da5e999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402181 May 30 21:11:47.859011 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7c4c1-99d5-4ed6-9aeb-2e2518c91bc3 req-81ba0a2d-43eb-4e78-9a42-91a5a9f9e9bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:47.860460 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-58a7c4c1-99d5-4ed6-9aeb-2e2518c91bc3 req-81ba0a2d-43eb-4e78-9a42-91a5a9f9e9bf service neutron] 10.222.0.77 "GET /v2.0/networks?id=80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 HTTP/1.1" status: 200 len: 896 time: 0.1280077 May 30 21:11:47.967985 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-58a7c4c1-99d5-4ed6-9aeb-2e2518c91bc3 req-4d76066a-7385-42f4-a150-d50ec8100044 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4c6dd28-3777-4138-89d8-705ca79ead49 HTTP/1.1" status: 200 len: 1000 time: 0.0978849 May 30 21:11:48.032401 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7c4c1-99d5-4ed6-9aeb-2e2518c91bc3 req-698da667-9be4-40de-ab40-db843823a81e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:48.034451 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-58a7c4c1-99d5-4ed6-9aeb-2e2518c91bc3 req-698da667-9be4-40de-ab40-db843823a81e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b843ad7-d071-4aea-bde2-99be61bf5684 HTTP/1.1" status: 200 len: 834 time: 0.0566049 May 30 21:11:48.110869 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-58a7c4c1-99d5-4ed6-9aeb-2e2518c91bc3 req-07f4709f-4cc0-4d41-ad30-a919ea2d7cf9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677252 May 30 21:11:48.241066 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-58a7c4c1-99d5-4ed6-9aeb-2e2518c91bc3 req-a439daec-a74d-4a7b-8ea8-4bfc5872f923 service neutron] 10.222.0.77 "GET /v2.0/networks/80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207688 May 30 21:11:48.370924 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-58a7c4c1-99d5-4ed6-9aeb-2e2518c91bc3 req-13ac5ba7-e3cd-4552-81e0-fe5a7ec741e3 service neutron] 10.222.0.77 "GET /v2.0/networks/80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213000 May 30 21:11:48.957014 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b96223-121b-4d41-ab44-afc54f51f5f6 req-adbfe24d-79fe-4156-8de7-3fc7158ba676 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:48.958441 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7b96223-121b-4d41-ab44-afc54f51f5f6 req-adbfe24d-79fe-4156-8de7-3fc7158ba676 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 945 time: 0.0781388 May 30 21:11:49.002674 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e7b96223-121b-4d41-ab44-afc54f51f5f6 req-de8d543d-f40f-40ec-8dab-c93f53d83cea tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=b87babf4-08ed-467a-8cf8-fbf03da5e999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388167 May 30 21:11:50.262655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa643e0-cd47-4898-a62d-b196f10f8810 req-e5653724-b7a0-42c9-b92f-823e7475fc8a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:50.264128 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-faa643e0-cd47-4898-a62d-b196f10f8810 req-e5653724-b7a0-42c9-b92f-823e7475fc8a tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 945 time: 0.1423450 May 30 21:11:50.311105 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-faa643e0-cd47-4898-a62d-b196f10f8810 req-907bed34-d8c5-42ce-a452-778e05a43ccd tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=b87babf4-08ed-467a-8cf8-fbf03da5e999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395875 May 30 21:11:50.339057 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53608) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:11:50.442632 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-10a52df8-8991-4259-844c-1ee70e051c0b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/floatingips/21c4d064-dcb3-467d-9c4d-3d3a9d4f8df6 HTTP/1.1" status: 200 len: 992 time: 0.1023149 May 30 21:11:50.700417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53616) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:11:50.905161 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port fc316f86-115b-4beb-9258-210861267356 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:11:50.905494 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:51.067523 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:51.067887 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:51.183548 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for fc316f86-115b-4beb-9258-210861267356 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:11:51.329827 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:51.371984 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=fc316f86-115b-4beb-9258-210861267356,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:11:51.410578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:11:51.410924 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:11:51.411264 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:11:51.411628 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:11:51.411956 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:11:51.412563 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:11:51.412886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:11:51.413210 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:11:51.413527 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:11:51.413842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:11:51.414157 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:11:51.566976 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:51.949476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router ebf4a936-b15a-4204-be91-b85e8a9ef666 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:11:52.153680 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:11:52.164530 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0724e349-0ef5-4aee-afd2-8b665e35f761 None None] Sync routers for ids ['ebf4a936-b15a-4204-be91-b85e8a9ef666'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:11:52.170203 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:52.177206 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0724e349-0ef5-4aee-afd2-8b665e35f761 None None] Routers {'ebf4a936-b15a-4204-be91-b85e8a9ef666'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:11:52.177808 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0724e349-0ef5-4aee-afd2-8b665e35f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['ebf4a936-b15a-4204-be91-b85e8a9ef666'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:11:52.223570 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ae5b6111-ddd5-43d1-acdb-aa8217167b50 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/floatingips/21c4d064-dcb3-467d-9c4d-3d3a9d4f8df6 HTTP/1.1" status: 204 len: 168 time: 1.5221481 May 30 21:11:52.224266 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f27089-c9f7-4de7-b0b7-51919afcc55a', 'tag': 'f4c6dd28-3777-4138-89d8-705ca79ead49'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:11:52.359191 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adffc61f-ae3b-4e78-abdc-56cee63092be'] response: {'name': 'network-changed', 'server_uuid': '31f27089-c9f7-4de7-b0b7-51919afcc55a', 'tag': 'f4c6dd28-3777-4138-89d8-705ca79ead49', 'status': 'completed', 'code': 200} May 30 21:11:52.363591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-0724e349-0ef5-4aee-afd2-8b665e35f761 None None] Set router ebf4a936-b15a-4204-be91-b85e8a9ef666 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:11:52.529607 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a384ff88-568a-46ae-a6aa-adf0f57a228a req-05a8be77-7383-4f7e-9822-357792cf7245 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=762188eb18ae47a58188062fa7bd3504&device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 1096 time: 0.1464891 May 30 21:11:52.629940 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb04db1-458e-4e9e-88e9-41bfb187ef46 req-55be5f86-9e5d-4e17-b906-9337f3796a43 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:52.631383 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9bb04db1-458e-4e9e-88e9-41bfb187ef46 req-55be5f86-9e5d-4e17-b906-9337f3796a43 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 945 time: 0.0823221 May 30 21:11:52.669250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384ff88-568a-46ae-a6aa-adf0f57a228a req-8b86cd81-5cc5-4fc6-934a-75f8d4029c8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:52.671707 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a384ff88-568a-46ae-a6aa-adf0f57a228a req-8b86cd81-5cc5-4fc6-934a-75f8d4029c8b service neutron] 10.222.0.77 "GET /v2.0/networks?id=80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 HTTP/1.1" status: 200 len: 896 time: 0.1323884 May 30 21:11:52.681626 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9bb04db1-458e-4e9e-88e9-41bfb187ef46 req-8a99042b-9325-4149-8cb5-8c5ecd17c911 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=b87babf4-08ed-467a-8cf8-fbf03da5e999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435004 May 30 21:11:52.685100 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0724e349-0ef5-4aee-afd2-8b665e35f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965208118', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:10:47Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:48Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'f88463f7-731d-4d3d-a946-1a5a63d48440', 'name': '', 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:c0:77:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:51Z', 'updated_at': '2022-05-30T21:10:58Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:11:52.689304 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0724e349-0ef5-4aee-afd2-8b665e35f761 None None] Checking router: ebf4a936-b15a-4204-be91-b85e8a9ef666 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:11:52.700827 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0724e349-0ef5-4aee-afd2-8b665e35f761 None None] Routers {'ebf4a936-b15a-4204-be91-b85e8a9ef666'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:11:52.701568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0724e349-0ef5-4aee-afd2-8b665e35f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['ebf4a936-b15a-4204-be91-b85e8a9ef666'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:11:52.739247 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a384ff88-568a-46ae-a6aa-adf0f57a228a req-a27507ff-cbf9-4463-8d3b-7857261c7c94 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4c6dd28-3777-4138-89d8-705ca79ead49 HTTP/1.1" status: 200 len: 217 time: 0.0612104 May 30 21:11:52.803326 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384ff88-568a-46ae-a6aa-adf0f57a228a req-4194c256-7380-4b1f-8e2c-3571d175bdf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:52.804890 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a384ff88-568a-46ae-a6aa-adf0f57a228a req-4194c256-7380-4b1f-8e2c-3571d175bdf5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b843ad7-d071-4aea-bde2-99be61bf5684 HTTP/1.1" status: 200 len: 834 time: 0.0595155 May 30 21:11:52.879908 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a384ff88-568a-46ae-a6aa-adf0f57a228a req-92a6c58d-dfc0-41be-afd1-1fb8733fb3ab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682404 May 30 21:11:52.880731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-0724e349-0ef5-4aee-afd2-8b665e35f761 None None] Set router ebf4a936-b15a-4204-be91-b85e8a9ef666 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:11:53.011016 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a384ff88-568a-46ae-a6aa-adf0f57a228a req-3696b8a8-4f73-45c8-a58a-3b4a44c5fbb5 service neutron] 10.222.0.77 "GET /v2.0/networks/80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243277 May 30 21:11:53.143477 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a384ff88-568a-46ae-a6aa-adf0f57a228a req-c9cb4704-3b03-4fd7-80ad-571ad258c803 service neutron] 10.222.0.77 "GET /v2.0/networks/80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257138 May 30 21:11:53.229838 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0724e349-0ef5-4aee-afd2-8b665e35f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965208118', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:10:47Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:48Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'f88463f7-731d-4d3d-a946-1a5a63d48440', 'name': '', 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:c0:77:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:51Z', 'updated_at': '2022-05-30T21:10:58Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:11:53.233755 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0724e349-0ef5-4aee-afd2-8b665e35f761 None None] The sync data for ids ['ebf4a936-b15a-4204-be91-b85e8a9ef666'] in n-d-843949-2 is: [{'id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965208118', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:10:47Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:48Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'f88463f7-731d-4d3d-a946-1a5a63d48440', 'name': '', 'network_id': '80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'mac_address': 'fa:16:3e:c0:77:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:51Z', 'updated_at': '2022-05-30T21:10:58Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'subnets': [{'id': '8b843ad7-d071-4aea-bde2-99be61bf5684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:11:53.442004 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4805fed8-b965-45f2-a114-f6fff0992190 None None] New status for floating IP 21c4d064-dcb3-467d-9c4d-3d3a9d4f8df6: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:11:53.878675 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6cc5d6-cd92-4cdd-bc1f-2a2cfb30a5ef req-a583e442-76c1-4762-b028-2a9bf3d1cc97 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:53.880164 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea6cc5d6-cd92-4cdd-bc1f-2a2cfb30a5ef req-a583e442-76c1-4762-b028-2a9bf3d1cc97 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 945 time: 0.0746522 May 30 21:11:53.924653 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea6cc5d6-cd92-4cdd-bc1f-2a2cfb30a5ef req-d2769204-5ed5-46b0-ba11-32cb920dd63f tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/security-groups?id=b87babf4-08ed-467a-8cf8-fbf03da5e999&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389690 May 30 21:11:54.315741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0cc8b-a6f8-44d0-a545-4613e40d6f6f req-9eb75f8f-bf33-4ea9-84b3-8d8dd3a06710 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:54.316468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-97a0cc8b-a6f8-44d0-a545-4613e40d6f6f req-9eb75f8f-bf33-4ea9-84b3-8d8dd3a06710 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Synchronizing usage tracker for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:11:54.331702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-97a0cc8b-a6f8-44d0-a545-4613e40d6f6f req-9eb75f8f-bf33-4ea9-84b3-8d8dd3a06710 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Unset dirty status for tenant:762188eb18ae47a58188062fa7bd3504 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:11:54.332849 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-97a0cc8b-a6f8-44d0-a545-4613e40d6f6f req-9eb75f8f-bf33-4ea9-84b3-8d8dd3a06710 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 945 time: 0.0918577 May 30 21:11:54.497493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-97a0cc8b-a6f8-44d0-a545-4613e40d6f6f req-6c1bcfd9-d88b-459d-9c50-ff3b48abd5af tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port f4c6dd28-3777-4138-89d8-705ca79ead49 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:11:54.497822 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-97a0cc8b-a6f8-44d0-a545-4613e40d6f6f req-6c1bcfd9-d88b-459d-9c50-ff3b48abd5af tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:54.730245 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-97a0cc8b-a6f8-44d0-a545-4613e40d6f6f req-6c1bcfd9-d88b-459d-9c50-ff3b48abd5af tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] For port f4c6dd28-3777-4138-89d8-705ca79ead49, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=f4c6dd28-3777-4138-89d8-705ca79ead49,segment=NetworkSegment(306c2ab7-ef2f-472f-8cea-031dcf4d61b5),segment_id=306c2ab7-ef2f-472f-8cea-031dcf4d61b5)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:11:54.730483 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-97a0cc8b-a6f8-44d0-a545-4613e40d6f6f req-6c1bcfd9-d88b-459d-9c50-ff3b48abd5af tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:54.846449 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-97a0cc8b-a6f8-44d0-a545-4613e40d6f6f req-6c1bcfd9-d88b-459d-9c50-ff3b48abd5af tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for f4c6dd28-3777-4138-89d8-705ca79ead49 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:11:54.984584 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-97a0cc8b-a6f8-44d0-a545-4613e40d6f6f req-6c1bcfd9-d88b-459d-9c50-ff3b48abd5af tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:55.030960 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bcfd9-d88b-459d-9c50-ff3b48abd5af tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=f4c6dd28-3777-4138-89d8-705ca79ead49,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:11:55.095159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac6e2f04-4057-4cc3-ac8d-e86485a555f4 req-89271a20-7cd3-4dab-84e1-3f92ce136712 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "GET /v2.0/ports?device_id=31f27089-c9f7-4de7-b0b7-51919afcc55a HTTP/1.1" status: 200 len: 210 time: 0.0469038 May 30 21:11:55.106862 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a0cc8b-a6f8-44d0-a545-4613e40d6f6f req-6c1bcfd9-d88b-459d-9c50-ff3b48abd5af tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] No DVR routers for this DVR port f4c6dd28-3777-4138-89d8-705ca79ead49 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:11:55.109718 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-97a0cc8b-a6f8-44d0-a545-4613e40d6f6f req-6c1bcfd9-d88b-459d-9c50-ff3b48abd5af tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:55.114417 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f27089-c9f7-4de7-b0b7-51919afcc55a', 'name': 'network-vif-deleted', 'tag': 'f4c6dd28-3777-4138-89d8-705ca79ead49'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:11:55.128599 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-97a0cc8b-a6f8-44d0-a545-4613e40d6f6f req-6c1bcfd9-d88b-459d-9c50-ff3b48abd5af tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.77 "DELETE /v2.0/ports/f4c6dd28-3777-4138-89d8-705ca79ead49 HTTP/1.1" status: 204 len: 173 time: 0.7876902 May 30 21:11:55.172917 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9a3ff8-9757-463b-92fe-73e033dc2eff'] response: {'server_uuid': '31f27089-c9f7-4de7-b0b7-51919afcc55a', 'name': 'network-vif-deleted', 'tag': 'f4c6dd28-3777-4138-89d8-705ca79ead49', 'status': 'completed', 'code': 200} May 30 21:11:56.200043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53638) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:11:56.590209 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f45671b-6e15-4f6b-8bb7-52b32308ff1b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:57.269676 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2f45671b-6e15-4f6b-8bb7-52b32308ff1b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port f88463f7-731d-4d3d-a946-1a5a63d48440 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:11:57.270344 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f45671b-6e15-4f6b-8bb7-52b32308ff1b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:57.455555 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-2f45671b-6e15-4f6b-8bb7-52b32308ff1b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] For port f88463f7-731d-4d3d-a946-1a5a63d48440, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=f88463f7-731d-4d3d-a946-1a5a63d48440,segment=NetworkSegment(306c2ab7-ef2f-472f-8cea-031dcf4d61b5),segment_id=306c2ab7-ef2f-472f-8cea-031dcf4d61b5)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:11:57.455909 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f45671b-6e15-4f6b-8bb7-52b32308ff1b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:57.573670 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-2f45671b-6e15-4f6b-8bb7-52b32308ff1b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for f88463f7-731d-4d3d-a946-1a5a63d48440 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:11:57.743126 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f45671b-6e15-4f6b-8bb7-52b32308ff1b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:57.766455 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device f4c6dd28-3777-4138-89d8-705ca79ead49 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:11:57.789955 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45671b-6e15-4f6b-8bb7-52b32308ff1b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=f88463f7-731d-4d3d-a946-1a5a63d48440,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:11:57.803388 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: f4c6dd28-3777-4138-89d8-705ca79ead49 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:11:57.804056 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device f4c6dd28-3777-4138-89d8-705ca79ead49 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:11:57.909159 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3de79da9-1b46-4f23-91b9-088263c6a91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:58.100838 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-2f45671b-6e15-4f6b-8bb7-52b32308ff1b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:58.766779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f45671b-6e15-4f6b-8bb7-52b32308ff1b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Router ebf4a936-b15a-4204-be91-b85e8a9ef666 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:11:58.961578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f45671b-6e15-4f6b-8bb7-52b32308ff1b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:11:58.971912 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f87eac-43ec-4efb-a56e-6ae8f988f7c2 None None] Sync routers for ids ['ebf4a936-b15a-4204-be91-b85e8a9ef666'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:11:58.973800 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-2f45671b-6e15-4f6b-8bb7-52b32308ff1b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "PUT /v2.0/routers/ebf4a936-b15a-4204-be91-b85e8a9ef666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7726946 May 30 21:11:58.976546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53642) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:11:58.983887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f87eac-43ec-4efb-a56e-6ae8f988f7c2 None None] Routers {'ebf4a936-b15a-4204-be91-b85e8a9ef666'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:11:58.984525 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-76f87eac-43ec-4efb-a56e-6ae8f988f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['ebf4a936-b15a-4204-be91-b85e8a9ef666'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:11:59.160096 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-76f87eac-43ec-4efb-a56e-6ae8f988f7c2 None None] Set router ebf4a936-b15a-4204-be91-b85e8a9ef666 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:11:59.160388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_v2 [None req-c491f3a8-468a-41fc-b48f-f1a1e59d25fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting subnet 8b843ad7-d071-4aea-bde2-99be61bf5684 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:11:59.163299 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c491f3a8-468a-41fc-b48f-f1a1e59d25fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:59.215728 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c491f3a8-468a-41fc-b48f-f1a1e59d25fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925760'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:59.306772 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c491f3a8-468a-41fc-b48f-f1a1e59d25fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:59.385452 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c491f3a8-468a-41fc-b48f-f1a1e59d25fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3157920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2972145'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:59.423581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491f3a8-468a-41fc-b48f-f1a1e59d25fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Subnet': ['ID=8b843ad7-d071-4aea-bde2-99be61bf5684,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:11:59.429258 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-c491f3a8-468a-41fc-b48f-f1a1e59d25fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:59.435742 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-c491f3a8-468a-41fc-b48f-f1a1e59d25fa tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/subnets/8b843ad7-d071-4aea-bde2-99be61bf5684 HTTP/1.1" status: 204 len: 168 time: 0.4582059 May 30 21:11:59.437127 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1999f28d-ae51-4450-8b5a-3323f7fb986b None None] Network 80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:11:59.438601 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53646) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:11:59.594096 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-76f87eac-43ec-4efb-a56e-6ae8f988f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965208118', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:10:47Z', 'updated_at': '2022-05-30T21:11:57Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:48Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:11:59.606225 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f87eac-43ec-4efb-a56e-6ae8f988f7c2 None None] Checking router: ebf4a936-b15a-4204-be91-b85e8a9ef666 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:11:59.632181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f87eac-43ec-4efb-a56e-6ae8f988f7c2 None None] Routers {'ebf4a936-b15a-4204-be91-b85e8a9ef666'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:11:59.632793 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-76f87eac-43ec-4efb-a56e-6ae8f988f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:11:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['ebf4a936-b15a-4204-be91-b85e8a9ef666'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:11:59.639169 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ead0c06-1bdd-4a1c-afb6-6be75158a2bc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:59.819086 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-76f87eac-43ec-4efb-a56e-6ae8f988f7c2 None None] Set router ebf4a936-b15a-4204-be91-b85e8a9ef666 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:11:59.836721 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ead0c06-1bdd-4a1c-afb6-6be75158a2bc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:59.846332 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-0ead0c06-1bdd-4a1c-afb6-6be75158a2bc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port c38514a8-72b7-4cdf-b36d-9b11b2eba9ad {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:11:59.846661 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ead0c06-1bdd-4a1c-afb6-6be75158a2bc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:59.864562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6378cb-2d1d-449a-8f0c-7bd9697e11f4 None None] DHCP port deletion for 80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:11:59.878299 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5f6378cb-2d1d-449a-8f0c-7bd9697e11f4 None None] Deleting port fdbde472-da68-4484-aba2-6c51429f6c9e {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:11:59.878714 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5f6378cb-2d1d-449a-8f0c-7bd9697e11f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:59.968031 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device fdbde472-da68-4484-aba2-6c51429f6c9e no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:12:00.142500 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-0ead0c06-1bdd-4a1c-afb6-6be75158a2bc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] For port c38514a8-72b7-4cdf-b36d-9b11b2eba9ad, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=c38514a8-72b7-4cdf-b36d-9b11b2eba9ad,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:12:00.142764 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ead0c06-1bdd-4a1c-afb6-6be75158a2bc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:00.230404 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c7431cc8-bb89-4228-b5c2-1da4c28bc76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:00.264115 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-0ead0c06-1bdd-4a1c-afb6-6be75158a2bc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for c38514a8-72b7-4cdf-b36d-9b11b2eba9ad owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:12:00.428623 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ead0c06-1bdd-4a1c-afb6-6be75158a2bc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:00.443151 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:00.463685 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5f6378cb-2d1d-449a-8f0c-7bd9697e11f4 None None] For port fdbde472-da68-4484-aba2-6c51429f6c9e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=fdbde472-da68-4484-aba2-6c51429f6c9e,segment=NetworkSegment(306c2ab7-ef2f-472f-8cea-031dcf4d61b5),segment_id=306c2ab7-ef2f-472f-8cea-031dcf4d61b5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:12:00.464095 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5f6378cb-2d1d-449a-8f0c-7bd9697e11f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:00.469505 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead0c06-1bdd-4a1c-afb6-6be75158a2bc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=c38514a8-72b7-4cdf-b36d-9b11b2eba9ad,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:00.596361 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5f6378cb-2d1d-449a-8f0c-7bd9697e11f4 None None] Calling delete_port for fdbde472-da68-4484-aba2-6c51429f6c9e owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:12:00.663402 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port fdbde472-da68-4484-aba2-6c51429f6c9e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=fdbde472-da68-4484-aba2-6c51429f6c9e,segment=NetworkSegment(306c2ab7-ef2f-472f-8cea-031dcf4d61b5),segment_id=306c2ab7-ef2f-472f-8cea-031dcf4d61b5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:12:00.669258 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:00.699658 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ead0c06-1bdd-4a1c-afb6-6be75158a2bc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:00.740963 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-5f6378cb-2d1d-449a-8f0c-7bd9697e11f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:12:00.741313 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-5f6378cb-2d1d-449a-8f0c-7bd9697e11f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:12:00.750017 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-76f87eac-43ec-4efb-a56e-6ae8f988f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965208118', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:10:47Z', 'updated_at': '2022-05-30T21:11:57Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:48Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:00.755800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=fdbde472-da68-4484-aba2-6c51429f6c9e,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:00.758016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f87eac-43ec-4efb-a56e-6ae8f988f7c2 None None] The sync data for ids ['ebf4a936-b15a-4204-be91-b85e8a9ef666'] in n-d-843949-2 is: [{'id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965208118', 'tenant_id': '762188eb18ae47a58188062fa7bd3504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:10:47Z', 'updated_at': '2022-05-30T21:11:57Z', 'revision_number': 5, 'project_id': '762188eb18ae47a58188062fa7bd3504', 'gw_port': {'id': 'c38514a8-72b7-4cdf-b36d-9b11b2eba9ad', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:24:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4a936-b15a-4204-be91-b85e8a9ef666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:10:48Z', 'updated_at': '2022-05-30T21:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:12:00.765989 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:00.766326 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:00.766653 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:00.766977 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:00.767297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:00.767614 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:00.767929 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:00.768267 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:00.769125 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:00.769447 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:00.769752 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:00.966839 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ead0c06-1bdd-4a1c-afb6-6be75158a2bc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:00.970903 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ead0c06-1bdd-4a1c-afb6-6be75158a2bc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:00.995516 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ead0c06-1bdd-4a1c-afb6-6be75158a2bc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:00.996081 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ead0c06-1bdd-4a1c-afb6-6be75158a2bc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Fanout notify agent at l3_agent the message router_deleted on router ebf4a936-b15a-4204-be91-b85e8a9ef666 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:12:01.009757 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0ead0c06-1bdd-4a1c-afb6-6be75158a2bc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:01.010819 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0ead0c06-1bdd-4a1c-afb6-6be75158a2bc tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/routers/ebf4a936-b15a-4204-be91-b85e8a9ef666 HTTP/1.1" status: 204 len: 168 time: 1.5713236 May 30 21:12:01.013592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53650) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:01.135287 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:01.146758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Deleting port fdbde472-da68-4484-aba2-6c51429f6c9e {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:12:01.147230 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:01.243046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5f6378cb-2d1d-449a-8f0c-7bd9697e11f4 None None] Deleting port fdbde472-da68-4484-aba2-6c51429f6c9e {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:12:01.243581 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5f6378cb-2d1d-449a-8f0c-7bd9697e11f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:01.290541 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:12:01.368663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] For port fdbde472-da68-4484-aba2-6c51429f6c9e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=fdbde472-da68-4484-aba2-6c51429f6c9e,segment=NetworkSegment(306c2ab7-ef2f-472f-8cea-031dcf4d61b5),segment_id=306c2ab7-ef2f-472f-8cea-031dcf4d61b5)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:12:01.369096 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:01.489094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-5f6378cb-2d1d-449a-8f0c-7bd9697e11f4 None None] For port fdbde472-da68-4484-aba2-6c51429f6c9e, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=fdbde472-da68-4484-aba2-6c51429f6c9e,segment=NetworkSegment(306c2ab7-ef2f-472f-8cea-031dcf4d61b5),segment_id=306c2ab7-ef2f-472f-8cea-031dcf4d61b5)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:12:01.489417 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5f6378cb-2d1d-449a-8f0c-7bd9697e11f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:01.507375 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:01.597916 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Calling delete_port for fdbde472-da68-4484-aba2-6c51429f6c9e owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:12:01.615982 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5f6378cb-2d1d-449a-8f0c-7bd9697e11f4 None None] Calling delete_port for fdbde472-da68-4484-aba2-6c51429f6c9e owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:12:01.673186 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:01.684069 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-5f6378cb-2d1d-449a-8f0c-7bd9697e11f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:12:01.684422 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-5f6378cb-2d1d-449a-8f0c-7bd9697e11f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:12:01.710313 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:01.716180 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Port': ['ID=fdbde472-da68-4484-aba2-6c51429f6c9e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:01.722221 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] No DVR routers for this DVR port fdbde472-da68-4484-aba2-6c51429f6c9e on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:12:01.820067 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5f6378cb-2d1d-449a-8f0c-7bd9697e11f4 None None] Deleting port fdbde472-da68-4484-aba2-6c51429f6c9e {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:12:01.820440 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5f6378cb-2d1d-449a-8f0c-7bd9697e11f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:01.848007 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:01.873977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:01.886634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-5f6378cb-2d1d-449a-8f0c-7bd9697e11f4 None None] The port 'fdbde472-da68-4484-aba2-6c51429f6c9e' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:12:01.890679 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306c2ab7-ef2f-472f-8cea-031dcf4d61b5') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:01.890979 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306c2ab7-ef2f-472f-8cea-031dcf4d61b5') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:01.903372 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:01.920032 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:01.926841 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:12:01.927227 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:01.933661 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f88463f7-731d-4d3d-a946-1a5a63d48440 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: timer() May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: self._notify() May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:12:01.942290 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:12:01.965882 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: f88463f7-731d-4d3d-a946-1a5a63d48440 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:12:01.966222 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device f88463f7-731d-4d3d-a946-1a5a63d48440 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:12:01.966628 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c38514a8-72b7-4cdf-b36d-9b11b2eba9ad no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:12:01.998643 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: c38514a8-72b7-4cdf-b36d-9b11b2eba9ad {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:12:01.998908 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device c38514a8-72b7-4cdf-b36d-9b11b2eba9ad not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:12:02.023516 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:02.040909 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:02.053443 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'Network': ['ID=80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:02.064970 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-f9446591-31b0-48a3-88f4-8d5db3d2208b tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/networks/80d50d41-ea1a-4f93-ac6f-90a65ec3d2e4 HTTP/1.1" status: 204 len: 168 time: 1.0504022 May 30 21:12:02.067563 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53656) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:02.137274 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a726ccb-3a63-48e1-9b9e-0ecd18b59b56 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:02.165857 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a726ccb-3a63-48e1-9b9e-0ecd18b59b56 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:02.228165 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a726ccb-3a63-48e1-9b9e-0ecd18b59b56 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:02.247958 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a726ccb-3a63-48e1-9b9e-0ecd18b59b56 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87babf4-08ed-467a-8cf8-fbf03da5e999,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:02.255872 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7a726ccb-3a63-48e1-9b9e-0ecd18b59b56 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:02.259125 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7a726ccb-3a63-48e1-9b9e-0ecd18b59b56 tempest-TestNetworkAdvancedServerOps-342135013 tempest-TestNetworkAdvancedServerOps-342135013-project] 10.222.0.84 "DELETE /v2.0/security-groups/b87babf4-08ed-467a-8cf8-fbf03da5e999 HTTP/1.1" status: 204 len: 168 time: 0.1906266 May 30 21:12:02.652906 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53666) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:02.823746 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-b7076c37-0200-4c63-bda2-278c61f47c04 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=762188eb18ae47a58188062fa7bd3504&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1697230 May 30 21:12:02.826255 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53672) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:02.883392 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f05d21de-2186-4ad3-9e98-35b46bf8e577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:02.907772 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f05d21de-2186-4ad3-9e98-35b46bf8e577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:02.957308 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f05d21de-2186-4ad3-9e98-35b46bf8e577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:02.977205 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d21de-2186-4ad3-9e98-35b46bf8e577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa367fa-c754-498f-8d88-bd5832122ae6,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:02.988802 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f05d21de-2186-4ad3-9e98-35b46bf8e577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:02.989876 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f05d21de-2186-4ad3-9e98-35b46bf8e577 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/eaa367fa-c754-498f-8d88-bd5832122ae6 HTTP/1.1" status: 204 len: 168 time: 0.1627719 May 30 21:12:02.991633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d21de-2186-4ad3-9e98-35b46bf8e577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:02.991972 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d21de-2186-4ad3-9e98-35b46bf8e577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:02.992407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d21de-2186-4ad3-9e98-35b46bf8e577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:02.992741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d21de-2186-4ad3-9e98-35b46bf8e577 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:02.993060 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d21de-2186-4ad3-9e98-35b46bf8e577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:02.993378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d21de-2186-4ad3-9e98-35b46bf8e577 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:02.993750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d21de-2186-4ad3-9e98-35b46bf8e577 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:02.993999 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d21de-2186-4ad3-9e98-35b46bf8e577 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:02.994308 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d21de-2186-4ad3-9e98-35b46bf8e577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:02.994616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d21de-2186-4ad3-9e98-35b46bf8e577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:02.994930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d21de-2186-4ad3-9e98-35b46bf8e577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:03.076678 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:03.320979 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53680) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:03.344728 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b882870-582b-47fa-87e6-da45580e3d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:03.375702 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5b882870-582b-47fa-87e6-da45580e3d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:03.380172 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5b882870-582b-47fa-87e6-da45580e3d8e admin admin] Usage tracker for resource:security_group_rule and tenant:b11c8ebf66fb451b8ad8c0e0bec68c36 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:12:03.383034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5b882870-582b-47fa-87e6-da45580e3d8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:12:03.388695 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5b882870-582b-47fa-87e6-da45580e3d8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:03.455214 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b882870-582b-47fa-87e6-da45580e3d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:03.459438 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5b882870-582b-47fa-87e6-da45580e3d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:03.504619 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b882870-582b-47fa-87e6-da45580e3d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865883eb-3384-43dd-96e4-7eef2f0d36b8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:03.509964 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5b882870-582b-47fa-87e6-da45580e3d8e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b11c8ebf66fb451b8ad8c0e0bec68c36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1879723 May 30 21:12:03.512725 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53684) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:03.574336 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91627586-a4cf-41e9-a585-bec38923cae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:03.601372 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91627586-a4cf-41e9-a585-bec38923cae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:03.653140 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91627586-a4cf-41e9-a585-bec38923cae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:03.669502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91627586-a4cf-41e9-a585-bec38923cae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865883eb-3384-43dd-96e4-7eef2f0d36b8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:03.673769 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-91627586-a4cf-41e9-a585-bec38923cae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:03.674882 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-91627586-a4cf-41e9-a585-bec38923cae4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/865883eb-3384-43dd-96e4-7eef2f0d36b8 HTTP/1.1" status: 204 len: 168 time: 0.1612637 May 30 21:12:03.846455 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:04.531635 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53706) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:04.657497 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1667396651-network', 'tenant_id': '990cca1147704c64a93d7bcaf2236785'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:12:04.664034 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:04.667797 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Usage tracker for resource:network and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:12:04.670654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:12:04.676818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:04.685786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Made reservation on behalf of 990cca1147704c64a93d7bcaf2236785 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:12:04.688236 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:04.700247 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:04.731125 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:04.734820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Usage tracker for resource:security_group_rule and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:12:04.737518 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:12:04.743200 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:04.807744 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:04.811398 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:04.843456 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:12:04.852912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e89a2c-29e6-4a42-b9a4-56e8380fde03,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:04.860156 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:04.860156 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Added segment b3d4bd40-ddf0-415a-be39-7d95c9ae299c of type vlan for network 0116abc1-5527-40e1-8bdb-164ac357da93 May 30 21:12:04.886305 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:04.915991 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:04.916803 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:04.917376 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:05.019919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] Pushing event updated for resources: {'Network': ['ID=0116abc1-5527-40e1-8bdb-164ac357da93,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:05.022823 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e4a7ce95-86b8-4935-9720-af9a71d7c2fa admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4901009 May 30 21:12:05.025863 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53712) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:05.029951 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network 0116abc1-5527-40e1-8bdb-164ac357da93 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:12:05.032066 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-6a5f1d3d-8e5c-4753-85cd-6b27c2e0fc41 admin admin] Request body: {'subnet': {'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1667396651-subnet', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:12:05.038101 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6a5f1d3d-8e5c-4753-85cd-6b27c2e0fc41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:05.042018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6a5f1d3d-8e5c-4753-85cd-6b27c2e0fc41 admin admin] Usage tracker for resource:subnet and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:12:05.044699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-6a5f1d3d-8e5c-4753-85cd-6b27c2e0fc41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:12:05.050371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-6a5f1d3d-8e5c-4753-85cd-6b27c2e0fc41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:05.060923 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5f1d3d-8e5c-4753-85cd-6b27c2e0fc41 admin admin] Made reservation on behalf of 990cca1147704c64a93d7bcaf2236785 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:12:05.063376 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1d3d-8e5c-4753-85cd-6b27c2e0fc41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:05.263164 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1d3d-8e5c-4753-85cd-6b27c2e0fc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:05.337512 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f1d3d-8e5c-4753-85cd-6b27c2e0fc41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe1e031-3169-408c-b215-330f41b89105,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:05.349035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5f1d3d-8e5c-4753-85cd-6b27c2e0fc41 admin admin] Checking segment: {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:12:05.349385 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5f1d3d-8e5c-4753-85cd-6b27c2e0fc41 admin admin] Network hostable DHCP agents. Network: 0116abc1-5527-40e1-8bdb-164ac357da93, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:12:05.371212 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5f1d3d-8e5c-4753-85cd-6b27c2e0fc41 admin admin] Network 0116abc1-5527-40e1-8bdb-164ac357da93 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:12:05.380672 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-6a5f1d3d-8e5c-4753-85cd-6b27c2e0fc41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, 0116abc1-5527-40e1-8bdb-164ac357da93) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:12:05.384609 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5f1d3d-8e5c-4753-85cd-6b27c2e0fc41 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:05.385208 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1d3d-8e5c-4753-85cd-6b27c2e0fc41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:05.390850 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd531c34-7819-4ee4-849f-242d8d3a015b None None] Network 0116abc1-5527-40e1-8bdb-164ac357da93 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:12:05.406556 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6a5f1d3d-8e5c-4753-85cd-6b27c2e0fc41 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3795755 May 30 21:12:05.409276 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53716) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:05.414681 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:12:05.419947 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:05.423949 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Usage tracker for resource:router and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:12:05.427486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:12:05.433320 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:05.445246 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:05.446256 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:05.465355 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:05.614130 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:05.642760 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-0116abc1-5527-40e1-8bdb-164ac357da93', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:12:05.643566 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:05.798461 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Allocated IP 172.20.0.2 (0116abc1-5527-40e1-8bdb-164ac357da93/cfe1e031-3169-408c-b215-330f41b89105/284b2c97-c87d-4646-9fb5-87f31b249994) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:12:05.802564 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:05.835364 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:05.968614 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Allocated IP 172.25.5.76 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/13a965b0-12f2-4bb9-87ea-52ccb500d35f) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:12:06.005811 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:06.015825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Transition to ACTIVE for port object 284b2c97-c87d-4646-9fb5-87f31b249994 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:12:06.035582 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Transition to ACTIVE for port object 284b2c97-c87d-4646-9fb5-87f31b249994 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:12:06.041636 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:06.106943 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Network 0116abc1-5527-40e1-8bdb-164ac357da93 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:12:06.109993 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:12:06.114271 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:12:06.116318 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Pushing event updated for resources: {'Port': ['ID=284b2c97-c87d-4646-9fb5-87f31b249994,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:06.125376 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:06.153470 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:06.207849 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Attempting to bind port 284b2c97-c87d-4646-9fb5-87f31b249994 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:12:06.208247 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Attempting to bind port 284b2c97-c87d-4646-9fb5-87f31b249994 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:12:06.208607 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Attempting to bind port 284b2c97-c87d-4646-9fb5-87f31b249994 on network 0116abc1-5527-40e1-8bdb-164ac357da93 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:12:06.215595 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:12:06.215978 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Checking segment: {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:12:06.216425 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:06.217077 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Bound using segment: {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:12:06.217688 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Bound port: 284b2c97-c87d-4646-9fb5-87f31b249994, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:12:06.218125 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:06.306630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] For port 284b2c97-c87d-4646-9fb5-87f31b249994, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:12:06.310196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] For port 284b2c97-c87d-4646-9fb5-87f31b249994, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=284b2c97-c87d-4646-9fb5-87f31b249994,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:12:06.310705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:12:06.314344 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:12:06.314578 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:06.317185 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:12:06.351384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Pushing event updated for resources: {'Port': ['ID=13a965b0-12f2-4bb9-87ea-52ccb500d35f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:06.400619 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d0b36-e5f2-45e3-b18b-66285c8415f8 None None] Pushing event updated for resources: {'Port': ['ID=284b2c97-c87d-4646-9fb5-87f31b249994,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:06.489653 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:06.490392 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:06.733749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:12:06.932233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:12:06.941530 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Sync routers for ids ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:12:06.953699 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Routers {'0648da08-b06f-4a46-9e94-8e6cc2a7c668'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:12:06.954411 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:12:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:06.955838 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:06.957123 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-27506922-3589-47bb-bd7e-5890eea382c9 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5468717 May 30 21:12:06.959845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53720) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:07.131199 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Set router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:12:07.332548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc57f30-3f3c-45a0-8496-7996004cc765 None None] Network 0116abc1-5527-40e1-8bdb-164ac357da93 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:12:07.432198 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-447ddf01-c726-4259-bc61-39a613f54243 None None] Provisioning for port 284b2c97-c87d-4646-9fb5-87f31b249994 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:12:07.434312 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:06Z', 'revision_number': 3, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:07.438127 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Checking router: 0648da08-b06f-4a46-9e94-8e6cc2a7c668 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:12:07.438457 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Updating router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 port 13a965b0-12f2-4bb9-87ea-52ccb500d35f binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:12:07.490677 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:07.729818 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:07.773751 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:07.853428 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:07.867222 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Transition to ACTIVE for port object 13a965b0-12f2-4bb9-87ea-52ccb500d35f will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:12:07.875550 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:07.962428 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e016c-db4b-4907-a6b5-833f91296d3f None None] Pushing event updated for resources: {'Port': ['ID=13a965b0-12f2-4bb9-87ea-52ccb500d35f,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:07.967619 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Attempting to bind port 13a965b0-12f2-4bb9-87ea-52ccb500d35f on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:12:07.968055 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Attempting to bind port 13a965b0-12f2-4bb9-87ea-52ccb500d35f by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:12:07.968362 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Attempting to bind port 13a965b0-12f2-4bb9-87ea-52ccb500d35f on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:12:07.978325 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 284b2c97-c87d-4646-9fb5-87f31b249994 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:12:07.984547 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:12:07.985058 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:12:07.985683 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:07.986266 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:12:07.986922 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Bound port: 13a965b0-12f2-4bb9-87ea-52ccb500d35f, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:12:07.987496 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:08.015427 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e016c-db4b-4907-a6b5-833f91296d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:08.016120 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e016c-db4b-4907-a6b5-833f91296d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:08.016661 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e016c-db4b-4907-a6b5-833f91296d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:08.017180 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e016c-db4b-4907-a6b5-833f91296d3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:08.017673 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e016c-db4b-4907-a6b5-833f91296d3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:08.018171 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e016c-db4b-4907-a6b5-833f91296d3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:08.018663 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e016c-db4b-4907-a6b5-833f91296d3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:08.019185 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e016c-db4b-4907-a6b5-833f91296d3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:08.019675 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e016c-db4b-4907-a6b5-833f91296d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:08.020182 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e016c-db4b-4907-a6b5-833f91296d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:08.020726 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e016c-db4b-4907-a6b5-833f91296d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:12:08.052641 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 284b2c97-c87d-4646-9fb5-87f31b249994 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:12:08.054729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Allocated IP 172.20.0.1 (0116abc1-5527-40e1-8bdb-164ac357da93/cfe1e031-3169-408c-b215-330f41b89105/26abe947-6793-4549-8ef0-3e5c272f43ed) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:12:08.057800 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 284b2c97-c87d-4646-9fb5-87f31b249994 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:08.058140 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:08.069834 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] For port 13a965b0-12f2-4bb9-87ea-52ccb500d35f, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:12:08.072985 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] For port 13a965b0-12f2-4bb9-87ea-52ccb500d35f, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=13a965b0-12f2-4bb9-87ea-52ccb500d35f,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:12:08.077279 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:08.159339 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e016c-db4b-4907-a6b5-833f91296d3f None None] Pushing event updated for resources: {'Port': ['ID=13a965b0-12f2-4bb9-87ea-52ccb500d35f,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:08.162692 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Routers {'0648da08-b06f-4a46-9e94-8e6cc2a7c668'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:12:08.163289 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:12:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:08.176398 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:08.209002 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 284b2c97-c87d-4646-9fb5-87f31b249994, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=284b2c97-c87d-4646-9fb5-87f31b249994,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:12:08.212791 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:08.213098 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:08.230900 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Transition to ACTIVE for port object 26abe947-6793-4549-8ef0-3e5c272f43ed will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:12:08.254851 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:08.301957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=284b2c97-c87d-4646-9fb5-87f31b249994,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:08.330815 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Network 0116abc1-5527-40e1-8bdb-164ac357da93 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:12:08.334922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:12:08.336837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Pushing event updated for resources: {'Port': ['ID=26abe947-6793-4549-8ef0-3e5c272f43ed,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:08.338979 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:12:08.340874 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] Set router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:12:08.391608 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:08.480378 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:08.596252 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-09c08676-da58-43f5-9955-2ce79b7d0e06 None None] Provisioning for port 26abe947-6793-4549-8ef0-3e5c272f43ed completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:12:08.602587 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-09c08676-da58-43f5-9955-2ce79b7d0e06 None None] Provisioning complete for port 26abe947-6793-4549-8ef0-3e5c272f43ed triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:08.603203 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-09c08676-da58-43f5-9955-2ce79b7d0e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:08.634876 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:06Z', 'revision_number': 3, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:08.639048 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c21597-5a14-4e91-a3ab-c94a28a7ef67 None None] The sync data for ids ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'] in n-d-843949-2 is: [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:06Z', 'revision_number': 3, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:12:08.666348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-09c08676-da58-43f5-9955-2ce79b7d0e06 None None] Port 26abe947-6793-4549-8ef0-3e5c272f43ed cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:12:08.715599 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:08.720252 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:08.827461 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:08.839399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Pushing event updated for resources: {'Port': ['ID=26abe947-6793-4549-8ef0-3e5c272f43ed,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:08.974770 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Network 0116abc1-5527-40e1-8bdb-164ac357da93 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:12:08.975925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:12:09.194837 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-101a9cd1-7702-437b-8422-7dbf16e2d8ce None None] Provisioning complete for port 26abe947-6793-4549-8ef0-3e5c272f43ed triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:09.195467 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-101a9cd1-7702-437b-8422-7dbf16e2d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:09.253890 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-101a9cd1-7702-437b-8422-7dbf16e2d8ce None None] Port 26abe947-6793-4549-8ef0-3e5c272f43ed cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:12:09.384107 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:12:09.684849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:12:09.694676 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ae7f3a26-31c9-4eeb-82aa-a03608a434a7 admin admin] 10.222.0.84 "PUT /v2.0/routers/0648da08-b06f-4a46-9e94-8e6cc2a7c668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7337110 May 30 21:12:10.001921 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 13a965b0-12f2-4bb9-87ea-52ccb500d35f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:12:10.069758 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 13a965b0-12f2-4bb9-87ea-52ccb500d35f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:12:10.074335 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 13a965b0-12f2-4bb9-87ea-52ccb500d35f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:10.074697 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:10.190335 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:10.205775 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 13a965b0-12f2-4bb9-87ea-52ccb500d35f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=13a965b0-12f2-4bb9-87ea-52ccb500d35f,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:12:10.209833 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:10.210728 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 284b2c97-c87d-4646-9fb5-87f31b249994 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:12:10.367385 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=13a965b0-12f2-4bb9-87ea-52ccb500d35f,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:10.381530 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 284b2c97-c87d-4646-9fb5-87f31b249994 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:10.381894 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:10.692392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53742) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:10.697826 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-520182066-network', 'tenant_id': '4a254dd7e67b4790bdea43165f05c2c8'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:12:10.703141 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:10.707603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Usage tracker for resource:network and tenant:4a254dd7e67b4790bdea43165f05c2c8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:12:10.710472 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:12:10.716128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:10.725738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Made reservation on behalf of 4a254dd7e67b4790bdea43165f05c2c8 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:12:10.727898 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:10.739898 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:10.770567 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:10.774903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Usage tracker for resource:security_group_rule and tenant:4a254dd7e67b4790bdea43165f05c2c8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:12:10.778633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:12:10.785764 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:10.849591 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:10.854385 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:10.885118 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:12:10.893389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93f621f-3fc5-4e1f-96ad-22372720388e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:10.900749 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:10.901781 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Added segment d5294a84-aab1-4fd2-abed-410f17d33c53 of type vlan for network c1593ca5-cb56-4c03-b714-d50a637f8d8d May 30 21:12:10.927422 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:10.955146 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:10.955955 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:10.957187 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:11.056836 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3633504 May 30 21:12:11.059611 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53746) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:11.060124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec93cde-9040-416d-9de7-548d9a0b7411 admin admin] Pushing event updated for resources: {'Network': ['ID=c1593ca5-cb56-4c03-b714-d50a637f8d8d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:11.065462 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-a32e186c-5ad1-4852-bc8f-d2bafa7f1bcc admin admin] Request body: {'subnet': {'network_id': 'c1593ca5-cb56-4c03-b714-d50a637f8d8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-520182066-subnet', 'tenant_id': '4a254dd7e67b4790bdea43165f05c2c8', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:12:11.069859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network c1593ca5-cb56-4c03-b714-d50a637f8d8d details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:12:11.071742 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a32e186c-5ad1-4852-bc8f-d2bafa7f1bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:11.075713 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a32e186c-5ad1-4852-bc8f-d2bafa7f1bcc admin admin] Usage tracker for resource:subnet and tenant:4a254dd7e67b4790bdea43165f05c2c8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:12:11.078532 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-a32e186c-5ad1-4852-bc8f-d2bafa7f1bcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:12:11.084969 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-a32e186c-5ad1-4852-bc8f-d2bafa7f1bcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:11.095208 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32e186c-5ad1-4852-bc8f-d2bafa7f1bcc admin admin] Made reservation on behalf of 4a254dd7e67b4790bdea43165f05c2c8 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:12:11.097529 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a32e186c-5ad1-4852-bc8f-d2bafa7f1bcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2972058'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:11.300594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a32e186c-5ad1-4852-bc8f-d2bafa7f1bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3157863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2972040'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:11.367801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e186c-5ad1-4852-bc8f-d2bafa7f1bcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f08dea47-8622-46fd-a479-098f6c1ec5b0,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:11.493685 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32e186c-5ad1-4852-bc8f-d2bafa7f1bcc admin admin] Checking segment: {'id': 'd5294a84-aab1-4fd2-abed-410f17d33c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c1593ca5-cb56-4c03-b714-d50a637f8d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:12:11.494036 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32e186c-5ad1-4852-bc8f-d2bafa7f1bcc admin admin] Network hostable DHCP agents. Network: c1593ca5-cb56-4c03-b714-d50a637f8d8d, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:12:11.516212 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32e186c-5ad1-4852-bc8f-d2bafa7f1bcc admin admin] Network c1593ca5-cb56-4c03-b714-d50a637f8d8d is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:12:11.524803 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-a32e186c-5ad1-4852-bc8f-d2bafa7f1bcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, c1593ca5-cb56-4c03-b714-d50a637f8d8d) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:12:11.529414 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32e186c-5ad1-4852-bc8f-d2bafa7f1bcc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:11.530179 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a32e186c-5ad1-4852-bc8f-d2bafa7f1bcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:11.535357 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6469d5-acf5-4b4d-8ef2-3891d845f6ba None None] Network c1593ca5-cb56-4c03-b714-d50a637f8d8d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:12:11.551992 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a32e186c-5ad1-4852-bc8f-d2bafa7f1bcc admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4911900 May 30 21:12:11.554473 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53750) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:11.560413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-520182066-router', 'tenant_id': '4a254dd7e67b4790bdea43165f05c2c8', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:12:11.566938 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:11.570784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Usage tracker for resource:router and tenant:4a254dd7e67b4790bdea43165f05c2c8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:12:11.573833 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:12:11.579480 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:11.591005 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:11.592098 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:11.611222 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:11.761251 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:11.767301 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-c1593ca5-cb56-4c03-b714-d50a637f8d8d', 'network_id': 'c1593ca5-cb56-4c03-b714-d50a637f8d8d', 'tenant_id': '4a254dd7e67b4790bdea43165f05c2c8', 'fixed_ips': [{'subnet_id': 'f08dea47-8622-46fd-a479-098f6c1ec5b0'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:12:11.768950 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:11.950334 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Allocated IP 172.20.0.2 (c1593ca5-cb56-4c03-b714-d50a637f8d8d/f08dea47-8622-46fd-a479-098f6c1ec5b0/d84c1735-1e8a-42e8-93ed-13a7d2599887) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:12:11.973831 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:12.008573 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:12.056361 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 13a965b0-12f2-4bb9-87ea-52ccb500d35f up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:12:12.156383 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Allocated IP 172.25.5.69 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/fc4243c9-439b-461a-a5a8-0d74353cfc62) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:12:12.183864 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Sync routers for ids ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:12:12.193738 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 13a965b0-12f2-4bb9-87ea-52ccb500d35f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:12.194097 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:12.292537 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Routers {'0648da08-b06f-4a46-9e94-8e6cc2a7c668'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:12:12.293156 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:12:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:12.334293 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:12.362876 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:12.421486 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:12.425817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:12:12.429048 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:12:12.431955 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:12:12.450377 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Transition to ACTIVE for port object d84c1735-1e8a-42e8-93ed-13a7d2599887 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:12:12.483136 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=fc4243c9-439b-461a-a5a8-0d74353cfc62,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:12.524261 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Transition to ACTIVE for port object d84c1735-1e8a-42e8-93ed-13a7d2599887 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:12:12.545718 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:12.601970 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:12.602722 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:12.628410 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Set router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:12:12.669278 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Network c1593ca5-cb56-4c03-b714-d50a637f8d8d is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:12:12.679021 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:12:12.686719 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Pushing event updated for resources: {'Port': ['ID=d84c1735-1e8a-42e8-93ed-13a7d2599887,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:12.690795 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:12:12.831060 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Router 3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:12:12.948668 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Attempting to bind port d84c1735-1e8a-42e8-93ed-13a7d2599887 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:12:12.948936 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Attempting to bind port d84c1735-1e8a-42e8-93ed-13a7d2599887 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'd5294a84-aab1-4fd2-abed-410f17d33c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c1593ca5-cb56-4c03-b714-d50a637f8d8d'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:12:12.949294 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Attempting to bind port d84c1735-1e8a-42e8-93ed-13a7d2599887 on network c1593ca5-cb56-4c03-b714-d50a637f8d8d {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:12:12.969550 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:12:12.969912 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Checking segment: {'id': 'd5294a84-aab1-4fd2-abed-410f17d33c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c1593ca5-cb56-4c03-b714-d50a637f8d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:12:12.970302 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:12.970681 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Bound using segment: {'id': 'd5294a84-aab1-4fd2-abed-410f17d33c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c1593ca5-cb56-4c03-b714-d50a637f8d8d'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:12:12.971135 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Bound port: d84c1735-1e8a-42e8-93ed-13a7d2599887, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5294a84-aab1-4fd2-abed-410f17d33c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c1593ca5-cb56-4c03-b714-d50a637f8d8d'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:12:12.971497 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:13.029842 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:12:13.041989 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Sync routers for ids ['3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:12:13.053335 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:13.056991 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-faf1d03a-9202-4a44-963b-51961f820aa6 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4981761 May 30 21:12:13.057332 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Routers {'3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:12:13.057332 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:12:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:13.057573 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53754) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:13.123033 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] For port d84c1735-1e8a-42e8-93ed-13a7d2599887, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:12:13.126477 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] For port d84c1735-1e8a-42e8-93ed-13a7d2599887, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d84c1735-1e8a-42e8-93ed-13a7d2599887,segment=NetworkSegment(d5294a84-aab1-4fd2-abed-410f17d33c53),segment_id=d5294a84-aab1-4fd2-abed-410f17d33c53)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:12:13.134750 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:13.220221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc9b82-f8fc-4e2a-b46a-9718900aefce None None] Pushing event updated for resources: {'Port': ['ID=d84c1735-1e8a-42e8-93ed-13a7d2599887,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:13.231143 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:08Z', 'revision_number': 4, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '26abe947-6793-4549-8ef0-3e5c272f43ed', 'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'mac_address': 'fa:16:3e:59:26:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:07Z', 'updated_at': '2022-05-30T21:12:08Z', 'revision_number': 2, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'subnets': [{'id': 'cfe1e031-3169-408c-b215-330f41b89105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:13.235477 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Checking router: 0648da08-b06f-4a46-9e94-8e6cc2a7c668 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:12:13.235917 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Updating router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 port 26abe947-6793-4549-8ef0-3e5c272f43ed binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:12:13.267370 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Set router 3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:12:13.295782 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:13.693380 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'name': 'tempest-TestShelveInstance-520182066-router', 'tenant_id': '4a254dd7e67b4790bdea43165f05c2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fc4243c9-439b-461a-a5a8-0d74353cfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:11Z', 'updated_at': '2022-05-30T21:12:12Z', 'revision_number': 3, 'project_id': '4a254dd7e67b4790bdea43165f05c2c8', 'gw_port': {'id': 'fc4243c9-439b-461a-a5a8-0d74353cfc62', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:12Z', 'updated_at': '2022-05-30T21:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:13.697426 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Checking router: 3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:12:13.697803 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Updating router 3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913 port fc4243c9-439b-461a-a5a8-0d74353cfc62 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:12:13.742014 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:13.750698 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:13.754645 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Transition to ACTIVE for port object 26abe947-6793-4549-8ef0-3e5c272f43ed will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:12:13.762527 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:13.890023 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44784869-9312-454d-821f-5957b0095375 None None] Pushing event updated for resources: {'Port': ['ID=26abe947-6793-4549-8ef0-3e5c272f43ed,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:13.904198 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:14.053370 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Attempting to bind port 26abe947-6793-4549-8ef0-3e5c272f43ed on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:12:14.053968 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Attempting to bind port 26abe947-6793-4549-8ef0-3e5c272f43ed by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:12:14.054503 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Attempting to bind port 26abe947-6793-4549-8ef0-3e5c272f43ed on network 0116abc1-5527-40e1-8bdb-164ac357da93 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:12:14.058347 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d84c1735-1e8a-42e8-93ed-13a7d2599887 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:12:14.130593 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:12:14.130967 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Checking segment: {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:12:14.131366 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:14.131753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Bound using segment: {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:12:14.132269 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Bound port: 26abe947-6793-4549-8ef0-3e5c272f43ed, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:12:14.132636 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:14.197501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Allocated IP 172.20.0.1 (c1593ca5-cb56-4c03-b714-d50a637f8d8d/f08dea47-8622-46fd-a479-098f6c1ec5b0/0a08d0b6-1adb-406a-bb2e-872b6301f80c) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:12:14.199927 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:14.212563 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Transition to ACTIVE for port object fc4243c9-439b-461a-a5a8-0d74353cfc62 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:12:14.219644 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:14.260398 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] For port 26abe947-6793-4549-8ef0-3e5c272f43ed, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:12:14.263480 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] For port 26abe947-6793-4549-8ef0-3e5c272f43ed, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=26abe947-6793-4549-8ef0-3e5c272f43ed,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:12:14.272270 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:14.309577 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Attempting to bind port fc4243c9-439b-461a-a5a8-0d74353cfc62 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:12:14.310033 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Attempting to bind port fc4243c9-439b-461a-a5a8-0d74353cfc62 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:12:14.310457 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Attempting to bind port fc4243c9-439b-461a-a5a8-0d74353cfc62 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:12:14.322630 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:12:14.323166 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:12:14.323631 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:14.324195 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:12:14.324735 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Bound port: fc4243c9-439b-461a-a5a8-0d74353cfc62, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:12:14.325230 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:14.340179 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port d84c1735-1e8a-42e8-93ed-13a7d2599887 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:12:14.365482 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04fd45-0e4b-42c7-acc3-fe6db0f8af51 None None] Pushing event updated for resources: {'Port': ['ID=fc4243c9-439b-461a-a5a8-0d74353cfc62,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:14.379427 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44784869-9312-454d-821f-5957b0095375 None None] Pushing event updated for resources: {'Port': ['ID=26abe947-6793-4549-8ef0-3e5c272f43ed,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:14.389749 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Routers {'0648da08-b06f-4a46-9e94-8e6cc2a7c668'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:12:14.390365 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:12:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:14.437907 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] For port fc4243c9-439b-461a-a5a8-0d74353cfc62, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:12:14.442351 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] For port fc4243c9-439b-461a-a5a8-0d74353cfc62, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=fc4243c9-439b-461a-a5a8-0d74353cfc62,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:12:14.446838 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:14.479362 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:14.499800 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Transition to ACTIVE for port object 0a08d0b6-1adb-406a-bb2e-872b6301f80c will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:12:14.538323 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:14.555485 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04fd45-0e4b-42c7-acc3-fe6db0f8af51 None None] Pushing event updated for resources: {'Port': ['ID=fc4243c9-439b-461a-a5a8-0d74353cfc62,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:14.568934 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Routers {'3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:12:14.569577 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:12:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:14.615184 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5bc5be-0c5b-4f7c-9c5a-33f65a591939 None None] Network c1593ca5-cb56-4c03-b714-d50a637f8d8d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:12:14.626621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Network c1593ca5-cb56-4c03-b714-d50a637f8d8d is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:12:14.630661 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:12:14.642637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:12:14.699832 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Pushing event updated for resources: {'Port': ['ID=0a08d0b6-1adb-406a-bb2e-872b6301f80c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:14.713549 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:14.730125 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] Set router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:12:14.780214 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] Set router 3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:12:14.803154 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:14.873239 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9419d446-16c4-4f33-9996-013befe0f346 None None] Provisioning for port d84c1735-1e8a-42e8-93ed-13a7d2599887 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:12:14.919506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-9419d446-16c4-4f33-9996-013befe0f346 None None] Provisioning complete for port d84c1735-1e8a-42e8-93ed-13a7d2599887 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:14.919920 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9419d446-16c4-4f33-9996-013befe0f346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:15.066316 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'name': 'tempest-TestShelveInstance-520182066-router', 'tenant_id': '4a254dd7e67b4790bdea43165f05c2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fc4243c9-439b-461a-a5a8-0d74353cfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:11Z', 'updated_at': '2022-05-30T21:12:12Z', 'revision_number': 3, 'project_id': '4a254dd7e67b4790bdea43165f05c2c8', 'gw_port': {'id': 'fc4243c9-439b-461a-a5a8-0d74353cfc62', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:12Z', 'updated_at': '2022-05-30T21:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:15.070136 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1959106-c7d7-4e70-bd8c-be940ba20161 None None] The sync data for ids ['3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913'] in n-d-843949-2 is: [{'id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'name': 'tempest-TestShelveInstance-520182066-router', 'tenant_id': '4a254dd7e67b4790bdea43165f05c2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fc4243c9-439b-461a-a5a8-0d74353cfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:11Z', 'updated_at': '2022-05-30T21:12:12Z', 'revision_number': 3, 'project_id': '4a254dd7e67b4790bdea43165f05c2c8', 'gw_port': {'id': 'fc4243c9-439b-461a-a5a8-0d74353cfc62', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:12Z', 'updated_at': '2022-05-30T21:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:12:15.151310 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:15.155546 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:15.261345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Pushing event updated for resources: {'Port': ['ID=0a08d0b6-1adb-406a-bb2e-872b6301f80c,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:15.263893 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:15.309545 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9419d446-16c4-4f33-9996-013befe0f346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:15.358636 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-9419d446-16c4-4f33-9996-013befe0f346 None None] For port d84c1735-1e8a-42e8-93ed-13a7d2599887, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d84c1735-1e8a-42e8-93ed-13a7d2599887,segment=NetworkSegment(d5294a84-aab1-4fd2-abed-410f17d33c53),segment_id=d5294a84-aab1-4fd2-abed-410f17d33c53)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:12:15.365683 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9419d446-16c4-4f33-9996-013befe0f346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:15.411216 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Network c1593ca5-cb56-4c03-b714-d50a637f8d8d is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:12:15.412759 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:12:15.432891 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:08Z', 'revision_number': 4, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '26abe947-6793-4549-8ef0-3e5c272f43ed', 'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'mac_address': 'fa:16:3e:59:26:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:07Z', 'updated_at': '2022-05-30T21:12:14Z', 'revision_number': 4, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'subnets': [{'id': 'cfe1e031-3169-408c-b215-330f41b89105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:15.444859 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ddce1-a3fa-4d47-9a89-9f21a8157b44 None None] The sync data for ids ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'] in n-d-843949-2 is: [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:08Z', 'revision_number': 4, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '26abe947-6793-4549-8ef0-3e5c272f43ed', 'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'mac_address': 'fa:16:3e:59:26:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:07Z', 'updated_at': '2022-05-30T21:12:14Z', 'revision_number': 4, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'subnets': [{'id': 'cfe1e031-3169-408c-b215-330f41b89105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:12:15.453537 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419d446-16c4-4f33-9996-013befe0f346 None None] Pushing event updated for resources: {'Port': ['ID=d84c1735-1e8a-42e8-93ed-13a7d2599887,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:15.758931 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cb625827-c935-4898-997e-1e3fa53ac6d7 None None] Provisioning for port 0a08d0b6-1adb-406a-bb2e-872b6301f80c completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:12:15.771708 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cb625827-c935-4898-997e-1e3fa53ac6d7 None None] Provisioning complete for port 0a08d0b6-1adb-406a-bb2e-872b6301f80c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:15.772159 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cb625827-c935-4898-997e-1e3fa53ac6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:15.896355 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-cb625827-c935-4898-997e-1e3fa53ac6d7 None None] Port 0a08d0b6-1adb-406a-bb2e-872b6301f80c cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:12:15.919047 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cb625827-c935-4898-997e-1e3fa53ac6d7 None None] Provisioning complete for port d84c1735-1e8a-42e8-93ed-13a7d2599887 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:15.919423 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cb625827-c935-4898-997e-1e3fa53ac6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:15.926391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Router 3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:12:16.143240 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 26abe947-6793-4549-8ef0-3e5c272f43ed up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:12:16.241228 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:12:16.253490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-0322c975-738b-4302-b5a2-0a142f6f2aa8 None None] Provisioning complete for port 0a08d0b6-1adb-406a-bb2e-872b6301f80c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:16.253853 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0322c975-738b-4302-b5a2-0a142f6f2aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:16.268242 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dccf0200-438e-4d00-8044-0414c9c5dfa4 admin admin] 10.222.0.84 "PUT /v2.0/routers/3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2097304 May 30 21:12:16.344436 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-0322c975-738b-4302-b5a2-0a142f6f2aa8 None None] Port 0a08d0b6-1adb-406a-bb2e-872b6301f80c cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:12:16.347421 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 26abe947-6793-4549-8ef0-3e5c272f43ed completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:12:16.353154 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 26abe947-6793-4549-8ef0-3e5c272f43ed triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:16.353519 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:16.495013 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:16.515717 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-cefb5c13-41b0-4c03-bbfa-2ae54e7721d2 None None] Provisioning complete for port 0a08d0b6-1adb-406a-bb2e-872b6301f80c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:16.516162 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cefb5c13-41b0-4c03-bbfa-2ae54e7721d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:16.588163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 26abe947-6793-4549-8ef0-3e5c272f43ed, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=26abe947-6793-4549-8ef0-3e5c272f43ed,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:12:16.591091 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-cefb5c13-41b0-4c03-bbfa-2ae54e7721d2 None None] Port 0a08d0b6-1adb-406a-bb2e-872b6301f80c cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:12:16.594910 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:16.595847 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device fc4243c9-439b-461a-a5a8-0d74353cfc62 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:12:16.710481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=26abe947-6793-4549-8ef0-3e5c272f43ed,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:16.727549 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port fc4243c9-439b-461a-a5a8-0d74353cfc62 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:12:16.732863 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port fc4243c9-439b-461a-a5a8-0d74353cfc62 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:16.733236 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:16.816375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53764) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:16.823027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5eb806a9-169e-4791-8dc5-a7a93f4d18f2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1315385456', 'description': 'tempest-secgroup-smoke-1315385456 description', 'project_id': '990cca1147704c64a93d7bcaf2236785'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:12:16.832027 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5eb806a9-169e-4791-8dc5-a7a93f4d18f2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:16.839046 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5eb806a9-169e-4791-8dc5-a7a93f4d18f2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:security_group and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:12:16.843049 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5eb806a9-169e-4791-8dc5-a7a93f4d18f2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:12:16.850077 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5eb806a9-169e-4791-8dc5-a7a93f4d18f2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:16.863227 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5eb806a9-169e-4791-8dc5-a7a93f4d18f2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:16.864112 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:16.881350 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port fc4243c9-439b-461a-a5a8-0d74353cfc62, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=fc4243c9-439b-461a-a5a8-0d74353cfc62,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:12:16.885781 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:16.886750 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d84c1735-1e8a-42e8-93ed-13a7d2599887 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:12:16.904510 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5eb806a9-169e-4791-8dc5-a7a93f4d18f2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:16.908534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5eb806a9-169e-4791-8dc5-a7a93f4d18f2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:security_group_rule and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:12:16.911486 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5eb806a9-169e-4791-8dc5-a7a93f4d18f2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:12:16.917874 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5eb806a9-169e-4791-8dc5-a7a93f4d18f2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:16.980930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5eb806a9-169e-4791-8dc5-a7a93f4d18f2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:16.984835 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5eb806a9-169e-4791-8dc5-a7a93f4d18f2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.005097 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=fc4243c9-439b-461a-a5a8-0d74353cfc62,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:17.018037 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port d84c1735-1e8a-42e8-93ed-13a7d2599887 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:17.018375 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.026852 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb806a9-169e-4791-8dc5-a7a93f4d18f2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106b26bd-d002-4d6e-9764-c4ee01110b31,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:17.029573 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5eb806a9-169e-4791-8dc5-a7a93f4d18f2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.033889 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5eb806a9-169e-4791-8dc5-a7a93f4d18f2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2129261 May 30 21:12:17.033889 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53768) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:17.039739 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-0b166aa3-458f-4bfb-9e34-5e8dae5ebe2e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Request body: {'security_group_rule': {'security_group_id': '106b26bd-d002-4d6e-9764-c4ee01110b31', 'project_id': '990cca1147704c64a93d7bcaf2236785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:12:17.046418 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0b166aa3-458f-4bfb-9e34-5e8dae5ebe2e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:17.050159 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0b166aa3-458f-4bfb-9e34-5e8dae5ebe2e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:security_group_rule and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:12:17.052957 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-0b166aa3-458f-4bfb-9e34-5e8dae5ebe2e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:12:17.058493 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-0b166aa3-458f-4bfb-9e34-5e8dae5ebe2e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:17.075203 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b166aa3-458f-4bfb-9e34-5e8dae5ebe2e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.137199 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b166aa3-458f-4bfb-9e34-5e8dae5ebe2e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.141035 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b166aa3-458f-4bfb-9e34-5e8dae5ebe2e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.165495 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b166aa3-458f-4bfb-9e34-5e8dae5ebe2e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efc9a41-c301-44b4-92e9-d98c64b08014,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:17.175103 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-0b166aa3-458f-4bfb-9e34-5e8dae5ebe2e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.179706 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53772) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:17.179978 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-0b166aa3-458f-4bfb-9e34-5e8dae5ebe2e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1450338 May 30 21:12:17.185408 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-05bdbad6-4147-49cf-8475-599866faa13b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Request body: {'security_group_rule': {'security_group_id': '106b26bd-d002-4d6e-9764-c4ee01110b31', 'project_id': '990cca1147704c64a93d7bcaf2236785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:12:17.192466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-05bdbad6-4147-49cf-8475-599866faa13b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:17.196350 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-05bdbad6-4147-49cf-8475-599866faa13b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:security_group_rule and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:12:17.199203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-05bdbad6-4147-49cf-8475-599866faa13b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:12:17.205502 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-05bdbad6-4147-49cf-8475-599866faa13b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:17.222324 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05bdbad6-4147-49cf-8475-599866faa13b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.285502 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05bdbad6-4147-49cf-8475-599866faa13b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.289273 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05bdbad6-4147-49cf-8475-599866faa13b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.312603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bdbad6-4147-49cf-8475-599866faa13b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edb9a34-ca1d-4349-98b3-ea1d95faa42d,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:17.324808 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-05bdbad6-4147-49cf-8475-599866faa13b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.325997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-05bdbad6-4147-49cf-8475-599866faa13b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1452355 May 30 21:12:17.328774 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53776) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:17.334391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-d851996b-fb35-47ae-9514-2b60aa91e2e3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Request body: {'security_group_rule': {'security_group_id': '106b26bd-d002-4d6e-9764-c4ee01110b31', 'project_id': '990cca1147704c64a93d7bcaf2236785', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:12:17.341076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d851996b-fb35-47ae-9514-2b60aa91e2e3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:17.344921 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d851996b-fb35-47ae-9514-2b60aa91e2e3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:security_group_rule and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:12:17.347845 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-d851996b-fb35-47ae-9514-2b60aa91e2e3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:12:17.353535 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-d851996b-fb35-47ae-9514-2b60aa91e2e3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:17.370285 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d851996b-fb35-47ae-9514-2b60aa91e2e3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.435082 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d851996b-fb35-47ae-9514-2b60aa91e2e3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.438662 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d851996b-fb35-47ae-9514-2b60aa91e2e3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.463037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851996b-fb35-47ae-9514-2b60aa91e2e3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7282aaf-970d-4870-b427-da2a03f5289c,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:17.471897 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d851996b-fb35-47ae-9514-2b60aa91e2e3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.473076 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d851996b-fb35-47ae-9514-2b60aa91e2e3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1433868 May 30 21:12:17.475801 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53780) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:17.481053 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-8352692f-d141-4c39-9165-3a06708469fb tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Request body: {'security_group_rule': {'security_group_id': '106b26bd-d002-4d6e-9764-c4ee01110b31', 'project_id': '990cca1147704c64a93d7bcaf2236785', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:12:17.487864 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8352692f-d141-4c39-9165-3a06708469fb tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:17.491691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8352692f-d141-4c39-9165-3a06708469fb tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:security_group_rule and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:12:17.494641 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8352692f-d141-4c39-9165-3a06708469fb tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:12:17.500258 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8352692f-d141-4c39-9165-3a06708469fb tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:17.516959 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8352692f-d141-4c39-9165-3a06708469fb tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.579487 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8352692f-d141-4c39-9165-3a06708469fb tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.583402 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8352692f-d141-4c39-9165-3a06708469fb tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.606740 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352692f-d141-4c39-9165-3a06708469fb tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed58300-2cf4-43f9-93e5-ff6d5c784f6e,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:17.616569 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8352692f-d141-4c39-9165-3a06708469fb tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.617721 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8352692f-d141-4c39-9165-3a06708469fb tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1409893 May 30 21:12:17.620522 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53784) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:17.625782 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-e1a26b36-3b73-4656-9ceb-86486e7296e8 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Request body: {'security_group_rule': {'security_group_id': '106b26bd-d002-4d6e-9764-c4ee01110b31', 'project_id': '990cca1147704c64a93d7bcaf2236785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:12:17.631837 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e1a26b36-3b73-4656-9ceb-86486e7296e8 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:17.635564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e1a26b36-3b73-4656-9ceb-86486e7296e8 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:security_group_rule and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:12:17.638396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e1a26b36-3b73-4656-9ceb-86486e7296e8 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:12:17.643978 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e1a26b36-3b73-4656-9ceb-86486e7296e8 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:17.654069 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-e1a26b36-3b73-4656-9ceb-86486e7296e8 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Project 990cca1147704c64a93d7bcaf2236785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:12:17.660746 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e1a26b36-3b73-4656-9ceb-86486e7296e8 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.724240 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e1a26b36-3b73-4656-9ceb-86486e7296e8 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.728192 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e1a26b36-3b73-4656-9ceb-86486e7296e8 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.755539 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a26b36-3b73-4656-9ceb-86486e7296e8 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71dffd0e-a787-4cf7-82e3-857af6713e19,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:17.761640 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e1a26b36-3b73-4656-9ceb-86486e7296e8 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.762720 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e1a26b36-3b73-4656-9ceb-86486e7296e8 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1413054 May 30 21:12:17.765427 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 53788) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:17.770617 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-2d8485c5-5246-4176-b418-7ad8fbd63c96 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Request body: {'security_group_rule': {'security_group_id': '106b26bd-d002-4d6e-9764-c4ee01110b31', 'project_id': '990cca1147704c64a93d7bcaf2236785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:12:17.776943 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2d8485c5-5246-4176-b418-7ad8fbd63c96 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:17.780676 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2d8485c5-5246-4176-b418-7ad8fbd63c96 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:security_group_rule and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:12:17.783520 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2d8485c5-5246-4176-b418-7ad8fbd63c96 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:12:17.790435 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2d8485c5-5246-4176-b418-7ad8fbd63c96 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:17.803713 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-2d8485c5-5246-4176-b418-7ad8fbd63c96 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Project 990cca1147704c64a93d7bcaf2236785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:12:17.810132 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2d8485c5-5246-4176-b418-7ad8fbd63c96 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.873416 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2d8485c5-5246-4176-b418-7ad8fbd63c96 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.876689 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2d8485c5-5246-4176-b418-7ad8fbd63c96 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.900803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8485c5-5246-4176-b418-7ad8fbd63c96 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8a8f4c-0572-4f64-96fa-03c911837410,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:17.910565 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2d8485c5-5246-4176-b418-7ad8fbd63c96 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:17.911915 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2d8485c5-5246-4176-b418-7ad8fbd63c96 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1455884 May 30 21:12:17.945435 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 26abe947-6793-4549-8ef0-3e5c272f43ed up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:12:18.013629 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 26abe947-6793-4549-8ef0-3e5c272f43ed triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:18.013990 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:18.106588 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-4706f498-8046-4e90-8a0f-dd04cd2c4758 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1315385456&fields=id&tenant_id=990cca1147704c64a93d7bcaf2236785 HTTP/1.1" status: 200 len: 267 time: 0.0408177 May 30 21:12:18.130057 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device fc4243c9-439b-461a-a5a8-0d74353cfc62 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:12:18.195735 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port fc4243c9-439b-461a-a5a8-0d74353cfc62 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:18.196132 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:18.351289 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-e4926d83-58c8-406d-afed-457a47bc813f tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:18.352749 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-e4926d83-58c8-406d-afed-457a47bc813f tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 809 time: 0.2398250 May 30 21:12:18.370222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-38f85837-6d7f-4634-9ddb-60a2b4dbb15f tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/quotas/990cca1147704c64a93d7bcaf2236785 HTTP/1.1" status: 200 len: 375 time: 0.0118845 May 30 21:12:18.452168 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-1084a717-0f16-4484-a5d0-48ad5be466d7 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Synchronizing usage tracker for tenant:990cca1147704c64a93d7bcaf2236785 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:12:18.468777 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-1084a717-0f16-4484-a5d0-48ad5be466d7 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Unset dirty status for tenant:990cca1147704c64a93d7bcaf2236785 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:12:18.470093 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-1084a717-0f16-4484-a5d0-48ad5be466d7 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944993 May 30 21:12:18.607708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-f14f0361-a82a-4f31-8dc8-fd4e2cb22c33 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:12:18.608714 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-f14f0361-a82a-4f31-8dc8-fd4e2cb22c33 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1267138 May 30 21:12:18.743893 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-29af01c2-c392-45ba-8f29-df34213dea20 service neutron] 10.222.0.84 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276956 May 30 21:12:18.874253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-f8004fcf-febb-4c24-9c54-55bc6a532468 service neutron] 10.222.0.84 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245689 May 30 21:12:19.075817 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-39a6a4c3-53b4-46e0-9b64-cbe98fa5a485 req-bb0da19b-8518-4108-a03a-d52d2cde2a9d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 210 time: 0.0448954 May 30 21:12:20.186631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-38f410cb-8d71-4651-bd95-50339e1ec4a3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:20.187212 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-38f410cb-8d71-4651-bd95-50339e1ec4a3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Synchronizing usage tracker for tenant:990cca1147704c64a93d7bcaf2236785 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:12:20.207132 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-38f410cb-8d71-4651-bd95-50339e1ec4a3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Unset dirty status for tenant:990cca1147704c64a93d7bcaf2236785 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:12:20.208363 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-38f410cb-8d71-4651-bd95-50339e1ec4a3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.93 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 809 time: 0.2684214 May 30 21:12:20.240913 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c1765b95-6fcf-455d-af88-776916adde24 req-3cd234bf-615d-453a-98ab-f2f60b1b2ae3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 210 time: 0.0411119 May 30 21:12:20.266899 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-b51c7541-ab89-4c54-9acb-47be83efcb96 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Synchronizing usage tracker for tenant:990cca1147704c64a93d7bcaf2236785 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:12:20.283160 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-b51c7541-ab89-4c54-9acb-47be83efcb96 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Unset dirty status for tenant:990cca1147704c64a93d7bcaf2236785 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:12:20.284426 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-b51c7541-ab89-4c54-9acb-47be83efcb96 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=990cca1147704c64a93d7bcaf2236785 HTTP/1.1" status: 200 len: 380 time: 0.0632946 May 30 21:12:20.292553 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-31d3cbf4-f8bd-41dc-97d4-2a48c6de3f19 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Request body: {'port': {'device_id': '95401f0d-76dc-42db-9083-8243a5f80d85', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'admin_state_up': True, 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'security_groups': ['106b26bd-d002-4d6e-9764-c4ee01110b31']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:12:20.429192 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-31d3cbf4-f8bd-41dc-97d4-2a48c6de3f19 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:20.438757 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-31d3cbf4-f8bd-41dc-97d4-2a48c6de3f19 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:20.449455 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-31d3cbf4-f8bd-41dc-97d4-2a48c6de3f19 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Made reservation on behalf of 990cca1147704c64a93d7bcaf2236785 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:12:20.452510 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-31d3cbf4-f8bd-41dc-97d4-2a48c6de3f19 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:20.621248 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-31d3cbf4-f8bd-41dc-97d4-2a48c6de3f19 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Allocated IP 172.20.0.10 (0116abc1-5527-40e1-8bdb-164ac357da93/cfe1e031-3169-408c-b215-330f41b89105/92061d0f-968f-41a2-955b-ae4f15678941) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:12:20.842644 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-31d3cbf4-f8bd-41dc-97d4-2a48c6de3f19 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:20.861687 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-31d3cbf4-f8bd-41dc-97d4-2a48c6de3f19 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Transition to ACTIVE for port object 92061d0f-968f-41a2-955b-ae4f15678941 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:12:20.887926 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-31d3cbf4-f8bd-41dc-97d4-2a48c6de3f19 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:20.979989 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-31d3cbf4-f8bd-41dc-97d4-2a48c6de3f19 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Network 0116abc1-5527-40e1-8bdb-164ac357da93 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:12:20.982886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-31d3cbf4-f8bd-41dc-97d4-2a48c6de3f19 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:12:20.986867 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-31d3cbf4-f8bd-41dc-97d4-2a48c6de3f19 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:12:21.027880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3cbf4-f8bd-41dc-97d4-2a48c6de3f19 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'Port': ['ID=92061d0f-968f-41a2-955b-ae4f15678941,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:21.068317 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-31d3cbf4-f8bd-41dc-97d4-2a48c6de3f19 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:21.068908 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-31d3cbf4-f8bd-41dc-97d4-2a48c6de3f19 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:21.100093 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-31d3cbf4-f8bd-41dc-97d4-2a48c6de3f19 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8095524 May 30 21:12:21.109768 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Request body: {'port': {'device_id': '95401f0d-76dc-42db-9083-8243a5f80d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:12:21.222611 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:21.242106 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c3385d86-b7a6-4235-98bb-979fbead12b7 None None] Provisioning for port 92061d0f-968f-41a2-955b-ae4f15678941 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:12:21.247229 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-c3385d86-b7a6-4235-98bb-979fbead12b7 None None] Provisioning complete for port 92061d0f-968f-41a2-955b-ae4f15678941 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:21.247587 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c3385d86-b7a6-4235-98bb-979fbead12b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:21.312856 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-c3385d86-b7a6-4235-98bb-979fbead12b7 None None] Port 92061d0f-968f-41a2-955b-ae4f15678941 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:12:21.452374 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661da0d-7c15-433c-a071-1b4ee36cb0da req-1cd587cf-3fdc-4c2f-98bf-c570fb384682 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:21.453834 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5661da0d-7c15-433c-a071-1b4ee36cb0da req-1cd587cf-3fdc-4c2f-98bf-c570fb384682 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 932 time: 0.0819876 May 30 21:12:21.501072 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5661da0d-7c15-433c-a071-1b4ee36cb0da req-e4d9f349-271c-4f22-887b-b2721c31a884 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416760 May 30 21:12:21.568933 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92061d0f-968f-41a2-955b-ae4f15678941 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:12:21.575781 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:21.589853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Transition to ACTIVE for port object 92061d0f-968f-41a2-955b-ae4f15678941 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:12:21.593809 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:21.720623 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Pushing event updated for resources: {'Port': ['ID=92061d0f-968f-41a2-955b-ae4f15678941,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:21.828121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Attempting to bind port 92061d0f-968f-41a2-955b-ae4f15678941 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:12:21.828503 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Attempting to bind port 92061d0f-968f-41a2-955b-ae4f15678941 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:12:21.828775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Attempting to bind port 92061d0f-968f-41a2-955b-ae4f15678941 on network 0116abc1-5527-40e1-8bdb-164ac357da93 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:12:21.835255 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Port 92061d0f-968f-41a2-955b-ae4f15678941 on network 0116abc1-5527-40e1-8bdb-164ac357da93 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:12:21.835573 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Attempting to bind port 92061d0f-968f-41a2-955b-ae4f15678941 on network 0116abc1-5527-40e1-8bdb-164ac357da93 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:12:21.841929 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:12:21.842263 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Checking segment: {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:12:21.842639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Bound using segment: {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:12:21.843065 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Bound port: 92061d0f-968f-41a2-955b-ae4f15678941, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:12:21.843413 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:21.933470 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] For port 92061d0f-968f-41a2-955b-ae4f15678941, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:12:21.936250 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] For port 92061d0f-968f-41a2-955b-ae4f15678941, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=92061d0f-968f-41a2-955b-ae4f15678941,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:12:21.940514 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:21.998192 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:21.999669 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] 10.222.0.93 "PUT /v2.0/ports/92061d0f-968f-41a2-955b-ae4f15678941 HTTP/1.1" status: 200 len: 1092 time: 0.8943925 May 30 21:12:22.002714 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95401f0d-76dc-42db-9083-8243a5f80d85', 'tag': '92061d0f-968f-41a2-955b-ae4f15678941'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:12:22.031874 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5c049-7be8-4e24-8d9a-c55e3d8294fd service neutron] Pushing event updated for resources: {'Port': ['ID=92061d0f-968f-41a2-955b-ae4f15678941,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:22.073982 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24915717-55f9-418f-bdb3-73bc97b992aa'] response: {'name': 'network-changed', 'server_uuid': '95401f0d-76dc-42db-9083-8243a5f80d85', 'tag': '92061d0f-968f-41a2-955b-ae4f15678941', 'status': 'completed', 'code': 200} May 30 21:12:22.120037 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-e2f2209b-b865-42d4-bd44-70553bf9dde4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 1095 time: 0.0774283 May 30 21:12:22.274927 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-2bcfb138-12ef-4778-9ff3-6bd5ebeee316 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92061d0f-968f-41a2-955b-ae4f15678941 HTTP/1.1" status: 200 len: 217 time: 0.1478331 May 30 21:12:22.337964 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-e549d6b6-383b-4d96-88be-4b8c4e5a6de0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:22.339353 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-e549d6b6-383b-4d96-88be-4b8c4e5a6de0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.0586574 May 30 21:12:22.410890 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-56b1bb08-482e-4bc0-ac29-fad3619c644b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655627 May 30 21:12:22.543683 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-057aea2b-d5a5-4984-8535-6f527e22b8d7 service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271992 May 30 21:12:22.675789 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3319d9cc-c8f5-41b7-b4d6-40e085a3d21f req-3e0767c1-dc20-4577-848d-8a75cefd0348 service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249270 May 30 21:12:22.695477 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b37e6d-bbd1-48ca-91bb-bce23d9c95ca req-4ddf4a9f-840d-454b-96db-e90c3b77a121 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:22.697035 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9b37e6d-bbd1-48ca-91bb-bce23d9c95ca req-4ddf4a9f-840d-454b-96db-e90c3b77a121 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 944 time: 0.0777025 May 30 21:12:22.742872 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c9b37e6d-bbd1-48ca-91bb-bce23d9c95ca req-f898db59-ed12-4c90-b570-b89ea10be923 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403514 May 30 21:12:22.789719 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d4f14839-8143-4bb8-ad5a-c304939b3d4a req-bf1747b4-607c-4b39-b1f3-e368c36c4623 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 1095 time: 0.0723367 May 30 21:12:22.919714 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f14839-8143-4bb8-ad5a-c304939b3d4a req-43abf328-3498-476a-b07e-885d63856810 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:22.921168 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d4f14839-8143-4bb8-ad5a-c304939b3d4a req-43abf328-3498-476a-b07e-885d63856810 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.1261344 May 30 21:12:22.986846 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d4f14839-8143-4bb8-ad5a-c304939b3d4a req-7e0b29f4-838c-4a8a-8c29-fb1c2f2adfe2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92061d0f-968f-41a2-955b-ae4f15678941 HTTP/1.1" status: 200 len: 217 time: 0.0589826 May 30 21:12:23.050848 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f14839-8143-4bb8-ad5a-c304939b3d4a req-80ec945c-6da6-4853-be2c-57690084560e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:23.052173 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d4f14839-8143-4bb8-ad5a-c304939b3d4a req-80ec945c-6da6-4853-be2c-57690084560e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.0593860 May 30 21:12:23.124229 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d4f14839-8143-4bb8-ad5a-c304939b3d4a req-eb1dce99-5aa6-4f88-8cb5-3fb1b8cdd8b4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657856 May 30 21:12:23.253974 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d4f14839-8143-4bb8-ad5a-c304939b3d4a req-2d3d8234-4d0c-44fa-9fed-1924e228d22a service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226230 May 30 21:12:23.384047 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d4f14839-8143-4bb8-ad5a-c304939b3d4a req-8fdedabc-0952-4994-b6a2-aaa429c7bb71 service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240852 May 30 21:12:23.942791 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3aa33c-59ab-4477-9663-a5f0db5106a6 req-f98b1007-7583-4970-b6a5-ae3f5e3e7a50 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:23.944239 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2f3aa33c-59ab-4477-9663-a5f0db5106a6 req-f98b1007-7583-4970-b6a5-ae3f5e3e7a50 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 944 time: 0.0814772 May 30 21:12:23.989584 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2f3aa33c-59ab-4477-9663-a5f0db5106a6 req-7128cddc-6fce-4611-b7a1-ea637b1b5c51 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398595 May 30 21:12:25.184297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf195c-a543-4756-82e2-5f2c0df4a1cd req-b8dfa85e-4d99-46c4-98a3-3dfe122b4cb7 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:25.185710 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04bf195c-a543-4756-82e2-5f2c0df4a1cd req-b8dfa85e-4d99-46c4-98a3-3dfe122b4cb7 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 944 time: 0.0751750 May 30 21:12:25.193331 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 92061d0f-968f-41a2-955b-ae4f15678941 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:12:25.235387 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-04bf195c-a543-4756-82e2-5f2c0df4a1cd req-9200d3f1-d8c9-41c3-a2d0-da338b1b9fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436306 May 30 21:12:25.326350 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 92061d0f-968f-41a2-955b-ae4f15678941, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=92061d0f-968f-41a2-955b-ae4f15678941,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:12:25.343165 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '92061d0f-968f-41a2-955b-ae4f15678941', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'port_id': '92061d0f-968f-41a2-955b-ae4f15678941', 'mac_address': 'fa:16:3e:ce:6f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:12:25.395545 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:25.412123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92061d0f-968f-41a2-955b-ae4f15678941 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:12:25.426667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 92061d0f-968f-41a2-955b-ae4f15678941, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=92061d0f-968f-41a2-955b-ae4f15678941,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:12:25.430724 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:25.494305 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=92061d0f-968f-41a2-955b-ae4f15678941,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:25.654246 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['92061d0f-968f-41a2-955b-ae4f15678941'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:12:26.431397 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b296e9-7aae-4abc-ae9b-347ed2d3c140 req-6873eb55-62d2-4c5a-b479-206830c47d0c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:26.432854 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63b296e9-7aae-4abc-ae9b-347ed2d3c140 req-6873eb55-62d2-4c5a-b479-206830c47d0c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 945 time: 0.0768294 May 30 21:12:26.478542 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-63b296e9-7aae-4abc-ae9b-347ed2d3c140 req-baae1756-40d1-4a53-a9eb-4020baf08242 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400577 May 30 21:12:27.208157 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 92061d0f-968f-41a2-955b-ae4f15678941 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:12:27.275354 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 92061d0f-968f-41a2-955b-ae4f15678941 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:12:27.280221 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 92061d0f-968f-41a2-955b-ae4f15678941 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:27.280577 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:27.392506 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:27.418854 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95401f0d-76dc-42db-9083-8243a5f80d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92061d0f-968f-41a2-955b-ae4f15678941'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:12:27.428874 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 92061d0f-968f-41a2-955b-ae4f15678941, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=92061d0f-968f-41a2-955b-ae4f15678941,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:12:27.432329 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:27.497052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=92061d0f-968f-41a2-955b-ae4f15678941,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:27.549017 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe1784c-afec-4deb-96f1-3ca8e35de368'] response: {'server_uuid': '95401f0d-76dc-42db-9083-8243a5f80d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92061d0f-968f-41a2-955b-ae4f15678941', 'code': 200} May 30 21:12:27.684560 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-50c5d9d8-9ff0-4013-9e85-88f1450aaf75 req-9b233422-d5d0-40a8-b09a-f904931acd7c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 1097 time: 0.0809925 May 30 21:12:27.690578 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c489649-b7a2-40b6-bffa-8098825d237f req-80aec979-4c6c-41e9-86fc-fa7f025c7ccc tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:27.692536 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c489649-b7a2-40b6-bffa-8098825d237f req-80aec979-4c6c-41e9-86fc-fa7f025c7ccc tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0913446 May 30 21:12:27.728189 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-50c5d9d8-9ff0-4013-9e85-88f1450aaf75 req-3630104d-bfde-41ec-b704-cf92e10d2962 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371096 May 30 21:12:27.739910 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c489649-b7a2-40b6-bffa-8098825d237f req-e6c46874-c0a5-4b8c-9661-e2ebcea426b6 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416241 May 30 21:12:27.903122 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b4271e78-f785-46c2-890b-92c033ee07c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:28.936789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f218b-cfd3-496b-9e66-a6a92adb7d68 req-f278eb48-0c02-415c-9d4a-551fde0dfe98 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:28.938234 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d80f218b-cfd3-496b-9e66-a6a92adb7d68 req-f278eb48-0c02-415c-9d4a-551fde0dfe98 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0758333 May 30 21:12:28.983290 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d80f218b-cfd3-496b-9e66-a6a92adb7d68 req-852f41cc-5a34-40fc-9815-c146e4e13694 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390482 May 30 21:12:29.178574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896735d-0296-4510-a575-eaed71101312 req-0f9990e2-4c54-4af2-83ec-69e6de76ada7 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:29.180048 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a896735d-0296-4510-a575-eaed71101312 req-0f9990e2-4c54-4af2-83ec-69e6de76ada7 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0798090 May 30 21:12:29.225702 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a896735d-0296-4510-a575-eaed71101312 req-98f19ae6-dbd9-4d7e-af93-6436bd2a5a7f tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401590 May 30 21:12:29.254598 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53842) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:29.386413 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8332823e-b231-496d-ab84-831a161d7edc tempest-TestShelveInstance-2119680478 tempest-TestShelveInstance-2119680478-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 1092 time: 0.1306663 May 30 21:12:29.389218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 53848) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:12:29.394258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': '92061d0f-968f-41a2-955b-ae4f15678941', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:12:29.400489 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:12:29.404296 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:floatingip and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:12:29.407084 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:12:29.413063 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:12:29.423245 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:29.556813 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:29.776456 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Allocated IP 172.25.5.228 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/a9c8d19c-73f2-4378-8f11-b990e82c34bf) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:12:29.922681 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:29.949296 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:30.015689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:12:30.018350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:12:30.022538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:12:30.052007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'Port': ['ID=a9c8d19c-73f2-4378-8f11-b990e82c34bf,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:30.103082 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ade66153-7b0b-4815-9d7d-3526b2e596d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:30.525547 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:30.578650 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:30.777058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:30.782002 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:30.887794 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'Port': ['ID=a9c8d19c-73f2-4378-8f11-b990e82c34bf,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:30.901565 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:31.089031 n-d-843949-2 neutron-server[84024]: INFO neutron.db.l3_db [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Floating IP 528601dc-3142-4c48-96e7-d70ebaadc50c associated. External IP: 172.25.5.228, port: 92061d0f-968f-41a2-955b-ae4f15678941. May 30 21:12:31.482896 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:31.571836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:12:31.712617 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:31.771006 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:12:31.780877 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcca7d6d-3922-44eb-bb09-8accb7bb828d None None] Sync routers for ids ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:12:31.793612 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca7d6d-3922-44eb-bb09-8accb7bb828d None None] Routers {'0648da08-b06f-4a46-9e94-8e6cc2a7c668'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:12:31.794247 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-fcca7d6d-3922-44eb-bb09-8accb7bb828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:12:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:31.794866 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:31.851763 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-9310446d-d37e-4f57-ac96-696b5ed54fd4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4615383 May 30 21:12:31.852353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95401f0d-76dc-42db-9083-8243a5f80d85', 'tag': '92061d0f-968f-41a2-955b-ae4f15678941'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:12:31.906029 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06b6a16-7bdc-4a92-96fe-35ff17093b5a'] response: {'name': 'network-changed', 'server_uuid': '95401f0d-76dc-42db-9083-8243a5f80d85', 'tag': '92061d0f-968f-41a2-955b-ae4f15678941', 'status': 'completed', 'code': 200} May 30 21:12:31.977539 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-fcca7d6d-3922-44eb-bb09-8accb7bb828d None None] Set router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:12:31.997177 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a7178217-a89d-4b2c-b682-e89004e928f2 req-d115a84b-6748-46b9-a3f1-049b25c2291a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 1097 time: 0.0682862 May 30 21:12:32.130572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7178217-a89d-4b2c-b682-e89004e928f2 req-e06cbb38-8da0-4e15-91f7-c97230eca1fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:32.131927 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a7178217-a89d-4b2c-b682-e89004e928f2 req-e06cbb38-8da0-4e15-91f7-c97230eca1fd service neutron] 10.222.0.93 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.1251154 May 30 21:12:32.236208 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a7178217-a89d-4b2c-b682-e89004e928f2 req-cdbaf30e-cf91-4220-90b3-17e899390d91 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92061d0f-968f-41a2-955b-ae4f15678941 HTTP/1.1" status: 200 len: 1000 time: 0.0981953 May 30 21:12:32.299242 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7178217-a89d-4b2c-b682-e89004e928f2 req-ad1a7c37-16f6-4b95-98ec-547b4056a5ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:32.300745 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a7178217-a89d-4b2c-b682-e89004e928f2 req-ad1a7c37-16f6-4b95-98ec-547b4056a5ae service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.0591700 May 30 21:12:32.360843 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-fcca7d6d-3922-44eb-bb09-8accb7bb828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:08Z', 'revision_number': 4, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '528601dc-3142-4c48-96e7-d70ebaadc50c', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'port_id': '92061d0f-968f-41a2-955b-ae4f15678941', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'mac_address': 'fa:16:3e:ce:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95401f0d-76dc-42db-9083-8243a5f80d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:12:30Z', 'updated_at': '2022-05-30T21:12:30Z', 'revision_number': 0, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26abe947-6793-4549-8ef0-3e5c272f43ed', 'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'mac_address': 'fa:16:3e:59:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:07Z', 'updated_at': '2022-05-30T21:12:16Z', 'revision_number': 5, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'subnets': [{'id': 'cfe1e031-3169-408c-b215-330f41b89105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:32.364858 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcca7d6d-3922-44eb-bb09-8accb7bb828d None None] Checking router: 0648da08-b06f-4a46-9e94-8e6cc2a7c668 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:12:32.375324 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca7d6d-3922-44eb-bb09-8accb7bb828d None None] Routers {'0648da08-b06f-4a46-9e94-8e6cc2a7c668'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:12:32.375915 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-fcca7d6d-3922-44eb-bb09-8accb7bb828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:12:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:32.377045 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a7178217-a89d-4b2c-b682-e89004e928f2 req-c82345b7-908d-4166-81ae-117d1506acd0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709925 May 30 21:12:32.505701 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a7178217-a89d-4b2c-b682-e89004e928f2 req-9b7268fb-780d-4db4-a09c-5042dec9d60f service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228302 May 30 21:12:32.554809 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-fcca7d6d-3922-44eb-bb09-8accb7bb828d None None] Set router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:12:32.635274 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-a7178217-a89d-4b2c-b682-e89004e928f2 req-ea30380f-34ba-4eb0-a2ce-522ada360b9e service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243889 May 30 21:12:32.897724 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-fcca7d6d-3922-44eb-bb09-8accb7bb828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:08Z', 'revision_number': 4, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '528601dc-3142-4c48-96e7-d70ebaadc50c', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'port_id': '92061d0f-968f-41a2-955b-ae4f15678941', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'mac_address': 'fa:16:3e:ce:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95401f0d-76dc-42db-9083-8243a5f80d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:12:30Z', 'updated_at': '2022-05-30T21:12:30Z', 'revision_number': 0, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26abe947-6793-4549-8ef0-3e5c272f43ed', 'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'mac_address': 'fa:16:3e:59:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:07Z', 'updated_at': '2022-05-30T21:12:16Z', 'revision_number': 5, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'subnets': [{'id': 'cfe1e031-3169-408c-b215-330f41b89105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:32.901701 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcca7d6d-3922-44eb-bb09-8accb7bb828d None None] The sync data for ids ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'] in n-d-843949-2 is: [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:08Z', 'revision_number': 4, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '528601dc-3142-4c48-96e7-d70ebaadc50c', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'port_id': '92061d0f-968f-41a2-955b-ae4f15678941', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'mac_address': 'fa:16:3e:ce:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95401f0d-76dc-42db-9083-8243a5f80d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:12:30Z', 'updated_at': '2022-05-30T21:12:30Z', 'revision_number': 0, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26abe947-6793-4549-8ef0-3e5c272f43ed', 'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'mac_address': 'fa:16:3e:59:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:07Z', 'updated_at': '2022-05-30T21:12:16Z', 'revision_number': 5, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'subnets': [{'id': 'cfe1e031-3169-408c-b215-330f41b89105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:12:33.079161 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:33.838017 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:37.674715 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5387bdb-9d24-48ac-b83e-72e56eb5d149 None None] New status for floating IP 528601dc-3142-4c48-96e7-d70ebaadc50c: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:12:37.686060 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Sync routers for ids ['3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:12:37.699002 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Routers {'3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:12:37.699745 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:12:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:37.850599 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:37.897434 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Set router 3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:12:38.199042 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'name': 'tempest-TestShelveInstance-520182066-router', 'tenant_id': '4a254dd7e67b4790bdea43165f05c2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fc4243c9-439b-461a-a5a8-0d74353cfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:11Z', 'updated_at': '2022-05-30T21:12:14Z', 'revision_number': 4, 'project_id': '4a254dd7e67b4790bdea43165f05c2c8', 'gw_port': {'id': 'fc4243c9-439b-461a-a5a8-0d74353cfc62', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:12Z', 'updated_at': '2022-05-30T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0a08d0b6-1adb-406a-bb2e-872b6301f80c', 'name': '', 'network_id': 'c1593ca5-cb56-4c03-b714-d50a637f8d8d', 'tenant_id': '4a254dd7e67b4790bdea43165f05c2c8', 'mac_address': 'fa:16:3e:c9:5f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f08dea47-8622-46fd-a479-098f6c1ec5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:13Z', 'updated_at': '2022-05-30T21:12:14Z', 'revision_number': 2, 'project_id': '4a254dd7e67b4790bdea43165f05c2c8', 'subnets': [{'id': 'f08dea47-8622-46fd-a479-098f6c1ec5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:38.202674 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Checking router: 3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:12:38.203014 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Updating router 3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913 port 0a08d0b6-1adb-406a-bb2e-872b6301f80c binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:12:38.252691 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:38.290974 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:12:38.616651 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:38.628552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Transition to ACTIVE for port object 0a08d0b6-1adb-406a-bb2e-872b6301f80c will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:12:38.634436 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:38.762275 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf567ea-48f2-4d03-837c-eb4787ffa1f2 None None] Pushing event updated for resources: {'Port': ['ID=0a08d0b6-1adb-406a-bb2e-872b6301f80c,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:38.853562 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Attempting to bind port 0a08d0b6-1adb-406a-bb2e-872b6301f80c on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:12:38.853927 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Attempting to bind port 0a08d0b6-1adb-406a-bb2e-872b6301f80c by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': 'd5294a84-aab1-4fd2-abed-410f17d33c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c1593ca5-cb56-4c03-b714-d50a637f8d8d'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:12:38.854284 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Attempting to bind port 0a08d0b6-1adb-406a-bb2e-872b6301f80c on network c1593ca5-cb56-4c03-b714-d50a637f8d8d {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:12:38.860775 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:12:38.860973 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Checking segment: {'id': 'd5294a84-aab1-4fd2-abed-410f17d33c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c1593ca5-cb56-4c03-b714-d50a637f8d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:12:38.861363 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:38.861749 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Bound using segment: {'id': 'd5294a84-aab1-4fd2-abed-410f17d33c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c1593ca5-cb56-4c03-b714-d50a637f8d8d'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:12:38.862203 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Bound port: 0a08d0b6-1adb-406a-bb2e-872b6301f80c, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5294a84-aab1-4fd2-abed-410f17d33c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c1593ca5-cb56-4c03-b714-d50a637f8d8d'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:12:38.862596 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:38.952363 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] For port 0a08d0b6-1adb-406a-bb2e-872b6301f80c, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:12:38.955371 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] For port 0a08d0b6-1adb-406a-bb2e-872b6301f80c, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0a08d0b6-1adb-406a-bb2e-872b6301f80c,segment=NetworkSegment(d5294a84-aab1-4fd2-abed-410f17d33c53),segment_id=d5294a84-aab1-4fd2-abed-410f17d33c53)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:12:38.961666 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:39.049898 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf567ea-48f2-4d03-837c-eb4787ffa1f2 None None] Pushing event updated for resources: {'Port': ['ID=0a08d0b6-1adb-406a-bb2e-872b6301f80c,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:39.054468 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Routers {'3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:12:39.055077 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:12:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:39.236346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] Set router 3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:12:39.547744 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'name': 'tempest-TestShelveInstance-520182066-router', 'tenant_id': '4a254dd7e67b4790bdea43165f05c2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fc4243c9-439b-461a-a5a8-0d74353cfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:11Z', 'updated_at': '2022-05-30T21:12:14Z', 'revision_number': 4, 'project_id': '4a254dd7e67b4790bdea43165f05c2c8', 'gw_port': {'id': 'fc4243c9-439b-461a-a5a8-0d74353cfc62', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:12Z', 'updated_at': '2022-05-30T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0a08d0b6-1adb-406a-bb2e-872b6301f80c', 'name': '', 'network_id': 'c1593ca5-cb56-4c03-b714-d50a637f8d8d', 'tenant_id': '4a254dd7e67b4790bdea43165f05c2c8', 'mac_address': 'fa:16:3e:c9:5f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f08dea47-8622-46fd-a479-098f6c1ec5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:13Z', 'updated_at': '2022-05-30T21:12:38Z', 'revision_number': 4, 'project_id': '4a254dd7e67b4790bdea43165f05c2c8', 'subnets': [{'id': 'f08dea47-8622-46fd-a479-098f6c1ec5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:12:39.551678 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4dc04-61cc-4ae7-a17d-5d64ad2ad154 None None] The sync data for ids ['3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913'] in n-d-843949-2 is: [{'id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'name': 'tempest-TestShelveInstance-520182066-router', 'tenant_id': '4a254dd7e67b4790bdea43165f05c2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fc4243c9-439b-461a-a5a8-0d74353cfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:11Z', 'updated_at': '2022-05-30T21:12:14Z', 'revision_number': 4, 'project_id': '4a254dd7e67b4790bdea43165f05c2c8', 'gw_port': {'id': 'fc4243c9-439b-461a-a5a8-0d74353cfc62', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:12Z', 'updated_at': '2022-05-30T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '0a08d0b6-1adb-406a-bb2e-872b6301f80c', 'name': '', 'network_id': 'c1593ca5-cb56-4c03-b714-d50a637f8d8d', 'tenant_id': '4a254dd7e67b4790bdea43165f05c2c8', 'mac_address': 'fa:16:3e:c9:5f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f08dea47-8622-46fd-a479-098f6c1ec5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:13Z', 'updated_at': '2022-05-30T21:12:38Z', 'revision_number': 4, 'project_id': '4a254dd7e67b4790bdea43165f05c2c8', 'subnets': [{'id': 'f08dea47-8622-46fd-a479-098f6c1ec5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:12:39.968746 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0a08d0b6-1adb-406a-bb2e-872b6301f80c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:12:40.044441 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 0a08d0b6-1adb-406a-bb2e-872b6301f80c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:12:40.049954 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0a08d0b6-1adb-406a-bb2e-872b6301f80c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:40.050319 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:40.171685 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:40.204021 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 0a08d0b6-1adb-406a-bb2e-872b6301f80c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0a08d0b6-1adb-406a-bb2e-872b6301f80c,segment=NetworkSegment(d5294a84-aab1-4fd2-abed-410f17d33c53),segment_id=d5294a84-aab1-4fd2-abed-410f17d33c53)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:12:40.209168 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:40.282944 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=0a08d0b6-1adb-406a-bb2e-872b6301f80c,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:12:41.952190 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0a08d0b6-1adb-406a-bb2e-872b6301f80c up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:12:42.017888 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 0a08d0b6-1adb-406a-bb2e-872b6301f80c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:12:42.018250 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:57.904813 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d94d8f89-fd5a-47fc-aa1c-42fb704ab244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:00.104369 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8e288216-ba8d-49c2-88f8-ad52d3059453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:01.485351 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:01.713963 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:03.082364 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:03.854243 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:07.778985 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:15.291502 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:13:27.906652 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a0542490-bec8-40ae-a240-0b6a368d14af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:30.103206 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0ea7fd87-e14d-4866-a8ca-64b11f18a7c3 req-c511ba44-c29f-48a9-a87b-3bf381a665c8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738471 May 30 21:13:30.106845 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-24316b8b-c64e-4a18-b834-a03618a60eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:30.248183 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0ea7fd87-e14d-4866-a8ca-64b11f18a7c3 req-cdb98248-08d0-4a40-aec0-d10bfdf308e1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 1097 time: 0.0725935 May 30 21:13:30.389126 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7fd87-e14d-4866-a8ca-64b11f18a7c3 req-b9cd334c-35f8-4d08-82a1-9e7435d4eaf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:13:30.390540 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0ea7fd87-e14d-4866-a8ca-64b11f18a7c3 req-b9cd334c-35f8-4d08-82a1-9e7435d4eaf7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.1247411 May 30 21:13:30.598481 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0ea7fd87-e14d-4866-a8ca-64b11f18a7c3 req-68524a1a-7294-484f-a36e-09aa3e37d7ef service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92061d0f-968f-41a2-955b-ae4f15678941 HTTP/1.1" status: 200 len: 1002 time: 0.2012994 May 30 21:13:30.658466 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7fd87-e14d-4866-a8ca-64b11f18a7c3 req-da0ac754-b693-441c-b379-f5a1f18aed9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:13:30.659819 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0ea7fd87-e14d-4866-a8ca-64b11f18a7c3 req-da0ac754-b693-441c-b379-f5a1f18aed9b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.0555644 May 30 21:13:30.731798 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0ea7fd87-e14d-4866-a8ca-64b11f18a7c3 req-f18c1c53-b92c-4b1d-a3d8-1018e9f67a11 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651712 May 30 21:13:30.861066 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0ea7fd87-e14d-4866-a8ca-64b11f18a7c3 req-cf4d8ef7-c53e-49a2-b179-449595657785 service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230972 May 30 21:13:30.989592 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0ea7fd87-e14d-4866-a8ca-64b11f18a7c3 req-15152890-59d6-409e-9dc2-c66783a5ac0f service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238079 May 30 21:13:31.488487 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:31.715610 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:33.084998 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:33.867440 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:37.793723 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:52.292646 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:13:57.907752 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ef5a02c9-e2e4-4da5-aa88-8a89ed743492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:00.109526 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-481cbff4-02a2-4e9a-abc1-58eaf1eb7850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:01.491206 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:01.717109 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:03.086804 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:03.869847 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:07.809184 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:26.942277 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569dd02-7484-400a-bb4b-6f6d48413e63 req-e08d8a05-c6ad-463b-97b8-5aab74565e05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:26.943639 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4569dd02-7484-400a-bb4b-6f6d48413e63 req-e08d8a05-c6ad-463b-97b8-5aab74565e05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0779285 May 30 21:14:26.990914 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4569dd02-7484-400a-bb4b-6f6d48413e63 req-2a256c86-96e0-42ec-955a-dbcc94059d9d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417414 May 30 21:14:27.909980 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-409f89fb-c767-4e29-b239-56447c648c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:28.199730 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acad9f-134d-45eb-af33-76a4c213f56c req-3d16af3f-9589-48e3-96b7-829b88a84f80 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:28.201098 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06acad9f-134d-45eb-af33-76a4c213f56c req-3d16af3f-9589-48e3-96b7-829b88a84f80 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0762808 May 30 21:14:28.245547 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-06acad9f-134d-45eb-af33-76a4c213f56c req-0b7dd1e5-d691-4ac8-8d7b-22e612bf96d4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384684 May 30 21:14:29.293922 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:14:29.468871 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9b2d5-6801-47f3-adae-11acbf457bb7 req-5d0fcdef-0994-4ca4-aef5-ed1676be9750 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:29.470293 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-afd9b2d5-6801-47f3-adae-11acbf457bb7 req-5d0fcdef-0994-4ca4-aef5-ed1676be9750 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0787747 May 30 21:14:29.514480 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-afd9b2d5-6801-47f3-adae-11acbf457bb7 req-0945f7e2-8f09-4026-a5d1-e4ebeda5fd46 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380638 May 30 21:14:30.111406 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-487ce45b-9a16-40ab-977c-c7344bf40886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:30.290308 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b4f1e63f-055b-4b12-96b8-58b86c487aa2 req-d6d178f5-009c-4ffd-aaa3-361b03380045 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 1097 time: 0.1504097 May 30 21:14:30.433620 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1e63f-055b-4b12-96b8-58b86c487aa2 req-2597d4a0-bcbc-40ac-85ba-a5fbc2f1eafe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:30.435043 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b4f1e63f-055b-4b12-96b8-58b86c487aa2 req-2597d4a0-bcbc-40ac-85ba-a5fbc2f1eafe service neutron] 10.222.0.93 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.1255689 May 30 21:14:30.536891 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b4f1e63f-055b-4b12-96b8-58b86c487aa2 req-b98ad946-8053-4260-98df-c5c79c0956d5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92061d0f-968f-41a2-955b-ae4f15678941 HTTP/1.1" status: 200 len: 1002 time: 0.0953283 May 30 21:14:30.600922 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1e63f-055b-4b12-96b8-58b86c487aa2 req-c5ddd023-1850-4d14-9d7a-ded74c8e4653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:30.602342 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b4f1e63f-055b-4b12-96b8-58b86c487aa2 req-c5ddd023-1850-4d14-9d7a-ded74c8e4653 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.0591493 May 30 21:14:30.675576 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b4f1e63f-055b-4b12-96b8-58b86c487aa2 req-d892d128-8d7e-4cc4-9ed9-ea9aef18671f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667620 May 30 21:14:30.712961 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d7286-93e3-46f8-bcb9-e5fc63d147db req-51d0dbad-ec52-4730-8414-9b76fe2cfa93 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:30.714402 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c3d7286-93e3-46f8-bcb9-e5fc63d147db req-51d0dbad-ec52-4730-8414-9b76fe2cfa93 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0763595 May 30 21:14:30.761112 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c3d7286-93e3-46f8-bcb9-e5fc63d147db req-c421d781-8fb8-4c61-bcc0-e1c798a9a463 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408359 May 30 21:14:30.805700 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b4f1e63f-055b-4b12-96b8-58b86c487aa2 req-26e40244-c5a4-4592-a62f-37b0e82c8bb3 service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244416 May 30 21:14:30.937823 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b4f1e63f-055b-4b12-96b8-58b86c487aa2 req-3562a60f-ed86-44c0-9bca-f1a6cf5c0a2c service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265795 May 30 21:14:31.493187 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:31.719058 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:32.038084 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18837bf-82e4-453c-8005-8d1a630299ed req-ed9ad83a-d96c-46d8-a34f-450eb5c2af13 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:32.039780 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a18837bf-82e4-453c-8005-8d1a630299ed req-ed9ad83a-d96c-46d8-a34f-450eb5c2af13 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.1593719 May 30 21:14:32.084757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a18837bf-82e4-453c-8005-8d1a630299ed req-b40f5a2f-f94a-47cb-87b5-9766fad86f9d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391865 May 30 21:14:33.090895 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:33.286981 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90a9f6-3570-4330-92de-e4dbe1cf5d67 req-12739602-6737-4c83-84cb-c9240d192074 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:33.288439 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ed90a9f6-3570-4330-92de-e4dbe1cf5d67 req-12739602-6737-4c83-84cb-c9240d192074 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0764358 May 30 21:14:33.334058 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ed90a9f6-3570-4330-92de-e4dbe1cf5d67 req-5e966091-81d1-40da-9504-5c4aab21a711 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397031 May 30 21:14:33.874362 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:34.528671 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e846e4-cdda-4895-b109-3fd0261edc4e req-6a42c3d9-9477-4677-92ae-f6e144c863a4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:34.530172 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27e846e4-cdda-4895-b109-3fd0261edc4e req-6a42c3d9-9477-4677-92ae-f6e144c863a4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0784359 May 30 21:14:34.574942 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-27e846e4-cdda-4895-b109-3fd0261edc4e req-07c8b1d7-24cc-42c4-8902-be2495673d4c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394030 May 30 21:14:35.766437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31072ad-c181-4931-b099-58dd38eb5897 req-7d0b2a97-1d43-4f66-a596-bbb0cea55149 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:35.767866 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c31072ad-c181-4931-b099-58dd38eb5897 req-7d0b2a97-1d43-4f66-a596-bbb0cea55149 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0754223 May 30 21:14:35.818347 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c31072ad-c181-4931-b099-58dd38eb5897 req-6116f085-fa95-4b36-996b-6d13aa614d2a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445347 May 30 21:14:37.163111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26a83b-63e5-405c-b11b-f27908071df5 req-196a7281-9f10-4991-8ca0-d7edebeabd4a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:37.164750 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ad26a83b-63e5-405c-b11b-f27908071df5 req-196a7281-9f10-4991-8ca0-d7edebeabd4a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0770254 May 30 21:14:37.211726 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ad26a83b-63e5-405c-b11b-f27908071df5 req-59c2e602-6826-44d4-93f9-fba9cd99d5d6 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408893 May 30 21:14:37.809618 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:38.412134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb71b5-aa6b-4a3a-be69-5fb2cc7c6aa0 req-302b01a6-376b-417b-85b5-7cfd9a072d8d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:38.413556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48fb71b5-aa6b-4a3a-be69-5fb2cc7c6aa0 req-302b01a6-376b-417b-85b5-7cfd9a072d8d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0794945 May 30 21:14:38.458722 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-48fb71b5-aa6b-4a3a-be69-5fb2cc7c6aa0 req-86559cf3-57de-4659-877c-3efdd49af6a3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394318 May 30 21:14:39.657006 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59739788-fa49-4c00-8512-83c78dc738c4 req-6fe08ba0-4daa-4749-9717-aa65b78ea976 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:39.658434 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59739788-fa49-4c00-8512-83c78dc738c4 req-6fe08ba0-4daa-4749-9717-aa65b78ea976 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0778050 May 30 21:14:39.706179 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-59739788-fa49-4c00-8512-83c78dc738c4 req-aa2c3afa-07ea-46c9-9d51-42ce1b8d4b13 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406690 May 30 21:14:39.845863 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 92061d0f-968f-41a2-955b-ae4f15678941 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:14:39.992869 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 92061d0f-968f-41a2-955b-ae4f15678941, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=92061d0f-968f-41a2-955b-ae4f15678941,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:14:40.007059 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '92061d0f-968f-41a2-955b-ae4f15678941', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'port_id': '92061d0f-968f-41a2-955b-ae4f15678941', 'mac_address': 'fa:16:3e:ce:6f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:14:40.061746 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:40.083500 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92061d0f-968f-41a2-955b-ae4f15678941 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:14:40.100674 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 92061d0f-968f-41a2-955b-ae4f15678941, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=92061d0f-968f-41a2-955b-ae4f15678941,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:14:40.105282 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:40.180644 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=92061d0f-968f-41a2-955b-ae4f15678941,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:40.188293 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['92061d0f-968f-41a2-955b-ae4f15678941'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:14:40.225842 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:40.226211 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:40.226514 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:40.226839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:40.227160 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:40.227485 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:40.227816 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:40.228461 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:40.228786 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:40.229099 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:40.229415 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:40.937651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699f844-f34e-4188-b12c-98492a61690f req-71ecb37a-f9ce-4cc9-bcc3-cc021e34a3fd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:40.944440 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6699f844-f34e-4188-b12c-98492a61690f req-71ecb37a-f9ce-4cc9-bcc3-cc021e34a3fd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 945 time: 0.1022744 May 30 21:14:40.990571 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6699f844-f34e-4188-b12c-98492a61690f req-254dbfc5-a3f8-47cb-803f-66895362f36c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441194 May 30 21:14:41.860437 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 92061d0f-968f-41a2-955b-ae4f15678941 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:14:41.936428 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 92061d0f-968f-41a2-955b-ae4f15678941 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:14:41.937055 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:42.081180 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:42.111718 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95401f0d-76dc-42db-9083-8243a5f80d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92061d0f-968f-41a2-955b-ae4f15678941'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:14:42.122525 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 92061d0f-968f-41a2-955b-ae4f15678941, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=92061d0f-968f-41a2-955b-ae4f15678941,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:14:42.130764 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:42.208640 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7406fe-aca5-41e4-8cd4-dc469b847f43'] response: {'server_uuid': '95401f0d-76dc-42db-9083-8243a5f80d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92061d0f-968f-41a2-955b-ae4f15678941', 'code': 200} May 30 21:14:42.220442 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3feb39-aab8-4335-b95b-e27107deb1b1 req-b8ab6e6e-dfb8-4624-b5fe-4832f9411b11 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:42.226866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=92061d0f-968f-41a2-955b-ae4f15678941,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:42.228686 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ad3feb39-aab8-4335-b95b-e27107deb1b1 req-b8ab6e6e-dfb8-4624-b5fe-4832f9411b11 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0951290 May 30 21:14:42.290195 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ad3feb39-aab8-4335-b95b-e27107deb1b1 req-4cef9265-4fe2-4031-9cf8-cfd51941aa27 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603688 May 30 21:14:43.530862 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70d5b4-5cba-4900-99e9-fd1230dcf313 req-3337d6ab-a16d-4184-a9ec-d390756b827d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:43.532494 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff70d5b4-5cba-4900-99e9-fd1230dcf313 req-3337d6ab-a16d-4184-a9ec-d390756b827d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0920670 May 30 21:14:43.585834 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ff70d5b4-5cba-4900-99e9-fd1230dcf313 req-cd29264b-1f1e-428b-96d0-f274f0595b71 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439601 May 30 21:14:44.815404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084589c5-7146-4a9c-a715-a597da35d900 req-d23c65b0-ea0f-41b4-b4ba-955ccaf28ae6 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:44.819031 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-084589c5-7146-4a9c-a715-a597da35d900 req-d23c65b0-ea0f-41b4-b4ba-955ccaf28ae6 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0913427 May 30 21:14:44.869871 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-084589c5-7146-4a9c-a715-a597da35d900 req-8bcdb1f6-64fb-4881-b9e9-c5be48eea15d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467057 May 30 21:14:46.088458 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534071d-ae63-489e-938a-e82c38c9bcf7 req-a260471d-0196-48c6-8adb-8e89c128a4d8 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:46.089854 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3534071d-ae63-489e-938a-e82c38c9bcf7 req-a260471d-0196-48c6-8adb-8e89c128a4d8 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0887232 May 30 21:14:46.144504 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3534071d-ae63-489e-938a-e82c38c9bcf7 req-de292be9-fa46-4bde-bd30-18b9bc16e768 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489659 May 30 21:14:47.355409 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556d0b8-6f15-43c4-a4cb-76ea92b05f73 req-e23b7cbf-92a4-43ad-b93b-f8a402036b59 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:47.362184 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a556d0b8-6f15-43c4-a4cb-76ea92b05f73 req-e23b7cbf-92a4-43ad-b93b-f8a402036b59 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0959544 May 30 21:14:47.411647 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a556d0b8-6f15-43c4-a4cb-76ea92b05f73 req-3824d23f-0b18-4565-90bb-10f33f67c325 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486379 May 30 21:14:48.628728 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622c138-331e-4154-8818-04c641fba811 req-41290c81-1d80-416e-a65b-e59d0d43e764 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:48.630264 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a622c138-331e-4154-8818-04c641fba811 req-41290c81-1d80-416e-a65b-e59d0d43e764 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0916762 May 30 21:14:48.680178 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a622c138-331e-4154-8818-04c641fba811 req-4c0e94dd-a96e-4896-a895-b0c321103f70 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436866 May 30 21:14:49.884361 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c13b4c-3c44-4227-848d-c8f6b6d96df9 req-0cc5ebd0-e505-4bb2-9c67-7454335ed51b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:49.885803 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20c13b4c-3c44-4227-848d-c8f6b6d96df9 req-0cc5ebd0-e505-4bb2-9c67-7454335ed51b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0796900 May 30 21:14:49.890216 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ba932f22-3f88-4a33-ac91-a34aea853c07 req-fce0d191-f5a9-43df-a94a-29343d30e3ac service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 1097 time: 0.0712709 May 30 21:14:49.932704 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-20c13b4c-3c44-4227-848d-c8f6b6d96df9 req-bc23cb7c-f437-4155-a45d-0ae6ba92532d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404816 May 30 21:14:50.021019 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba932f22-3f88-4a33-ac91-a34aea853c07 req-8aad45da-a70f-4000-87c8-350d8199ebbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:50.022449 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ba932f22-3f88-4a33-ac91-a34aea853c07 req-8aad45da-a70f-4000-87c8-350d8199ebbb service neutron] 10.222.0.93 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.1255512 May 30 21:14:50.213883 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ba932f22-3f88-4a33-ac91-a34aea853c07 req-3aaebd11-c0fd-44ab-8bf0-e5e5e7a55de4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92061d0f-968f-41a2-955b-ae4f15678941 HTTP/1.1" status: 200 len: 1002 time: 0.1860034 May 30 21:14:50.275209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba932f22-3f88-4a33-ac91-a34aea853c07 req-05a17fcf-eddd-428c-85fd-fe4ab495b5a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:50.276524 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ba932f22-3f88-4a33-ac91-a34aea853c07 req-05a17fcf-eddd-428c-85fd-fe4ab495b5a6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.0565977 May 30 21:14:50.348816 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ba932f22-3f88-4a33-ac91-a34aea853c07 req-641fbf81-53fc-4984-a852-334001fed210 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669515 May 30 21:14:50.476929 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ba932f22-3f88-4a33-ac91-a34aea853c07 req-adc4d6aa-4c67-4b3a-a426-99bc61aebdce service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221745 May 30 21:14:50.606855 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ba932f22-3f88-4a33-ac91-a34aea853c07 req-c8ba0f88-f963-4141-bcfb-5f91e7f0e678 service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236744 May 30 21:14:51.130738 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44ec19-a6f8-4fc7-bb33-8e127fda5693 req-bf814a78-f896-4677-8e03-4b67b5def3e1 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:51.132208 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e44ec19-a6f8-4fc7-bb33-8e127fda5693 req-bf814a78-f896-4677-8e03-4b67b5def3e1 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0753081 May 30 21:14:51.181309 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5e44ec19-a6f8-4fc7-bb33-8e127fda5693 req-55e6f67a-577b-4b54-bcdd-2968342dab08 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434201 May 30 21:14:52.374327 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505c6c1-7d1b-4f88-a81c-1a10850a802e req-b1841f80-f4f5-482e-8b6b-0826873de679 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:52.375768 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2505c6c1-7d1b-4f88-a81c-1a10850a802e req-b1841f80-f4f5-482e-8b6b-0826873de679 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0770025 May 30 21:14:52.422495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2505c6c1-7d1b-4f88-a81c-1a10850a802e req-37ec9e8d-af16-4f04-9e7c-dd239a7735ca tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405066 May 30 21:14:52.613931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f2e77ed6-b4b0-4ea3-a312-0c6fa13edef3 req-875ed3c8-d8d6-4582-873b-49b6bf252737 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0716484 May 30 21:14:52.928450 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c591bb6-d092-46ae-8c23-069baabeaa46 req-0d962e0f-b123-4f07-bada-1017ecb1392c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:52.929879 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c591bb6-d092-46ae-8c23-069baabeaa46 req-0d962e0f-b123-4f07-bada-1017ecb1392c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.1177914 May 30 21:14:52.994162 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2c591bb6-d092-46ae-8c23-069baabeaa46 req-efe8af30-e619-4fcb-80d4-a07a50daeb16 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553679 May 30 21:14:53.002560 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-20300a99-ee63-41a7-af2c-2583c8d66b97 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1984682 May 30 21:14:53.684141 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-0f2a0b3d-df8e-4a31-b049-d1a7f970b751 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85&tenant_id=990cca1147704c64a93d7bcaf2236785 HTTP/1.1" status: 200 len: 1097 time: 0.0713217 May 30 21:14:53.698375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:14:53.803634 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:53.930417 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 92061d0f-968f-41a2-955b-ae4f15678941 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:14:54.068704 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] For port 92061d0f-968f-41a2-955b-ae4f15678941, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=92061d0f-968f-41a2-955b-ae4f15678941,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:14:54.076335 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:54.101342 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] For port 92061d0f-968f-41a2-955b-ae4f15678941, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:14:54.162135 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95401f0d-76dc-42db-9083-8243a5f80d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92061d0f-968f-41a2-955b-ae4f15678941'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:14:54.167552 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:54.182791 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Transition to ACTIVE for port object 92061d0f-968f-41a2-955b-ae4f15678941 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:14:54.186864 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:54.202367 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c24aa-a377-4a06-be64-b266ce9f3cd8 req-342f88cd-1c98-4455-ba2e-f47bccd26e28 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:54.203841 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f7c24aa-a377-4a06-be64-b266ce9f3cd8 req-342f88cd-1c98-4455-ba2e-f47bccd26e28 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0854509 May 30 21:14:54.239316 n-d-843949-2 neutron-server[84024]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bfbb8cd3-6b62-4fdb-aa30-4042d2a0aebd']: {'server_uuid': '95401f0d-76dc-42db-9083-8243a5f80d85', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92061d0f-968f-41a2-955b-ae4f15678941', 'code': 422} returned with failed status May 30 21:14:54.261975 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:14:54.262540 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:14:54.278512 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-6f7c24aa-a377-4a06-be64-b266ce9f3cd8 req-60aa7880-5f45-40ee-90f3-69e24764a906 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681577 May 30 21:14:54.334870 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Pushing event updated for resources: {'Port': ['ID=92061d0f-968f-41a2-955b-ae4f15678941,revision_number=8']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:54.357377 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:54.357709 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:54.358040 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:54.358375 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:54.358701 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:54.359042 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:54.359355 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:54.359681 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:54.360043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:54.360346 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:54.360763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:54.403925 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] No DVR routers for this DVR port 92061d0f-968f-41a2-955b-ae4f15678941 on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:14:54.648441 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Attempting to bind port 92061d0f-968f-41a2-955b-ae4f15678941 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:14:54.648771 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Attempting to bind port 92061d0f-968f-41a2-955b-ae4f15678941 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:14:54.649093 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Attempting to bind port 92061d0f-968f-41a2-955b-ae4f15678941 on network 0116abc1-5527-40e1-8bdb-164ac357da93 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:14:54.654757 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Port 92061d0f-968f-41a2-955b-ae4f15678941 on network 0116abc1-5527-40e1-8bdb-164ac357da93 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:14:54.655072 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Attempting to bind port 92061d0f-968f-41a2-955b-ae4f15678941 on network 0116abc1-5527-40e1-8bdb-164ac357da93 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:14:54.661207 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:14:54.661543 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Checking segment: {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:14:54.661919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Bound using segment: {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:14:54.662335 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Bound port: 92061d0f-968f-41a2-955b-ae4f15678941, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:14:54.662672 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:54.751079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] For port 92061d0f-968f-41a2-955b-ae4f15678941, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:14:54.753934 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] For port 92061d0f-968f-41a2-955b-ae4f15678941, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=92061d0f-968f-41a2-955b-ae4f15678941,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:14:54.758192 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:54.819219 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:54.820659 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] 10.222.0.77 "PUT /v2.0/ports/92061d0f-968f-41a2-955b-ae4f15678941 HTTP/1.1" status: 200 len: 1092 time: 1.1260691 May 30 21:14:54.835374 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01585a-85e2-49f0-84cf-d616eca640c5 service neutron] Pushing event updated for resources: {'Port': ['ID=92061d0f-968f-41a2-955b-ae4f15678941,revision_number=9']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:55.017454 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-84efa094-0531-4b6d-8002-a39b4ea97df3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 1095 time: 0.1694841 May 30 21:14:55.152213 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-4b16b556-bcac-410c-9df4-0d02004f35b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:55.153542 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-4b16b556-bcac-410c-9df4-0d02004f35b4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.1264527 May 30 21:14:55.252890 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-208d84d9-e6ac-4dec-8270-3a6b3d53927b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92061d0f-968f-41a2-955b-ae4f15678941 HTTP/1.1" status: 200 len: 1000 time: 0.0910566 May 30 21:14:55.320720 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-b879a878-d0c1-4ef9-8135-9a60048cd1e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:55.322202 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-b879a878-d0c1-4ef9-8135-9a60048cd1e2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.0604124 May 30 21:14:55.398902 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-f2e3ba46-0301-4154-9050-409be238d632 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674379 May 30 21:14:55.494428 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d32c85-898b-4021-b405-bab7025a68cc req-0d4ff7fe-5987-47cf-8b0f-9b0d0674c203 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:55.495865 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56d32c85-898b-4021-b405-bab7025a68cc req-0d4ff7fe-5987-47cf-8b0f-9b0d0674c203 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 944 time: 0.0912185 May 30 21:14:55.533985 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-c6e62038-17b1-4ef1-bc66-fd803c3cbf7b service neutron] 10.222.0.77 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258159 May 30 21:14:55.541584 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-56d32c85-898b-4021-b405-bab7025a68cc req-63d069b4-a3a2-4ad7-9e6e-fa1619c61ea3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401394 May 30 21:14:55.668593 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-9584c38f-7acf-4259-a09d-b34679ba9304 service neutron] 10.222.0.77 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250904 May 30 21:14:56.241012 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95401f0d-76dc-42db-9083-8243a5f80d85', 'tag': '92061d0f-968f-41a2-955b-ae4f15678941'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:14:56.302192 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a850a0-4e05-49f1-810f-d83c792e6a2f'] response: {'name': 'network-changed', 'server_uuid': '95401f0d-76dc-42db-9083-8243a5f80d85', 'tag': '92061d0f-968f-41a2-955b-ae4f15678941', 'status': 'completed', 'code': 200} May 30 21:14:56.400571 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f13421b8-81b3-435e-a700-f1af2be47306 req-fb8a29ad-9c86-4a06-9968-9ba3f35d67de service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 1095 time: 0.0742722 May 30 21:14:56.615585 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13421b8-81b3-435e-a700-f1af2be47306 req-6f35e48a-a6c8-4899-b6ab-48784a3b22df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:56.617312 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f13421b8-81b3-435e-a700-f1af2be47306 req-6f35e48a-a6c8-4899-b6ab-48784a3b22df service neutron] 10.222.0.77 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.2053781 May 30 21:14:56.761222 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b2b4b-f564-43d9-b62b-ac1c7e38cae0 req-4fb97e66-4f77-447f-9cda-8c4ecd6298ae tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:56.764421 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b75b2b4b-f564-43d9-b62b-ac1c7e38cae0 req-4fb97e66-4f77-447f-9cda-8c4ecd6298ae tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 944 time: 0.0834291 May 30 21:14:56.816178 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b75b2b4b-f564-43d9-b62b-ac1c7e38cae0 req-91f49faf-3f28-4342-bc2f-ae3b108617a7 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465872 May 30 21:14:57.917328 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8238e2dc-9252-4986-b84f-67113482e7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:58.119622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b2194-4e19-456d-9a4a-2eda2dac3d73 req-aef46ed1-f58b-4879-a2f2-93cca5e533f3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:58.121242 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-887b2194-4e19-456d-9a4a-2eda2dac3d73 req-aef46ed1-f58b-4879-a2f2-93cca5e533f3 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 944 time: 0.1613355 May 30 21:14:58.170270 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-887b2194-4e19-456d-9a4a-2eda2dac3d73 req-1681c5a9-845a-4ef8-86d0-501cd84553e6 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412450 May 30 21:14:59.386750 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedf7ce-1cb1-4f30-ad4c-87781fbe0296 req-0a4e1679-5581-433d-b02d-f54fbf28e60b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:59.388239 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5bedf7ce-1cb1-4f30-ad4c-87781fbe0296 req-0a4e1679-5581-433d-b02d-f54fbf28e60b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 944 time: 0.0818183 May 30 21:14:59.437281 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5bedf7ce-1cb1-4f30-ad4c-87781fbe0296 req-559b042c-b800-40db-a7c3-d83ecbe83598 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430725 May 30 21:15:00.119119 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b071178d-7550-4364-be37-6deff3f929f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:00.636673 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb148d2b-15a4-47d5-b787-b2030e45421d req-1a1ec8fe-8ab9-405e-93fe-9f9a39a9666b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:00.638040 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb148d2b-15a4-47d5-b787-b2030e45421d req-1a1ec8fe-8ab9-405e-93fe-9f9a39a9666b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 944 time: 0.0793166 May 30 21:15:00.686530 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fb148d2b-15a4-47d5-b787-b2030e45421d req-73403469-af26-431e-a5e8-12de7d7f39c8 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414398 May 30 21:15:01.503191 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:01.724763 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:01.899441 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f770816-78f3-4d5b-bcc8-04b26a699bf6 req-50f1ba31-dc32-463e-8cb6-3fd1ccc6cd07 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:01.901060 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9f770816-78f3-4d5b-bcc8-04b26a699bf6 req-50f1ba31-dc32-463e-8cb6-3fd1ccc6cd07 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 944 time: 0.0835867 May 30 21:15:01.950063 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9f770816-78f3-4d5b-bcc8-04b26a699bf6 req-b2bb91cf-9497-4604-b4d5-830f54dd6ad2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427740 May 30 21:15:03.093042 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:03.160358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1d2ed-a19e-4ff4-9dc5-9bd286307823 req-8cb9172f-aba6-4316-ae75-aa938b109ff2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:03.161829 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ab1d2ed-a19e-4ff4-9dc5-9bd286307823 req-8cb9172f-aba6-4316-ae75-aa938b109ff2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 944 time: 0.0828867 May 30 21:15:03.221104 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9ab1d2ed-a19e-4ff4-9dc5-9bd286307823 req-319625bb-a595-4802-8800-cd575b2411a5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527959 May 30 21:15:03.879734 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:04.416580 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453fe0e-89a4-46c2-9cd8-9ea465e735ab req-ef88b558-dbb6-426b-bd4d-b1091fc2c0bf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:04.418017 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0453fe0e-89a4-46c2-9cd8-9ea465e735ab req-ef88b558-dbb6-426b-bd4d-b1091fc2c0bf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 944 time: 0.0787215 May 30 21:15:04.464111 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0453fe0e-89a4-46c2-9cd8-9ea465e735ab req-bede3813-cba4-4fac-b3f4-408bd81744da tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405238 May 30 21:15:04.999899 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f13421b8-81b3-435e-a700-f1af2be47306 req-7c197c3a-a0e1-4f6e-b0d1-ba56411a2edf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92061d0f-968f-41a2-955b-ae4f15678941 HTTP/1.1" status: 200 len: 1000 time: 0.0974312 May 30 21:15:05.063345 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13421b8-81b3-435e-a700-f1af2be47306 req-3fcb1927-4478-4f4b-9751-d46245a761b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:05.064761 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f13421b8-81b3-435e-a700-f1af2be47306 req-3fcb1927-4478-4f4b-9751-d46245a761b4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.0567367 May 30 21:15:05.137817 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f13421b8-81b3-435e-a700-f1af2be47306 req-a0af3268-acd9-4556-a9f4-b18a83763aaa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663025 May 30 21:15:05.267365 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f13421b8-81b3-435e-a700-f1af2be47306 req-248ceda9-40ce-4c8e-9883-2a84984fb33d service neutron] 10.222.0.77 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224952 May 30 21:15:05.397898 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f13421b8-81b3-435e-a700-f1af2be47306 req-681ba0e4-2e53-4beb-a59c-748b8e91ca0c service neutron] 10.222.0.77 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235435 May 30 21:15:05.662564 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de198bc1-5e05-4977-9cb0-2ee33849115d req-56339746-232b-4179-99d4-91915d0d3263 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:05.663907 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de198bc1-5e05-4977-9cb0-2ee33849115d req-56339746-232b-4179-99d4-91915d0d3263 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 944 time: 0.0781479 May 30 21:15:05.708880 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-de198bc1-5e05-4977-9cb0-2ee33849115d req-ff24e286-a201-4b95-b2ff-10e01e6dd3d4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389266 May 30 21:15:06.294096 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:15:06.637696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 92061d0f-968f-41a2-955b-ae4f15678941 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:15:06.770187 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 92061d0f-968f-41a2-955b-ae4f15678941, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=92061d0f-968f-41a2-955b-ae4f15678941,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:15:06.783052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '92061d0f-968f-41a2-955b-ae4f15678941', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'port_id': '92061d0f-968f-41a2-955b-ae4f15678941', 'mac_address': 'fa:16:3e:ce:6f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:15:06.841367 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:06.858098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92061d0f-968f-41a2-955b-ae4f15678941 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:15:06.873307 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 92061d0f-968f-41a2-955b-ae4f15678941, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=92061d0f-968f-41a2-955b-ae4f15678941,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:15:06.877651 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:06.904206 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d497a6-a5b8-4173-a34b-32923e32b530 req-68b70b2c-d36e-414c-aafd-4b7bcb17dcf4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:06.905576 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e6d497a6-a5b8-4173-a34b-32923e32b530 req-68b70b2c-d36e-414c-aafd-4b7bcb17dcf4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 944 time: 0.0786333 May 30 21:15:06.942778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=92061d0f-968f-41a2-955b-ae4f15678941,revision_number=10']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:15:06.950505 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e6d497a6-a5b8-4173-a34b-32923e32b530 req-052b7b75-967c-4455-a082-efd4dde60e52 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393815 May 30 21:15:07.182874 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['92061d0f-968f-41a2-955b-ae4f15678941'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:15:07.822599 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:08.149962 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d6d0a-b873-4e76-a5bd-5c2941d9a7ea req-574a62ff-ef18-4d76-a0cf-9862f86650a4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:08.150700 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-470d6d0a-b873-4e76-a5bd-5c2941d9a7ea req-574a62ff-ef18-4d76-a0cf-9862f86650a4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 946 time: 0.0782022 May 30 21:15:08.196052 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-470d6d0a-b873-4e76-a5bd-5c2941d9a7ea req-5b36e947-9f70-4fdf-8435-335202c2e1e9 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398791 May 30 21:15:08.654139 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 92061d0f-968f-41a2-955b-ae4f15678941 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:15:08.724476 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 92061d0f-968f-41a2-955b-ae4f15678941 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:15:08.728981 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 92061d0f-968f-41a2-955b-ae4f15678941 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:15:08.729342 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:08.840522 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:08.866396 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95401f0d-76dc-42db-9083-8243a5f80d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92061d0f-968f-41a2-955b-ae4f15678941'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:15:08.875493 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 92061d0f-968f-41a2-955b-ae4f15678941, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=92061d0f-968f-41a2-955b-ae4f15678941,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:15:08.880437 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:08.945146 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=92061d0f-968f-41a2-955b-ae4f15678941,revision_number=11']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:15:09.394159 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69260e65-f405-40a0-8bd9-047b56bcfad3 req-81a808d5-3724-47ee-90ee-09e313f0bb3d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:09.395614 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69260e65-f405-40a0-8bd9-047b56bcfad3 req-81a808d5-3724-47ee-90ee-09e313f0bb3d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 947 time: 0.0761626 May 30 21:15:09.440564 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-69260e65-f405-40a0-8bd9-047b56bcfad3 req-1112484b-d6e0-4926-9052-8e544a46d058 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394535 May 30 21:15:09.943239 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb813ee0-b9ea-4282-813f-e6627ae86b7a'] response: {'server_uuid': '95401f0d-76dc-42db-9083-8243a5f80d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92061d0f-968f-41a2-955b-ae4f15678941', 'code': 200} May 30 21:15:10.170227 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bb79e62a-ef13-40dd-8c30-33e04c969111 req-4d76b375-76be-4de8-971f-e074bd1fd924 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 1098 time: 0.0702868 May 30 21:15:10.215305 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-bb79e62a-ef13-40dd-8c30-33e04c969111 req-505bc032-955f-4947-87ba-1f38f88b28b6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354619 May 30 21:15:10.635840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f2fab-f213-4ae7-9b41-602761d0a187 req-688b9944-0690-4ea5-9fb2-298adb4937aa tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:10.637306 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac4f2fab-f213-4ae7-9b41-602761d0a187 req-688b9944-0690-4ea5-9fb2-298adb4937aa tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 947 time: 0.0785260 May 30 21:15:10.682617 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ac4f2fab-f213-4ae7-9b41-602761d0a187 req-7076ae5a-abdd-419b-b7da-d837129007db tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398281 May 30 21:15:11.887405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74704fa4-be35-4404-946f-c73ecab1ec72 req-b45024e0-7306-4007-9edc-85cad6cf9afa tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:11.889114 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74704fa4-be35-4404-946f-c73ecab1ec72 req-b45024e0-7306-4007-9edc-85cad6cf9afa tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 947 time: 0.0788822 May 30 21:15:11.941149 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74704fa4-be35-4404-946f-c73ecab1ec72 req-660ac72a-bcc8-4a96-833a-195d2ed673a4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445478 May 30 21:15:13.134537 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eacea4d-eb69-48ab-a947-0b26a95c75e9 req-e3b7081d-43d1-47d6-964d-b1a3edc8fa82 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:13.135983 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3eacea4d-eb69-48ab-a947-0b26a95c75e9 req-e3b7081d-43d1-47d6-964d-b1a3edc8fa82 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 947 time: 0.0766792 May 30 21:15:13.180427 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3eacea4d-eb69-48ab-a947-0b26a95c75e9 req-ed593664-beb6-44ca-9c1e-e49fa046db68 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389457 May 30 21:15:27.910773 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-116b671a-f289-42b6-afdb-303977f8e54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:27.931836 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5acced89-14d1-4a6f-9afd-c70be6309b1a req-0994c01e-049b-4574-9ebf-73c228c04bd2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674615 May 30 21:15:28.154675 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5acced89-14d1-4a6f-9afd-c70be6309b1a req-215994f5-8173-4497-af12-02433603bac1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 1098 time: 0.1546395 May 30 21:15:28.297337 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acced89-14d1-4a6f-9afd-c70be6309b1a req-b2bfb062-d21e-49e0-8e2d-1c54264e3adc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:28.298789 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5acced89-14d1-4a6f-9afd-c70be6309b1a req-b2bfb062-d21e-49e0-8e2d-1c54264e3adc service neutron] 10.222.0.77 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.1239285 May 30 21:15:28.400102 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5acced89-14d1-4a6f-9afd-c70be6309b1a req-bdd6b25f-e454-436b-b1d0-a85a9ae88af5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92061d0f-968f-41a2-955b-ae4f15678941 HTTP/1.1" status: 200 len: 1002 time: 0.0941761 May 30 21:15:28.461732 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acced89-14d1-4a6f-9afd-c70be6309b1a req-2fcecbee-faa9-420b-969a-cf2312fe586e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:28.463137 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5acced89-14d1-4a6f-9afd-c70be6309b1a req-2fcecbee-faa9-420b-969a-cf2312fe586e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.0557826 May 30 21:15:28.551458 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5acced89-14d1-4a6f-9afd-c70be6309b1a req-caa4e7a6-a878-4a97-b537-74c8d9059e14 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703259 May 30 21:15:28.562114 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-5acced89-14d1-4a6f-9afd-c70be6309b1a req-de111f18-c1eb-4308-b844-61d8f26e737d service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:15:28.562994 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5acced89-14d1-4a6f-9afd-c70be6309b1a req-de111f18-c1eb-4308-b844-61d8f26e737d service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045817 May 30 21:15:28.690826 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5acced89-14d1-4a6f-9afd-c70be6309b1a req-f1e5b391-3b8d-42fa-a441-438e3dec40b4 service neutron] 10.222.0.77 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211805 May 30 21:15:28.825937 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5acced89-14d1-4a6f-9afd-c70be6309b1a req-fabc298c-8c03-49b1-a92b-d6ac3f10c26b service neutron] 10.222.0.77 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278639 May 30 21:15:30.125578 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-729c282d-7190-437f-b675-694ca45f679e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:31.499170 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:31.726475 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:33.094364 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:33.876641 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:37.822604 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:43.295306 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:15:57.913099 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-aebe2551-aee1-4617-957b-ca216d04847f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:00.117682 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-61b50214-42a6-49bc-bae0-e2493853c42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:01.505177 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:01.728156 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:03.097554 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:03.891632 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:07.838041 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:20.295357 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:16:26.525199 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54120) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:16:26.726430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Deleting port a9c8d19c-73f2-4378-8f11-b990e82c34bf {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:16:26.726675 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:26.892046 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:26.892376 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:27.014762 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Calling delete_port for a9c8d19c-73f2-4378-8f11-b990e82c34bf owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:16:27.236357 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:27.284037 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event deleted for resources: {'Port': ['ID=a9c8d19c-73f2-4378-8f11-b990e82c34bf,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:27.322373 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:27.322718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:27.323056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:27.323392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:27.323722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:27.324081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:27.324407 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:27.324727 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:27.325050 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:27.325371 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:27.325689 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:27.383679 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:27.768984 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:16:27.916869 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5739bc76-0587-442c-8c1e-0885e6a141e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:27.972144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:16:27.982955 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bde0709-63d5-42b2-a647-09695ce01979 None None] Sync routers for ids ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:16:27.988672 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:27.994738 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde0709-63d5-42b2-a647-09695ce01979 None None] Routers {'0648da08-b06f-4a46-9e94-8e6cc2a7c668'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:16:27.995354 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8bde0709-63d5-42b2-a647-09695ce01979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:16:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:16:28.020730 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e31ccc53-ad9d-4e00-9881-b4f58e2704fc req-00c70942-f8f8-40f3-ab09-3c55edb66444 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788579 May 30 21:16:28.046045 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6dee4e66-9e2b-4cc3-b84e-fb79d21cfb05 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "DELETE /v2.0/floatingips/528601dc-3142-4c48-96e7-d70ebaadc50c HTTP/1.1" status: 204 len: 168 time: 1.5197716 May 30 21:16:28.046637 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95401f0d-76dc-42db-9083-8243a5f80d85', 'tag': '92061d0f-968f-41a2-955b-ae4f15678941'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:16:28.187365 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-8bde0709-63d5-42b2-a647-09695ce01979 None None] Set router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:16:28.193887 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e31ccc53-ad9d-4e00-9881-b4f58e2704fc req-92781c11-a7df-4b4e-a058-8c24c1aadca1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 1098 time: 0.0842018 May 30 21:16:28.253852 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1adf25ae-d81f-4dd8-9a0c-910b31949510'] response: {'name': 'network-changed', 'server_uuid': '95401f0d-76dc-42db-9083-8243a5f80d85', 'tag': '92061d0f-968f-41a2-955b-ae4f15678941', 'status': 'completed', 'code': 200} May 30 21:16:28.374816 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ccc53-ad9d-4e00-9881-b4f58e2704fc req-6a1db1f8-0d8c-4823-98a2-754031588f63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:28.376295 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e31ccc53-ad9d-4e00-9881-b4f58e2704fc req-6a1db1f8-0d8c-4823-98a2-754031588f63 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.1514359 May 30 21:16:28.448998 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e31ccc53-ad9d-4e00-9881-b4f58e2704fc req-ffde63dc-e7c0-4716-b5f8-62c28ca0e185 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92061d0f-968f-41a2-955b-ae4f15678941 HTTP/1.1" status: 200 len: 217 time: 0.0656879 May 30 21:16:28.480804 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39a337-5794-40cc-8ee4-211c915775e5 req-8a45d4a2-3a13-4bcb-b9d0-f5395110be1a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:28.481849 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1e39a337-5794-40cc-8ee4-211c915775e5 req-8a45d4a2-3a13-4bcb-b9d0-f5395110be1a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Synchronizing usage tracker for tenant:990cca1147704c64a93d7bcaf2236785 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:16:28.497347 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-1e39a337-5794-40cc-8ee4-211c915775e5 req-8a45d4a2-3a13-4bcb-b9d0-f5395110be1a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Unset dirty status for tenant:990cca1147704c64a93d7bcaf2236785 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:16:28.498912 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e39a337-5794-40cc-8ee4-211c915775e5 req-8a45d4a2-3a13-4bcb-b9d0-f5395110be1a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 947 time: 0.0963733 May 30 21:16:28.521913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ccc53-ad9d-4e00-9881-b4f58e2704fc req-ef5d787f-56fd-4c3b-92ca-3d2cb0e98022 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:28.525000 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e31ccc53-ad9d-4e00-9881-b4f58e2704fc req-ef5d787f-56fd-4c3b-92ca-3d2cb0e98022 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.0684814 May 30 21:16:28.548755 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8bde0709-63d5-42b2-a647-09695ce01979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:08Z', 'revision_number': 4, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '26abe947-6793-4549-8ef0-3e5c272f43ed', 'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'mac_address': 'fa:16:3e:59:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:07Z', 'updated_at': '2022-05-30T21:12:16Z', 'revision_number': 5, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'subnets': [{'id': 'cfe1e031-3169-408c-b215-330f41b89105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:16:28.549517 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-1e39a337-5794-40cc-8ee4-211c915775e5 req-4782f1b4-0cb2-415a-b7d2-657c0861583e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 May 30 21:16:28.553039 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bde0709-63d5-42b2-a647-09695ce01979 None None] Checking router: 0648da08-b06f-4a46-9e94-8e6cc2a7c668 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:16:28.564456 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde0709-63d5-42b2-a647-09695ce01979 None None] Routers {'0648da08-b06f-4a46-9e94-8e6cc2a7c668'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:16:28.565136 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8bde0709-63d5-42b2-a647-09695ce01979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:16:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:16:28.603450 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e31ccc53-ad9d-4e00-9881-b4f58e2704fc req-a2b0e009-7b5c-4aa6-8537-0db27b8d39d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717161 May 30 21:16:28.736845 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e31ccc53-ad9d-4e00-9881-b4f58e2704fc req-8cc3a06a-ccb0-4940-82af-5bd109c14502 service neutron] 10.222.0.77 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249959 May 30 21:16:28.739444 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-8bde0709-63d5-42b2-a647-09695ce01979 None None] Set router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:16:28.869128 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e31ccc53-ad9d-4e00-9881-b4f58e2704fc req-28ecbd81-a822-4703-a929-66105e2712aa service neutron] 10.222.0.77 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247792 May 30 21:16:28.986868 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24076ab1-2973-4acc-b580-f52b46355bb7 req-80dc56b4-341a-4c39-8721-ab4656d1235f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 1098 time: 0.0703545 May 30 21:16:29.086056 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8bde0709-63d5-42b2-a647-09695ce01979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:08Z', 'revision_number': 4, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '26abe947-6793-4549-8ef0-3e5c272f43ed', 'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'mac_address': 'fa:16:3e:59:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:07Z', 'updated_at': '2022-05-30T21:12:16Z', 'revision_number': 5, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'subnets': [{'id': 'cfe1e031-3169-408c-b215-330f41b89105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:16:29.090394 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bde0709-63d5-42b2-a647-09695ce01979 None None] The sync data for ids ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'] in n-d-843949-2 is: [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:08Z', 'revision_number': 4, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '26abe947-6793-4549-8ef0-3e5c272f43ed', 'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'mac_address': 'fa:16:3e:59:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:07Z', 'updated_at': '2022-05-30T21:12:16Z', 'revision_number': 5, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'subnets': [{'id': 'cfe1e031-3169-408c-b215-330f41b89105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:16:29.215572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24076ab1-2973-4acc-b580-f52b46355bb7 req-af0908f8-0c41-46a1-9de1-fec88ffe6696 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:29.217075 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24076ab1-2973-4acc-b580-f52b46355bb7 req-af0908f8-0c41-46a1-9de1-fec88ffe6696 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.2228448 May 30 21:16:29.289171 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24076ab1-2973-4acc-b580-f52b46355bb7 req-094e55d3-7b67-4208-b490-d1338766028a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92061d0f-968f-41a2-955b-ae4f15678941 HTTP/1.1" status: 200 len: 217 time: 0.0650790 May 30 21:16:29.309591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07e865e-3f6c-459b-9cb8-82b9b6275335 None None] New status for floating IP 528601dc-3142-4c48-96e7-d70ebaadc50c: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:16:29.357244 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24076ab1-2973-4acc-b580-f52b46355bb7 req-683a5b17-eb84-44d0-a05a-b1dee672d06a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:29.358692 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24076ab1-2973-4acc-b580-f52b46355bb7 req-683a5b17-eb84-44d0-a05a-b1dee672d06a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.0624814 May 30 21:16:29.433589 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24076ab1-2973-4acc-b580-f52b46355bb7 req-0aeb75d6-3a54-4067-88e0-40c3f77f6adf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678866 May 30 21:16:29.564399 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24076ab1-2973-4acc-b580-f52b46355bb7 req-1959841d-bc49-4772-924f-0f12103bbb9a service neutron] 10.222.0.77 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240206 May 30 21:16:29.699047 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-24076ab1-2973-4acc-b580-f52b46355bb7 req-0af3021d-d626-4f7b-9b4d-7909c290ae1f service neutron] 10.222.0.77 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271842 May 30 21:16:29.842229 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad89d2c-a8d0-4e25-af2b-cdc12583cd78 req-20b8d828-2934-414f-a1af-6dd3731dd879 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:29.843695 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ad89d2c-a8d0-4e25-af2b-cdc12583cd78 req-20b8d828-2934-414f-a1af-6dd3731dd879 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 947 time: 0.1658332 May 30 21:16:29.891100 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5ad89d2c-a8d0-4e25-af2b-cdc12583cd78 req-e203233e-d429-4a77-a875-a32a57d2f7fe tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=106b26bd-d002-4d6e-9764-c4ee01110b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408204 May 30 21:16:29.908044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30dd540-1a88-4d0d-aaf0-90931d6717f1 req-eda38a34-cb7a-4371-b8c7-5e764ba554ba tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:29.908723 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-f30dd540-1a88-4d0d-aaf0-90931d6717f1 req-eda38a34-cb7a-4371-b8c7-5e764ba554ba tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Synchronizing usage tracker for tenant:990cca1147704c64a93d7bcaf2236785 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:16:29.920981 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-f30dd540-1a88-4d0d-aaf0-90931d6717f1 req-eda38a34-cb7a-4371-b8c7-5e764ba554ba tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Unset dirty status for tenant:990cca1147704c64a93d7bcaf2236785 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:16:29.922043 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f30dd540-1a88-4d0d-aaf0-90931d6717f1 req-eda38a34-cb7a-4371-b8c7-5e764ba554ba tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.77 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 947 time: 0.0902677 May 30 21:16:29.992408 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-f30dd540-1a88-4d0d-aaf0-90931d6717f1 req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Deleting port 92061d0f-968f-41a2-955b-ae4f15678941 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:16:29.992659 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f30dd540-1a88-4d0d-aaf0-90931d6717f1 req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:30.120083 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e3c14efc-0596-4bc2-875c-e16ad442315f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:30.234755 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-f30dd540-1a88-4d0d-aaf0-90931d6717f1 req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] For port 92061d0f-968f-41a2-955b-ae4f15678941, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=92061d0f-968f-41a2-955b-ae4f15678941,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:16:30.235318 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f30dd540-1a88-4d0d-aaf0-90931d6717f1 req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:30.355985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-f30dd540-1a88-4d0d-aaf0-90931d6717f1 req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Calling delete_port for 92061d0f-968f-41a2-955b-ae4f15678941 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:16:30.494368 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f30dd540-1a88-4d0d-aaf0-90931d6717f1 req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:30.541416 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event deleted for resources: {'Port': ['ID=92061d0f-968f-41a2-955b-ae4f15678941,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:30.591060 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:30.591402 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:30.591744 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:30.592103 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:30.592433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:30.592758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:30.593086 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:30.593409 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:30.593731 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:30.594073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:30.594399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:30.633992 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30dd540-1a88-4d0d-aaf0-90931d6717f1 req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] No DVR routers for this DVR port 92061d0f-968f-41a2-955b-ae4f15678941 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:16:30.636350 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f30dd540-1a88-4d0d-aaf0-90931d6717f1 req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:30.638743 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95401f0d-76dc-42db-9083-8243a5f80d85', 'name': 'network-vif-deleted', 'tag': '92061d0f-968f-41a2-955b-ae4f15678941'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:16:30.653769 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f30dd540-1a88-4d0d-aaf0-90931d6717f1 req-699b1828-eaec-4e70-b126-85e22dcb042c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.77 "DELETE /v2.0/ports/92061d0f-968f-41a2-955b-ae4f15678941 HTTP/1.1" status: 204 len: 173 time: 0.7252786 May 30 21:16:30.694503 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51f9a7a3-9c91-433d-973a-c36145d3ebc2'] response: {'server_uuid': '95401f0d-76dc-42db-9083-8243a5f80d85', 'name': 'network-vif-deleted', 'tag': '92061d0f-968f-41a2-955b-ae4f15678941', 'status': 'completed', 'code': 200} May 30 21:16:31.069165 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-c74432bd-4d78-4f35-987b-de0e6ce9df14 req-8cf619e0-2ae5-40e3-8d04-6cb8e0557c02 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=95401f0d-76dc-42db-9083-8243a5f80d85 HTTP/1.1" status: 200 len: 210 time: 0.0409355 May 30 21:16:31.504740 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:31.728929 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:32.173105 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54142) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:16:32.240303 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34877998-e860-408c-9065-3f5df3200f01 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:32.269311 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34877998-e860-408c-9065-3f5df3200f01 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:32.341187 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34877998-e860-408c-9065-3f5df3200f01 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:32.359558 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34877998-e860-408c-9065-3f5df3200f01 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=106b26bd-d002-4d6e-9764-c4ee01110b31,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:32.370813 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-34877998-e860-408c-9065-3f5df3200f01 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:32.371933 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-34877998-e860-408c-9065-3f5df3200f01 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "DELETE /v2.0/security-groups/106b26bd-d002-4d6e-9764-c4ee01110b31 HTTP/1.1" status: 204 len: 168 time: 0.1978674 May 30 21:16:33.093555 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 92061d0f-968f-41a2-955b-ae4f15678941 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:16:33.131561 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 92061d0f-968f-41a2-955b-ae4f15678941 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:16:33.131901 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 92061d0f-968f-41a2-955b-ae4f15678941 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:16:33.133413 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:33.529856 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54152) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:16:33.535333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-2fb797e6-e4c4-458b-af60-f19e6db410ca tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-45445660', 'description': 'tempest-secgroup-smoke-45445660 description', 'project_id': '990cca1147704c64a93d7bcaf2236785'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:16:33.542038 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2fb797e6-e4c4-458b-af60-f19e6db410ca tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:16:33.546134 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2fb797e6-e4c4-458b-af60-f19e6db410ca tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:security_group and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:16:33.548932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2fb797e6-e4c4-458b-af60-f19e6db410ca tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:16:33.554489 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2fb797e6-e4c4-458b-af60-f19e6db410ca tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:16:33.563704 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2fb797e6-e4c4-458b-af60-f19e6db410ca tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:33.600256 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2fb797e6-e4c4-458b-af60-f19e6db410ca tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:16:33.604159 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2fb797e6-e4c4-458b-af60-f19e6db410ca tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:security_group_rule and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:16:33.606961 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2fb797e6-e4c4-458b-af60-f19e6db410ca tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:16:33.612585 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2fb797e6-e4c4-458b-af60-f19e6db410ca tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:16:33.666354 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2fb797e6-e4c4-458b-af60-f19e6db410ca tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:33.670057 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2fb797e6-e4c4-458b-af60-f19e6db410ca tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:33.712632 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb797e6-e4c4-458b-af60-f19e6db410ca tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46090cb3-1482-4a8a-b5b9-4c8d5cf65948,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:33.718288 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2fb797e6-e4c4-458b-af60-f19e6db410ca tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:33.719556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2fb797e6-e4c4-458b-af60-f19e6db410ca tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.1886237 May 30 21:16:33.722409 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54156) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:16:33.727819 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-eb8111e8-505a-4b60-a888-e7d8083882de tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Request body: {'security_group_rule': {'security_group_id': '46090cb3-1482-4a8a-b5b9-4c8d5cf65948', 'project_id': '990cca1147704c64a93d7bcaf2236785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:16:33.734161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-eb8111e8-505a-4b60-a888-e7d8083882de tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:16:33.737922 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-eb8111e8-505a-4b60-a888-e7d8083882de tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:security_group_rule and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:16:33.740741 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-eb8111e8-505a-4b60-a888-e7d8083882de tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:16:33.746312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-eb8111e8-505a-4b60-a888-e7d8083882de tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:16:33.763256 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eb8111e8-505a-4b60-a888-e7d8083882de tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:33.826738 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eb8111e8-505a-4b60-a888-e7d8083882de tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:33.830251 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eb8111e8-505a-4b60-a888-e7d8083882de tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:33.853117 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8111e8-505a-4b60-a888-e7d8083882de tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2a3e34-e0ae-4c23-8e37-d1838a535330,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:33.862093 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eb8111e8-505a-4b60-a888-e7d8083882de tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:33.863344 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-eb8111e8-505a-4b60-a888-e7d8083882de tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1400344 May 30 21:16:33.866051 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54160) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:16:33.871841 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-c13c8699-cf38-456f-8953-fefb31f5fe9e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Request body: {'security_group_rule': {'security_group_id': '46090cb3-1482-4a8a-b5b9-4c8d5cf65948', 'project_id': '990cca1147704c64a93d7bcaf2236785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:16:33.877980 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c13c8699-cf38-456f-8953-fefb31f5fe9e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:16:33.881787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c13c8699-cf38-456f-8953-fefb31f5fe9e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:security_group_rule and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:16:33.885193 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-c13c8699-cf38-456f-8953-fefb31f5fe9e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:16:33.890953 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-c13c8699-cf38-456f-8953-fefb31f5fe9e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:16:33.906446 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:33.908335 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c13c8699-cf38-456f-8953-fefb31f5fe9e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:33.968295 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c13c8699-cf38-456f-8953-fefb31f5fe9e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:33.971809 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c13c8699-cf38-456f-8953-fefb31f5fe9e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:33.994359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c8699-cf38-456f-8953-fefb31f5fe9e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52eea55e-9f91-4f44-93d8-6641f1bb736d,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:34.003666 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-c13c8699-cf38-456f-8953-fefb31f5fe9e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:34.005040 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-c13c8699-cf38-456f-8953-fefb31f5fe9e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1380637 May 30 21:16:34.007720 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54164) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:16:34.013404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-04fc32ee-4740-49c5-8ba6-27625b0b351d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Request body: {'security_group_rule': {'security_group_id': '46090cb3-1482-4a8a-b5b9-4c8d5cf65948', 'project_id': '990cca1147704c64a93d7bcaf2236785', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:16:34.019468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-04fc32ee-4740-49c5-8ba6-27625b0b351d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:16:34.023268 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-04fc32ee-4740-49c5-8ba6-27625b0b351d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:security_group_rule and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:16:34.026644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-04fc32ee-4740-49c5-8ba6-27625b0b351d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:16:34.032309 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-04fc32ee-4740-49c5-8ba6-27625b0b351d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:16:34.050564 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04fc32ee-4740-49c5-8ba6-27625b0b351d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:34.111513 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04fc32ee-4740-49c5-8ba6-27625b0b351d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:34.114818 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04fc32ee-4740-49c5-8ba6-27625b0b351d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:34.136562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc32ee-4740-49c5-8ba6-27625b0b351d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d483587e-5b9e-4f81-ae5f-ce6bfa1de3be,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:34.145805 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-04fc32ee-4740-49c5-8ba6-27625b0b351d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:34.147253 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-04fc32ee-4740-49c5-8ba6-27625b0b351d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1385863 May 30 21:16:34.150529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54168) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:16:34.156604 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-dc8982a6-aae9-4de9-8747-9cc71b0c45fd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Request body: {'security_group_rule': {'security_group_id': '46090cb3-1482-4a8a-b5b9-4c8d5cf65948', 'project_id': '990cca1147704c64a93d7bcaf2236785', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:16:34.163023 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dc8982a6-aae9-4de9-8747-9cc71b0c45fd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:16:34.167563 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dc8982a6-aae9-4de9-8747-9cc71b0c45fd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:security_group_rule and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:16:34.170459 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-dc8982a6-aae9-4de9-8747-9cc71b0c45fd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:16:34.176162 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-dc8982a6-aae9-4de9-8747-9cc71b0c45fd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:16:34.194142 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc8982a6-aae9-4de9-8747-9cc71b0c45fd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:34.348576 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc8982a6-aae9-4de9-8747-9cc71b0c45fd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:34.351869 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc8982a6-aae9-4de9-8747-9cc71b0c45fd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:34.373490 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8982a6-aae9-4de9-8747-9cc71b0c45fd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba5aa74-c859-47ad-8d6a-0961697dae86,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:34.382161 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-dc8982a6-aae9-4de9-8747-9cc71b0c45fd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:34.383922 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-dc8982a6-aae9-4de9-8747-9cc71b0c45fd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2319796 May 30 21:16:34.386682 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54172) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:16:34.391868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-ce49968d-e13c-4ce2-9e04-a2019f4f5598 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Request body: {'security_group_rule': {'security_group_id': '46090cb3-1482-4a8a-b5b9-4c8d5cf65948', 'project_id': '990cca1147704c64a93d7bcaf2236785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:16:34.397951 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ce49968d-e13c-4ce2-9e04-a2019f4f5598 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:16:34.402290 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ce49968d-e13c-4ce2-9e04-a2019f4f5598 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:security_group_rule and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:16:34.405065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-ce49968d-e13c-4ce2-9e04-a2019f4f5598 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:16:34.410646 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-ce49968d-e13c-4ce2-9e04-a2019f4f5598 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:16:34.421031 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-ce49968d-e13c-4ce2-9e04-a2019f4f5598 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Project 990cca1147704c64a93d7bcaf2236785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:16:34.427025 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ce49968d-e13c-4ce2-9e04-a2019f4f5598 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:34.488448 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ce49968d-e13c-4ce2-9e04-a2019f4f5598 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:34.491918 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ce49968d-e13c-4ce2-9e04-a2019f4f5598 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:34.514068 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49968d-e13c-4ce2-9e04-a2019f4f5598 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c899a3e-c734-45b6-a361-d403c4f7dabd,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:34.522708 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-ce49968d-e13c-4ce2-9e04-a2019f4f5598 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:34.523984 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-ce49968d-e13c-4ce2-9e04-a2019f4f5598 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1363857 May 30 21:16:34.527358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54176) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:16:34.532652 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-7afdd4c6-c2b5-46a4-892e-4bb1731b5f24 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Request body: {'security_group_rule': {'security_group_id': '46090cb3-1482-4a8a-b5b9-4c8d5cf65948', 'project_id': '990cca1147704c64a93d7bcaf2236785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:16:34.538773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7afdd4c6-c2b5-46a4-892e-4bb1731b5f24 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:16:34.542760 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7afdd4c6-c2b5-46a4-892e-4bb1731b5f24 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:security_group_rule and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:16:34.545613 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-7afdd4c6-c2b5-46a4-892e-4bb1731b5f24 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:16:34.551396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-7afdd4c6-c2b5-46a4-892e-4bb1731b5f24 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:16:34.561174 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-7afdd4c6-c2b5-46a4-892e-4bb1731b5f24 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Project 990cca1147704c64a93d7bcaf2236785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:16:34.567511 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7afdd4c6-c2b5-46a4-892e-4bb1731b5f24 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:34.644146 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7afdd4c6-c2b5-46a4-892e-4bb1731b5f24 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:34.647686 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7afdd4c6-c2b5-46a4-892e-4bb1731b5f24 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:34.669556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdd4c6-c2b5-46a4-892e-4bb1731b5f24 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c9db40-cc22-4155-a3dc-e794d5b07dca,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:34.678046 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-7afdd4c6-c2b5-46a4-892e-4bb1731b5f24 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:34.679173 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-7afdd4c6-c2b5-46a4-892e-4bb1731b5f24 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1509156 May 30 21:16:37.838976 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:48.366265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-9e6af556-f700-4c81-bcf0-6376796fde55 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Synchronizing usage tracker for tenant:990cca1147704c64a93d7bcaf2236785 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:16:48.381551 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-9e6af556-f700-4c81-bcf0-6376796fde55 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Unset dirty status for tenant:990cca1147704c64a93d7bcaf2236785 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:16:48.382727 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-9e6af556-f700-4c81-bcf0-6376796fde55 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-45445660&fields=id&tenant_id=990cca1147704c64a93d7bcaf2236785 HTTP/1.1" status: 200 len: 267 time: 0.0565813 May 30 21:16:48.533904 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-254419b1-fb3c-4aac-8125-329efdcb767d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:48.535306 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-254419b1-fb3c-4aac-8125-329efdcb767d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 809 time: 0.1461167 May 30 21:16:48.552357 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-20bd22db-9634-4b72-9023-9eecd2b2cad8 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/quotas/990cca1147704c64a93d7bcaf2236785 HTTP/1.1" status: 200 len: 375 time: 0.0109961 May 30 21:16:48.634780 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-9b2c1691-0e6c-4aae-8581-79e6a58a9f94 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776792 May 30 21:16:48.843159 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-18852701-9dae-40cf-bcea-9baf61742c92 service neutron] 10.222.0.84 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969986 May 30 21:16:48.972295 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-323de309-6b7f-4a4a-af16-0bb12a050b7d service neutron] 10.222.0.84 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231511 May 30 21:16:49.359579 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70f21431-1467-4eb5-8d68-f6b2bb1caca2 req-6296337a-8df0-41e3-bf7b-c65e14860993 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 210 time: 0.0441976 May 30 21:16:50.326889 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-dee9d5cf-a6c9-43bf-a311-46c35b6a6b88 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:50.328441 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-dee9d5cf-a6c9-43bf-a311-46c35b6a6b88 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.93 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 809 time: 0.1479895 May 30 21:16:50.390866 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-396fec0c-df7f-4b36-9013-c65ffa20253e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=990cca1147704c64a93d7bcaf2236785 HTTP/1.1" status: 200 len: 378 time: 0.0504072 May 30 21:16:50.400228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-a4e9ed76-b229-4c7f-8c5e-150f4152752a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Request body: {'port': {'device_id': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'admin_state_up': True, 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'security_groups': ['46090cb3-1482-4a8a-b5b9-4c8d5cf65948']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:16:50.529766 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e09288f8-4135-4254-b0b5-61ca193bdaa7 req-48ab2c2a-c677-4fe2-bc2c-cb9c269dda7a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 210 time: 0.0428298 May 30 21:16:50.627852 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-a4e9ed76-b229-4c7f-8c5e-150f4152752a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:16:50.632079 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-a4e9ed76-b229-4c7f-8c5e-150f4152752a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:port and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:16:50.635810 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-a4e9ed76-b229-4c7f-8c5e-150f4152752a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:16:50.641888 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-a4e9ed76-b229-4c7f-8c5e-150f4152752a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:16:50.651946 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-a4e9ed76-b229-4c7f-8c5e-150f4152752a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Made reservation on behalf of 990cca1147704c64a93d7bcaf2236785 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:16:50.654930 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-a4e9ed76-b229-4c7f-8c5e-150f4152752a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:50.818963 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-a4e9ed76-b229-4c7f-8c5e-150f4152752a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Allocated IP 172.20.0.13 (0116abc1-5527-40e1-8bdb-164ac357da93/cfe1e031-3169-408c-b215-330f41b89105/47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:16:51.010563 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-a4e9ed76-b229-4c7f-8c5e-150f4152752a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:51.027083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-a4e9ed76-b229-4c7f-8c5e-150f4152752a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Transition to ACTIVE for port object 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:16:51.050077 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-a4e9ed76-b229-4c7f-8c5e-150f4152752a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:51.123143 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-a4e9ed76-b229-4c7f-8c5e-150f4152752a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Network 0116abc1-5527-40e1-8bdb-164ac357da93 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:16:51.126198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-a4e9ed76-b229-4c7f-8c5e-150f4152752a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:16:51.130521 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-a4e9ed76-b229-4c7f-8c5e-150f4152752a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:16:51.161729 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9ed76-b229-4c7f-8c5e-150f4152752a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'Port': ['ID=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:51.195703 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-a4e9ed76-b229-4c7f-8c5e-150f4152752a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:51.196370 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-a4e9ed76-b229-4c7f-8c5e-150f4152752a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:51.223087 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-a4e9ed76-b229-4c7f-8c5e-150f4152752a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8272123 May 30 21:16:51.236534 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Request body: {'port': {'device_id': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:16:51.350064 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:51.405676 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-498c9518-db2b-413a-b4fe-bbe6b085cfd1 None None] Provisioning for port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:16:51.410272 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-498c9518-db2b-413a-b4fe-bbe6b085cfd1 None None] Provisioning complete for port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:16:51.410635 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-498c9518-db2b-413a-b4fe-bbe6b085cfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:51.500085 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-498c9518-db2b-413a-b4fe-bbe6b085cfd1 None None] Port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:16:51.704435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:16:51.711725 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:51.727741 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Transition to ACTIVE for port object 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:16:51.731622 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:51.806882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a51e21-b001-45a4-9653-aa198e468cd3 req-da943fbb-d867-4bb2-ae4b-8f78d94f4282 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:51.813647 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70a51e21-b001-45a4-9653-aa198e468cd3 req-da943fbb-d867-4bb2-ae4b-8f78d94f4282 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.1579471 May 30 21:16:51.858631 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-70a51e21-b001-45a4-9653-aa198e468cd3 req-1f4e421d-f168-4cb8-ad26-1fa5b367eb06 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436547 May 30 21:16:51.860726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Pushing event updated for resources: {'Port': ['ID=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:51.978737 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Attempting to bind port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:16:51.979070 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Attempting to bind port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:16:51.979402 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Attempting to bind port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 on network 0116abc1-5527-40e1-8bdb-164ac357da93 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:16:51.985668 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 on network 0116abc1-5527-40e1-8bdb-164ac357da93 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:16:51.985985 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Attempting to bind port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 on network 0116abc1-5527-40e1-8bdb-164ac357da93 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:16:51.992669 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:16:51.993675 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Checking segment: {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:16:51.994061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Bound using segment: {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:16:51.994488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Bound port: 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:16:51.994834 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:52.089053 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] For port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:16:52.092236 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] For port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:16:52.096796 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:52.161967 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:52.163322 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] 10.222.0.93 "PUT /v2.0/ports/47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 HTTP/1.1" status: 200 len: 1092 time: 0.9309909 May 30 21:16:52.163758 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'tag': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:16:52.188892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4c9b7-1096-4670-b816-22ac8fa3ea59 service neutron] Pushing event updated for resources: {'Port': ['ID=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:52.283591 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-8f29451b-ecc9-4187-a229-dc797a5adf12 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 1095 time: 0.0748653 May 30 21:16:52.341068 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e910280a-070c-4bb8-b8e1-20b1c4ee397b'] response: {'name': 'network-changed', 'server_uuid': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'tag': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454', 'status': 'completed', 'code': 200} May 30 21:16:52.359363 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-342403fd-d91c-44ea-b243-9b4c8ea2120e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 HTTP/1.1" status: 200 len: 217 time: 0.0683725 May 30 21:16:52.514371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-8df6bb6e-3037-425c-b2f7-916d69ab8d62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:52.515794 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-8df6bb6e-3037-425c-b2f7-916d69ab8d62 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.1512778 May 30 21:16:52.590588 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-9d31f637-d3f9-4083-a393-f25cf8e64942 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690548 May 30 21:16:52.718458 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-63a3772f-8d31-4f94-bdb8-cc9d42284f6d service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215639 May 30 21:16:52.847803 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-071bf29e-3db1-4b03-abd5-cb3120d85946 req-01d061c7-dca5-4d38-a65f-2bdb3f602363 service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234310 May 30 21:16:52.967139 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f8b02a3e-4de2-4b45-9465-56e3b849b92a req-1bad75d9-4cf4-4f06-a132-7d143f36278b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 1095 time: 0.0711250 May 30 21:16:53.065124 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f5fdb-09aa-4856-ac2b-d3309396a7c4 req-dbec0752-578f-4467-8850-8eda273c1374 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:53.066591 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-651f5fdb-09aa-4856-ac2b-d3309396a7c4 req-dbec0752-578f-4467-8850-8eda273c1374 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0763590 May 30 21:16:53.099364 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b02a3e-4de2-4b45-9465-56e3b849b92a req-0883333d-3da3-4727-9446-58d22da8edc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:53.100826 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f8b02a3e-4de2-4b45-9465-56e3b849b92a req-0883333d-3da3-4727-9446-58d22da8edc8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.1277201 May 30 21:16:53.112236 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-651f5fdb-09aa-4856-ac2b-d3309396a7c4 req-d1a0debe-38ba-4067-9012-f8b5e156b4e7 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394349 May 30 21:16:53.172942 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f8b02a3e-4de2-4b45-9465-56e3b849b92a req-343b2e38-b0d2-4352-93d7-cf32d16e02f2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 HTTP/1.1" status: 200 len: 217 time: 0.0658784 May 30 21:16:53.236578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b02a3e-4de2-4b45-9465-56e3b849b92a req-b748ec39-eb46-48a6-bfd6-1c1baa3c3372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:53.238001 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f8b02a3e-4de2-4b45-9465-56e3b849b92a req-b748ec39-eb46-48a6-bfd6-1c1baa3c3372 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.0594373 May 30 21:16:53.323383 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f8b02a3e-4de2-4b45-9465-56e3b849b92a req-8f5cdc8d-b925-40ad-b0a3-88ccafca8002 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785553 May 30 21:16:53.457743 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f8b02a3e-4de2-4b45-9465-56e3b849b92a req-b1767615-4882-43dd-b89a-c439cfe942ba service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270378 May 30 21:16:53.583907 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f8b02a3e-4de2-4b45-9465-56e3b849b92a req-5bf3f769-36b0-4a50-8cdf-4257e47dff08 service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205456 May 30 21:16:54.313865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1389a71-b0d8-47f8-8904-35d8e5d46ff3 req-b2866345-34df-46fd-a0a1-d1dc3af1986b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:54.315299 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b1389a71-b0d8-47f8-8904-35d8e5d46ff3 req-b2866345-34df-46fd-a0a1-d1dc3af1986b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0799131 May 30 21:16:54.360287 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b1389a71-b0d8-47f8-8904-35d8e5d46ff3 req-b0eb2a1f-d8af-48d6-b4b6-8366d841b06b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393889 May 30 21:16:55.550600 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bb742-eb88-4366-b873-43df7e20f278 req-414e82e9-b231-49c8-a764-6c5063a26939 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:55.551929 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d1bb742-eb88-4366-b873-43df7e20f278 req-414e82e9-b231-49c8-a764-6c5063a26939 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0742013 May 30 21:16:55.596351 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d1bb742-eb88-4366-b873-43df7e20f278 req-78874dca-2364-4c98-9932-2651c6f4479a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387883 May 30 21:16:56.793159 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2912e-5c88-4dbd-b138-de5b88073fcc req-0b47a2c4-0759-4375-8a06-8069c0211776 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:56.794592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ba2912e-5c88-4dbd-b138-de5b88073fcc req-0b47a2c4-0759-4375-8a06-8069c0211776 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0791688 May 30 21:16:56.840637 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ba2912e-5c88-4dbd-b138-de5b88073fcc req-544ce0cb-5323-45a5-af38-58a9c83f72e2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405669 May 30 21:16:57.295880 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:16:57.918531 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0cb96a8d-0eab-4a17-9467-68079d48dc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:58.036115 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd2bc7-dbd5-4674-9554-b5274dc2cd2c req-ceaf354e-857b-4cbc-b95c-804d74d64563 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:58.037547 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84bd2bc7-dbd5-4674-9554-b5274dc2cd2c req-ceaf354e-857b-4cbc-b95c-804d74d64563 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0749395 May 30 21:16:58.085875 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-84bd2bc7-dbd5-4674-9554-b5274dc2cd2c req-23a06c34-d786-4fde-a7d9-e295569a8f4d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425787 May 30 21:16:59.280211 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523527e0-82ef-48d0-a9f5-75e841160927 req-ab0f0682-4963-486d-8dea-8b2698ff8ac4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:59.281668 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-523527e0-82ef-48d0-a9f5-75e841160927 req-ab0f0682-4963-486d-8dea-8b2698ff8ac4 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0761032 May 30 21:16:59.327059 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-523527e0-82ef-48d0-a9f5-75e841160927 req-3f696d5f-c37f-4a99-94d9-e6182dee49ec tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397878 May 30 21:17:00.124190 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c298afbd-0121-4b31-87c6-847945d21927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:00.517767 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:17:00.523356 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fbece-bb09-4532-a94b-a6db0590417a req-694ed762-d0ed-4e17-9465-e48b3df805cc tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:00.524844 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-480fbece-bb09-4532-a94b-a6db0590417a req-694ed762-d0ed-4e17-9465-e48b3df805cc tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0794435 May 30 21:17:00.570969 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-480fbece-bb09-4532-a94b-a6db0590417a req-c04bc733-c3a1-4b94-846a-2c2774c9a85a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403595 May 30 21:17:00.651528 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:17:00.664068 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'port_id': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454', 'mac_address': 'fa:16:3e:bd:22:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:17:00.719771 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:00.736693 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:17:00.751636 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:17:00.755526 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:00.818514 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:00.826971 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:00.827255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:00.827590 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:00.827921 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:00.828273 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:00.828595 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:00.828916 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:00.829235 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:00.829551 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:00.829866 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:00.830181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:00.995993 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:17:01.510623 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:01.733492 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:01.764810 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb76cd9-fbbc-4b92-909c-b96b026151df req-863b4b8b-e0cd-4f85-b790-15b4ab3c2cc5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:01.766168 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4fb76cd9-fbbc-4b92-909c-b96b026151df req-863b4b8b-e0cd-4f85-b790-15b4ab3c2cc5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 945 time: 0.0766838 May 30 21:17:01.810538 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4fb76cd9-fbbc-4b92-909c-b96b026151df req-f6f7486e-661e-48e4-afcc-1a9fb2b5c91b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386777 May 30 21:17:02.519303 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:17:02.586928 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:17:02.591486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:17:02.591848 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:02.701544 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:02.728104 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:17:02.737640 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:17:02.741529 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:02.785822 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cbee4e8-8d85-474a-929f-a6eeb43aafe8'] response: {'server_uuid': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454', 'code': 200} May 30 21:17:02.811822 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:02.904934 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0a55e91d-a756-41dc-9209-6fd65913874d req-43930724-e290-48d3-804e-574a69ec72a8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 1097 time: 0.0676928 May 30 21:17:02.948860 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0a55e91d-a756-41dc-9209-6fd65913874d req-7251ceaf-74f7-4cac-ab55-331575411a18 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382776 May 30 21:17:03.009704 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80660e8-2bd9-4e5f-bfbf-493faebd6b43 req-24c1f5c9-8ee0-49ad-bf7d-f5933189aa3e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:03.011139 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f80660e8-2bd9-4e5f-bfbf-493faebd6b43 req-24c1f5c9-8ee0-49ad-bf7d-f5933189aa3e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 946 time: 0.0788748 May 30 21:17:03.056137 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f80660e8-2bd9-4e5f-bfbf-493faebd6b43 req-e52444a9-1543-41e0-a051-059fa598b3f1 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394592 May 30 21:17:03.101054 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:03.913911 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:04.249166 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5e7a6-3a6a-4c1c-bf33-9061418504bc req-23b4fac9-f1d3-4549-b847-cd1d81231afa tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:04.250519 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8dd5e7a6-3a6a-4c1c-bf33-9061418504bc req-23b4fac9-f1d3-4549-b847-cd1d81231afa tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 946 time: 0.0758915 May 30 21:17:04.300720 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8dd5e7a6-3a6a-4c1c-bf33-9061418504bc req-7e962e45-b953-4e7a-8b81-af510030fe7d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447512 May 30 21:17:04.498464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89eaa4-bf37-42cb-a06f-9d9c4329870e req-939568c7-de9d-4a44-9ab8-084d69456e03 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:04.499949 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f89eaa4-bf37-42cb-a06f-9d9c4329870e req-939568c7-de9d-4a44-9ab8-084d69456e03 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 946 time: 0.0766268 May 30 21:17:04.544464 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0f89eaa4-bf37-42cb-a06f-9d9c4329870e req-0a656296-45be-46cc-a512-b7ced9143634 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391104 May 30 21:17:04.571437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54318) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:17:04.641168 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2b722e24-b1ec-427a-8811-0036e02664e5 tempest-TestShelveInstance-2119680478 tempest-TestShelveInstance-2119680478-project-admin] Synchronizing usage tracker for tenant:4a254dd7e67b4790bdea43165f05c2c8 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:17:04.657708 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2b722e24-b1ec-427a-8811-0036e02664e5 tempest-TestShelveInstance-2119680478 tempest-TestShelveInstance-2119680478-project-admin] Unset dirty status for tenant:4a254dd7e67b4790bdea43165f05c2c8 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:17:04.659050 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2b722e24-b1ec-427a-8811-0036e02664e5 tempest-TestShelveInstance-2119680478 tempest-TestShelveInstance-2119680478-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 1092 time: 0.0864971 May 30 21:17:04.661737 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54322) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:17:04.667691 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:17:04.673616 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:17:04.677668 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Usage tracker for resource:floatingip and tenant:990cca1147704c64a93d7bcaf2236785 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:17:04.680479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:17:04.686165 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:17:04.773405 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:04.905801 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:05.041789 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Allocated IP 172.25.5.153 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/ef787cb1-8ae3-4bd0-a637-2781c5aaee08) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:17:05.190058 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:05.216434 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:05.283024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:17:05.285964 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:17:05.291116 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:17:05.315409 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'Port': ['ID=ef787cb1-8ae3-4bd0-a637-2781c5aaee08,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:05.777669 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:05.831347 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:06.031561 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:06.036027 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:06.141693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event updated for resources: {'Port': ['ID=ef787cb1-8ae3-4bd0-a637-2781c5aaee08,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:06.153947 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:06.429991 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Floating IP 4effcdd7-8aa9-4a0d-98fd-b979d6702162 associated. External IP: 172.25.5.153, port: 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454. May 30 21:17:06.816655 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:17:07.018223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:17:07.028262 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc52f2e-25ba-4e85-95ef-9cb87351c81d None None] Sync routers for ids ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:17:07.039885 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc52f2e-25ba-4e85-95ef-9cb87351c81d None None] Routers {'0648da08-b06f-4a46-9e94-8e6cc2a7c668'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:17:07.040922 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8dc52f2e-25ba-4e85-95ef-9cb87351c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:17:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:07.043951 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:07.100495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-4c71abdc-e9d9-47b2-85de-1cfb56c3fbbf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4376433 May 30 21:17:07.100974 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'tag': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:17:07.154754 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ad7daa-06af-4d66-9c88-90ebd404ac4f'] response: {'name': 'network-changed', 'server_uuid': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'tag': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454', 'status': 'completed', 'code': 200} May 30 21:17:07.220641 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-8dc52f2e-25ba-4e85-95ef-9cb87351c81d None None] Set router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:17:07.250330 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6291275e-7ddb-4d4b-abc5-36fed9f3bfae req-5e12d440-6ce1-4f1d-a2a5-1f9e93f162f1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 1097 time: 0.0725636 May 30 21:17:07.381043 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291275e-7ddb-4d4b-abc5-36fed9f3bfae req-4dc2f98c-f239-4a65-9978-b1cd275c468e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:07.382381 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6291275e-7ddb-4d4b-abc5-36fed9f3bfae req-4dc2f98c-f239-4a65-9978-b1cd275c468e service neutron] 10.222.0.93 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.1264148 May 30 21:17:07.480392 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6291275e-7ddb-4d4b-abc5-36fed9f3bfae req-77bdc580-e96d-43e1-9630-34c54e6db72e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 HTTP/1.1" status: 200 len: 1000 time: 0.0923550 May 30 21:17:07.566427 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8dc52f2e-25ba-4e85-95ef-9cb87351c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:08Z', 'revision_number': 4, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '4effcdd7-8aa9-4a0d-98fd-b979d6702162', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'port_id': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'mac_address': 'fa:16:3e:bd:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:17:05Z', 'updated_at': '2022-05-30T21:17:05Z', 'revision_number': 0, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26abe947-6793-4549-8ef0-3e5c272f43ed', 'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'mac_address': 'fa:16:3e:59:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:07Z', 'updated_at': '2022-05-30T21:12:16Z', 'revision_number': 5, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'subnets': [{'id': 'cfe1e031-3169-408c-b215-330f41b89105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:07.570427 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc52f2e-25ba-4e85-95ef-9cb87351c81d None None] Checking router: 0648da08-b06f-4a46-9e94-8e6cc2a7c668 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:17:07.581613 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc52f2e-25ba-4e85-95ef-9cb87351c81d None None] Routers {'0648da08-b06f-4a46-9e94-8e6cc2a7c668'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:17:07.582251 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8dc52f2e-25ba-4e85-95ef-9cb87351c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:17:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:07.632983 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291275e-7ddb-4d4b-abc5-36fed9f3bfae req-4c78bbe8-2a33-42f3-9c77-e5a4b580ed11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:07.634354 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6291275e-7ddb-4d4b-abc5-36fed9f3bfae req-4c78bbe8-2a33-42f3-9c77-e5a4b580ed11 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.1477165 May 30 21:17:07.708159 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6291275e-7ddb-4d4b-abc5-36fed9f3bfae req-72f72495-ddc4-463a-ba16-898b0724250f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670550 May 30 21:17:07.756223 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-8dc52f2e-25ba-4e85-95ef-9cb87351c81d None None] Set router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:17:07.838531 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6291275e-7ddb-4d4b-abc5-36fed9f3bfae req-7072f7af-7ac7-45c3-9978-7f1bb38fc18d service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243963 May 30 21:17:07.854477 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:07.971191 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-6291275e-7ddb-4d4b-abc5-36fed9f3bfae req-66c4ca33-4602-43cc-96f3-19cd33536d16 service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270452 May 30 21:17:08.095620 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-8dc52f2e-25ba-4e85-95ef-9cb87351c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:08Z', 'revision_number': 4, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '4effcdd7-8aa9-4a0d-98fd-b979d6702162', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'port_id': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'mac_address': 'fa:16:3e:bd:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:17:05Z', 'updated_at': '2022-05-30T21:17:05Z', 'revision_number': 0, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26abe947-6793-4549-8ef0-3e5c272f43ed', 'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'mac_address': 'fa:16:3e:59:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:07Z', 'updated_at': '2022-05-30T21:12:16Z', 'revision_number': 5, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'subnets': [{'id': 'cfe1e031-3169-408c-b215-330f41b89105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:08.099416 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc52f2e-25ba-4e85-95ef-9cb87351c81d None None] The sync data for ids ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'] in n-d-843949-2 is: [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:08Z', 'revision_number': 4, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '4effcdd7-8aa9-4a0d-98fd-b979d6702162', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'port_id': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'mac_address': 'fa:16:3e:bd:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:17:05Z', 'updated_at': '2022-05-30T21:17:05Z', 'revision_number': 0, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26abe947-6793-4549-8ef0-3e5c272f43ed', 'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'mac_address': 'fa:16:3e:59:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:07Z', 'updated_at': '2022-05-30T21:12:16Z', 'revision_number': 5, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'subnets': [{'id': 'cfe1e031-3169-408c-b215-330f41b89105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:17:08.284860 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b451c951-cc9a-417a-afcf-830bb0d49def None None] New status for floating IP 4effcdd7-8aa9-4a0d-98fd-b979d6702162: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:17:15.097548 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-71d6ef61-0cc2-49b9-b71e-a1d14e5afef4 req-e199ece0-c48e-4992-8aac-aba355f979be service neutron] (84024) timed out ('10.222.0.77', 55779) {{(pid=84024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 21:17:27.920401 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f27f4be7-d5a2-42d7-ad80-b9ff4d2c6445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:30.131700 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2bdfcdff-d304-4830-a7eb-f69d07ef569d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:31.106908 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b8405565-27b6-4e33-86d5-2d3bb30961d6 req-dc123abc-b220-4453-a9c0-d12ef422af14 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0736701 May 30 21:17:31.252621 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b8405565-27b6-4e33-86d5-2d3bb30961d6 req-e560a9a2-7b4c-4ebb-8725-cee85ba639af service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 1097 time: 0.0701370 May 30 21:17:31.408481 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8405565-27b6-4e33-86d5-2d3bb30961d6 req-4f2f0f46-e0ea-401b-8a94-4700f1437d32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:31.409697 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b8405565-27b6-4e33-86d5-2d3bb30961d6 req-4f2f0f46-e0ea-401b-8a94-4700f1437d32 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.1384411 May 30 21:17:31.515238 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:31.525545 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b8405565-27b6-4e33-86d5-2d3bb30961d6 req-ffe85664-5fa4-4bae-8bf4-5403eeb46cb6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 HTTP/1.1" status: 200 len: 1002 time: 0.1085505 May 30 21:17:31.593308 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8405565-27b6-4e33-86d5-2d3bb30961d6 req-ce63128e-f095-4e23-acae-d175ce8d9026 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:31.593894 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b8405565-27b6-4e33-86d5-2d3bb30961d6 req-ce63128e-f095-4e23-acae-d175ce8d9026 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.0623376 May 30 21:17:31.678530 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b8405565-27b6-4e33-86d5-2d3bb30961d6 req-ff1ce719-5d77-4169-a7c4-b794d3463a00 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774963 May 30 21:17:31.687866 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-b8405565-27b6-4e33-86d5-2d3bb30961d6 req-dc000e1a-e29c-4105-9af2-a319abdfc15f service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:17:31.689065 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b8405565-27b6-4e33-86d5-2d3bb30961d6 req-dc000e1a-e29c-4105-9af2-a319abdfc15f service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047061 May 30 21:17:31.745080 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:31.833843 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b8405565-27b6-4e33-86d5-2d3bb30961d6 req-08b851d3-fc2e-49fe-92a9-872aae138f48 service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392095 May 30 21:17:31.975379 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b8405565-27b6-4e33-86d5-2d3bb30961d6 req-a150b7a5-86d9-4e9b-80f2-dfbf54171d02 service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351874 May 30 21:17:33.104132 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:33.920857 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:34.297591 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:17:37.852935 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:57.922588 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9c8fbaaf-d06c-4d23-bd32-793a0c8ad177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:00.121870 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-93bcbc8c-af3b-4e27-871e-8d04453a8795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:01.515462 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:01.738951 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:03.107339 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:03.927954 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:07.852649 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:11.297915 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:18:27.924785 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c8f253de-759d-4c6e-b1ae-e21dd521c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:30.123414 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-921fe7ae-6b79-430e-bb1a-b60cc6300342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:31.517341 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:31.740947 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:33.086855 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c25667da-9b74-4527-972d-d932302a5e3a req-7cf8f0e4-7374-4e83-ace6-3e54e563e09f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665076 May 30 21:18:33.111314 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:33.229284 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c25667da-9b74-4527-972d-d932302a5e3a req-660a49d5-465e-4191-9253-3745736ff405 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 1097 time: 0.0732238 May 30 21:18:33.374747 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25667da-9b74-4527-972d-d932302a5e3a req-1d474b6b-f39e-4d30-9224-dc7b7c6059f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:33.376129 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c25667da-9b74-4527-972d-d932302a5e3a req-1d474b6b-f39e-4d30-9224-dc7b7c6059f5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.1270576 May 30 21:18:33.475652 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c25667da-9b74-4527-972d-d932302a5e3a req-a4200257-ac03-4e3b-a3b7-95afce439d6f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 HTTP/1.1" status: 200 len: 1002 time: 0.0922687 May 30 21:18:33.624867 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25667da-9b74-4527-972d-d932302a5e3a req-239621f4-5309-4677-afe5-a9fd792698bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:33.626242 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c25667da-9b74-4527-972d-d932302a5e3a req-239621f4-5309-4677-afe5-a9fd792698bb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.1450858 May 30 21:18:33.699022 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c25667da-9b74-4527-972d-d932302a5e3a req-b31eccfb-e24f-4425-be86-94c8b020c7f2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661812 May 30 21:18:33.827399 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c25667da-9b74-4527-972d-d932302a5e3a req-3945ea52-69c0-41ea-9ffc-ab238dbb9c7f service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212115 May 30 21:18:33.934890 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:33.959303 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-c25667da-9b74-4527-972d-d932302a5e3a req-1c79c1a7-1ac4-405d-b109-80ad402c1f1e service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248507 May 30 21:18:37.851497 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:48.298778 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:18:57.930486 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5582801b-651c-4806-af49-9c36ca5849e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:00.124236 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-60e0c2ad-f4f8-4038-92c5-b003718fa268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:01.547699 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:01.742835 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:03.112764 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:03.962473 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:05.135830 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4299e54-9cad-4fea-8e3a-538660704871 req-ba2216e6-ef38-4dee-a2fd-dc0d4f4a2951 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:05.137321 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a4299e54-9cad-4fea-8e3a-538660704871 req-ba2216e6-ef38-4dee-a2fd-dc0d4f4a2951 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 946 time: 0.0803885 May 30 21:19:05.182238 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a4299e54-9cad-4fea-8e3a-538660704871 req-8d338c4f-46ff-489d-9205-201d842f992f tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387762 May 30 21:19:06.404076 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46649533-a97c-4743-99ea-69689869442c req-fb20580e-699e-44f3-b497-9f6f6464a6c0 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:06.405519 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46649533-a97c-4743-99ea-69689869442c req-fb20580e-699e-44f3-b497-9f6f6464a6c0 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 946 time: 0.0745499 May 30 21:19:06.451245 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46649533-a97c-4743-99ea-69689869442c req-c9ac82be-b4b1-49e8-9a89-0cda53051816 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397694 May 30 21:19:07.671384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33825b-bfb8-4c96-8e3b-a92b0813c9b0 req-830d7ea3-253c-4929-a270-1e8c82bfdac9 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:07.673337 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e33825b-bfb8-4c96-8e3b-a92b0813c9b0 req-830d7ea3-253c-4929-a270-1e8c82bfdac9 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 946 time: 0.0785265 May 30 21:19:07.717556 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7e33825b-bfb8-4c96-8e3b-a92b0813c9b0 req-01e6ee07-b927-41e8-b5f7-31ff65a49234 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388331 May 30 21:19:07.851146 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:08.909702 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06f088-47f1-4d5f-a2aa-71ec04ef261b req-f9c27d36-21b1-40b7-b665-a71758ded285 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:08.911561 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea06f088-47f1-4d5f-a2aa-71ec04ef261b req-f9c27d36-21b1-40b7-b665-a71758ded285 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 946 time: 0.0754702 May 30 21:19:08.959792 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea06f088-47f1-4d5f-a2aa-71ec04ef261b req-d3d70339-1414-4adb-9bb7-d6cb9c43dc46 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424628 May 30 21:19:10.153942 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a222c9c-1a8e-43a6-8165-54ae762f9817 req-24766d56-01b6-475c-82f9-59b77a69e601 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:10.155367 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a222c9c-1a8e-43a6-8165-54ae762f9817 req-24766d56-01b6-475c-82f9-59b77a69e601 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 946 time: 0.0764108 May 30 21:19:10.201206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7a222c9c-1a8e-43a6-8165-54ae762f9817 req-a0318056-60c5-4b8f-aa5b-1f28327ad96a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397954 May 30 21:19:11.406159 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6b69e-9c9d-4538-adf6-9f6fba9120ba req-cb3595f0-eaf6-42b7-9ce6-f9864bd30bbc tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:11.406997 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8fb6b69e-9c9d-4538-adf6-9f6fba9120ba req-cb3595f0-eaf6-42b7-9ce6-f9864bd30bbc tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 946 time: 0.0851111 May 30 21:19:11.453888 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8fb6b69e-9c9d-4538-adf6-9f6fba9120ba req-4db10eea-50c6-493b-9a85-b9eca3ccf5f1 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407889 May 30 21:19:12.662339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e187332-c374-42b1-9cb4-c213bd5f2df9 req-50599542-acd9-433f-847d-ef0a10377287 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:12.663784 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e187332-c374-42b1-9cb4-c213bd5f2df9 req-50599542-acd9-433f-847d-ef0a10377287 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 946 time: 0.0879576 May 30 21:19:12.709051 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9e187332-c374-42b1-9cb4-c213bd5f2df9 req-a9073a60-bee8-4726-8bb1-98ba0c321d3e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394309 May 30 21:19:13.907826 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641f4b9-a51f-4691-82d4-163d657516ee req-cce0120d-ccb6-4464-aef8-969c5ceb0025 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:13.909299 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8641f4b9-a51f-4691-82d4-163d657516ee req-cce0120d-ccb6-4464-aef8-969c5ceb0025 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 946 time: 0.0791540 May 30 21:19:13.957147 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8641f4b9-a51f-4691-82d4-163d657516ee req-daea4902-be1c-4c63-9ee3-cf8a26dec244 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418754 May 30 21:19:15.214637 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e64af2c2-08fd-48d1-ad51-6282a820779c req-eed07882-f669-41f0-afbf-c7f9423fe7ab service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 1097 time: 0.0734315 May 30 21:19:15.298685 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96ad18-e4ea-4f34-85fe-76d90e041ce2 req-2d5c3dfd-e25d-4ec9-ae7d-62ff7ac77af5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:15.300170 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca96ad18-e4ea-4f34-85fe-76d90e041ce2 req-2d5c3dfd-e25d-4ec9-ae7d-62ff7ac77af5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 946 time: 0.0766680 May 30 21:19:15.345454 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca96ad18-e4ea-4f34-85fe-76d90e041ce2 req-ca7ae919-0039-49a4-80cd-d46a13b419ee tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396078 May 30 21:19:15.351082 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64af2c2-08fd-48d1-ad51-6282a820779c req-38659c49-a5a0-45f7-9eaa-2aec523add93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:15.352539 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e64af2c2-08fd-48d1-ad51-6282a820779c req-38659c49-a5a0-45f7-9eaa-2aec523add93 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.1308768 May 30 21:19:15.453647 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e64af2c2-08fd-48d1-ad51-6282a820779c req-9b8496fb-7c6a-44cb-8c0d-b4d2db68e49f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 HTTP/1.1" status: 200 len: 1002 time: 0.0950074 May 30 21:19:15.514529 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64af2c2-08fd-48d1-ad51-6282a820779c req-a740eeb5-7380-4cc9-b1fe-ab76c154abd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:15.515910 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e64af2c2-08fd-48d1-ad51-6282a820779c req-a740eeb5-7380-4cc9-b1fe-ab76c154abd3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.0560341 May 30 21:19:15.587237 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e64af2c2-08fd-48d1-ad51-6282a820779c req-dab53754-ebe3-4118-9dcf-928f6143f3ce service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657012 May 30 21:19:15.714573 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e64af2c2-08fd-48d1-ad51-6282a820779c req-049c2b8d-de32-4ea8-b075-c7222f54f33b service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216769 May 30 21:19:15.844267 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e64af2c2-08fd-48d1-ad51-6282a820779c req-90a2978d-402d-4e22-acfe-77ef24f3c83f service neutron] 10.222.0.93 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235986 May 30 21:19:16.633368 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ffc63-3682-4f1d-acea-3a3e6466f13f req-2fdc1b21-0a97-4ff3-8d79-7f4401c154ea tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:16.634890 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-684ffc63-3682-4f1d-acea-3a3e6466f13f req-2fdc1b21-0a97-4ff3-8d79-7f4401c154ea tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 946 time: 0.1709490 May 30 21:19:16.686132 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-684ffc63-3682-4f1d-acea-3a3e6466f13f req-a30ee5a6-be64-4fff-991a-83b5dc2a7c21 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409007 May 30 21:19:17.894784 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c584f-c93c-4564-b4b6-14b8e8d3e8d1 req-f50f840e-7eb4-4531-8fde-ad412c9b4c17 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:17.896175 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca3c584f-c93c-4564-b4b6-14b8e8d3e8d1 req-f50f840e-7eb4-4531-8fde-ad412c9b4c17 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 946 time: 0.0878255 May 30 21:19:17.942396 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ca3c584f-c93c-4564-b4b6-14b8e8d3e8d1 req-985d5d58-fc56-45ac-8a5b-ff84e7314a18 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405726 May 30 21:19:19.134483 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e702d-e591-403a-9128-a2262fd3b523 req-9fecb5d8-b465-4143-8606-40ead333ab3e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:19.135915 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe7e702d-e591-403a-9128-a2262fd3b523 req-9fecb5d8-b465-4143-8606-40ead333ab3e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 946 time: 0.0746479 May 30 21:19:19.181041 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-fe7e702d-e591-403a-9128-a2262fd3b523 req-1ca2ec84-5bdb-4b53-8e09-fb398a88bec7 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397313 May 30 21:19:19.425433 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-74a7f85a-88f5-4041-b889-b5c5f9937bbd req-27fd0073-c4db-4a19-bb45-96b10f8b8854 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1294875 May 30 21:19:19.634853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54406) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:19:19.690793 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dd60a-ed90-4399-8663-6bee840c0cb2 req-e606fec5-2265-4b93-b0b2-42a7027eb11b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:19.692256 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d1dd60a-ed90-4399-8663-6bee840c0cb2 req-e606fec5-2265-4b93-b0b2-42a7027eb11b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 946 time: 0.0803871 May 30 21:19:19.738836 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d1dd60a-ed90-4399-8663-6bee840c0cb2 req-8a445c25-22f9-4c6d-a89e-4115ed039e94 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404599 May 30 21:19:19.770291 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-68a7483b-12d5-47e9-9e86-2283a372b209 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1343069 May 30 21:19:20.941128 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0899d-1bac-433e-822a-bebb87df698a req-8d299f5d-ff85-4ed1-9695-7ca0e47a41d1 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:20.942612 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5cd0899d-1bac-433e-822a-bebb87df698a req-8d299f5d-ff85-4ed1-9695-7ca0e47a41d1 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 946 time: 0.0803592 May 30 21:19:20.987980 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5cd0899d-1bac-433e-822a-bebb87df698a req-788c9da4-1d24-473c-be3e-12d56eb3a956 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398102 May 30 21:19:21.170543 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:19:21.279105 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:21.305105 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:19:21.314536 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:19:21.318687 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:21.382431 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:19:21.390954 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:21.391297 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:21.392222 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:21.392552 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:21.392875 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:21.393547 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:21.393547 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:21.393837 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:21.394152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:21.394463 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:21.394782 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:21.429056 n-d-843949-2 neutron-server[84025]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4f9fcc38-91b7-48a0-9815-840074ec5bd9']: {'server_uuid': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454', 'code': 422} returned with failed status May 30 21:19:22.193880 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4440662-d322-40c9-9c96-079bc2866267 req-d6864313-7e66-44ca-a4e8-042f3c264de2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:22.195364 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e4440662-d322-40c9-9c96-079bc2866267 req-d6864313-7e66-44ca-a4e8-042f3c264de2 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0819247 May 30 21:19:22.246635 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e4440662-d322-40c9-9c96-079bc2866267 req-01421c13-5475-425d-85b4-89c403464ede tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453877 May 30 21:19:23.438303 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe36751-c5e1-403c-960c-11fbff42419b req-d57c3692-0dc4-4295-97e4-8dc1ad94f86d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:23.440288 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bfe36751-c5e1-403c-960c-11fbff42419b req-d57c3692-0dc4-4295-97e4-8dc1ad94f86d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0761473 May 30 21:19:23.484043 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-bfe36751-c5e1-403c-960c-11fbff42419b req-f4001329-8177-4618-9089-2b44d725c046 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382109 May 30 21:19:24.683611 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9131d3-0e99-499c-bbbe-07c3f830d504 req-f8c98bf0-bba3-4b80-bff9-dbb96d82c546 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:24.685106 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b9131d3-0e99-499c-bbbe-07c3f830d504 req-f8c98bf0-bba3-4b80-bff9-dbb96d82c546 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0821297 May 30 21:19:24.731065 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-0b9131d3-0e99-499c-bbbe-07c3f830d504 req-643be36c-0a40-410d-ba9d-7a4955f1f2b6 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397367 May 30 21:19:25.300028 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:19:25.936293 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46169bc6-208e-4331-8767-1821d8389268 req-330c5979-2958-473b-aac9-48a71751009b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:25.937754 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46169bc6-208e-4331-8767-1821d8389268 req-330c5979-2958-473b-aac9-48a71751009b tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0770261 May 30 21:19:25.985325 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-46169bc6-208e-4331-8767-1821d8389268 req-d05059f4-707e-4ffe-96a6-d7d48a6567f6 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414507 May 30 21:19:26.176869 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-d831fdf4-bcbf-4833-aa3c-bb69ff1cb387 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564&tenant_id=990cca1147704c64a93d7bcaf2236785 HTTP/1.1" status: 200 len: 1095 time: 0.1324172 May 30 21:19:26.191440 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843949-2', 'device_owner': 'compute:nova'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:19:26.298755 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:26.640411 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] For port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:19:26.670283 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] For port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:19:26.718703 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:19:26.726135 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:26.740969 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Transition to ACTIVE for port object 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:19:26.744058 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:26.881639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Pushing event updated for resources: {'Port': ['ID=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,revision_number=7']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:19:26.903801 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:26.904177 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:26.904492 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:26.904818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:26.905141 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:26.905462 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:26.905779 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:26.906096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:26.906413 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:26.906726 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:26.907035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:26.960022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] No DVR routers for this DVR port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:19:27.183399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b02b4e-02cd-4240-8b0e-4880995f5496 req-40628984-6186-4432-b500-10a0c4f9ba4c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:27.185020 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-18b02b4e-02cd-4240-8b0e-4880995f5496 req-40628984-6186-4432-b500-10a0c4f9ba4c tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0791817 May 30 21:19:27.202096 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Attempting to bind port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:19:27.202604 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Attempting to bind port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:19:27.202727 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Attempting to bind port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 on network 0116abc1-5527-40e1-8bdb-164ac357da93 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:19:27.208907 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 on network 0116abc1-5527-40e1-8bdb-164ac357da93 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:19:27.209223 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Attempting to bind port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 on network 0116abc1-5527-40e1-8bdb-164ac357da93 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:19:27.215307 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:19:27.215638 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Checking segment: {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:19:27.216035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Bound using segment: {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:19:27.216451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Bound port: 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:19:27.216786 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:27.231541 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-18b02b4e-02cd-4240-8b0e-4880995f5496 req-9c3639e2-e5ab-4c8f-a012-977877a8cf6e tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410514 May 30 21:19:27.308621 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] For port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:19:27.311919 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] For port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:19:27.318583 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:27.382078 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:27.383533 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] 10.222.0.77 "PUT /v2.0/ports/47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 HTTP/1.1" status: 200 len: 1092 time: 1.1964238 May 30 21:19:27.383953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'tag': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:19:27.404435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6f84a-cb7b-4eef-8cc7-d5f50ceecadc service neutron] Pushing event updated for resources: {'Port': ['ID=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,revision_number=8']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:19:27.455935 n-d-843949-2 neutron-server[84024]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f80b7acb-3fc8-41bb-9533-905e1544d4e1']: {'name': 'network-changed', 'server_uuid': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'tag': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454', 'status': 'failed', 'code': 422} returned with failed status May 30 21:19:27.502431 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-369dfd7e-0e5d-43b3-841e-577d9dd4d77d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 1095 time: 0.0903940 May 30 21:19:27.650748 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-9702b539-0b59-4844-8fc7-a237e4952dc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:27.652219 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-9702b539-0b59-4844-8fc7-a237e4952dc8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.1404216 May 30 21:19:27.762417 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-78fd9154-6421-4e16-a120-ed3b8e584f78 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 HTTP/1.1" status: 200 len: 1000 time: 0.1010778 May 30 21:19:27.829715 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-fbf3fdc5-7882-4286-ad8f-7a1fe6c49777 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:27.832213 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-fbf3fdc5-7882-4286-ad8f-7a1fe6c49777 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.0612106 May 30 21:19:27.913441 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-31806d5e-c1f9-4ff5-9a4b-92d135c3a3aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725205 May 30 21:19:27.933023 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-08e49f9b-3acb-4cb5-95de-444daef418ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:28.054194 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-bafdde8d-4bcf-4142-a559-821b22703d87 service neutron] 10.222.0.77 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315160 May 30 21:19:28.192054 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-237176b6-5f88-4680-96bd-5fc209935175 service neutron] 10.222.0.77 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281035 May 30 21:19:28.430689 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fefde-9916-43e6-a19d-1146286442b4 req-233f9c6e-fa47-4f20-9075-2ff903597829 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:28.432085 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-861fefde-9916-43e6-a19d-1146286442b4 req-233f9c6e-fa47-4f20-9075-2ff903597829 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0772364 May 30 21:19:28.477317 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-861fefde-9916-43e6-a19d-1146286442b4 req-006218fb-8c63-471f-a1c8-bb36e5372839 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398004 May 30 21:19:29.676485 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d19f4-262f-4570-968a-0124a36f0387 req-a02cf25c-ac51-48f2-bcd3-d237385beb4a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:29.677841 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc6d19f4-262f-4570-968a-0124a36f0387 req-a02cf25c-ac51-48f2-bcd3-d237385beb4a tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0794115 May 30 21:19:29.722499 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cc6d19f4-262f-4570-968a-0124a36f0387 req-8634b2d8-9908-472d-9350-eceb0c9578b0 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392201 May 30 21:19:29.991789 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-26fd24ad-0225-4472-b646-e9e47c59ef81 req-7fc52627-d819-445c-bd7a-6f2145f381aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 1095 time: 0.0667908 May 30 21:19:30.128079 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bdf399a5-4006-41d5-9ef7-12c8b9cd6a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:30.239927 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd24ad-0225-4472-b646-e9e47c59ef81 req-0d591561-9a83-4d73-8389-8d40fdfe896f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:30.241429 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-26fd24ad-0225-4472-b646-e9e47c59ef81 req-0d591561-9a83-4d73-8389-8d40fdfe896f service neutron] 10.222.0.77 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.2248659 May 30 21:19:30.346608 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-26fd24ad-0225-4472-b646-e9e47c59ef81 req-e6c3d6d7-388e-44a6-aa47-975c37c227df service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 HTTP/1.1" status: 200 len: 1000 time: 0.0954399 May 30 21:19:30.414050 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd24ad-0225-4472-b646-e9e47c59ef81 req-854e41f8-8bcf-43c9-9f03-32520f2920cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:30.415411 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-26fd24ad-0225-4472-b646-e9e47c59ef81 req-854e41f8-8bcf-43c9-9f03-32520f2920cb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.0587275 May 30 21:19:30.490764 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-26fd24ad-0225-4472-b646-e9e47c59ef81 req-32fd1c6a-1b52-4aae-8e57-f7d0cb7c15e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663886 May 30 21:19:30.621030 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-26fd24ad-0225-4472-b646-e9e47c59ef81 req-36027109-eb78-4d47-820a-64edb77de61d service neutron] 10.222.0.77 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204319 May 30 21:19:30.753682 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-26fd24ad-0225-4472-b646-e9e47c59ef81 req-fee1399c-ee66-440c-b39f-6e6e498ac0c7 service neutron] 10.222.0.77 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231222 May 30 21:19:30.915752 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a18324-8ce6-424f-b056-5e25956d9896 req-980fe48d-a07b-4fc9-bd26-74abf7d7218d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:30.917386 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24a18324-8ce6-424f-b056-5e25956d9896 req-980fe48d-a07b-4fc9-bd26-74abf7d7218d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0749412 May 30 21:19:30.965434 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24a18324-8ce6-424f-b056-5e25956d9896 req-2c01bd87-7186-49a2-a361-cb453902d7c1 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425341 May 30 21:19:31.522980 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:31.744549 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:32.159807 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93faa977-53fd-4bcc-a662-7520aa577357 req-8f320924-2b0f-4944-9325-1d4b59190e18 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:32.161275 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93faa977-53fd-4bcc-a662-7520aa577357 req-8f320924-2b0f-4944-9325-1d4b59190e18 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0756612 May 30 21:19:32.206638 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-93faa977-53fd-4bcc-a662-7520aa577357 req-1cb167a2-4225-40a6-bbe6-de1651eec056 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397465 May 30 21:19:33.113855 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:33.402675 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55cf0f-e8ba-4839-92a2-ada8c5ef0fea req-9f84b298-7315-441c-bcf5-cdaede0655e0 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:33.404032 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b55cf0f-e8ba-4839-92a2-ada8c5ef0fea req-9f84b298-7315-441c-bcf5-cdaede0655e0 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0788064 May 30 21:19:33.448216 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4b55cf0f-e8ba-4839-92a2-ada8c5ef0fea req-08940f2c-c73b-454b-9d87-bb628fd63204 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385306 May 30 21:19:33.965140 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:34.639034 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0c058-3e6c-48ce-b403-5ae26c6ab29b req-3c5116ae-4582-4d3d-802b-574633981e35 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:34.640393 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8a0c058-3e6c-48ce-b403-5ae26c6ab29b req-3c5116ae-4582-4d3d-802b-574633981e35 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0755570 May 30 21:19:34.685629 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a8a0c058-3e6c-48ce-b403-5ae26c6ab29b req-5405c788-91d9-4a70-8fe1-d67570229b19 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393131 May 30 21:19:35.885243 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e8c93-2ce2-40b8-afb4-3ca9f4cdc0c3 req-e6e886b2-867a-4a33-9641-c0b1e0b579af tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:35.886684 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-217e8c93-2ce2-40b8-afb4-3ca9f4cdc0c3 req-e6e886b2-867a-4a33-9641-c0b1e0b579af tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0779071 May 30 21:19:35.933033 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-217e8c93-2ce2-40b8-afb4-3ca9f4cdc0c3 req-d4fe433a-e37c-4884-b839-113aa88bb196 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407455 May 30 21:19:37.127052 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfd3af-6059-407c-b99b-1696a9f255d6 req-3fcf9ad2-4436-4e29-ab78-2ecf87191e42 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:37.128491 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfbfd3af-6059-407c-b99b-1696a9f255d6 req-3fcf9ad2-4436-4e29-ab78-2ecf87191e42 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 944 time: 0.0741520 May 30 21:19:37.176266 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-cfbfd3af-6059-407c-b99b-1696a9f255d6 req-8a534dd2-49eb-4b96-9053-f1ce17d53ff6 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422373 May 30 21:19:37.822793 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:19:37.917313 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:37.965759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:19:37.978310 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'port_id': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454', 'mac_address': 'fa:16:3e:bd:22:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:19:38.029756 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:38.046449 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:19:38.060554 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:19:38.064254 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:38.128484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,revision_number=9']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:19:38.355298 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:19:38.373345 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da277d-190a-4106-9e16-2df3ce413c5f req-e66451df-2ca8-4086-962d-88e9cc906f98 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:38.374788 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f3da277d-190a-4106-9e16-2df3ce413c5f req-e66451df-2ca8-4086-962d-88e9cc906f98 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 945 time: 0.0752990 May 30 21:19:38.419777 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f3da277d-190a-4106-9e16-2df3ce413c5f req-640ea262-db2c-4777-a530-7e26bf2b1489 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388913 May 30 21:19:39.615823 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a2409-8c78-4606-9351-6d235d29984c req-653e06fc-a139-4a89-a61e-7fcb02a32d29 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:39.617214 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d3a2409-8c78-4606-9351-6d235d29984c req-653e06fc-a139-4a89-a61e-7fcb02a32d29 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 945 time: 0.0789683 May 30 21:19:39.738295 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5d3a2409-8c78-4606-9351-6d235d29984c req-73e1d53b-aad5-49f0-8ef4-72348a8e6dcf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1156368 May 30 21:19:39.821816 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:19:39.888247 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:19:39.892674 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:19:39.893056 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:40.004892 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:40.030884 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:19:40.040408 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:19:40.044702 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:40.089270 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a6cc38b-a02c-48ca-8789-0834c797b6cd'] response: {'server_uuid': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454', 'code': 200} May 30 21:19:40.111696 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,revision_number=10']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:19:40.306243 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-86ea475f-95e4-4790-8fb8-70e2ca380137 req-993487fd-6893-4c90-aef9-fc16b802d465 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 1098 time: 0.0677783 May 30 21:19:40.352178 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-86ea475f-95e4-4790-8fb8-70e2ca380137 req-e276e9a8-8d08-4bab-9f96-9e0d92d811fb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388782 May 30 21:19:40.938155 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df899819-af40-4497-9d34-370dd19bdb48 req-16ffb421-b3ea-4391-8937-5ea4901cde9d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:40.939604 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-df899819-af40-4497-9d34-370dd19bdb48 req-16ffb421-b3ea-4391-8937-5ea4901cde9d tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 947 time: 0.0808806 May 30 21:19:40.984631 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-df899819-af40-4497-9d34-370dd19bdb48 req-8f56dc91-6d0e-40c5-bdda-53e992064816 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388691 May 30 21:19:42.181740 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3871b-20b1-49ed-a087-e69cccd846d8 req-c3e9cae6-d38a-4687-a2c0-2e7eb964e644 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:42.183176 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b3f3871b-20b1-49ed-a087-e69cccd846d8 req-c3e9cae6-d38a-4687-a2c0-2e7eb964e644 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 947 time: 0.0775983 May 30 21:19:42.227823 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b3f3871b-20b1-49ed-a087-e69cccd846d8 req-c0f30fc2-776d-4a5c-a723-5903f04e0223 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391445 May 30 21:19:57.935222 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dd8c5645-df5a-443f-9232-4e6a21db8cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:00.136139 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-42ad3b4d-7a18-4734-acf2-b60fa36fc28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:01.532795 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:01.751327 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:02.305381 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:20:03.120586 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:03.963098 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:07.881357 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:27.936298 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10e96d24-a71d-44a2-adc8-3be4bc80279e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:30.133962 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a5089165-d4f6-4c1e-95e5-377f0815af02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:31.528555 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:31.748595 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:31.985486 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-934a47b6-6da7-42be-b37b-7a67d6edfebf req-865a3c15-cf5e-44b8-9aaa-7bd0b1796af6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669832 May 30 21:20:32.128389 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-934a47b6-6da7-42be-b37b-7a67d6edfebf req-1a7bd322-31eb-4737-8e18-a091d92dd0f0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 1098 time: 0.0675142 May 30 21:20:32.275134 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a47b6-6da7-42be-b37b-7a67d6edfebf req-e55315b8-6373-42d3-9c59-bd588e48b999 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:32.276590 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-934a47b6-6da7-42be-b37b-7a67d6edfebf req-e55315b8-6373-42d3-9c59-bd588e48b999 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.1237566 May 30 21:20:32.381372 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-934a47b6-6da7-42be-b37b-7a67d6edfebf req-37487c4e-174c-4bdc-8ea4-0723aecb85a8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 HTTP/1.1" status: 200 len: 1002 time: 0.0961657 May 30 21:20:32.447826 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a47b6-6da7-42be-b37b-7a67d6edfebf req-b99ea2a7-304d-4bd8-95f6-c25b46294dc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:32.449221 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-934a47b6-6da7-42be-b37b-7a67d6edfebf req-b99ea2a7-304d-4bd8-95f6-c25b46294dc8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.0591028 May 30 21:20:32.527686 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-934a47b6-6da7-42be-b37b-7a67d6edfebf req-930f318f-03a0-4778-b532-9426acda3924 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694132 May 30 21:20:32.659493 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-934a47b6-6da7-42be-b37b-7a67d6edfebf req-9c4d6098-9708-452b-a191-a3186483e145 service neutron] 10.222.0.77 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224291 May 30 21:20:32.796634 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-934a47b6-6da7-42be-b37b-7a67d6edfebf req-ad4a3206-9fdd-47bc-8dff-58253800f6c1 service neutron] 10.222.0.77 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277883 May 30 21:20:33.119619 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:33.978050 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:37.880007 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:39.301967 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:20:57.938559 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f916ad4b-5be9-4ebe-8f82-d0aab18a4f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:00.135367 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-009715b5-83c7-4b81-82c4-0e1c84ebf5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:01.531090 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:01.750560 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:03.121762 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:03.976783 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:06.762371 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54510) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:07.050179 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Deleting port ef787cb1-8ae3-4bd0-a637-2781c5aaee08 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:21:07.050517 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:07.214204 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:07.214519 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:07.333640 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Calling delete_port for ef787cb1-8ae3-4bd0-a637-2781c5aaee08 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:21:07.483598 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:07.530788 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event deleted for resources: {'Port': ['ID=ef787cb1-8ae3-4bd0-a637-2781c5aaee08,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:07.568663 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:07.569001 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:07.569334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:07.569667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:07.569991 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:07.570311 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:07.570629 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:07.570943 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:07.571256 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:07.571570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:07.571886 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:07.631845 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:07.887513 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:08.024977 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:21:08.220640 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:21:08.231468 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc142b9-133b-4701-95b7-ce01146b7b02 None None] Sync routers for ids ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:21:08.238071 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:08.243178 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc142b9-133b-4701-95b7-ce01146b7b02 None None] Routers {'0648da08-b06f-4a46-9e94-8e6cc2a7c668'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:08.243772 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ecc142b9-133b-4701-95b7-ce01146b7b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:21:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:08.293879 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4954df0a-dff4-4123-94eb-9a3f9827abf5 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "DELETE /v2.0/floatingips/4effcdd7-8aa9-4a0d-98fd-b979d6702162 HTTP/1.1" status: 204 len: 168 time: 1.5304148 May 30 21:21:08.294451 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'tag': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:21:08.367898 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693a469f-3250-4ff5-8c68-7069832c6d01'] response: {'name': 'network-changed', 'server_uuid': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'tag': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454', 'status': 'completed', 'code': 200} May 30 21:21:08.424693 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-ecc142b9-133b-4701-95b7-ce01146b7b02 None None] Set router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:21:08.586617 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0cd6a166-5915-48ee-9fff-66603143ba95 req-b6741036-e520-4906-8f21-d39d598fe0c8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=990cca1147704c64a93d7bcaf2236785&device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 1098 time: 0.1930635 May 30 21:21:08.721820 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6a166-5915-48ee-9fff-66603143ba95 req-f1272ccd-da2e-4e4d-b34a-41a0b58d3fa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:08.723188 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0cd6a166-5915-48ee-9fff-66603143ba95 req-f1272ccd-da2e-4e4d-b34a-41a0b58d3fa9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 200 len: 910 time: 0.1307795 May 30 21:21:08.729456 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b55e6-3b9b-4102-b5bb-104710a1a198 req-8a4053cc-178b-491c-81e3-253509beabe8 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:08.730929 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-683b55e6-3b9b-4102-b5bb-104710a1a198 req-8a4053cc-178b-491c-81e3-253509beabe8 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 947 time: 0.0928915 May 30 21:21:08.746723 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ecc142b9-133b-4701-95b7-ce01146b7b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:08Z', 'revision_number': 4, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '26abe947-6793-4549-8ef0-3e5c272f43ed', 'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'mac_address': 'fa:16:3e:59:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:07Z', 'updated_at': '2022-05-30T21:12:16Z', 'revision_number': 5, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'subnets': [{'id': 'cfe1e031-3169-408c-b215-330f41b89105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:08.750774 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc142b9-133b-4701-95b7-ce01146b7b02 None None] Checking router: 0648da08-b06f-4a46-9e94-8e6cc2a7c668 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:21:08.761947 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc142b9-133b-4701-95b7-ce01146b7b02 None None] Routers {'0648da08-b06f-4a46-9e94-8e6cc2a7c668'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:08.762546 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ecc142b9-133b-4701-95b7-ce01146b7b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:21:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:08.777057 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-683b55e6-3b9b-4102-b5bb-104710a1a198 req-825edbfe-0a39-4dd2-9bf0-54da50328ecf tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403495 May 30 21:21:08.801544 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0cd6a166-5915-48ee-9fff-66603143ba95 req-d24039f2-2eb0-485b-acdf-230681dd5284 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 HTTP/1.1" status: 200 len: 217 time: 0.0706246 May 30 21:21:08.862477 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6a166-5915-48ee-9fff-66603143ba95 req-af3c9a8b-6277-40cf-b573-0322000bab0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:08.863869 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0cd6a166-5915-48ee-9fff-66603143ba95 req-af3c9a8b-6277-40cf-b573-0322000bab0a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 200 len: 848 time: 0.0556583 May 30 21:21:08.942052 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0cd6a166-5915-48ee-9fff-66603143ba95 req-293c2cb8-15c1-4353-8d3f-9e68e0f154bd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0116abc1-5527-40e1-8bdb-164ac357da93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710855 May 30 21:21:08.944462 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-ecc142b9-133b-4701-95b7-ce01146b7b02 None None] Set router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:21:09.072734 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0cd6a166-5915-48ee-9fff-66603143ba95 req-e2a59d23-4c60-417e-8d6a-e432998210e3 service neutron] 10.222.0.77 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231568 May 30 21:21:09.204531 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-0cd6a166-5915-48ee-9fff-66603143ba95 req-d5cde323-d030-4557-88dc-e70a7699eae2 service neutron] 10.222.0.77 "GET /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255162 May 30 21:21:09.283926 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ecc142b9-133b-4701-95b7-ce01146b7b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:08Z', 'revision_number': 4, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '26abe947-6793-4549-8ef0-3e5c272f43ed', 'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'mac_address': 'fa:16:3e:59:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:07Z', 'updated_at': '2022-05-30T21:12:16Z', 'revision_number': 5, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'subnets': [{'id': 'cfe1e031-3169-408c-b215-330f41b89105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:09.287822 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc142b9-133b-4701-95b7-ce01146b7b02 None None] The sync data for ids ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'] in n-d-843949-2 is: [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:08Z', 'revision_number': 4, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '26abe947-6793-4549-8ef0-3e5c272f43ed', 'name': '', 'network_id': '0116abc1-5527-40e1-8bdb-164ac357da93', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'mac_address': 'fa:16:3e:59:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe1e031-3169-408c-b215-330f41b89105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:07Z', 'updated_at': '2022-05-30T21:12:16Z', 'revision_number': 5, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'subnets': [{'id': 'cfe1e031-3169-408c-b215-330f41b89105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:21:09.495401 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e15e6-552e-4ba8-8a84-83d262192c8b None None] New status for floating IP 4effcdd7-8aa9-4a0d-98fd-b979d6702162: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:21:09.971693 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15cba4-b2d7-4d1b-9781-11b052773929 req-8a490c2e-ec36-4468-b43d-8b22ad70e4c6 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:09.973075 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a15cba4-b2d7-4d1b-9781-11b052773929 req-8a490c2e-ec36-4468-b43d-8b22ad70e4c6 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 947 time: 0.0766859 May 30 21:21:10.018539 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-2a15cba4-b2d7-4d1b-9781-11b052773929 req-429cc76a-e614-4f8d-9856-7891f47df582 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/security-groups?id=46090cb3-1482-4a8a-b5b9-4c8d5cf65948&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399506 May 30 21:21:10.424716 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899865c-c900-4e1b-ab17-a798f3650b7d req-896bea23-ccdd-4bd3-a150-70b65d34ad13 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:10.425313 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-5899865c-c900-4e1b-ab17-a798f3650b7d req-896bea23-ccdd-4bd3-a150-70b65d34ad13 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Synchronizing usage tracker for tenant:990cca1147704c64a93d7bcaf2236785 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:21:10.439718 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-5899865c-c900-4e1b-ab17-a798f3650b7d req-896bea23-ccdd-4bd3-a150-70b65d34ad13 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Unset dirty status for tenant:990cca1147704c64a93d7bcaf2236785 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:21:10.440946 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5899865c-c900-4e1b-ab17-a798f3650b7d req-896bea23-ccdd-4bd3-a150-70b65d34ad13 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.77 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 947 time: 0.0938895 May 30 21:21:10.509220 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-5899865c-c900-4e1b-ab17-a798f3650b7d req-a01d40ad-d161-4914-a8ce-7c4ce64666bd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Deleting port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:21:10.509554 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5899865c-c900-4e1b-ab17-a798f3650b7d req-a01d40ad-d161-4914-a8ce-7c4ce64666bd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:10.746760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-5899865c-c900-4e1b-ab17-a798f3650b7d req-a01d40ad-d161-4914-a8ce-7c4ce64666bd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] For port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:10.747015 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5899865c-c900-4e1b-ab17-a798f3650b7d req-a01d40ad-d161-4914-a8ce-7c4ce64666bd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:10.863531 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-5899865c-c900-4e1b-ab17-a798f3650b7d req-a01d40ad-d161-4914-a8ce-7c4ce64666bd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Calling delete_port for 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:21:11.003671 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5899865c-c900-4e1b-ab17-a798f3650b7d req-a01d40ad-d161-4914-a8ce-7c4ce64666bd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:11.054069 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d40ad-d161-4914-a8ce-7c4ce64666bd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event deleted for resources: {'Port': ['ID=47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:11.127755 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-5899865c-c900-4e1b-ab17-a798f3650b7d req-a01d40ad-d161-4914-a8ce-7c4ce64666bd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] No DVR routers for this DVR port 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:21:11.130287 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-5899865c-c900-4e1b-ab17-a798f3650b7d req-a01d40ad-d161-4914-a8ce-7c4ce64666bd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:11.132945 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'name': 'network-vif-deleted', 'tag': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:21:11.148366 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-5899865c-c900-4e1b-ab17-a798f3650b7d req-a01d40ad-d161-4914-a8ce-7c4ce64666bd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.77 "DELETE /v2.0/ports/47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 HTTP/1.1" status: 204 len: 173 time: 0.7001677 May 30 21:21:11.210254 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-aa9c8172-a939-447f-9011-caa11de746da req-72ae22a8-03f3-4109-a922-7b642f1a70a0 tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 210 time: 0.0649519 May 30 21:21:11.212976 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7926393b-b4a1-49f1-8722-3b8709252179'] response: {'server_uuid': 'a12c04e4-868d-4d96-bbae-9f366f34a564', 'name': 'network-vif-deleted', 'tag': '47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454', 'status': 'completed', 'code': 200} May 30 21:21:12.394627 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4ebd7958-4bd9-47e3-98f3-13b78cd7ab7c req-92ca185d-6186-458f-8012-8c22956f28dd tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "GET /v2.0/ports?device_id=a12c04e4-868d-4d96-bbae-9f366f34a564 HTTP/1.1" status: 200 len: 210 time: 0.0437670 May 30 21:21:13.500243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54536) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:13.569955 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96f405ae-d280-404d-9758-f155bc3f4abb tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:13.599077 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96f405ae-d280-404d-9758-f155bc3f4abb tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:13.661151 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96f405ae-d280-404d-9758-f155bc3f4abb tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:13.684858 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f405ae-d280-404d-9758-f155bc3f4abb tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46090cb3-1482-4a8a-b5b9-4c8d5cf65948,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:13.696622 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-96f405ae-d280-404d-9758-f155bc3f4abb tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:13.701107 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-96f405ae-d280-404d-9758-f155bc3f4abb tempest-TestShelveInstance-1598782457 tempest-TestShelveInstance-1598782457-project] 10.222.0.84 "DELETE /v2.0/security-groups/46090cb3-1482-4a8a-b5b9-4c8d5cf65948 HTTP/1.1" status: 204 len: 168 time: 0.1963573 May 30 21:21:13.756486 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54542) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:14.269865 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:14.276038 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:21:14.345306 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:21:14.345652 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 47319b00-a3ff-4bb3-9cb3-2c3ac8ef7454 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:21:14.855359 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Deleting port 26abe947-6793-4549-8ef0-3e5c272f43ed {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:21:14.855908 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:15.114666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] For port 26abe947-6793-4549-8ef0-3e5c272f43ed, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=26abe947-6793-4549-8ef0-3e5c272f43ed,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:15.114916 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:15.233081 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Calling delete_port for 26abe947-6793-4549-8ef0-3e5c272f43ed owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:21:15.397408 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:15.440863 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=26abe947-6793-4549-8ef0-3e5c272f43ed,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:15.480432 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:15.480773 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:15.481105 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:15.481434 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:15.481759 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:15.482080 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:15.482399 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:15.482714 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:15.483028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:15.483339 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:15.483651 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:15.744056 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:16.302098 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:21:16.312948 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:21:16.602518 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:21:16.611584 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457b443f-5a1c-44bb-8605-28f6bee6ebdf None None] Sync routers for ids ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:21:16.614535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9911caab-e4a6-494c-8004-d560d017d7b0 admin admin] 10.222.0.84 "PUT /v2.0/routers/0648da08-b06f-4a46-9e94-8e6cc2a7c668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8569984 May 30 21:21:16.617030 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54548) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:16.623677 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457b443f-5a1c-44bb-8605-28f6bee6ebdf None None] Routers {'0648da08-b06f-4a46-9e94-8e6cc2a7c668'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:16.624301 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-457b443f-5a1c-44bb-8605-28f6bee6ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:21:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:16.806137 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-457b443f-5a1c-44bb-8605-28f6bee6ebdf None None] Set router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:21:16.813058 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf5d723d-f8bf-47aa-bfc7-822246de2914 admin admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:17.006145 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf5d723d-f8bf-47aa-bfc7-822246de2914 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:17.018013 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d723d-f8bf-47aa-bfc7-822246de2914 admin admin] Deleting port 13a965b0-12f2-4bb9-87ea-52ccb500d35f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:21:17.018395 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf5d723d-f8bf-47aa-bfc7-822246de2914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:17.089010 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-457b443f-5a1c-44bb-8605-28f6bee6ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:21:15Z', 'revision_number': 5, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port': {'id': '13a965b0-12f2-4bb9-87ea-52ccb500d35f', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:17.092820 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457b443f-5a1c-44bb-8605-28f6bee6ebdf None None] Checking router: 0648da08-b06f-4a46-9e94-8e6cc2a7c668 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:21:17.103607 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457b443f-5a1c-44bb-8605-28f6bee6ebdf None None] Routers {'0648da08-b06f-4a46-9e94-8e6cc2a7c668'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:17.104281 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-457b443f-5a1c-44bb-8605-28f6bee6ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:21:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:17.201294 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-cf5d723d-f8bf-47aa-bfc7-822246de2914 admin admin] For port 13a965b0-12f2-4bb9-87ea-52ccb500d35f, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=13a965b0-12f2-4bb9-87ea-52ccb500d35f,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:17.201642 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf5d723d-f8bf-47aa-bfc7-822246de2914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:17.250906 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-457b443f-5a1c-44bb-8605-28f6bee6ebdf None None] Set router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:21:17.319957 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d723d-f8bf-47aa-bfc7-822246de2914 admin admin] Calling delete_port for 13a965b0-12f2-4bb9-87ea-52ccb500d35f owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:21:17.355597 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-457b443f-5a1c-44bb-8605-28f6bee6ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:21:17Z', 'revision_number': 6, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:17.359482 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457b443f-5a1c-44bb-8605-28f6bee6ebdf None None] The sync data for ids ['0648da08-b06f-4a46-9e94-8e6cc2a7c668'] in n-d-843949-2 is: [{'id': '0648da08-b06f-4a46-9e94-8e6cc2a7c668', 'name': 'tempest-TestShelveInstance-1667396651-router', 'tenant_id': '990cca1147704c64a93d7bcaf2236785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:05Z', 'updated_at': '2022-05-30T21:21:17Z', 'revision_number': 6, 'project_id': '990cca1147704c64a93d7bcaf2236785', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:21:17.484805 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf5d723d-f8bf-47aa-bfc7-822246de2914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:17.528927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d723d-f8bf-47aa-bfc7-822246de2914 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a965b0-12f2-4bb9-87ea-52ccb500d35f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:17.749074 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf5d723d-f8bf-47aa-bfc7-822246de2914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:18.096212 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf5d723d-f8bf-47aa-bfc7-822246de2914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:18.100642 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf5d723d-f8bf-47aa-bfc7-822246de2914 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:18.125571 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf5d723d-f8bf-47aa-bfc7-822246de2914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:18.126214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5d723d-f8bf-47aa-bfc7-822246de2914 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0648da08-b06f-4a46-9e94-8e6cc2a7c668 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:21:18.138903 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-cf5d723d-f8bf-47aa-bfc7-822246de2914 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:18.140051 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-cf5d723d-f8bf-47aa-bfc7-822246de2914 admin admin] 10.222.0.84 "DELETE /v2.0/routers/0648da08-b06f-4a46-9e94-8e6cc2a7c668 HTTP/1.1" status: 204 len: 168 time: 1.5221014 May 30 21:21:18.142552 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54552) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:18.203873 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9fe890-2115-4dee-982a-e375dfa68772 admin admin] Deleting subnet cfe1e031-3169-408c-b215-330f41b89105 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:21:18.207169 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe890-2115-4dee-982a-e375dfa68772 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:18.211173 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 13a965b0-12f2-4bb9-87ea-52ccb500d35f no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:21:18.244257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 13a965b0-12f2-4bb9-87ea-52ccb500d35f {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:21:18.244754 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 13a965b0-12f2-4bb9-87ea-52ccb500d35f not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:21:18.245257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 26abe947-6793-4549-8ef0-3e5c272f43ed no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:21:18.261580 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe890-2115-4dee-982a-e375dfa68772 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:18.281011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 26abe947-6793-4549-8ef0-3e5c272f43ed {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:21:18.281538 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 26abe947-6793-4549-8ef0-3e5c272f43ed not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:21:18.344156 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe890-2115-4dee-982a-e375dfa68772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:18.411881 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe890-2115-4dee-982a-e375dfa68772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:18.452722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fe890-2115-4dee-982a-e375dfa68772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe1e031-3169-408c-b215-330f41b89105,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:18.457357 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe890-2115-4dee-982a-e375dfa68772 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:18.463688 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-3e9fe890-2115-4dee-982a-e375dfa68772 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/cfe1e031-3169-408c-b215-330f41b89105 HTTP/1.1" status: 204 len: 168 time: 0.3201418 May 30 21:21:18.464568 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e7ac66-ef56-4fbd-87fc-585f4a26cd35 None None] Network 0116abc1-5527-40e1-8bdb-164ac357da93 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:21:18.466220 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54556) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:18.570944 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:18.582159 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] Deleting port 284b2c97-c87d-4646-9fb5-87f31b249994 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:21:18.582493 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:18.711938 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ab2583-f356-4372-a1bb-cea2a563507a None None] DHCP port deletion for 0116abc1-5527-40e1-8bdb-164ac357da93 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:21:18.716772 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-10ab2583-f356-4372-a1bb-cea2a563507a None None] Deleting port 284b2c97-c87d-4646-9fb5-87f31b249994 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:21:18.717198 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10ab2583-f356-4372-a1bb-cea2a563507a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:18.787181 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] For port 284b2c97-c87d-4646-9fb5-87f31b249994, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=284b2c97-c87d-4646-9fb5-87f31b249994,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:18.787528 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:18.906828 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] Calling delete_port for 284b2c97-c87d-4646-9fb5-87f31b249994 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:21:18.915997 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-10ab2583-f356-4372-a1bb-cea2a563507a None None] For port 284b2c97-c87d-4646-9fb5-87f31b249994, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=284b2c97-c87d-4646-9fb5-87f31b249994,segment=NetworkSegment(b3d4bd40-ddf0-415a-be39-7d95c9ae299c),segment_id=b3d4bd40-ddf0-415a-be39-7d95c9ae299c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:18.916703 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10ab2583-f356-4372-a1bb-cea2a563507a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:18.983843 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:19.027274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] Pushing event deleted for resources: {'Port': ['ID=284b2c97-c87d-4646-9fb5-87f31b249994,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:19.033247 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] No DVR routers for this DVR port 284b2c97-c87d-4646-9fb5-87f31b249994 on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:21:19.036912 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-10ab2583-f356-4372-a1bb-cea2a563507a None None] Calling delete_port for 284b2c97-c87d-4646-9fb5-87f31b249994 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:21:19.101088 n-d-843949-2 neutron-server[84025]: util.warn( May 30 21:21:19.110346 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-10ab2583-f356-4372-a1bb-cea2a563507a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:21:19.110766 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-10ab2583-f356-4372-a1bb-cea2a563507a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:21:19.149072 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:19.174674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0116abc1-5527-40e1-8bdb-164ac357da93']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:19.186178 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:19.186468 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d4bd40-ddf0-415a-be39-7d95c9ae299c') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:19.197322 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:19.212744 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:19.219751 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:21:19.220174 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: timer() May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: self._notify() May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:21:19.237531 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:21:19.391540 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:19.407785 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:19.418526 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] Pushing event deleted for resources: {'Network': ['ID=0116abc1-5527-40e1-8bdb-164ac357da93,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:19.431424 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-69e87234-3fab-4622-bd91-ae4c5f205293 admin admin] 10.222.0.84 "DELETE /v2.0/networks/0116abc1-5527-40e1-8bdb-164ac357da93 HTTP/1.1" status: 204 len: 168 time: 0.9641798 May 30 21:21:19.434326 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54560) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:19.612198 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-10ab2583-f356-4372-a1bb-cea2a563507a None None] Deleting port 284b2c97-c87d-4646-9fb5-87f31b249994 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:21:19.612767 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-10ab2583-f356-4372-a1bb-cea2a563507a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:19.677890 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-10ab2583-f356-4372-a1bb-cea2a563507a None None] The port '284b2c97-c87d-4646-9fb5-87f31b249994' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:21:19.820234 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-217fe33f-7f9e-4e35-bfb6-ea3cc4803647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:20.210334 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 284b2c97-c87d-4646-9fb5-87f31b249994 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:21:20.243829 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 284b2c97-c87d-4646-9fb5-87f31b249994 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:21:20.244192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 284b2c97-c87d-4646-9fb5-87f31b249994 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:21:20.410111 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-217fe33f-7f9e-4e35-bfb6-ea3cc4803647 admin admin] Deleting port 0a08d0b6-1adb-406a-bb2e-872b6301f80c {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:21:20.410672 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-217fe33f-7f9e-4e35-bfb6-ea3cc4803647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:20.575842 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-217fe33f-7f9e-4e35-bfb6-ea3cc4803647 admin admin] For port 0a08d0b6-1adb-406a-bb2e-872b6301f80c, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=0a08d0b6-1adb-406a-bb2e-872b6301f80c,segment=NetworkSegment(d5294a84-aab1-4fd2-abed-410f17d33c53),segment_id=d5294a84-aab1-4fd2-abed-410f17d33c53)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:20.576225 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-217fe33f-7f9e-4e35-bfb6-ea3cc4803647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:20.693858 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-217fe33f-7f9e-4e35-bfb6-ea3cc4803647 admin admin] Calling delete_port for 0a08d0b6-1adb-406a-bb2e-872b6301f80c owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:21:20.944340 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-217fe33f-7f9e-4e35-bfb6-ea3cc4803647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:20.990528 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fe33f-7f9e-4e35-bfb6-ea3cc4803647 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a08d0b6-1adb-406a-bb2e-872b6301f80c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:21.280322 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-217fe33f-7f9e-4e35-bfb6-ea3cc4803647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:21.847460 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217fe33f-7f9e-4e35-bfb6-ea3cc4803647 admin admin] Router 3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:21:22.040865 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217fe33f-7f9e-4e35-bfb6-ea3cc4803647 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:21:22.050234 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242b3d71-370c-4b65-9531-c953df9b2755 None None] Sync routers for ids ['3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:21:22.060209 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-217fe33f-7f9e-4e35-bfb6-ea3cc4803647 admin admin] 10.222.0.84 "PUT /v2.0/routers/3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6226525 May 30 21:21:22.060430 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54564) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:22.062798 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242b3d71-370c-4b65-9531-c953df9b2755 None None] Routers {'3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:22.063397 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-242b3d71-370c-4b65-9531-c953df9b2755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:21:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:22.261522 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-242b3d71-370c-4b65-9531-c953df9b2755 None None] Set router 3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:21:22.373368 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d08dca0b-6abf-4d5c-91c0-e53f17f51798 admin admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:22.541337 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-242b3d71-370c-4b65-9531-c953df9b2755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'name': 'tempest-TestShelveInstance-520182066-router', 'tenant_id': '4a254dd7e67b4790bdea43165f05c2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fc4243c9-439b-461a-a5a8-0d74353cfc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:11Z', 'updated_at': '2022-05-30T21:21:20Z', 'revision_number': 5, 'project_id': '4a254dd7e67b4790bdea43165f05c2c8', 'gw_port': {'id': 'fc4243c9-439b-461a-a5a8-0d74353cfc62', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:12:12Z', 'updated_at': '2022-05-30T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:22.545331 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242b3d71-370c-4b65-9531-c953df9b2755 None None] Checking router: 3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:21:22.555704 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242b3d71-370c-4b65-9531-c953df9b2755 None None] Routers {'3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:22.556322 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-242b3d71-370c-4b65-9531-c953df9b2755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:21:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:22.565929 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d08dca0b-6abf-4d5c-91c0-e53f17f51798 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:22.575686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d08dca0b-6abf-4d5c-91c0-e53f17f51798 admin admin] Deleting port fc4243c9-439b-461a-a5a8-0d74353cfc62 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:21:22.576082 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d08dca0b-6abf-4d5c-91c0-e53f17f51798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:22.735559 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-242b3d71-370c-4b65-9531-c953df9b2755 None None] Set router 3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:21:22.751891 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d08dca0b-6abf-4d5c-91c0-e53f17f51798 admin admin] For port fc4243c9-439b-461a-a5a8-0d74353cfc62, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=fc4243c9-439b-461a-a5a8-0d74353cfc62,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:22.752278 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d08dca0b-6abf-4d5c-91c0-e53f17f51798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:22.839286 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-242b3d71-370c-4b65-9531-c953df9b2755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'name': 'tempest-TestShelveInstance-520182066-router', 'tenant_id': '4a254dd7e67b4790bdea43165f05c2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:11Z', 'updated_at': '2022-05-30T21:21:22Z', 'revision_number': 6, 'project_id': '4a254dd7e67b4790bdea43165f05c2c8', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:22.843049 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242b3d71-370c-4b65-9531-c953df9b2755 None None] The sync data for ids ['3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913'] in n-d-843949-2 is: [{'id': '3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913', 'name': 'tempest-TestShelveInstance-520182066-router', 'tenant_id': '4a254dd7e67b4790bdea43165f05c2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:12:11Z', 'updated_at': '2022-05-30T21:21:22Z', 'revision_number': 6, 'project_id': '4a254dd7e67b4790bdea43165f05c2c8', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:21:22.876411 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d08dca0b-6abf-4d5c-91c0-e53f17f51798 admin admin] Calling delete_port for fc4243c9-439b-461a-a5a8-0d74353cfc62 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:21:23.040531 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d08dca0b-6abf-4d5c-91c0-e53f17f51798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:23.085783 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08dca0b-6abf-4d5c-91c0-e53f17f51798 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc4243c9-439b-461a-a5a8-0d74353cfc62,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:23.316715 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d08dca0b-6abf-4d5c-91c0-e53f17f51798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:23.573066 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d08dca0b-6abf-4d5c-91c0-e53f17f51798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:23.577137 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d08dca0b-6abf-4d5c-91c0-e53f17f51798 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:23.601342 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d08dca0b-6abf-4d5c-91c0-e53f17f51798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:23.601861 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08dca0b-6abf-4d5c-91c0-e53f17f51798 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:21:23.614758 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d08dca0b-6abf-4d5c-91c0-e53f17f51798 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:23.615527 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d08dca0b-6abf-4d5c-91c0-e53f17f51798 admin admin] 10.222.0.84 "DELETE /v2.0/routers/3a6d01ab-7ed1-4ca6-a6b2-fcd52bcf2913 HTTP/1.1" status: 204 len: 168 time: 1.5542200 May 30 21:21:23.618138 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54568) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:23.780301 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6e448a-4a0a-4d36-bb4e-a69672629a0d admin admin] Deleting subnet f08dea47-8622-46fd-a479-098f6c1ec5b0 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:21:23.783175 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0f6e448a-4a0a-4d36-bb4e-a69672629a0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:23.832867 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0f6e448a-4a0a-4d36-bb4e-a69672629a0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:23.911059 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0f6e448a-4a0a-4d36-bb4e-a69672629a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:23.979825 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0f6e448a-4a0a-4d36-bb4e-a69672629a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:24.015024 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e448a-4a0a-4d36-bb4e-a69672629a0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f08dea47-8622-46fd-a479-098f6c1ec5b0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:24.021047 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0f6e448a-4a0a-4d36-bb4e-a69672629a0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:24.027365 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0f6e448a-4a0a-4d36-bb4e-a69672629a0d admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f08dea47-8622-46fd-a479-098f6c1ec5b0 HTTP/1.1" status: 204 len: 168 time: 0.4082975 May 30 21:21:24.027504 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae5d055-0c31-4175-89e9-0b4eb52a8f2d None None] Network c1593ca5-cb56-4c03-b714-d50a637f8d8d requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:21:24.029903 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54572) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:24.134470 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:24.145340 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] Deleting port d84c1735-1e8a-42e8-93ed-13a7d2599887 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:21:24.145607 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:24.219019 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0a08d0b6-1adb-406a-bb2e-872b6301f80c no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:21:24.251362 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 0a08d0b6-1adb-406a-bb2e-872b6301f80c {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:21:24.251695 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 0a08d0b6-1adb-406a-bb2e-872b6301f80c not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:21:24.252136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device fc4243c9-439b-461a-a5a8-0d74353cfc62 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:21:24.285970 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: fc4243c9-439b-461a-a5a8-0d74353cfc62 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:21:24.285970 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device fc4243c9-439b-461a-a5a8-0d74353cfc62 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:21:24.348093 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f9ba99-e4b4-42b4-a618-8be46ea48264 None None] DHCP port deletion for c1593ca5-cb56-4c03-b714-d50a637f8d8d request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:21:24.352283 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-26f9ba99-e4b4-42b4-a618-8be46ea48264 None None] Deleting port d84c1735-1e8a-42e8-93ed-13a7d2599887 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:21:24.352674 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-26f9ba99-e4b4-42b4-a618-8be46ea48264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:24.373689 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] For port d84c1735-1e8a-42e8-93ed-13a7d2599887, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d84c1735-1e8a-42e8-93ed-13a7d2599887,segment=NetworkSegment(d5294a84-aab1-4fd2-abed-410f17d33c53),segment_id=d5294a84-aab1-4fd2-abed-410f17d33c53)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:24.374042 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:24.497969 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] Calling delete_port for d84c1735-1e8a-42e8-93ed-13a7d2599887 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:21:24.552449 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-26f9ba99-e4b4-42b4-a618-8be46ea48264 None None] For port d84c1735-1e8a-42e8-93ed-13a7d2599887, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=d84c1735-1e8a-42e8-93ed-13a7d2599887,segment=NetworkSegment(d5294a84-aab1-4fd2-abed-410f17d33c53),segment_id=d5294a84-aab1-4fd2-abed-410f17d33c53)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:24.552835 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-26f9ba99-e4b4-42b4-a618-8be46ea48264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:24.570789 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:24.619905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] Pushing event deleted for resources: {'Port': ['ID=d84c1735-1e8a-42e8-93ed-13a7d2599887,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:24.626060 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] No DVR routers for this DVR port d84c1735-1e8a-42e8-93ed-13a7d2599887 on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:21:24.671887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-26f9ba99-e4b4-42b4-a618-8be46ea48264 None None] Calling delete_port for d84c1735-1e8a-42e8-93ed-13a7d2599887 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:21:24.742327 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:24.743351 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-26f9ba99-e4b4-42b4-a618-8be46ea48264 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:21:24.743712 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-26f9ba99-e4b4-42b4-a618-8be46ea48264 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:21:24.768046 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1593ca5-cb56-4c03-b714-d50a637f8d8d']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:24.779690 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5294a84-aab1-4fd2-abed-410f17d33c53') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:24.780009 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5294a84-aab1-4fd2-abed-410f17d33c53') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:24.791014 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:24.808139 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:24.814056 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:21:24.814473 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: timer() May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: self._notify() May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:21:24.827343 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:21:24.902326 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:24.918860 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:24.930803 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] Pushing event deleted for resources: {'Network': ['ID=c1593ca5-cb56-4c03-b714-d50a637f8d8d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:24.936115 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d564191e-a47c-4b82-9d63-b4787690245c admin admin] 10.222.0.84 "DELETE /v2.0/networks/c1593ca5-cb56-4c03-b714-d50a637f8d8d HTTP/1.1" status: 204 len: 168 time: 0.9052753 May 30 21:21:25.071722 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54578) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:25.206227 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-d2f376a7-f7bd-4173-9edc-d696883c0b86 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=990cca1147704c64a93d7bcaf2236785&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1333327 May 30 21:21:25.208655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54582) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:25.245011 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-26f9ba99-e4b4-42b4-a618-8be46ea48264 None None] Deleting port d84c1735-1e8a-42e8-93ed-13a7d2599887 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:21:25.245528 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-26f9ba99-e4b4-42b4-a618-8be46ea48264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:25.265847 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-926ea23e-7b0b-4fa9-9f7c-3882974e830a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:25.292459 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-926ea23e-7b0b-4fa9-9f7c-3882974e830a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:25.309346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-26f9ba99-e4b4-42b4-a618-8be46ea48264 None None] The port 'd84c1735-1e8a-42e8-93ed-13a7d2599887' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:21:25.342287 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-926ea23e-7b0b-4fa9-9f7c-3882974e830a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:25.359991 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ea23e-7b0b-4fa9-9f7c-3882974e830a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e89a2c-29e6-4a42-b9a4-56e8380fde03,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:25.367214 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-926ea23e-7b0b-4fa9-9f7c-3882974e830a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:25.368346 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-926ea23e-7b0b-4fa9-9f7c-3882974e830a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d1e89a2c-29e6-4a42-b9a4-56e8380fde03 HTTP/1.1" status: 204 len: 168 time: 0.1588173 May 30 21:21:25.745603 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54590) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:25.795189 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-ea6e3502-2c15-42c6-a88b-2fbc8f2d73a1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4a254dd7e67b4790bdea43165f05c2c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483086 May 30 21:21:25.797571 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54594) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:25.861015 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7ff840cb-dc04-4e11-9faf-bac12e4afd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:25.886536 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7ff840cb-dc04-4e11-9faf-bac12e4afd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:25.936265 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7ff840cb-dc04-4e11-9faf-bac12e4afd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:25.950831 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff840cb-dc04-4e11-9faf-bac12e4afd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93f621f-3fc5-4e1f-96ad-22372720388e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:25.958998 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-7ff840cb-dc04-4e11-9faf-bac12e4afd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:25.960149 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-7ff840cb-dc04-4e11-9faf-bac12e4afd91 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d93f621f-3fc5-4e1f-96ad-22372720388e HTTP/1.1" status: 204 len: 168 time: 0.1616409 May 30 21:21:26.212439 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d84c1735-1e8a-42e8-93ed-13a7d2599887 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:21:26.251762 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: d84c1735-1e8a-42e8-93ed-13a7d2599887 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:21:26.252344 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device d84c1735-1e8a-42e8-93ed-13a7d2599887 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:21:26.778699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54616) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:26.904100 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1558310479-network', 'tenant_id': '46431672ff804df7a285b2221b71f972'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:26.909592 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:26.913358 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Usage tracker for resource:network and tenant:46431672ff804df7a285b2221b71f972 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:21:26.916714 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:21:26.922647 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:26.932699 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Made reservation on behalf of 46431672ff804df7a285b2221b71f972 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:21:26.934821 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:26.946590 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:26.976243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:26.980513 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Usage tracker for resource:security_group_rule and tenant:46431672ff804df7a285b2221b71f972 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:21:26.983301 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:21:26.989097 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:27.054371 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.058033 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.091198 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:21:27.099849 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25075d34-d7f4-4937-b00a-bbeef802c5ed,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:27.106809 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.107100 n-d-843949-2 neutron-server[84024]: INFO neutron.db.segments_db [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Added segment 476aebe7-ee4d-4f37-b67e-c3dd30fcacaf of type vlan for network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 May 30 21:21:27.133999 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.163914 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.164760 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:27.165325 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.269572 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] Pushing event updated for resources: {'Network': ['ID=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:27.274493 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-971f721d-2573-479f-855c-b1da9913c0ce admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4947672 May 30 21:21:27.278213 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54622) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:27.282281 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:21:27.287028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-53df859d-fb7e-4826-bc61-8f5f5cae19dc admin admin] Request body: {'subnet': {'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1558310479-subnet', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:27.292579 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-53df859d-fb7e-4826-bc61-8f5f5cae19dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:27.296707 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-53df859d-fb7e-4826-bc61-8f5f5cae19dc admin admin] Usage tracker for resource:subnet and tenant:46431672ff804df7a285b2221b71f972 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:21:27.299507 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-53df859d-fb7e-4826-bc61-8f5f5cae19dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:21:27.305187 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-53df859d-fb7e-4826-bc61-8f5f5cae19dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:27.315825 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53df859d-fb7e-4826-bc61-8f5f5cae19dc admin admin] Made reservation on behalf of 46431672ff804df7a285b2221b71f972 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:21:27.318361 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53df859d-fb7e-4826-bc61-8f5f5cae19dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.513887 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53df859d-fb7e-4826-bc61-8f5f5cae19dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.587404 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df859d-fb7e-4826-bc61-8f5f5cae19dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a84a7e0-b6be-48c5-8143-bd694695e997,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:27.598574 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df859d-fb7e-4826-bc61-8f5f5cae19dc admin admin] Checking segment: {'id': '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:21:27.598924 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df859d-fb7e-4826-bc61-8f5f5cae19dc admin admin] Network hostable DHCP agents. Network: d4c9b448-bfdb-4412-bb88-e7e33db7e0c2, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:21:27.620288 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df859d-fb7e-4826-bc61-8f5f5cae19dc admin admin] Network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:21:27.628754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-53df859d-fb7e-4826-bc61-8f5f5cae19dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, d4c9b448-bfdb-4412-bb88-e7e33db7e0c2) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:21:27.635419 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53df859d-fb7e-4826-bc61-8f5f5cae19dc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:27.636326 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-53df859d-fb7e-4826-bc61-8f5f5cae19dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.637061 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b698c0-fae2-456a-af19-73137528f103 None None] Network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:21:27.656673 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-53df859d-fb7e-4826-bc61-8f5f5cae19dc admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3767939 May 30 21:21:27.659274 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54626) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:27.664263 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:27.669623 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:27.673437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Usage tracker for resource:router and tenant:46431672ff804df7a285b2221b71f972 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:21:27.676283 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:21:27.682466 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:27.693128 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.694256 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.713416 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.894327 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-d4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:21:27.895136 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.948091 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.976136 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4a81203e-0084-490e-ab24-bf579e3601d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:28.061076 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Allocated IP 172.20.0.2 (d4c9b448-bfdb-4412-bb88-e7e33db7e0c2/0a84a7e0-b6be-48c5-8143-bd694695e997/5430e213-dbca-4d4d-b60a-584c8332604d) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:21:28.132512 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:28.161980 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:28.265740 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:28.276864 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Transition to ACTIVE for port object 5430e213-dbca-4d4d-b60a-584c8332604d will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:21:28.296204 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Transition to ACTIVE for port object 5430e213-dbca-4d4d-b60a-584c8332604d will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:21:28.301870 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:28.312949 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Allocated IP 172.25.5.28 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/07296b6c-d126-4e4c-ba46-4a20b1823fd2) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:21:28.367924 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:21:28.371279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:21:28.375510 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:21:28.377534 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Pushing event updated for resources: {'Port': ['ID=5430e213-dbca-4d4d-b60a-584c8332604d,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:28.416506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:28.416711 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:28.416980 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:28.417308 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:28.417634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:28.418224 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:28.418546 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:28.418863 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:28.419181 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:28.419499 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:28.419811 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:28.459806 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:28.476371 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Attempting to bind port 5430e213-dbca-4d4d-b60a-584c8332604d on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:21:28.476734 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Attempting to bind port 5430e213-dbca-4d4d-b60a-584c8332604d by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:21:28.477087 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Attempting to bind port 5430e213-dbca-4d4d-b60a-584c8332604d on network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:21:28.483418 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:21:28.483778 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Checking segment: {'id': '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:21:28.484196 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:28.484630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Bound using segment: {'id': '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:21:28.485078 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Bound port: 5430e213-dbca-4d4d-b60a-584c8332604d, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:21:28.485422 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:28.486774 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:28.552047 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:21:28.554716 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:21:28.558973 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:21:28.572949 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] For port 5430e213-dbca-4d4d-b60a-584c8332604d, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:21:28.576048 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] For port 5430e213-dbca-4d4d-b60a-584c8332604d, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5430e213-dbca-4d4d-b60a-584c8332604d,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:21:28.579900 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:28.591485 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Pushing event updated for resources: {'Port': ['ID=07296b6c-d126-4e4c-ba46-4a20b1823fd2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:28.665279 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c0e78-32f0-4f3e-b1eb-f33f96e987f2 None None] Pushing event updated for resources: {'Port': ['ID=5430e213-dbca-4d4d-b60a-584c8332604d,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:28.725648 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:28.726387 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:28.978437 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:21:29.178448 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:21:29.188366 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Sync routers for ids ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:21:29.199913 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Routers {'0fd883da-6c43-4fd9-ac56-f67e24f7f846'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:29.200481 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:21:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:29.202141 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:29.203508 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-51456d9b-e063-45cc-b49d-762251eb1139 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5433376 May 30 21:21:29.206357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54630) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:29.383395 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Set router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:21:29.576702 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70569eb3-3bd6-4553-94e8-4d76560eb256 None None] Network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:21:29.688486 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7e3b8752-fa1d-4abc-b12c-a96501d628ce None None] Provisioning for port 5430e213-dbca-4d4d-b60a-584c8332604d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:21:29.724752 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:21:28Z', 'revision_number': 3, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:29.730395 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Checking router: 0fd883da-6c43-4fd9-ac56-f67e24f7f846 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:21:29.730801 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Updating router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 port 07296b6c-d126-4e4c-ba46-4a20b1823fd2 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:21:29.790865 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:30.096945 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:30.137938 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:30.138166 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-9a168543-07e5-4b08-8b74-13e6caaf7962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:30.149894 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Transition to ACTIVE for port object 07296b6c-d126-4e4c-ba46-4a20b1823fd2 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:21:30.155622 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:30.240982 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Attempting to bind port 07296b6c-d126-4e4c-ba46-4a20b1823fd2 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:21:30.242383 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Attempting to bind port 07296b6c-d126-4e4c-ba46-4a20b1823fd2 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:21:30.242925 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Attempting to bind port 07296b6c-d126-4e4c-ba46-4a20b1823fd2 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:21:30.257959 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:21:30.258317 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:21:30.258898 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:30.259420 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:21:30.260201 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Bound port: 07296b6c-d126-4e4c-ba46-4a20b1823fd2, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:21:30.260807 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:30.279679 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5430e213-dbca-4d4d-b60a-584c8332604d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:21:30.328716 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cf99d-c2c7-41b9-b8a7-36f7aba801ae None None] Pushing event updated for resources: {'Port': ['ID=07296b6c-d126-4e4c-ba46-4a20b1823fd2,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:30.341185 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] For port 07296b6c-d126-4e4c-ba46-4a20b1823fd2, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:21:30.344271 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] For port 07296b6c-d126-4e4c-ba46-4a20b1823fd2, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=07296b6c-d126-4e4c-ba46-4a20b1823fd2,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:21:30.348557 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Allocated IP 172.20.0.1 (d4c9b448-bfdb-4412-bb88-e7e33db7e0c2/0a84a7e0-b6be-48c5-8143-bd694695e997/a1b84afd-1235-46f4-9a51-44dd3bf433d7) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:21:30.349260 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf99d-c2c7-41b9-b8a7-36f7aba801ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:30.349611 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf99d-c2c7-41b9-b8a7-36f7aba801ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:30.349950 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf99d-c2c7-41b9-b8a7-36f7aba801ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:30.350278 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf99d-c2c7-41b9-b8a7-36f7aba801ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:30.350611 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf99d-c2c7-41b9-b8a7-36f7aba801ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:30.350927 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf99d-c2c7-41b9-b8a7-36f7aba801ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:30.351245 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf99d-c2c7-41b9-b8a7-36f7aba801ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:30.351582 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf99d-c2c7-41b9-b8a7-36f7aba801ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:30.351872 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf99d-c2c7-41b9-b8a7-36f7aba801ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:30.352215 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf99d-c2c7-41b9-b8a7-36f7aba801ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:30.352529 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf99d-c2c7-41b9-b8a7-36f7aba801ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:30.354803 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 5430e213-dbca-4d4d-b60a-584c8332604d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:21:30.356894 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:30.360098 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 5430e213-dbca-4d4d-b60a-584c8332604d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:30.360537 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:30.437862 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cf99d-c2c7-41b9-b8a7-36f7aba801ae None None] Pushing event updated for resources: {'Port': ['ID=07296b6c-d126-4e4c-ba46-4a20b1823fd2,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:30.442494 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Routers {'0fd883da-6c43-4fd9-ac56-f67e24f7f846'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:30.443106 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:21:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:30.493430 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:30.518705 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:30.528816 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 5430e213-dbca-4d4d-b60a-584c8332604d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5430e213-dbca-4d4d-b60a-584c8332604d,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:30.533628 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:30.538284 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Transition to ACTIVE for port object a1b84afd-1235-46f4-9a51-44dd3bf433d7 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:21:30.565434 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:30.608506 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=5430e213-dbca-4d4d-b60a-584c8332604d,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:30.633502 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] Set router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:21:30.641331 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:21:30.644031 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:21:30.647757 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:21:30.682231 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b84afd-1235-46f4-9a51-44dd3bf433d7,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:30.705579 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:30.799321 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:30.924351 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:21:28Z', 'revision_number': 3, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:30.928202 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba24e1a0-90a9-45cd-9b03-e5910a5c6833 None None] The sync data for ids ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'] in n-d-843949-2 is: [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:21:28Z', 'revision_number': 3, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:21:30.953272 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-32e18911-0be8-482b-a42e-886166cb19ca None None] Provisioning for port a1b84afd-1235-46f4-9a51-44dd3bf433d7 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:21:30.959255 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-32e18911-0be8-482b-a42e-886166cb19ca None None] Provisioning complete for port a1b84afd-1235-46f4-9a51-44dd3bf433d7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:30.959857 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-32e18911-0be8-482b-a42e-886166cb19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:31.017922 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-32e18911-0be8-482b-a42e-886166cb19ca None None] Port a1b84afd-1235-46f4-9a51-44dd3bf433d7 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:21:31.050672 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:31.055496 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:31.169161 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b84afd-1235-46f4-9a51-44dd3bf433d7,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:31.176184 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:31.322385 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:21:31.323556 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:21:31.542615 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:31.549598 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-da34c320-ff8d-42a9-a77d-ebf00244ac53 None None] Provisioning complete for port a1b84afd-1235-46f4-9a51-44dd3bf433d7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:31.550033 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-da34c320-ff8d-42a9-a77d-ebf00244ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:31.603055 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-da34c320-ff8d-42a9-a77d-ebf00244ac53 None None] Port a1b84afd-1235-46f4-9a51-44dd3bf433d7 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:21:31.751689 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:31.824519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:21:32.024992 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:21:32.034308 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-5a6d6dbd-0322-40cd-8e1f-3056dab91029 admin admin] 10.222.0.84 "PUT /v2.0/routers/0fd883da-6c43-4fd9-ac56-f67e24f7f846/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8269928 May 30 21:21:32.292141 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5430e213-dbca-4d4d-b60a-584c8332604d up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:21:32.365112 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 5430e213-dbca-4d4d-b60a-584c8332604d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:32.365397 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:32.481902 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 07296b6c-d126-4e4c-ba46-4a20b1823fd2 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:21:32.578955 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 07296b6c-d126-4e4c-ba46-4a20b1823fd2 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:21:32.583731 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 07296b6c-d126-4e4c-ba46-4a20b1823fd2 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:32.584141 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:32.695563 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:32.711123 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 07296b6c-d126-4e4c-ba46-4a20b1823fd2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=07296b6c-d126-4e4c-ba46-4a20b1823fd2,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:32.715524 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:32.783136 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=07296b6c-d126-4e4c-ba46-4a20b1823fd2,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:32.866943 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54652) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:32.872487 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1006468290-network', 'tenant_id': 'd599adc8b1c548a39c36ccaa9d43eb16'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:32.877781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:32.881666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Usage tracker for resource:network and tenant:d599adc8b1c548a39c36ccaa9d43eb16 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:21:32.884562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:21:32.890597 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:32.901095 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Made reservation on behalf of d599adc8b1c548a39c36ccaa9d43eb16 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:21:32.903306 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:32.915382 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:32.946065 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:32.949840 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Usage tracker for resource:security_group_rule and tenant:d599adc8b1c548a39c36ccaa9d43eb16 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:21:32.952583 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:21:32.958190 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:33.024838 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:33.028963 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:33.058354 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:21:33.066686 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0112940-9753-43a1-883e-c62e2f431f3e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:33.075788 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:33.076150 n-d-843949-2 neutron-server[84023]: INFO neutron.db.segments_db [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Added segment 049a99eb-81a5-4127-ade4-229bf74298e6 of type vlan for network ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5 May 30 21:21:33.102397 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730630084109'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:33.124169 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:33.132700 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:33.133524 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:33.134092 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:33.237529 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] Pushing event updated for resources: {'Network': ['ID=ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:33.243054 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-f6e519ed-ba0c-4c66-b73a-7d1d90f2f699 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3725042 May 30 21:21:33.243358 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54656) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:33.248257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Network ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5 details requested by agent ovs-agent-n-d-843949-2 with host n-d-843949-2 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:21:33.248674 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-23c1c7cc-4490-436b-b3da-48e51f67ddc5 admin admin] Request body: {'subnet': {'network_id': 'ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1006468290-subnet', 'tenant_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:33.254106 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-23c1c7cc-4490-436b-b3da-48e51f67ddc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:33.257988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-23c1c7cc-4490-436b-b3da-48e51f67ddc5 admin admin] Usage tracker for resource:subnet and tenant:d599adc8b1c548a39c36ccaa9d43eb16 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:21:33.261388 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-23c1c7cc-4490-436b-b3da-48e51f67ddc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:21:33.267621 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-23c1c7cc-4490-436b-b3da-48e51f67ddc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:33.278445 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c1c7cc-4490-436b-b3da-48e51f67ddc5 admin admin] Made reservation on behalf of d599adc8b1c548a39c36ccaa9d43eb16 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:21:33.280845 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23c1c7cc-4490-436b-b3da-48e51f67ddc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64862599'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:33.482926 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23c1c7cc-4490-436b-b3da-48e51f67ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3004153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64862613'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:33.550753 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1c7cc-4490-436b-b3da-48e51f67ddc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e216e2cc-9bad-4264-9ef3-9f37a524d064,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:33.565173 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c1c7cc-4490-436b-b3da-48e51f67ddc5 admin admin] Checking segment: {'id': '049a99eb-81a5-4127-ade4-229bf74298e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:21:33.565530 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c1c7cc-4490-436b-b3da-48e51f67ddc5 admin admin] Network hostable DHCP agents. Network: ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5, hostable agents: ['a7bdaffb-9436-49d5-9c47-ce728bc1f732'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:21:33.586974 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c1c7cc-4490-436b-b3da-48e51f67ddc5 admin admin] Network ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5 is scheduled to be hosted by DHCP agent a7bdaffb-9436-49d5-9c47-ce728bc1f732 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:21:33.595664 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-23c1c7cc-4490-436b-b3da-48e51f67ddc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843949-2, ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:21:33.599384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c1c7cc-4490-436b-b3da-48e51f67ddc5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:33.599984 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-23c1c7cc-4490-436b-b3da-48e51f67ddc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:33.604361 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e77dc1-4084-46cb-bbf0-335af3528ad2 None None] Network ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:21:33.620192 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-23c1c7cc-4490-436b-b3da-48e51f67ddc5 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3758571 May 30 21:21:33.622716 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54660) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:33.627669 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1006468290-router', 'tenant_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:33.632811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:33.637217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Usage tracker for resource:router and tenant:d599adc8b1c548a39c36ccaa9d43eb16 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:21:33.640060 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:21:33.645725 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:33.656209 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4085747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:33.657089 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4085648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4087668', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:33.679719 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:33.814798 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c5d93d5-c29b-5f06-ab81-1db07a7748b3-ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5', 'network_id': 'ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5', 'tenant_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'fixed_ips': [{'subnet_id': 'e216e2cc-9bad-4264-9ef3-9f37a524d064'}]}} from n-d-843949-2. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:21:33.815665 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:33.831552 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4087686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4084233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14262'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:33.981461 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.db_base_plugin_common [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Allocated IP 172.20.0.2 (ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5/e216e2cc-9bad-4264-9ef3-9f37a524d064/3974197f-3646-476a-bc4b-0ce1a3319268) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:21:33.986215 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:34.020505 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:34.050625 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:34.198946 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:34.209245 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Transition to ACTIVE for port object 3974197f-3646-476a-bc4b-0ce1a3319268 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:21:34.237806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 07296b6c-d126-4e4c-ba46-4a20b1823fd2 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:21:34.314889 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Allocated IP 172.25.5.146 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/9289ee2d-5a67-46f6-968d-8c92b02b8054) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:21:34.316528 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Transition to ACTIVE for port object 3974197f-3646-476a-bc4b-0ce1a3319268 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:21:34.331194 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:34.414165 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 07296b6c-d126-4e4c-ba46-4a20b1823fd2 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:34.414533 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:34.447395 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Network ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:21:34.453780 n-d-843949-2 neutron-server[84025]: DEBUG neutron.scheduler.base_scheduler [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:21:34.456292 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:21:34.458598 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Pushing event updated for resources: {'Port': ['ID=3974197f-3646-476a-bc4b-0ce1a3319268,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:34.470282 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:34.500037 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:34.512749 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Sync routers for ids ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:21:34.573576 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:21:34.577144 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:21:34.579086 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Pushing event updated for resources: {'Port': ['ID=9289ee2d-5a67-46f6-968d-8c92b02b8054,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:34.581237 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:21:34.615443 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Attempting to bind port 3974197f-3646-476a-bc4b-0ce1a3319268 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:21:34.615805 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Attempting to bind port 3974197f-3646-476a-bc4b-0ce1a3319268 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '049a99eb-81a5-4127-ade4-229bf74298e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:21:34.616254 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Attempting to bind port 3974197f-3646-476a-bc4b-0ce1a3319268 on network ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:21:34.618149 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Routers {'0fd883da-6c43-4fd9-ac56-f67e24f7f846'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:34.618763 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:21:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:34.734365 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:34.735023 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4084224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4087705'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:34.760965 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:21:34.761258 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Checking segment: {'id': '049a99eb-81a5-4127-ade4-229bf74298e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:21:34.761654 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:34.762034 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Bound using segment: {'id': '049a99eb-81a5-4127-ade4-229bf74298e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:21:34.762496 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Bound port: 3974197f-3646-476a-bc4b-0ce1a3319268, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049a99eb-81a5-4127-ade4-229bf74298e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:21:34.762857 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:34.933429 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Set router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:21:34.968627 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Router 020fb2a1-1cde-4b28-a2db-f986111effb5 is scheduled to L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:21:34.972753 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] For port 3974197f-3646-476a-bc4b-0ce1a3319268, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:21:34.998899 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] For port 3974197f-3646-476a-bc4b-0ce1a3319268, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3974197f-3646-476a-bc4b-0ce1a3319268,segment=NetworkSegment(049a99eb-81a5-4127-ade4-229bf74298e6),segment_id=049a99eb-81a5-4127-ade4-229bf74298e6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:21:35.006097 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:35.170666 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:21:35.180987 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Sync routers for ids ['020fb2a1-1cde-4b28-a2db-f986111effb5'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:21:35.194615 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Routers {'020fb2a1-1cde-4b28-a2db-f986111effb5'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:35.195546 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:21:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['020fb2a1-1cde-4b28-a2db-f986111effb5'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:35.196999 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:35.202028 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-10abff0c-7dc4-41de-8bb7-aa1635054b19 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5751855 May 30 21:21:35.202028 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54664) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:35.227059 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234cc4a-be1d-475f-8e59-58100d819259 None None] Pushing event updated for resources: {'Port': ['ID=3974197f-3646-476a-bc4b-0ce1a3319268,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:35.373891 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:21:30Z', 'revision_number': 4, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'a1b84afd-1235-46f4-9a51-44dd3bf433d7', 'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'mac_address': 'fa:16:3e:72:3a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:30Z', 'updated_at': '2022-05-30T21:21:30Z', 'revision_number': 2, 'project_id': '46431672ff804df7a285b2221b71f972', 'subnets': [{'id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:35.378201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Checking router: 0fd883da-6c43-4fd9-ac56-f67e24f7f846 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:21:35.378841 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Updating router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 port a1b84afd-1235-46f4-9a51-44dd3bf433d7 binding host n-d-843949-2 {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:21:35.440408 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Set router 020fb2a1-1cde-4b28-a2db-f986111effb5 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:21:35.473294 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:35.785357 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'name': 'tempest-TestSnapshotPattern-1006468290-router', 'tenant_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '9289ee2d-5a67-46f6-968d-8c92b02b8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:33Z', 'updated_at': '2022-05-30T21:21:34Z', 'revision_number': 3, 'project_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'gw_port': {'id': '9289ee2d-5a67-46f6-968d-8c92b02b8054', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:34Z', 'updated_at': '2022-05-30T21:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:35.789655 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Checking router: 020fb2a1-1cde-4b28-a2db-f986111effb5 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:21:35.790006 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Updating router 020fb2a1-1cde-4b28-a2db-f986111effb5 port 9289ee2d-5a67-46f6-968d-8c92b02b8054 binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:21:35.856321 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:35.861599 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:35.875633 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Transition to ACTIVE for port object a1b84afd-1235-46f4-9a51-44dd3bf433d7 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:21:35.885958 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:36.056319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f164e1-e933-4307-a27f-3df9308430d7 None None] Pushing event updated for resources: {'Port': ['ID=a1b84afd-1235-46f4-9a51-44dd3bf433d7,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:36.280561 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:36.289919 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Attempting to bind port a1b84afd-1235-46f4-9a51-44dd3bf433d7 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:21:36.290550 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Attempting to bind port a1b84afd-1235-46f4-9a51-44dd3bf433d7 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:21:36.291111 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Attempting to bind port a1b84afd-1235-46f4-9a51-44dd3bf433d7 on network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:21:36.295296 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Transition to ACTIVE for port object 9289ee2d-5a67-46f6-968d-8c92b02b8054 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:21:36.312414 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:21:36.314869 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Checking segment: {'id': '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:21:36.315450 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:36.315590 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:36.316509 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Bound using segment: {'id': '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:21:36.317319 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.managers [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Bound port: a1b84afd-1235-46f4-9a51-44dd3bf433d7, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:21:36.320038 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:36.324694 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:36.351861 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3974197f-3646-476a-bc4b-0ce1a3319268 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:21:36.453200 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba449b92-719a-4683-b2a0-141d2c502621 None None] Pushing event updated for resources: {'Port': ['ID=9289ee2d-5a67-46f6-968d-8c92b02b8054,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:36.472279 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Attempting to bind port 9289ee2d-5a67-46f6-968d-8c92b02b8054 on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:21:36.472642 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Attempting to bind port 9289ee2d-5a67-46f6-968d-8c92b02b8054 by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:21:36.474069 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Attempting to bind port 9289ee2d-5a67-46f6-968d-8c92b02b8054 on network 238489c2-bb0e-4ad7-9830-2c68e3770386 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:21:36.483328 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:21:36.484710 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Checking segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:21:36.485124 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:36.485511 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Bound using segment: {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:21:36.485973 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Bound port: 9289ee2d-5a67-46f6-968d-8c92b02b8054, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0258e7-5491-4fbd-8dea-0eb96f77ceb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:21:36.486484 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:36.536138 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff89aff-f5ab-4d06-bccc-dba6140ca93c None None] Network ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:21:36.575354 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] For port 9289ee2d-5a67-46f6-968d-8c92b02b8054, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:21:36.578819 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] For port 9289ee2d-5a67-46f6-968d-8c92b02b8054, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9289ee2d-5a67-46f6-968d-8c92b02b8054,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:21:36.584477 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:36.597041 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Allocated IP 172.20.0.1 (ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5/e216e2cc-9bad-4264-9ef3-9f37a524d064/850b9aa3-25f5-4910-b49b-887b7d39f26b) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:21:36.604578 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] For port a1b84afd-1235-46f4-9a51-44dd3bf433d7, host n-d-843949-2, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:21:36.639951 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] For port a1b84afd-1235-46f4-9a51-44dd3bf433d7, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a1b84afd-1235-46f4-9a51-44dd3bf433d7,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:21:36.654200 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:36.665187 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba449b92-719a-4683-b2a0-141d2c502621 None None] Pushing event updated for resources: {'Port': ['ID=9289ee2d-5a67-46f6-968d-8c92b02b8054,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:36.671406 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Routers {'020fb2a1-1cde-4b28-a2db-f986111effb5'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:36.672030 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:21:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['020fb2a1-1cde-4b28-a2db-f986111effb5'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:36.722036 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 3974197f-3646-476a-bc4b-0ce1a3319268 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:21:36.755193 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8254a782-5095-4ee4-8e56-433495d39d23 None None] Provisioning for port 3974197f-3646-476a-bc4b-0ce1a3319268 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:21:36.759149 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:36.781384 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.provisioning_blocks [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Transition to ACTIVE for port object 850b9aa3-25f5-4910-b49b-887b7d39f26b will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:21:36.810236 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:36.834323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f164e1-e933-4307-a27f-3df9308430d7 None None] Pushing event updated for resources: {'Port': ['ID=a1b84afd-1235-46f4-9a51-44dd3bf433d7,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:36.843503 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-8254a782-5095-4ee4-8e56-433495d39d23 None None] Provisioning complete for port 3974197f-3646-476a-bc4b-0ce1a3319268 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:36.843834 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8254a782-5095-4ee4-8e56-433495d39d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:36.892247 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] Set router 020fb2a1-1cde-4b28-a2db-f986111effb5 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:21:36.902605 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Routers {'0fd883da-6c43-4fd9-ac56-f67e24f7f846'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:36.903252 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:21:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:36.910712 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Network ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:21:36.914521 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:21:36.921117 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Pushing event updated for resources: {'Port': ['ID=850b9aa3-25f5-4910-b49b-887b7d39f26b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:36.928787 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:21:36.992562 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086883'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:37.075383 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:37.208123 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'name': 'tempest-TestSnapshotPattern-1006468290-router', 'tenant_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '9289ee2d-5a67-46f6-968d-8c92b02b8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:33Z', 'updated_at': '2022-05-30T21:21:34Z', 'revision_number': 3, 'project_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'gw_port': {'id': '9289ee2d-5a67-46f6-968d-8c92b02b8054', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:34Z', 'updated_at': '2022-05-30T21:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:37.212151 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344a64a2-bc25-49f9-abdd-dcb6ebf36a03 None None] The sync data for ids ['020fb2a1-1cde-4b28-a2db-f986111effb5'] in n-d-843949-2 is: [{'id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'name': 'tempest-TestSnapshotPattern-1006468290-router', 'tenant_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '9289ee2d-5a67-46f6-968d-8c92b02b8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:33Z', 'updated_at': '2022-05-30T21:21:34Z', 'revision_number': 3, 'project_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'gw_port': {'id': '9289ee2d-5a67-46f6-968d-8c92b02b8054', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:34Z', 'updated_at': '2022-05-30T21:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:21:37.270181 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8254a782-5095-4ee4-8e56-433495d39d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:37.280152 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] Set router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:21:37.311320 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:37.317186 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:37.424771 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Pushing event updated for resources: {'Port': ['ID=850b9aa3-25f5-4910-b49b-887b7d39f26b,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:37.427145 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3021353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086990'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:37.435460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-8254a782-5095-4ee4-8e56-433495d39d23 None None] For port 3974197f-3646-476a-bc4b-0ce1a3319268, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3974197f-3646-476a-bc4b-0ce1a3319268,segment=NetworkSegment(049a99eb-81a5-4127-ade4-229bf74298e6),segment_id=049a99eb-81a5-4127-ade4-229bf74298e6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:37.444049 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-8254a782-5095-4ee4-8e56-433495d39d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:37.578926 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Network ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:21:37.580389 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:21:37.611794 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254a782-5095-4ee4-8e56-433495d39d23 None None] Pushing event updated for resources: {'Port': ['ID=3974197f-3646-476a-bc4b-0ce1a3319268,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:37.626289 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ab7865d7-3bb3-4048-ac91-57c47f19566f None None] Provisioning for port 850b9aa3-25f5-4910-b49b-887b7d39f26b completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:21:37.637163 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ab7865d7-3bb3-4048-ac91-57c47f19566f None None] Provisioning complete for port 850b9aa3-25f5-4910-b49b-887b7d39f26b triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:37.637533 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ab7865d7-3bb3-4048-ac91-57c47f19566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:37.738861 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-ab7865d7-3bb3-4048-ac91-57c47f19566f None None] Port 850b9aa3-25f5-4910-b49b-887b7d39f26b cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:21:37.768016 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-ab7865d7-3bb3-4048-ac91-57c47f19566f None None] Provisioning complete for port 3974197f-3646-476a-bc4b-0ce1a3319268 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:37.768396 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ab7865d7-3bb3-4048-ac91-57c47f19566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:37.828073 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:21:30Z', 'revision_number': 4, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'a1b84afd-1235-46f4-9a51-44dd3bf433d7', 'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'mac_address': 'fa:16:3e:72:3a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:30Z', 'updated_at': '2022-05-30T21:21:36Z', 'revision_number': 4, 'project_id': '46431672ff804df7a285b2221b71f972', 'subnets': [{'id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:37.835504 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7117e50b-47c0-48e3-8c99-e2c333b62647 None None] The sync data for ids ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'] in n-d-843949-2 is: [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:21:30Z', 'revision_number': 4, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'a1b84afd-1235-46f4-9a51-44dd3bf433d7', 'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'mac_address': 'fa:16:3e:72:3a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:30Z', 'updated_at': '2022-05-30T21:21:36Z', 'revision_number': 4, 'project_id': '46431672ff804df7a285b2221b71f972', 'subnets': [{'id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:21:37.918311 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:38.070576 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-22deb1b0-e690-4783-a8dd-9519332a03d8 None None] Provisioning complete for port 850b9aa3-25f5-4910-b49b-887b7d39f26b triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:38.071232 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-22deb1b0-e690-4783-a8dd-9519332a03d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:38.110424 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Router 020fb2a1-1cde-4b28-a2db-f986111effb5 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:21:38.137620 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-22deb1b0-e690-4783-a8dd-9519332a03d8 None None] Port 850b9aa3-25f5-4910-b49b-887b7d39f26b cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:21:38.379957 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a1b84afd-1235-46f4-9a51-44dd3bf433d7 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:21:38.381378 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:21:38.397481 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-65054a7d-d2e0-4882-8ec2-82e33b1fc915 admin admin] 10.222.0.84 "PUT /v2.0/routers/020fb2a1-1cde-4b28-a2db-f986111effb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1949890 May 30 21:21:38.469145 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port a1b84afd-1235-46f4-9a51-44dd3bf433d7 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:21:38.477688 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a1b84afd-1235-46f4-9a51-44dd3bf433d7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:38.478059 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:38.611321 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:38.651147 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port a1b84afd-1235-46f4-9a51-44dd3bf433d7, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a1b84afd-1235-46f4-9a51-44dd3bf433d7,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:38.655938 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:38.656808 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9289ee2d-5a67-46f6-968d-8c92b02b8054 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:21:38.778514 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=a1b84afd-1235-46f4-9a51-44dd3bf433d7,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:38.793367 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 9289ee2d-5a67-46f6-968d-8c92b02b8054 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:21:38.801338 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 9289ee2d-5a67-46f6-968d-8c92b02b8054 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:38.801708 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:38.936630 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:38.940905 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54674) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:38.946897 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-8c5669fa-5663-48d0-802d-ba549efb51ff tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1294467734', 'description': 'tempest-secgroup-smoke-1294467734 description', 'project_id': '46431672ff804df7a285b2221b71f972'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:38.954346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 9289ee2d-5a67-46f6-968d-8c92b02b8054, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9289ee2d-5a67-46f6-968d-8c92b02b8054,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:38.954677 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8c5669fa-5663-48d0-802d-ba549efb51ff tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:38.959174 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8c5669fa-5663-48d0-802d-ba549efb51ff tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Usage tracker for resource:security_group and tenant:46431672ff804df7a285b2221b71f972 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:21:38.961243 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:38.962263 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8c5669fa-5663-48d0-802d-ba549efb51ff tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:21:38.963192 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3974197f-3646-476a-bc4b-0ce1a3319268 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:21:38.974392 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8c5669fa-5663-48d0-802d-ba549efb51ff tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:39.000248 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8c5669fa-5663-48d0-802d-ba549efb51ff tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.045074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8c5669fa-5663-48d0-802d-ba549efb51ff tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:39.049517 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8c5669fa-5663-48d0-802d-ba549efb51ff tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Usage tracker for resource:security_group_rule and tenant:46431672ff804df7a285b2221b71f972 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:21:39.055003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8c5669fa-5663-48d0-802d-ba549efb51ff tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:21:39.061538 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8c5669fa-5663-48d0-802d-ba549efb51ff tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:39.088475 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=9289ee2d-5a67-46f6-968d-8c92b02b8054,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:39.105257 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 3974197f-3646-476a-bc4b-0ce1a3319268 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:39.105632 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.124771 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8c5669fa-5663-48d0-802d-ba549efb51ff tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.130113 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8c5669fa-5663-48d0-802d-ba549efb51ff tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.177153 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5669fa-5663-48d0-802d-ba549efb51ff tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a57fb6f-4265-49e5-a341-e68176d0589a,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:39.181724 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8c5669fa-5663-48d0-802d-ba549efb51ff tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.186705 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54678) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:39.187160 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8c5669fa-5663-48d0-802d-ba549efb51ff tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2447727 May 30 21:21:39.193821 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-4651e60a-4a80-443a-8f44-a2ef2786a3b3 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Request body: {'security_group_rule': {'security_group_id': '6a57fb6f-4265-49e5-a341-e68176d0589a', 'project_id': '46431672ff804df7a285b2221b71f972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:39.201596 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4651e60a-4a80-443a-8f44-a2ef2786a3b3 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:39.205554 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4651e60a-4a80-443a-8f44-a2ef2786a3b3 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Usage tracker for resource:security_group_rule and tenant:46431672ff804df7a285b2221b71f972 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:21:39.208783 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-4651e60a-4a80-443a-8f44-a2ef2786a3b3 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:21:39.216581 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-4651e60a-4a80-443a-8f44-a2ef2786a3b3 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:39.238545 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4651e60a-4a80-443a-8f44-a2ef2786a3b3 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.306406 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4651e60a-4a80-443a-8f44-a2ef2786a3b3 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.310280 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4651e60a-4a80-443a-8f44-a2ef2786a3b3 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.335025 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651e60a-4a80-443a-8f44-a2ef2786a3b3 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411d8018-e715-48dd-896a-24d2c5db560c,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:39.344962 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-4651e60a-4a80-443a-8f44-a2ef2786a3b3 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.346119 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-4651e60a-4a80-443a-8f44-a2ef2786a3b3 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1575599 May 30 21:21:39.348902 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54682) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:39.354349 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-fc595f4e-833b-4d9b-8b55-17fc9d330c9e tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Request body: {'security_group_rule': {'security_group_id': '6a57fb6f-4265-49e5-a341-e68176d0589a', 'project_id': '46431672ff804df7a285b2221b71f972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:39.360844 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fc595f4e-833b-4d9b-8b55-17fc9d330c9e tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:39.364660 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fc595f4e-833b-4d9b-8b55-17fc9d330c9e tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Usage tracker for resource:security_group_rule and tenant:46431672ff804df7a285b2221b71f972 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:21:39.367433 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-fc595f4e-833b-4d9b-8b55-17fc9d330c9e tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:21:39.373654 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-fc595f4e-833b-4d9b-8b55-17fc9d330c9e tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:39.390610 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc595f4e-833b-4d9b-8b55-17fc9d330c9e tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.451434 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc595f4e-833b-4d9b-8b55-17fc9d330c9e tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.454753 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc595f4e-833b-4d9b-8b55-17fc9d330c9e tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.478905 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc595f4e-833b-4d9b-8b55-17fc9d330c9e tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea517b5-25f5-4348-a3a3-8538312740d5,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:39.487443 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-fc595f4e-833b-4d9b-8b55-17fc9d330c9e tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.488661 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-fc595f4e-833b-4d9b-8b55-17fc9d330c9e tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1387527 May 30 21:21:39.491363 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54686) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:39.497148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5f64a1c6-b8f6-4278-9d49-fe0b3a1d4cf1 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Request body: {'security_group_rule': {'security_group_id': '6a57fb6f-4265-49e5-a341-e68176d0589a', 'project_id': '46431672ff804df7a285b2221b71f972', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:39.503655 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5f64a1c6-b8f6-4278-9d49-fe0b3a1d4cf1 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:39.507399 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5f64a1c6-b8f6-4278-9d49-fe0b3a1d4cf1 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Usage tracker for resource:security_group_rule and tenant:46431672ff804df7a285b2221b71f972 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:21:39.510841 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5f64a1c6-b8f6-4278-9d49-fe0b3a1d4cf1 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:21:39.516452 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5f64a1c6-b8f6-4278-9d49-fe0b3a1d4cf1 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:39.532405 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f64a1c6-b8f6-4278-9d49-fe0b3a1d4cf1 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.594574 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f64a1c6-b8f6-4278-9d49-fe0b3a1d4cf1 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.597969 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f64a1c6-b8f6-4278-9d49-fe0b3a1d4cf1 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.618171 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64a1c6-b8f6-4278-9d49-fe0b3a1d4cf1 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5295367d-e80f-4d39-a275-90156e388c5b,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:39.629022 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5f64a1c6-b8f6-4278-9d49-fe0b3a1d4cf1 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.632683 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5f64a1c6-b8f6-4278-9d49-fe0b3a1d4cf1 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1379032 May 30 21:21:39.632897 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54690) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:39.639281 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-43bb5c10-5abc-46e2-b7fc-b09f9686ce56 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Request body: {'security_group_rule': {'security_group_id': '6a57fb6f-4265-49e5-a341-e68176d0589a', 'project_id': '46431672ff804df7a285b2221b71f972', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:39.646205 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-43bb5c10-5abc-46e2-b7fc-b09f9686ce56 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:39.650118 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-43bb5c10-5abc-46e2-b7fc-b09f9686ce56 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Usage tracker for resource:security_group_rule and tenant:46431672ff804df7a285b2221b71f972 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:21:39.653044 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-43bb5c10-5abc-46e2-b7fc-b09f9686ce56 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:21:39.658740 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-43bb5c10-5abc-46e2-b7fc-b09f9686ce56 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:39.675335 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43bb5c10-5abc-46e2-b7fc-b09f9686ce56 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.736326 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43bb5c10-5abc-46e2-b7fc-b09f9686ce56 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.739725 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43bb5c10-5abc-46e2-b7fc-b09f9686ce56 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.762927 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb5c10-5abc-46e2-b7fc-b09f9686ce56 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8e13b9-3ea5-43e0-9a7f-9e06e0249d82,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:39.770859 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-43bb5c10-5abc-46e2-b7fc-b09f9686ce56 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.772019 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-43bb5c10-5abc-46e2-b7fc-b09f9686ce56 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1381943 May 30 21:21:39.774666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 54694) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:39.779896 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [None req-5ba27dbd-3dfe-4849-9eee-9c75a581ea7a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Request body: {'security_group_rule': {'security_group_id': '6a57fb6f-4265-49e5-a341-e68176d0589a', 'project_id': '46431672ff804df7a285b2221b71f972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:39.786452 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5ba27dbd-3dfe-4849-9eee-9c75a581ea7a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:39.790325 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5ba27dbd-3dfe-4849-9eee-9c75a581ea7a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Usage tracker for resource:security_group_rule and tenant:46431672ff804df7a285b2221b71f972 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:21:39.794024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [None req-5ba27dbd-3dfe-4849-9eee-9c75a581ea7a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:21:39.800457 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [None req-5ba27dbd-3dfe-4849-9eee-9c75a581ea7a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:39.810142 n-d-843949-2 neutron-server[84024]: INFO neutron.db.securitygroups_db [None req-5ba27dbd-3dfe-4849-9eee-9c75a581ea7a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Project 46431672ff804df7a285b2221b71f972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:21:39.816296 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ba27dbd-3dfe-4849-9eee-9c75a581ea7a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.880988 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ba27dbd-3dfe-4849-9eee-9c75a581ea7a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.884326 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ba27dbd-3dfe-4849-9eee-9c75a581ea7a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.906251 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba27dbd-3dfe-4849-9eee-9c75a581ea7a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64021ab-450c-4b01-a06d-be3740d54cd3,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:39.914613 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-5ba27dbd-3dfe-4849-9eee-9c75a581ea7a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.916509 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-5ba27dbd-3dfe-4849-9eee-9c75a581ea7a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1403179 May 30 21:21:39.919548 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54698) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:39.925269 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-2c817fdc-b2af-446c-88c3-bb3362b98c2c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Request body: {'security_group_rule': {'security_group_id': '6a57fb6f-4265-49e5-a341-e68176d0589a', 'project_id': '46431672ff804df7a285b2221b71f972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:39.932633 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2c817fdc-b2af-446c-88c3-bb3362b98c2c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:39.936433 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2c817fdc-b2af-446c-88c3-bb3362b98c2c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Usage tracker for resource:security_group_rule and tenant:46431672ff804df7a285b2221b71f972 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:21:39.939324 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-2c817fdc-b2af-446c-88c3-bb3362b98c2c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:21:39.945792 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-2c817fdc-b2af-446c-88c3-bb3362b98c2c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:39.955282 n-d-843949-2 neutron-server[84023]: INFO neutron.db.securitygroups_db [None req-2c817fdc-b2af-446c-88c3-bb3362b98c2c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Project 46431672ff804df7a285b2221b71f972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:21:39.961723 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c817fdc-b2af-446c-88c3-bb3362b98c2c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:40.024943 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c817fdc-b2af-446c-88c3-bb3362b98c2c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:40.028300 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c817fdc-b2af-446c-88c3-bb3362b98c2c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156430'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:40.050854 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c817fdc-b2af-446c-88c3-bb3362b98c2c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e835eb22-da98-4cc1-8a1f-a197bfed1d9f,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:40.061037 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-2c817fdc-b2af-446c-88c3-bb3362b98c2c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:40.062190 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-2c817fdc-b2af-446c-88c3-bb3362b98c2c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1416261 May 30 21:21:40.246967 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a1b84afd-1235-46f4-9a51-44dd3bf433d7 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:21:40.314637 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port a1b84afd-1235-46f4-9a51-44dd3bf433d7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:40.315008 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:40.401069 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-99dd92fe-c345-4c2d-96fe-9ab263304701 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Synchronizing usage tracker for tenant:46431672ff804df7a285b2221b71f972 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:21:40.419140 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-99dd92fe-c345-4c2d-96fe-9ab263304701 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Unset dirty status for tenant:46431672ff804df7a285b2221b71f972 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:21:40.420391 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-99dd92fe-c345-4c2d-96fe-9ab263304701 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1294467734&fields=id&tenant_id=46431672ff804df7a285b2221b71f972 HTTP/1.1" status: 200 len: 267 time: 0.0622406 May 30 21:21:40.432409 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9289ee2d-5a67-46f6-968d-8c92b02b8054 up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:21:40.499191 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 9289ee2d-5a67-46f6-968d-8c92b02b8054 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:40.499569 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:40.567749 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-4cf91ca7-a26b-40c9-94d9-30a4fd614df6 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:40.569230 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-4cf91ca7-a26b-40c9-94d9-30a4fd614df6 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/networks?id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 HTTP/1.1" status: 200 len: 810 time: 0.1421535 May 30 21:21:40.586073 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-c0c15e8f-dd02-433a-a3a0-d90b1ec7ad14 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/quotas/46431672ff804df7a285b2221b71f972 HTTP/1.1" status: 200 len: 375 time: 0.0109684 May 30 21:21:40.664519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-db9b8812-9b35-4644-b764-c5ad3cccb6ce tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Synchronizing usage tracker for tenant:46431672ff804df7a285b2221b71f972 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:21:40.682223 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-db9b8812-9b35-4644-b764-c5ad3cccb6ce tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Unset dirty status for tenant:46431672ff804df7a285b2221b71f972 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:21:40.683430 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-db9b8812-9b35-4644-b764-c5ad3cccb6ce tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=46431672ff804df7a285b2221b71f972&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918806 May 30 21:21:40.699542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-9192f2db-8158-4f4d-bc9f-92dbbff21604 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:21:40.700574 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-9192f2db-8158-4f4d-bc9f-92dbbff21604 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056946 May 30 21:21:40.831723 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-ae2bdb4d-4ea1-4160-8961-5267a2c07b74 service neutron] 10.222.0.84 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249907 May 30 21:21:40.962828 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-2a4ebe5b-3327-4b66-9da3-2d43b9bff74a service neutron] 10.222.0.84 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253958 May 30 21:21:41.149974 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4da9d871-cc4e-450c-b8bf-ebacdfdc6d36 req-ab43bd35-fa43-4bdb-863a-d1434632c620 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 210 time: 0.0411634 May 30 21:21:42.331872 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f6b42ba8-42b2-497f-b135-5c8872af13ab req-5b99f32f-8d44-4e4f-ab40-41957f0001d6 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 210 time: 0.0453339 May 30 21:21:42.403229 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-332ff668-9f23-434b-907f-28ab0741d444 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:42.403931 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-332ff668-9f23-434b-907f-28ab0741d444 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Synchronizing usage tracker for tenant:46431672ff804df7a285b2221b71f972 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:21:42.421091 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-332ff668-9f23-434b-907f-28ab0741d444 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Unset dirty status for tenant:46431672ff804df7a285b2221b71f972 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:21:42.422219 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-332ff668-9f23-434b-907f-28ab0741d444 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.93 "GET /v2.0/networks?id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 HTTP/1.1" status: 200 len: 810 time: 0.1721125 May 30 21:21:42.476243 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-0cf1ca6a-af0c-4a7c-ab0e-d5920a7cb8f4 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Synchronizing usage tracker for tenant:46431672ff804df7a285b2221b71f972 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:21:42.487425 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-0cf1ca6a-af0c-4a7c-ab0e-d5920a7cb8f4 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Unset dirty status for tenant:46431672ff804df7a285b2221b71f972 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:21:42.488536 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-0cf1ca6a-af0c-4a7c-ab0e-d5920a7cb8f4 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46431672ff804df7a285b2221b71f972 HTTP/1.1" status: 200 len: 380 time: 0.0535915 May 30 21:21:42.497839 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-1835a343-80b3-4d9f-99e4-161ce57f692a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Request body: {'port': {'device_id': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'admin_state_up': True, 'tenant_id': '46431672ff804df7a285b2221b71f972', 'security_groups': ['6a57fb6f-4265-49e5-a341-e68176d0589a']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:42.629133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-1835a343-80b3-4d9f-99e4-161ce57f692a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:42.638836 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-1835a343-80b3-4d9f-99e4-161ce57f692a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:42.647802 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-1835a343-80b3-4d9f-99e4-161ce57f692a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Made reservation on behalf of 46431672ff804df7a285b2221b71f972 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:21:42.650778 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-1835a343-80b3-4d9f-99e4-161ce57f692a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:42.809110 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-1835a343-80b3-4d9f-99e4-161ce57f692a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Allocated IP 172.20.0.9 (d4c9b448-bfdb-4412-bb88-e7e33db7e0c2/0a84a7e0-b6be-48c5-8143-bd694695e997/1b62d7f2-ca49-4f50-97b2-5cdd33321e11) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:21:42.990275 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-1835a343-80b3-4d9f-99e4-161ce57f692a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:43.005613 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-1835a343-80b3-4d9f-99e4-161ce57f692a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Transition to ACTIVE for port object 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:21:43.025946 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-1835a343-80b3-4d9f-99e4-161ce57f692a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:43.098121 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-1835a343-80b3-4d9f-99e4-161ce57f692a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:21:43.100966 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-1835a343-80b3-4d9f-99e4-161ce57f692a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:21:43.105427 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-1835a343-80b3-4d9f-99e4-161ce57f692a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:21:43.140100 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835a343-80b3-4d9f-99e4-161ce57f692a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Pushing event updated for resources: {'Port': ['ID=1b62d7f2-ca49-4f50-97b2-5cdd33321e11,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:43.170856 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-1835a343-80b3-4d9f-99e4-161ce57f692a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:43.171451 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-1835a343-80b3-4d9f-99e4-161ce57f692a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:43.197168 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-1835a343-80b3-4d9f-99e4-161ce57f692a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7032621 May 30 21:21:43.333912 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Request body: {'port': {'device_id': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:43.390603 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2772e9e1-85fb-4958-b6a8-fc18592c3c24 None None] Provisioning for port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:21:43.396409 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-2772e9e1-85fb-4958-b6a8-fc18592c3c24 None None] Provisioning complete for port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:43.396848 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2772e9e1-85fb-4958-b6a8-fc18592c3c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:43.455484 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-2772e9e1-85fb-4958-b6a8-fc18592c3c24 None None] Port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:21:43.537479 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe580d2-dfa5-4126-9cac-e9ee6dfea6c4 req-d49ef445-00e7-4799-b8a3-3d554d64b128 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:43.538247 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:43.538928 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dfe580d2-dfa5-4126-9cac-e9ee6dfea6c4 req-d49ef445-00e7-4799-b8a3-3d554d64b128 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 931 time: 0.0784113 May 30 21:21:43.584280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-dfe580d2-dfa5-4126-9cac-e9ee6dfea6c4 req-e192ecda-c72b-4282-9155-65535347d7b6 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393178 May 30 21:21:43.873953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:21:43.880543 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:43.894913 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Transition to ACTIVE for port object 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:21:43.897738 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:44.020698 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Pushing event updated for resources: {'Port': ['ID=1b62d7f2-ca49-4f50-97b2-5cdd33321e11,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:44.130712 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Attempting to bind port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 on host n-h2-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:21:44.131035 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Attempting to bind port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 by drivers openvswitch,hyperv on host n-h2-843949-2 at level 0 using segments [{'id': '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:21:44.131353 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Attempting to bind port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 on network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:21:44.137546 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 on network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:21:44.137853 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Attempting to bind port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 on network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:21:44.143880 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Checking agent: {'id': 'dff31a12-6918-41e0-a3fa-a3b5dbd26ac8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:21:44.144226 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Checking segment: {'id': '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:21:44.144599 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Bound using segment: {'id': '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:21:44.145004 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Bound port: 1b62d7f2-ca49-4f50-97b2-5cdd33321e11, host: n-h2-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:21:44.145341 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:44.230395 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] For port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11, host n-h2-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:21:44.233190 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] For port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11, host n-h2-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1b62d7f2-ca49-4f50-97b2-5cdd33321e11,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:21:44.238034 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:44.302188 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:44.303513 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] 10.222.0.93 "PUT /v2.0/ports/1b62d7f2-ca49-4f50-97b2-5cdd33321e11 HTTP/1.1" status: 200 len: 1091 time: 1.0994279 May 30 21:21:44.303932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'tag': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:21:44.332763 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dea885-336b-41cc-9d9f-583fd8d64759 service neutron] Pushing event updated for resources: {'Port': ['ID=1b62d7f2-ca49-4f50-97b2-5cdd33321e11,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:44.373911 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-020e23e7-d171-4119-a158-dae5107e7923'] response: {'name': 'network-changed', 'server_uuid': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'tag': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'status': 'completed', 'code': 200} May 30 21:21:44.416273 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-9834ab7e-dc32-4995-805c-53ff2f848fb8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46431672ff804df7a285b2221b71f972&device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 1094 time: 0.0751729 May 30 21:21:44.489032 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-b2341edb-aa73-47d0-a603-4270302ed66f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b62d7f2-ca49-4f50-97b2-5cdd33321e11 HTTP/1.1" status: 200 len: 217 time: 0.0659759 May 30 21:21:44.550706 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-f851ae44-c85c-45b5-b646-ad70c6ace74e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:44.552141 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-f851ae44-c85c-45b5-b646-ad70c6ace74e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0a84a7e0-b6be-48c5-8143-bd694695e997 HTTP/1.1" status: 200 len: 849 time: 0.0571988 May 30 21:21:44.628907 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-c99f237a-e62b-4150-8349-b332b1d01b06 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712192 May 30 21:21:44.761566 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-94a1e9a0-7c63-448d-8817-8301bd979c78 service neutron] 10.222.0.93 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264703 May 30 21:21:44.783722 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc02eba-657a-412d-8fde-2bbbca982d37 req-f18cfedb-6c45-49d6-a510-0189c20cb903 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:44.785206 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9cc02eba-657a-412d-8fde-2bbbca982d37 req-f18cfedb-6c45-49d6-a510-0189c20cb903 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 943 time: 0.0803206 May 30 21:21:44.832855 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-9cc02eba-657a-412d-8fde-2bbbca982d37 req-151b4fe2-b7b2-4ce2-a223-25c0859dcb97 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419929 May 30 21:21:44.900901 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-3bd485ea-5b17-4e4a-aadd-130930f301a0 req-8b22673c-f242-4cbc-bd3e-59c6581a214b service neutron] 10.222.0.93 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332457 May 30 21:21:45.016737 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab0d5772-901e-478d-9d7c-bc0f0d884c05 req-405d04a3-42e2-4ec4-91b4-3ee780727a8f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46431672ff804df7a285b2221b71f972&device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 1094 time: 0.0682151 May 30 21:21:45.143953 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d5772-901e-478d-9d7c-bc0f0d884c05 req-55427dc4-da0b-4b7d-ba02-c7312e60cada service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:45.145378 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab0d5772-901e-478d-9d7c-bc0f0d884c05 req-55427dc4-da0b-4b7d-ba02-c7312e60cada service neutron] 10.222.0.93 "GET /v2.0/networks?id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 HTTP/1.1" status: 200 len: 911 time: 0.1226039 May 30 21:21:45.300563 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab0d5772-901e-478d-9d7c-bc0f0d884c05 req-05b9b42d-a7db-40c8-ac29-11ba15259a53 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b62d7f2-ca49-4f50-97b2-5cdd33321e11 HTTP/1.1" status: 200 len: 217 time: 0.1489792 May 30 21:21:45.361422 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d5772-901e-478d-9d7c-bc0f0d884c05 req-46d7bfdb-4587-4665-9d2f-669428dc11bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:45.362783 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab0d5772-901e-478d-9d7c-bc0f0d884c05 req-46d7bfdb-4587-4665-9d2f-669428dc11bd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0a84a7e0-b6be-48c5-8143-bd694695e997 HTTP/1.1" status: 200 len: 849 time: 0.0552735 May 30 21:21:45.435975 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab0d5772-901e-478d-9d7c-bc0f0d884c05 req-129487f4-f7ab-4c89-8cc4-42dea384b941 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657628 May 30 21:21:45.563003 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab0d5772-901e-478d-9d7c-bc0f0d884c05 req-d48b4af5-de6d-4b6a-8cda-26b2fb5dec06 service neutron] 10.222.0.93 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206703 May 30 21:21:45.692080 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-ab0d5772-901e-478d-9d7c-bc0f0d884c05 req-552ac616-0f2c-472f-8a63-da11ed7fc7a4 service neutron] 10.222.0.93 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217268 May 30 21:21:46.031020 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0db377-fceb-4ad0-9b37-8c589a381cb5 req-e0d5d96a-0814-4a62-821d-1457693d27db tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:46.032497 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c0db377-fceb-4ad0-9b37-8c589a381cb5 req-e0d5d96a-0814-4a62-821d-1457693d27db tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 943 time: 0.0765560 May 30 21:21:46.077366 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-5c0db377-fceb-4ad0-9b37-8c589a381cb5 req-ec8be020-4da5-4dd5-8504-b7a3403beb41 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393627 May 30 21:21:47.272608 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8506d-ee1d-4a7f-9a8b-881f962821f3 req-cf494e4d-7bf7-46fa-8c48-5f63c33fb039 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:47.274046 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5e8506d-ee1d-4a7f-9a8b-881f962821f3 req-cf494e4d-7bf7-46fa-8c48-5f63c33fb039 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 943 time: 0.0789175 May 30 21:21:47.318757 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b5e8506d-ee1d-4a7f-9a8b-881f962821f3 req-7de49146-6a1f-4e52-b51d-919332c1d42b tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384617 May 30 21:21:47.932684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:21:48.066952 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1b62d7f2-ca49-4f50-97b2-5cdd33321e11,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:48.079854 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'port_id': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'mac_address': 'fa:16:3e:0b:a5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:21:48.138305 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:48.156413 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:21:48.172837 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1b62d7f2-ca49-4f50-97b2-5cdd33321e11,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:48.176741 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:48.243520 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1b62d7f2-ca49-4f50-97b2-5cdd33321e11,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:48.470634 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['1b62d7f2-ca49-4f50-97b2-5cdd33321e11'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:21:48.514264 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602574a3-b89d-4143-97e6-9c8c9dd024bc req-42d56f97-6cfe-4dcc-9426-4d10eb0c13a5 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:48.515832 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-602574a3-b89d-4143-97e6-9c8c9dd024bc req-42d56f97-6cfe-4dcc-9426-4d10eb0c13a5 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 944 time: 0.0764756 May 30 21:21:48.565693 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-602574a3-b89d-4143-97e6-9c8c9dd024bc req-88dfeb13-a5de-4ce9-ab9d-fd961a37bea1 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440457 May 30 21:21:49.760569 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eecbe9-1bcf-4b7c-9383-ec985d3e0c77 req-fbbfb29f-d157-46b5-9f39-79d9c806954b tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:49.761990 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e0eecbe9-1bcf-4b7c-9383-ec985d3e0c77 req-fbbfb29f-d157-46b5-9f39-79d9c806954b tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 944 time: 0.0754051 May 30 21:21:49.807181 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-e0eecbe9-1bcf-4b7c-9383-ec985d3e0c77 req-3d9b79d6-56bf-430f-a36d-6f05fd3f96aa tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394647 May 30 21:21:49.947309 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:21:50.016325 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning for port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:21:50.020907 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:50.021265 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:50.130283 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:50.155906 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:21:50.165157 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1b62d7f2-ca49-4f50-97b2-5cdd33321e11,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:50.169157 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:50.223400 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c818bf-d6fc-40d2-ab4e-5b1ed034882a'] response: {'server_uuid': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'code': 200} May 30 21:21:50.242046 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1b62d7f2-ca49-4f50-97b2-5cdd33321e11,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:50.347032 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-93688a22-b3a9-4fcb-96aa-0a1588461f77 req-f22796e2-6671-4295-8751-c15bc493c5fa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 1096 time: 0.0708432 May 30 21:21:50.389047 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-93688a22-b3a9-4fcb-96aa-0a1588461f77 req-85c27c9c-2af0-4eb1-b2e7-ab71e151ecec service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352869 May 30 21:21:51.003638 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd760ed-4291-47c9-b77c-057f6e0e5cad req-411feeb7-ce32-4e77-9b34-18646e89d2a3 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:51.005284 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-abd760ed-4291-47c9-b77c-057f6e0e5cad req-411feeb7-ce32-4e77-9b34-18646e89d2a3 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 945 time: 0.0788627 May 30 21:21:51.136773 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-abd760ed-4291-47c9-b77c-057f6e0e5cad req-ed9c024d-0d07-4d52-8e42-450970c662c5 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254997 May 30 21:21:52.330003 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee71e8-ca4e-48d5-9042-8a5bd437e55f req-b709f3a4-4c8e-4a00-8518-a497980fbeaf tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:52.331416 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2ee71e8-ca4e-48d5-9042-8a5bd437e55f req-b709f3a4-4c8e-4a00-8518-a497980fbeaf tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 945 time: 0.0741513 May 30 21:21:52.375442 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-a2ee71e8-ca4e-48d5-9042-8a5bd437e55f req-432f4b5c-ae2b-4b3b-a631-484a1f5cdaed tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385764 May 30 21:21:52.643214 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5eed8-87ad-414c-a123-a06cda977c0f req-5346d1bd-bcc1-42a8-88ed-984c03ac9c9c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:52.644670 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19c5eed8-87ad-414c-a123-a06cda977c0f req-5346d1bd-bcc1-42a8-88ed-984c03ac9c9c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 945 time: 0.1512208 May 30 21:21:52.689001 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-19c5eed8-87ad-414c-a123-a06cda977c0f req-8cd53c5b-8cd4-4a91-9a3e-8b4bb3afd9e2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381715 May 30 21:21:52.716901 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54756) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:52.846494 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-80f214a4-7178-4382-93fa-60a561b4f2b9 tempest-TestSnapshotPattern-324858929 tempest-TestSnapshotPattern-324858929-project-admin] Synchronizing usage tracker for tenant:d599adc8b1c548a39c36ccaa9d43eb16 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:21:52.862954 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-80f214a4-7178-4382-93fa-60a561b4f2b9 tempest-TestSnapshotPattern-324858929 tempest-TestSnapshotPattern-324858929-project-admin] Unset dirty status for tenant:d599adc8b1c548a39c36ccaa9d43eb16 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:21:52.864395 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-80f214a4-7178-4382-93fa-60a561b4f2b9 tempest-TestSnapshotPattern-324858929 tempest-TestSnapshotPattern-324858929-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 1091 time: 0.1465533 May 30 21:21:52.867280 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54762) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:52.873067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:52.878868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:52.882640 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Usage tracker for resource:floatingip and tenant:46431672ff804df7a285b2221b71f972 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:21:52.885405 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:21:52.890988 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:52.903968 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:53.036809 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:53.171420 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Allocated IP 172.25.5.156 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/3b97a29f-733e-4480-ac1c-ec9ac0c7aeb4) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:21:53.302433 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:21:53.316494 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:53.345078 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:53.414497 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:21:53.417333 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:21:53.420265 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:21:53.449396 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Pushing event updated for resources: {'Port': ['ID=3b97a29f-733e-4480-ac1c-ec9ac0c7aeb4,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:53.914456 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:53.968802 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:54.165867 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:54.170550 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:54.350781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Pushing event updated for resources: {'Port': ['ID=3b97a29f-733e-4480-ac1c-ec9ac0c7aeb4,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:54.371507 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:54.565618 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Floating IP 3fe8ac3f-87ec-471d-9dee-d26e8c8347fd associated. External IP: 172.25.5.156, port: 1b62d7f2-ca49-4f50-97b2-5cdd33321e11. May 30 21:21:54.949930 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:21:55.146464 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:21:55.155892 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cebeef-c453-4c4e-80bd-be3053af9f3d None None] Sync routers for ids ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:21:55.167359 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cebeef-c453-4c4e-80bd-be3053af9f3d None None] Routers {'0fd883da-6c43-4fd9-ac56-f67e24f7f846'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:55.168264 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d7cebeef-c453-4c4e-80bd-be3053af9f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:21:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:55.169560 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:55.225614 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8546ab27-95ac-415b-9f75-49079c5ed6ae tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3572402 May 30 21:21:55.226203 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'tag': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:21:55.348358 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-d7cebeef-c453-4c4e-80bd-be3053af9f3d None None] Set router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:21:55.359663 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-901af2a3-014d-4bcf-9a29-ceedebdae604'] response: {'name': 'network-changed', 'server_uuid': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'tag': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'status': 'completed', 'code': 200} May 30 21:21:55.449803 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f3fccee3-b6ca-4d2b-bcc5-0d732ffb7fc5 req-75115c30-e6b8-459c-9a30-46f1be7cf7b4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46431672ff804df7a285b2221b71f972&device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 1096 time: 0.0674438 May 30 21:21:55.580203 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fccee3-b6ca-4d2b-bcc5-0d732ffb7fc5 req-14ae8fc7-1010-44e5-97a6-f2446ad6975a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:55.581607 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f3fccee3-b6ca-4d2b-bcc5-0d732ffb7fc5 req-14ae8fc7-1010-44e5-97a6-f2446ad6975a service neutron] 10.222.0.93 "GET /v2.0/networks?id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 HTTP/1.1" status: 200 len: 911 time: 0.1264007 May 30 21:21:55.685231 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f3fccee3-b6ca-4d2b-bcc5-0d732ffb7fc5 req-04237a99-06a9-48a7-a5d2-660e6ed4b417 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b62d7f2-ca49-4f50-97b2-5cdd33321e11 HTTP/1.1" status: 200 len: 999 time: 0.0981145 May 30 21:21:55.728346 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d7cebeef-c453-4c4e-80bd-be3053af9f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:21:30Z', 'revision_number': 4, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '3fe8ac3f-87ec-471d-9dee-d26e8c8347fd', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'port_id': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'mac_address': 'fa:16:3e:0b:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:21:53Z', 'updated_at': '2022-05-30T21:21:53Z', 'revision_number': 0, 'project_id': '46431672ff804df7a285b2221b71f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b84afd-1235-46f4-9a51-44dd3bf433d7', 'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'mac_address': 'fa:16:3e:72:3a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:30Z', 'updated_at': '2022-05-30T21:21:38Z', 'revision_number': 5, 'project_id': '46431672ff804df7a285b2221b71f972', 'subnets': [{'id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:55.732441 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cebeef-c453-4c4e-80bd-be3053af9f3d None None] Checking router: 0fd883da-6c43-4fd9-ac56-f67e24f7f846 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:21:55.742762 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cebeef-c453-4c4e-80bd-be3053af9f3d None None] Routers {'0fd883da-6c43-4fd9-ac56-f67e24f7f846'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:55.743906 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d7cebeef-c453-4c4e-80bd-be3053af9f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:21:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:55.749380 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fccee3-b6ca-4d2b-bcc5-0d732ffb7fc5 req-cdc127f4-01d6-4551-9f6d-cabb59c1dec5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:55.750826 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f3fccee3-b6ca-4d2b-bcc5-0d732ffb7fc5 req-cdc127f4-01d6-4551-9f6d-cabb59c1dec5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0a84a7e0-b6be-48c5-8143-bd694695e997 HTTP/1.1" status: 200 len: 849 time: 0.0604954 May 30 21:21:55.825827 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f3fccee3-b6ca-4d2b-bcc5-0d732ffb7fc5 req-548e3766-389d-4b90-b80c-8e79e7e45b14 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696189 May 30 21:21:55.920639 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-d7cebeef-c453-4c4e-80bd-be3053af9f3d None None] Set router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:21:55.963635 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f3fccee3-b6ca-4d2b-bcc5-0d732ffb7fc5 req-d44a0ac2-5a71-4de4-9b16-d49a9fcd8cfa service neutron] 10.222.0.93 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287494 May 30 21:21:56.093933 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f3fccee3-b6ca-4d2b-bcc5-0d732ffb7fc5 req-f62293a1-3f94-4e2d-a789-6668927b8546 service neutron] 10.222.0.93 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248460 May 30 21:21:56.263323 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-d7cebeef-c453-4c4e-80bd-be3053af9f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:21:30Z', 'revision_number': 4, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '3fe8ac3f-87ec-471d-9dee-d26e8c8347fd', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'port_id': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'mac_address': 'fa:16:3e:0b:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:21:53Z', 'updated_at': '2022-05-30T21:21:53Z', 'revision_number': 0, 'project_id': '46431672ff804df7a285b2221b71f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b84afd-1235-46f4-9a51-44dd3bf433d7', 'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'mac_address': 'fa:16:3e:72:3a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:30Z', 'updated_at': '2022-05-30T21:21:38Z', 'revision_number': 5, 'project_id': '46431672ff804df7a285b2221b71f972', 'subnets': [{'id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:56.267223 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cebeef-c453-4c4e-80bd-be3053af9f3d None None] The sync data for ids ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'] in n-d-843949-2 is: [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:21:30Z', 'revision_number': 4, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '3fe8ac3f-87ec-471d-9dee-d26e8c8347fd', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'port_id': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'mac_address': 'fa:16:3e:0b:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:21:53Z', 'updated_at': '2022-05-30T21:21:53Z', 'revision_number': 0, 'project_id': '46431672ff804df7a285b2221b71f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b84afd-1235-46f4-9a51-44dd3bf433d7', 'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'mac_address': 'fa:16:3e:72:3a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:30Z', 'updated_at': '2022-05-30T21:21:38Z', 'revision_number': 5, 'project_id': '46431672ff804df7a285b2221b71f972', 'subnets': [{'id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:21:57.937599 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-28616de5-9616-4309-9d58-ee1d96492a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:59.982697 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Sync routers for ids ['020fb2a1-1cde-4b28-a2db-f986111effb5'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:21:59.985112 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0f25b2-e50b-4abe-b11d-d612d5509212 None None] New status for floating IP 3fe8ac3f-87ec-471d-9dee-d26e8c8347fd: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:21:59.995156 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Routers {'020fb2a1-1cde-4b28-a2db-f986111effb5'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:59.995833 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:21:30Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['020fb2a1-1cde-4b28-a2db-f986111effb5'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:22:00.173193 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-70bfd48e-1e5f-4372-9a6d-bed8f0f02e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:00.202237 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Set router 020fb2a1-1cde-4b28-a2db-f986111effb5 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:22:00.506337 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'name': 'tempest-TestSnapshotPattern-1006468290-router', 'tenant_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '9289ee2d-5a67-46f6-968d-8c92b02b8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:33Z', 'updated_at': '2022-05-30T21:21:37Z', 'revision_number': 4, 'project_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'gw_port': {'id': '9289ee2d-5a67-46f6-968d-8c92b02b8054', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:34Z', 'updated_at': '2022-05-30T21:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '850b9aa3-25f5-4910-b49b-887b7d39f26b', 'name': '', 'network_id': 'ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5', 'tenant_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'mac_address': 'fa:16:3e:f7:58:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e216e2cc-9bad-4264-9ef3-9f37a524d064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:36Z', 'updated_at': '2022-05-30T21:21:37Z', 'revision_number': 2, 'project_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'subnets': [{'id': 'e216e2cc-9bad-4264-9ef3-9f37a524d064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:22:00.509899 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Checking router: 020fb2a1-1cde-4b28-a2db-f986111effb5 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:22:00.510231 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Updating router 020fb2a1-1cde-4b28-a2db-f986111effb5 port 850b9aa3-25f5-4910-b49b-887b7d39f26b binding host n-d-843949-2 {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:22:00.558872 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:00.887362 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:00.899011 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.provisioning_blocks [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Transition to ACTIVE for port object 850b9aa3-25f5-4910-b49b-887b7d39f26b will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:22:00.905041 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:01.028096 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb58db-d65a-4c50-9602-069a48fceb00 None None] Pushing event updated for resources: {'Port': ['ID=850b9aa3-25f5-4910-b49b-887b7d39f26b,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:22:01.117910 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Attempting to bind port 850b9aa3-25f5-4910-b49b-887b7d39f26b on host n-d-843949-2 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:22:01.118802 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Attempting to bind port 850b9aa3-25f5-4910-b49b-887b7d39f26b by drivers openvswitch,hyperv on host n-d-843949-2 at level 0 using segments [{'id': '049a99eb-81a5-4127-ade4-229bf74298e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:22:01.119158 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Attempting to bind port 850b9aa3-25f5-4910-b49b-887b7d39f26b on network ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:22:01.125701 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Checking agent: {'id': '0cdb3fb7-c591-420e-88dd-d8e0acfa239b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 42, 1), 'started_at': datetime.datetime(2022, 5, 30, 19, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843949-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:22:01.126065 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Checking segment: {'id': '049a99eb-81a5-4127-ade4-229bf74298e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:22:01.126459 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:01.126840 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Bound using segment: {'id': '049a99eb-81a5-4127-ade4-229bf74298e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:22:01.127311 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.managers [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Bound port: 850b9aa3-25f5-4910-b49b-887b7d39f26b, host: n-d-843949-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049a99eb-81a5-4127-ade4-229bf74298e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:22:01.127659 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:01.215055 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] For port 850b9aa3-25f5-4910-b49b-887b7d39f26b, host n-d-843949-2, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:22:01.218288 n-d-843949-2 neutron-server[84026]: DEBUG neutron.plugins.ml2.db [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] For port 850b9aa3-25f5-4910-b49b-887b7d39f26b, host n-d-843949-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=850b9aa3-25f5-4910-b49b-887b7d39f26b,segment=NetworkSegment(049a99eb-81a5-4127-ade4-229bf74298e6),segment_id=049a99eb-81a5-4127-ade4-229bf74298e6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:22:01.222297 n-d-843949-2 neutron-server[84026]: DEBUG neutron_lib.callbacks.manager [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:01.306351 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Routers {'020fb2a1-1cde-4b28-a2db-f986111effb5'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:22:01.306962 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:22:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['020fb2a1-1cde-4b28-a2db-f986111effb5'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:22:01.359135 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb58db-d65a-4c50-9602-069a48fceb00 None None] Pushing event updated for resources: {'Port': ['ID=850b9aa3-25f5-4910-b49b-887b7d39f26b,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:22:01.489005 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] Set router 020fb2a1-1cde-4b28-a2db-f986111effb5 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:22:01.542455 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:01.753584 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:01.833527 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'name': 'tempest-TestSnapshotPattern-1006468290-router', 'tenant_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '9289ee2d-5a67-46f6-968d-8c92b02b8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:33Z', 'updated_at': '2022-05-30T21:21:37Z', 'revision_number': 4, 'project_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'gw_port': {'id': '9289ee2d-5a67-46f6-968d-8c92b02b8054', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:34Z', 'updated_at': '2022-05-30T21:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '850b9aa3-25f5-4910-b49b-887b7d39f26b', 'name': '', 'network_id': 'ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5', 'tenant_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'mac_address': 'fa:16:3e:f7:58:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e216e2cc-9bad-4264-9ef3-9f37a524d064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:36Z', 'updated_at': '2022-05-30T21:22:01Z', 'revision_number': 4, 'project_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'subnets': [{'id': 'e216e2cc-9bad-4264-9ef3-9f37a524d064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:22:01.837302 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5d02fd-1b53-4a6e-939f-c3f77d83a150 None None] The sync data for ids ['020fb2a1-1cde-4b28-a2db-f986111effb5'] in n-d-843949-2 is: [{'id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'name': 'tempest-TestSnapshotPattern-1006468290-router', 'tenant_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '9289ee2d-5a67-46f6-968d-8c92b02b8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:33Z', 'updated_at': '2022-05-30T21:21:37Z', 'revision_number': 4, 'project_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'gw_port': {'id': '9289ee2d-5a67-46f6-968d-8c92b02b8054', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:34Z', 'updated_at': '2022-05-30T21:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': '850b9aa3-25f5-4910-b49b-887b7d39f26b', 'name': '', 'network_id': 'ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5', 'tenant_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'mac_address': 'fa:16:3e:f7:58:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e216e2cc-9bad-4264-9ef3-9f37a524d064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:36Z', 'updated_at': '2022-05-30T21:22:01Z', 'revision_number': 4, 'project_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'subnets': [{'id': 'e216e2cc-9bad-4264-9ef3-9f37a524d064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:22:02.269247 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 850b9aa3-25f5-4910-b49b-887b7d39f26b up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:22:02.342630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning for port 850b9aa3-25f5-4910-b49b-887b7d39f26b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:22:02.347844 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 850b9aa3-25f5-4910-b49b-887b7d39f26b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:22:02.348255 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:02.466922 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:02.499508 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] For port 850b9aa3-25f5-4910-b49b-887b7d39f26b, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=850b9aa3-25f5-4910-b49b-887b7d39f26b,segment=NetworkSegment(049a99eb-81a5-4127-ade4-229bf74298e6),segment_id=049a99eb-81a5-4127-ade4-229bf74298e6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:22:02.504372 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:02.572313 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Pushing event updated for resources: {'Port': ['ID=850b9aa3-25f5-4910-b49b-887b7d39f26b,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:22:03.127698 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:04.006148 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:04.248327 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 850b9aa3-25f5-4910-b49b-887b7d39f26b up at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:22:04.318849 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Provisioning complete for port 850b9aa3-25f5-4910-b49b-887b7d39f26b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:22:04.319219 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:07.897785 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:27.973496 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2946ef92-425a-4bb8-826e-1144b9c376d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:30.144980 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c7706c83-519d-4147-89cc-71ecc05370dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:30.303102 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:22:31.538077 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:31.756109 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:33.129880 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:34.007494 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:36.087031 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-35635aa3-99a0-442f-a1f8-ed7e665be731 req-4a77f501-4213-4349-91f5-70697b6a9e18 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704501 May 30 21:22:36.220048 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-35635aa3-99a0-442f-a1f8-ed7e665be731 req-efbc4221-905f-46b6-96d3-a2f158ee8f4d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46431672ff804df7a285b2221b71f972&device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 1096 time: 0.0675013 May 30 21:22:36.362571 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35635aa3-99a0-442f-a1f8-ed7e665be731 req-9067c265-e52e-423b-83b2-3803fe65e9b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:36.363914 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-35635aa3-99a0-442f-a1f8-ed7e665be731 req-9067c265-e52e-423b-83b2-3803fe65e9b8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 HTTP/1.1" status: 200 len: 911 time: 0.1253362 May 30 21:22:36.548838 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-35635aa3-99a0-442f-a1f8-ed7e665be731 req-b98466c9-9638-4443-9917-307bcb1859fd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b62d7f2-ca49-4f50-97b2-5cdd33321e11 HTTP/1.1" status: 200 len: 1001 time: 0.1785648 May 30 21:22:36.609589 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35635aa3-99a0-442f-a1f8-ed7e665be731 req-6ad3d64a-83f8-41cf-8c57-2da736d8be19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:36.610939 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-35635aa3-99a0-442f-a1f8-ed7e665be731 req-6ad3d64a-83f8-41cf-8c57-2da736d8be19 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0a84a7e0-b6be-48c5-8143-bd694695e997 HTTP/1.1" status: 200 len: 849 time: 0.0555575 May 30 21:22:36.686826 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-35635aa3-99a0-442f-a1f8-ed7e665be731 req-8d04bba7-88fa-4bd0-84a1-e4daaa0bf9f2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688653 May 30 21:22:36.816415 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-35635aa3-99a0-442f-a1f8-ed7e665be731 req-f9a8ca3a-548a-4d52-a8e1-c9ab5478c264 service neutron] 10.222.0.93 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235249 May 30 21:22:36.944950 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-35635aa3-99a0-442f-a1f8-ed7e665be731 req-5fd43c77-8970-404f-b12b-d481117ec2f2 service neutron] 10.222.0.93 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223991 May 30 21:22:37.894409 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:57.936546 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-356813e6-9197-40f0-9cbf-62a6c7fb4cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:00.145684 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b702ffa8-50a2-4276-951f-eebe1ae9d84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:01.540980 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:01.757245 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:03.131818 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:04.007330 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:07.304247 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:23:07.909553 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:27.940533 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f11d4d24-18f1-466d-90d7-360825c74ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:30.146966 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6552c84c-50bc-4b0e-ba0c-d2f20d532f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:31.545357 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:31.758104 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:33.135295 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:34.019932 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:37.908905 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:38.083803 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd43fc9b-ca5b-4f9e-9750-82043e781238 req-99228952-acb5-4399-9ffa-a8d8f800755d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670042 May 30 21:23:38.219535 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd43fc9b-ca5b-4f9e-9750-82043e781238 req-b95596e5-c4fa-4302-b837-5186f66b1dd0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46431672ff804df7a285b2221b71f972&device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 1096 time: 0.0686684 May 30 21:23:38.361007 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43fc9b-ca5b-4f9e-9750-82043e781238 req-1bfb7b70-3add-4612-8edb-6fd9cad06758 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:38.362436 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd43fc9b-ca5b-4f9e-9750-82043e781238 req-1bfb7b70-3add-4612-8edb-6fd9cad06758 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 HTTP/1.1" status: 200 len: 911 time: 0.1262093 May 30 21:23:38.465542 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd43fc9b-ca5b-4f9e-9750-82043e781238 req-734faa32-22a4-45eb-86a5-20c9c61a44e7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b62d7f2-ca49-4f50-97b2-5cdd33321e11 HTTP/1.1" status: 200 len: 1001 time: 0.0972760 May 30 21:23:38.528270 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43fc9b-ca5b-4f9e-9750-82043e781238 req-d75527aa-5146-4625-b621-282fa39d07aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:38.529632 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd43fc9b-ca5b-4f9e-9750-82043e781238 req-d75527aa-5146-4625-b621-282fa39d07aa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0a84a7e0-b6be-48c5-8143-bd694695e997 HTTP/1.1" status: 200 len: 849 time: 0.0588403 May 30 21:23:38.601340 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd43fc9b-ca5b-4f9e-9750-82043e781238 req-bdd6ee2b-13d4-465d-ae70-1763b5bd5fa3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660088 May 30 21:23:38.730728 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd43fc9b-ca5b-4f9e-9750-82043e781238 req-f7497e4b-cef5-4a67-bd3c-e76d49dc5c7e service neutron] 10.222.0.93 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238186 May 30 21:23:38.862239 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-cd43fc9b-ca5b-4f9e-9750-82043e781238 req-6c035774-735b-4cb6-ab83-56eb78afb4b1 service neutron] 10.222.0.93 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254396 May 30 21:23:44.304790 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:23:50.417119 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 details requested by agent hyperv_n-h2-843949-2 with host n-h2-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:23:50.546804 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1b62d7f2-ca49-4f50-97b2-5cdd33321e11,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:23:50.559466 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Returning: {'device': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'port_id': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'mac_address': 'fa:16:3e:0b:a5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:23:50.610846 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:50.627667 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:23:50.642461 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1b62d7f2-ca49-4f50-97b2-5cdd33321e11,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:23:50.647259 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:50.717094 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1b62d7f2-ca49-4f50-97b2-5cdd33321e11,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:50.726030 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:50.726371 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:50.726707 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:50.727038 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:50.727363 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:50.727685 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:50.728025 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:50.728348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:50.728666 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:50.728982 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:50.729299 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:50.744548 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] get_ports_and_sgs() called for port_ids ['1b62d7f2-ca49-4f50-97b2-5cdd33321e11'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:23:52.439771 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 up at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:23:52.510757 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Provisioning complete for port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:23:52.511663 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:52.640115 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:52.668012 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:23:52.679201 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1b62d7f2-ca49-4f50-97b2-5cdd33321e11,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:23:52.684098 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:52.736471 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-762412dd-8153-483e-a9de-1ba7da9228d2'] response: {'server_uuid': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'code': 200} May 30 21:23:52.764746 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1b62d7f2-ca49-4f50-97b2-5cdd33321e11,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:57.946043 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2a24e0ed-e6e0-446a-9117-b4372790f6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:00.152238 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-dc82a5c6-7502-43a7-b0cb-2eaff183f6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:01.252375 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d954e896-b363-4727-9eec-fa0a91c50086 req-b7a88e51-c117-43ca-b70e-0e001b115f1b tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1294467734&fields=id&tenant_id=46431672ff804df7a285b2221b71f972 HTTP/1.1" status: 200 len: 267 time: 0.0417647 May 30 21:24:01.397511 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954e896-b363-4727-9eec-fa0a91c50086 req-f38a6192-7884-4417-9e4d-03f52eab5975 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:01.398926 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d954e896-b363-4727-9eec-fa0a91c50086 req-f38a6192-7884-4417-9e4d-03f52eab5975 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/networks?id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 HTTP/1.1" status: 200 len: 810 time: 0.1401553 May 30 21:24:01.414844 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d954e896-b363-4727-9eec-fa0a91c50086 req-32f2a4f4-3ae3-4d55-8939-fe8c6f27fc81 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/quotas/46431672ff804df7a285b2221b71f972 HTTP/1.1" status: 200 len: 375 time: 0.0107048 May 30 21:24:01.499184 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d954e896-b363-4727-9eec-fa0a91c50086 req-f5cf91e5-95df-469a-b1b1-c7e38f9c4e88 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=46431672ff804df7a285b2221b71f972&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0793679 May 30 21:24:01.514990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-d954e896-b363-4727-9eec-fa0a91c50086 req-21412f7e-f0ac-4687-ae12-a411ef5a1d03 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:24:01.515900 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d954e896-b363-4727-9eec-fa0a91c50086 req-21412f7e-f0ac-4687-ae12-a411ef5a1d03 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047429 May 30 21:24:01.549734 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:01.646495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d954e896-b363-4727-9eec-fa0a91c50086 req-b7f6a849-a98a-4e84-9a82-e42a1a22ff88 service neutron] 10.222.0.84 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245105 May 30 21:24:01.759852 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:01.775888 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d954e896-b363-4727-9eec-fa0a91c50086 req-9d0a7fda-801d-4e27-8922-9a8afac06c2e service neutron] 10.222.0.84 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233418 May 30 21:24:02.078394 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d21d1bd2-c5eb-4c24-ba51-613a8dfaeaa8 req-03f1dacb-d26f-40f0-a257-2da1e6dbc270 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 210 time: 0.1274543 May 30 21:24:03.139941 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:03.186262 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4e490df1-fe64-4fd4-9872-c3311452adc4 req-dfd8a666-b8b0-404d-ac3d-9af67af3e6fb tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 210 time: 0.0404079 May 30 21:24:04.019251 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:04.304026 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3337c1b2-e4c0-4fee-a7ba-37dfea75eb90 req-2a78ea07-d6fd-4f15-a0e2-4857f78da4f7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 210 time: 0.0484169 May 30 21:24:04.458700 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:24:04.567063 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:04.596891 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:24:04.607473 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] For port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1b62d7f2-ca49-4f50-97b2-5cdd33321e11,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:04.611490 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:04.656627 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-053c11bf-82e4-4eb0-bb5d-e1430bdd5be6'] response: {'server_uuid': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'code': 200} May 30 21:24:04.681591 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Pushing event updated for resources: {'Port': ['ID=1b62d7f2-ca49-4f50-97b2-5cdd33321e11,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:05.096133 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954e896-b363-4727-9eec-fa0a91c50086 req-9edf70c4-6477-4a06-b396-27f020a83575 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:05.097630 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d954e896-b363-4727-9eec-fa0a91c50086 req-9edf70c4-6477-4a06-b396-27f020a83575 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.77 "GET /v2.0/networks?id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 HTTP/1.1" status: 200 len: 810 time: 0.1441734 May 30 21:24:05.156143 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d954e896-b363-4727-9eec-fa0a91c50086 req-72b76e3b-ed9c-4d24-a12c-3eccf32b7830 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46431672ff804df7a285b2221b71f972 HTTP/1.1" status: 200 len: 380 time: 0.0394454 May 30 21:24:05.168291 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-d954e896-b363-4727-9eec-fa0a91c50086 req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Request body: {'port': {'device_id': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'admin_state_up': True, 'tenant_id': '46431672ff804df7a285b2221b71f972', 'security_groups': ['6a57fb6f-4265-49e5-a341-e68176d0589a']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:05.304550 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-d954e896-b363-4727-9eec-fa0a91c50086 req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:05.308814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-d954e896-b363-4727-9eec-fa0a91c50086 req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Usage tracker for resource:port and tenant:46431672ff804df7a285b2221b71f972 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:05.311838 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-d954e896-b363-4727-9eec-fa0a91c50086 req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:05.319795 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.quota.driver [req-d954e896-b363-4727-9eec-fa0a91c50086 req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:05.332239 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d954e896-b363-4727-9eec-fa0a91c50086 req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Made reservation on behalf of 46431672ff804df7a285b2221b71f972 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:24:05.335485 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d954e896-b363-4727-9eec-fa0a91c50086 req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:05.494960 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-958d4fcb-e092-461a-892a-07c09ae38d99 req-9987cc39-e5af-4266-81f8-a5d921b11234 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 210 time: 0.0471420 May 30 21:24:05.537814 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.db_base_plugin_common [req-d954e896-b363-4727-9eec-fa0a91c50086 req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Allocated IP 172.20.0.8 (d4c9b448-bfdb-4412-bb88-e7e33db7e0c2/0a84a7e0-b6be-48c5-8143-bd694695e997/7188d486-5a15-4434-a152-0b8134d98c42) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:24:05.936963 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d954e896-b363-4727-9eec-fa0a91c50086 req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:05.957570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-d954e896-b363-4727-9eec-fa0a91c50086 req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Transition to ACTIVE for port object 7188d486-5a15-4434-a152-0b8134d98c42 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:24:05.984069 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d954e896-b363-4727-9eec-fa0a91c50086 req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:06.075218 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d954e896-b363-4727-9eec-fa0a91c50086 req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:24:06.082930 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Pushing event updated for resources: {'Port': ['ID=7188d486-5a15-4434-a152-0b8134d98c42,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:06.093600 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:06.094388 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:06.094817 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:06.095184 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:06.095523 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:06.096107 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:06.096538 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:06.097128 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:06.097237 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:06.097566 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:06.097932 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:06.101831 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.base_scheduler [req-d954e896-b363-4727-9eec-fa0a91c50086 req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:24:06.104351 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-d954e896-b363-4727-9eec-fa0a91c50086 req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:24:06.170892 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954e896-b363-4727-9eec-fa0a91c50086 req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:06.171523 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d954e896-b363-4727-9eec-fa0a91c50086 req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:06.204871 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d954e896-b363-4727-9eec-fa0a91c50086 req-1e3ebd5e-2be5-4c49-bf91-b3f97e704dcc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0400708 May 30 21:24:06.486420 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fa30e753-a06f-4162-bf13-15445e6a6b86 None None] Provisioning for port 7188d486-5a15-4434-a152-0b8134d98c42 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:24:06.492340 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-fa30e753-a06f-4162-bf13-15445e6a6b86 None None] Provisioning complete for port 7188d486-5a15-4434-a152-0b8134d98c42 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:24:06.493063 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-fa30e753-a06f-4162-bf13-15445e6a6b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:06.551727 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-fa30e753-a06f-4162-bf13-15445e6a6b86 None None] Port 7188d486-5a15-4434-a152-0b8134d98c42 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:24:06.708542 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e1295-2ed9-4965-8b7d-73343c7677eb req-3d0ddc32-8dbb-4bd2-8bd7-8ce25e42b491 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:06.710039 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-779e1295-2ed9-4965-8b7d-73343c7677eb req-3d0ddc32-8dbb-4bd2-8bd7-8ce25e42b491 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 931 time: 0.0760887 May 30 21:24:06.761697 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-779e1295-2ed9-4965-8b7d-73343c7677eb req-563b2f8b-ca92-4ffd-943e-757c63c6fa58 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456083 May 30 21:24:07.933601 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:07.968048 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2bd13-8af8-4b2c-8df1-231f99d45333 req-a5678343-0318-4cb2-b2f5-5e3660d39ef6 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:07.975287 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ca2bd13-8af8-4b2c-8df1-231f99d45333 req-a5678343-0318-4cb2-b2f5-5e3660d39ef6 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 931 time: 0.0878785 May 30 21:24:08.018811 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7ca2bd13-8af8-4b2c-8df1-231f99d45333 req-6294f288-5225-41d3-ac9d-b7686da1f6e8 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425339 May 30 21:24:09.229313 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94898ccc-32d8-411a-ad9d-ef9d07cdfb05 req-51ef8856-d6cc-46c1-b1d4-019307bf082a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:09.231442 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94898ccc-32d8-411a-ad9d-ef9d07cdfb05 req-51ef8856-d6cc-46c1-b1d4-019307bf082a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 931 time: 0.0853903 May 30 21:24:09.279535 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-94898ccc-32d8-411a-ad9d-ef9d07cdfb05 req-d63a811d-772b-41c3-94f1-9d725bb0d865 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418479 May 30 21:24:10.511004 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548cff1-8b96-4cb2-a8ab-02ae5ecbbea0 req-9825cb11-3633-4b0f-a03d-b72b19be4899 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:10.512495 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4548cff1-8b96-4cb2-a8ab-02ae5ecbbea0 req-9825cb11-3633-4b0f-a03d-b72b19be4899 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 931 time: 0.0802829 May 30 21:24:10.561456 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4548cff1-8b96-4cb2-a8ab-02ae5ecbbea0 req-ae968331-243d-4946-9b86-132719d74494 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427184 May 30 21:24:11.805622 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7d18b-f2b8-4c70-9f79-e05d8e6d32ea req-f7c7da7e-3010-43e1-be75-b066d1248bdf tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:11.807112 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24c7d18b-f2b8-4c70-9f79-e05d8e6d32ea req-f7c7da7e-3010-43e1-be75-b066d1248bdf tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 931 time: 0.1060748 May 30 21:24:11.862021 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-24c7d18b-f2b8-4c70-9f79-e05d8e6d32ea req-1c3f8afc-eaaa-4294-b4f8-600bef0c1efa tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480978 May 30 21:24:13.090429 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835c05b-1eae-4498-ac25-437511d5e89b req-c104e4e5-66da-49d4-a1d6-d009ac9992fb tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:13.091868 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7835c05b-1eae-4498-ac25-437511d5e89b req-c104e4e5-66da-49d4-a1d6-d009ac9992fb tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 931 time: 0.1000035 May 30 21:24:13.141178 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7835c05b-1eae-4498-ac25-437511d5e89b req-f7f0b5fc-9eee-47ba-8441-e0236c9ccf2b tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427725 May 30 21:24:13.904624 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.v2.base [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Request body: {'port': {'device_id': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843949-2'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:14.013711 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:14.344898 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fbaf0-90dd-4d89-a857-72bd2ec59724 req-d8a56f95-e969-4178-80dd-d133c5735fb7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:14.346357 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b54fbaf0-90dd-4d89-a857-72bd2ec59724 req-d8a56f95-e969-4178-80dd-d133c5735fb7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 931 time: 0.0815156 May 30 21:24:14.351083 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7188d486-5a15-4434-a152-0b8134d98c42 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:24:14.357881 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:14.373217 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.provisioning_blocks [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Transition to ACTIVE for port object 7188d486-5a15-4434-a152-0b8134d98c42 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:24:14.377849 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:14.393503 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-b54fbaf0-90dd-4d89-a857-72bd2ec59724 req-8ddd6e6d-5073-4cef-8819-6ae290a04a79 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414774 May 30 21:24:14.515057 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Pushing event updated for resources: {'Port': ['ID=7188d486-5a15-4434-a152-0b8134d98c42,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:14.618479 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Attempting to bind port 7188d486-5a15-4434-a152-0b8134d98c42 on host n-h1-843949-2 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:24:14.618818 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Attempting to bind port 7188d486-5a15-4434-a152-0b8134d98c42 by drivers openvswitch,hyperv on host n-h1-843949-2 at level 0 using segments [{'id': '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:24:14.619142 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Attempting to bind port 7188d486-5a15-4434-a152-0b8134d98c42 on network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:24:14.625023 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Port 7188d486-5a15-4434-a152-0b8134d98c42 on network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843949-2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:24:14.625343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Attempting to bind port 7188d486-5a15-4434-a152-0b8134d98c42 on network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:24:14.632914 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Checking agent: {'id': '82831116-9297-461f-a3a9-68005327c730', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843949-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'started_at': datetime.datetime(2022, 5, 30, 19, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:24:14.633252 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Checking segment: {'id': '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:24:14.633631 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Bound using segment: {'id': '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:24:14.634058 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.managers [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Bound port: 7188d486-5a15-4434-a152-0b8134d98c42, host: n-h1-843949-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:24:14.634402 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:14.723949 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] For port 7188d486-5a15-4434-a152-0b8134d98c42, host n-h1-843949-2, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:24:14.726735 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] For port 7188d486-5a15-4434-a152-0b8134d98c42, host n-h1-843949-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7188d486-5a15-4434-a152-0b8134d98c42,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:24:14.731002 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3157994'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:14.791275 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:14.792596 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d954e896-b363-4727-9eec-fa0a91c50086 req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] 10.222.0.77 "PUT /v2.0/ports/7188d486-5a15-4434-a152-0b8134d98c42 HTTP/1.1" status: 200 len: 1091 time: 0.8924377 May 30 21:24:14.793024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'tag': '7188d486-5a15-4434-a152-0b8134d98c42'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:24:14.814622 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e73092-0045-48cc-8566-5f11a865f381 service neutron] Pushing event updated for resources: {'Port': ['ID=7188d486-5a15-4434-a152-0b8134d98c42,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:14.914808 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d954e896-b363-4727-9eec-fa0a91c50086 req-621fbfef-e112-445a-beae-3350b47917c5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=46431672ff804df7a285b2221b71f972&device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 1094 time: 0.0770366 May 30 21:24:14.987009 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb80edde-f2d7-497c-8f99-513f017a1e7d'] response: {'name': 'network-changed', 'server_uuid': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'tag': '7188d486-5a15-4434-a152-0b8134d98c42', 'status': 'completed', 'code': 200} May 30 21:24:14.988831 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d954e896-b363-4727-9eec-fa0a91c50086 req-938081e0-0b60-46f1-be0d-11d4e2c3a5a6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7188d486-5a15-4434-a152-0b8134d98c42 HTTP/1.1" status: 200 len: 217 time: 0.0634379 May 30 21:24:15.056997 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954e896-b363-4727-9eec-fa0a91c50086 req-43f69a8a-11ec-4f28-9d4a-edfeebdeed78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:15.058342 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d954e896-b363-4727-9eec-fa0a91c50086 req-43f69a8a-11ec-4f28-9d4a-edfeebdeed78 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a84a7e0-b6be-48c5-8143-bd694695e997 HTTP/1.1" status: 200 len: 849 time: 0.0605469 May 30 21:24:15.134804 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d954e896-b363-4727-9eec-fa0a91c50086 req-e7a0f81c-c97f-4aae-9bf3-6be78f67a9ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671699 May 30 21:24:15.267453 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d954e896-b363-4727-9eec-fa0a91c50086 req-d1f528bf-bf34-4518-8f70-21fb0d878202 service neutron] 10.222.0.77 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222258 May 30 21:24:15.399196 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d954e896-b363-4727-9eec-fa0a91c50086 req-2239cb10-2b7e-4eb4-9a92-0a3bab347299 service neutron] 10.222.0.77 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229358 May 30 21:24:15.592887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1bc20-d14c-4bcd-a90b-55e076c0a0a2 req-85a7f8f9-fd3d-4838-9b11-ae7b4d09d00c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:15.594280 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44a1bc20-d14c-4bcd-a90b-55e076c0a0a2 req-85a7f8f9-fd3d-4838-9b11-ae7b4d09d00c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 943 time: 0.0794628 May 30 21:24:15.617374 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-dd720554-ee8a-418c-afdb-1cceacdc6c06 req-480f9b7d-e32e-423e-b513-29ea4baafc3e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=46431672ff804df7a285b2221b71f972&device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 1094 time: 0.1630840 May 30 21:24:15.643797 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-44a1bc20-d14c-4bcd-a90b-55e076c0a0a2 req-8c0b737f-ca6d-4ece-a5df-6608b2c193af tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437646 May 30 21:24:15.747570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd720554-ee8a-418c-afdb-1cceacdc6c06 req-f70702ab-b07d-4e3a-b240-53a248ef9795 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:15.749016 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-dd720554-ee8a-418c-afdb-1cceacdc6c06 req-f70702ab-b07d-4e3a-b240-53a248ef9795 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 HTTP/1.1" status: 200 len: 911 time: 0.1255856 May 30 21:24:15.814300 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-dd720554-ee8a-418c-afdb-1cceacdc6c06 req-cbd46448-b6eb-4d95-884b-9601ddde8359 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7188d486-5a15-4434-a152-0b8134d98c42 HTTP/1.1" status: 200 len: 217 time: 0.0587091 May 30 21:24:15.879341 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd720554-ee8a-418c-afdb-1cceacdc6c06 req-736c2d56-c23c-4af1-aed7-6aabbaa916c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:15.880682 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-dd720554-ee8a-418c-afdb-1cceacdc6c06 req-736c2d56-c23c-4af1-aed7-6aabbaa916c2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a84a7e0-b6be-48c5-8143-bd694695e997 HTTP/1.1" status: 200 len: 849 time: 0.0599430 May 30 21:24:15.954565 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-dd720554-ee8a-418c-afdb-1cceacdc6c06 req-d4f6f8c5-6762-4c66-a6ea-dd7db246c5d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675821 May 30 21:24:16.083631 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-dd720554-ee8a-418c-afdb-1cceacdc6c06 req-a2b64bca-084c-4e1b-92e4-7e536ebccbe4 service neutron] 10.222.0.77 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224720 May 30 21:24:16.213646 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-dd720554-ee8a-418c-afdb-1cceacdc6c06 req-9c931169-ae0e-4584-add1-18765b5978ef service neutron] 10.222.0.77 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220617 May 30 21:24:16.837996 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e46e9-984f-47a4-855e-f4b09c17af78 req-cfc19d83-4f5a-41a8-85fc-a3317f9212d4 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:16.839430 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-912e46e9-984f-47a4-855e-f4b09c17af78 req-cfc19d83-4f5a-41a8-85fc-a3317f9212d4 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 943 time: 0.0771816 May 30 21:24:16.885931 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-912e46e9-984f-47a4-855e-f4b09c17af78 req-d80f7fa4-6094-4033-bbdd-c28d8c7bd86d tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403564 May 30 21:24:17.066847 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7188d486-5a15-4434-a152-0b8134d98c42 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:24:17.197759 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7188d486-5a15-4434-a152-0b8134d98c42, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7188d486-5a15-4434-a152-0b8134d98c42,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:17.210490 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '7188d486-5a15-4434-a152-0b8134d98c42', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'port_id': '7188d486-5a15-4434-a152-0b8134d98c42', 'mac_address': 'fa:16:3e:d5:ac:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:24:17.297490 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:17.314630 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7188d486-5a15-4434-a152-0b8134d98c42 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:24:17.329112 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7188d486-5a15-4434-a152-0b8134d98c42, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7188d486-5a15-4434-a152-0b8134d98c42,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:17.352092 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:17.400040 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=7188d486-5a15-4434-a152-0b8134d98c42,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:17.640680 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['7188d486-5a15-4434-a152-0b8134d98c42'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:24:18.084233 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191e608-dd26-4050-9379-da22e9d3a39f req-8a3b039f-5f78-4d95-b8dc-1ad3988bdbc4 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:18.085671 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4191e608-dd26-4050-9379-da22e9d3a39f req-8a3b039f-5f78-4d95-b8dc-1ad3988bdbc4 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 944 time: 0.0793324 May 30 21:24:18.129772 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4191e608-dd26-4050-9379-da22e9d3a39f req-a7a999c3-50ee-4ff9-b90c-bcf9d18369e0 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386078 May 30 21:24:19.078328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7188d486-5a15-4434-a152-0b8134d98c42 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:24:19.145887 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning for port 7188d486-5a15-4434-a152-0b8134d98c42 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:24:19.150348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 7188d486-5a15-4434-a152-0b8134d98c42 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:24:19.150706 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:19.265474 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:19.292781 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7188d486-5a15-4434-a152-0b8134d98c42'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:24:19.302993 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7188d486-5a15-4434-a152-0b8134d98c42, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7188d486-5a15-4434-a152-0b8134d98c42,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:19.307473 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:19.335645 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da50229-9e66-4e0e-a4fa-7c9916956407 req-0c02adfd-66a8-48fd-8286-683fe0688fee tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:19.337071 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8da50229-9e66-4e0e-a4fa-7c9916956407 req-0c02adfd-66a8-48fd-8286-683fe0688fee tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 944 time: 0.0804412 May 30 21:24:19.357555 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57a927a-0cf3-430d-8a88-653425b69890'] response: {'server_uuid': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7188d486-5a15-4434-a152-0b8134d98c42', 'code': 200} May 30 21:24:19.374431 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=7188d486-5a15-4434-a152-0b8134d98c42,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:19.392782 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-8da50229-9e66-4e0e-a4fa-7c9916956407 req-d31571e1-2db6-4f70-aefc-6afeae2ffc3d tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467377 May 30 21:24:19.487291 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-93676c35-21d1-4080-a93c-3c5a66670374 req-c536be9c-48ec-4454-9494-0803b38d47a2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 1096 time: 0.0709665 May 30 21:24:19.531134 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-93676c35-21d1-4080-a93c-3c5a66670374 req-34ad5bab-c647-47a6-92e8-94e5d16dd41e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344048 May 30 21:24:20.596781 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f7066-5c4b-4778-a4b3-e23b3658e69c req-afde3253-0c75-4756-b188-55ec4859468f tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:20.598222 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea1f7066-5c4b-4778-a4b3-e23b3658e69c req-afde3253-0c75-4756-b188-55ec4859468f tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 945 time: 0.0790143 May 30 21:24:20.643343 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-ea1f7066-5c4b-4778-a4b3-e23b3658e69c req-e806ffdd-fdf3-4734-8d34-a0896359882c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393770 May 30 21:24:21.304831 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:24:21.837155 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2254d-d7b8-458f-b1b0-073aca77faca req-04101cf0-aaa7-4471-b652-82e5dc7c30c5 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:21.838592 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28e2254d-d7b8-458f-b1b0-073aca77faca req-04101cf0-aaa7-4471-b652-82e5dc7c30c5 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 945 time: 0.0757058 May 30 21:24:21.886133 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-28e2254d-d7b8-458f-b1b0-073aca77faca req-d215e54e-bb9c-4264-837b-e8fbea9af894 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420847 May 30 21:24:22.083055 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c979a7-458a-469a-8a99-04049df3bb3d req-e7ee3ebf-d133-4fd2-8136-9a538163933c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:22.084848 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-89c979a7-458a-469a-8a99-04049df3bb3d req-e7ee3ebf-d133-4fd2-8136-9a538163933c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 945 time: 0.0788817 May 30 21:24:22.129647 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-89c979a7-458a-469a-8a99-04049df3bb3d req-25a35d5c-81de-49ed-b750-ef5a32dfca8a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392909 May 30 21:24:22.155932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54976) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:22.227354 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-8797746a-5ced-47b4-b3ca-5e0f6ca3c765 tempest-TestSnapshotPattern-324858929 tempest-TestSnapshotPattern-324858929-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 1091 time: 0.0702186 May 30 21:24:22.229882 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 54980) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:22.234963 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.v2.base [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Request body: {'floatingip': {'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'port_id': '7188d486-5a15-4434-a152-0b8134d98c42', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:22.241391 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:22.245370 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Usage tracker for resource:floatingip and tenant:46431672ff804df7a285b2221b71f972 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:22.248297 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:22.255011 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.quota.driver [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:22.265902 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:22.401431 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:22.537074 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_common [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Allocated IP 172.25.5.19 (238489c2-bb0e-4ad7-9830-2c68e3770386/a71fa04e-aa37-43be-888b-917d76c9d154/2fb032b6-51af-45e3-8ee0-ca9a4fdfe527) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:24:22.758321 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:22.785733 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730630147723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:22.855096 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Network 238489c2-bb0e-4ad7-9830-2c68e3770386 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:24:22.857883 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.base_scheduler [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:24:22.862357 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:24:22.885895 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Pushing event updated for resources: {'Port': ['ID=2fb032b6-51af-45e3-8ee0-ca9a4fdfe527,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:22.909755 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.910091 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.910423 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.910754 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.911079 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.911401 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.911723 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.912067 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.912387 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.912705 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.913029 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:23.372603 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:23.428238 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:23.631627 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:23.635930 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3004020'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:23.737312 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Pushing event updated for resources: {'Port': ['ID=2fb032b6-51af-45e3-8ee0-ca9a4fdfe527,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:23.752183 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4087786'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:23.941042 n-d-843949-2 neutron-server[84023]: INFO neutron.db.l3_db [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Floating IP 123b16e9-30d4-4613-8ab4-9753e14759f0 associated. External IP: 172.25.5.19, port: 7188d486-5a15-4434-a152-0b8134d98c42. May 30 21:24:24.418550 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:24:24.621406 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:24:24.634059 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14bbc48-9514-4807-a249-d60bc4a4406f None None] Sync routers for ids ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:24:24.647042 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14bbc48-9514-4807-a249-d60bc4a4406f None None] Routers {'0fd883da-6c43-4fd9-ac56-f67e24f7f846'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:24:24.647633 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f14bbc48-9514-4807-a249-d60bc4a4406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:24:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:24.647770 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:24.703058 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-e1710b79-208d-47ee-b1e0-72313726ffd7 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4699919 May 30 21:24:24.703058 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'tag': '7188d486-5a15-4434-a152-0b8134d98c42'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:24:24.755662 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d8beba-f102-4ef4-9891-1dbe3b0f0b7b'] response: {'name': 'network-changed', 'server_uuid': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'tag': '7188d486-5a15-4434-a152-0b8134d98c42', 'status': 'completed', 'code': 200} May 30 21:24:24.822599 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-f14bbc48-9514-4807-a249-d60bc4a4406f None None] Set router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:24:24.846549 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2db84715-8077-4ba5-9a2a-21d5e3b21e08 req-f898c936-8001-4bcf-9e5a-0bd00df1e17d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=46431672ff804df7a285b2221b71f972&device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 1096 time: 0.0679829 May 30 21:24:24.979453 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db84715-8077-4ba5-9a2a-21d5e3b21e08 req-b355ee63-e10a-464d-a798-2c1e3a8c3ef1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:24.980843 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2db84715-8077-4ba5-9a2a-21d5e3b21e08 req-b355ee63-e10a-464d-a798-2c1e3a8c3ef1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 HTTP/1.1" status: 200 len: 911 time: 0.1281559 May 30 21:24:25.084611 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2db84715-8077-4ba5-9a2a-21d5e3b21e08 req-57eedee7-d831-4f74-b074-a919ec69ae06 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7188d486-5a15-4434-a152-0b8134d98c42 HTTP/1.1" status: 200 len: 998 time: 0.0976937 May 30 21:24:25.144583 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db84715-8077-4ba5-9a2a-21d5e3b21e08 req-4c46aca1-0778-43d0-ab7e-de29cc9ff652 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:25.145993 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2db84715-8077-4ba5-9a2a-21d5e3b21e08 req-4c46aca1-0778-43d0-ab7e-de29cc9ff652 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a84a7e0-b6be-48c5-8143-bd694695e997 HTTP/1.1" status: 200 len: 849 time: 0.0562937 May 30 21:24:25.163184 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f14bbc48-9514-4807-a249-d60bc4a4406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:21:30Z', 'revision_number': 4, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '123b16e9-30d4-4613-8ab4-9753e14759f0', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'port_id': '7188d486-5a15-4434-a152-0b8134d98c42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'mac_address': 'fa:16:3e:d5:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:24:23Z', 'updated_at': '2022-05-30T21:24:23Z', 'revision_number': 0, 'project_id': '46431672ff804df7a285b2221b71f972', 'fixed_ip_address_scope': None}, {'id': '3fe8ac3f-87ec-471d-9dee-d26e8c8347fd', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'port_id': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'mac_address': 'fa:16:3e:0b:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:21:53Z', 'updated_at': '2022-05-30T21:22:00Z', 'revision_number': 1, 'project_id': '46431672ff804df7a285b2221b71f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b84afd-1235-46f4-9a51-44dd3bf433d7', 'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'mac_address': 'fa:16:3e:72:3a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:30Z', 'updated_at': '2022-05-30T21:21:38Z', 'revision_number': 5, 'project_id': '46431672ff804df7a285b2221b71f972', 'subnets': [{'id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:25.166949 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14bbc48-9514-4807-a249-d60bc4a4406f None None] Checking router: 0fd883da-6c43-4fd9-ac56-f67e24f7f846 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:24:25.178254 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14bbc48-9514-4807-a249-d60bc4a4406f None None] Routers {'0fd883da-6c43-4fd9-ac56-f67e24f7f846'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:24:25.178846 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f14bbc48-9514-4807-a249-d60bc4a4406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:24:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:25.221302 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2db84715-8077-4ba5-9a2a-21d5e3b21e08 req-3bd0231e-1e73-4a0f-b21e-ec4551d050d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694256 May 30 21:24:25.349689 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2db84715-8077-4ba5-9a2a-21d5e3b21e08 req-61e5ccbd-6964-437c-bb1d-6ff7dd4ab8b7 service neutron] 10.222.0.77 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226542 May 30 21:24:25.352826 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-f14bbc48-9514-4807-a249-d60bc4a4406f None None] Set router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:24:25.478683 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-2db84715-8077-4ba5-9a2a-21d5e3b21e08 req-841f5abe-51a3-49b5-bc20-2c850f9e4284 service neutron] 10.222.0.77 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228235 May 30 21:24:25.717437 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-f14bbc48-9514-4807-a249-d60bc4a4406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:21:30Z', 'revision_number': 4, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '123b16e9-30d4-4613-8ab4-9753e14759f0', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'port_id': '7188d486-5a15-4434-a152-0b8134d98c42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'mac_address': 'fa:16:3e:d5:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:24:23Z', 'updated_at': '2022-05-30T21:24:23Z', 'revision_number': 0, 'project_id': '46431672ff804df7a285b2221b71f972', 'fixed_ip_address_scope': None}, {'id': '3fe8ac3f-87ec-471d-9dee-d26e8c8347fd', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'port_id': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'mac_address': 'fa:16:3e:0b:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:21:53Z', 'updated_at': '2022-05-30T21:22:00Z', 'revision_number': 1, 'project_id': '46431672ff804df7a285b2221b71f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b84afd-1235-46f4-9a51-44dd3bf433d7', 'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'mac_address': 'fa:16:3e:72:3a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:30Z', 'updated_at': '2022-05-30T21:21:38Z', 'revision_number': 5, 'project_id': '46431672ff804df7a285b2221b71f972', 'subnets': [{'id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:25.721910 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14bbc48-9514-4807-a249-d60bc4a4406f None None] The sync data for ids ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'] in n-d-843949-2 is: [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:21:30Z', 'revision_number': 4, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '123b16e9-30d4-4613-8ab4-9753e14759f0', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'port_id': '7188d486-5a15-4434-a152-0b8134d98c42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'mac_address': 'fa:16:3e:d5:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:24:23Z', 'updated_at': '2022-05-30T21:24:23Z', 'revision_number': 0, 'project_id': '46431672ff804df7a285b2221b71f972', 'fixed_ip_address_scope': None}, {'id': '3fe8ac3f-87ec-471d-9dee-d26e8c8347fd', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'port_id': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'mac_address': 'fa:16:3e:0b:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:21:53Z', 'updated_at': '2022-05-30T21:22:00Z', 'revision_number': 1, 'project_id': '46431672ff804df7a285b2221b71f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b84afd-1235-46f4-9a51-44dd3bf433d7', 'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'mac_address': 'fa:16:3e:72:3a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:30Z', 'updated_at': '2022-05-30T21:21:38Z', 'revision_number': 5, 'project_id': '46431672ff804df7a285b2221b71f972', 'subnets': [{'id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:24:25.905477 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fc24ac-28a3-44b3-be33-47a5f1e871e6 None None] New status for floating IP 123b16e9-30d4-4613-8ab4-9753e14759f0: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:24:27.947734 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a439dca8-e021-4302-b619-9c597ba9395d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:30.146868 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4f8e7d87-2ecb-4d87-95c8-a695ceef9bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:31.550516 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:31.760730 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:33.225509 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:34.019628 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:35.021675 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7744475-643b-4728-bbfe-147f65dae172 req-45b76252-8572-4793-a203-b2896af0a9e4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1350076 May 30 21:24:35.256497 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7744475-643b-4728-bbfe-147f65dae172 req-143255f6-25ad-4842-b1e6-a9c7c01386e0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=46431672ff804df7a285b2221b71f972&device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 1096 time: 0.1604559 May 30 21:24:35.396504 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7744475-643b-4728-bbfe-147f65dae172 req-87d54a00-333e-4a3f-891f-1b2614c62d50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:35.397905 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7744475-643b-4728-bbfe-147f65dae172 req-87d54a00-333e-4a3f-891f-1b2614c62d50 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 HTTP/1.1" status: 200 len: 911 time: 0.1233141 May 30 21:24:35.493294 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7744475-643b-4728-bbfe-147f65dae172 req-e6e7de0d-00b0-41b6-81ef-a4a5dcca5da9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7188d486-5a15-4434-a152-0b8134d98c42 HTTP/1.1" status: 200 len: 1000 time: 0.0901296 May 30 21:24:35.556264 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7744475-643b-4728-bbfe-147f65dae172 req-0e5475a7-98ab-4256-984c-5a22622bad32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:35.557630 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7744475-643b-4728-bbfe-147f65dae172 req-0e5475a7-98ab-4256-984c-5a22622bad32 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a84a7e0-b6be-48c5-8143-bd694695e997 HTTP/1.1" status: 200 len: 849 time: 0.0588233 May 30 21:24:35.629265 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7744475-643b-4728-bbfe-147f65dae172 req-3a6ac009-4b18-40a5-925a-efe9ff1e6378 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661752 May 30 21:24:35.757312 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7744475-643b-4728-bbfe-147f65dae172 req-7559b691-26a6-400e-ac23-6e05fff7f1c4 service neutron] 10.222.0.77 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221988 May 30 21:24:35.887957 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d7744475-643b-4728-bbfe-147f65dae172 req-e59b026a-68df-4b7a-8dda-6a17ce894ed5 service neutron] 10.222.0.77 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249406 May 30 21:24:37.927303 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:40.112208 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d66ca614-fc3c-430c-819d-2c1d120bd0e5 req-0083973e-9861-4b8f-83ac-541f9ebce8c6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694516 May 30 21:24:40.247463 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d66ca614-fc3c-430c-819d-2c1d120bd0e5 req-03a4ecf1-8179-492c-9b3e-d193464abbdf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46431672ff804df7a285b2221b71f972&device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 1094 time: 0.0683153 May 30 21:24:40.389488 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ca614-fc3c-430c-819d-2c1d120bd0e5 req-2a1883f2-37e3-4636-bd6d-d4609230b031 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:40.391148 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d66ca614-fc3c-430c-819d-2c1d120bd0e5 req-2a1883f2-37e3-4636-bd6d-d4609230b031 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 HTTP/1.1" status: 200 len: 911 time: 0.1256571 May 30 21:24:40.492389 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d66ca614-fc3c-430c-819d-2c1d120bd0e5 req-d300b724-7a29-4447-b9e6-3390f04ed205 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b62d7f2-ca49-4f50-97b2-5cdd33321e11 HTTP/1.1" status: 200 len: 999 time: 0.0956140 May 30 21:24:40.553784 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ca614-fc3c-430c-819d-2c1d120bd0e5 req-b38409bf-8295-45fe-a8f5-bc19a557dca0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:40.555193 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d66ca614-fc3c-430c-819d-2c1d120bd0e5 req-b38409bf-8295-45fe-a8f5-bc19a557dca0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0a84a7e0-b6be-48c5-8143-bd694695e997 HTTP/1.1" status: 200 len: 849 time: 0.0567691 May 30 21:24:40.632377 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d66ca614-fc3c-430c-819d-2c1d120bd0e5 req-fc2b7352-b026-436e-8915-7201ac564962 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709856 May 30 21:24:40.762457 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d66ca614-fc3c-430c-819d-2c1d120bd0e5 req-7539e214-78a4-4562-b8a2-b0c118dd4caf service neutron] 10.222.0.93 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238461 May 30 21:24:40.890036 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-d66ca614-fc3c-430c-819d-2c1d120bd0e5 req-0094ca1c-b7d8-43da-8d2c-e16fa264e403 service neutron] 10.222.0.93 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220071 May 30 21:24:57.952043 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-247003fc-613b-44a0-afab-46a0e9c4ac8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:58.305615 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:25:00.147896 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-13b7bfee-ad1b-459e-8c35-dd4a61ea8757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:01.552966 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:01.762632 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:03.144535 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:04.027137 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:07.947890 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:27.954033 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-80dc348e-6601-4088-b988-f7fccd894417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:30.148419 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3495a7c7-6f62-425d-acce-6f9da7d24f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:31.554916 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:31.762728 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:33.147619 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:34.031760 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:34.920111 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b8ea2a45-3a5a-4852-bbf2-42c3a268abd2 req-ac49b557-3f84-4040-8c68-d038a008535c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665164 May 30 21:25:35.155273 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b8ea2a45-3a5a-4852-bbf2-42c3a268abd2 req-5d90228f-bc5c-4c68-aa11-89f324d09808 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=46431672ff804df7a285b2221b71f972&device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 1096 time: 0.1576416 May 30 21:25:35.303487 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea2a45-3a5a-4852-bbf2-42c3a268abd2 req-3065a6d7-ce74-4938-a581-4b289169939d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:35.304966 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b8ea2a45-3a5a-4852-bbf2-42c3a268abd2 req-3065a6d7-ce74-4938-a581-4b289169939d service neutron] 10.222.0.77 "GET /v2.0/networks?id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 HTTP/1.1" status: 200 len: 911 time: 0.1260271 May 30 21:25:35.306053 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:25:35.411460 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b8ea2a45-3a5a-4852-bbf2-42c3a268abd2 req-fb6a1398-3224-45f7-9633-9dc18df8f006 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7188d486-5a15-4434-a152-0b8134d98c42 HTTP/1.1" status: 200 len: 1000 time: 0.0973818 May 30 21:25:35.475666 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea2a45-3a5a-4852-bbf2-42c3a268abd2 req-d6d4eb02-5a8c-45f2-899e-bd90469d894c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:35.477085 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b8ea2a45-3a5a-4852-bbf2-42c3a268abd2 req-d6d4eb02-5a8c-45f2-899e-bd90469d894c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a84a7e0-b6be-48c5-8143-bd694695e997 HTTP/1.1" status: 200 len: 849 time: 0.0599699 May 30 21:25:35.553449 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b8ea2a45-3a5a-4852-bbf2-42c3a268abd2 req-22eb13e1-f9f0-457e-82dd-3a44d3ea8951 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661986 May 30 21:25:35.565963 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-b8ea2a45-3a5a-4852-bbf2-42c3a268abd2 req-dda99738-5f52-480e-bce8-a79ca0ff3c28 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:25:35.566887 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b8ea2a45-3a5a-4852-bbf2-42c3a268abd2 req-dda99738-5f52-480e-bce8-a79ca0ff3c28 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045836 May 30 21:25:35.699796 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b8ea2a45-3a5a-4852-bbf2-42c3a268abd2 req-00735648-87a9-4c70-9bab-2427592d420a service neutron] 10.222.0.77 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231840 May 30 21:25:35.831588 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-b8ea2a45-3a5a-4852-bbf2-42c3a268abd2 req-1c1984a5-a9fe-45a3-a5fb-1c2d7156e060 service neutron] 10.222.0.77 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224310 May 30 21:25:37.953548 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:42.079006 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9a3b1722-5110-4b24-9d22-2e716522bc8d req-69523f3b-4af4-4bb9-b3b2-1ecb110dbc47 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700774 May 30 21:25:42.212753 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9a3b1722-5110-4b24-9d22-2e716522bc8d req-3794f7e8-f92e-4280-80b2-24db44e274d0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46431672ff804df7a285b2221b71f972&device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 1094 time: 0.0679982 May 30 21:25:42.356723 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b1722-5110-4b24-9d22-2e716522bc8d req-52a6aa99-2950-456f-9784-8c347217c41d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:42.358079 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9a3b1722-5110-4b24-9d22-2e716522bc8d req-52a6aa99-2950-456f-9784-8c347217c41d service neutron] 10.222.0.93 "GET /v2.0/networks?id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 HTTP/1.1" status: 200 len: 911 time: 0.1260827 May 30 21:25:42.461760 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9a3b1722-5110-4b24-9d22-2e716522bc8d req-6985ff31-e6f1-40ad-958f-8c5c5137b40d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b62d7f2-ca49-4f50-97b2-5cdd33321e11 HTTP/1.1" status: 200 len: 999 time: 0.0976853 May 30 21:25:42.522073 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b1722-5110-4b24-9d22-2e716522bc8d req-233217d4-bc1f-4d09-afe5-64d5b8a1f8c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:42.523436 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9a3b1722-5110-4b24-9d22-2e716522bc8d req-233217d4-bc1f-4d09-afe5-64d5b8a1f8c7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0a84a7e0-b6be-48c5-8143-bd694695e997 HTTP/1.1" status: 200 len: 849 time: 0.0559008 May 30 21:25:42.598807 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9a3b1722-5110-4b24-9d22-2e716522bc8d req-9dc526fb-915a-4000-a0e6-40cb0e12f9a9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690980 May 30 21:25:42.726667 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9a3b1722-5110-4b24-9d22-2e716522bc8d req-5b17a75c-be40-4005-9727-26b12f8781b6 service neutron] 10.222.0.93 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216824 May 30 21:25:42.853933 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-9a3b1722-5110-4b24-9d22-2e716522bc8d req-8863084b-2887-48b8-912c-449843215a90 service neutron] 10.222.0.93 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219604 May 30 21:25:55.653868 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7188d486-5a15-4434-a152-0b8134d98c42 details requested by agent hyperv_n-h1-843949-2 with host n-h1-843949-2 {{(pid=84025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:25:55.784701 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7188d486-5a15-4434-a152-0b8134d98c42, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7188d486-5a15-4434-a152-0b8134d98c42,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:25:55.798186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Returning: {'device': '7188d486-5a15-4434-a152-0b8134d98c42', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'port_id': '7188d486-5a15-4434-a152-0b8134d98c42', 'mac_address': 'fa:16:3e:d5:ac:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:25:55.853560 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:55.870626 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7188d486-5a15-4434-a152-0b8134d98c42 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:25:55.885507 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7188d486-5a15-4434-a152-0b8134d98c42, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7188d486-5a15-4434-a152-0b8134d98c42,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:25:55.888835 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:55.955684 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=7188d486-5a15-4434-a152-0b8134d98c42,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:55.964165 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:55.964515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:55.964852 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:55.965186 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:55.965513 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:55.965839 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:55.966161 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:55.966481 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:55.966801 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:55.967118 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:55.967460 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:55.972088 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] get_ports_and_sgs() called for port_ids ['7188d486-5a15-4434-a152-0b8134d98c42'] {{(pid=84025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:25:57.690345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7188d486-5a15-4434-a152-0b8134d98c42 up at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:25:57.773198 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.provisioning_blocks [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Provisioning complete for port 7188d486-5a15-4434-a152-0b8134d98c42 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:57.773563 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269480'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:57.916634 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:57.955195 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7188d486-5a15-4434-a152-0b8134d98c42'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:25:57.967897 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7188d486-5a15-4434-a152-0b8134d98c42, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7188d486-5a15-4434-a152-0b8134d98c42,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:25:57.969555 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3eb0-2780-44dc-b9ed-b13a6a9ea6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:57.974350 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:58.046337 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=7188d486-5a15-4434-a152-0b8134d98c42,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:58.137054 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb883ee-d323-43fe-a95f-83f27074bd67'] response: {'server_uuid': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7188d486-5a15-4434-a152-0b8134d98c42', 'code': 200} May 30 21:26:00.153824 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-abc9fb68-1297-46bb-87de-8beec36b286c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:01.560819 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:01.770906 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:03.164635 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:04.044615 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:07.596436 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55144) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:07.801215 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Deleting port 2fb032b6-51af-45e3-8ee0-ca9a4fdfe527 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:07.801556 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:07.967297 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:07.967622 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:07.972901 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:08.090439 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Calling delete_port for 2fb032b6-51af-45e3-8ee0-ca9a4fdfe527 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:08.233713 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:08.281603 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Pushing event deleted for resources: {'Port': ['ID=2fb032b6-51af-45e3-8ee0-ca9a4fdfe527,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:08.320227 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:08.320586 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:08.320927 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:08.321262 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:08.321591 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:08.321917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:08.322244 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:08.322602 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:08.322884 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:08.323208 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:08.323525 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:08.382089 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:08.858191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:26:09.057917 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:26:09.067812 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f552c1-9d4a-4e08-9291-078b7a52007d None None] Sync routers for ids ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:26:09.080459 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f552c1-9d4a-4e08-9291-078b7a52007d None None] Routers {'0fd883da-6c43-4fd9-ac56-f67e24f7f846'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:26:09.080650 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:09.081054 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-34f552c1-9d4a-4e08-9291-078b7a52007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:26:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:09.134129 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-03831f77-e539-45cd-8ae2-095790c3def2 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "DELETE /v2.0/floatingips/123b16e9-30d4-4613-8ab4-9753e14759f0 HTTP/1.1" status: 204 len: 168 time: 1.5364397 May 30 21:26:09.134817 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'tag': '7188d486-5a15-4434-a152-0b8134d98c42'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:26:09.190434 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b92966c7-82c8-478b-a7d0-7b1e0b7d062a'] response: {'name': 'network-changed', 'server_uuid': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'tag': '7188d486-5a15-4434-a152-0b8134d98c42', 'status': 'completed', 'code': 200} May 30 21:26:09.262356 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-34f552c1-9d4a-4e08-9291-078b7a52007d None None] Set router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:26:09.300269 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e52e29c0-61c3-4cb7-ba49-3576b4b73423 req-a7f56233-faaf-4206-ab51-f98cb27708dd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=46431672ff804df7a285b2221b71f972&device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 1096 time: 0.0799632 May 30 21:26:09.542217 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99257e-8ac2-4474-83ff-987b2f8df008 req-91b2c765-806f-4fcd-bdd9-07c204926410 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:09.542925 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7d99257e-8ac2-4474-83ff-987b2f8df008 req-91b2c765-806f-4fcd-bdd9-07c204926410 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Synchronizing usage tracker for tenant:46431672ff804df7a285b2221b71f972 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:26:09.544334 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e29c0-61c3-4cb7-ba49-3576b4b73423 req-3ecbb4e9-94d2-4d43-b611-4bb980826121 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:09.546053 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e52e29c0-61c3-4cb7-ba49-3576b4b73423 req-3ecbb4e9-94d2-4d43-b611-4bb980826121 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 HTTP/1.1" status: 200 len: 911 time: 0.2372842 May 30 21:26:09.560338 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-7d99257e-8ac2-4474-83ff-987b2f8df008 req-91b2c765-806f-4fcd-bdd9-07c204926410 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Unset dirty status for tenant:46431672ff804df7a285b2221b71f972 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:26:09.561724 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d99257e-8ac2-4474-83ff-987b2f8df008 req-91b2c765-806f-4fcd-bdd9-07c204926410 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 945 time: 0.1007271 May 30 21:26:09.611805 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-7d99257e-8ac2-4474-83ff-987b2f8df008 req-1df8cb92-9251-4087-8df2-164ffe906792 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436873 May 30 21:26:09.621383 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e52e29c0-61c3-4cb7-ba49-3576b4b73423 req-013fc6bc-bef1-40ab-b2c8-bde2bc6751ea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7188d486-5a15-4434-a152-0b8134d98c42 HTTP/1.1" status: 200 len: 217 time: 0.0673547 May 30 21:26:09.630574 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-34f552c1-9d4a-4e08-9291-078b7a52007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:21:30Z', 'revision_number': 4, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '3fe8ac3f-87ec-471d-9dee-d26e8c8347fd', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'port_id': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'mac_address': 'fa:16:3e:0b:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:21:53Z', 'updated_at': '2022-05-30T21:22:00Z', 'revision_number': 1, 'project_id': '46431672ff804df7a285b2221b71f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b84afd-1235-46f4-9a51-44dd3bf433d7', 'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'mac_address': 'fa:16:3e:72:3a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:30Z', 'updated_at': '2022-05-30T21:21:38Z', 'revision_number': 5, 'project_id': '46431672ff804df7a285b2221b71f972', 'subnets': [{'id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:09.635594 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f552c1-9d4a-4e08-9291-078b7a52007d None None] Checking router: 0fd883da-6c43-4fd9-ac56-f67e24f7f846 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:26:09.646064 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f552c1-9d4a-4e08-9291-078b7a52007d None None] Routers {'0fd883da-6c43-4fd9-ac56-f67e24f7f846'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:26:09.646647 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-34f552c1-9d4a-4e08-9291-078b7a52007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:26:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:09.684228 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e29c0-61c3-4cb7-ba49-3576b4b73423 req-4ce7f00a-284c-40e3-9330-e333d29093c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:09.685948 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e52e29c0-61c3-4cb7-ba49-3576b4b73423 req-4ce7f00a-284c-40e3-9330-e333d29093c9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a84a7e0-b6be-48c5-8143-bd694695e997 HTTP/1.1" status: 200 len: 849 time: 0.0581295 May 30 21:26:09.725308 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7188d486-5a15-4434-a152-0b8134d98c42 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:26:09.766432 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e52e29c0-61c3-4cb7-ba49-3576b4b73423 req-0f46ba24-3bc4-48e6-9956-1a824f5d175f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729945 May 30 21:26:09.830008 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-34f552c1-9d4a-4e08-9291-078b7a52007d None None] Set router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:26:09.843761 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307859'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:09.871289 n-d-843949-2 neutron-server[84025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7188d486-5a15-4434-a152-0b8134d98c42'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:26:09.880918 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] For port 7188d486-5a15-4434-a152-0b8134d98c42, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7188d486-5a15-4434-a152-0b8134d98c42,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:09.885267 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730630571174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730630147741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730630147786'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:09.917854 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e52e29c0-61c3-4cb7-ba49-3576b4b73423 req-ddf36c95-6c7b-469a-8b6b-699418ffbf15 service neutron] 10.222.0.77 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450574 May 30 21:26:09.936741 n-d-843949-2 neutron-server[84025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c09954-73e0-4143-81ea-ad9a8d80658d'] response: {'server_uuid': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7188d486-5a15-4434-a152-0b8134d98c42', 'code': 200} May 30 21:26:09.962334 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Pushing event updated for resources: {'Port': ['ID=7188d486-5a15-4434-a152-0b8134d98c42,revision_number=8']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:10.054536 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-e52e29c0-61c3-4cb7-ba49-3576b4b73423 req-1f9efaf7-7f9e-4f5e-ad09-bd56b8095350 service neutron] 10.222.0.77 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296217 May 30 21:26:10.218043 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-34f552c1-9d4a-4e08-9291-078b7a52007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:21:30Z', 'revision_number': 4, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '3fe8ac3f-87ec-471d-9dee-d26e8c8347fd', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'port_id': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'mac_address': 'fa:16:3e:0b:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:21:53Z', 'updated_at': '2022-05-30T21:22:00Z', 'revision_number': 1, 'project_id': '46431672ff804df7a285b2221b71f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b84afd-1235-46f4-9a51-44dd3bf433d7', 'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'mac_address': 'fa:16:3e:72:3a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:30Z', 'updated_at': '2022-05-30T21:21:38Z', 'revision_number': 5, 'project_id': '46431672ff804df7a285b2221b71f972', 'subnets': [{'id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:10.221864 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f552c1-9d4a-4e08-9291-078b7a52007d None None] The sync data for ids ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'] in n-d-843949-2 is: [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:21:30Z', 'revision_number': 4, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_floatingips': [{'id': '3fe8ac3f-87ec-471d-9dee-d26e8c8347fd', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'router_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'port_id': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'mac_address': 'fa:16:3e:0b:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:21:53Z', 'updated_at': '2022-05-30T21:22:00Z', 'revision_number': 1, 'project_id': '46431672ff804df7a285b2221b71f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b84afd-1235-46f4-9a51-44dd3bf433d7', 'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'mac_address': 'fa:16:3e:72:3a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:30Z', 'updated_at': '2022-05-30T21:21:38Z', 'revision_number': 5, 'project_id': '46431672ff804df7a285b2221b71f972', 'subnets': [{'id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:26:10.448128 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a70247-5279-4e29-9800-0a78bd30e3c9 None None] New status for floating IP 123b16e9-30d4-4613-8ab4-9753e14759f0: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:26:10.807879 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fbd5d-28ff-4c47-a07d-243e3fb8ca89 req-2a8f5b7b-b86a-4032-abd3-afce7c18ac6e tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:10.809349 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f83fbd5d-28ff-4c47-a07d-243e3fb8ca89 req-2a8f5b7b-b86a-4032-abd3-afce7c18ac6e tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 943 time: 0.0755303 May 30 21:26:10.854330 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-f83fbd5d-28ff-4c47-a07d-243e3fb8ca89 req-83608b18-c483-40ba-b9ff-68c90532dc89 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394845 May 30 21:26:11.244677 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930a363-74b8-4fa7-ac7a-ce540a06ea70 req-8dc1faab-058c-4e71-93f0-96667132e76a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:11.245271 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-f930a363-74b8-4fa7-ac7a-ce540a06ea70 req-8dc1faab-058c-4e71-93f0-96667132e76a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Synchronizing usage tracker for tenant:46431672ff804df7a285b2221b71f972 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:26:11.256661 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-f930a363-74b8-4fa7-ac7a-ce540a06ea70 req-8dc1faab-058c-4e71-93f0-96667132e76a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Unset dirty status for tenant:46431672ff804df7a285b2221b71f972 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:26:11.257722 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f930a363-74b8-4fa7-ac7a-ce540a06ea70 req-8dc1faab-058c-4e71-93f0-96667132e76a tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 943 time: 0.0866833 May 30 21:26:11.331300 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-f930a363-74b8-4fa7-ac7a-ce540a06ea70 req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Deleting port 7188d486-5a15-4434-a152-0b8134d98c42 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:11.331628 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f930a363-74b8-4fa7-ac7a-ce540a06ea70 req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:11.575535 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-f930a363-74b8-4fa7-ac7a-ce540a06ea70 req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] For port 7188d486-5a15-4434-a152-0b8134d98c42, host n-h1-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843949-2',level=0,port_id=7188d486-5a15-4434-a152-0b8134d98c42,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:11.575884 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f930a363-74b8-4fa7-ac7a-ce540a06ea70 req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:11.699570 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-f930a363-74b8-4fa7-ac7a-ce540a06ea70 req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Calling delete_port for 7188d486-5a15-4434-a152-0b8134d98c42 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:11.837236 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f930a363-74b8-4fa7-ac7a-ce540a06ea70 req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:11.898569 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Pushing event deleted for resources: {'Port': ['ID=7188d486-5a15-4434-a152-0b8134d98c42,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:11.940024 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:11.940209 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:11.940458 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:11.940786 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:11.941112 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:11.941435 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:11.941747 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:11.942061 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:11.942369 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:11.942680 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:11.943022 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843949-2 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:11.984117 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-f930a363-74b8-4fa7-ac7a-ce540a06ea70 req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] No DVR routers for this DVR port 7188d486-5a15-4434-a152-0b8134d98c42 on host n-h1-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:26:11.986714 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-f930a363-74b8-4fa7-ac7a-ce540a06ea70 req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:11.989612 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'name': 'network-vif-deleted', 'tag': '7188d486-5a15-4434-a152-0b8134d98c42'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:26:12.007541 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-f930a363-74b8-4fa7-ac7a-ce540a06ea70 req-ae45bd66-f4d8-403e-95a7-57c31a3e8892 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.77 "DELETE /v2.0/ports/7188d486-5a15-4434-a152-0b8134d98c42 HTTP/1.1" status: 204 len: 173 time: 0.7420101 May 30 21:26:12.038313 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-4197a914-647d-4a96-9206-0dc9a711057e req-e72ae90a-8e48-4731-a633-749bcebec0c8 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=5fac5a91-2d8d-47a1-a21f-59f5dc0c4147 HTTP/1.1" status: 200 len: 210 time: 0.0463574 May 30 21:26:12.067848 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-864d715c-2ee0-4d9e-8283-9644884376be'] response: {'server_uuid': '5fac5a91-2d8d-47a1-a21f-59f5dc0c4147', 'name': 'network-vif-deleted', 'tag': '7188d486-5a15-4434-a152-0b8134d98c42', 'status': 'completed', 'code': 200} May 30 21:26:12.306432 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:26:13.666519 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55200) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:13.732732 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7188d486-5a15-4434-a152-0b8134d98c42 no longer exists at agent hyperv_n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:26:13.764465 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] No Port match for: 7188d486-5a15-4434-a152-0b8134d98c42 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:26:13.764806 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Device 7188d486-5a15-4434-a152-0b8134d98c42 not bound to the agent host n-h1-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:26:13.863160 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9a412d94-06f9-4fa4-be08-88fa19980699 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Deleting port 3b97a29f-733e-4480-ac1c-ec9ac0c7aeb4 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:13.863496 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9a412d94-06f9-4fa4-be08-88fa19980699 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:14.040265 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9a412d94-06f9-4fa4-be08-88fa19980699 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:14.040589 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9a412d94-06f9-4fa4-be08-88fa19980699 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:14.157914 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-9a412d94-06f9-4fa4-be08-88fa19980699 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Calling delete_port for 3b97a29f-733e-4480-ac1c-ec9ac0c7aeb4 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:14.305086 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9a412d94-06f9-4fa4-be08-88fa19980699 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:14.349663 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a412d94-06f9-4fa4-be08-88fa19980699 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Pushing event deleted for resources: {'Port': ['ID=3b97a29f-733e-4480-ac1c-ec9ac0c7aeb4,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:14.532212 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9a412d94-06f9-4fa4-be08-88fa19980699 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:14.915729 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a412d94-06f9-4fa4-be08-88fa19980699 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:26:15.115190 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a412d94-06f9-4fa4-be08-88fa19980699 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:26:15.124321 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf16a6e5-eb84-4eb5-8552-833839d1a23f None None] Sync routers for ids ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:26:15.130553 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-9a412d94-06f9-4fa4-be08-88fa19980699 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:15.135529 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf16a6e5-eb84-4eb5-8552-833839d1a23f None None] Routers {'0fd883da-6c43-4fd9-ac56-f67e24f7f846'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:26:15.136148 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-cf16a6e5-eb84-4eb5-8552-833839d1a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:26:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:15.183862 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-9a412d94-06f9-4fa4-be08-88fa19980699 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "DELETE /v2.0/floatingips/3fe8ac3f-87ec-471d-9dee-d26e8c8347fd HTTP/1.1" status: 204 len: 168 time: 1.5162082 May 30 21:26:15.184421 n-d-843949-2 neutron-server[84023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'tag': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:26:15.240987 n-d-843949-2 neutron-server[84023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae9f2139-4d3a-4972-aa3c-e60fd2433d03'] response: {'name': 'network-changed', 'server_uuid': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'tag': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'status': 'completed', 'code': 200} May 30 21:26:15.321686 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-cf16a6e5-eb84-4eb5-8552-833839d1a23f None None] Set router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:26:15.350125 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-898b05b8-57a8-4171-956b-96bc89228b6a req-4331833c-a327-4fef-8bf5-a50dad8df485 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46431672ff804df7a285b2221b71f972&device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 1094 time: 0.0854421 May 30 21:26:15.595067 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b05b8-57a8-4171-956b-96bc89228b6a req-543c2c1c-130c-4aab-ba3a-320f0dc70b1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:15.596768 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-898b05b8-57a8-4171-956b-96bc89228b6a req-543c2c1c-130c-4aab-ba3a-320f0dc70b1f service neutron] 10.222.0.93 "GET /v2.0/networks?id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 HTTP/1.1" status: 200 len: 911 time: 0.2402015 May 30 21:26:15.627508 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054c713-b3aa-4866-9202-8f2d551a077e req-9cd699ba-c17c-41c2-8133-97da8122c728 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:15.628246 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3054c713-b3aa-4866-9202-8f2d551a077e req-9cd699ba-c17c-41c2-8133-97da8122c728 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Synchronizing usage tracker for tenant:46431672ff804df7a285b2221b71f972 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:26:15.645241 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-cf16a6e5-eb84-4eb5-8552-833839d1a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:21:30Z', 'revision_number': 4, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'a1b84afd-1235-46f4-9a51-44dd3bf433d7', 'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'mac_address': 'fa:16:3e:72:3a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:30Z', 'updated_at': '2022-05-30T21:21:38Z', 'revision_number': 5, 'project_id': '46431672ff804df7a285b2221b71f972', 'subnets': [{'id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:15.645516 n-d-843949-2 neutron-server[84023]: DEBUG neutron.quota.resource [req-3054c713-b3aa-4866-9202-8f2d551a077e req-9cd699ba-c17c-41c2-8133-97da8122c728 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Unset dirty status for tenant:46431672ff804df7a285b2221b71f972 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:26:15.647451 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3054c713-b3aa-4866-9202-8f2d551a077e req-9cd699ba-c17c-41c2-8133-97da8122c728 tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 943 time: 0.1173453 May 30 21:26:15.650355 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf16a6e5-eb84-4eb5-8552-833839d1a23f None None] Checking router: 0fd883da-6c43-4fd9-ac56-f67e24f7f846 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:26:15.661610 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf16a6e5-eb84-4eb5-8552-833839d1a23f None None] Routers {'0fd883da-6c43-4fd9-ac56-f67e24f7f846'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:26:15.662208 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-cf16a6e5-eb84-4eb5-8552-833839d1a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:26:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:15.671374 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-898b05b8-57a8-4171-956b-96bc89228b6a req-64a3a210-ec3c-4b0c-9f16-e9fca09b8fda service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b62d7f2-ca49-4f50-97b2-5cdd33321e11 HTTP/1.1" status: 200 len: 217 time: 0.0676877 May 30 21:26:15.695952 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-3054c713-b3aa-4866-9202-8f2d551a077e req-c48d9add-e63d-4be6-99f4-8e28235f75fa tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429683 May 30 21:26:15.737269 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b05b8-57a8-4171-956b-96bc89228b6a req-7a627e97-a985-448d-a274-bcc7fbbaa58d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:15.738740 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-898b05b8-57a8-4171-956b-96bc89228b6a req-7a627e97-a985-448d-a274-bcc7fbbaa58d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0a84a7e0-b6be-48c5-8143-bd694695e997 HTTP/1.1" status: 200 len: 849 time: 0.0613008 May 30 21:26:15.811247 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-898b05b8-57a8-4171-956b-96bc89228b6a req-ef2719aa-f80d-4224-857b-a2ba3dc37598 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663006 May 30 21:26:15.842056 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-cf16a6e5-eb84-4eb5-8552-833839d1a23f None None] Set router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:26:15.951144 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-898b05b8-57a8-4171-956b-96bc89228b6a req-39b9417e-f5a4-4278-8b4f-199cbd0a6fa1 service neutron] 10.222.0.93 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334701 May 30 21:26:16.084687 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-898b05b8-57a8-4171-956b-96bc89228b6a req-9a8debf8-2f8d-4177-a930-fb247c35828a service neutron] 10.222.0.93 "GET /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272721 May 30 21:26:16.154678 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-cf16a6e5-eb84-4eb5-8552-833839d1a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:21:30Z', 'revision_number': 4, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'a1b84afd-1235-46f4-9a51-44dd3bf433d7', 'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'mac_address': 'fa:16:3e:72:3a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:30Z', 'updated_at': '2022-05-30T21:21:38Z', 'revision_number': 5, 'project_id': '46431672ff804df7a285b2221b71f972', 'subnets': [{'id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:16.158514 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf16a6e5-eb84-4eb5-8552-833839d1a23f None None] The sync data for ids ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'] in n-d-843949-2 is: [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:21:30Z', 'revision_number': 4, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2', '_interfaces': [{'id': 'a1b84afd-1235-46f4-9a51-44dd3bf433d7', 'name': '', 'network_id': 'd4c9b448-bfdb-4412-bb88-e7e33db7e0c2', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'mac_address': 'fa:16:3e:72:3a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:30Z', 'updated_at': '2022-05-30T21:21:38Z', 'revision_number': 5, 'project_id': '46431672ff804df7a285b2221b71f972', 'subnets': [{'id': '0a84a7e0-b6be-48c5-8143-bd694695e997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:26:16.383292 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5ec2b6-08da-43e4-8001-123554e6d94c None None] New status for floating IP 3fe8ac3f-87ec-471d-9dee-d26e8c8347fd: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:26:16.897200 n-d-843949-2 neutron-server[84023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b4445-6c34-4172-88d9-fccf2b0223b7 req-1cbafc9c-7458-414a-9481-1df9ca8fd61e tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:16.898631 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d35b4445-6c34-4172-88d9-fccf2b0223b7 req-1cbafc9c-7458-414a-9481-1df9ca8fd61e tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 943 time: 0.0760221 May 30 21:26:16.943698 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-d35b4445-6c34-4172-88d9-fccf2b0223b7 req-716b3477-f881-4bde-8987-2dd6cd481ffc tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/security-groups?id=6a57fb6f-4265-49e5-a341-e68176d0589a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395651 May 30 21:26:17.011094 n-d-843949-2 neutron-server[84024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd45ad9-05a1-49ba-8e79-819683f6badc req-12f91728-7170-444b-8c9c-0243945b233c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:17.011775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-1dd45ad9-05a1-49ba-8e79-819683f6badc req-12f91728-7170-444b-8c9c-0243945b233c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Synchronizing usage tracker for tenant:46431672ff804df7a285b2221b71f972 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:26:17.023667 n-d-843949-2 neutron-server[84024]: DEBUG neutron.quota.resource [req-1dd45ad9-05a1-49ba-8e79-819683f6badc req-12f91728-7170-444b-8c9c-0243945b233c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Unset dirty status for tenant:46431672ff804df7a285b2221b71f972 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:26:17.024788 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1dd45ad9-05a1-49ba-8e79-819683f6badc req-12f91728-7170-444b-8c9c-0243945b233c tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 943 time: 0.0917952 May 30 21:26:17.090639 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-1dd45ad9-05a1-49ba-8e79-819683f6badc req-2c228341-b5ae-49c9-92cf-51e88046181d tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Deleting port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:17.090978 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1dd45ad9-05a1-49ba-8e79-819683f6badc req-2c228341-b5ae-49c9-92cf-51e88046181d tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:17.328656 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [req-1dd45ad9-05a1-49ba-8e79-819683f6badc req-2c228341-b5ae-49c9-92cf-51e88046181d tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] For port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11, host n-h2-843949-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843949-2',level=0,port_id=1b62d7f2-ca49-4f50-97b2-5cdd33321e11,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:17.329012 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1dd45ad9-05a1-49ba-8e79-819683f6badc req-2c228341-b5ae-49c9-92cf-51e88046181d tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:17.449689 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [req-1dd45ad9-05a1-49ba-8e79-819683f6badc req-2c228341-b5ae-49c9-92cf-51e88046181d tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Calling delete_port for 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:17.590148 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1dd45ad9-05a1-49ba-8e79-819683f6badc req-2c228341-b5ae-49c9-92cf-51e88046181d tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:17.636343 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c228341-b5ae-49c9-92cf-51e88046181d tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Pushing event deleted for resources: {'Port': ['ID=1b62d7f2-ca49-4f50-97b2-5cdd33321e11,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:17.712285 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd45ad9-05a1-49ba-8e79-819683f6badc req-2c228341-b5ae-49c9-92cf-51e88046181d tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] No DVR routers for this DVR port 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 on host n-h2-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:26:17.714822 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [req-1dd45ad9-05a1-49ba-8e79-819683f6badc req-2c228341-b5ae-49c9-92cf-51e88046181d tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225741'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:17.717446 n-d-843949-2 neutron-server[84024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'name': 'network-vif-deleted', 'tag': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:26:17.732990 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [req-1dd45ad9-05a1-49ba-8e79-819683f6badc req-2c228341-b5ae-49c9-92cf-51e88046181d tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.93 "DELETE /v2.0/ports/1b62d7f2-ca49-4f50-97b2-5cdd33321e11 HTTP/1.1" status: 204 len: 173 time: 0.7028925 May 30 21:26:17.773152 n-d-843949-2 neutron-server[84024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dece0cd1-3de1-426d-b064-e9697a85b780'] response: {'server_uuid': '0ea18cde-37ad-4a19-92c1-237d3dbf771d', 'name': 'network-vif-deleted', 'tag': '1b62d7f2-ca49-4f50-97b2-5cdd33321e11', 'status': 'completed', 'code': 200} May 30 21:26:18.128275 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [req-809833b7-134c-471c-9c98-9226d51c6bdf req-ea7dc906-9b2b-4324-b62f-4a69d1c692db tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ea18cde-37ad-4a19-92c1-237d3dbf771d HTTP/1.1" status: 200 len: 210 time: 0.0465293 May 30 21:26:19.234620 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55218) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:19.303877 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0100d37b-64aa-4773-b921-c53bc40434ad tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:19.331822 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0100d37b-64aa-4773-b921-c53bc40434ad tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:19.395648 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0100d37b-64aa-4773-b921-c53bc40434ad tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:19.414550 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100d37b-64aa-4773-b921-c53bc40434ad tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a57fb6f-4265-49e5-a341-e68176d0589a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:19.428004 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-0100d37b-64aa-4773-b921-c53bc40434ad tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:19.431628 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-0100d37b-64aa-4773-b921-c53bc40434ad tempest-TestSnapshotPattern-2001607730 tempest-TestSnapshotPattern-2001607730-project] 10.222.0.84 "DELETE /v2.0/security-groups/6a57fb6f-4265-49e5-a341-e68176d0589a HTTP/1.1" status: 204 len: 168 time: 0.1935027 May 30 21:26:19.486424 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55224) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:19.943950 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7dd256e-7ea1-488c-b120-acbea1b868ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:20.534350 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd256e-7ea1-488c-b120-acbea1b868ae admin admin] Deleting port a1b84afd-1235-46f4-9a51-44dd3bf433d7 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:20.534995 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7dd256e-7ea1-488c-b120-acbea1b868ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:20.701386 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-a7dd256e-7ea1-488c-b120-acbea1b868ae admin admin] For port a1b84afd-1235-46f4-9a51-44dd3bf433d7, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=a1b84afd-1235-46f4-9a51-44dd3bf433d7,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:20.701740 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7dd256e-7ea1-488c-b120-acbea1b868ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:20.818578 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd256e-7ea1-488c-b120-acbea1b868ae admin admin] Calling delete_port for a1b84afd-1235-46f4-9a51-44dd3bf433d7 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:20.980080 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7dd256e-7ea1-488c-b120-acbea1b868ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:21.023076 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd256e-7ea1-488c-b120-acbea1b868ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b84afd-1235-46f4-9a51-44dd3bf433d7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:21.153052 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 no longer exists at agent hyperv_n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:26:21.189277 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] No Port match for: 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:26:21.189782 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Device 1b62d7f2-ca49-4f50-97b2-5cdd33321e11 not bound to the agent host n-h2-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:26:21.391409 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-a7dd256e-7ea1-488c-b120-acbea1b868ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:21.946142 n-d-843949-2 neutron-server[84024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7dd256e-7ea1-488c-b120-acbea1b868ae admin admin] Router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:26:22.141020 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dd256e-7ea1-488c-b120-acbea1b868ae admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:26:22.149277 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a42f3d-423a-420a-96a5-7b2ceff7aaf5 None None] Sync routers for ids ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'] in n-d-843949-2 {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:26:22.153813 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-a7dd256e-7ea1-488c-b120-acbea1b868ae admin admin] 10.222.0.84 "PUT /v2.0/routers/0fd883da-6c43-4fd9-ac56-f67e24f7f846/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6662538 May 30 21:26:22.156259 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55228) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:22.162200 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a42f3d-423a-420a-96a5-7b2ceff7aaf5 None None] Routers {'0fd883da-6c43-4fd9-ac56-f67e24f7f846'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:26:22.162857 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-51a42f3d-423a-420a-96a5-7b2ceff7aaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:26:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:22.353618 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-896fffd2-9b82-4933-a72e-7d4236e8a875 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:22.367674 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-51a42f3d-423a-420a-96a5-7b2ceff7aaf5 None None] Set router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 gateway port host: n-d-843949-2 {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:26:22.553237 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-896fffd2-9b82-4933-a72e-7d4236e8a875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:22.562548 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-896fffd2-9b82-4933-a72e-7d4236e8a875 admin admin] Deleting port 07296b6c-d126-4e4c-ba46-4a20b1823fd2 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:22.562880 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-896fffd2-9b82-4933-a72e-7d4236e8a875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:22.651387 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-51a42f3d-423a-420a-96a5-7b2ceff7aaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:26:20Z', 'revision_number': 5, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port': {'id': '07296b6c-d126-4e4c-ba46-4a20b1823fd2', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:28Z', 'updated_at': '2022-05-30T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:22.655628 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a42f3d-423a-420a-96a5-7b2ceff7aaf5 None None] Checking router: 0fd883da-6c43-4fd9-ac56-f67e24f7f846 for host: n-d-843949-2 {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:26:22.667094 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a42f3d-423a-420a-96a5-7b2ceff7aaf5 None None] Routers {'0fd883da-6c43-4fd9-ac56-f67e24f7f846'} bound to L3 agent in host n-d-843949-2 {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:26:22.667710 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-51a42f3d-423a-420a-96a5-7b2ceff7aaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:26:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:22.817056 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_dvr_db [None req-51a42f3d-423a-420a-96a5-7b2ceff7aaf5 None None] Set router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:26:22.841193 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-896fffd2-9b82-4933-a72e-7d4236e8a875 admin admin] For port 07296b6c-d126-4e4c-ba46-4a20b1823fd2, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=07296b6c-d126-4e4c-ba46-4a20b1823fd2,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:22.841539 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-896fffd2-9b82-4933-a72e-7d4236e8a875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:22.920647 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.l3_hamode_db [None req-51a42f3d-423a-420a-96a5-7b2ceff7aaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:26:22Z', 'revision_number': 6, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:22.924524 n-d-843949-2 neutron-server[84026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a42f3d-423a-420a-96a5-7b2ceff7aaf5 None None] The sync data for ids ['0fd883da-6c43-4fd9-ac56-f67e24f7f846'] in n-d-843949-2 is: [{'id': '0fd883da-6c43-4fd9-ac56-f67e24f7f846', 'name': 'tempest-TestSnapshotPattern-1558310479-router', 'tenant_id': '46431672ff804df7a285b2221b71f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:27Z', 'updated_at': '2022-05-30T21:26:22Z', 'revision_number': 6, 'project_id': '46431672ff804df7a285b2221b71f972', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:26:22.959384 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-896fffd2-9b82-4933-a72e-7d4236e8a875 admin admin] Calling delete_port for 07296b6c-d126-4e4c-ba46-4a20b1823fd2 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:23.117141 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-896fffd2-9b82-4933-a72e-7d4236e8a875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:23.160090 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fffd2-9b82-4933-a72e-7d4236e8a875 admin admin] Pushing event deleted for resources: {'Port': ['ID=07296b6c-d126-4e4c-ba46-4a20b1823fd2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:23.381860 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-896fffd2-9b82-4933-a72e-7d4236e8a875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:23.629594 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-896fffd2-9b82-4933-a72e-7d4236e8a875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:23.634179 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-896fffd2-9b82-4933-a72e-7d4236e8a875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:23.659566 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-896fffd2-9b82-4933-a72e-7d4236e8a875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:23.660258 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896fffd2-9b82-4933-a72e-7d4236e8a875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fd883da-6c43-4fd9-ac56-f67e24f7f846 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:26:23.672957 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-896fffd2-9b82-4933-a72e-7d4236e8a875 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:23.674089 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-896fffd2-9b82-4933-a72e-7d4236e8a875 admin admin] 10.222.0.84 "DELETE /v2.0/routers/0fd883da-6c43-4fd9-ac56-f67e24f7f846 HTTP/1.1" status: 204 len: 168 time: 1.5169632 May 30 21:26:23.676718 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55232) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:23.738644 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefdef55-58ae-4138-812c-ec6a9a0194bd admin admin] Deleting subnet 0a84a7e0-b6be-48c5-8143-bd694695e997 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:26:23.741821 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eefdef55-58ae-4138-812c-ec6a9a0194bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:23.792268 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eefdef55-58ae-4138-812c-ec6a9a0194bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:23.876334 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eefdef55-58ae-4138-812c-ec6a9a0194bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:23.945511 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eefdef55-58ae-4138-812c-ec6a9a0194bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:23.981766 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdef55-58ae-4138-812c-ec6a9a0194bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a84a7e0-b6be-48c5-8143-bd694695e997,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:23.988195 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-eefdef55-58ae-4138-812c-ec6a9a0194bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:23.994442 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-eefdef55-58ae-4138-812c-ec6a9a0194bd admin admin] 10.222.0.84 "DELETE /v2.0/subnets/0a84a7e0-b6be-48c5-8143-bd694695e997 HTTP/1.1" status: 204 len: 168 time: 0.3167453 May 30 21:26:23.994736 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54c0032-8f04-4687-a646-1c4e65faf480 None None] Network d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:26:23.996887 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55236) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:24.104759 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:24.115562 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] Deleting port 5430e213-dbca-4d4d-b60a-584c8332604d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:24.115887 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:24.275573 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41af1f98-5500-4866-88a7-b799ec3b2aec None None] DHCP port deletion for d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:26:24.281053 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-41af1f98-5500-4866-88a7-b799ec3b2aec None None] Deleting port 5430e213-dbca-4d4d-b60a-584c8332604d {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:24.281709 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-41af1f98-5500-4866-88a7-b799ec3b2aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:24.389302 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a1b84afd-1235-46f4-9a51-44dd3bf433d7 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:26:24.429767 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] For port 5430e213-dbca-4d4d-b60a-584c8332604d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5430e213-dbca-4d4d-b60a-584c8332604d,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:24.430132 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:24.441991 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: a1b84afd-1235-46f4-9a51-44dd3bf433d7 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:26:24.442328 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device a1b84afd-1235-46f4-9a51-44dd3bf433d7 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:26:24.442760 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 07296b6c-d126-4e4c-ba46-4a20b1823fd2 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:26:24.552422 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] Calling delete_port for 5430e213-dbca-4d4d-b60a-584c8332604d owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:24.557363 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 07296b6c-d126-4e4c-ba46-4a20b1823fd2 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:26:24.557700 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 07296b6c-d126-4e4c-ba46-4a20b1823fd2 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:26:24.558107 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5430e213-dbca-4d4d-b60a-584c8332604d no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:26:24.629890 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:24.635115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-41af1f98-5500-4866-88a7-b799ec3b2aec None None] For port 5430e213-dbca-4d4d-b60a-584c8332604d, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=5430e213-dbca-4d4d-b60a-584c8332604d,segment=NetworkSegment(476aebe7-ee4d-4f37-b67e-c3dd30fcacaf),segment_id=476aebe7-ee4d-4f37-b67e-c3dd30fcacaf)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:24.635496 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-41af1f98-5500-4866-88a7-b799ec3b2aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:24.672169 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5430e213-dbca-4d4d-b60a-584c8332604d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:24.682553 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] No DVR routers for this DVR port 5430e213-dbca-4d4d-b60a-584c8332604d on host n-d-843949-2 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:26:24.698555 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No active binding found for port 5430e213-dbca-4d4d-b60a-584c8332604d {{(pid=84025) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 21:26:24.698955 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 5430e213-dbca-4d4d-b60a-584c8332604d not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:26:24.757551 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-41af1f98-5500-4866-88a7-b799ec3b2aec None None] Calling delete_port for 5430e213-dbca-4d4d-b60a-584c8332604d owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:24.801209 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:24.826168 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c9b448-bfdb-4412-bb88-e7e33db7e0c2']}} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:24.828398 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-41af1f98-5500-4866-88a7-b799ec3b2aec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:26:24.828748 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-41af1f98-5500-4866-88a7-b799ec3b2aec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:26:24.838667 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:24.838966 n-d-843949-2 neutron-server[84023]: DEBUG neutron.services.segments.db [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476aebe7-ee4d-4f37-b67e-c3dd30fcacaf') {} {{(pid=84023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:24.851073 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464443'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:24.866412 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:24.872659 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:26:24.873111 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3003984'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: Traceback (most recent call last): May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: timer() May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: cb(*args, **kw) May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: return func(*args, **kwargs) May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: self._notify() May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: self.callback(batched_events) May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: event.method(event) May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: return f(self, *a, **k) May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: return self._get(url).json() May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: return self.request(url, 'GET', **kwargs) May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:26:24.885885 n-d-843949-2 neutron-server[84023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:26:24.963592 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:24.968333 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] Notify callbacks [] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:24.991145 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4c9b448-bfdb-4412-bb88-e7e33db7e0c2,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:25.004952 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-6a985834-b903-4374-89fe-be7fcd72e7f3 admin admin] 10.222.0.84 "DELETE /v2.0/networks/d4c9b448-bfdb-4412-bb88-e7e33db7e0c2 HTTP/1.1" status: 204 len: 168 time: 1.0070665 May 30 21:26:25.007811 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55242) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:25.330188 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-41af1f98-5500-4866-88a7-b799ec3b2aec None None] Deleting port 5430e213-dbca-4d4d-b60a-584c8332604d {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:25.330720 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-41af1f98-5500-4866-88a7-b799ec3b2aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:25.389315 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88e2c1e1-489f-4f63-a425-eadfc2aded5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4087000'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:25.393365 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-41af1f98-5500-4866-88a7-b799ec3b2aec None None] The port '5430e213-dbca-4d4d-b60a-584c8332604d' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:26:26.065990 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-88e2c1e1-489f-4f63-a425-eadfc2aded5a admin admin] Deleting port 850b9aa3-25f5-4910-b49b-887b7d39f26b {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:26.066578 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88e2c1e1-489f-4f63-a425-eadfc2aded5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:26.234689 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-88e2c1e1-489f-4f63-a425-eadfc2aded5a admin admin] For port 850b9aa3-25f5-4910-b49b-887b7d39f26b, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=850b9aa3-25f5-4910-b49b-887b7d39f26b,segment=NetworkSegment(049a99eb-81a5-4127-ade4-229bf74298e6),segment_id=049a99eb-81a5-4127-ade4-229bf74298e6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:26.235038 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88e2c1e1-489f-4f63-a425-eadfc2aded5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:26.353932 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-88e2c1e1-489f-4f63-a425-eadfc2aded5a admin admin] Calling delete_port for 850b9aa3-25f5-4910-b49b-887b7d39f26b owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:26.514594 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88e2c1e1-489f-4f63-a425-eadfc2aded5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:26.561501 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2c1e1-489f-4f63-a425-eadfc2aded5a admin admin] Pushing event deleted for resources: {'Port': ['ID=850b9aa3-25f5-4910-b49b-887b7d39f26b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:26.842578 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-88e2c1e1-489f-4f63-a425-eadfc2aded5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3021436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086927'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:27.496772 n-d-843949-2 neutron-server[84023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e2c1e1-489f-4f63-a425-eadfc2aded5a admin admin] Router 020fb2a1-1cde-4b28-a2db-f986111effb5 has already been hosted by L3 agent ec50c8b4-582d-4dec-adcb-4008f51364f3 {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:26:27.692599 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e2c1e1-489f-4f63-a425-eadfc2aded5a admin admin] Notify agent at l3_agent.n-d-843949-2 the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:26:27.701062 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb957fd-145c-4a77-b4e9-3f14dace3807 None None] Sync routers for ids ['020fb2a1-1cde-4b28-a2db-f986111effb5'] in n-d-843949-2 {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:26:27.708885 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-88e2c1e1-489f-4f63-a425-eadfc2aded5a admin admin] 10.222.0.84 "PUT /v2.0/routers/020fb2a1-1cde-4b28-a2db-f986111effb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6993001 May 30 21:26:27.711172 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55246) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:27.713825 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb957fd-145c-4a77-b4e9-3f14dace3807 None None] Routers {'020fb2a1-1cde-4b28-a2db-f986111effb5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:26:27.714444 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0bb957fd-145c-4a77-b4e9-3f14dace3807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:26:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['020fb2a1-1cde-4b28-a2db-f986111effb5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:27.893099 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-0bb957fd-145c-4a77-b4e9-3f14dace3807 None None] Set router 020fb2a1-1cde-4b28-a2db-f986111effb5 gateway port host: n-d-843949-2 {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:26:28.023004 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-61ada949-969b-42fb-a7f5-548a60d8e3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:28.054620 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0c250f3-9aeb-4f7a-9e9b-a6ef017f3c78 admin admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:28.195903 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0bb957fd-145c-4a77-b4e9-3f14dace3807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'name': 'tempest-TestSnapshotPattern-1006468290-router', 'tenant_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'external_fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '9289ee2d-5a67-46f6-968d-8c92b02b8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:33Z', 'updated_at': '2022-05-30T21:26:26Z', 'revision_number': 5, 'project_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'gw_port': {'id': '9289ee2d-5a67-46f6-968d-8c92b02b8054', 'name': '', 'network_id': '238489c2-bb0e-4ad7-9830-2c68e3770386', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843949-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:21:34Z', 'updated_at': '2022-05-30T21:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a71fa04e-aa37-43be-888b-917d76c9d154', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843949-2'}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:28.199827 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb957fd-145c-4a77-b4e9-3f14dace3807 None None] Checking router: 020fb2a1-1cde-4b28-a2db-f986111effb5 for host: n-d-843949-2 {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:26:28.210345 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb957fd-145c-4a77-b4e9-3f14dace3807 None None] Routers {'020fb2a1-1cde-4b28-a2db-f986111effb5'} bound to L3 agent in host n-d-843949-2 {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:26:28.210937 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0bb957fd-145c-4a77-b4e9-3f14dace3807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843949-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:42:00Z,description=,heartbeat_timestamp=2022-05-30T21:26:00Z,host='n-d-843949-2',id=ec50c8b4-582d-4dec-adcb-4008f51364f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:42:00Z,topic='l3_agent')) {'router_ids': ['020fb2a1-1cde-4b28-a2db-f986111effb5'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:28.248546 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0c250f3-9aeb-4f7a-9e9b-a6ef017f3c78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:28.258191 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d0c250f3-9aeb-4f7a-9e9b-a6ef017f3c78 admin admin] Deleting port 9289ee2d-5a67-46f6-968d-8c92b02b8054 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:28.258522 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0c250f3-9aeb-4f7a-9e9b-a6ef017f3c78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:28.370515 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_dvr_db [None req-0bb957fd-145c-4a77-b4e9-3f14dace3807 None None] Set router 020fb2a1-1cde-4b28-a2db-f986111effb5 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:26:28.430958 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.db [None req-d0c250f3-9aeb-4f7a-9e9b-a6ef017f3c78 admin admin] For port 9289ee2d-5a67-46f6-968d-8c92b02b8054, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=9289ee2d-5a67-46f6-968d-8c92b02b8054,segment=NetworkSegment(2d0258e7-5491-4fbd-8dea-0eb96f77ceb6),segment_id=2d0258e7-5491-4fbd-8dea-0eb96f77ceb6)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:28.431306 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0c250f3-9aeb-4f7a-9e9b-a6ef017f3c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:28.476658 n-d-843949-2 neutron-server[84025]: DEBUG neutron.db.l3_hamode_db [None req-0bb957fd-145c-4a77-b4e9-3f14dace3807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'name': 'tempest-TestSnapshotPattern-1006468290-router', 'tenant_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:33Z', 'updated_at': '2022-05-30T21:26:28Z', 'revision_number': 6, 'project_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'gw_port_host': None}], 'n-d-843949-2', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:28.480755 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb957fd-145c-4a77-b4e9-3f14dace3807 None None] The sync data for ids ['020fb2a1-1cde-4b28-a2db-f986111effb5'] in n-d-843949-2 is: [{'id': '020fb2a1-1cde-4b28-a2db-f986111effb5', 'name': 'tempest-TestSnapshotPattern-1006468290-router', 'tenant_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:21:33Z', 'updated_at': '2022-05-30T21:26:28Z', 'revision_number': 6, 'project_id': 'd599adc8b1c548a39c36ccaa9d43eb16', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:26:28.549595 n-d-843949-2 neutron-server[84023]: DEBUG neutron.plugins.ml2.plugin [None req-d0c250f3-9aeb-4f7a-9e9b-a6ef017f3c78 admin admin] Calling delete_port for 9289ee2d-5a67-46f6-968d-8c92b02b8054 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:28.709713 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0c250f3-9aeb-4f7a-9e9b-a6ef017f3c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3003917'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:28.754831 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c250f3-9aeb-4f7a-9e9b-a6ef017f3c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=9289ee2d-5a67-46f6-968d-8c92b02b8054,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:29.086845 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0c250f3-9aeb-4f7a-9e9b-a6ef017f3c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4087749'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:29.346026 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0c250f3-9aeb-4f7a-9e9b-a6ef017f3c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4084277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:29.350844 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0c250f3-9aeb-4f7a-9e9b-a6ef017f3c78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:29.375522 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0c250f3-9aeb-4f7a-9e9b-a6ef017f3c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4084377'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:29.376045 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c250f3-9aeb-4f7a-9e9b-a6ef017f3c78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 020fb2a1-1cde-4b28-a2db-f986111effb5 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:26:29.388175 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-d0c250f3-9aeb-4f7a-9e9b-a6ef017f3c78 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:29.391812 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-d0c250f3-9aeb-4f7a-9e9b-a6ef017f3c78 admin admin] 10.222.0.84 "DELETE /v2.0/routers/020fb2a1-1cde-4b28-a2db-f986111effb5 HTTP/1.1" status: 204 len: 168 time: 1.6767812 May 30 21:26:29.391812 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.84', 55252) {{(pid=84023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:29.452120 n-d-843949-2 neutron-server[84023]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e5873c-9750-4a06-b640-85c2870ebe83 admin admin] Deleting subnet e216e2cc-9bad-4264-9ef3-9f37a524d064 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:26:29.455082 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51e5873c-9750-4a06-b640-85c2870ebe83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:29.506838 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51e5873c-9750-4a06-b640-85c2870ebe83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464072'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:29.585498 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51e5873c-9750-4a06-b640-85c2870ebe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:29.652728 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51e5873c-9750-4a06-b640-85c2870ebe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3003966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64862700'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:29.694868 n-d-843949-2 neutron-server[84023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5873c-9750-4a06-b640-85c2870ebe83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e216e2cc-9bad-4264-9ef3-9f37a524d064,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:29.700526 n-d-843949-2 neutron-server[84023]: DEBUG neutron_lib.callbacks.manager [None req-51e5873c-9750-4a06-b640-85c2870ebe83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:29.705238 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f931458-0f85-471f-b08d-21f4e9fbbfb0 None None] Network ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5 requested from n-d-843949-2 {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:26:29.709049 n-d-843949-2 neutron-server[84023]: INFO neutron.wsgi [None req-51e5873c-9750-4a06-b640-85c2870ebe83 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e216e2cc-9bad-4264-9ef3-9f37a524d064 HTTP/1.1" status: 204 len: 168 time: 0.3149633 May 30 21:26:29.710434 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55256) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:29.815411 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094376'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:29.826089 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] Deleting port 3974197f-3646-476a-bc4b-0ce1a3319268 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:29.826415 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:29.988348 n-d-843949-2 neutron-server[84025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5327a8-2df3-4191-b53c-43794fb0a855 None None] DHCP port deletion for ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5 request from n-d-843949-2 {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:26:29.992768 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3d5327a8-2df3-4191-b53c-43794fb0a855 None None] Deleting port 3974197f-3646-476a-bc4b-0ce1a3319268 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:29.993204 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3d5327a8-2df3-4191-b53c-43794fb0a855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:30.132979 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.db [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] For port 3974197f-3646-476a-bc4b-0ce1a3319268, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3974197f-3646-476a-bc4b-0ce1a3319268,segment=NetworkSegment(049a99eb-81a5-4127-ade4-229bf74298e6),segment_id=049a99eb-81a5-4127-ade4-229bf74298e6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:30.133330 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:30.206765 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-5bc273ba-28c4-444d-b79a-dc912ad732d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:30.217905 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.db [None req-3d5327a8-2df3-4191-b53c-43794fb0a855 None None] For port 3974197f-3646-476a-bc4b-0ce1a3319268, host n-d-843949-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843949-2',level=0,port_id=3974197f-3646-476a-bc4b-0ce1a3319268,segment=NetworkSegment(049a99eb-81a5-4127-ade4-229bf74298e6),segment_id=049a99eb-81a5-4127-ade4-229bf74298e6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:30.218222 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3d5327a8-2df3-4191-b53c-43794fb0a855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4010218'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:30.253501 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] Calling delete_port for 3974197f-3646-476a-bc4b-0ce1a3319268 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:30.327801 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1309359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730630571156', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730630147732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3157907'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:30.346053 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3d5327a8-2df3-4191-b53c-43794fb0a855 None None] Calling delete_port for 3974197f-3646-476a-bc4b-0ce1a3319268 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:30.374468 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=3974197f-3646-476a-bc4b-0ce1a3319268,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:30.381775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] No DVR routers for this DVR port 3974197f-3646-476a-bc4b-0ce1a3319268 on host n-d-843949-2 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:26:30.395788 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 850b9aa3-25f5-4910-b49b-887b7d39f26b no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:26:30.433196 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 850b9aa3-25f5-4910-b49b-887b7d39f26b {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:26:30.433533 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 850b9aa3-25f5-4910-b49b-887b7d39f26b not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:26:30.433943 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9289ee2d-5a67-46f6-968d-8c92b02b8054 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:26:30.478270 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 9289ee2d-5a67-46f6-968d-8c92b02b8054 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:26:30.478519 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 9289ee2d-5a67-46f6-968d-8c92b02b8054 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:26:30.478933 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3974197f-3646-476a-bc4b-0ce1a3319268 no longer exists at agent ovs-agent-n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:26:30.500394 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1268633', 'neutron.services.segments.db._delete_segments_for_network-8730630599545'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:30.510770 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] No Port match for: 3974197f-3646-476a-bc4b-0ce1a3319268 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:26:30.511115 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.rpc [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Device 3974197f-3646-476a-bc4b-0ce1a3319268 not bound to the agent host n-d-843949-2 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:26:30.513935 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.db.api [None req-3d5327a8-2df3-4191-b53c-43794fb0a855 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:26:30.514324 n-d-843949-2 neutron-server[84025]: DEBUG oslo_db.api [None req-3d5327a8-2df3-4191-b53c-43794fb0a855 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:26:30.527775 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5']}} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:30.539476 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049a99eb-81a5-4127-ade4-229bf74298e6') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:30.539764 n-d-843949-2 neutron-server[84024]: DEBUG neutron.services.segments.db [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049a99eb-81a5-4127-ade4-229bf74298e6') {} {{(pid=84024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:30.550902 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730630599428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2926387'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:30.566399 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:30.572816 n-d-843949-2 neutron-server[84024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:26:30.573182 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3157966'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: Traceback (most recent call last): May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: timer() May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: cb(*args, **kw) May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: return func(*args, **kwargs) May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: self._notify() May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: self.callback(batched_events) May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: event.method(event) May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: return f(self, *a, **k) May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: return self._get(url).json() May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: return self.request(url, 'GET', **kwargs) May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:26:30.586370 n-d-843949-2 neutron-server[84024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:26:30.660709 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1268626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3021457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4087768'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:30.676358 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] Notify callbacks [] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:30.685983 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:30.693332 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-e1bc5533-a2bb-4c62-8aa0-883452fe7b82 admin admin] 10.222.0.84 "DELETE /v2.0/networks/ac740e92-f06d-41b1-ac31-ddd5c1c8d3a5 HTTP/1.1" status: 204 len: 168 time: 0.9818211 May 30 21:26:30.848340 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55262) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:30.898568 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-17d82d56-3ddb-4fb2-9a3c-35c84e26fe16 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=46431672ff804df7a285b2221b71f972&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490773 May 30 21:26:30.901148 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55266) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:30.960083 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3e07-9a47-4597-a1bf-61893b18284b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:30.988512 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3e07-9a47-4597-a1bf-61893b18284b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:31.015324 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3d5327a8-2df3-4191-b53c-43794fb0a855 None None] Deleting port 3974197f-3646-476a-bc4b-0ce1a3319268 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:31.015796 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-3d5327a8-2df3-4191-b53c-43794fb0a855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730630500819'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:31.041391 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3e07-9a47-4597-a1bf-61893b18284b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:31.060018 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e3e07-9a47-4597-a1bf-61893b18284b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25075d34-d7f4-4937-b00a-bbeef802c5ed,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:31.068681 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3e07-9a47-4597-a1bf-61893b18284b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:31.069795 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-6c5e3e07-9a47-4597-a1bf-61893b18284b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/25075d34-d7f4-4937-b00a-bbeef802c5ed HTTP/1.1" status: 204 len: 168 time: 0.1677158 May 30 21:26:31.086413 n-d-843949-2 neutron-server[84025]: DEBUG neutron.plugins.ml2.plugin [None req-3d5327a8-2df3-4191-b53c-43794fb0a855 None None] The port '3974197f-3646-476a-bc4b-0ce1a3319268' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:26:31.479231 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55274) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:31.529349 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-8516a4a3-8925-47f3-a10a-acb839815c59 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d599adc8b1c548a39c36ccaa9d43eb16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489657 May 30 21:26:31.531947 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.84', 55278) {{(pid=84024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:31.561641 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:31.593769 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3a12916-8bfe-41d2-a71d-ffddbda50009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:31.618781 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3a12916-8bfe-41d2-a71d-ffddbda50009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:31.669697 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3a12916-8bfe-41d2-a71d-ffddbda50009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156607'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:31.688140 n-d-843949-2 neutron-server[84024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a12916-8bfe-41d2-a71d-ffddbda50009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0112940-9753-43a1-883e-c62e2f431f3e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:31.695486 n-d-843949-2 neutron-server[84024]: DEBUG neutron_lib.callbacks.manager [None req-b3a12916-8bfe-41d2-a71d-ffddbda50009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:31.696640 n-d-843949-2 neutron-server[84024]: INFO neutron.wsgi [None req-b3a12916-8bfe-41d2-a71d-ffddbda50009 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f0112940-9753-43a1-883e-c62e2f431f3e HTTP/1.1" status: 204 len: 168 time: 0.1638458 May 30 21:26:31.764243 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:33.155139 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:34.046743 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:37.960688 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:49.306130 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:26:57.956164 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b1407c20-cdc9-40a0-b7e9-f8bb3feb536e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:00.148902 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f458eec4-2a5d-47c5-9566-c31018fe3900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:01.564075 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:01.765388 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:03.157005 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:04.061293 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:07.978695 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:26.307156 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:27:27.958437 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-51bdee2b-5ec5-4487-98f3-a1c88f04b390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:30.149744 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2cc0b471-3019-4562-a752-568726668e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:31.567269 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:31.767420 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:33.160588 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:34.063706 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:37.991710 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:57.960889 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7975a64a-9ad8-40e9-baa3-9063ed128736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:00.151354 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-94cf820f-2e3c-4e88-bd8b-2c520739a5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:01.569491 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:01.768360 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:03.163457 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:03.307900 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:28:04.064934 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:08.008230 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:27.964266 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ffc8aaee-5478-4356-8780-bd75aac7ee9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:30.152757 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-726a0c15-4f6f-4c33-a091-ffad49309511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:31.571493 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:31.769556 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:33.165040 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:34.073389 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:38.015788 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:40.309456 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:28:57.966522 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-84c12c59-ba34-4df1-a36b-c4538975fcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:00.154495 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-d8b646fe-7d86-4aea-8fff-ce9296bf52eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:01.574003 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:01.769876 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:03.168058 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:04.073548 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:08.014253 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:17.309653 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:29:27.968134 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-984c2716-ef1b-418f-a532-add1c78a000c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:30.156851 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-749e407d-32f2-4eb8-9b4d-a33869b65eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:31.577062 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:31.771177 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:33.170103 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:34.072624 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:38.011631 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:53.003939 n-d-843949-2 neutron-server[84023]: DEBUG neutron.wsgi [req-01158f29-62a9-408b-ae00-a3d2707eafcc req-20300a99-ee63-41a7-af2c-2583c8d66b97 service neutron] (84023) timed out ('10.222.0.84', 49482) {{(pid=84023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 21:29:54.310433 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:29:57.970238 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-0ebeb3af-5673-4903-836f-8a387316ba7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:00.157590 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b688fd2d-4623-4602-a386-8a9916345063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:01.580032 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:01.772234 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:03.174307 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:04.087246 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:08.042630 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:27.972356 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-a9b9bc54-693e-492b-9b9a-803f6d7134f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:30.158643 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1b181d8e-cd15-4972-8939-58eac7567adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:31.311439 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:30:31.582656 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:31.772911 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:33.174563 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:34.109570 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:38.010136 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:57.974877 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-b9098c4a-77a6-46a0-854b-0e8491e46ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:00.159117 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-c54066be-f035-4167-928e-23950ffba664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:01.584802 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:01.773400 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:03.177527 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:04.101081 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:08.018069 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:08.311292 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:31:27.976671 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4d307db5-98d4-42a0-8765-5aec5ce325c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:30.162147 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-6009e51e-b0d3-444b-ace2-a4d3a2205371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:31.587877 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:31.774321 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:33.180231 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:34.104939 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:38.035620 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:45.313321 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:31:57.977971 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-799e6551-41d6-451f-9813-f1a3074bc71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:00.163126 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-ac912042-96ea-41d2-9704-69b085f4b4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:01.591439 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:01.776719 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:03.182093 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:04.104576 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:08.040377 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:22.314220 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:32:27.979334 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-806b2a06-baa5-4242-bd9e-d5bdfdc088e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:30.163711 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-009213af-5877-4be1-b739-493f592eb470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:31.594505 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:31.777989 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:33.184780 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:34.103458 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:38.069233 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:57.981637 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-92154b4f-cd0b-4aed-b096-d6801708484f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:59.315432 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:33:00.165163 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-73703bfc-f115-43f8-9afa-ca7030bd70b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:01.597356 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:01.779819 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:03.188693 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:04.101270 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:08.086749 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:27.983296 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-7b71edd6-2ac4-403e-aeac-c362e4d14fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:30.167806 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-db1367e1-4f43-44da-b402-cc05c6bbbea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:31.598876 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:31.781778 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:33.190247 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:34.112518 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:36.316447 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:33:38.085038 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:57.988778 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-4bc1bb30-1079-4c1d-afac-a2904cdc72b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:00.169142 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-2045e084-d795-4eaf-9e3e-3a55a1138125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:01.602418 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:01.783828 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:03.192743 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:04.116672 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:08.099850 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:13.316086 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:34:19.772502 n-d-843949-2 neutron-server[84024]: DEBUG neutron.wsgi [req-d0d69a97-9f69-4ce6-a658-11d165772a07 req-68a7483b-12d5-47e9-9e86-2283a372b209 service neutron] (84024) timed out ('10.222.0.84', 54406) {{(pid=84024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 21:34:27.990437 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1d07-5379-4aaf-892c-761a5a757837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:30.170359 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-54761638-45b9-41a0-a073-3b358d585511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:31.604630 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:31.785587 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:33.194998 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:34.131955 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:38.101102 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:50.316814 n-d-843949-2 neutron-server[84026]: DEBUG neutron.db.agents_db [None req-2d7198ef-10bc-4f7c-a85d-e2759e080395 None None] Agent healthcheck: found 7 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:34:57.992788 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-938c5b17-29b6-4463-a688-426ec2c03f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:00.172484 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-f1adf39b-28dc-4b40-9ab8-cf939f403c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:01.606322 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-763739a4-3ea2-4d79-9737-ed522ffca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:01.787151 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-914398f1-67f9-466b-b3ee-3d5dcc043230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:03.198433 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-1724a804-113b-48a2-9bd9-1fa6f422236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:04.134783 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-e418dac1-bfe2-451d-aee4-8793eb061b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:08.101029 n-d-843949-2 neutron-server[84025]: DEBUG neutron_lib.callbacks.manager [None req-bd86f85a-325b-42ef-b9f1-b6498d9f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730630599527', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269401'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}